-- Logs begin at Sat 2022-06-04 15:19:51 UTC, end at Sat 2022-06-04 17:51:24 UTC. -- Jun 04 16:01:11.728532 n-d-811809-3 systemd[1]: Started Devstack devstack@q-svc.service. Jun 04 16:01:14.237041 n-d-811809-3 neutron-server[88690]: INFO neutron.common.config [-] Logging enabled! Jun 04 16:01:14.237806 n-d-811809-3 neutron-server[88690]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev10 Jun 04 16:01:14.237806 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88690) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 04 16:01:14.241286 n-d-811809-3 neutron-server[88690]: INFO neutron.common.config [-] Logging enabled! Jun 04 16:01:14.241534 n-d-811809-3 neutron-server[88690]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev10 Jun 04 16:01:14.241843 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88690) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 04 16:01:14.242907 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 16:01:14.243138 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 16:01:14.243496 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 16:01:14.243740 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 16:01:14.243928 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 16:01:14.244260 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.244559 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.244856 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.245061 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.245337 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.245624 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.245903 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.246187 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.246506 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.246786 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.247062 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.247342 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.247568 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.247847 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.248129 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.248413 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.248632 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] debug = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.248912 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.249338 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.249756 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.250030 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.250320 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.250618 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.250884 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.251156 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.251436 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.251759 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] host = n-d-811809-3 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.252032 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.252325 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.252606 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.252890 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.253158 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.253433 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.253714 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.253982 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.254249 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] log_file = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.254542 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.254830 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.255231 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.255709 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.255997 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.256309 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.256603 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.256877 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.257147 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.257421 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.257699 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.257973 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.258246 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.258543 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.258834 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.259117 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.259397 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.259661 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.259939 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.260207 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.260474 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.260757 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.261029 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.261300 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.261570 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.261855 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.262283 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.262586 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.262890 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.263174 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.263458 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.263740 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.264009 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.264288 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.264557 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.264825 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.265093 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] use_json = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.265362 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.265661 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.266045 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.266379 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.266674 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.266951 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.267224 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.267511 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.267782 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:14.268082 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.268376 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.268674 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.268961 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.269249 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.269527 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.269812 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.270090 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.270377 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.270725 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.271163 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.271462 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.271754 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.272034 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.272329 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.272635 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.272930 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.273228 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.273503 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.273777 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.274049 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.274324 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.274637 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.274932 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.275221 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.275500 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.275778 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.276068 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.276346 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.276616 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.276889 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.277177 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.277452 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.277722 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.278000 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.278289 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.278607 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.278873 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.279149 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.279437 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.279709 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.279977 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.280243 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.280516 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.280782 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.281063 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.281339 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.281610 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.281877 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.282150 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.282417 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.282708 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.282982 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.283256 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.283526 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.283798 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.284069 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.284336 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.284600 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.284861 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.285128 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.285404 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.285676 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.285944 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.286214 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.286655 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.286936 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.287219 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.287598 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.287928 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.288205 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.288494 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.288774 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.289050 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.289328 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.289604 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.289882 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.290160 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.290466 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.290761 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.291045 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.291341 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.291626 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.291926 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.292216 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.292509 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.292783 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.293081 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.293550 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.293854 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.294147 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.294463 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.294762 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.295058 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.295352 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.295661 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.295932 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.296261 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.296543 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:14.296758 n-d-811809-3 neutron-server[88690]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 16:01:14.297006 n-d-811809-3 neutron-server[88690]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88690) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 04 16:01:14.686783 n-d-811809-3 neutron-server[88690]: INFO keyring.backend [-] Loading KWallet Jun 04 16:01:14.694339 n-d-811809-3 neutron-server[88690]: INFO keyring.backend [-] Loading SecretService Jun 04 16:01:14.697814 n-d-811809-3 neutron-server[88690]: INFO keyring.backend [-] Loading Windows Jun 04 16:01:14.699145 n-d-811809-3 neutron-server[88690]: INFO keyring.backend [-] Loading chainer Jun 04 16:01:14.699938 n-d-811809-3 neutron-server[88690]: INFO keyring.backend [-] Loading macOS Jun 04 16:01:14.733546 n-d-811809-3 neutron-server[88690]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 16:01:14.733818 n-d-811809-3 neutron-server[88690]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 16:01:14.734101 n-d-811809-3 neutron-server[88690]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 16:01:14.734459 n-d-811809-3 neutron-server[88690]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 04 16:01:15.125785 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.126059 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.126359 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.127553 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.127822 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.128081 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.165050 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.165317 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.165591 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.178821 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.179094 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.179351 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.209286 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.209546 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.209809 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.245543 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.246139 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.246139 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.483826 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.484064 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.484351 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.484609 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.485358 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.603351 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.603669 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.603958 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.604309 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.604572 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.604885 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.605146 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.605403 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.605655 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.605928 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.606193 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.606464 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.606721 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.606976 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.607231 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.607495 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.607746 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.607993 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.608240 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.608519 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.608864 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.609111 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.609356 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.609637 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.609880 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.610118 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.610524 n-d-811809-3 neutron-server[88690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 16:01:15.610762 n-d-811809-3 neutron-server[88690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 16:01:15.610996 n-d-811809-3 neutron-server[88690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 16:01:15.611227 n-d-811809-3 neutron-server[88690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 16:01:15.611458 n-d-811809-3 neutron-server[88690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 16:01:15.611690 n-d-811809-3 neutron-server[88690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 16:01:15.612053 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 04 16:01:15.615191 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 04 16:01:15.619193 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 04 16:01:15.622986 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 04 16:01:15.624592 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 04 16:01:15.625043 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 04 16:01:15.625369 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 04 16:01:15.625745 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 04 16:01:15.628699 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 04 16:01:15.628951 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 04 16:01:15.629290 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 16:01:15.656644 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 04 16:01:15.657091 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.657383 n-d-811809-3 neutron-server[88690]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88690) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 04 16:01:15.657737 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.659105 n-d-811809-3 neutron-server[88690]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88690) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 04 16:01:15.659383 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 16:01:15.659625 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 04 16:01:15.663025 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.663296 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:15.738377 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 04 16:01:15.738577 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 04 16:01:15.738788 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 04 16:01:15.739172 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 04 16:01:15.777645 n-d-811809-3 neutron-server[88690]: DEBUG oslo_db.sqlalchemy.engines [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88690) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 04 16:01:16.116478 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Initializing driver for type 'gre' Jun 04 16:01:16.117081 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] gre ID ranges: [(1, 1000)] Jun 04 16:01:16.180795 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Initializing driver for type 'local' Jun 04 16:01:16.181211 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Initializing driver for type 'vlan' Jun 04 16:01:16.194163 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] VlanTypeDriver initialization complete Jun 04 16:01:16.194689 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Initializing driver for type 'vxlan' Jun 04 16:01:16.195166 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] vxlan ID ranges: [(1, 1000)] Jun 04 16:01:16.253312 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Initializing extension driver 'port_security' Jun 04 16:01:16.254106 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.extensions.port_security [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] PortSecurityExtensionDriver initialization complete Jun 04 16:01:16.254106 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Initializing mechanism driver 'openvswitch' Jun 04 16:01:16.254337 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Initializing mechanism driver 'hyperv' Jun 04 16:01:16.260946 n-d-811809-3 neutron-server[88690]: DEBUG neutron.plugins.ml2.plugin [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:01:16.261612 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > port after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.261970 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > port after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.262309 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > port after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.262875 n-d-811809-3 neutron-server[88690]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88690) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 16:01:16.263297 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > subnet after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.263646 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > subnet after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.263975 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.264353 n-d-811809-3 neutron-server[88690]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88690) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 16:01:16.264749 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > network after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.265086 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > network after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.265417 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > network after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.265789 n-d-811809-3 neutron-server[88690]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88690) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 16:01:16.266183 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > security_group after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.266549 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > security_group after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.266878 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > security_group after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.267251 n-d-811809-3 neutron-server[88690]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88690) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 16:01:16.267643 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.267975 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.268301 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.268802 n-d-811809-3 neutron-server[88690]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88690) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 16:01:16.269197 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > address_group after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.269534 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > address_group after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.269887 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > address_group after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.270252 n-d-811809-3 neutron-server[88690]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88690) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 16:01:16.270723 n-d-811809-3 neutron-server[88690]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] ML2 OVO RPC backend initialized. {{(pid=88690) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 04 16:01:16.271438 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.271781 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.272188 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > network before_response 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.272528 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > networks before_response 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.272872 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > port before_response 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.273203 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > ports before_response 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.273539 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > subnet before_response 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.273869 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > subnets before_response 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.274203 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > network after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.274564 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > network after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.274889 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > network after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.275213 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > port after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.275540 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > port after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.275862 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > port after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.276184 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > subnet after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.276505 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > subnet after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.276826 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.277393 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.plugin [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Modular L2 Plugin initialization complete Jun 04 16:01:16.277717 n-d-811809-3 neutron-server[88690]: DEBUG neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading services supported by the core plugin {{(pid=88690) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 04 16:01:16.278035 n-d-811809-3 neutron-server[88690]: INFO neutron.plugins.ml2.managers [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Got port-security extension from driver 'port_security' Jun 04 16:01:16.278514 n-d-811809-3 neutron-server[88690]: INFO neutron.extensions.vlantransparent [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Disabled vlantransparent extension. Jun 04 16:01:16.278994 n-d-811809-3 neutron-server[88690]: DEBUG neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88690) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 04 16:01:16.279300 n-d-811809-3 neutron-server[88690]: INFO neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading Plugin: router Jun 04 16:01:16.315775 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router_interface before_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.316152 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router after_create 55549900 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.316511 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router before_create 55549900 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.316864 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.317225 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.317566 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router after_delete 55549900 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.318060 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > floatingip after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.318578 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router after_create 55549900 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.318922 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router after_update 55549900 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.319267 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router after_update 55549900 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.319613 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.319946 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router after_update 55549900 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.320352 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router precommit_update 55549900 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.320712 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: port after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.321045 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: port after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.321374 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: subnet after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.321698 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.322039 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > port precommit_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.322372 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router precommit_create 55549900 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.322732 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: port before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.323057 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router precommit_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.323404 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router after_update 55549900 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.323720 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router precommit_delete 55549900 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.324055 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router precommit_create 55549900 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.324407 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.324740 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router precommit_update 55549900 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.325093 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > agent after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.325431 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > agent after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.325764 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > network after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.326652 n-d-811809-3 neutron-server[88690]: DEBUG neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Tracking information for resource: router configured {{(pid=88690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 16:01:16.326980 n-d-811809-3 neutron-server[88690]: DEBUG neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Tracking information for resource: floatingip configured {{(pid=88690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 16:01:16.332201 n-d-811809-3 neutron-server[88690]: INFO neutron.db.l3_agentschedulers_db [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 04 16:01:16.332762 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: port after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.333108 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: port after_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.333629 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: port after_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.333974 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: port after_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.334880 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router before_create 55550100 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.335234 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router precommit_delete 55550100 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.335586 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router precommit_create 55550100 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.335932 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > router precommit_update 55550100 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.340427 n-d-811809-3 neutron-server[88690]: DEBUG neutron.services.provider_configuration [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service providers = [] {{(pid=88690) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 04 16:01:16.340781 n-d-811809-3 neutron-server[88690]: DEBUG neutron.db.servicetype_db [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88690) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 04 16:01:16.343644 n-d-811809-3 neutron-server[88690]: DEBUG neutron.services.service_base [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88690) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 16:01:16.343987 n-d-811809-3 neutron-server[88690]: DEBUG neutron.services.service_base [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88690) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 16:01:16.344326 n-d-811809-3 neutron-server[88690]: DEBUG neutron.services.service_base [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88690) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 16:01:16.345179 n-d-811809-3 neutron-server[88690]: DEBUG neutron.services.service_base [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88690) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 16:01:16.345542 n-d-811809-3 neutron-server[88690]: INFO neutron.services.service_base [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 04 16:01:16.345906 n-d-811809-3 neutron-server[88690]: DEBUG neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 16:01:16.346215 n-d-811809-3 neutron-server[88690]: INFO neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 04 16:01:16.356854 n-d-811809-3 neutron-server[88690]: DEBUG neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 16:01:16.357175 n-d-811809-3 neutron-server[88690]: INFO neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading Plugin: auto_allocate Jun 04 16:01:16.362863 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: network precommit_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.363223 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: network precommit_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.363728 n-d-811809-3 neutron-server[88690]: DEBUG neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 16:01:16.364044 n-d-811809-3 neutron-server[88690]: INFO neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading Plugin: tag Jun 04 16:01:16.370672 n-d-811809-3 neutron-server[88690]: DEBUG neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 16:01:16.370930 n-d-811809-3 neutron-server[88690]: INFO neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading Plugin: timestamp Jun 04 16:01:16.374810 n-d-811809-3 neutron-server[88690]: DEBUG neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 16:01:16.375133 n-d-811809-3 neutron-server[88690]: INFO neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading Plugin: network_ip_availability Jun 04 16:01:16.380426 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.380803 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.381146 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.381845 n-d-811809-3 neutron-server[88690]: DEBUG neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 16:01:16.382158 n-d-811809-3 neutron-server[88690]: INFO neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading Plugin: flavors Jun 04 16:01:16.386797 n-d-811809-3 neutron-server[88690]: DEBUG neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 16:01:16.387119 n-d-811809-3 neutron-server[88690]: INFO neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading Plugin: revisions Jun 04 16:01:16.391516 n-d-811809-3 neutron-server[88690]: DEBUG neutron.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 16:01:16.391898 n-d-811809-3 neutron-server[88690]: DEBUG oslo_concurrency.lockutils [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.658s {{(pid=88690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 16:01:16.392633 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88690) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 04 16:01:16.392958 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Initializing extension manager. Jun 04 16:01:16.393456 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: __init__.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.393792 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: __pycache__ {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.394108 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.394452 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: address_group.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.395206 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.395769 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: address-group Jun 04 16:01:16.396095 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: address_scope.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.396789 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.397283 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: address-scope Jun 04 16:01:16.397591 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: admin_state_down_before_update.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.398506 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.399015 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: router-admin-state-down-before-update Jun 04 16:01:16.399324 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: agent.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.400006 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.400504 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: agent Jun 04 16:01:16.400813 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: agent_resources_synced.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.401894 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.402394 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: agent-resources-synced Jun 04 16:01:16.402733 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: allowedaddresspairs.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.404488 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.404999 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: allowed-address-pairs Jun 04 16:01:16.405319 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: auto_allocated_topology.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.406361 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.406898 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: auto-allocated-topology Jun 04 16:01:16.407213 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: availability_zone.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.407886 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.408376 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: availability_zone Jun 04 16:01:16.408691 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: availability_zone_filter.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.409567 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.410063 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: availability_zone_filter Jun 04 16:01:16.410377 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: data_plane_status.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.411289 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.411874 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension data-plane-status not supported by any of loaded plugins Jun 04 16:01:16.412187 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: default_subnetpools.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.413070 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.413566 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: default-subnetpools Jun 04 16:01:16.413885 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: dhcpagentscheduler.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.414708 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.415211 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: dhcp_agent_scheduler Jun 04 16:01:16.415525 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: dns.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.416420 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.416912 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension dns-integration not supported by any of loaded plugins Jun 04 16:01:16.417227 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: dns_domain_ports.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.418121 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.418633 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 04 16:01:16.418946 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: dvr.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.419596 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.420090 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: dvr Jun 04 16:01:16.420396 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: empty_string_filtering.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.421281 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.421786 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: empty-string-filtering Jun 04 16:01:16.422099 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.423013 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.423510 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 04 16:01:16.423823 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.424708 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.425208 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 04 16:01:16.425513 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: external_net.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.426397 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.426954 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: external-net Jun 04 16:01:16.427302 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: extra_dhcp_opt.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.428182 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.428680 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: extra_dhcp_opt Jun 04 16:01:16.428992 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: extraroute.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.429866 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.430362 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: extraroute Jun 04 16:01:16.430701 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: extraroute_atomic.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.431695 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.432195 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: extraroute-atomic Jun 04 16:01:16.432507 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: filter_validation.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.433151 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.433645 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: filter-validation Jun 04 16:01:16.433957 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: fip_pf_description.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.434873 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.435371 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 04 16:01:16.435677 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: fip_port_details.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.436563 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.437055 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: fip-port-details Jun 04 16:01:16.437366 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: flavors.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.438598 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.439105 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: flavors Jun 04 16:01:16.439419 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.441577 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.442260 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 04 16:01:16.442731 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: floatingip_pools.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.443504 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.444157 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: floatingip-pools Jun 04 16:01:16.444481 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: ip_allocation.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.445568 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.446204 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension ip_allocation not supported by any of loaded plugins Jun 04 16:01:16.446678 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.448034 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.448667 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: ip-substring-filtering Jun 04 16:01:16.449060 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: l2_adjacency.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.450245 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.450900 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 04 16:01:16.451370 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: l3.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.452540 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.453216 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: router Jun 04 16:01:16.453679 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: l3_conntrack_helper.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.456888 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.457558 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 04 16:01:16.458053 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.459103 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.459779 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: ext-gw-mode Jun 04 16:01:16.460192 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.461366 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.461988 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: l3-ha Jun 04 16:01:16.462473 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: l3_flavors.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.463413 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.463920 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: l3-flavors Jun 04 16:01:16.464237 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.465147 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.465651 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 04 16:01:16.465964 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: l3agentscheduler.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.467027 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.467525 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: l3_agent_scheduler Jun 04 16:01:16.467842 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: logging.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.469292 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.469806 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension logging not supported by any of loaded plugins Jun 04 16:01:16.470152 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: metering.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.470910 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.471481 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: metering Jun 04 16:01:16.471798 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.472875 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.473378 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: metering_source_and_destination_fields Jun 04 16:01:16.473696 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: multiprovidernet.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.474672 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.475170 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: multi-provider Jun 04 16:01:16.475486 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: netmtu.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.476374 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.476876 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: net-mtu Jun 04 16:01:16.477188 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: netmtu_writable.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.478077 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.478628 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: net-mtu-writable Jun 04 16:01:16.478935 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: network_availability_zone.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.479641 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.480140 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: network_availability_zone Jun 04 16:01:16.480450 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: network_ip_availability.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.481517 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.482026 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: network-ip-availability Jun 04 16:01:16.482341 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: network_segment_range.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.483124 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.483628 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension network-segment-range not supported by any of loaded plugins Jun 04 16:01:16.483943 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: pagination.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.484918 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.485243 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: pagination Jun 04 16:01:16.485552 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: port_device_profile.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.486455 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.486969 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: port-device-profile Jun 04 16:01:16.487281 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.488182 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.488681 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: port-mac-address-regenerate Jun 04 16:01:16.488993 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.490076 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.490607 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: port-numa-affinity-policy Jun 04 16:01:16.490922 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: port_resource_request.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.491820 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.492329 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension port-resource-request not supported by any of loaded plugins Jun 04 16:01:16.492635 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: portbindings.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.493542 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.494041 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: binding Jun 04 16:01:16.494355 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: portbindings_extended.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.495640 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.496154 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: binding-extended Jun 04 16:01:16.496470 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: portsecurity.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.497364 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.497869 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: port-security Jun 04 16:01:16.498180 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: project_id.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.499277 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.499601 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: project-id Jun 04 16:01:16.499915 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: providernet.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.500816 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.501317 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: provider Jun 04 16:01:16.501628 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: qos.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.505234 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.505727 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension qos not supported by any of loaded plugins Jun 04 16:01:16.506069 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.507326 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.507817 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 04 16:01:16.508135 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.509028 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.509529 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 04 16:01:16.509838 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: qos_default.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.510749 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.511245 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension qos-default not supported by any of loaded plugins Jun 04 16:01:16.511560 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: qos_fip.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.512191 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.512681 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension qos-fip not supported by any of loaded plugins Jun 04 16:01:16.512974 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: qos_gateway_ip.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.513873 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.514378 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 04 16:01:16.514717 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: qos_port_network_policy.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.515609 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.516106 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 04 16:01:16.516427 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: qos_rule_type_details.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.517316 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.517818 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 04 16:01:16.518130 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: qos_rules_alias.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.519170 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.519668 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 04 16:01:16.519984 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: quotasv2.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.520954 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.521380 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: quotas Jun 04 16:01:16.521590 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: quotasv2_detail.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.523190 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.523520 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: quota_details Jun 04 16:01:16.523838 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: rbac.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.524873 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.525388 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: rbac-policies Jun 04 16:01:16.525711 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: rbac_address_group.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.526637 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.527148 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: rbac-address-group Jun 04 16:01:16.527465 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: rbac_address_scope.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.528354 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.528856 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: rbac-address-scope Jun 04 16:01:16.529169 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: rbac_security_groups.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.530059 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.530616 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: rbac-security-groups Jun 04 16:01:16.530930 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: rbac_subnetpool.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.531834 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.532337 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: rbac-subnetpool Jun 04 16:01:16.532648 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: revisionifmatch.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.533539 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.534040 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: revision-if-match Jun 04 16:01:16.534354 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: revisions.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.535475 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.535978 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: standard-attr-revisions Jun 04 16:01:16.536333 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: router_availability_zone.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.536985 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.537484 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: router_availability_zone Jun 04 16:01:16.537797 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: routerservicetype.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.538834 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.539336 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension router-service-type not supported by any of loaded plugins Jun 04 16:01:16.539648 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.540541 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.541043 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: security-groups-normalized-cidr Jun 04 16:01:16.541356 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: security_groups_port_filtering.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.542247 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.542768 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: port-security-groups-filtering Jun 04 16:01:16.543080 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.543979 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.544476 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: security-groups-remote-address-group Jun 04 16:01:16.544801 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: securitygroup.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.554342 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.554876 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: security-group Jun 04 16:01:16.555209 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: segment.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.555963 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.556462 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension segment not supported by any of loaded plugins Jun 04 16:01:16.556775 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.557689 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.558192 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 04 16:01:16.558556 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: servicetype.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.559631 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.560144 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: service-type Jun 04 16:01:16.560462 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: sorting.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.561418 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.561733 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: sorting Jun 04 16:01:16.562045 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: standard_attr_segment.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.562967 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.563467 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 04 16:01:16.563779 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: standardattrdescription.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.564408 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.564903 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: standard-attr-description Jun 04 16:01:16.565210 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: stateful_security_group.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.566116 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.566650 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: stateful-security-group Jun 04 16:01:16.566963 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: stdattrs_common.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.567532 n-d-811809-3 neutron-server[88690]: WARNING neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 04 16:01:16.567889 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.568876 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.569387 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 04 16:01:16.569701 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: subnet_onboard.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.570771 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.571280 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: subnet_onboard Jun 04 16:01:16.571593 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.572500 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.573000 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 04 16:01:16.573320 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: subnet_service_types.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.574234 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.574772 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: subnet-service-types Jun 04 16:01:16.575087 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: subnetallocation.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.576148 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.576654 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: subnet_allocation Jun 04 16:01:16.576972 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.577627 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.578126 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: subnetpool-prefix-ops Jun 04 16:01:16.578529 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.579364 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.579859 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 04 16:01:16.580172 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: tagging.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.581571 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.582079 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: standard-attr-tag Jun 04 16:01:16.582396 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: timestamp.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.583622 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.584116 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loaded extension: standard-attr-timestamp Jun 04 16:01:16.584436 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: trunk.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.585449 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.585955 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension trunk not supported by any of loaded plugins Jun 04 16:01:16.586266 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: trunk_details.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.587204 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.587706 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension trunk-details not supported by any of loaded plugins Jun 04 16:01:16.588016 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: uplink_status_propagation.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.588918 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.589419 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 04 16:01:16.589737 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Loading extension file: vlantransparent.py {{(pid=88690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 16:01:16.590378 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 16:01:16.590903 n-d-811809-3 neutron-server[88690]: INFO neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 04 16:01:16.593345 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:network Jun 04 16:01:16.594080 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:subnet Jun 04 16:01:16.596066 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 16:01:16.596693 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:port Jun 04 16:01:16.597928 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.598369 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service FLAVORS assigned prefix: {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.599153 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.599580 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.599908 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:router Jun 04 16:01:16.600556 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:floatingip Jun 04 16:01:16.601295 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service METERING assigned prefix: /metering {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.602798 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.603168 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.603510 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:01:16.604621 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 16:01:16.605068 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:security_group Jun 04 16:01:16.605709 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 16:01:16.606464 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service CORE assigned prefix: {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.606787 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 16:01:16.607117 n-d-811809-3 neutron-server[88690]: WARNING neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] subnetpool is already registered Jun 04 16:01:16.607725 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service CORE assigned prefix: {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.608044 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 16:01:16.608358 n-d-811809-3 neutron-server[88690]: WARNING neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] subnetpool is already registered Jun 04 16:01:16.610900 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.611327 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service FLAVORS assigned prefix: {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.611906 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.612326 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.612648 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:router Jun 04 16:01:16.612968 n-d-811809-3 neutron-server[88690]: WARNING neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] router is already registered Jun 04 16:01:16.613553 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:floatingip Jun 04 16:01:16.613875 n-d-811809-3 neutron-server[88690]: WARNING neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] floatingip is already registered Jun 04 16:01:16.614568 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service METERING assigned prefix: /metering {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.615335 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 16:01:16.615658 n-d-811809-3 neutron-server[88690]: WARNING neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] rbac_policy is already registered Jun 04 16:01:16.616187 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:security_group Jun 04 16:01:16.616509 n-d-811809-3 neutron-server[88690]: WARNING neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] security_group is already registered Jun 04 16:01:16.617092 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 16:01:16.617411 n-d-811809-3 neutron-server[88690]: WARNING neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] security_group_rule is already registered Jun 04 16:01:16.618070 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service CORE assigned prefix: {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.618391 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 16:01:16.618740 n-d-811809-3 neutron-server[88690]: WARNING neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] subnetpool is already registered Jun 04 16:01:16.619354 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.v2.resource_helper [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Service CORE assigned prefix: {{(pid=88690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 16:01:16.619673 n-d-811809-3 neutron-server[88690]: INFO neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 16:01:16.619996 n-d-811809-3 neutron-server[88690]: WARNING neutron.quota.resource_registry [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] subnetpool is already registered Jun 04 16:01:16.620629 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: extensions {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.622134 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: address-groups {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.623716 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: address-scopes {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.624912 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: agents {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.626050 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: auto-allocated-topology {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.627309 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: availability_zones {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.628585 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: dhcp-networks {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.630065 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: dhcp-agents {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.631698 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: routers {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.633494 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: flavors {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.634676 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: service_profiles {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.635847 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: next_providers {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.637368 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: service_profiles {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.638809 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: floatingip-pools {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.640009 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: routers {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.641764 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: floatingips {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.642978 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: l3-routers {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.644348 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: l3-agents {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.645779 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: metering-labels {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.647129 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: metering-label-rules {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.648384 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: network-ip-availabilities {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.649612 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: bindings {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.651293 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: quotas {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.652747 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: quotas {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.654136 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: rbac-policies {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.655452 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: security-groups {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.656643 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: security-group-rules {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.657865 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: service-providers {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.659088 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: subnetpools {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.661438 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: subnetpools {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.663052 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: tags {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.664715 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: tags {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.781993 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: tags {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.783805 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: tags {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.785569 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: tags {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.787597 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: tags {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.789293 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: tags {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.791209 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: tags {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.792957 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: tags {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.794811 n-d-811809-3 neutron-server[88690]: DEBUG neutron.api.extensions [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Extended resource: tags {{(pid=88690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 16:01:16.800730 n-d-811809-3 neutron-server[88690]: WARNING keystonemiddleware.auth_token [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 04 16:01:16.805790 n-d-811809-3 neutron-server[88690]: WARNING keystonemiddleware.auth_token [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 04 16:01:16.814001 n-d-811809-3 neutron-server[88690]: DEBUG oslo_concurrency.lockutils [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Acquired lock "singleton_lock" {{(pid=88690) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 04 16:01:16.814470 n-d-811809-3 neutron-server[88690]: DEBUG oslo_concurrency.lockutils [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Releasing lock "singleton_lock" {{(pid=88690) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 04 16:01:16.815117 n-d-811809-3 neutron-server[88690]: INFO oslo_service.service [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Starting 2 workers Jun 04 16:01:16.819838 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Started child 88797 {{(pid=88690) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 16:01:16.824077 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Started child 88798 {{(pid=88690) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 16:01:16.825001 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:16.825634 n-d-811809-3 neutron-server[88690]: INFO neutron.service [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 04 16:01:16.826345 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Notify callbacks [] for process, before_spawn {{(pid=88690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:16.826725 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [-] (88797) wsgi starting up on http://0.0.0.0:9696 Jun 04 16:01:16.828413 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:16.828979 n-d-811809-3 neutron-server[88690]: INFO oslo_service.service [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Starting 1 workers Jun 04 16:01:16.829795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [-] (88798) wsgi starting up on http://0.0.0.0:9696 Jun 04 16:01:16.834065 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Started child 88799 {{(pid=88690) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 16:01:16.834608 n-d-811809-3 neutron-server[88690]: INFO oslo_service.service [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Starting 1 workers Jun 04 16:01:16.837631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.service [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] calling RpcWorker wait() {{(pid=88799) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 04 16:01:16.838188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.service [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] returning from RpcWorker wait() {{(pid=88799) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 04 16:01:16.838889 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Started child 88800 {{(pid=88690) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 16:01:16.839283 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:16.839622 n-d-811809-3 neutron-server[88690]: DEBUG neutron_lib.callbacks.manager [None req-42b643d8-d9a4-4fae-b0e6-86438383cc2d None None] Notify callbacks [] for process, after_spawn {{(pid=88690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:16.839749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:01:16.841439 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88690) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 04 16:01:16.841640 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 16:01:16.841780 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 16:01:16.841986 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 16:01:16.842362 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 16:01:16.842511 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 16:01:16.843052 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.843315 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.843573 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.843801 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.844087 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.844438 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:16.844940 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.844940 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.845097 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.845347 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.845472 n-d-811809-3 neutron-server[88800]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:01:16.845550 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.845715 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.845873 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.846112 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.846390 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.846715 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.846972 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.847150 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.847441 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.847631 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.847850 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.848061 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.848327 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.848576 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] debug = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.848804 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.849299 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.849658 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.850683 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.850683 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.850683 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.850683 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.851169 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.851169 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.851398 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.851520 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.851712 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.851939 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.852162 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.852424 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.852636 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.852866 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.853303 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] host = n-d-811809-3 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.853530 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.853769 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.853999 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.854255 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.854422 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.854667 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.854898 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.855153 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.855394 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.855624 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.855873 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.856108 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.856343 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.856562 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_file = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.856690 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_options = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.856937 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.857196 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.857430 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.857620 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.857751 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.857936 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.858155 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.858313 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.858587 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.858800 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.859007 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.859214 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.859444 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.859665 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.859896 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.860118 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.860340 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.860563 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.860805 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.861028 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.863240 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.863240 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.863240 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.863240 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.863240 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.863642 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.863712 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.863902 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.864346 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.864346 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.864719 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.864897 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.865573 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.865937 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.866095 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.866315 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.866632 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.866893 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.867088 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.867470 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.867881 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.868112 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.868300 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.868663 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.869067 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.869384 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] use_json = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.869572 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.869962 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.870527 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.871869 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.872394 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.873108 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.873502 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.873910 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.874321 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.875001 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.875431 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.875993 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.876562 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.878779 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.879224 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.879643 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.880539 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.881003 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.881280 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.881598 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.881883 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.882205 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.882453 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.882729 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.883047 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.883283 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.883592 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.883803 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.884021 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.884269 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.884529 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.884821 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.885791 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.886062 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.886354 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.886618 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.886902 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.887110 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.887322 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.887562 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.887803 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.888428 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.888656 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.888883 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.889121 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.889338 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.889571 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.889997 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.890409 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.890867 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.891282 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.891687 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.892128 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.892343 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.892777 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.893184 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.893418 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.893654 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.893919 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.894177 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.894447 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.894684 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.895103 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.898496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52120) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:01:16.898632 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.898632 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.898632 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.898632 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.898632 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.898632 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.898632 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.898632 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.898632 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.899309 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.899309 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.899309 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.899309 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.899309 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.899309 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.899309 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.899309 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.899309 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.899932 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.899932 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.899932 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.899932 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.900212 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.900519 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.900622 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.900797 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.901011 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.901223 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.901436 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.901673 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.901954 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.903795 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.904053 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.904347 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.904614 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.904863 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.905118 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.905374 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.905603 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.905868 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.906068 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.906341 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.906778 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.907013 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.907447 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.909405 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.909882 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.910088 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.910333 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.910593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0130098 Jun 04 16:01:16.910915 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.910915 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.911122 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.911694 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.911694 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.911969 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.912209 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.913139 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.913139 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.913139 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.913353 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.913516 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.913705 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.913989 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.914240 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.915851 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.916132 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.916403 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.916693 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.916953 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.917214 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.917494 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.918646 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.919019 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.919370 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.920204 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.920500 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.920859 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.921171 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.922403 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.922403 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.922403 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.922403 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.922968 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.923277 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.923578 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.924943 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.924943 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.924943 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.924943 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.924943 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.925290 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.925358 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.925661 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.925878 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.926089 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.927393 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.927654 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.927890 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.928146 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.928407 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.928671 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.930643 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.930896 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.931152 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.932492 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.932743 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.932976 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.933224 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.933796 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.933796 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.933982 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.934139 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.934377 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.935305 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.935305 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.935305 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.935553 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.935698 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.936521 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.937607 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.937607 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.937607 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.937607 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.937940 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.937940 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.938165 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.938915 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.938915 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.938915 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.939175 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.939293 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.939548 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.939769 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.940124 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.940370 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.940621 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.940850 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.941086 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.941316 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.941526 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.941948 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.942272 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.942508 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.943374 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.943631 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.943856 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.944097 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.944317 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.944535 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.945548 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.945548 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.945548 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.945548 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.945864 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.945952 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.946130 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.946342 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.947085 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.947307 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.947521 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.947769 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.948901 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.949003 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.949199 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.949439 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.949701 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.949929 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.950176 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.950787 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.951006 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.951223 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.951360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:01:16.951449 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.951649 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.951860 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.952070 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.952285 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.952533 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.952813 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.953174 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.953313 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.953597 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.953905 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.954077 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.954314 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.954648 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.954863 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.955118 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.955694 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.955921 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.956158 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.956405 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.956723 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.957009 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.957255 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.957481 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.958141 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.958968 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.959744 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.959744 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.959914 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.960161 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.960446 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.960708 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.960945 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.961848 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.961848 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.961848 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.962069 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.962295 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.962621 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.963075 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.963423 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.963669 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.964543 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.964543 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.964543 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.964543 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.964865 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.965010 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.965227 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.965385 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 16:01:16.965913 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88690) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 04 16:01:16.966076 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 16:01:16.966376 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 16:01:16.966570 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 16:01:16.966739 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 16:01:16.966890 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 16:01:16.967095 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.967255 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.967411 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.967567 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.967715 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.967892 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.968048 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.968203 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.968355 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.968506 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.968660 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.969791 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.969791 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.969947 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.970070 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.970204 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.970360 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.970535 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.970692 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.970846 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.971013 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.971130 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.971285 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] debug = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.972412 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.972412 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.972412 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.972412 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.972412 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.972412 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.973106 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.973106 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.973106 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.973106 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.973106 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.973106 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.973755 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.973755 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.973755 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.973755 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.973755 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.974262 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] host = n-d-811809-3 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.974262 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.974262 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.974607 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.974607 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.974607 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.974930 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.974930 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.975127 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.975127 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.976191 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.976191 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.976191 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.976191 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.976191 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_file = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.976191 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_options = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.976191 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.976900 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.976900 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.976900 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.976900 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.976900 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.977228 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.977228 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.977381 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.977381 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.977528 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.978224 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.978224 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.978224 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.978224 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.978224 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.978852 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.978852 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.978852 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.978852 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.979279 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.979279 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.979279 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.979612 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.979694 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.979796 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.979952 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.980104 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.980254 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.980406 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.980557 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.980709 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.980861 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.981012 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.981164 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.981316 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.981466 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.981621 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.981820 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.981901 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.982055 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.982205 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.982357 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.982529 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.982681 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.982834 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] use_json = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.982987 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.983697 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.983697 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.983914 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.983914 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.984208 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.984208 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.984496 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.984496 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 16:01:16.984701 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.984830 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.984973 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.985106 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.985210 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.985320 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.985468 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.985661 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.985741 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.985921 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.986084 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.986232 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.986388 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.987374 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.987374 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.987374 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.987374 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.987374 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.987739 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.987739 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.987863 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.987929 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.988073 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.988377 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.988688 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.988848 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.989003 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.989159 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.989315 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.989570 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.989820 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.989981 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.990308 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.990488 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.990799 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.991095 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.991245 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.991391 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.991548 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.991688 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.991833 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.991992 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.992132 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.992297 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.992436 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.992572 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.992705 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.992862 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.993041 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.993169 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.993315 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.993459 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.993597 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.993725 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.993882 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.994036 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.994262 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.994401 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.994637 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.994637 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.994894 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.995040 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.995177 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.995310 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.995453 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.995587 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.995719 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.995853 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.996024 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.996159 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.996300 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.996468 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.996603 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.996778 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.996778 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.997037 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.997204 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.997204 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.997469 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.997612 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.997755 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.997888 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.998021 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.998154 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.998304 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.998469 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.998609 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.998742 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.998888 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.999054 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.999191 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.999336 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.999470 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.999604 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.999736 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:16.999925 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.000085 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.000234 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.000609 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.000609 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.001017 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.001017 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.001017 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.001407 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.001407 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.001407 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.001798 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.001798 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.001798 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.002172 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.002172 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.002516 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.002516 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.002778 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.002778 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.003044 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.003044 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.003339 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.003339 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.003640 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.003640 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.003925 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.003925 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.004179 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.004179 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.004537 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.004537 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.004792 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.004792 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.005071 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.005071 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.005391 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.005575 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.005731 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.005887 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.006042 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.006213 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.006358 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.006556 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.006710 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.006842 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.006994 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.007207 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.007368 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.007523 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.007678 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.007836 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.007989 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.008144 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.008299 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.008454 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.008610 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.008765 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.008917 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.009071 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.009224 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.009380 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.009534 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.009690 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.009875 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.010035 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.010170 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.010323 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.010498 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.010654 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.010813 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.010971 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.011129 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.011283 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.011440 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.011596 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.011750 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.011906 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.012060 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.012215 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.012371 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.012528 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.012682 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.012838 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.012993 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.013148 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.013303 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.013458 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.013612 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.013767 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.013923 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.014077 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.014251 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.014495 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.014619 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.014739 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.014857 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.014999 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.015153 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.015306 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.015460 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.015597 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.015756 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.015909 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.016069 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.016223 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.016378 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.016531 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.016687 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.016844 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.016998 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.017153 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.017308 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.017462 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.017617 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.017795 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.017909 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.018069 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.018224 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.018473 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.018626 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.018797 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.018952 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.019106 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.019262 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.019416 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.019581 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.019736 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.019890 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.020028 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.020186 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.020350 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.020504 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.020857 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.020996 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.021085 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.021176 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.021335 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.021488 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.021649 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.021805 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.021959 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.022114 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.022281 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.022458 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.022617 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.022773 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.022927 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.023081 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.023237 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.023396 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.023559 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.023722 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.023879 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.024042 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.024205 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.024369 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.024523 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.024684 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.024851 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.025006 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.025159 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.025312 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.025466 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.025621 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.025775 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.025930 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.026088 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.026244 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.026399 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.026590 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.026724 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.026868 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.027023 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.027177 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.027330 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.027484 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.027637 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.027792 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 16:01:17.027940 n-d-811809-3 neutron-server[88690]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 16:01:27.661021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6413c57-674c-446c-bb57-2374c92ccedc None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:01:27.734016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6413c57-674c-446c-bb57-2374c92ccedc None None] No non-hosted networks {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 04 16:01:27.741955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.agentschedulers_db [None req-a6413c57-674c-446c-bb57-2374c92ccedc None None] DHCP Agent not found on host n-d-811809-3 {{(pid=88799) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 04 16:01:27.804638 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e88a0ff8-5ef1-4292-ae46-d3f2e822f72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644954'] for agent, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:29.964046 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2875c497-d62b-4dd7-9f19-6458936baede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644954'] for agent, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:30.011409 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-578728d9-5706-43cd-82bb-ca7092d21dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:30.922493 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644954'] for agent, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:31.069446 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644954'] for agent, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:31.070938 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:31.071487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:31.071962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:31.072638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:31.073108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:31.073659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:31.074130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:31.074791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:31.075332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:31.075954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:31.076474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:31.077301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:31.077936 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811809-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:01:31.083310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811809-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:01:32.308346 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644954'] for agent, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:33.790067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52220) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:01:34.418111 n-d-811809-3 neutron-server[88798]: WARNING oslo_policy.policy [None req-4f788999-c4b2-41f2-b6b5-c6ea595d28a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 16:01:34.418708 n-d-811809-3 neutron-server[88798]: WARNING oslo_policy.policy [None req-4f788999-c4b2-41f2-b6b5-c6ea595d28a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 16:01:34.646905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-4f788999-c4b2-41f2-b6b5-c6ea595d28a4 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:01:34.647982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4f788999-c4b2-41f2-b6b5-c6ea595d28a4 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8568830 Jun 04 16:01:35.126527 n-d-811809-3 neutron-server[88799]: INFO neutron.db.l3_hamode_db [None req-f8e72c98-a054-4520-8b55-929162087c06 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 04 16:01:35.210699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e72c98-a054-4520-8b55-929162087c06 None None] Routers set() bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:01:35.211063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e72c98-a054-4520-8b55-929162087c06 None None] Router IDs set() for agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 04 16:01:37.076587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52234) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:01:37.488713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-33a73b55-d2ac-406d-a2c5-f9514f40dde3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:01:37.581390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.policy [None req-33a73b55-d2ac-406d-a2c5-f9514f40dde3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88798) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 16:01:37.625597 n-d-811809-3 neutron-server[88798]: WARNING oslo_policy.policy [None req-33a73b55-d2ac-406d-a2c5-f9514f40dde3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 16:01:37.625958 n-d-811809-3 neutron-server[88798]: WARNING oslo_policy.policy [None req-33a73b55-d2ac-406d-a2c5-f9514f40dde3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 16:01:37.634156 n-d-811809-3 neutron-server[88798]: INFO neutron.quota [None req-33a73b55-d2ac-406d-a2c5-f9514f40dde3 admin admin] Loaded quota_driver: . Jun 04 16:01:37.650087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-33a73b55-d2ac-406d-a2c5-f9514f40dde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:01:37.719666 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33a73b55-d2ac-406d-a2c5-f9514f40dde3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776861119307', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776861118876', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776861197914', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776861201132', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776861210738', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776861220685', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16190628', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16097423', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-376995', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1759571'] for rbac-policy, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:37.788897 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33a73b55-d2ac-406d-a2c5-f9514f40dde3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:37.790641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-33a73b55-d2ac-406d-a2c5-f9514f40dde3 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7128859 Jun 04 16:01:40.469801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52248) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:01:40.834312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Request body: {'network': {'project_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'name': 'private', 'admin_state_up': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:01:40.839133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:01:40.843876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Usage tracker for resource:network and tenant:a9ad57a5ce344a8fbae035208e60f0a6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:01:40.848542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:01:40.854793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:01:40.867903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Made reservation on behalf of a9ad57a5ce344a8fbae035208e60f0a6 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:01:40.870642 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:40.888596 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:40.902665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:01:40.906634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ad57a5ce344a8fbae035208e60f0a6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:01:40.913059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:01:40.919159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:01:41.028407 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:41.035023 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:41.058654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:01:41.083152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776857415325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:41.083691 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Unsubscribe: segment precommit_create {{(pid=88798) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 16:01:41.084191 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Added segment b8aa273c-5d5a-48ce-9998-f488afa58cdf of type vlan for network f4ed3ec2-215a-4ab8-8523-eee148aa4670 Jun 04 16:01:41.092534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849fe1ee-6b61-4a64-9bc3-0464dd4b67ec,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:01:41.145561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:41.145741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:41.146025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:41.146346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:41.146697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:41.147016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:41.147333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:41.147645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:41.147958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:41.148267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:41.148572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:41.148883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Tracked resource versions report: Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: pushed versions: Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: { 'AddressGroup': {'1.2'}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'ConntrackHelper': {'1.0'}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'Log': {'1.0'}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'Network': {'1.1'}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'Port': {'1.7'}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'PortForwarding': {'1.2'}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'QosPolicy': {'1.8'}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'SecurityGroup': {'1.4'}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'SecurityGroupRule': {'1.2'}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'SubPort': {'1.0'}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'Subnet': {'1.1'}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'Trunk': {'1.1'}} Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: consumer versions: Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: { DHCP agent@n-d-811809-3: {}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: L3 agent@n-d-811809-3: {}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: Metadata agent@n-d-811809-3: {}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: Metering agent@n-d-811809-3: {}, Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: Open vSwitch agent@n-d-811809-3: { 'AddressGroup': '1.2', Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'ConntrackHelper': '1.0', Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'Log': '1.0', Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'Network': '1.1', Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'Port': '1.7', Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'PortForwarding': '1.2', Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'QosPolicy': '1.8', Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'SecurityGroup': '1.4', Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'SecurityGroupRule': '1.2', Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'SubPort': '1.0', Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'Subnet': '1.1', Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: 'Trunk': '1.1'}} Jun 04 16:01:41.149985 n-d-811809-3 neutron-server[88798]: {{(pid=88798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 16:01:41.192845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:41.236484 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:41.237547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:01:41.238305 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:41.343736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] Pushing event updated for resources: {'Network': ['ID=f4ed3ec2-215a-4ab8-8523-eee148aa4670,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:01:41.348800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5bf33362-5da6-4bf1-b239-bc4462a43918 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8780122 Jun 04 16:01:41.356231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f4ed3ec2-215a-4ab8-8523-eee148aa4670 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:01:44.048341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52264) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:01:44.535112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2561915f-5e85-487a-81fd-be8d3f31b368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:01:44.536542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2561915f-5e85-487a-81fd-be8d3f31b368 admin admin] 10.222.0.13 "GET /v2.0/networks/f4ed3ec2-215a-4ab8-8523-eee148aa4670 HTTP/1.1" status: 200 len: 825 time: 0.4872444 Jun 04 16:01:44.563485 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a516d2d2-0757-4396-96e3-3361849d9665 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/0326bb94-f9d8-44de-9ff7-ad12c9c3372e HTTP/1.1" status: 200 len: 734 time: 0.0213821 Jun 04 16:01:44.574978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '0326bb94-f9d8-44de-9ff7-ad12c9c3372e', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'ip_version': 4, 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670', 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:01:44.582230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:01:44.586372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Usage tracker for resource:subnet and tenant:a9ad57a5ce344a8fbae035208e60f0a6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:01:44.589355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:01:44.595140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:01:44.607855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Made reservation on behalf of a9ad57a5ce344a8fbae035208e60f0a6 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:01:44.610229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:44.902482 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:44.981062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdcb4ee-6592-4aa4-aedc-bab4d7107bec,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:01:44.986738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Checking segment: {'id': 'b8aa273c-5d5a-48ce-9998-f488afa58cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:01:44.987131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Network hostable DHCP agents. Network: f4ed3ec2-215a-4ab8-8523-eee148aa4670, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:01:45.012777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Network f4ed3ec2-215a-4ab8-8523-eee148aa4670 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:01:45.023913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f4ed3ec2-215a-4ab8-8523-eee148aa4670) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:01:45.029501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:01:45.030177 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:45.034267 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e18444-f19a-4eeb-9338-1499c50c37f6 None None] Network f4ed3ec2-215a-4ab8-8523-eee148aa4670 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:01:45.052497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e37be6e1-dc79-48dd-b9e4-b86a172c9b2d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4834106 Jun 04 16:01:45.357421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f4ed3ec2-215a-4ab8-8523-eee148aa4670', 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'fixed_ips': [{'subnet_id': '3fdcb4ee-6592-4aa4-aedc-bab4d7107bec'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:01:45.358697 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:45.550195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Allocated IP 172.20.0.2 (f4ed3ec2-215a-4ab8-8523-eee148aa4670/3fdcb4ee-6592-4aa4-aedc-bab4d7107bec/1b68b367-4b45-46f9-977a-a07f710ee6bd) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:01:45.773639 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:45.787030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Transition to ACTIVE for port object 1b68b367-4b45-46f9-977a-a07f710ee6bd will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:01:45.811129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Transition to ACTIVE for port object 1b68b367-4b45-46f9-977a-a07f710ee6bd will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:01:45.818892 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:45.882035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Network f4ed3ec2-215a-4ab8-8523-eee148aa4670 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:01:45.884980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:01:45.891617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:01:45.895165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Pushing event updated for resources: {'Port': ['ID=1b68b367-4b45-46f9-977a-a07f710ee6bd,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:01:45.936439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:45.936810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:45.937142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:45.937464 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:45.937783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:45.938100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:45.938420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:45.938734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:45.939074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:45.939384 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:45.939699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:45.940010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Tracked resource versions report: Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: pushed versions: Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: { 'AddressGroup': {'1.2'}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'ConntrackHelper': {'1.0'}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'Log': {'1.0'}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'Network': {'1.1'}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'Port': {'1.7'}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'PortForwarding': {'1.2'}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'QosPolicy': {'1.8'}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'SecurityGroup': {'1.4'}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'SecurityGroupRule': {'1.2'}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'SubPort': {'1.0'}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'Subnet': {'1.1'}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'Trunk': {'1.1'}} Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: consumer versions: Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: { DHCP agent@n-d-811809-3: {}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: L3 agent@n-d-811809-3: {}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: Metadata agent@n-d-811809-3: {}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: Metering agent@n-d-811809-3: {}, Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: Open vSwitch agent@n-d-811809-3: { 'AddressGroup': '1.2', Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'ConntrackHelper': '1.0', Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'Log': '1.0', Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'Network': '1.1', Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'Port': '1.7', Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'PortForwarding': '1.2', Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'QosPolicy': '1.8', Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'SecurityGroup': '1.4', Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'SecurityGroupRule': '1.2', Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'SubPort': '1.0', Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'Subnet': '1.1', Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: 'Trunk': '1.1'}} Jun 04 16:01:45.941146 n-d-811809-3 neutron-server[88799]: {{(pid=88799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 16:01:45.995903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Attempting to bind port 1b68b367-4b45-46f9-977a-a07f710ee6bd on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:01:45.996290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Attempting to bind port 1b68b367-4b45-46f9-977a-a07f710ee6bd by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'b8aa273c-5d5a-48ce-9998-f488afa58cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:01:45.996715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Attempting to bind port 1b68b367-4b45-46f9-977a-a07f710ee6bd on network f4ed3ec2-215a-4ab8-8523-eee148aa4670 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:01:46.002331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:01:46.002726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Checking segment: {'id': 'b8aa273c-5d5a-48ce-9998-f488afa58cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:01:46.003217 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:46.003617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Bound using segment: {'id': 'b8aa273c-5d5a-48ce-9998-f488afa58cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:01:46.004185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Bound port: 1b68b367-4b45-46f9-977a-a07f710ee6bd, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8aa273c-5d5a-48ce-9998-f488afa58cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:01:46.004638 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:46.091031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] For port 1b68b367-4b45-46f9-977a-a07f710ee6bd, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:01:46.094872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] For port 1b68b367-4b45-46f9-977a-a07f710ee6bd, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1b68b367-4b45-46f9-977a-a07f710ee6bd,segment=NetworkSegment(b8aa273c-5d5a-48ce-9998-f488afa58cdf),segment_id=b8aa273c-5d5a-48ce-9998-f488afa58cdf)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:01:46.100097 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:46.190087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc836c0-13e2-4ec2-89f8-ccafa499ce1e None None] Pushing event updated for resources: {'Port': ['ID=1b68b367-4b45-46f9-977a-a07f710ee6bd,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:01:47.507657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52274) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:01:47.878886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-f9faea1b-8c08-4d38-a105-1b71608dd11b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:01:47.894454 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f9faea1b-8c08-4d38-a105-1b71608dd11b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3713472 Jun 04 16:01:49.920663 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615744e-81f9-435b-be0c-ae8f4613971f None None] Network f4ed3ec2-215a-4ab8-8523-eee148aa4670 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:01:50.048851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9dcf7a80-0eaa-4b11-af35-904162d22ccb None None] Provisioning for port 1b68b367-4b45-46f9-977a-a07f710ee6bd completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:01:50.321152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52288) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:01:50.715736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-0a5503c8-f91f-438a-a2f0-72cdd3a3b395 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:01:50.716707 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0a5503c8-f91f-438a-a2f0-72cdd3a3b395 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3945482 Jun 04 16:01:50.768470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1b68b367-4b45-46f9-977a-a07f710ee6bd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:01:50.844187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 1b68b367-4b45-46f9-977a-a07f710ee6bd completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:01:50.849860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 1b68b367-4b45-46f9-977a-a07f710ee6bd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:01:50.850260 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:50.970067 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 1b68b367-4b45-46f9-977a-a07f710ee6bd is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:01:50.970728 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:51.003210 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 1b68b367-4b45-46f9-977a-a07f710ee6bd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1b68b367-4b45-46f9-977a-a07f710ee6bd,segment=NetworkSegment(b8aa273c-5d5a-48ce-9998-f488afa58cdf),segment_id=b8aa273c-5d5a-48ce-9998-f488afa58cdf)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:01:51.008211 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:51.075877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=1b68b367-4b45-46f9-977a-a07f710ee6bd,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:01:52.743358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1b68b367-4b45-46f9-977a-a07f710ee6bd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:01:52.812072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 1b68b367-4b45-46f9-977a-a07f710ee6bd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:01:52.812328 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:52.930332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 1b68b367-4b45-46f9-977a-a07f710ee6bd is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:01:53.468624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52300) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:01:53.818091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-76c00946-de2c-41fc-8e24-ab71a77aaed5 admin admin] Request body: {'router': {'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'name': 'router1', 'admin_state_up': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:01:53.826018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-76c00946-de2c-41fc-8e24-ab71a77aaed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:01:53.832612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-76c00946-de2c-41fc-8e24-ab71a77aaed5 admin admin] Usage tracker for resource:router and tenant:a9ad57a5ce344a8fbae035208e60f0a6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:01:53.835999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-76c00946-de2c-41fc-8e24-ab71a77aaed5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:01:53.841827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-76c00946-de2c-41fc-8e24-ab71a77aaed5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:01:53.854100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76c00946-de2c-41fc-8e24-ab71a77aaed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:53.856428 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76c00946-de2c-41fc-8e24-ab71a77aaed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:53.882262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76c00946-de2c-41fc-8e24-ab71a77aaed5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:53.991092 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76c00946-de2c-41fc-8e24-ab71a77aaed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:54.016348 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76c00946-de2c-41fc-8e24-ab71a77aaed5 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:54.017528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-76c00946-de2c-41fc-8e24-ab71a77aaed5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5479553 Jun 04 16:01:56.469317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52310) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:01:56.856266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-637ce050-958c-4adc-bbea-a06695f34461 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:01:56.857234 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-637ce050-958c-4adc-bbea-a06695f34461 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3870592 Jun 04 16:01:57.616149 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-beaad2d9-aa24-44b2-82a5-62aecd3af689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:59.249187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52320) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:01:59.629676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:01:59.637558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:01:59.643773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Usage tracker for resource:network and tenant:b30856ecb25b43558c6f942d4b97eadd is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:01:59.647153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:01:59.653002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:01:59.664746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Made reservation on behalf of b30856ecb25b43558c6f942d4b97eadd for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:01:59.667462 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:59.679838 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:59.694349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:01:59.698241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Usage tracker for resource:security_group_rule and tenant:b30856ecb25b43558c6f942d4b97eadd is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:01:59.701115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:01:59.707353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:01:59.796187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:59.801571 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:59.818367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Reserving flat network on physical network physnet1 {{(pid=88798) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 04 16:01:59.838667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59378d73-00d8-4a45-8a5e-8e55d69a8f71,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:01:59.843047 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:59.843383 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Added segment 7561d979-9374-4e1a-83d7-5766efd9567a of type flat for network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e Jun 04 16:01:59.885059 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:59.927407 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:59.928318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:01:59.928890 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:01:59.961628 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-210ff560-72e5-4393-8144-ed5e7cc2d3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:00.026299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] Pushing event updated for resources: {'Network': ['ID=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:02:00.029513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b1774983-b405-4fb9-86e7-bcc2c5c73e04 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7791815 Jun 04 16:02:00.038529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:02:00.891501 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:01.083632 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:02.285026 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:02.470981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52340) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:02:02.698744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30534fa2-9d94-4053-a850-14098076200d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:02:02.700064 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-30534fa2-9d94-4053-a850-14098076200d admin admin] 10.222.0.13 "GET /v2.0/subnets/3fdcb4ee-6592-4aa4-aedc-bab4d7107bec HTTP/1.1" status: 200 len: 849 time: 0.2277431 Jun 04 16:02:02.847632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-430b1d86-fdf8-440b-9a75-c7fd390f1749 admin admin] 10.222.0.13 "GET /v2.0/routers/55240784-98a1-459a-9eab-ea7152bd0ffd HTTP/1.1" status: 200 len: 704 time: 0.1414030 Jun 04 16:02:03.304143 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:03.566641 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Allocated IP 172.20.0.1 (f4ed3ec2-215a-4ab8-8523-eee148aa4670/3fdcb4ee-6592-4aa4-aedc-bab4d7107bec/35ecb069-17cf-4e15-b627-9e69e24caa1b) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:02:03.736289 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:03.755570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Transition to ACTIVE for port object 35ecb069-17cf-4e15-b627-9e69e24caa1b will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:02:03.823216 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:03.889458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Network f4ed3ec2-215a-4ab8-8523-eee148aa4670 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:02:03.892348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:02:03.896012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:02:03.896525 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:04.007318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=35ecb069-17cf-4e15-b627-9e69e24caa1b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:02:04.106867 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dcb802d2-2c70-4463-bc63-d2033eae52c7 None None] Provisioning for port 35ecb069-17cf-4e15-b627-9e69e24caa1b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:02:04.111629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dcb802d2-2c70-4463-bc63-d2033eae52c7 None None] Provisioning complete for port 35ecb069-17cf-4e15-b627-9e69e24caa1b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:02:04.111998 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dcb802d2-2c70-4463-bc63-d2033eae52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:04.159157 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:04.167470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-dcb802d2-2c70-4463-bc63-d2033eae52c7 None None] Port 35ecb069-17cf-4e15-b627-9e69e24caa1b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:02:04.382157 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:04.391323 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:04.392517 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:04.526726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=35ecb069-17cf-4e15-b627-9e69e24caa1b,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:02:04.593422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Network f4ed3ec2-215a-4ab8-8523-eee148aa4670 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:02:04.594593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:02:04.789301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Router 55240784-98a1-459a-9eab-ea7152bd0ffd is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:02:04.790181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5383e22b-60e3-486e-aeda-b180d5f2857e None None] Provisioning complete for port 35ecb069-17cf-4e15-b627-9e69e24caa1b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:02:04.790529 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5383e22b-60e3-486e-aeda-b180d5f2857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:04.847303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5383e22b-60e3-486e-aeda-b180d5f2857e None None] Port 35ecb069-17cf-4e15-b627-9e69e24caa1b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:02:04.987263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:02:04.997889 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Sync routers for ids ['55240784-98a1-459a-9eab-ea7152bd0ffd'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:02:04.998388 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-58af1441-ed5a-4ebf-b866-148f7da60dc1 admin admin] 10.222.0.13 "PUT /v2.0/routers/55240784-98a1-459a-9eab-ea7152bd0ffd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1448674 Jun 04 16:02:05.012342 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Routers {'55240784-98a1-459a-9eab-ea7152bd0ffd'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:02:05.013158 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:02:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['55240784-98a1-459a-9eab-ea7152bd0ffd'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:02:05.185803 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Set router 55240784-98a1-459a-9eab-ea7152bd0ffd gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:02:05.559178 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'name': 'router1', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:01:53Z', 'updated_at': '2022-06-04T16:02:04Z', 'revision_number': 2, 'project_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'gw_port_host': None, '_interfaces': [{'id': '35ecb069-17cf-4e15-b627-9e69e24caa1b', 'name': '', 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'mac_address': 'fa:16:3e:0b:eb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fdcb4ee-6592-4aa4-aedc-bab4d7107bec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:02:03Z', 'updated_at': '2022-06-04T16:02:04Z', 'revision_number': 2, 'project_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'subnets': [{'id': '3fdcb4ee-6592-4aa4-aedc-bab4d7107bec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0326bb94-f9d8-44de-9ff7-ad12c9c3372e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:02:05.564237 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Checking router: 55240784-98a1-459a-9eab-ea7152bd0ffd for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:02:05.564594 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Updating router 55240784-98a1-459a-9eab-ea7152bd0ffd port 35ecb069-17cf-4e15-b627-9e69e24caa1b binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:02:05.616439 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:06.000906 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:06.016132 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Transition to ACTIVE for port object 35ecb069-17cf-4e15-b627-9e69e24caa1b will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:02:06.023884 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:06.237003 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Pushing event updated for resources: {'Port': ['ID=35ecb069-17cf-4e15-b627-9e69e24caa1b,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:02:06.247760 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:02:06.248095 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:02:06.248419 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:02:06.248737 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:02:06.249022 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:02:06.249364 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:02:06.249673 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:02:06.249977 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:02:06.250285 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:02:06.250612 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:02:06.250974 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:02:06.251220 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Tracked resource versions report: Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: pushed versions: Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: { 'AddressGroup': {'1.2'}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'ConntrackHelper': {'1.0'}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'Log': {'1.0'}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'Network': {'1.1'}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'Port': {'1.7'}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'PortForwarding': {'1.2'}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'QosPolicy': {'1.8'}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'SecurityGroup': {'1.4'}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'SecurityGroupRule': {'1.2'}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'SubPort': {'1.0'}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'Subnet': {'1.1'}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'Trunk': {'1.1'}} Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: consumer versions: Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: { DHCP agent@n-d-811809-3: {}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: L3 agent@n-d-811809-3: {}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: Metadata agent@n-d-811809-3: {}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: Metering agent@n-d-811809-3: {}, Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: Open vSwitch agent@n-d-811809-3: { 'AddressGroup': '1.2', Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'ConntrackHelper': '1.0', Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'Log': '1.0', Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'Network': '1.1', Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'Port': '1.7', Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'PortForwarding': '1.2', Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'QosPolicy': '1.8', Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'SecurityGroup': '1.4', Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'SecurityGroupRule': '1.2', Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'SubPort': '1.0', Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'Subnet': '1.1', Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: 'Trunk': '1.1'}} Jun 04 16:02:06.252306 n-d-811809-3 neutron-server[88800]: {{(pid=88800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 16:02:06.256873 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Attempting to bind port 35ecb069-17cf-4e15-b627-9e69e24caa1b on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:02:06.257607 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Attempting to bind port 35ecb069-17cf-4e15-b627-9e69e24caa1b by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'b8aa273c-5d5a-48ce-9998-f488afa58cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:02:06.258046 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Attempting to bind port 35ecb069-17cf-4e15-b627-9e69e24caa1b on network f4ed3ec2-215a-4ab8-8523-eee148aa4670 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:02:06.264501 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:02:06.264881 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Checking segment: {'id': 'b8aa273c-5d5a-48ce-9998-f488afa58cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:02:06.265356 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:06.265733 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Bound using segment: {'id': 'b8aa273c-5d5a-48ce-9998-f488afa58cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:02:06.266227 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Bound port: 35ecb069-17cf-4e15-b627-9e69e24caa1b, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8aa273c-5d5a-48ce-9998-f488afa58cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:02:06.266618 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:06.356846 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] For port 35ecb069-17cf-4e15-b627-9e69e24caa1b, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:02:06.361141 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] For port 35ecb069-17cf-4e15-b627-9e69e24caa1b, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=35ecb069-17cf-4e15-b627-9e69e24caa1b,segment=NetworkSegment(b8aa273c-5d5a-48ce-9998-f488afa58cdf),segment_id=b8aa273c-5d5a-48ce-9998-f488afa58cdf)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:02:06.367917 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:06.464882 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Routers {'55240784-98a1-459a-9eab-ea7152bd0ffd'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:02:06.465543 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:02:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['55240784-98a1-459a-9eab-ea7152bd0ffd'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:02:06.620266 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e774370-5d99-453d-86ef-29a2a4787941 None None] Pushing event updated for resources: {'Port': ['ID=35ecb069-17cf-4e15-b627-9e69e24caa1b,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:02:06.640407 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] Set router 55240784-98a1-459a-9eab-ea7152bd0ffd gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:02:06.964944 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'name': 'router1', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:01:53Z', 'updated_at': '2022-06-04T16:02:04Z', 'revision_number': 2, 'project_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'gw_port_host': None, '_interfaces': [{'id': '35ecb069-17cf-4e15-b627-9e69e24caa1b', 'name': '', 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'mac_address': 'fa:16:3e:0b:eb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fdcb4ee-6592-4aa4-aedc-bab4d7107bec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:02:03Z', 'updated_at': '2022-06-04T16:02:06Z', 'revision_number': 4, 'project_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'subnets': [{'id': '3fdcb4ee-6592-4aa4-aedc-bab4d7107bec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0326bb94-f9d8-44de-9ff7-ad12c9c3372e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:02:06.968953 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d39a12-b59c-40b0-9786-a9f43e798f40 None None] The sync data for ids ['55240784-98a1-459a-9eab-ea7152bd0ffd'] in n-d-811809-3 is: [{'id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'name': 'router1', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:01:53Z', 'updated_at': '2022-06-04T16:02:04Z', 'revision_number': 2, 'project_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'gw_port_host': None, '_interfaces': [{'id': '35ecb069-17cf-4e15-b627-9e69e24caa1b', 'name': '', 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'mac_address': 'fa:16:3e:0b:eb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fdcb4ee-6592-4aa4-aedc-bab4d7107bec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:02:03Z', 'updated_at': '2022-06-04T16:02:06Z', 'revision_number': 4, 'project_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'subnets': [{'id': '3fdcb4ee-6592-4aa4-aedc-bab4d7107bec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0326bb94-f9d8-44de-9ff7-ad12c9c3372e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:02:07.283403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52362) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:02:07.430142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116745c9-c790-4b15-b269-b447c134ec76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:02:07.430729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-116745c9-c790-4b15-b269-b447c134ec76 admin admin] Synchronizing usage tracker for tenant:b30856ecb25b43558c6f942d4b97eadd on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:02:07.450690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-116745c9-c790-4b15-b269-b447c134ec76 admin admin] Unset dirty status for tenant:b30856ecb25b43558c6f942d4b97eadd on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:02:07.452233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-116745c9-c790-4b15-b269-b447c134ec76 admin admin] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 842 time: 0.1678216 Jun 04 16:02:07.462871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Request body: {'subnet': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'gateway_ip': '172.25.5.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.5.0/24'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:02:07.468186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:02:07.472252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Usage tracker for resource:subnet and tenant:b30856ecb25b43558c6f942d4b97eadd is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:02:07.475303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:02:07.484786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:02:07.495626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Made reservation on behalf of b30856ecb25b43558c6f942d4b97eadd for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:02:07.498377 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:07.883460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.objects.ports [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88798) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:02:07.883905 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:07.957277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fde48dc-ac07-4be5-835b-c6947b0f6a7b,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:02:07.967503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:02:07.967847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Network hostable DHCP agents. Network: 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:02:07.988855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:02:07.998688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:02:08.002808 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:02:08.003392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:08.009887 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef79ab5b-f80c-43e1-9531-f42bb0567829 None None] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:02:08.028816 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0b2d8f30-9844-4a19-9f1a-36e2de2d5288 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5701332 Jun 04 16:02:08.231239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1b80ce-43cb-4219-ad65-f8918868b2fa None None] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:02:08.777107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 35ecb069-17cf-4e15-b627-9e69e24caa1b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:02:08.845289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 35ecb069-17cf-4e15-b627-9e69e24caa1b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:02:08.851364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 35ecb069-17cf-4e15-b627-9e69e24caa1b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:02:08.851799 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:08.970187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 35ecb069-17cf-4e15-b627-9e69e24caa1b is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:02:08.970605 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:09.002137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 35ecb069-17cf-4e15-b627-9e69e24caa1b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=35ecb069-17cf-4e15-b627-9e69e24caa1b,segment=NetworkSegment(b8aa273c-5d5a-48ce-9998-f488afa58cdf),segment_id=b8aa273c-5d5a-48ce-9998-f488afa58cdf)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:02:09.006851 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:09.075874 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=35ecb069-17cf-4e15-b627-9e69e24caa1b,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:02:10.324001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52376) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:02:10.536679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-38f9a22d-1fa4-4c32-8a82-2fb6d377388a admin admin] 10.222.0.13 "GET /v2.0/routers/55240784-98a1-459a-9eab-ea7152bd0ffd HTTP/1.1" status: 200 len: 710 time: 0.2113004 Jun 04 16:02:10.668670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe0659b-be5f-4bf7-bbbb-47766714495a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:02:10.670044 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4fe0659b-be5f-4bf7-bbbb-47766714495a admin admin] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 886 time: 0.1278069 Jun 04 16:02:10.681758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:02:10.752459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 35ecb069-17cf-4e15-b627-9e69e24caa1b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:02:10.820664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 35ecb069-17cf-4e15-b627-9e69e24caa1b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:02:10.821016 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:10.938684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 35ecb069-17cf-4e15-b627-9e69e24caa1b is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:02:11.163093 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:11.504511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:11.564046 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:11.706178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Allocated IP 172.25.5.82 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/92313756-8e8e-44c1-88d4-6444c34923f6) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:02:11.848455 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:11.879353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:11.940179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:02:11.942959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:02:11.946346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:02:12.064184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Pushing event updated for resources: {'Port': ['ID=92313756-8e8e-44c1-88d4-6444c34923f6,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:02:12.398574 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:12.743415 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:12.747199 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:12.883195 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:02:12.922521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Router 55240784-98a1-459a-9eab-ea7152bd0ffd has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:02:13.099788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:02:13.108549 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:13.109736 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-52543c2f-785c-4944-9f59-343ce4e51e41 admin admin] 10.222.0.13 "PUT /v2.0/routers/55240784-98a1-459a-9eab-ea7152bd0ffd HTTP/1.1" status: 200 len: 889 time: 2.4311886 Jun 04 16:02:13.114559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Sync routers for ids ['55240784-98a1-459a-9eab-ea7152bd0ffd'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:02:13.125426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Routers {'55240784-98a1-459a-9eab-ea7152bd0ffd'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:02:13.126127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:02:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['55240784-98a1-459a-9eab-ea7152bd0ffd'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:02:13.315338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Set router 55240784-98a1-459a-9eab-ea7152bd0ffd gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:02:13.669943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'name': 'router1', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '92313756-8e8e-44c1-88d4-6444c34923f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:01:53Z', 'updated_at': '2022-06-04T16:02:12Z', 'revision_number': 4, 'project_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'gw_port': {'id': '92313756-8e8e-44c1-88d4-6444c34923f6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:02:11Z', 'updated_at': '2022-06-04T16:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '35ecb069-17cf-4e15-b627-9e69e24caa1b', 'name': '', 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'mac_address': 'fa:16:3e:0b:eb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fdcb4ee-6592-4aa4-aedc-bab4d7107bec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:02:03Z', 'updated_at': '2022-06-04T16:02:08Z', 'revision_number': 5, 'project_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'subnets': [{'id': '3fdcb4ee-6592-4aa4-aedc-bab4d7107bec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0326bb94-f9d8-44de-9ff7-ad12c9c3372e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:02:13.674878 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Checking router: 55240784-98a1-459a-9eab-ea7152bd0ffd for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:02:13.675222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Updating router 55240784-98a1-459a-9eab-ea7152bd0ffd port 92313756-8e8e-44c1-88d4-6444c34923f6 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:02:13.726314 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:14.045615 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:14.057637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Transition to ACTIVE for port object 92313756-8e8e-44c1-88d4-6444c34923f6 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:02:14.064996 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:14.144487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Attempting to bind port 92313756-8e8e-44c1-88d4-6444c34923f6 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:02:14.145121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Attempting to bind port 92313756-8e8e-44c1-88d4-6444c34923f6 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:02:14.145271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Attempting to bind port 92313756-8e8e-44c1-88d4-6444c34923f6 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:02:14.147790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36638ed7-f4c8-4aa3-98d4-2d157c610d11 None None] Pushing event updated for resources: {'Port': ['ID=92313756-8e8e-44c1-88d4-6444c34923f6,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:02:14.153547 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:02:14.153912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:02:14.154309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:14.155174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:02:14.155174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Bound port: 92313756-8e8e-44c1-88d4-6444c34923f6, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:02:14.155532 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:14.226104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] For port 92313756-8e8e-44c1-88d4-6444c34923f6, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:02:14.229052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] For port 92313756-8e8e-44c1-88d4-6444c34923f6, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=92313756-8e8e-44c1-88d4-6444c34923f6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:02:14.234603 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:14.313409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36638ed7-f4c8-4aa3-98d4-2d157c610d11 None None] Pushing event updated for resources: {'Port': ['ID=92313756-8e8e-44c1-88d4-6444c34923f6,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:02:14.315783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Routers {'55240784-98a1-459a-9eab-ea7152bd0ffd'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:02:14.316376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:02:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['55240784-98a1-459a-9eab-ea7152bd0ffd'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:02:14.499584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] Set router 55240784-98a1-459a-9eab-ea7152bd0ffd gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:02:14.825011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'name': 'router1', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '92313756-8e8e-44c1-88d4-6444c34923f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:01:53Z', 'updated_at': '2022-06-04T16:02:12Z', 'revision_number': 4, 'project_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'gw_port': {'id': '92313756-8e8e-44c1-88d4-6444c34923f6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:02:11Z', 'updated_at': '2022-06-04T16:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '35ecb069-17cf-4e15-b627-9e69e24caa1b', 'name': '', 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'mac_address': 'fa:16:3e:0b:eb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fdcb4ee-6592-4aa4-aedc-bab4d7107bec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:02:03Z', 'updated_at': '2022-06-04T16:02:08Z', 'revision_number': 5, 'project_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'subnets': [{'id': '3fdcb4ee-6592-4aa4-aedc-bab4d7107bec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0326bb94-f9d8-44de-9ff7-ad12c9c3372e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:02:14.830962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bfe5c4-50d7-47b6-95c8-354741d95499 None None] The sync data for ids ['55240784-98a1-459a-9eab-ea7152bd0ffd'] in n-d-811809-3 is: [{'id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'name': 'router1', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '92313756-8e8e-44c1-88d4-6444c34923f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:01:53Z', 'updated_at': '2022-06-04T16:02:12Z', 'revision_number': 4, 'project_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'gw_port': {'id': '92313756-8e8e-44c1-88d4-6444c34923f6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:02:11Z', 'updated_at': '2022-06-04T16:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '35ecb069-17cf-4e15-b627-9e69e24caa1b', 'name': '', 'network_id': 'f4ed3ec2-215a-4ab8-8523-eee148aa4670', 'tenant_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'mac_address': 'fa:16:3e:0b:eb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55240784-98a1-459a-9eab-ea7152bd0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fdcb4ee-6592-4aa4-aedc-bab4d7107bec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:02:03Z', 'updated_at': '2022-06-04T16:02:08Z', 'revision_number': 5, 'project_id': 'a9ad57a5ce344a8fbae035208e60f0a6', 'subnets': [{'id': '3fdcb4ee-6592-4aa4-aedc-bab4d7107bec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0326bb94-f9d8-44de-9ff7-ad12c9c3372e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:02:15.473838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52386) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:02:15.592581 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-879bb7b3-9893-4e33-9009-42d7e1119d7c admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1174958 Jun 04 16:02:16.782812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 92313756-8e8e-44c1-88d4-6444c34923f6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:02:16.857749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 92313756-8e8e-44c1-88d4-6444c34923f6 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:02:16.862751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 92313756-8e8e-44c1-88d4-6444c34923f6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:02:16.863102 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:16.980365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 92313756-8e8e-44c1-88d4-6444c34923f6 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:02:16.980676 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:17.018041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 92313756-8e8e-44c1-88d4-6444c34923f6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=92313756-8e8e-44c1-88d4-6444c34923f6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:02:17.025743 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:17.117325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=92313756-8e8e-44c1-88d4-6444c34923f6,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:02:18.758255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 92313756-8e8e-44c1-88d4-6444c34923f6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:02:18.827959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 92313756-8e8e-44c1-88d4-6444c34923f6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:02:18.828379 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:18.981695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 92313756-8e8e-44c1-88d4-6444c34923f6 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:02:27.611188 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cdf03a3f-9c58-4b46-bd3b-fa50c9949862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:29.974719 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a800ed00-4dc0-44b6-aa06-da14ca716183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:30.897965 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:31.078518 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:32.292836 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:49.882795 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:02:57.617003 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8bb60c89-930d-4578-ab76-c4892e7a5b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:02:59.970259 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c70f5797-d976-4c00-9307-5c4e2e8af301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:03:00.898782 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:03:01.084179 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:03:02.309842 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:03:26.881922 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:03:27.663672 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c05daf9-a686-414e-b8f0-2cb07fb0554c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:03:29.966995 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-86422da1-70eb-4bf3-a6db-9577ad83c56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:03:30.901735 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:03:31.080557 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:03:32.299099 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:03:57.608258 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cda10feb-ca1c-453c-9568-b8152afd3718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:03:59.963199 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc49f-6048-4cbf-8371-f034d75d5e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:00.908010 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:01.076840 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:02.304635 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:03.881702 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:04:22.439635 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52988) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:04:22.589209 n-d-811809-3 neutron-server[88797]: WARNING oslo_policy.policy [None req-4201112c-459f-4d2a-a66e-80af7732af4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 16:04:22.589759 n-d-811809-3 neutron-server[88797]: WARNING oslo_policy.policy [None req-4201112c-459f-4d2a-a66e-80af7732af4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 16:04:22.845608 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4201112c-459f-4d2a-a66e-80af7732af4f admin admin] GET failed (client error): The resource could not be found. Jun 04 16:04:22.847375 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4201112c-459f-4d2a-a66e-80af7732af4f admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4056814 Jun 04 16:04:23.075672 n-d-811809-3 neutron-server[88797]: DEBUG neutron.policy [None req-9adc8a6b-e278-40e6-97e6-2ffc6c8a2945 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88797) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 16:04:23.121027 n-d-811809-3 neutron-server[88797]: WARNING oslo_policy.policy [None req-9adc8a6b-e278-40e6-97e6-2ffc6c8a2945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 16:04:23.121390 n-d-811809-3 neutron-server[88797]: WARNING oslo_policy.policy [None req-9adc8a6b-e278-40e6-97e6-2ffc6c8a2945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 16:04:23.129584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adc8a6b-e278-40e6-97e6-2ffc6c8a2945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:23.131304 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9adc8a6b-e278-40e6-97e6-2ffc6c8a2945 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2780459 Jun 04 16:04:25.299679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53004) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:04:25.430551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63cd0a-ace8-47bf-95a0-fcc0a16a77cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:25.431900 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8d63cd0a-ace8-47bf-95a0-fcc0a16a77cb admin admin] 10.222.0.13 "GET /v2.0/subnets/3fdcb4ee-6592-4aa4-aedc-bab4d7107bec HTTP/1.1" status: 200 len: 849 time: 0.1312933 Jun 04 16:04:25.441579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:04:25.576993 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Notify callbacks [] for subnet, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:25.779973 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776857470118'] for subnet, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:25.852901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:25.853746 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:25.866515 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] 10.222.0.13 "PUT /v2.0/subnets/3fdcb4ee-6592-4aa4-aedc-bab4d7107bec HTTP/1.1" status: 200 len: 868 time: 0.4169283 Jun 04 16:04:25.866770 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b2950-c5f8-403f-85ac-ef3843dc925b None None] Network f4ed3ec2-215a-4ab8-8523-eee148aa4670 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:04:25.867230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdcb4ee-6592-4aa4-aedc-bab4d7107bec,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:04:25.875207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:04:25.875554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:04:25.875854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:04:25.876199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:04:25.876522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:04:25.876842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:04:25.877157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:04:25.877474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:04:25.877776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:04:25.878087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:04:25.878401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:04:25.878743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9117c-149a-4e37-a19d-c7c4f2296e8f admin admin] Tracked resource versions report: Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: pushed versions: Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: { 'AddressGroup': {'1.2'}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'ConntrackHelper': {'1.0'}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'Log': {'1.0'}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'Network': {'1.1'}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'Port': {'1.7'}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'PortForwarding': {'1.2'}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'QosPolicy': {'1.8'}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'SecurityGroup': {'1.4'}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'SecurityGroupRule': {'1.2'}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'SubPort': {'1.0'}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'Subnet': {'1.1'}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'Trunk': {'1.1'}} Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: consumer versions: Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: { DHCP agent@n-d-811809-3: {}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: L3 agent@n-d-811809-3: {}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: Metadata agent@n-d-811809-3: {}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: Metering agent@n-d-811809-3: {}, Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: Open vSwitch agent@n-d-811809-3: { 'AddressGroup': '1.2', Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'ConntrackHelper': '1.0', Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'Log': '1.0', Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'Network': '1.1', Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'Port': '1.7', Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'PortForwarding': '1.2', Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'QosPolicy': '1.8', Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'SecurityGroup': '1.4', Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'SecurityGroupRule': '1.2', Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'SubPort': '1.0', Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'Subnet': '1.1', Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: 'Trunk': '1.1'}} Jun 04 16:04:25.879924 n-d-811809-3 neutron-server[88797]: {{(pid=88797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 16:04:26.357839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-24659ae0-eefa-4009-8252-2e02541f3fb7 None None] Provisioning complete for port 35ecb069-17cf-4e15-b627-9e69e24caa1b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:04:26.358306 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-24659ae0-eefa-4009-8252-2e02541f3fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:26.473650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-24659ae0-eefa-4009-8252-2e02541f3fb7 None None] Current status of the port 35ecb069-17cf-4e15-b627-9e69e24caa1b is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:04:26.484822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-24659ae0-eefa-4009-8252-2e02541f3fb7 None None] Provisioning complete for port 1b68b367-4b45-46f9-977a-a07f710ee6bd triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:04:26.485182 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-24659ae0-eefa-4009-8252-2e02541f3fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:26.610479 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-24659ae0-eefa-4009-8252-2e02541f3fb7 None None] Current status of the port 1b68b367-4b45-46f9-977a-a07f710ee6bd is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:04:27.612681 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cdd47061-ce3e-4f75-bc5e-4aeb5fd1b542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:28.064812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53018) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:04:28.252172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656bd5e-4a98-4542-bf85-6b281fc7ab9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:28.252535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656bd5e-4a98-4542-bf85-6b281fc7ab9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:28.254036 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2656bd5e-4a98-4542-bf85-6b281fc7ab9a admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1882243 Jun 04 16:04:29.967565 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-22fd0468-8e47-4d1e-8761-c19cad1e10e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:30.420601 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53028) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:04:30.608250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e88d14-58ee-4603-84bf-1054f96e1e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:30.608609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e88d14-58ee-4603-84bf-1054f96e1e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:30.610134 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a7e88d14-58ee-4603-84bf-1054f96e1e31 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1882246 Jun 04 16:04:30.906950 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:31.081360 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:32.308601 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:32.772759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53038) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:04:32.980146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad50e19-8469-4390-be45-e1b303d7f011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:32.981839 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cad50e19-8469-4390-be45-e1b303d7f011 admin admin] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 886 time: 0.2082222 Jun 04 16:04:35.162423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53048) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:04:35.353765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbfd0c8-2371-4052-9520-d5f35b661aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:35.355067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1dbfd0c8-2371-4052-9520-d5f35b661aea admin admin] 10.222.0.13 "GET /v2.0/networks/f4ed3ec2-215a-4ab8-8523-eee148aa4670 HTTP/1.1" status: 200 len: 869 time: 0.1916616 Jun 04 16:04:37.512821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53058) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:04:37.626388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d31af2-5c14-4a8a-9326-fee193279872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:37.626860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d31af2-5c14-4a8a-9326-fee193279872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:37.627571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-46d31af2-5c14-4a8a-9326-fee193279872 admin admin] Synchronizing usage tracker for tenant:b30856ecb25b43558c6f942d4b97eadd on resource:subnet {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:04:37.644322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-46d31af2-5c14-4a8a-9326-fee193279872 admin admin] Unset dirty status for tenant:b30856ecb25b43558c6f942d4b97eadd on resource:subnet {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:04:37.645544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-46d31af2-5c14-4a8a-9326-fee193279872 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1317747 Jun 04 16:04:39.831383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53068) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:04:39.940830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af75eb78-a8e0-46dd-9700-8e4de9467847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:39.941291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af75eb78-a8e0-46dd-9700-8e4de9467847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:39.942908 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-af75eb78-a8e0-46dd-9700-8e4de9467847 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1105011 Jun 04 16:04:40.880725 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:04:42.097401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53078) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:04:42.212685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b681ddfa-b48a-4c99-8e3e-530d74fb8b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:42.213991 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b681ddfa-b48a-4c99-8e3e-530d74fb8b3f admin admin] 10.222.0.13 "GET /v2.0/subnets/3fdcb4ee-6592-4aa4-aedc-bab4d7107bec HTTP/1.1" status: 200 len: 868 time: 0.1156366 Jun 04 16:04:44.374459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53088) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:04:44.478274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c085ee5-0e62-430f-832e-0cfa6c1529a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:04:44.479607 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8c085ee5-0e62-430f-832e-0cfa6c1529a5 admin admin] 10.222.0.13 "GET /v2.0/subnets/9fde48dc-ac07-4be5-835b-c6947b0f6a7b HTTP/1.1" status: 200 len: 816 time: 0.1041846 Jun 04 16:04:57.615365 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e37991fd-70b6-4829-8150-0d854dd8d043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:04:59.973482 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-44a12fa3-19c2-4f1b-94b5-4e1c3df1ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:00.910247 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:01.086550 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:02.312959 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:03.919340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53134) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:05:03.973138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-52805007-f189-4b96-a21c-73360dea03f0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:05:03.974110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-52805007-f189-4b96-a21c-73360dea03f0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537817 Jun 04 16:05:06.203147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53144) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:05:06.271544 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4951162-84e3-423c-a043-3149944d99b2 admin admin] GET failed (client error): The resource could not be found. Jun 04 16:05:06.272773 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c4951162-84e3-423c-a043-3149944d99b2 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0686927 Jun 04 16:05:06.396842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee71d60-690f-402a-a3cd-537107ed549e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:05:06.398189 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dee71d60-690f-402a-a3cd-537107ed549e admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1215270 Jun 04 16:05:08.589335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53154) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:05:08.647681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:05:08.652672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:05:08.664239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:05:08.677942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Made reservation on behalf of b30856ecb25b43558c6f942d4b97eadd for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:05:08.681436 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:08.773653 n-d-811809-3 neutron-server[88798]: WARNING neutron.services.revisions.revision_plugin [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Could not find related network for resource to bump revision. Jun 04 16:05:08.786178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:05:08.797394 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:08.797751 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Added segment 887121e7-45e2-4e25-8c67-229aa8488f5e of type vlan for network 3d2b4fc1-2ecc-445f-962b-567d96a10034 Jun 04 16:05:08.821931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:08.853791 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:08.854782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:05:08.855355 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:08.952915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Pushing event updated for resources: {'Network': ['ID=3d2b4fc1-2ecc-445f-962b-567d96a10034,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:05:08.957225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3668866 Jun 04 16:05:08.960962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:08.961292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:08.961613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:08.961932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:08.962250 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:08.962590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:08.962902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:08.963212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:08.963519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:08.963856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:08.964277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:08.966004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac3256-4512-4770-b351-d65287caff45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:08.978969 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:05:11.229676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53164) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:05:11.305282 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b905e3-e450-41ba-9538-43495882178b admin admin] GET failed (client error): The resource could not be found. Jun 04 16:05:11.305783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c4b905e3-e450-41ba-9538-43495882178b admin admin] Synchronizing usage tracker for tenant:b30856ecb25b43558c6f942d4b97eadd on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:05:11.325892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c4b905e3-e450-41ba-9538-43495882178b admin admin] Unset dirty status for tenant:b30856ecb25b43558c6f942d4b97eadd on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:05:11.327197 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c4b905e3-e450-41ba-9538-43495882178b admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0962319 Jun 04 16:05:11.498986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7d64f0-b5a1-4c77-b6e2-fe8cde3fdb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:05:11.500430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fc7d64f0-b5a1-4c77-b6e2-fe8cde3fdb66 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1673515 Jun 04 16:05:11.510128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:05:11.514622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:05:11.524154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:05:11.534609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] Made reservation on behalf of b30856ecb25b43558c6f942d4b97eadd for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:05:11.536793 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:11.755227 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:11.825490 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff09c30b-07e2-451b-931e-3b67a26c8d93,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:05:11.837893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:05:11.838502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] Network hostable DHCP agents. Network: 3d2b4fc1-2ecc-445f-962b-567d96a10034, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:05:11.865378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:05:11.876244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 3d2b4fc1-2ecc-445f-962b-567d96a10034) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:05:11.880619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:05:11.881185 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:11.886282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7caaf8c-6cc7-4b2b-a56a-e549475dedac None None] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:05:11.907731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a5829dd9-a06e-47f9-9d4a-2f444e9d84a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4009144 Jun 04 16:05:12.132297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-3d2b4fc1-2ecc-445f-962b-567d96a10034', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'tenant_id': 'b30856ecb25b43558c6f942d4b97eadd', 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:05:12.133126 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:12.286523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Allocated IP 192.168.233.2 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/53e66151-a06a-4767-8c67-4af242c2ce36) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:05:12.528461 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:12.539678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Transition to ACTIVE for port object 53e66151-a06a-4767-8c67-4af242c2ce36 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:05:12.558673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Transition to ACTIVE for port object 53e66151-a06a-4767-8c67-4af242c2ce36 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:05:12.564879 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:12.633500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:05:12.636838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:05:12.639323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:05:12.647075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Pushing event updated for resources: {'Port': ['ID=53e66151-a06a-4767-8c67-4af242c2ce36,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:05:12.686982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:12.687323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:12.687671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:12.687997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:12.688326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:12.688676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:12.691065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:12.691408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:12.691719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:12.692040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:12.692355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:12.692669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:05:12.761080 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Attempting to bind port 53e66151-a06a-4767-8c67-4af242c2ce36 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:05:12.761448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Attempting to bind port 53e66151-a06a-4767-8c67-4af242c2ce36 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:05:12.761791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Attempting to bind port 53e66151-a06a-4767-8c67-4af242c2ce36 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:05:12.767315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:05:12.767646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:05:12.768036 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:12.768417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:05:12.768869 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Bound port: 53e66151-a06a-4767-8c67-4af242c2ce36, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:05:12.769240 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:12.858422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] For port 53e66151-a06a-4767-8c67-4af242c2ce36, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:05:12.862195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] For port 53e66151-a06a-4767-8c67-4af242c2ce36, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=53e66151-a06a-4767-8c67-4af242c2ce36,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:05:12.868079 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:12.946890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebc5d7-b180-47f5-9077-e86d6ae7d02b None None] Pushing event updated for resources: {'Port': ['ID=53e66151-a06a-4767-8c67-4af242c2ce36,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:05:13.786593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82352588-a459-411d-95c7-ce923504ff03 None None] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:05:13.874246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e37857ce-b3e9-403a-b4b1-db5071acde6a None None] Provisioning for port 53e66151-a06a-4767-8c67-4af242c2ce36 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:05:14.870239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 53e66151-a06a-4767-8c67-4af242c2ce36 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:05:14.940185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 53e66151-a06a-4767-8c67-4af242c2ce36 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:05:14.944741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 53e66151-a06a-4767-8c67-4af242c2ce36 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:05:14.945096 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:15.059060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 53e66151-a06a-4767-8c67-4af242c2ce36 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:05:15.059421 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:15.096419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 53e66151-a06a-4767-8c67-4af242c2ce36, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=53e66151-a06a-4767-8c67-4af242c2ce36,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:05:15.100454 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:15.165816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=53e66151-a06a-4767-8c67-4af242c2ce36,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:05:16.848373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 53e66151-a06a-4767-8c67-4af242c2ce36 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:05:16.922380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 53e66151-a06a-4767-8c67-4af242c2ce36 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:05:16.922766 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:17.039879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 53e66151-a06a-4767-8c67-4af242c2ce36 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:05:17.879778 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:05:27.623472 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-35001595-c11a-47e7-af88-d6705db97f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:29.968762 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-26e5ce4e-3f17-4cc5-9938-ccb71b69ee9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:30.932310 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:31.092432 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:32.314718 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:54.878860 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:05:57.618171 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d656b186-857d-4fdc-a112-a4e66e0377cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:05:59.973298 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7b48dd9-cdd9-47fd-8c17-77d5d8bdda88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:00.916970 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:01.087054 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:02.318542 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:27.629020 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-da8f5543-9df5-490a-a8cc-f3b8fafbe21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:29.977592 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d7f26169-dc79-44ad-9734-d864b30d97ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:30.914807 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:31.091460 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:31.884335 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:06:32.322070 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:41.992234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53210) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:06:41.998403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-48f33d9e-88c0-4810-86c4-fa62721f03e1 tempest-verify_tempest_config-315267617 tempest-verify_tempest_config-315267617-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:06:41.999510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-48f33d9e-88c0-4810-86c4-fa62721f03e1 tempest-verify_tempest_config-315267617 tempest-verify_tempest_config-315267617-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059450 Jun 04 16:06:42.346874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53228) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:06:42.472864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:42.485257 n-d-811809-3 neutron-server[88797]: INFO neutron.quota [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Loaded quota_driver: . Jun 04 16:06:42.490046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:06:42.495525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Usage tracker for resource:security_group_rule and tenant:330728437c7146978d1dd12410fd77ad is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:06:42.499249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:06:42.510695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:06:42.611230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:42.616257 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:42.662175 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=330728437c7146978d1dd12410fd77ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3142304 Jun 04 16:06:42.663015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fa8d4d-d4ad-4e22-a645-9de37702abbe,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:06:42.665035 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53234) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:06:42.680191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:06:42.680500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:06:42.680859 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:06:42.681194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:06:42.681523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:06:42.681848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:06:42.682172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:06:42.682518 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:06:42.682844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:06:42.683146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:06:42.683488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:06:42.683799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99043da-bf89-4548-8598-5b2417e6fc79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:06:42.733664 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3ba3-c5c5-4896-8b12-4b43d28fad60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:42.761816 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3ba3-c5c5-4896-8b12-4b43d28fad60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:42.864774 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3ba3-c5c5-4896-8b12-4b43d28fad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:42.878783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b3ba3-c5c5-4896-8b12-4b43d28fad60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fa8d4d-d4ad-4e22-a645-9de37702abbe,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:06:42.886234 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3ba3-c5c5-4896-8b12-4b43d28fad60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:42.887412 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8c5b3ba3-c5c5-4896-8b12-4b43d28fad60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35fa8d4d-d4ad-4e22-a645-9de37702abbe HTTP/1.1" status: 204 len: 168 time: 0.2202930 Jun 04 16:06:57.624950 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c43c7ef9-b1b4-42cb-9947-5d0f9aef1ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:06:59.994640 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e5b91b52-14b9-4a78-bc41-f77f56aac6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:07:00.917641 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:07:01.097695 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:07:02.337319 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:07:08.886916 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:07:27.630994 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d80e4d3b-86cb-48a3-bcd4-ed04b1700c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:07:29.985355 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3b73e710-d209-4f58-ad53-76441063bdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:07:30.927157 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:07:31.103133 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:07:32.332526 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:07:45.887894 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:07:57.628168 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fcdb2233-0d56-4244-81c9-21da6ccf61d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:07:59.985439 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3623633d-db0e-4a82-8c68-e5c9466ac4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:08:00.926057 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:08:01.090952 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:08:02.334194 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:08:22.888194 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:08:27.621479 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5e2f123e-148b-4958-a8cc-6e0479d43246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:08:29.991638 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-65d53b15-3211-4e92-b07b-4dd23bfe5fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:08:30.936833 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:08:31.091476 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:08:32.346701 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:08:57.628031 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d0dfe250-e935-46f4-888c-5cb3e8c2462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:08:59.888168 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 5 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:08:59.977438 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c5cea3a5-4108-454a-871f-65645694051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:09:00.930207 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:09:01.087823 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:09:02.342068 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:09:27.616135 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-140974a8-b6af-460f-87c3-2bf6e1e7df0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:09:29.977196 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-35477b41-0b7c-4775-af2a-1c661b1338d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:09:30.940142 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:09:31.092664 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:09:32.350250 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:09:33.497886 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644954'] for agent, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:09:33.807604 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644954'] for agent, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:09:36.894042 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:09:57.614192 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f06ca2e4-bf95-43e0-8898-13c270bab782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:09:59.979902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a4222d46-bcb3-408a-b500-9ee5a98de8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:00.938683 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:01.088134 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:02.356261 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:03.488500 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:03.767210 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:13.894623 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:10:25.361424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53294) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:10:25.479952 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5b0175c6-e1e5-4c4c-907e-98701ff172d0 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1174085 Jun 04 16:10:27.608507 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2936301a-b63e-4887-a1ef-ff3b220f6bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:27.660954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53304) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:10:27.730324 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2921692d-5a5d-4b25-998b-f6a107751a27 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0679560 Jun 04 16:10:29.980640 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0e745134-4a33-432e-a116-a00b1ffdc685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:30.949496 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:31.102298 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:32.367532 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:33.506746 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:33.774913 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:50.900058 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:10:57.613366 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cdd53765-ebfb-42f9-90dd-49e59ced047b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:10:59.981365 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ff1f875-9a6d-4a44-af21-c65aab9cf001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:00.946975 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:01.097878 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:02.368755 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:03.511656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:03.778053 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:27.616466 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-89933877-6802-4fea-9b65-cb5089ee15a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:27.900347 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:11:29.976546 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5e5df98-c16b-4142-917a-4315e2c46124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:30.950149 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:31.093194 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:32.365912 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:33.509521 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:33.765908 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:57.633044 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-09a8ca32-38ac-41a1-af32-442918eca716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:11:59.983347 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c2af886d-7e41-4a7f-8d70-b7779dfa51f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:00.953579 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:01.096727 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:02.368371 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:03.529923 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:03.790077 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:04.900194 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:12:09.568462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53536) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:10.109489 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-network', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:10.119392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:10.125848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Usage tracker for resource:network and tenant:15e2ee17bf0b4a62a666e59544dd12a2 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:10.129895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:10.136483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:10.149478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Made reservation on behalf of 15e2ee17bf0b4a62a666e59544dd12a2 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:12:10.152426 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:10.176505 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:10.201667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:10.207579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Usage tracker for resource:security_group_rule and tenant:15e2ee17bf0b4a62a666e59544dd12a2 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:10.212057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:10.219492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:10.349819 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:10.355148 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:10.385087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ffaddd-f057-48bb-8aed-966a47000d90,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:10.395606 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.395606 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.395750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.395991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.396455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.396905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.397388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.397696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.398021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.398337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.398685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.399008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Tracked resource versions report: Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: pushed versions: Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: { 'AddressGroup': {'1.2'}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'ConntrackHelper': {'1.0'}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'Log': {'1.0'}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'Network': {'1.1'}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'Port': {'1.7'}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'PortForwarding': {'1.2'}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'QosPolicy': {'1.8'}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'SecurityGroup': {'1.4'}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'SecurityGroupRule': {'1.2'}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'SubPort': {'1.0'}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'Subnet': {'1.1'}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'Trunk': {'1.1'}} Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: consumer versions: Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: { DHCP agent@n-d-811809-3: {}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: HyperV agent@n-h1-811809-3: {}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: HyperV agent@n-h2-811809-3: {}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: L3 agent@n-d-811809-3: {}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: Metadata agent@n-d-811809-3: {}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: Metering agent@n-d-811809-3: {}, Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: Open vSwitch agent@n-d-811809-3: { 'AddressGroup': '1.2', Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'ConntrackHelper': '1.0', Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'Log': '1.0', Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'Network': '1.1', Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'Port': '1.7', Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'PortForwarding': '1.2', Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'QosPolicy': '1.8', Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'SecurityGroup': '1.4', Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'SecurityGroupRule': '1.2', Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'SubPort': '1.0', Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'Subnet': '1.1', Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: 'Trunk': '1.1'}} Jun 04 16:12:10.400115 n-d-811809-3 neutron-server[88797]: {{(pid=88797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 16:12:10.410881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:12:10.424406 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776857415325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:10.425558 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Unsubscribe: segment precommit_create {{(pid=88797) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 16:12:10.426460 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Added segment 9e3c804f-babc-4954-93f4-b1c9ecab3af9 of type vlan for network a7b8a177-7482-4aa4-8cc3-8529f5233c73 Jun 04 16:12:10.500781 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:10.541151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:10.542473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:10.543419 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:10.588864 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0195875 Jun 04 16:12:10.591990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53580) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:10.597897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Request body: {'subnet': {'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-subnet', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:10.602538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:10.606751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Usage tracker for resource:subnet and tenant:15e2ee17bf0b4a62a666e59544dd12a2 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:10.610110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:10.616596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:10.630518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Made reservation on behalf of 15e2ee17bf0b4a62a666e59544dd12a2 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:12:10.633225 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:10.666388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e8bba-2ece-4d74-ace6-a56d16f67f5b admin admin] Pushing event updated for resources: {'Network': ['ID=a7b8a177-7482-4aa4-8cc3-8529f5233c73,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:10.678211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network a7b8a177-7482-4aa4-8cc3-8529f5233c73 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:12:10.857742 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:10.922244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=460ec211-bd40-42e1-9b7c-ed495c81fe22,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:10.948265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.948931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.948931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.949230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.949589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.949913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.950458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.950567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.950886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.951200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.951514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.951817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Tracked resource versions report: Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: pushed versions: Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: { 'AddressGroup': {'1.2'}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'ConntrackHelper': {'1.0'}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'Log': {'1.0'}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'Network': {'1.1'}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'Port': {'1.7'}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'PortForwarding': {'1.2'}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'QosPolicy': {'1.8'}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'SecurityGroup': {'1.4'}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'SecurityGroupRule': {'1.2'}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'SubPort': {'1.0'}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'Subnet': {'1.1'}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'Trunk': {'1.1'}} Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: consumer versions: Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: { DHCP agent@n-d-811809-3: {}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: HyperV agent@n-h1-811809-3: {}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: HyperV agent@n-h2-811809-3: {}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: L3 agent@n-d-811809-3: {}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: Metadata agent@n-d-811809-3: {}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: Metering agent@n-d-811809-3: {}, Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: Open vSwitch agent@n-d-811809-3: { 'AddressGroup': '1.2', Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'ConntrackHelper': '1.0', Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'Log': '1.0', Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'Network': '1.1', Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'Port': '1.7', Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'PortForwarding': '1.2', Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'QosPolicy': '1.8', Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'SecurityGroup': '1.4', Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'SecurityGroupRule': '1.2', Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'SubPort': '1.0', Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'Subnet': '1.1', Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: 'Trunk': '1.1'}} Jun 04 16:12:10.953576 n-d-811809-3 neutron-server[88798]: {{(pid=88798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 16:12:10.967533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Checking segment: {'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:12:10.967874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Network hostable DHCP agents. Network: a7b8a177-7482-4aa4-8cc3-8529f5233c73, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:12:10.989464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Network a7b8a177-7482-4aa4-8cc3-8529f5233c73 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:12:11.000911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, a7b8a177-7482-4aa4-8cc3-8529f5233c73) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:11.005594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:11.006211 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:11.012875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4de6324-ee21-4fcc-97aa-ff45441d06e5 None None] Network a7b8a177-7482-4aa4-8cc3-8529f5233c73 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:12:11.051222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53610) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:11.051693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3b75c906-9e94-4cf8-8e41-e35e5649fb8c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4580340 Jun 04 16:12:11.056985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:11.063282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:11.067602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Usage tracker for resource:router and tenant:15e2ee17bf0b4a62a666e59544dd12a2 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:11.071272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:11.078125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:11.091055 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:11.093224 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:11.120311 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:11.315772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:12:11.316604 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:11.484471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Allocated IP 172.20.0.2 (a7b8a177-7482-4aa4-8cc3-8529f5233c73/460ec211-bd40-42e1-9b7c-ed495c81fe22/11def04a-32f1-4dd3-b6df-6e151d97dbec) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:12:11.597290 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:11.752260 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:11.763827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Transition to ACTIVE for port object 11def04a-32f1-4dd3-b6df-6e151d97dbec will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:11.783665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Transition to ACTIVE for port object 11def04a-32f1-4dd3-b6df-6e151d97dbec will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:11.790924 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:11.865686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Pushing event updated for resources: {'Port': ['ID=11def04a-32f1-4dd3-b6df-6e151d97dbec,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:11.874899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:11.875611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:11.875945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:11.876274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:11.876591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:11.877333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:11.877671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:11.877973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:11.878286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:11.878620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:11.878931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:11.879238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Tracked resource versions report: Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: pushed versions: Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: { 'AddressGroup': {'1.2'}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'ConntrackHelper': {'1.0'}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'Log': {'1.0'}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'Network': {'1.1'}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'Port': {'1.7'}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'PortForwarding': {'1.2'}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'QosPolicy': {'1.8'}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'SecurityGroup': {'1.4'}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'SecurityGroupRule': {'1.2'}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'SubPort': {'1.0'}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'Subnet': {'1.1'}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'Trunk': {'1.1'}} Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: consumer versions: Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: { DHCP agent@n-d-811809-3: {}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: HyperV agent@n-h1-811809-3: {}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: HyperV agent@n-h2-811809-3: {}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: L3 agent@n-d-811809-3: {}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: Metadata agent@n-d-811809-3: {}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: Metering agent@n-d-811809-3: {}, Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: Open vSwitch agent@n-d-811809-3: { 'AddressGroup': '1.2', Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'ConntrackHelper': '1.0', Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'Log': '1.0', Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'Network': '1.1', Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'Port': '1.7', Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'PortForwarding': '1.2', Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'QosPolicy': '1.8', Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'SecurityGroup': '1.4', Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'SecurityGroupRule': '1.2', Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'SubPort': '1.0', Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'Subnet': '1.1', Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: 'Trunk': '1.1'}} Jun 04 16:12:11.880477 n-d-811809-3 neutron-server[88799]: {{(pid=88799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 16:12:11.892981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Network a7b8a177-7482-4aa4-8cc3-8529f5233c73 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:11.894107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:11.896810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:12:11.972081 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:11.998111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Attempting to bind port 11def04a-32f1-4dd3-b6df-6e151d97dbec on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:12:11.998543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Attempting to bind port 11def04a-32f1-4dd3-b6df-6e151d97dbec by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:12:11.998897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Attempting to bind port 11def04a-32f1-4dd3-b6df-6e151d97dbec on network a7b8a177-7482-4aa4-8cc3-8529f5233c73 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:12.005057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:12:12.005421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Checking segment: {'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:12:12.006238 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:12.006646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Bound using segment: {'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:12:12.006840 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:12.007108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Bound port: 11def04a-32f1-4dd3-b6df-6e151d97dbec, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:12:12.007578 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:12.127602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] For port 11def04a-32f1-4dd3-b6df-6e151d97dbec, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:12:12.131736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] For port 11def04a-32f1-4dd3-b6df-6e151d97dbec, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=11def04a-32f1-4dd3-b6df-6e151d97dbec,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:12:12.140378 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:12.166919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Allocated IP 172.25.5.25 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/010287cd-6ac6-4926-9e3d-b030e932965d) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:12:12.228855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca77081-dcca-45da-816e-e36d96724d8d None None] Pushing event updated for resources: {'Port': ['ID=11def04a-32f1-4dd3-b6df-6e151d97dbec,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:12.463187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:12.652449 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:12.732675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:12.733882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:12.738052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:12:12.804911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Pushing event updated for resources: {'Port': ['ID=010287cd-6ac6-4926-9e3d-b030e932965d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:13.156498 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:13.200911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 11def04a-32f1-4dd3-b6df-6e151d97dbec up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:13.320507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 11def04a-32f1-4dd3-b6df-6e151d97dbec completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:13.515821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53706) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:13.518526 n-d-811809-3 neutron-server[88798]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 16:12:13.557083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-7b888b73-510f-435e-b509-8f958866dc2d tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1d0f829fb7e642efaa8a68a49f06521f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386422 Jun 04 16:12:13.580891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9479c20c-28ff-4739-97bd-380fcf1ae47e None None] Network a7b8a177-7482-4aa4-8cc3-8529f5233c73 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:12:13.736081 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:13.766853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-a8e49518-da1d-4918-ba5b-6266fb7fe717 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:13.775281 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-a8e49518-da1d-4918-ba5b-6266fb7fe717 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101142 Jun 04 16:12:13.795904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-7097ad52-af11-4bef-bb5e-52bf256066ab tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/quotas/1d0f829fb7e642efaa8a68a49f06521f HTTP/1.1" status: 200 len: 375 time: 0.0195014 Jun 04 16:12:13.824654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-00804e41-21dd-4961-8aa6-d188a2512b08 None None] Provisioning for port 11def04a-32f1-4dd3-b6df-6e151d97dbec completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:13.840581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-00804e41-21dd-4961-8aa6-d188a2512b08 None None] Provisioning complete for port 11def04a-32f1-4dd3-b6df-6e151d97dbec triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:13.841034 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-00804e41-21dd-4961-8aa6-d188a2512b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:13.905010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-dc3935b9-81b1-4238-ac24-056551138a91 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d0f829fb7e642efaa8a68a49f06521f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072958 Jun 04 16:12:14.027155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-00804e41-21dd-4961-8aa6-d188a2512b08 None None] Current status of the port 11def04a-32f1-4dd3-b6df-6e151d97dbec is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:14.028183 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-00804e41-21dd-4961-8aa6-d188a2512b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:14.034702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:12:14.051744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53734) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:14.080606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-00804e41-21dd-4961-8aa6-d188a2512b08 None None] For port 11def04a-32f1-4dd3-b6df-6e151d97dbec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=11def04a-32f1-4dd3-b6df-6e151d97dbec,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:14.094097 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-00804e41-21dd-4961-8aa6-d188a2512b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:14.179402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00804e41-21dd-4961-8aa6-d188a2512b08 None None] Pushing event updated for resources: {'Port': ['ID=11def04a-32f1-4dd3-b6df-6e151d97dbec,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:14.303233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:12:14.313411 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Sync routers for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:12:14.326638 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:12:14.328885 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:12:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:14.362750 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:14.366631 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-91566262-ac00-4730-8211-35fa90416264 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3120580 Jun 04 16:12:14.367431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53766) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:14.379685 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfc7b-ef04-462c-92dd-f2a5252646f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:14.440279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3b5cfc7b-ef04-462c-92dd-f2a5252646f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:14.450753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3b5cfc7b-ef04-462c-92dd-f2a5252646f9 admin admin] Usage tracker for resource:security_group_rule and tenant:d13676d035f74edaadb3ec7ce1b7f140 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:14.458306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3b5cfc7b-ef04-462c-92dd-f2a5252646f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:14.467604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3b5cfc7b-ef04-462c-92dd-f2a5252646f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:14.527807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a0e4c906-e5cf-4b13-b2c4-37f360496d06 None None] Provisioning complete for port 11def04a-32f1-4dd3-b6df-6e151d97dbec triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:14.529512 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c906-e5cf-4b13-b2c4-37f360496d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:14.594567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53782) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:14.693571 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:12:14.714541 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfc7b-ef04-462c-92dd-f2a5252646f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:14.725229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfc7b-ef04-462c-92dd-f2a5252646f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:14.824039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cfc7b-ef04-462c-92dd-f2a5252646f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fecddd1-3d94-4f8d-a484-cb8631222591,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:14.870028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3b5cfc7b-ef04-462c-92dd-f2a5252646f9 admin admin] Synchronizing usage tracker for tenant:b30856ecb25b43558c6f942d4b97eadd on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:12:14.875734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a0e4c906-e5cf-4b13-b2c4-37f360496d06 None None] Current status of the port 11def04a-32f1-4dd3-b6df-6e151d97dbec is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:14.905548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3b5cfc7b-ef04-462c-92dd-f2a5252646f9 admin admin] Unset dirty status for tenant:b30856ecb25b43558c6f942d4b97eadd on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:12:14.907455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3b5cfc7b-ef04-462c-92dd-f2a5252646f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d13676d035f74edaadb3ec7ce1b7f140&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8546655 Jun 04 16:12:14.910216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53804) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:14.927229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53810) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:14.991380 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4fb86540-122a-42e3-ba4f-41c883d215d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:15.029072 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4fb86540-122a-42e3-ba4f-41c883d215d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:15.150205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 11def04a-32f1-4dd3-b6df-6e151d97dbec up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:15.168556 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:12Z', 'revision_number': 3, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:15.169368 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6724736-c725-47aa-9703-927859616677 req-83ed28a2-7a5b-4a19-86d5-d99a1838c302 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 210 time: 0.5716245 Jun 04 16:12:15.172466 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Checking router: 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:12:15.172808 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Updating router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 port 010287cd-6ac6-4926-9e3d-b030e932965d binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:12:15.203766 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26cc3960-c896-4942-96bf-8ca3e63bc642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:15.228514 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:15.248907 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4fb86540-122a-42e3-ba4f-41c883d215d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:15.263937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-26cc3960-c896-4942-96bf-8ca3e63bc642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:15.268141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-26cc3960-c896-4942-96bf-8ca3e63bc642 admin admin] Usage tracker for resource:security_group_rule and tenant:e8257ca1927440e3b39ae4dc2c3515c8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:15.276367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-26cc3960-c896-4942-96bf-8ca3e63bc642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:15.289049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-26cc3960-c896-4942-96bf-8ca3e63bc642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:15.301367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 11def04a-32f1-4dd3-b6df-6e151d97dbec triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:15.301834 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:15.302837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb86540-122a-42e3-ba4f-41c883d215d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fecddd1-3d94-4f8d-a484-cb8631222591,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:15.332339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4fb86540-122a-42e3-ba4f-41c883d215d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:15.337950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4fb86540-122a-42e3-ba4f-41c883d215d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fecddd1-3d94-4f8d-a484-cb8631222591 HTTP/1.1" status: 204 len: 168 time: 0.4263911 Jun 04 16:12:15.594367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 11def04a-32f1-4dd3-b6df-6e151d97dbec is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:15.697001 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-45a6a538-f7c4-4215-9231-8c6f9e131f5e tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7b7ac6142ec642d990a177ffae2bb87a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650156 Jun 04 16:12:15.799402 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:15.812369 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Transition to ACTIVE for port object 010287cd-6ac6-4926-9e3d-b030e932965d will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:15.826349 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:15.958288 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26cc3960-c896-4942-96bf-8ca3e63bc642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:15.959922 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Attempting to bind port 010287cd-6ac6-4926-9e3d-b030e932965d on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:12:15.960302 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Attempting to bind port 010287cd-6ac6-4926-9e3d-b030e932965d by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:12:15.960714 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Attempting to bind port 010287cd-6ac6-4926-9e3d-b030e932965d on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:15.970347 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26cc3960-c896-4942-96bf-8ca3e63bc642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:15.990494 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:12:15.991167 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:12:15.991755 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:15.993159 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:12:15.993825 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Bound port: 010287cd-6ac6-4926-9e3d-b030e932965d, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:12:15.996807 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:16.002878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53872) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:16.021816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-ad4fe915-a0fc-4520-92a1-60f2fb13f517 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:16.033203 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-ad4fe915-a0fc-4520-92a1-60f2fb13f517 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3342221 Jun 04 16:12:16.066939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-b4c33cca-a14b-4335-8c1f-d7c3d57f1bd4 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/quotas/7b7ac6142ec642d990a177ffae2bb87a HTTP/1.1" status: 200 len: 375 time: 0.0227408 Jun 04 16:12:16.098521 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] For port 010287cd-6ac6-4926-9e3d-b030e932965d, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:12:16.099803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d23df28a-7b74-4b51-8a16-3bec204d9be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:16.102275 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] For port 010287cd-6ac6-4926-9e3d-b030e932965d, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=010287cd-6ac6-4926-9e3d-b030e932965d,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:12:16.117386 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:16.139703 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Pushing event updated for resources: {'Port': ['ID=010287cd-6ac6-4926-9e3d-b030e932965d,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:16.154697 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:16.155315 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:16.155598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-7d19ad95-fed4-46ec-9dba-8da08b054c4b tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b7ac6142ec642d990a177ffae2bb87a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804260 Jun 04 16:12:16.156041 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:16.156554 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:16.157083 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:16.157584 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:16.158104 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:16.158723 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:16.159228 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:16.159729 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:16.160243 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:16.160650 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Tracked resource versions report: Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: pushed versions: Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: { 'AddressGroup': {'1.2'}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'ConntrackHelper': {'1.0'}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'Log': {'1.0'}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'Network': {'1.1'}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'Port': {'1.7'}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'PortForwarding': {'1.2'}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'QosPolicy': {'1.8'}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'SecurityGroup': {'1.4'}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'SecurityGroupRule': {'1.2'}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'SubPort': {'1.0'}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'Subnet': {'1.1'}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'Trunk': {'1.1'}} Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: consumer versions: Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: { DHCP agent@n-d-811809-3: {}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: HyperV agent@n-h1-811809-3: {}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: HyperV agent@n-h2-811809-3: {}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: L3 agent@n-d-811809-3: {}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: Metadata agent@n-d-811809-3: {}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: Metering agent@n-d-811809-3: {}, Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: Open vSwitch agent@n-d-811809-3: { 'AddressGroup': '1.2', Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'ConntrackHelper': '1.0', Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'Log': '1.0', Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'Network': '1.1', Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'Port': '1.7', Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'PortForwarding': '1.2', Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'QosPolicy': '1.8', Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'SecurityGroup': '1.4', Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'SecurityGroupRule': '1.2', Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'SubPort': '1.0', Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'Subnet': '1.1', Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: 'Trunk': '1.1'}} Jun 04 16:12:16.161925 n-d-811809-3 neutron-server[88800]: {{(pid=88800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 16:12:16.205959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d23df28a-7b74-4b51-8a16-3bec204d9be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:16.210479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d23df28a-7b74-4b51-8a16-3bec204d9be2 admin admin] Usage tracker for resource:security_group_rule and tenant:76a88871a4f8420ebff33c9503879968 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:16.213658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d23df28a-7b74-4b51-8a16-3bec204d9be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:16.221124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d23df28a-7b74-4b51-8a16-3bec204d9be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:16.222187 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:12:16.222945 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:12:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:16.316599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d23df28a-7b74-4b51-8a16-3bec204d9be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:16.327589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53886) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:16.327769 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-26cc3960-c896-4942-96bf-8ca3e63bc642 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8257ca1927440e3b39ae4dc2c3515c8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3995013 Jun 04 16:12:16.340288 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d23df28a-7b74-4b51-8a16-3bec204d9be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:16.380852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53894) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:16.395277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc3960-c896-4942-96bf-8ca3e63bc642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b336bdc-b7f4-4b0b-9419-fc910d670b73,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:16.494065 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2f11d-f87a-4467-8978-b689655a7a4c None None] Pushing event updated for resources: {'Port': ['ID=010287cd-6ac6-4926-9e3d-b030e932965d,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:16.535095 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8ee08197-a7e5-49b2-a3e4-d561203ff130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:16.623087 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d23df28a-7b74-4b51-8a16-3bec204d9be2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76a88871a4f8420ebff33c9503879968&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6117570 Jun 04 16:12:16.634459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23df28a-7b74-4b51-8a16-3bec204d9be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da59e62-c92e-49d0-a9f7-d100e46a6a40,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:16.640516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53906) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:16.657840 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d7d79b6-ee4b-4a07-9434-2c4133a33511 req-f615e6f3-d322-41ce-b0c6-adcb95ff9df8 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 210 time: 0.2042592 Jun 04 16:12:16.660772 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:12:16.695360 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8ee08197-a7e5-49b2-a3e4-d561203ff130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:16.733125 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:16.786517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-768bfa52-1a55-4e7e-8711-8d74f633b78d req-8206f239-066c-4c4f-8ed8-2863e11408dd tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 210 time: 0.2682936 Jun 04 16:12:16.788327 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8ee08197-a7e5-49b2-a3e4-d561203ff130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:16.805649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee08197-a7e5-49b2-a3e4-d561203ff130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b336bdc-b7f4-4b0b-9419-fc910d670b73,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:16.809037 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8ee08197-a7e5-49b2-a3e4-d561203ff130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:16.812810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8ee08197-a7e5-49b2-a3e4-d561203ff130 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b336bdc-b7f4-4b0b-9419-fc910d670b73 HTTP/1.1" status: 204 len: 168 time: 0.4801216 Jun 04 16:12:16.887833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c58ca04-7232-4d28-be80-2e383b3ed027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:16.908324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8c58ca04-7232-4d28-be80-2e383b3ed027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:16.923422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8c58ca04-7232-4d28-be80-2e383b3ed027 admin admin] Usage tracker for resource:security_group_rule and tenant:663ed0b25c714e928e10e88ae28d026e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:16.942914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8c58ca04-7232-4d28-be80-2e383b3ed027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:16.960112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8c58ca04-7232-4d28-be80-2e383b3ed027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:16.967862 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ac670e8b-d9cf-445a-b652-9dda6a1ddba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:17.123513 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c58ca04-7232-4d28-be80-2e383b3ed027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:17.154235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c58ca04-7232-4d28-be80-2e383b3ed027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:17.193426 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:12Z', 'revision_number': 3, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:17.200155 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ac670e8b-d9cf-445a-b652-9dda6a1ddba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:17.209146 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d07248-1736-40ea-9565-0a96ed8bbc11 None None] The sync data for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 is: [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:12Z', 'revision_number': 3, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:12:17.247138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.42', 60167) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:17.315814 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-dc6163bb-fc00-4663-aad6-be9d7d7cccc7 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1d0f829fb7e642efaa8a68a49f06521f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673838 Jun 04 16:12:17.318843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53936) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:17.321971 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8c58ca04-7232-4d28-be80-2e383b3ed027 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=663ed0b25c714e928e10e88ae28d026e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9378095 Jun 04 16:12:17.324495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53940) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:17.335146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58ca04-7232-4d28-be80-2e383b3ed027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4e66b2-7fa5-4fee-a321-173b5b0f01e6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:17.370986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Allocated IP 172.20.0.1 (a7b8a177-7482-4aa4-8cc3-8529f5233c73/460ec211-bd40-42e1-9b7c-ed495c81fe22/1b6db300-6d22-4f37-85a9-83ef434aa407) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:12:17.404254 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ac670e8b-d9cf-445a-b652-9dda6a1ddba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:17.442748 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00c8b3be-9314-48be-b7d3-3f3192b05269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:17.470826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac670e8b-d9cf-445a-b652-9dda6a1ddba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da59e62-c92e-49d0-a9f7-d100e46a6a40,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:17.535622 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ac670e8b-d9cf-445a-b652-9dda6a1ddba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:17.536757 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ac670e8b-d9cf-445a-b652-9dda6a1ddba6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3da59e62-c92e-49d0-a9f7-d100e46a6a40 HTTP/1.1" status: 204 len: 168 time: 0.8929074 Jun 04 16:12:17.650475 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:17.702752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Transition to ACTIVE for port object 1b6db300-6d22-4f37-85a9-83ef434aa407 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:17.761951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-00c8b3be-9314-48be-b7d3-3f3192b05269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:17.764644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:17.792940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-00c8b3be-9314-48be-b7d3-3f3192b05269 admin admin] Usage tracker for resource:security_group_rule and tenant:80f6e13fe78948f0acaf7e93a0912d8f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:17.803679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-00c8b3be-9314-48be-b7d3-3f3192b05269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:17.889638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Network a7b8a177-7482-4aa4-8cc3-8529f5233c73 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:17.901429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-00c8b3be-9314-48be-b7d3-3f3192b05269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:17.912737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:17.934874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:12:17.935826 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.110862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21b1d605-c922-4705-a52e-a3cd371ec7fc req-79aa8b3b-5c3e-4113-8305-08621f57827b tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 210 time: 0.2085452 Jun 04 16:12:18.177910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdc41284-8d17-4fd0-ab2c-2f60746af858 req-b57b7d9a-e544-47ca-a1c2-de791cbb98db tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 210 time: 0.0896611 Jun 04 16:12:18.192464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-29de4871-f580-47ca-8796-9985d48a2a49 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:18.193908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-29de4871-f580-47ca-8796-9985d48a2a49 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8722382 Jun 04 16:12:18.253461 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21834978-c322-423f-983d-3057e7d64a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.279039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6db300-6d22-4f37-85a9-83ef434aa407,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:18.319933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Request body: {'port': {'device_id': '2754a083-d9ae-4152-ae7c-8c54e0495391', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '1d0f829fb7e642efaa8a68a49f06521f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:18.332052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0514e55c-68e3-4d24-adaf-82c8aa6afe46 None None] Provisioning for port 1b6db300-6d22-4f37-85a9-83ef434aa407 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:18.338077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0514e55c-68e3-4d24-adaf-82c8aa6afe46 None None] Provisioning complete for port 1b6db300-6d22-4f37-85a9-83ef434aa407 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:18.338673 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0514e55c-68e3-4d24-adaf-82c8aa6afe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.491591 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21834978-c322-423f-983d-3057e7d64a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.501516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:18.514585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0514e55c-68e3-4d24-adaf-82c8aa6afe46 None None] Port 1b6db300-6d22-4f37-85a9-83ef434aa407 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:12:18.521159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Usage tracker for resource:port and tenant:1d0f829fb7e642efaa8a68a49f06521f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:18.531351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:18.548165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:18.585825 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00c8b3be-9314-48be-b7d3-3f3192b05269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.594918 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00c8b3be-9314-48be-b7d3-3f3192b05269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.626861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.42', 60171) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:18.639784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8b3be-9314-48be-b7d3-3f3192b05269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6a6760-a348-4c64-bd7e-5740efd34297,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:18.642228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Made reservation on behalf of 1d0f829fb7e642efaa8a68a49f06521f for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:12:18.645850 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.670781 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.689110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-00c8b3be-9314-48be-b7d3-3f3192b05269 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80f6e13fe78948f0acaf7e93a0912d8f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3689682 Jun 04 16:12:18.694057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53990) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:18.697311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:18.699538 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-71dae4a9-960e-458a-9892-cdf41692c57c tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7b7ac6142ec642d990a177ffae2bb87a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741925 Jun 04 16:12:18.712030 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21834978-c322-423f-983d-3057e7d64a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.716063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Usage tracker for resource:security_group_rule and tenant:1d0f829fb7e642efaa8a68a49f06521f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:18.736084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:18.737803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.752953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21834978-c322-423f-983d-3057e7d64a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4e66b2-7fa5-4fee-a321-173b5b0f01e6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:18.755117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:18.802217 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21834978-c322-423f-983d-3057e7d64a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.804253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-21834978-c322-423f-983d-3057e7d64a4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d4e66b2-7fa5-4fee-a321-173b5b0f01e6 HTTP/1.1" status: 204 len: 168 time: 1.4447184 Jun 04 16:12:18.833691 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b1-d526-4c6b-b33f-e7cd17f9a0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.876638 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b1-d526-4c6b-b33f-e7cd17f9a0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.966325 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.970939 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b1-d526-4c6b-b33f-e7cd17f9a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:18.985076 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:19.037592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e39b1-d526-4c6b-b33f-e7cd17f9a0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6a6760-a348-4c64-bd7e-5740efd34297,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:19.148392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b1-d526-4c6b-b33f-e7cd17f9a0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:19.149526 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5f3e39b1-d526-4c6b-b33f-e7cd17f9a0e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d6a6760-a348-4c64-bd7e-5740efd34297 HTTP/1.1" status: 204 len: 168 time: 0.4541245 Jun 04 16:12:19.150328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0b6e8c-b62d-4140-8090-af24e6216e2d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:19.359139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 010287cd-6ac6-4926-9e3d-b030e932965d up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:19.472070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Allocated IP 192.168.233.151 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/49e67fc8-5b30-4aaf-890a-829711249b72) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:12:19.472331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54012) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:19.662715 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c43bec01-5e65-4c7d-9110-75fae2a51c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:19.690515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 010287cd-6ac6-4926-9e3d-b030e932965d completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:19.707764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 010287cd-6ac6-4926-9e3d-b030e932965d triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:19.710015 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:19.796561 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88adff10-8078-4baf-b46d-9036bb1fb684 req-5f3e0327-199b-4e0b-8041-5e476e6ee9ce tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 210 time: 0.1701784 Jun 04 16:12:19.829564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-32c56df1-9587-42de-84f6-b2e4e162d65f tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:19.833458 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-32c56df1-9587-42de-84f6-b2e4e162d65f tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1263096 Jun 04 16:12:19.835710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c43bec01-5e65-4c7d-9110-75fae2a51c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:19.846011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c43bec01-5e65-4c7d-9110-75fae2a51c86 admin admin] Usage tracker for resource:security_group_rule and tenant:aa37e08f78154b03b84f7ff8fa20b6dd is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:19.850099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c43bec01-5e65-4c7d-9110-75fae2a51c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:19.858589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c43bec01-5e65-4c7d-9110-75fae2a51c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:20.077640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Request body: {'port': {'device_id': 'dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '7b7ac6142ec642d990a177ffae2bb87a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:20.127558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 010287cd-6ac6-4926-9e3d-b030e932965d is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:20.128267 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:20.154716 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:20.163996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 010287cd-6ac6-4926-9e3d-b030e932965d, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=010287cd-6ac6-4926-9e3d-b030e932965d,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:20.175394 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:20.197430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4d857b4-a950-4021-ace8-c1011621379e req-dfc2110a-78ce-42be-bd76-3e9a529a9f8d tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 210 time: 0.6583498 Jun 04 16:12:20.214775 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:20.240596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Transition to ACTIVE for port object 49e67fc8-5b30-4aaf-890a-829711249b72 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:20.304056 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:20.382667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=010287cd-6ac6-4926-9e3d-b030e932965d,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:20.517995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:20.532186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:20.536896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:12:20.542398 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c43bec01-5e65-4c7d-9110-75fae2a51c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:20.554245 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:20.555515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:20.564167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:20.564944 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:20.616082 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c43bec01-5e65-4c7d-9110-75fae2a51c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:20.656442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Pushing event updated for resources: {'Port': ['ID=49e67fc8-5b30-4aaf-890a-829711249b72,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:20.673929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-5ff69e73-1bf5-4cab-9f8e-1309e00e1ca9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3691225 Jun 04 16:12:20.690319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-789843dc-4941-4838-9aae-e5171e535338 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:12:20.693978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-789843dc-4941-4838-9aae-e5171e535338 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154114 Jun 04 16:12:20.703946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bec01-5e65-4c7d-9110-75fae2a51c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafb8adf-2df0-4a0f-8f5e-49258c7b2d5d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:20.892405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6db300-6d22-4f37-85a9-83ef434aa407,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:20.903230 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c43bec01-5e65-4c7d-9110-75fae2a51c86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa37e08f78154b03b84f7ff8fa20b6dd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3939841 Jun 04 16:12:20.906949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54042) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:20.915914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:20.920486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Usage tracker for resource:port and tenant:7b7ac6142ec642d990a177ffae2bb87a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:20.928873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:20.937838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:20.984364 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Made reservation on behalf of 7b7ac6142ec642d990a177ffae2bb87a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:12:20.988407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:21.006238 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:21.048638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:21.059779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Network a7b8a177-7482-4aa4-8cc3-8529f5233c73 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:21.063081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:21.084612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2fe745dd-a4fe-488a-8d7c-ac6d6ad17254 None None] Provisioning for port 49e67fc8-5b30-4aaf-890a-829711249b72 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:21.085314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Usage tracker for resource:security_group_rule and tenant:7b7ac6142ec642d990a177ffae2bb87a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:21.091658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:21.099597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2fe745dd-a4fe-488a-8d7c-ac6d6ad17254 None None] Provisioning complete for port 49e67fc8-5b30-4aaf-890a-829711249b72 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:21.099745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:21.101816 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2fe745dd-a4fe-488a-8d7c-ac6d6ad17254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:21.249888 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dc2de272-7ddc-4931-b361-9591a8dab01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:21.287673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 010287cd-6ac6-4926-9e3d-b030e932965d up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:21.377173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Request body: {'port': {'device_id': '2754a083-d9ae-4152-ae7c-8c54e0495391', 'device_owner': 'compute:tempest-test_az-2115123370', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:21.403895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2fe745dd-a4fe-488a-8d7c-ac6d6ad17254 None None] Port 49e67fc8-5b30-4aaf-890a-829711249b72 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:12:21.508633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 010287cd-6ac6-4926-9e3d-b030e932965d triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:21.509219 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:21.636957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:12:21.691214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e2d566f9-6f6b-48ed-9495-603568011b68 None None] Provisioning complete for port 1b6db300-6d22-4f37-85a9-83ef434aa407 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:21.695049 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e2d566f9-6f6b-48ed-9495-603568011b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:21.756263 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dc2de272-7ddc-4931-b361-9591a8dab01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:21.947725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b5d9e5c-84b8-4bfc-bbd6-d9cb7fd634db req-827f4d46-d47d-43a2-9365-d248947d5057 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 210 time: 0.1999049 Jun 04 16:12:21.968611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c961434-2733-467b-8820-f940008152f0 req-c9e10780-d39e-4246-917b-a57b395ef26b tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:21.969431 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4c961434-2733-467b-8820-f940008152f0 req-c9e10780-d39e-4246-917b-a57b395ef26b tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Synchronizing usage tracker for tenant:1d0f829fb7e642efaa8a68a49f06521f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:12:21.982943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:22.011435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e2d566f9-6f6b-48ed-9495-603568011b68 None None] Port 1b6db300-6d22-4f37-85a9-83ef434aa407 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:12:22.036440 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 010287cd-6ac6-4926-9e3d-b030e932965d is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:22.135063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:12:22.152026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Sync routers for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:12:22.188631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:12:22.189180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:12:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:22.201396 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b0c42c12-189e-4b9b-b17c-acb397a97662 admin admin] 10.222.0.13 "PUT /v2.0/routers/92dbb92f-aa36-41f2-aca0-fda2ce68bba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8326056 Jun 04 16:12:22.368512 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:22.377190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:22.428149 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dc2de272-7ddc-4931-b361-9591a8dab01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:22.451204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4c961434-2733-467b-8820-f940008152f0 req-c9e10780-d39e-4246-917b-a57b395ef26b tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Unset dirty status for tenant:1d0f829fb7e642efaa8a68a49f06521f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:12:22.452532 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c961434-2733-467b-8820-f940008152f0 req-c9e10780-d39e-4246-917b-a57b395ef26b tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 936 time: 1.3973825 Jun 04 16:12:22.457566 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dc2de272-7ddc-4931-b361-9591a8dab01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:22.461999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dc2de272-7ddc-4931-b361-9591a8dab01c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aafb8adf-2df0-4a0f-8f5e-49258c7b2d5d HTTP/1.1" status: 204 len: 168 time: 1.5507832 Jun 04 16:12:22.469325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2de272-7ddc-4931-b361-9591a8dab01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafb8adf-2df0-4a0f-8f5e-49258c7b2d5d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:22.558008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e257f60-ab28-4411-88c9-1edf54675cf4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:22.690839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:12:22.870179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e67fc8-5b30-4aaf-890a-829711249b72 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:12:22.878308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:22.906322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4c961434-2733-467b-8820-f940008152f0 req-da2a47ff-7776-4fde-ade7-90a2eb191a20 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Synchronizing usage tracker for tenant:1d0f829fb7e642efaa8a68a49f06521f on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:12:22.934781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Transition to ACTIVE for port object 49e67fc8-5b30-4aaf-890a-829711249b72 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:22.936707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4c961434-2733-467b-8820-f940008152f0 req-da2a47ff-7776-4fde-ade7-90a2eb191a20 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Unset dirty status for tenant:1d0f829fb7e642efaa8a68a49f06521f on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:12:22.937688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c961434-2733-467b-8820-f940008152f0 req-da2a47ff-7776-4fde-ade7-90a2eb191a20 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748001 Jun 04 16:12:22.942295 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:23.051482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Pushing event updated for resources: {'Port': ['ID=49e67fc8-5b30-4aaf-890a-829711249b72,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:23.170369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Allocated IP 192.168.233.183 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/b1c3395d-35eb-41ca-b711-11bb32b556e9) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:12:23.517476 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5ef29b4-3f3f-49c5-80a3-e7d06632e382 req-928bd48e-4316-4d2c-bb6f-0460465422f0 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 210 time: 0.2136583 Jun 04 16:12:23.566561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Attempting to bind port 49e67fc8-5b30-4aaf-890a-829711249b72 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:12:23.567282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Attempting to bind port 49e67fc8-5b30-4aaf-890a-829711249b72 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:12:23.567829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Attempting to bind port 49e67fc8-5b30-4aaf-890a-829711249b72 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:23.573356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Port 49e67fc8-5b30-4aaf-890a-829711249b72 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:12:23.573959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Attempting to bind port 49e67fc8-5b30-4aaf-890a-829711249b72 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:23.580900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:12:23.581417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:12:23.582085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:12:23.582969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Bound port: 49e67fc8-5b30-4aaf-890a-829711249b72, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:12:23.583290 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:23.723789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] For port 49e67fc8-5b30-4aaf-890a-829711249b72, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:12:23.731474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] For port 49e67fc8-5b30-4aaf-890a-829711249b72, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=49e67fc8-5b30-4aaf-890a-829711249b72,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:12:23.739012 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:23.812638 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:23.816866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 2, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:23.829301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Checking router: 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:12:23.829835 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Updating router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 port 1b6db300-6d22-4f37-85a9-83ef434aa407 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:12:23.853553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Transition to ACTIVE for port object b1c3395d-35eb-41ca-b711-11bb32b556e9 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:23.910359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:23.911873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:23.914682 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:23.916411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] 10.222.0.42 "PUT /v2.0/ports/49e67fc8-5b30-4aaf-890a-829711249b72 HTTP/1.1" status: 200 len: 1118 time: 2.8600552 Jun 04 16:12:23.921637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2754a083-d9ae-4152-ae7c-8c54e0495391', 'tag': '49e67fc8-5b30-4aaf-890a-829711249b72'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:12:23.954440 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:24.178388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:24.227297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:24.242232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:12:24.283350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:24.284570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:24.295555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f7624-e50f-462f-aa13-eada5b03bed9 service neutron] Pushing event updated for resources: {'Port': ['ID=49e67fc8-5b30-4aaf-890a-829711249b72,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:24.458763 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4062448 Jun 04 16:12:24.467300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ea2e6-facf-4bbc-940a-d15b55eb5303 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Pushing event updated for resources: {'Port': ['ID=b1c3395d-35eb-41ca-b711-11bb32b556e9,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:24.482683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Request body: {'port': {'device_id': 'dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c', 'device_owner': 'compute:tempest-test_az-2115123370', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:24.620718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-945ef428-4cb6-40e7-8699-aeb10ae438fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:24.633557 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-945ef428-4cb6-40e7-8699-aeb10ae438fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d0f829fb7e642efaa8a68a49f06521f&device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 1121 time: 0.5609643 Jun 04 16:12:24.643124 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:24.751553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54140) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:24.824759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-58d6732d-6bc8-497e-8773-26c4ffae259f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=49e67fc8-5b30-4aaf-890a-829711249b72 HTTP/1.1" status: 200 len: 217 time: 0.1883278 Jun 04 16:12:24.916420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54152) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:24.966370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256330414-network', 'tenant_id': '04e9db63bffa44878c07a8cf25713253'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:24.986211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:25.016965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7978d-0390-44d7-bbc4-8a0169284ff5 req-55cbac52-4eb2-4e52-8b2c-b6bc704a26f8 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:25.018706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9b7978d-0390-44d7-bbc4-8a0169284ff5 req-55cbac52-4eb2-4e52-8b2c-b6bc704a26f8 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 970 time: 0.6280813 Jun 04 16:12:25.022882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Usage tracker for resource:network and tenant:04e9db63bffa44878c07a8cf25713253 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:25.044508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-866051ba-4335-4c5a-8456-e81872215e05 None None] Provisioning for port b1c3395d-35eb-41ca-b711-11bb32b556e9 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:25.045816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:25.058421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-866051ba-4335-4c5a-8456-e81872215e05 None None] Provisioning complete for port b1c3395d-35eb-41ca-b711-11bb32b556e9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:25.063051 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-866051ba-4335-4c5a-8456-e81872215e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:25.107352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-7c1dd772-4522-4734-9c49-d7806224f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:25.109572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-7c1dd772-4522-4734-9c49-d7806224f804 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2703357 Jun 04 16:12:25.110523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:25.177281 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:25.240344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Transition to ACTIVE for port object 1b6db300-6d22-4f37-85a9-83ef434aa407 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:25.247755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-866051ba-4335-4c5a-8456-e81872215e05 None None] Port b1c3395d-35eb-41ca-b711-11bb32b556e9 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:12:25.260977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9b7978d-0390-44d7-bbc4-8a0169284ff5 req-8390546a-9717-4f45-bc8b-dc84bc503a7e tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332418 Jun 04 16:12:25.269290 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:25.270285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Made reservation on behalf of 04e9db63bffa44878c07a8cf25713253 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:12:25.281771 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:25.316113 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a7284a0-3203-4628-b2f8-e3772f5c4b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:25.326654 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:25.362321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8a7284a0-3203-4628-b2f8-e3772f5c4b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:25.380437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:25.432062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Usage tracker for resource:security_group_rule and tenant:04e9db63bffa44878c07a8cf25713253 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:25.437668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:25.466045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:25.510756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-56475252-213a-43df-93c4-f72bf6ac9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:25.512527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-56475252-213a-43df-93c4-f72bf6ac9d2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3818707 Jun 04 16:12:25.526076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8a7284a0-3203-4628-b2f8-e3772f5c4b1d admin admin] Usage tracker for resource:security_group_rule and tenant:ab00328fb30b4f82aabd7457ade80d05 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:25.545715 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8a7284a0-3203-4628-b2f8-e3772f5c4b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:25.563459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b28f2-a052-4353-9b16-3491a24f03ee None None] Pushing event updated for resources: {'Port': ['ID=1b6db300-6d22-4f37-85a9-83ef434aa407,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:25.594687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8a7284a0-3203-4628-b2f8-e3772f5c4b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:25.735048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Attempting to bind port 1b6db300-6d22-4f37-85a9-83ef434aa407 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:12:25.735284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Attempting to bind port 1b6db300-6d22-4f37-85a9-83ef434aa407 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:12:25.735667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Attempting to bind port 1b6db300-6d22-4f37-85a9-83ef434aa407 on network a7b8a177-7482-4aa4-8cc3-8529f5233c73 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:25.746240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:12:25.749619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Checking segment: {'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:12:25.764513 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:25.766641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Bound using segment: {'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:12:25.769416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Bound port: 1b6db300-6d22-4f37-85a9-83ef434aa407, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:12:25.769840 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:25.824221 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a7284a0-3203-4628-b2f8-e3772f5c4b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:25.832472 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a7284a0-3203-4628-b2f8-e3772f5c4b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:25.915180 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-2a2b98e7-7640-4361-a05f-4fa7fbfeda58 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756142 Jun 04 16:12:26.011077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] For port 1b6db300-6d22-4f37-85a9-83ef434aa407, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:12:26.014949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] For port 1b6db300-6d22-4f37-85a9-83ef434aa407, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1b6db300-6d22-4f37-85a9-83ef434aa407,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:12:26.023077 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:26.149840 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8a7284a0-3203-4628-b2f8-e3772f5c4b1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab00328fb30b4f82aabd7457ade80d05&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3972173 Jun 04 16:12:26.207833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54174) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:26.209452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7284a0-3203-4628-b2f8-e3772f5c4b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3ba857-7cc3-458c-870d-a0e52741e679,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:26.281958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c3395d-35eb-41ca-b711-11bb32b556e9 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:12:26.289268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:12:26.297427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:12:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:26.319323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:26.353433 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e7e553-ffa8-4e81-9bc3-5cabc63d5db0'] response: {'name': 'network-changed', 'server_uuid': '2754a083-d9ae-4152-ae7c-8c54e0495391', 'tag': '49e67fc8-5b30-4aaf-890a-829711249b72', 'status': 'completed', 'code': 200} Jun 04 16:12:26.394619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f249391-1285-48d9-8e9d-c8f7dd8f91ea req-52e32972-90c6-4a16-8dad-9e9e3435d146 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631989 Jun 04 16:12:26.398415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Transition to ACTIVE for port object b1c3395d-35eb-41ca-b711-11bb32b556e9 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:26.418970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b23e55-c182-457b-9733-ed5a0530a926 req-ed02fcb3-0254-415c-9b4f-0af7364caa69 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:26.427254 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:26.444314 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93b23e55-c182-457b-9733-ed5a0530a926 req-ed02fcb3-0254-415c-9b4f-0af7364caa69 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 936 time: 1.0580468 Jun 04 16:12:26.709723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b28f2-a052-4353-9b16-3491a24f03ee None None] Pushing event updated for resources: {'Port': ['ID=1b6db300-6d22-4f37-85a9-83ef434aa407,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:26.732776 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90383616-5aa7-4334-a3e3-8b52f04d1760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:26.917757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54198) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:26.961657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90383616-5aa7-4334-a3e3-8b52f04d1760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:26.973085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Pushing event updated for resources: {'Port': ['ID=b1c3395d-35eb-41ca-b711-11bb32b556e9,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:26.991954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93b23e55-c182-457b-9733-ed5a0530a926 req-fa6be675-d175-4e85-98dc-9be049a0b06c tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464683 Jun 04 16:12:26.996511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Attempting to bind port b1c3395d-35eb-41ca-b711-11bb32b556e9 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:12:26.997071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Attempting to bind port b1c3395d-35eb-41ca-b711-11bb32b556e9 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:12:26.997583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Attempting to bind port b1c3395d-35eb-41ca-b711-11bb32b556e9 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:27.005110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Port b1c3395d-35eb-41ca-b711-11bb32b556e9 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:12:27.005624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Attempting to bind port b1c3395d-35eb-41ca-b711-11bb32b556e9 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:27.034952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:12:27.036138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:12:27.036138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:12:27.036420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Bound port: b1c3395d-35eb-41ca-b711-11bb32b556e9, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:12:27.036733 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:27.046614 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:27.098018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:12:27.104604 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:27.174730 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90383616-5aa7-4334-a3e3-8b52f04d1760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:27.246486 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90383616-5aa7-4334-a3e3-8b52f04d1760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:27.247725 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-90383616-5aa7-4334-a3e3-8b52f04d1760 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc3ba857-7cc3-458c-870d-a0e52741e679 HTTP/1.1" status: 204 len: 168 time: 1.0198793 Jun 04 16:12:27.248619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90383616-5aa7-4334-a3e3-8b52f04d1760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3ba857-7cc3-458c-870d-a0e52741e679,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:27.259552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] For port b1c3395d-35eb-41ca-b711-11bb32b556e9, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:12:27.266820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] For port b1c3395d-35eb-41ca-b711-11bb32b556e9, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b1c3395d-35eb-41ca-b711-11bb32b556e9,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:12:27.278071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:12:27.283700 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:27.313071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f4d0c-e0db-4313-8119-de4b9df14775 req-1a60afd0-f4b4-4734-a3f5-3ad74f24a798 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:27.328769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af0f4d0c-e0db-4313-8119-de4b9df14775 req-1a60afd0-f4b4-4734-a3f5-3ad74f24a798 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 970 time: 0.6719141 Jun 04 16:12:27.361995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdc90d-2f82-4a1e-8c4b-029ea492d8f6 req-c03b4f75-5161-47b4-9f2b-bb03c4d909a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:27.361995 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-decdc90d-2f82-4a1e-8c4b-029ea492d8f6 req-c03b4f75-5161-47b4-9f2b-bb03c4d909a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d0f829fb7e642efaa8a68a49f06521f&device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 1121 time: 0.8243058 Jun 04 16:12:27.411534 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:27.411769 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Added segment 8c393368-3bce-4f7b-90fb-3e194915aae2 of type vlan for network be195520-191b-454d-b9a5-e9948153f25f Jun 04 16:12:27.413805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ed9dcd-8b68-466a-852c-c70f4e85507e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:27.481268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Pushing event updated for resources: {'Port': ['ID=b1c3395d-35eb-41ca-b711-11bb32b556e9,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:27.504180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:27.508338 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:27.509944 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-28af5b56-df00-48b6-84b7-f95f64a5cded service neutron] 10.222.0.42 "PUT /v2.0/ports/b1c3395d-35eb-41ca-b711-11bb32b556e9 HTTP/1.1" status: 200 len: 1118 time: 3.0345967 Jun 04 16:12:27.516076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c', 'tag': 'b1c3395d-35eb-41ca-b711-11bb32b556e9'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:12:27.706764 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af0f4d0c-e0db-4313-8119-de4b9df14775 req-4ffdf13b-8c75-43f1-ad41-2e381caf45ef tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752437 Jun 04 16:12:27.722632 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:27.736274 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-42d607fd-acf4-440f-9bb4-89c4b8ea6cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:27.866930 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0d1fa9b-2576-4fe8-a740-5a4cbc57eba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:27.887513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdc90d-2f82-4a1e-8c4b-029ea492d8f6 req-ef10553f-10e3-40e6-a23e-09b555b8934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:27.898463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-decdc90d-2f82-4a1e-8c4b-029ea492d8f6 req-ef10553f-10e3-40e6-a23e-09b555b8934a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.5163262 Jun 04 16:12:27.942960 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f0d1fa9b-2576-4fe8-a740-5a4cbc57eba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:27.985843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f0d1fa9b-2576-4fe8-a740-5a4cbc57eba1 admin admin] Usage tracker for resource:security_group_rule and tenant:b8c9b7ffd01d4bf6a72a9e957175bb47 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:28.001354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f0d1fa9b-2576-4fe8-a740-5a4cbc57eba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:28.022175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f0d1fa9b-2576-4fe8-a740-5a4cbc57eba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:28.023996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:26Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:28.029490 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:28.030462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:28.031026 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:28.035209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb92bb1-d88e-4a03-b964-67243be791e1 None None] The sync data for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 is: [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:26Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:12:28.122399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-decdc90d-2f82-4a1e-8c4b-029ea492d8f6 req-43b0b5de-35b0-4ade-b1de-0a4d63c5bec4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=49e67fc8-5b30-4aaf-890a-829711249b72 HTTP/1.1" status: 200 len: 217 time: 0.2068729 Jun 04 16:12:28.272224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-a3ff3fb2-1839-4279-a16b-1e9f43439c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:28.292093 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-a3ff3fb2-1839-4279-a16b-1e9f43439c41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7ac6142ec642d990a177ffae2bb87a&device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 1121 time: 0.6009431 Jun 04 16:12:28.305040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] Pushing event updated for resources: {'Network': ['ID=be195520-191b-454d-b9a5-e9948153f25f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:28.320978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network be195520-191b-454d-b9a5-e9948153f25f details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:12:28.327618 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-00c960c1-b0a7-45ab-bf15-ef6d975bee89 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3954756 Jun 04 16:12:28.330950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54224) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:28.339833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Request body: {'subnet': {'network_id': 'be195520-191b-454d-b9a5-e9948153f25f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256330414-subnet', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:28.345271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54228) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:28.365301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:28.398480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Usage tracker for resource:subnet and tenant:04e9db63bffa44878c07a8cf25713253 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:28.459109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:28.477355 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-88276bd3-0880-43ed-a351-660581c9d062 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=b1c3395d-35eb-41ca-b711-11bb32b556e9 HTTP/1.1" status: 200 len: 217 time: 0.1747515 Jun 04 16:12:28.481763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdc90d-2f82-4a1e-8c4b-029ea492d8f6 req-75baab08-12aa-400c-8994-07bef6c6883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:28.483327 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-decdc90d-2f82-4a1e-8c4b-029ea492d8f6 req-75baab08-12aa-400c-8994-07bef6c6883c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2939281 Jun 04 16:12:28.510021 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-548250d7-ff2e-4901-892a-89755ff2dcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:28.525423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:28.610503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-548250d7-ff2e-4901-892a-89755ff2dcc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:28.614817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-548250d7-ff2e-4901-892a-89755ff2dcc1 admin admin] Usage tracker for resource:security_group_rule and tenant:3787658dcc024f89b1adf1c544dff12a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:28.617988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-548250d7-ff2e-4901-892a-89755ff2dcc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:28.626054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-548250d7-ff2e-4901-892a-89755ff2dcc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:28.668628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-958bfc9a-fed4-4ccb-a5bd-921b849bec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:28.670071 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-958bfc9a-fed4-4ccb-a5bd-921b849bec42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1707106 Jun 04 16:12:28.748441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Made reservation on behalf of 04e9db63bffa44878c07a8cf25713253 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:12:28.752247 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:28.910461 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0d1fa9b-2576-4fe8-a740-5a4cbc57eba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:29.004215 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0d1fa9b-2576-4fe8-a740-5a4cbc57eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:29.046261 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-548250d7-ff2e-4901-892a-89755ff2dcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:29.092575 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-548250d7-ff2e-4901-892a-89755ff2dcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:29.132340 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0b4ac7-3d43-4580-be3a-aa9fc1490ae8'] response: {'name': 'network-changed', 'server_uuid': 'dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c', 'tag': 'b1c3395d-35eb-41ca-b711-11bb32b556e9', 'status': 'completed', 'code': 200} Jun 04 16:12:29.181716 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f0d1fa9b-2576-4fe8-a740-5a4cbc57eba1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8c9b7ffd01d4bf6a72a9e957175bb47&name=default HTTP/1.1" status: 200 len: 2977 time: 2.2546527 Jun 04 16:12:29.186292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-af28ef07-1a15-452e-bde1-8f4be78b9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:29.187943 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-af28ef07-1a15-452e-bde1-8f4be78b9d37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4291186 Jun 04 16:12:29.188917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1fa9b-2576-4fe8-a740-5a4cbc57eba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829b9ff1-483d-4ad5-b103-cf82cb98f3ca,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:29.201242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54244) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:29.239778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1b6db300-6d22-4f37-85a9-83ef434aa407 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:29.397945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 1b6db300-6d22-4f37-85a9-83ef434aa407 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:29.409154 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 1b6db300-6d22-4f37-85a9-83ef434aa407 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:29.414178 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:29.417894 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-1a2161eb-9d7f-449b-b6ca-089d99f929c3 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119515 Jun 04 16:12:29.483398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548250d7-ff2e-4901-892a-89755ff2dcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bce0fe-ed44-448e-a8d6-30f8278b5322,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:29.487756 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-548250d7-ff2e-4901-892a-89755ff2dcc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3787658dcc024f89b1adf1c544dff12a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1295257 Jun 04 16:12:29.490131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdc90d-2f82-4a1e-8c4b-029ea492d8f6 req-32da6c0c-9112-435d-8db3-27250863122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:29.491892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-decdc90d-2f82-4a1e-8c4b-029ea492d8f6 req-32da6c0c-9112-435d-8db3-27250863122b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9544785 Jun 04 16:12:29.492503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54256) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:29.536437 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6bffc618-e3bb-4405-9908-7d6f984fef58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:29.545704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd33e4-a383-4031-b9fa-643616bbd406 req-fa6ec862-8b07-4917-94cf-2b25b0616f57 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:29.547371 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1dcd33e4-a383-4031-b9fa-643616bbd406 req-fa6ec862-8b07-4917-94cf-2b25b0616f57 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 970 time: 1.1560190 Jun 04 16:12:29.656188 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50329877-a0dd-4ef4-bbd0-3f7b4df8c2c5 req-267f8b02-c109-4ea0-8d99-992f543c7e00 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236464 Jun 04 16:12:29.722321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1dcd33e4-a383-4031-b9fa-643616bbd406 req-2eba40fc-5710-4608-89d0-a44ab2f85a8b tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157610 Jun 04 16:12:29.774215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 1b6db300-6d22-4f37-85a9-83ef434aa407 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:29.774685 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:29.814923 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6bffc618-e3bb-4405-9908-7d6f984fef58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:29.857752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 1b6db300-6d22-4f37-85a9-83ef434aa407, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1b6db300-6d22-4f37-85a9-83ef434aa407,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:29.874730 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:29.909933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ff619d34-9a20-46df-91d9-f357790b6ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:30.005325 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:30.022197 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-76338436-df69-48ad-8d6a-c488390fbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:30.040347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=1b6db300-6d22-4f37-85a9-83ef434aa407,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:30.146010 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ff619d34-9a20-46df-91d9-f357790b6ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:30.222657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbb5e4-99ec-4af8-93f2-d7046c8f4e40 req-797598a2-a858-424d-a18c-dbc4f929f855 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:30.224231 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93bbb5e4-99ec-4af8-93f2-d7046c8f4e40 req-797598a2-a858-424d-a18c-dbc4f929f855 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 970 time: 0.8480091 Jun 04 16:12:30.275223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-decdc90d-2f82-4a1e-8c4b-029ea492d8f6 req-12b711b1-1346-4749-8460-22ef52a0d87c service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7559755 Jun 04 16:12:30.328364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Pushing event updated for resources: {'Subnet': ['ID=09dc14a5-f23a-4ea9-9ddb-a87b665f033b,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:30.332845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6bffc618-e3bb-4405-9908-7d6f984fef58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:30.338716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93bbb5e4-99ec-4af8-93f2-d7046c8f4e40 req-61a644e6-4821-45f9-adb5-bcb5df705c48 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850487 Jun 04 16:12:30.353472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffc618-e3bb-4405-9908-7d6f984fef58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829b9ff1-483d-4ad5-b103-cf82cb98f3ca,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:30.355300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Checking segment: {'id': '8c393368-3bce-4f7b-90fb-3e194915aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:12:30.355663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Network hostable DHCP agents. Network: be195520-191b-454d-b9a5-e9948153f25f, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:12:30.390382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54264) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:30.397856 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6bffc618-e3bb-4405-9908-7d6f984fef58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:30.401769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6bffc618-e3bb-4405-9908-7d6f984fef58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/829b9ff1-483d-4ad5-b103-cf82cb98f3ca HTTP/1.1" status: 204 len: 168 time: 1.1927907 Jun 04 16:12:30.404432 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ff619d34-9a20-46df-91d9-f357790b6ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:30.406802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ff619d34-9a20-46df-91d9-f357790b6ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:30.407941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ff619d34-9a20-46df-91d9-f357790b6ff6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75bce0fe-ed44-448e-a8d6-30f8278b5322 HTTP/1.1" status: 204 len: 168 time: 0.8942411 Jun 04 16:12:30.419602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff619d34-9a20-46df-91d9-f357790b6ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bce0fe-ed44-448e-a8d6-30f8278b5322,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:30.421813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Network be195520-191b-454d-b9a5-e9948153f25f is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:12:30.433993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, be195520-191b-454d-b9a5-e9948153f25f) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:30.445366 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703bcd07-e25c-40ba-ac62-5661334ff592 None None] Network be195520-191b-454d-b9a5-e9948153f25f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:12:30.454080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:30.454811 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:30.479230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-45a7c790-7959-4201-b785-0fe55b5bd86e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1471961 Jun 04 16:12:30.482125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54274) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:30.487681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256330414-router', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:30.523300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:30.536781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Usage tracker for resource:router and tenant:04e9db63bffa44878c07a8cf25713253 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:30.544878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:30.798466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:30.860439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-decdc90d-2f82-4a1e-8c4b-029ea492d8f6 req-f6d06a6b-f83b-46a0-aa52-8b19f43a7047 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301966 Jun 04 16:12:30.915220 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:30.917941 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:30.980479 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:31.006221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-be195520-191b-454d-b9a5-e9948153f25f', 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'fixed_ips': [{'subnet_id': '09dc14a5-f23a-4ea9-9ddb-a87b665f033b'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:12:31.007098 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:31.052284 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:31.071251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54284) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:31.147018 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:31.161646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13ffeb-1667-41d9-9cd9-14adad05b140 req-c40d04bf-8bcc-45e4-a1c9-0c0baf425db8 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:31.172129 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a13ffeb-1667-41d9-9cd9-14adad05b140 req-c40d04bf-8bcc-45e4-a1c9-0c0baf425db8 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 970 time: 0.2566836 Jun 04 16:12:31.223260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1b6db300-6d22-4f37-85a9-83ef434aa407 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:31.267028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a13ffeb-1667-41d9-9cd9-14adad05b140 req-c6c3e476-cc6e-40fb-b3b7-f8ae85a9a083 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926359 Jun 04 16:12:31.291952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92a1fcbc-34c0-42d9-9a8d-afb1e87f922c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:31.353245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 1b6db300-6d22-4f37-85a9-83ef434aa407 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:31.353601 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:31.443523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Allocated IP 172.20.0.2 (be195520-191b-454d-b9a5-e9948153f25f/09dc14a5-f23a-4ea9-9ddb-a87b665f033b/f2917a9c-6b3d-4621-8863-c0acbae54ecc) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:12:31.448170 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ed58-66cb-46cb-a654-93440b00e3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:31.526913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-92a1fcbc-34c0-42d9-9a8d-afb1e87f922c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:31.540717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-92a1fcbc-34c0-42d9-9a8d-afb1e87f922c admin admin] Usage tracker for resource:security_group_rule and tenant:82cf4461f0f3437cabd8e2f552fef63d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:31.548154 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-92a1fcbc-34c0-42d9-9a8d-afb1e87f922c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:31.568190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-92a1fcbc-34c0-42d9-9a8d-afb1e87f922c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:31.608996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7bc6ed58-66cb-46cb-a654-93440b00e3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:31.681973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 1b6db300-6d22-4f37-85a9-83ef434aa407 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:31.685286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7bc6ed58-66cb-46cb-a654-93440b00e3ba admin admin] Usage tracker for resource:security_group_rule and tenant:029e8291c412423ebd3f5a4d42088f48 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:31.697423 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7bc6ed58-66cb-46cb-a654-93440b00e3ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:31.719979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ea9d9-85c5-4c63-aebf-8647ff81b325 req-b7fa397b-3326-4fb5-b243-d22abb4cf924 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:31.721912 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e3ea9d9-85c5-4c63-aebf-8647ff81b325 req-b7fa397b-3326-4fb5-b243-d22abb4cf924 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 970 time: 0.1078727 Jun 04 16:12:31.791460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e3ea9d9-85c5-4c63-aebf-8647ff81b325 req-c2df2735-e4a3-4291-940b-2a262b7ee94c tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585365 Jun 04 16:12:31.804062 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7bc6ed58-66cb-46cb-a654-93440b00e3ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:31.817865 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:31.828201 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:31.834785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edabc1-f2ac-413c-87ff-98949522997a req-eee1833d-d8b6-4558-9652-552325d519aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:31.836268 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5edabc1-f2ac-413c-87ff-98949522997a req-eee1833d-d8b6-4558-9652-552325d519aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7ac6142ec642d990a177ffae2bb87a&device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 1121 time: 1.2928464 Jun 04 16:12:31.838754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Transition to ACTIVE for port object f2917a9c-6b3d-4621-8863-c0acbae54ecc will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:31.858164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Transition to ACTIVE for port object f2917a9c-6b3d-4621-8863-c0acbae54ecc will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:31.866602 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:31.936903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Network be195520-191b-454d-b9a5-e9948153f25f is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:31.939719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:31.945603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:12:31.988532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Pushing event updated for resources: {'Port': ['ID=f2917a9c-6b3d-4621-8863-c0acbae54ecc,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:32.044127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Attempting to bind port f2917a9c-6b3d-4621-8863-c0acbae54ecc on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:12:32.044489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Attempting to bind port f2917a9c-6b3d-4621-8863-c0acbae54ecc by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '8c393368-3bce-4f7b-90fb-3e194915aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:12:32.044906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Attempting to bind port f2917a9c-6b3d-4621-8863-c0acbae54ecc on network be195520-191b-454d-b9a5-e9948153f25f {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:32.050510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:12:32.050876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Checking segment: {'id': '8c393368-3bce-4f7b-90fb-3e194915aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:12:32.051272 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.051653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Bound using segment: {'id': '8c393368-3bce-4f7b-90fb-3e194915aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:12:32.052482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Bound port: f2917a9c-6b3d-4621-8863-c0acbae54ecc, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c393368-3bce-4f7b-90fb-3e194915aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:12:32.052869 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.081116 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92a1fcbc-34c0-42d9-9a8d-afb1e87f922c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.115177 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92a1fcbc-34c0-42d9-9a8d-afb1e87f922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.148256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-43e2988d-7b1f-406c-a522-71157438833a None None] For port f2917a9c-6b3d-4621-8863-c0acbae54ecc, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:12:32.151585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-43e2988d-7b1f-406c-a522-71157438833a None None] For port f2917a9c-6b3d-4621-8863-c0acbae54ecc, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f2917a9c-6b3d-4621-8863-c0acbae54ecc,segment=NetworkSegment(8c393368-3bce-4f7b-90fb-3e194915aae2),segment_id=8c393368-3bce-4f7b-90fb-3e194915aae2)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:12:32.158422 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.178017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edabc1-f2ac-413c-87ff-98949522997a req-ca30289f-8bb8-4d9c-a58f-fa63129b14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:32.179471 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5edabc1-f2ac-413c-87ff-98949522997a req-ca30289f-8bb8-4d9c-a58f-fa63129b14c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.3199699 Jun 04 16:12:32.208281 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ed58-66cb-46cb-a654-93440b00e3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.237579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2988d-7b1f-406c-a522-71157438833a None None] Pushing event updated for resources: {'Port': ['ID=f2917a9c-6b3d-4621-8863-c0acbae54ecc,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:32.266575 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-92a1fcbc-34c0-42d9-9a8d-afb1e87f922c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82cf4461f0f3437cabd8e2f552fef63d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8687747 Jun 04 16:12:32.267990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54314) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:32.271677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1fcbc-34c0-42d9-9a8d-afb1e87f922c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66256c11-11f4-49fd-95e3-809f0a1d7532,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:32.292527 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ed58-66cb-46cb-a654-93440b00e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.330057 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5edabc1-f2ac-413c-87ff-98949522997a req-121906b5-dce2-45d6-a182-cb01f52913cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=b1c3395d-35eb-41ca-b711-11bb32b556e9 HTTP/1.1" status: 200 len: 217 time: 0.1284866 Jun 04 16:12:32.348806 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d951cf3-81ef-493e-a6a9-93a5f5ee9bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.376230 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.388383 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d951cf3-81ef-493e-a6a9-93a5f5ee9bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.432788 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7bc6ed58-66cb-46cb-a654-93440b00e3ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=029e8291c412423ebd3f5a4d42088f48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1437213 Jun 04 16:12:32.447758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54322) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:32.550953 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6ed58-66cb-46cb-a654-93440b00e3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb56390-7ec0-4d43-9b7d-bcd74fc2bcf2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:32.556680 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d951cf3-81ef-493e-a6a9-93a5f5ee9bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.596020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d951cf3-81ef-493e-a6a9-93a5f5ee9bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66256c11-11f4-49fd-95e3-809f0a1d7532,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:32.609573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648632d-7e5d-4931-a6a2-fb0598c65152 req-a75e578b-895a-4207-a303-e0b62c44d253 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:32.611769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5648632d-7e5d-4931-a6a2-fb0598c65152 req-a75e578b-895a-4207-a303-e0b62c44d253 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 970 time: 0.1879728 Jun 04 16:12:32.619751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d951cf3-81ef-493e-a6a9-93a5f5ee9bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.621043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3d951cf3-81ef-493e-a6a9-93a5f5ee9bca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66256c11-11f4-49fd-95e3-809f0a1d7532 HTTP/1.1" status: 204 len: 168 time: 0.3520465 Jun 04 16:12:32.687789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5648632d-7e5d-4931-a6a2-fb0598c65152 req-e7cd74fe-750a-4772-9b9b-8bbed015258b tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603111 Jun 04 16:12:32.758989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edabc1-f2ac-413c-87ff-98949522997a req-a8a3fc2e-bfe2-4ce3-90cd-81d05383d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:32.760450 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5edabc1-f2ac-413c-87ff-98949522997a req-a8a3fc2e-bfe2-4ce3-90cd-81d05383d68d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.3895657 Jun 04 16:12:32.812505 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2892f768-f770-4609-95f4-3c704f06e36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.907853 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2892f768-f770-4609-95f4-3c704f06e36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.923641 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:32.973968 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:33.031515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e248-0c29-481b-9a61-3ab8a6826598 req-53b71f5f-180b-4afa-b3aa-8ea99a9cd947 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:33.033272 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ee4e248-0c29-481b-9a61-3ab8a6826598 req-53b71f5f-180b-4afa-b3aa-8ea99a9cd947 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 970 time: 0.1083219 Jun 04 16:12:33.094206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ee4e248-0c29-481b-9a61-3ab8a6826598 req-3e9dd3d9-ebf9-430a-bee8-f1d3b9778944 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544980 Jun 04 16:12:33.127513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54342) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:33.150327 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d16d79e7-e512-43c3-ab3f-615f883a80e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:33.164795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edabc1-f2ac-413c-87ff-98949522997a req-28e14a29-4d9e-44aa-a37d-56947cdfb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:33.166849 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5edabc1-f2ac-413c-87ff-98949522997a req-28e14a29-4d9e-44aa-a37d-56947cdfb3f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3995755 Jun 04 16:12:33.175790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d16d79e7-e512-43c3-ab3f-615f883a80e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:33.181087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d16d79e7-e512-43c3-ab3f-615f883a80e6 admin admin] Usage tracker for resource:security_group_rule and tenant:b33610682ee540c9a537cf73db022bdb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:33.184655 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d16d79e7-e512-43c3-ab3f-615f883a80e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:33.192066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d16d79e7-e512-43c3-ab3f-615f883a80e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:33.215419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f2917a9c-6b3d-4621-8863-c0acbae54ecc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:33.314418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port f2917a9c-6b3d-4621-8863-c0acbae54ecc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:33.321142 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2892f768-f770-4609-95f4-3c704f06e36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:33.327825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-54b6dea0-6cb5-47c5-bc56-c37037a0a301 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581861 Jun 04 16:12:33.353438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892f768-f770-4609-95f4-3c704f06e36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb56390-7ec0-4d43-9b7d-bcd74fc2bcf2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:33.409572 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Allocated IP 172.25.5.182 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/cd668f2d-7817-46a3-bfd1-832f71c41fec) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:12:33.444774 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5edabc1-f2ac-413c-87ff-98949522997a req-aa11925f-c8f9-4403-8961-1e63705b4539 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712948 Jun 04 16:12:33.485737 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2892f768-f770-4609-95f4-3c704f06e36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:33.486870 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2892f768-f770-4609-95f4-3c704f06e36d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efb56390-7ec0-4d43-9b7d-bcd74fc2bcf2 HTTP/1.1" status: 204 len: 168 time: 1.0198486 Jun 04 16:12:33.530632 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:33.537930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7151be07-81de-4c16-8f71-6168e019d7d4 None None] Network be195520-191b-454d-b9a5-e9948153f25f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:12:33.579608 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d16d79e7-e512-43c3-ab3f-615f883a80e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:33.593503 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d16d79e7-e512-43c3-ab3f-615f883a80e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:33.654650 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-926b0297-2da6-4872-bfdd-e22d0abe0af2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:33.656268 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-926b0297-2da6-4872-bfdd-e22d0abe0af2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3276582 Jun 04 16:12:33.687127 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d16d79e7-e512-43c3-ab3f-615f883a80e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b33610682ee540c9a537cf73db022bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585210 Jun 04 16:12:33.690070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54356) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:33.694575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-a7614e4b-f757-4b72-9f10-a44fba05771b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/quotas/7266c7f5f1c14d469ab9832f7ed5833f HTTP/1.1" status: 200 len: 375 time: 0.0294816 Jun 04 16:12:33.696142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d79e7-e512-43c3-ab3f-615f883a80e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103f8725-b2d6-4144-83b6-2efa2e1b1343,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:33.716837 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5edabc1-f2ac-413c-87ff-98949522997a req-24e23b5b-4062-4ce3-a657-d85929e2ac77 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544377 Jun 04 16:12:33.725164 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:33.783076 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6cf9-a916-4e29-a2b4-935f39780039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:33.786865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-74175229-83da-4689-977a-fd4e8cc8d899 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732725 Jun 04 16:12:33.819490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6cf9-a916-4e29-a2b4-935f39780039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:33.830880 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:33.839431 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-81f9a1e1-7306-4fc0-adf9-3bac75a87e43 None None] Provisioning for port f2917a9c-6b3d-4621-8863-c0acbae54ecc completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:33.848082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-81f9a1e1-7306-4fc0-adf9-3bac75a87e43 None None] Provisioning complete for port f2917a9c-6b3d-4621-8863-c0acbae54ecc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:33.850340 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-81f9a1e1-7306-4fc0-adf9-3bac75a87e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:33.897900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:33.907047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:33.918759 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:33.928212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:12:34.020186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-81f9a1e1-7306-4fc0-adf9-3bac75a87e43 None None] Current status of the port f2917a9c-6b3d-4621-8863-c0acbae54ecc is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:34.020579 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-81f9a1e1-7306-4fc0-adf9-3bac75a87e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:34.083579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fc3a11b-e6e7-49f4-89e7-233b07a1ca3a req-48590a5a-5c80-4f09-9ee7-bfde1444341c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 210 time: 0.0542357 Jun 04 16:12:34.114383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Pushing event updated for resources: {'Port': ['ID=cd668f2d-7817-46a3-bfd1-832f71c41fec,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:34.119337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69314c36-b5bc-4aee-b8fc-f112d128fd55 req-4b187c84-70d7-4232-a238-b6036f230990 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:34.120533 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-81f9a1e1-7306-4fc0-adf9-3bac75a87e43 None None] For port f2917a9c-6b3d-4621-8863-c0acbae54ecc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f2917a9c-6b3d-4621-8863-c0acbae54ecc,segment=NetworkSegment(8c393368-3bce-4f7b-90fb-3e194915aae2),segment_id=8c393368-3bce-4f7b-90fb-3e194915aae2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:34.125037 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69314c36-b5bc-4aee-b8fc-f112d128fd55 req-4b187c84-70d7-4232-a238-b6036f230990 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 970 time: 0.2305450 Jun 04 16:12:34.137853 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-81f9a1e1-7306-4fc0-adf9-3bac75a87e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:34.229312 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69314c36-b5bc-4aee-b8fc-f112d128fd55 req-6bfcc428-ad67-409d-872f-06e53fa8c132 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781507 Jun 04 16:12:34.255801 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6cf9-a916-4e29-a2b4-935f39780039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:34.280923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c6cf9-a916-4e29-a2b4-935f39780039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f8725-b2d6-4144-83b6-2efa2e1b1343,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:34.347131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9a1e1-7306-4fc0-adf9-3bac75a87e43 None None] Pushing event updated for resources: {'Port': ['ID=f2917a9c-6b3d-4621-8863-c0acbae54ecc,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:34.398669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6cf9-a916-4e29-a2b4-935f39780039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:34.399781 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0d1c6cf9-a916-4e29-a2b4-935f39780039 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/103f8725-b2d6-4144-83b6-2efa2e1b1343 HTTP/1.1" status: 204 len: 168 time: 0.7087226 Jun 04 16:12:34.466991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12de1cc-d4de-4f6b-9572-69e23153cab5 req-597efbdf-ecf6-4ab3-88fd-422d8d888dc6 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:34.475598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d12de1cc-d4de-4f6b-9572-69e23153cab5 req-597efbdf-ecf6-4ab3-88fd-422d8d888dc6 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 970 time: 0.1670918 Jun 04 16:12:34.541691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d12de1cc-d4de-4f6b-9572-69e23153cab5 req-38b05948-3845-4981-ae01-5fda911df790 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651712 Jun 04 16:12:34.582470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:34.675548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e75a4532-e40a-403d-8c61-28ada372552e None None] Provisioning complete for port f2917a9c-6b3d-4621-8863-c0acbae54ecc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:34.676790 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e75a4532-e40a-403d-8c61-28ada372552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:34.842616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e75a4532-e40a-403d-8c61-28ada372552e None None] Current status of the port f2917a9c-6b3d-4621-8863-c0acbae54ecc is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:35.150365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:35.163836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f2917a9c-6b3d-4621-8863-c0acbae54ecc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:35.254901 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f2917a9c-6b3d-4621-8863-c0acbae54ecc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:35.255800 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:35.315181 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ed6975d-c585-4720-b823-6d0bb5866488 req-15cc6cad-5e7c-4bbf-9e75-e686c3111d04 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 210 time: 0.0964830 Jun 04 16:12:35.486954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f2917a9c-6b3d-4621-8863-c0acbae54ecc is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:35.517204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.46', 62762) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:35.525972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a06fef-7c8e-42fb-a5ad-aa42f050411d req-41874c56-0ed2-4fe5-a181-5e144de2df99 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:35.533799 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1a06fef-7c8e-42fb-a5ad-aa42f050411d req-41874c56-0ed2-4fe5-a181-5e144de2df99 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 970 time: 0.1445155 Jun 04 16:12:35.581427 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-56de4d04-46c3-41ac-915e-7c1d7f0cd919 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449824 Jun 04 16:12:35.609444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Router a9252c02-1171-4b66-8d15-087673f97b3a is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:12:35.660687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1a06fef-7c8e-42fb-a5ad-aa42f050411d req-1078fa9f-69e2-498e-8057-36c474048c3d tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255870 Jun 04 16:12:35.879335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-ae2d6b15-76be-4039-b539-6f8f7faf4155 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:35.881385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-ae2d6b15-76be-4039-b539-6f8f7faf4155 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2928576 Jun 04 16:12:35.894317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032516e-fcd1-4cab-9804-4b50d5cf00aa req-e19e56e9-5b12-4d14-8ed0-7285577e24c4 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:35.901520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0032516e-fcd1-4cab-9804-4b50d5cf00aa req-e19e56e9-5b12-4d14-8ed0-7285577e24c4 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 970 time: 0.1618018 Jun 04 16:12:35.951592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:12:35.962937 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Sync routers for ids ['a9252c02-1171-4b66-8d15-087673f97b3a'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:12:35.979734 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Routers {'a9252c02-1171-4b66-8d15-087673f97b3a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:12:35.980550 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:12:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a9252c02-1171-4b66-8d15-087673f97b3a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:35.992350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Request body: {'port': {'device_id': '55088601-98d7-489e-bbc8-ed1b3a6b80df', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '7266c7f5f1c14d469ab9832f7ed5833f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:36.004294 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:36.011230 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8940bac4-3e3b-480c-85b9-bea03fae8397 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5276458 Jun 04 16:12:36.012002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54446) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:36.202926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:36.213443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 49e67fc8-5b30-4aaf-890a-829711249b72 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:12:36.242719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Usage tracker for resource:port and tenant:7266c7f5f1c14d469ab9832f7ed5833f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:36.257372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:36.278128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:36.302727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0032516e-fcd1-4cab-9804-4b50d5cf00aa req-0bd70f39-9710-4c83-b7c3-c71c4567f6f1 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000025 Jun 04 16:12:36.350734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Made reservation on behalf of 7266c7f5f1c14d469ab9832f7ed5833f for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:12:36.359561 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:36.406353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:36.449574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:36.470939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Usage tracker for resource:security_group_rule and tenant:7266c7f5f1c14d469ab9832f7ed5833f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:36.475572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:36.489573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:36.510466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 49e67fc8-5b30-4aaf-890a-829711249b72, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=49e67fc8-5b30-4aaf-890a-829711249b72,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:36.533498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '49e67fc8-5b30-4aaf-890a-829711249b72', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '49e67fc8-5b30-4aaf-890a-829711249b72', 'mac_address': 'fa:16:3e:d5:21:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:tempest-test_az-2115123370', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:12:36.561099 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Set router a9252c02-1171-4b66-8d15-087673f97b3a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:12:36.600794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4da0ec75-06c5-44d6-916d-cd0028b68167 req-417fee2f-ef4d-4e81-b83a-91e1e3bbad1b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 210 time: 0.1021411 Jun 04 16:12:36.725753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 49e67fc8-5b30-4aaf-890a-829711249b72 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:36.725989 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:36.815307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e67fc8-5b30-4aaf-890a-829711249b72 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:12:36.817861 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:36.833750 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:36.848990 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 49e67fc8-5b30-4aaf-890a-829711249b72, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=49e67fc8-5b30-4aaf-890a-829711249b72,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:36.859417 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:36.859417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b1c3395d-35eb-41ca-b711-11bb32b556e9 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:12:37.098170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=49e67fc8-5b30-4aaf-890a-829711249b72,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:37.107891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port b1c3395d-35eb-41ca-b711-11bb32b556e9, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b1c3395d-35eb-41ca-b711-11bb32b556e9,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:37.147064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'b1c3395d-35eb-41ca-b711-11bb32b556e9', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': 'b1c3395d-35eb-41ca-b711-11bb32b556e9', 'mac_address': 'fa:16:3e:8b:7e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:tempest-test_az-2115123370', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:12:37.244601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29578517-9393-4224-8b0c-55deaa2eb8d4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:37.256037 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256330414-router', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:30Z', 'updated_at': '2022-06-04T16:12:34Z', 'revision_number': 3, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'gw_port': {'id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:33Z', 'updated_at': '2022-06-04T16:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:37.263283 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Checking router: a9252c02-1171-4b66-8d15-087673f97b3a for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:12:37.263851 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Updating router a9252c02-1171-4b66-8d15-087673f97b3a port cd668f2d-7817-46a3-bfd1-832f71c41fec binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:12:37.285261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port b1c3395d-35eb-41ca-b711-11bb32b556e9 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:37.285643 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:37.331888 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c3395d-35eb-41ca-b711-11bb32b556e9 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:12:37.348293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Allocated IP 192.168.233.228 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/35e7c544-f069-4ecc-9f38-ce8de6a35428) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:12:37.376256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port b1c3395d-35eb-41ca-b711-11bb32b556e9, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b1c3395d-35eb-41ca-b711-11bb32b556e9,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:37.387454 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:37.418835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f32c3-7951-45c7-b0e4-08cb97c1cbe1 req-aa82039e-7173-44b6-b6f0-1f237d0328c2 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:37.426291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-227f32c3-7951-45c7-b0e4-08cb97c1cbe1 req-aa82039e-7173-44b6-b6f0-1f237d0328c2 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 970 time: 0.5159609 Jun 04 16:12:37.428954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54492) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:37.430021 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:37.431868 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:37.607705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=b1c3395d-35eb-41ca-b711-11bb32b556e9,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:37.698358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Allocated IP 172.20.0.1 (be195520-191b-454d-b9a5-e9948153f25f/09dc14a5-f23a-4ea9-9ddb-a87b665f033b/faa34052-55d4-4e7c-8d8e-c891e25ea4c4) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:12:37.718133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['b1c3395d-35eb-41ca-b711-11bb32b556e9'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:12:37.806518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['49e67fc8-5b30-4aaf-890a-829711249b72'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:12:37.876675 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:37.895150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Transition to ACTIVE for port object 35e7c544-f069-4ecc-9f38-ce8de6a35428 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:37.930010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-227f32c3-7951-45c7-b0e4-08cb97c1cbe1 req-ed47f7fd-4fe8-45f2-b7d4-f6569494cd86 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027547 Jun 04 16:12:37.956196 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:37.970697 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:37.989498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Transition to ACTIVE for port object faa34052-55d4-4e7c-8d8e-c891e25ea4c4 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:38.017395 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.087283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event updated for resources: {'Port': ['ID=35e7c544-f069-4ecc-9f38-ce8de6a35428,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:38.094311 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.112392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a7e0-2245-4300-95f8-cbf264e2a5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.128971 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Transition to ACTIVE for port object cd668f2d-7817-46a3-bfd1-832f71c41fec will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:38.143047 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.151083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:38.152554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3fe8a7e0-2245-4300-95f8-cbf264e2a5de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:38.155269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:38.159669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:12:38.165407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:38.166019 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.175159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Pushing event updated for resources: {'Port': ['ID=faa34052-55d4-4e7c-8d8e-c891e25ea4c4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:38.201219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Network be195520-191b-454d-b9a5-e9948153f25f is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:38.202418 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:38.206054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:12:38.206054 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.236677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3fe8a7e0-2245-4300-95f8-cbf264e2a5de admin admin] Usage tracker for resource:security_group_rule and tenant:b072f31d9f9b4258a174a712606f9038 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:38.289282 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Attempting to bind port cd668f2d-7817-46a3-bfd1-832f71c41fec on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:12:38.289834 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Attempting to bind port cd668f2d-7817-46a3-bfd1-832f71c41fec by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:12:38.289993 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Attempting to bind port cd668f2d-7817-46a3-bfd1-832f71c41fec on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:38.294753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3fe8a7e0-2245-4300-95f8-cbf264e2a5de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:38.304985 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e6bed-c0b7-4574-bb37-b9a7c22aff61 None None] Pushing event updated for resources: {'Port': ['ID=cd668f2d-7817-46a3-bfd1-832f71c41fec,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:38.305882 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-0ec4ceaa-e018-45b5-96dd-1207515d44e2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3174536 Jun 04 16:12:38.311176 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:12:38.311543 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:12:38.311950 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.312323 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:12:38.312815 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Bound port: cd668f2d-7817-46a3-bfd1-832f71c41fec, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:12:38.313200 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.340950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3fe8a7e0-2245-4300-95f8-cbf264e2a5de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:38.361450 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5f764-9e4d-4aa9-a5f9-7546437031e0 req-9d65baf7-8ecc-4782-87a8-07db3f54cec7 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:38.363043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33e5f764-9e4d-4aa9-a5f9-7546437031e0 req-9d65baf7-8ecc-4782-87a8-07db3f54cec7 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 971 time: 0.8038182 Jun 04 16:12:38.441640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.447447 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] For port cd668f2d-7817-46a3-bfd1-832f71c41fec, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:12:38.451831 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] For port cd668f2d-7817-46a3-bfd1-832f71c41fec, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cd668f2d-7817-46a3-bfd1-832f71c41fec,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:12:38.457316 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.481536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33e5f764-9e4d-4aa9-a5f9-7546437031e0 req-6024e38e-2252-477d-90db-db6c4b439708 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078458 Jun 04 16:12:38.524278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd21bfd-688b-4d12-9ee8-1bf89a1c731b req-8bad7d17-c2c8-4e39-8958-678743429a79 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:38.525093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cdd21bfd-688b-4d12-9ee8-1bf89a1c731b req-8bad7d17-c2c8-4e39-8958-678743429a79 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:12:38.585140 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Routers {'a9252c02-1171-4b66-8d15-087673f97b3a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:12:38.585773 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:12:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a9252c02-1171-4b66-8d15-087673f97b3a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:38.606265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-420d2b94-d86b-4dcc-91b3-52f52dc93ac5 None None] Provisioning for port 35e7c544-f069-4ecc-9f38-ce8de6a35428 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:38.612076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-420d2b94-d86b-4dcc-91b3-52f52dc93ac5 None None] Provisioning complete for port 35e7c544-f069-4ecc-9f38-ce8de6a35428 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:38.612637 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-420d2b94-d86b-4dcc-91b3-52f52dc93ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.655053 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e6bed-c0b7-4574-bb37-b9a7c22aff61 None None] Pushing event updated for resources: {'Port': ['ID=cd668f2d-7817-46a3-bfd1-832f71c41fec,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:38.678977 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a7e0-2245-4300-95f8-cbf264e2a5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.693720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-420d2b94-d86b-4dcc-91b3-52f52dc93ac5 None None] Port 35e7c544-f069-4ecc-9f38-ce8de6a35428 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:12:38.696416 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a7e0-2245-4300-95f8-cbf264e2a5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.710700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-420d2b94-d86b-4dcc-91b3-52f52dc93ac5 None None] Provisioning for port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:38.722668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cdd21bfd-688b-4d12-9ee8-1bf89a1c731b req-8bad7d17-c2c8-4e39-8958-678743429a79 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:12:38.723764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-420d2b94-d86b-4dcc-91b3-52f52dc93ac5 None None] Provisioning complete for port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:38.724377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-420d2b94-d86b-4dcc-91b3-52f52dc93ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.728861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cdd21bfd-688b-4d12-9ee8-1bf89a1c731b req-8bad7d17-c2c8-4e39-8958-678743429a79 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 936 time: 0.4890766 Jun 04 16:12:38.803136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8a7e0-2245-4300-95f8-cbf264e2a5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b99b5f1-3353-4452-ad10-29e1fee9c6ea,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:38.813081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3fe8a7e0-2245-4300-95f8-cbf264e2a5de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b072f31d9f9b4258a174a712606f9038&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3727014 Jun 04 16:12:38.815923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54506) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:38.839016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cdd21bfd-688b-4d12-9ee8-1bf89a1c731b req-f954dc70-0995-481f-8ff6-efee3521f650 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:12:38.844579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-420d2b94-d86b-4dcc-91b3-52f52dc93ac5 None None] Port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:12:38.853521 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] Set router a9252c02-1171-4b66-8d15-087673f97b3a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:12:38.864513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cdd21bfd-688b-4d12-9ee8-1bf89a1c731b req-f954dc70-0995-481f-8ff6-efee3521f650 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:12:38.880395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cdd21bfd-688b-4d12-9ee8-1bf89a1c731b req-f954dc70-0995-481f-8ff6-efee3521f650 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293907 Jun 04 16:12:38.939163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6dee4b27-99eb-4abd-a712-eab1911e871d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.976319 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.986180 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6dee4b27-99eb-4abd-a712-eab1911e871d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.997542 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:38.998329 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:39.217188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Pushing event updated for resources: {'Port': ['ID=faa34052-55d4-4e7c-8d8e-c891e25ea4c4,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:39.238978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10ddb9-cc3e-4679-b235-16b0ec6fe6fb req-e0def975-d551-4e74-9bb3-163d5166e049 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:39.246622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e10ddb9-cc3e-4679-b235-16b0ec6fe6fb req-e0def975-d551-4e74-9bb3-163d5166e049 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 971 time: 0.1384916 Jun 04 16:12:39.277967 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256330414-router', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:30Z', 'updated_at': '2022-06-04T16:12:38Z', 'revision_number': 4, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'gw_port': {'id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:33Z', 'updated_at': '2022-06-04T16:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'faa34052-55d4-4e7c-8d8e-c891e25ea4c4', 'name': '', 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'mac_address': 'fa:16:3e:e1:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '09dc14a5-f23a-4ea9-9ddb-a87b665f033b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:37Z', 'updated_at': '2022-06-04T16:12:37Z', 'revision_number': 1, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'subnets': [{'id': '09dc14a5-f23a-4ea9-9ddb-a87b665f033b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:39.282659 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae6852-7da6-4901-b27a-0cec120c6473 None None] The sync data for ids ['a9252c02-1171-4b66-8d15-087673f97b3a'] in n-d-811809-3 is: [{'id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256330414-router', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:30Z', 'updated_at': '2022-06-04T16:12:38Z', 'revision_number': 4, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'gw_port': {'id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:33Z', 'updated_at': '2022-06-04T16:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'faa34052-55d4-4e7c-8d8e-c891e25ea4c4', 'name': '', 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'mac_address': 'fa:16:3e:e1:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '09dc14a5-f23a-4ea9-9ddb-a87b665f033b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:37Z', 'updated_at': '2022-06-04T16:12:37Z', 'revision_number': 1, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'subnets': [{'id': '09dc14a5-f23a-4ea9-9ddb-a87b665f033b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:12:39.293105 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6dee4b27-99eb-4abd-a712-eab1911e871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:39.319073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e10ddb9-cc3e-4679-b235-16b0ec6fe6fb req-f5e4e846-1015-48a0-b396-15391ecd7881 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713499 Jun 04 16:12:39.329340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Network be195520-191b-454d-b9a5-e9948153f25f is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:39.333189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee4b27-99eb-4abd-a712-eab1911e871d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b99b5f1-3353-4452-ad10-29e1fee9c6ea,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:39.336363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:39.363103 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6dee4b27-99eb-4abd-a712-eab1911e871d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:39.370059 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6dee4b27-99eb-4abd-a712-eab1911e871d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b99b5f1-3353-4452-ad10-29e1fee9c6ea HTTP/1.1" status: 204 len: 168 time: 0.5532134 Jun 04 16:12:39.781775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f5ddcc4c-bea1-4aca-9ade-4d03ae3fddaa None None] Provisioning complete for port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:39.782403 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcc4c-bea1-4aca-9ade-4d03ae3fddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:39.807158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Router a9252c02-1171-4b66-8d15-087673f97b3a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:12:39.919685 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f5ddcc4c-bea1-4aca-9ade-4d03ae3fddaa None None] Port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:12:39.944562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43f41c-4142-4dc9-9616-b186abb91ec5 req-0e6c2fcf-b8ad-49fb-a89a-8c398c501dc2 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:39.946125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a43f41c-4142-4dc9-9616-b186abb91ec5 req-0e6c2fcf-b8ad-49fb-a89a-8c398c501dc2 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 971 time: 0.1919279 Jun 04 16:12:40.029698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54548) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:40.126627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:12:40.134902 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-09c13db6-4709-4965-acf8-956a9bfdfe3c admin admin] 10.222.0.13 "PUT /v2.0/routers/a9252c02-1171-4b66-8d15-087673f97b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1218548 Jun 04 16:12:40.136345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a43f41c-4142-4dc9-9616-b186abb91ec5 req-36648e16-7b74-453b-81ae-adf2eba1f2ba tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829026 Jun 04 16:12:40.137695 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5cc47617-ae57-4d75-99fc-1793e0490d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:40.172593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54554) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:40.182569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5cc47617-ae57-4d75-99fc-1793e0490d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:40.187498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5cc47617-ae57-4d75-99fc-1793e0490d28 admin admin] Usage tracker for resource:security_group_rule and tenant:5034ccfe5986424eb9d58e602914e850 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:40.197304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5cc47617-ae57-4d75-99fc-1793e0490d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:40.213437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5cc47617-ae57-4d75-99fc-1793e0490d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:40.213839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 49e67fc8-5b30-4aaf-890a-829711249b72 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:40.322225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064cdaa-f56e-48db-a7e6-e48c3269ccbd req-bb47f1bb-b056-4a62-abf2-19bc21304843 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:40.324229 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3064cdaa-f56e-48db-a7e6-e48c3269ccbd req-bb47f1bb-b056-4a62-abf2-19bc21304843 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 936 time: 0.2522619 Jun 04 16:12:40.373939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 49e67fc8-5b30-4aaf-890a-829711249b72 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:40.385599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 49e67fc8-5b30-4aaf-890a-829711249b72 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:40.387992 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:40.449307 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5cc47617-ae57-4d75-99fc-1793e0490d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:40.450676 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b68a848-3723-4579-b9c0-c66712c1fd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:40.468498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6b68a848-3723-4579-b9c0-c66712c1fd76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:40.471263 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5cc47617-ae57-4d75-99fc-1793e0490d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:40.473220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6b68a848-3723-4579-b9c0-c66712c1fd76 admin admin] Usage tracker for resource:security_group_rule and tenant:504bc500dd534f61af44db12dfd1d042 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:40.477279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6b68a848-3723-4579-b9c0-c66712c1fd76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:40.493874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6b68a848-3723-4579-b9c0-c66712c1fd76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:40.619395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3064cdaa-f56e-48db-a7e6-e48c3269ccbd req-335ca431-c57b-4b27-bd85-1c0e25756a78 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870700 Jun 04 16:12:40.661480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 49e67fc8-5b30-4aaf-890a-829711249b72 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:40.662235 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:40.729047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b68a848-3723-4579-b9c0-c66712c1fd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:40.741865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2754a083-d9ae-4152-ae7c-8c54e0495391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e67fc8-5b30-4aaf-890a-829711249b72'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:12:40.744504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b68a848-3723-4579-b9c0-c66712c1fd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:40.818277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68a848-3723-4579-b9c0-c66712c1fd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884af4b8-6469-4001-a588-bc3f7723e6ec,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:40.821849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc47617-ae57-4d75-99fc-1793e0490d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da80b495-4c19-46b1-9388-3773a16fa2a5,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:40.825933 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6b68a848-3723-4579-b9c0-c66712c1fd76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=504bc500dd534f61af44db12dfd1d042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6519413 Jun 04 16:12:40.827081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54568) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:40.830903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 49e67fc8-5b30-4aaf-890a-829711249b72, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=49e67fc8-5b30-4aaf-890a-829711249b72,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:40.833706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5cc47617-ae57-4d75-99fc-1793e0490d28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5034ccfe5986424eb9d58e602914e850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8007712 Jun 04 16:12:40.836429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54572) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:40.849807 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:40.850633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b1c3395d-35eb-41ca-b711-11bb32b556e9 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:40.920555 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15001f45-e555-4365-91d3-a8f3642bc0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:40.941292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b481e3d-e614-48c7-ac2c-673e4c7b9d62 req-e0515dca-732b-44b3-80c6-3b80bfe51674 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:40.943113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0b481e3d-e614-48c7-ac2c-673e4c7b9d62 req-e0515dca-732b-44b3-80c6-3b80bfe51674 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 971 time: 0.3737557 Jun 04 16:12:40.983339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7995f861-a0b2-4e6b-8767-0056636e23d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:40.994155 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15001f45-e555-4365-91d3-a8f3642bc0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.075994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=49e67fc8-5b30-4aaf-890a-829711249b72,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:41.107848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port b1c3395d-35eb-41ca-b711-11bb32b556e9 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:41.117010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port b1c3395d-35eb-41ca-b711-11bb32b556e9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:41.117398 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.118414 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15001f45-e555-4365-91d3-a8f3642bc0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.157266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15001f45-e555-4365-91d3-a8f3642bc0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884af4b8-6469-4001-a588-bc3f7723e6ec,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:41.183903 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7995f861-a0b2-4e6b-8767-0056636e23d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.197092 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15001f45-e555-4365-91d3-a8f3642bc0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.201536 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-15001f45-e555-4365-91d3-a8f3642bc0aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/884af4b8-6469-4001-a588-bc3f7723e6ec HTTP/1.1" status: 204 len: 168 time: 0.3696184 Jun 04 16:12:41.225924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-199723a4-246a-484d-a09b-74337dc6e844 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:12:41.231995 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-199723a4-246a-484d-a09b-74337dc6e844 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117247 Jun 04 16:12:41.268106 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0b481e3d-e614-48c7-ac2c-673e4c7b9d62 req-27cb58d2-a60f-4554-b1f9-a8e6d6e8ce00 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171842 Jun 04 16:12:41.273999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cd668f2d-7817-46a3-bfd1-832f71c41fec up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:41.312154 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7995f861-a0b2-4e6b-8767-0056636e23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.352978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995f861-a0b2-4e6b-8767-0056636e23d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da80b495-4c19-46b1-9388-3773a16fa2a5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:41.369450 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa85ebd7-4302-4cf2-b259-d5327967cca2'] response: {'server_uuid': '2754a083-d9ae-4152-ae7c-8c54e0495391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e67fc8-5b30-4aaf-890a-829711249b72', 'code': 200} Jun 04 16:12:41.376492 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7995f861-a0b2-4e6b-8767-0056636e23d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.377627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7995f861-a0b2-4e6b-8767-0056636e23d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da80b495-4c19-46b1-9388-3773a16fa2a5 HTTP/1.1" status: 204 len: 168 time: 0.5400805 Jun 04 16:12:41.481114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port b1c3395d-35eb-41ca-b711-11bb32b556e9 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:41.481618 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.552157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202715bf-3db2-44c1-a90b-7802bd44bfbf req-ba8dd41e-6b46-4f0d-998a-ffc8fe304fae tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:41.563092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-202715bf-3db2-44c1-a90b-7802bd44bfbf req-ba8dd41e-6b46-4f0d-998a-ffc8fe304fae tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 972 time: 0.1377537 Jun 04 16:12:41.584169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port b1c3395d-35eb-41ca-b711-11bb32b556e9, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b1c3395d-35eb-41ca-b711-11bb32b556e9,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:41.593798 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.636675 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-202715bf-3db2-44c1-a90b-7802bd44bfbf req-ceeda189-7e4a-4922-8ea4-aa37d5ae55ef tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720155 Jun 04 16:12:41.655762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Request body: {'port': {'device_id': '55088601-98d7-489e-bbc8-ed1b3a6b80df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:41.663847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664928dc-676a-4ed1-9f52-3acb8a8347c4 req-e1765f6f-2f28-49a4-b032-467dee469608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:41.666003 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-664928dc-676a-4ed1-9f52-3acb8a8347c4 req-e1765f6f-2f28-49a4-b032-467dee469608 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 1123 time: 0.2441940 Jun 04 16:12:41.693535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=b1c3395d-35eb-41ca-b711-11bb32b556e9,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:41.716240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port cd668f2d-7817-46a3-bfd1-832f71c41fec completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:41.721791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port cd668f2d-7817-46a3-bfd1-832f71c41fec triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:41.722158 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.728735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-664928dc-676a-4ed1-9f52-3acb8a8347c4 req-bd0ac5bb-9fd1-47dd-ae42-baa7e4edb4c6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.768042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-664928dc-676a-4ed1-9f52-3acb8a8347c4 req-bd0ac5bb-9fd1-47dd-ae42-baa7e4edb4c6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:41.775465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-664928dc-676a-4ed1-9f52-3acb8a8347c4 req-bd0ac5bb-9fd1-47dd-ae42-baa7e4edb4c6 service neutron] Usage tracker for resource:security_group_rule and tenant:1541721d28a94f5ba162c0504b5a945a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:41.781160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-664928dc-676a-4ed1-9f52-3acb8a8347c4 req-bd0ac5bb-9fd1-47dd-ae42-baa7e4edb4c6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:41.793601 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-664928dc-676a-4ed1-9f52-3acb8a8347c4 req-bd0ac5bb-9fd1-47dd-ae42-baa7e4edb4c6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:41.903570 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:12:41.971825 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-664928dc-676a-4ed1-9f52-3acb8a8347c4 req-bd0ac5bb-9fd1-47dd-ae42-baa7e4edb4c6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.973798 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.974381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port cd668f2d-7817-46a3-bfd1-832f71c41fec is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:41.974827 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:41.984536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-664928dc-676a-4ed1-9f52-3acb8a8347c4 req-bd0ac5bb-9fd1-47dd-ae42-baa7e4edb4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.016855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port cd668f2d-7817-46a3-bfd1-832f71c41fec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cd668f2d-7817-46a3-bfd1-832f71c41fec,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:42.031500 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.034379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54606) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:42.054223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ac5bb-9fd1-47dd-ae42-baa7e4edb4c6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d84a90-7b1b-4042-beb3-f9bb4cfa2374,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:42.075161 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-664928dc-676a-4ed1-9f52-3acb8a8347c4 req-bd0ac5bb-9fd1-47dd-ae42-baa7e4edb4c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974974 Jun 04 16:12:42.116388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c1398-8d73-4e3a-aca9-92edc7cd79bf req-9bfc8f56-b4f3-4a7c-a2a3-f72e40475296 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:42.125417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c01c1398-8d73-4e3a-aca9-92edc7cd79bf req-9bfc8f56-b4f3-4a7c-a2a3-f72e40475296 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 936 time: 0.3434539 Jun 04 16:12:42.131207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-75c8f01a-0836-4103-b7e4-431abf4024e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.145257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54612) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:42.146322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=cd668f2d-7817-46a3-bfd1-832f71c41fec,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:42.157735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1031191343', 'description': 'tempest-description--1924984561'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:42.165050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:42.170122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Usage tracker for resource:security_group and tenant:15e2ee17bf0b4a62a666e59544dd12a2 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:42.173725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:42.175658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-75c8f01a-0836-4103-b7e4-431abf4024e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:42.190573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:42.201459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.220083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-75c8f01a-0836-4103-b7e4-431abf4024e5 admin admin] Usage tracker for resource:security_group_rule and tenant:65a0a35fa14a448bb689eb817b722a23 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:42.229898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:42.234774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Usage tracker for resource:security_group_rule and tenant:15e2ee17bf0b4a62a666e59544dd12a2 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:42.236323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-75c8f01a-0836-4103-b7e4-431abf4024e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:42.238467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:42.244150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:42.257769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-75c8f01a-0836-4103-b7e4-431abf4024e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:42.262785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c01c1398-8d73-4e3a-aca9-92edc7cd79bf req-2ef9c406-100f-4639-839b-b18ebd9b92d9 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352165 Jun 04 16:12:42.345368 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.351612 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.426592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd0c83b-6b96-49bb-aa01-3b45b014cc28,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:42.445611 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.449895 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b4f5628c-2d94-464c-98c3-0e9d55cc3a6b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3007572 Jun 04 16:12:42.450181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54626) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:42.455402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-75481d91-eecb-46ca-9320-36ea969f4ef1 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Request body: {'security_group_rule': {'security_group_id': '5fd0c83b-6b96-49bb-aa01-3b45b014cc28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:42.462097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-75481d91-eecb-46ca-9320-36ea969f4ef1 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:42.466213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-75481d91-eecb-46ca-9320-36ea969f4ef1 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Usage tracker for resource:security_group_rule and tenant:15e2ee17bf0b4a62a666e59544dd12a2 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:42.469408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-75481d91-eecb-46ca-9320-36ea969f4ef1 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:42.475356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-75481d91-eecb-46ca-9320-36ea969f4ef1 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:42.529150 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-75481d91-eecb-46ca-9320-36ea969f4ef1 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.566222 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-75c8f01a-0836-4103-b7e4-431abf4024e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.568074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Sync routers for ids ['a9252c02-1171-4b66-8d15-087673f97b3a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:12:42.579481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Routers {'a9252c02-1171-4b66-8d15-087673f97b3a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:12:42.580246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:12:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a9252c02-1171-4b66-8d15-087673f97b3a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:42.602915 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-75c8f01a-0836-4103-b7e4-431abf4024e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.682479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-75c8f01a-0836-4103-b7e4-431abf4024e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65a0a35fa14a448bb689eb817b722a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6304076 Jun 04 16:12:42.687545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e7c544-f069-4ecc-9f38-ce8de6a35428 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:12:42.691768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54640) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:42.695033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8f01a-0836-4103-b7e4-431abf4024e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf21938-49c6-488e-b3fa-cf7d6f43266b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:42.709795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa579b-dcb3-48fe-9837-7ef388419279 req-bd57347c-f37c-4e8e-a551-782fefaa67b5 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:42.717106 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6aa579b-dcb3-48fe-9837-7ef388419279 req-bd57347c-f37c-4e8e-a551-782fefaa67b5 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 972 time: 0.2831886 Jun 04 16:12:42.720764 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.742530 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-75481d91-eecb-46ca-9320-36ea969f4ef1 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.748283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-75481d91-eecb-46ca-9320-36ea969f4ef1 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.781872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75481d91-eecb-46ca-9320-36ea969f4ef1 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21abb3c-875c-4427-a5d0-0a7cd4131dca,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:42.798663 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-75481d91-eecb-46ca-9320-36ea969f4ef1 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.804158 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-75481d91-eecb-46ca-9320-36ea969f4ef1 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504007 Jun 04 16:12:42.804540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54644) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:42.829705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Set router a9252c02-1171-4b66-8d15-087673f97b3a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:12:42.861452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d47aec76-f201-4076-9af4-0f164d6d7461 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Request body: {'security_group_rule': {'security_group_id': '5fd0c83b-6b96-49bb-aa01-3b45b014cc28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:42.876531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Transition to ACTIVE for port object 35e7c544-f069-4ecc-9f38-ce8de6a35428 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:42.890421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d47aec76-f201-4076-9af4-0f164d6d7461 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:42.899713 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:42.908519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d47aec76-f201-4076-9af4-0f164d6d7461 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Usage tracker for resource:security_group_rule and tenant:15e2ee17bf0b4a62a666e59544dd12a2 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:42.945982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d47aec76-f201-4076-9af4-0f164d6d7461 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:42.951089 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6aa579b-dcb3-48fe-9837-7ef388419279 req-3f561cb0-d0d3-42de-8393-f52bfb221c9f tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329993 Jun 04 16:12:42.978012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d47aec76-f201-4076-9af4-0f164d6d7461 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:43.081344 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28b072d-6a23-4fac-ba8d-bf9f6fe7d05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.136392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Pushing event updated for resources: {'Port': ['ID=35e7c544-f069-4ecc-9f38-ce8de6a35428,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:43.170888 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d47aec76-f201-4076-9af4-0f164d6d7461 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.193140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256330414-router', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:30Z', 'updated_at': '2022-06-04T16:12:38Z', 'revision_number': 4, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'gw_port': {'id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:33Z', 'updated_at': '2022-06-04T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'faa34052-55d4-4e7c-8d8e-c891e25ea4c4', 'name': '', 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'mac_address': 'fa:16:3e:e1:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '09dc14a5-f23a-4ea9-9ddb-a87b665f033b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:37Z', 'updated_at': '2022-06-04T16:12:38Z', 'revision_number': 2, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'subnets': [{'id': '09dc14a5-f23a-4ea9-9ddb-a87b665f033b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:43.198685 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cd668f2d-7817-46a3-bfd1-832f71c41fec up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:43.201268 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28b072d-6a23-4fac-ba8d-bf9f6fe7d05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.245179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Attempting to bind port 35e7c544-f069-4ecc-9f38-ce8de6a35428 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:12:43.245179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Attempting to bind port 35e7c544-f069-4ecc-9f38-ce8de6a35428 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:12:43.245587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Checking router: a9252c02-1171-4b66-8d15-087673f97b3a for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:12:43.245687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Attempting to bind port 35e7c544-f069-4ecc-9f38-ce8de6a35428 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:43.245775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Updating router a9252c02-1171-4b66-8d15-087673f97b3a port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:12:43.284079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2bbac-8c7c-4cba-a03c-4b37e3200e5d req-fa0dee3d-9796-4cc6-96f5-94d1da81f246 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:43.285582 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2f2bbac-8c7c-4cba-a03c-4b37e3200e5d req-fa0dee3d-9796-4cc6-96f5-94d1da81f246 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 972 time: 0.4905941 Jun 04 16:12:43.286175 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Port 35e7c544-f069-4ecc-9f38-ce8de6a35428 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:12:43.286514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Attempting to bind port 35e7c544-f069-4ecc-9f38-ce8de6a35428 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:43.319570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:12:43.319899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:12:43.320022 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.320279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:12:43.320733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Bound port: 35e7c544-f069-4ecc-9f38-ce8de6a35428, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:12:43.321066 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.372712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c3395d-35eb-41ca-b711-11bb32b556e9'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:12:43.422761 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d47aec76-f201-4076-9af4-0f164d6d7461 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.427812 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28b072d-6a23-4fac-ba8d-bf9f6fe7d05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.443294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2f2bbac-8c7c-4cba-a03c-4b37e3200e5d req-d12f7ff4-b6a0-435a-9a3f-17ef38819bc4 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442366 Jun 04 16:12:43.448315 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d47aec76-f201-4076-9af4-0f164d6d7461 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.470041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b072d-6a23-4fac-ba8d-bf9f6fe7d05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf21938-49c6-488e-b3fa-cf7d6f43266b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:43.515253 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d65e3a-bec3-41ae-b6e8-214ad49bf6ee'] response: {'server_uuid': 'dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c3395d-35eb-41ca-b711-11bb32b556e9', 'code': 200} Jun 04 16:12:43.532209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port cd668f2d-7817-46a3-bfd1-832f71c41fec triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:43.532605 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.553539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47aec76-f201-4076-9af4-0f164d6d7461 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2f129e-7013-49c6-9927-c544ae750e39,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:43.560109 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28b072d-6a23-4fac-ba8d-bf9f6fe7d05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.564445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a28b072d-6a23-4fac-ba8d-bf9f6fe7d05c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/caf21938-49c6-488e-b3fa-cf7d6f43266b HTTP/1.1" status: 204 len: 168 time: 0.8676188 Jun 04 16:12:43.575164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] For port 35e7c544-f069-4ecc-9f38-ce8de6a35428, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:12:43.579769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] For port 35e7c544-f069-4ecc-9f38-ce8de6a35428, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=35e7c544-f069-4ecc-9f38-ce8de6a35428,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:12:43.581281 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d47aec76-f201-4076-9af4-0f164d6d7461 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.582633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d47aec76-f201-4076-9af4-0f164d6d7461 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7360435 Jun 04 16:12:43.586542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54668) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:43.591786 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:43.594384 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.598910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:43.675871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Usage tracker for resource:floatingip and tenant:15e2ee17bf0b4a62a666e59544dd12a2 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:43.690400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:43.701425 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:43.732553 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.772519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:43.773549 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:43.775267 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] 10.222.0.46 "PUT /v2.0/ports/35e7c544-f069-4ecc-9f38-ce8de6a35428 HTTP/1.1" status: 200 len: 1096 time: 2.4587836 Jun 04 16:12:43.778971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55088601-98d7-489e-bbc8-ed1b3a6b80df', 'tag': '35e7c544-f069-4ecc-9f38-ce8de6a35428'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:12:43.786160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc451dd-f3fa-4553-8505-94bd27c74c5b req-a5a70e9b-584a-49f9-89f4-05a330daa09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:43.801625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066f17f-d708-4ca7-9387-b6d640323fb4 req-1c27d078-165e-41bd-989b-247212fda7a1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:43.809363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2066f17f-d708-4ca7-9387-b6d640323fb4 req-1c27d078-165e-41bd-989b-247212fda7a1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 948 time: 0.3555925 Jun 04 16:12:43.812015 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7dc451dd-f3fa-4553-8505-94bd27c74c5b req-a5a70e9b-584a-49f9-89f4-05a330daa09f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 1123 time: 0.2057366 Jun 04 16:12:43.865536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2066f17f-d708-4ca7-9387-b6d640323fb4 req-56839df8-4568-4b75-ad99-2fe5aa257c9a tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546193 Jun 04 16:12:43.911103 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port cd668f2d-7817-46a3-bfd1-832f71c41fec is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:43.942586 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d28df3a-b3a3-4103-9292-c7145b1c6775'] response: {'name': 'network-changed', 'server_uuid': '55088601-98d7-489e-bbc8-ed1b3a6b80df', 'tag': '35e7c544-f069-4ecc-9f38-ce8de6a35428', 'status': 'completed', 'code': 200} Jun 04 16:12:43.953875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b12385-b572-434b-8d68-0ba568b57163 service neutron] Pushing event updated for resources: {'Port': ['ID=35e7c544-f069-4ecc-9f38-ce8de6a35428,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:44.002079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-7dc451dd-f3fa-4553-8505-94bd27c74c5b req-f172145b-56ee-463e-a8cc-083dac5bd23c service neutron] Synchronizing usage tracker for tenant:1541721d28a94f5ba162c0504b5a945a on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:12:44.053020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-ff73dc0d-801b-4f80-9232-c37f332effd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:44.055146 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-ff73dc0d-801b-4f80-9232-c37f332effd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 1099 time: 0.1781154 Jun 04 16:12:44.085429 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-7dc451dd-f3fa-4553-8505-94bd27c74c5b req-f172145b-56ee-463e-a8cc-083dac5bd23c service neutron] Unset dirty status for tenant:1541721d28a94f5ba162c0504b5a945a on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:12:44.091461 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7dc451dd-f3fa-4553-8505-94bd27c74c5b req-f172145b-56ee-463e-a8cc-083dac5bd23c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661059 Jun 04 16:12:44.144545 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:44.165821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-89adde98-7189-4259-ab1b-c1ec27251020 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=35e7c544-f069-4ecc-9f38-ce8de6a35428 HTTP/1.1" status: 200 len: 217 time: 0.1010354 Jun 04 16:12:44.288415 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:44.312717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Allocated IP 172.25.5.162 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/53ba325d-5b5f-428d-8e01-ef259b72c50c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:12:44.319724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-f1350659-a30d-4d5f-ade6-9a9ed26056f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:44.321186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-f1350659-a30d-4d5f-ade6-9a9ed26056f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1493499 Jun 04 16:12:44.331460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Transition to ACTIVE for port object faa34052-55d4-4e7c-8d8e-c891e25ea4c4 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:44.348010 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:44.385979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8ff76-11ea-461a-8a43-89d4aa017d1b req-19f90ade-d55e-406e-bae7-53c9f57f3d2b tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:44.387602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34c8ff76-11ea-461a-8a43-89d4aa017d1b req-19f90ade-d55e-406e-bae7-53c9f57f3d2b tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 972 time: 0.1683912 Jun 04 16:12:44.451508 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34c8ff76-11ea-461a-8a43-89d4aa017d1b req-568f3cd1-2ba1-4ae6-9270-994663c36326 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552335 Jun 04 16:12:44.469287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-14fbdc6a-a17f-4a96-bda8-2b72997c7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:44.472141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-14fbdc6a-a17f-4a96-bda8-2b72997c7a79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427228 Jun 04 16:12:44.495149 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:44.542186 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:44.624140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:44.627861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:44.632400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:12:44.644466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Pushing event updated for resources: {'Port': ['ID=53ba325d-5b5f-428d-8e01-ef259b72c50c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:44.720942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb283f5-5a26-4e58-b307-49aa9a95a24a None None] Pushing event updated for resources: {'Port': ['ID=faa34052-55d4-4e7c-8d8e-c891e25ea4c4,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:44.731206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Attempting to bind port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:12:44.731756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Attempting to bind port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '8c393368-3bce-4f7b-90fb-3e194915aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:12:44.732311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Attempting to bind port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 on network be195520-191b-454d-b9a5-e9948153f25f {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:44.738596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:12:44.739297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Checking segment: {'id': '8c393368-3bce-4f7b-90fb-3e194915aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:12:44.739894 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:44.740671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Bound using segment: {'id': '8c393368-3bce-4f7b-90fb-3e194915aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:12:44.741429 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Bound port: faa34052-55d4-4e7c-8d8e-c891e25ea4c4, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c393368-3bce-4f7b-90fb-3e194915aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:12:44.742048 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:44.750959 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:44.849913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] For port faa34052-55d4-4e7c-8d8e-c891e25ea4c4, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:12:44.854194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] For port faa34052-55d4-4e7c-8d8e-c891e25ea4c4, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=faa34052-55d4-4e7c-8d8e-c891e25ea4c4,segment=NetworkSegment(8c393368-3bce-4f7b-90fb-3e194915aae2),segment_id=8c393368-3bce-4f7b-90fb-3e194915aae2)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:12:44.862112 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:44.865294 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:44.972154 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Routers {'a9252c02-1171-4b66-8d15-087673f97b3a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:12:44.972776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:12:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a9252c02-1171-4b66-8d15-087673f97b3a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:44.981461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de33e0-88ef-4ee6-90ea-321fdab45751 req-25584b6b-bf8b-4607-b7b6-269ba6c7e40d tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:44.983308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e4de33e0-88ef-4ee6-90ea-321fdab45751 req-25584b6b-bf8b-4607-b7b6-269ba6c7e40d tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 972 time: 0.2306085 Jun 04 16:12:45.105441 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-4156993d-a5ab-47fa-819e-c2ed3a75b278 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251254 Jun 04 16:12:45.106562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b26b1-6eb2-4bba-844f-654885787754 req-12b543b3-f60f-47fc-8ddd-3f226485e170 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:45.107023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b26b1-6eb2-4bba-844f-654885787754 req-12b543b3-f60f-47fc-8ddd-3f226485e170 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:45.107470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b26b1-6eb2-4bba-844f-654885787754 req-12b543b3-f60f-47fc-8ddd-3f226485e170 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:45.107934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b26b1-6eb2-4bba-844f-654885787754 req-12b543b3-f60f-47fc-8ddd-3f226485e170 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:45.108347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b26b1-6eb2-4bba-844f-654885787754 req-12b543b3-f60f-47fc-8ddd-3f226485e170 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:45.123487 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a4b26b1-6eb2-4bba-844f-654885787754 req-12b543b3-f60f-47fc-8ddd-3f226485e170 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.5388324 Jun 04 16:12:45.133025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb283f5-5a26-4e58-b307-49aa9a95a24a None None] Pushing event updated for resources: {'Port': ['ID=faa34052-55d4-4e7c-8d8e-c891e25ea4c4,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:45.149214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:45.158541 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:45.176063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e4de33e0-88ef-4ee6-90ea-321fdab45751 req-e4073a64-862a-4228-86c2-acf3152faa47 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758299 Jun 04 16:12:45.310747 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:45.332292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] Set router a9252c02-1171-4b66-8d15-087673f97b3a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:12:45.346687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Pushing event updated for resources: {'Port': ['ID=53ba325d-5b5f-428d-8e01-ef259b72c50c,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:45.353608 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:45.364530 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8200a02e-085f-440d-be94-f91edd819a08 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7769637 Jun 04 16:12:45.552192 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1747bec-ceaa-4eea-ae78-463c6b2022fc req-a7a19ac0-da37-435b-955a-80e3e03927af service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255109 Jun 04 16:12:45.614015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b5dbc-cbad-40ab-a8e3-39e25ee97f5f req-a70c1a34-1f34-4ee8-9376-0d53f2d283c5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:45.615603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-573b5dbc-cbad-40ab-a8e3-39e25ee97f5f req-a70c1a34-1f34-4ee8-9376-0d53f2d283c5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 948 time: 0.2475321 Jun 04 16:12:45.616735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95698a2e-c4fa-4ac3-a594-0e913cb7f046 req-c6eb45f0-ce97-41fa-8508-27d028f9de69 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:45.618006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95698a2e-c4fa-4ac3-a594-0e913cb7f046 req-c6eb45f0-ce97-41fa-8508-27d028f9de69 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 886 time: 0.3041484 Jun 04 16:12:45.728591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-573b5dbc-cbad-40ab-a8e3-39e25ee97f5f req-936e3eed-316f-4c66-a3cb-a065aa1543e3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709329 Jun 04 16:12:45.759237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa3140-ae3a-46b5-ae23-d379c9f323c9 req-0d248684-be0b-4eae-a482-da3dfdf47c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:45.760863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9daa3140-ae3a-46b5-ae23-d379c9f323c9 req-0d248684-be0b-4eae-a482-da3dfdf47c3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 1099 time: 0.1420088 Jun 04 16:12:45.798158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256330414-router', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:30Z', 'updated_at': '2022-06-04T16:12:38Z', 'revision_number': 4, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'gw_port': {'id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:33Z', 'updated_at': '2022-06-04T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'faa34052-55d4-4e7c-8d8e-c891e25ea4c4', 'name': '', 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'mac_address': 'fa:16:3e:e1:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '09dc14a5-f23a-4ea9-9ddb-a87b665f033b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:37Z', 'updated_at': '2022-06-04T16:12:44Z', 'revision_number': 4, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'subnets': [{'id': '09dc14a5-f23a-4ea9-9ddb-a87b665f033b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:12:45.802811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb328239-f7bc-436c-9270-265f0bd9642d None None] The sync data for ids ['a9252c02-1171-4b66-8d15-087673f97b3a'] in n-d-811809-3 is: [{'id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256330414-router', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:30Z', 'updated_at': '2022-06-04T16:12:38Z', 'revision_number': 4, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'gw_port': {'id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:33Z', 'updated_at': '2022-06-04T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'faa34052-55d4-4e7c-8d8e-c891e25ea4c4', 'name': '', 'network_id': 'be195520-191b-454d-b9a5-e9948153f25f', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'mac_address': 'fa:16:3e:e1:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '09dc14a5-f23a-4ea9-9ddb-a87b665f033b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:37Z', 'updated_at': '2022-06-04T16:12:44Z', 'revision_number': 4, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'subnets': [{'id': '09dc14a5-f23a-4ea9-9ddb-a87b665f033b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:12:45.924378 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-9bb1d0f2-e3de-4dfc-811a-7ef97cda8806 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1031191343&fields=id&tenant_id=15e2ee17bf0b4a62a666e59544dd12a2 HTTP/1.1" status: 200 len: 267 time: 0.0667055 Jun 04 16:12:45.965822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa3140-ae3a-46b5-ae23-d379c9f323c9 req-ef05c551-3542-4d66-b787-ac649105ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:45.967631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9daa3140-ae3a-46b5-ae23-d379c9f323c9 req-ef05c551-3542-4d66-b787-ac649105ae64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.1998658 Jun 04 16:12:46.192047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9daa3140-ae3a-46b5-ae23-d379c9f323c9 req-d752b3e5-a770-4fbb-a310-0eb4a5235046 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=35e7c544-f069-4ecc-9f38-ce8de6a35428 HTTP/1.1" status: 200 len: 217 time: 0.1747768 Jun 04 16:12:46.301032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa3140-ae3a-46b5-ae23-d379c9f323c9 req-947e8d16-9a0e-4852-a474-5c2b23e9f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:46.302485 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9daa3140-ae3a-46b5-ae23-d379c9f323c9 req-947e8d16-9a0e-4852-a474-5c2b23e9f6ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1028440 Jun 04 16:12:46.309098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-761d6d87-5cc1-44d8-a6c2-7209b2c32a0c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:46.310879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-761d6d87-5cc1-44d8-a6c2-7209b2c32a0c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/networks?id=a7b8a177-7482-4aa4-8cc3-8529f5233c73 HTTP/1.1" status: 200 len: 824 time: 0.3776493 Jun 04 16:12:46.403790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8400bda2-1050-4f46-b140-a94d7d714495 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/quotas/15e2ee17bf0b4a62a666e59544dd12a2 HTTP/1.1" status: 200 len: 375 time: 0.0615969 Jun 04 16:12:46.509361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa3140-ae3a-46b5-ae23-d379c9f323c9 req-417b8dc7-2d2e-4482-8368-4493668a13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:46.510827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9daa3140-ae3a-46b5-ae23-d379c9f323c9 req-417b8dc7-2d2e-4482-8368-4493668a13d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1990864 Jun 04 16:12:46.523959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520fbf6-0c6e-4b0c-b7db-8d27f9973f79 req-bd1da7db-2b57-426e-ba4f-c00dc79ca2d8 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:46.525375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f520fbf6-0c6e-4b0c-b7db-8d27f9973f79 req-bd1da7db-2b57-426e-ba4f-c00dc79ca2d8 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 972 time: 0.1822224 Jun 04 16:12:46.642685 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-065f217a-8ef1-44ff-b95a-d83cf492f951 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15e2ee17bf0b4a62a666e59544dd12a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2296081 Jun 04 16:12:46.680550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f520fbf6-0c6e-4b0c-b7db-8d27f9973f79 req-433c641c-776c-4315-8cbc-7fd4ee9c6862 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335566 Jun 04 16:12:46.710268 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9daa3140-ae3a-46b5-ae23-d379c9f323c9 req-d7880342-5c84-487e-8376-d3d88889ec59 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830409 Jun 04 16:12:46.911872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-fe022a93-52cd-449e-9368-98c53b764572 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:12:46.912761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-fe022a93-52cd-449e-9368-98c53b764572 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1117127 Jun 04 16:12:46.976900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9daa3140-ae3a-46b5-ae23-d379c9f323c9 req-c14164a3-439b-4acb-a8b2-284dcf910d83 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497036 Jun 04 16:12:47.036586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976da32-f5da-4eb4-971d-4abe47584c50 req-37c4202b-e97e-4000-913b-8b5e1b4aaca3 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:47.037045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976da32-f5da-4eb4-971d-4abe47584c50 req-37c4202b-e97e-4000-913b-8b5e1b4aaca3 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:47.037494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976da32-f5da-4eb4-971d-4abe47584c50 req-37c4202b-e97e-4000-913b-8b5e1b4aaca3 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:47.037937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976da32-f5da-4eb4-971d-4abe47584c50 req-37c4202b-e97e-4000-913b-8b5e1b4aaca3 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:47.038376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976da32-f5da-4eb4-971d-4abe47584c50 req-37c4202b-e97e-4000-913b-8b5e1b4aaca3 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:47.040017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6976da32-f5da-4eb4-971d-4abe47584c50 req-37c4202b-e97e-4000-913b-8b5e1b4aaca3 tempest-NetworksTest-243107406 tempest-NetworksTest-243107406-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.3328924 Jun 04 16:12:47.097600 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-b500251e-7d3b-4892-a993-ec6df791adb6 service neutron] 10.222.0.13 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718323 Jun 04 16:12:47.156037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device faa34052-55d4-4e7c-8d8e-c891e25ea4c4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:47.249741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:47.250702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-01494b5b-6188-443f-b591-8fed75ecefdc service neutron] 10.222.0.13 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469667 Jun 04 16:12:47.271398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:47.271770 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:47.409134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:47.410264 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:47.429755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab91c5-9c4c-43cb-a3bf-ea9371e82976 req-6431de0b-9e81-4550-842a-06a9879fe0b9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:47.429929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54762) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:47.435108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bab91c5-9c4c-43cb-a3bf-ea9371e82976 req-6431de0b-9e81-4550-842a-06a9879fe0b9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 972 time: 0.1262307 Jun 04 16:12:47.470322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port faa34052-55d4-4e7c-8d8e-c891e25ea4c4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=faa34052-55d4-4e7c-8d8e-c891e25ea4c4,segment=NetworkSegment(8c393368-3bce-4f7b-90fb-3e194915aae2),segment_id=8c393368-3bce-4f7b-90fb-3e194915aae2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:47.478682 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:47.548157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bab91c5-9c4c-43cb-a3bf-ea9371e82976 req-458f0c5f-0f1c-4ba1-8e20-4a93f22a4c2c tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955513 Jun 04 16:12:47.597073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=faa34052-55d4-4e7c-8d8e-c891e25ea4c4,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:47.637102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb19be8-dc09-454a-aca7-7cdeb9dffe02 req-fcd4c5a7-88a8-4158-ac89-4a9a2f8f81b4 tempest-DeleteServersAdminTestJSON-723636109 tempest-DeleteServersAdminTestJSON-723636109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:47.638996 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ecb19be8-dc09-454a-aca7-7cdeb9dffe02 req-fcd4c5a7-88a8-4158-ac89-4a9a2f8f81b4 tempest-DeleteServersAdminTestJSON-723636109 tempest-DeleteServersAdminTestJSON-723636109-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 1123 time: 0.1237173 Jun 04 16:12:47.702052 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2063b85-ab85-4ded-a3b5-2e2c02bda2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:47.703992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead79ef2-379c-4fe8-8764-8baefa3320e7 req-480c28bc-dc4f-4cc8-ba34-5eeb5a5cd1d3 tempest-AggregatesAdminTestJSON-203517134 tempest-AggregatesAdminTestJSON-203517134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:47.704997 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ead79ef2-379c-4fe8-8764-8baefa3320e7 req-480c28bc-dc4f-4cc8-ba34-5eeb5a5cd1d3 tempest-AggregatesAdminTestJSON-203517134 tempest-AggregatesAdminTestJSON-203517134-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 1123 time: 0.1142402 Jun 04 16:12:47.741143 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a2063b85-ab85-4ded-a3b5-2e2c02bda2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:47.748352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a2063b85-ab85-4ded-a3b5-2e2c02bda2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:eb7cd5f292c943e7a8f00d7746a7a15c is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:47.752636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a2063b85-ab85-4ded-a3b5-2e2c02bda2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:47.761084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-ecb19be8-dc09-454a-aca7-7cdeb9dffe02 req-e8ce95e3-2fe5-46c9-8e31-83c00de033f5 tempest-DeleteServersAdminTestJSON-723636109 tempest-DeleteServersAdminTestJSON-723636109-project-admin] Deleting port 49e67fc8-5b30-4aaf-890a-829711249b72 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:12:47.761555 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ecb19be8-dc09-454a-aca7-7cdeb9dffe02 req-e8ce95e3-2fe5-46c9-8e31-83c00de033f5 tempest-DeleteServersAdminTestJSON-723636109 tempest-DeleteServersAdminTestJSON-723636109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:47.765352 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ead79ef2-379c-4fe8-8764-8baefa3320e7 req-0d74c2b6-f113-47c0-8391-fee660ae7a67 tempest-AggregatesAdminTestJSON-203517134 tempest-AggregatesAdminTestJSON-203517134-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:47.787902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ead79ef2-379c-4fe8-8764-8baefa3320e7 req-0d74c2b6-f113-47c0-8391-fee660ae7a67 tempest-AggregatesAdminTestJSON-203517134 tempest-AggregatesAdminTestJSON-203517134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:47.791546 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a2063b85-ab85-4ded-a3b5-2e2c02bda2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:47.793485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ead79ef2-379c-4fe8-8764-8baefa3320e7 req-0d74c2b6-f113-47c0-8391-fee660ae7a67 tempest-AggregatesAdminTestJSON-203517134 tempest-AggregatesAdminTestJSON-203517134-project-admin] Usage tracker for resource:security_group_rule and tenant:4c79780515474851ab4fbd9c5b536b99 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:47.798637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ead79ef2-379c-4fe8-8764-8baefa3320e7 req-0d74c2b6-f113-47c0-8391-fee660ae7a67 tempest-AggregatesAdminTestJSON-203517134 tempest-AggregatesAdminTestJSON-203517134-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:47.805351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ead79ef2-379c-4fe8-8764-8baefa3320e7 req-0d74c2b6-f113-47c0-8391-fee660ae7a67 tempest-AggregatesAdminTestJSON-203517134 tempest-AggregatesAdminTestJSON-203517134-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:47.838622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253ec31-a2ab-48c9-9deb-659a640e8788 req-2cb80010-4e1d-4296-99a5-d86eabf1f840 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:47.840238 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1253ec31-a2ab-48c9-9deb-659a640e8788 req-2cb80010-4e1d-4296-99a5-d86eabf1f840 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 948 time: 0.1343129 Jun 04 16:12:47.919540 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1253ec31-a2ab-48c9-9deb-659a640e8788 req-a674c524-11ae-4cee-8748-b164c325ee93 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646405 Jun 04 16:12:47.959774 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ead79ef2-379c-4fe8-8764-8baefa3320e7 req-0d74c2b6-f113-47c0-8391-fee660ae7a67 tempest-AggregatesAdminTestJSON-203517134 tempest-AggregatesAdminTestJSON-203517134-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:47.968587 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ead79ef2-379c-4fe8-8764-8baefa3320e7 req-0d74c2b6-f113-47c0-8391-fee660ae7a67 tempest-AggregatesAdminTestJSON-203517134 tempest-AggregatesAdminTestJSON-203517134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:47.998288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ead79ef2-379c-4fe8-8764-8baefa3320e7 req-0d74c2b6-f113-47c0-8391-fee660ae7a67 tempest-AggregatesAdminTestJSON-203517134 tempest-AggregatesAdminTestJSON-203517134-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551315 Jun 04 16:12:48.013568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74c2b6-f113-47c0-8391-fee660ae7a67 tempest-AggregatesAdminTestJSON-203517134 tempest-AggregatesAdminTestJSON-203517134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7393e17c-bc9a-4908-b7fd-0e6c8a3d26be,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:48.063607 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2063b85-ab85-4ded-a3b5-2e2c02bda2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:48.071054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-ecb19be8-dc09-454a-aca7-7cdeb9dffe02 req-e8ce95e3-2fe5-46c9-8e31-83c00de033f5 tempest-DeleteServersAdminTestJSON-723636109 tempest-DeleteServersAdminTestJSON-723636109-project-admin] For port 49e67fc8-5b30-4aaf-890a-829711249b72, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=49e67fc8-5b30-4aaf-890a-829711249b72,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:48.071404 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ecb19be8-dc09-454a-aca7-7cdeb9dffe02 req-e8ce95e3-2fe5-46c9-8e31-83c00de033f5 tempest-DeleteServersAdminTestJSON-723636109 tempest-DeleteServersAdminTestJSON-723636109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:48.079609 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2063b85-ab85-4ded-a3b5-2e2c02bda2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:48.175118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f09dca06-cb03-418c-9342-e2aad577f0eb req-16aaaf08-c63c-4c3d-a10d-7086cba4e45e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 210 time: 0.0433712 Jun 04 16:12:48.293736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-ecb19be8-dc09-454a-aca7-7cdeb9dffe02 req-e8ce95e3-2fe5-46c9-8e31-83c00de033f5 tempest-DeleteServersAdminTestJSON-723636109 tempest-DeleteServersAdminTestJSON-723636109-project-admin] Calling delete_port for 49e67fc8-5b30-4aaf-890a-829711249b72 owned by compute:tempest-test_az-2115123370 {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:12:48.358770 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a2063b85-ab85-4ded-a3b5-2e2c02bda2d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb7cd5f292c943e7a8f00d7746a7a15c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9159868 Jun 04 16:12:48.359098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54784) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:48.359558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2063b85-ab85-4ded-a3b5-2e2c02bda2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82471119-854d-429e-a66c-94ee48d49aa0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:48.432687 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30183f41-d6a7-4abe-8cbb-a4b4e1cc3930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:48.555644 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30183f41-d6a7-4abe-8cbb-a4b4e1cc3930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:48.584198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 35e7c544-f069-4ecc-9f38-ce8de6a35428 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:12:48.670275 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ecb19be8-dc09-454a-aca7-7cdeb9dffe02 req-e8ce95e3-2fe5-46c9-8e31-83c00de033f5 tempest-DeleteServersAdminTestJSON-723636109 tempest-DeleteServersAdminTestJSON-723636109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:48.712874 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['49e67fc8-5b30-4aaf-890a-829711249b72'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:12:48.737184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce95e3-2fe5-46c9-8e31-83c00de033f5 tempest-DeleteServersAdminTestJSON-723636109 tempest-DeleteServersAdminTestJSON-723636109-project-admin] Pushing event deleted for resources: {'Port': ['ID=49e67fc8-5b30-4aaf-890a-829711249b72,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:48.875384 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 35e7c544-f069-4ecc-9f38-ce8de6a35428, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=35e7c544-f069-4ecc-9f38-ce8de6a35428,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:48.892944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54802) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:48.903585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '35e7c544-f069-4ecc-9f38-ce8de6a35428', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '35e7c544-f069-4ecc-9f38-ce8de6a35428', 'mac_address': 'fa:16:3e:0b:1a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:12:48.909038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb19be8-dc09-454a-aca7-7cdeb9dffe02 req-e8ce95e3-2fe5-46c9-8e31-83c00de033f5 tempest-DeleteServersAdminTestJSON-723636109 tempest-DeleteServersAdminTestJSON-723636109-project-admin] No DVR routers for this DVR port 49e67fc8-5b30-4aaf-890a-829711249b72 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:12:48.910847 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30183f41-d6a7-4abe-8cbb-a4b4e1cc3930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:48.913898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ecb19be8-dc09-454a-aca7-7cdeb9dffe02 req-e8ce95e3-2fe5-46c9-8e31-83c00de033f5 tempest-DeleteServersAdminTestJSON-723636109 tempest-DeleteServersAdminTestJSON-723636109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:48.917862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2754a083-d9ae-4152-ae7c-8c54e0495391', 'name': 'network-vif-deleted', 'tag': '49e67fc8-5b30-4aaf-890a-829711249b72'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:12:48.947265 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ecb19be8-dc09-454a-aca7-7cdeb9dffe02 req-e8ce95e3-2fe5-46c9-8e31-83c00de033f5 tempest-DeleteServersAdminTestJSON-723636109 tempest-DeleteServersAdminTestJSON-723636109-project-admin] 10.222.0.42 "DELETE /v2.0/ports/49e67fc8-5b30-4aaf-890a-829711249b72 HTTP/1.1" status: 204 len: 173 time: 1.2834010 Jun 04 16:12:49.023908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30183f41-d6a7-4abe-8cbb-a4b4e1cc3930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82471119-854d-429e-a66c-94ee48d49aa0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:49.041591 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30183f41-d6a7-4abe-8cbb-a4b4e1cc3930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:49.047765 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-30183f41-d6a7-4abe-8cbb-a4b4e1cc3930 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82471119-854d-429e-a66c-94ee48d49aa0 HTTP/1.1" status: 204 len: 168 time: 0.6962297 Jun 04 16:12:49.071307 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfd1a828-d570-420e-9a38-c410a210073f req-19fb946e-ef29-4065-9c4a-4a50388d6b92 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=2754a083-d9ae-4152-ae7c-8c54e0495391 HTTP/1.1" status: 200 len: 210 time: 0.1504321 Jun 04 16:12:49.096298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 35e7c544-f069-4ecc-9f38-ce8de6a35428 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:49.096945 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:49.117258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e7c544-f069-4ecc-9f38-ce8de6a35428 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:12:49.135254 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-165924a4-4857-4e74-a334-9c380c7cf9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:49.150162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 35e7c544-f069-4ecc-9f38-ce8de6a35428, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=35e7c544-f069-4ecc-9f38-ce8de6a35428,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:49.164191 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:49.167490 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-c01ead98-7527-4ae0-a26c-be3676508aed tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:49.169114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-c01ead98-7527-4ae0-a26c-be3676508aed tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.46 "GET /v2.0/networks?id=a7b8a177-7482-4aa4-8cc3-8529f5233c73 HTTP/1.1" status: 200 len: 824 time: 0.4090517 Jun 04 16:12:49.177107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881d4a-2aa6-44f0-94c6-f5b32dd2be39 req-b915fb87-0304-4ff3-ba0d-48b742ee78c4 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:49.177879 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6011882c-eac5-4c74-b451-53b082c54872'] response: {'server_uuid': '2754a083-d9ae-4152-ae7c-8c54e0495391', 'name': 'network-vif-deleted', 'tag': '49e67fc8-5b30-4aaf-890a-829711249b72', 'status': 'completed', 'code': 200} Jun 04 16:12:49.184936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6881d4a-2aa6-44f0-94c6-f5b32dd2be39 req-b915fb87-0304-4ff3-ba0d-48b742ee78c4 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 972 time: 0.5438628 Jun 04 16:12:49.194753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-165924a4-4857-4e74-a334-9c380c7cf9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:49.202480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-165924a4-4857-4e74-a334-9c380c7cf9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:2cc798716f80447a9958a5da645150d6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:49.210677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-165924a4-4857-4e74-a334-9c380c7cf9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:49.223822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-165924a4-4857-4e74-a334-9c380c7cf9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:49.244720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device faa34052-55d4-4e7c-8d8e-c891e25ea4c4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:49.281020 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-5ff641dc-ecfa-4e86-bd59-45c62644c567 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15e2ee17bf0b4a62a666e59544dd12a2 HTTP/1.1" status: 200 len: 380 time: 0.0938604 Jun 04 16:12:49.291942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Request body: {'port': {'device_id': 'a86fc5b3-47cf-422c-b333-a2a8c772ea2a', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'admin_state_up': True, 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'security_groups': ['5fd0c83b-6b96-49bb-aa01-3b45b014cc28']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:49.329790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=35e7c544-f069-4ecc-9f38-ce8de6a35428,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:49.354031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:49.354709 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:49.382375 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-165924a4-4857-4e74-a334-9c380c7cf9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:49.389454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-165924a4-4857-4e74-a334-9c380c7cf9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:49.448150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6881d4a-2aa6-44f0-94c6-f5b32dd2be39 req-6d503356-779e-4659-8cc9-fab54769bfe2 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623463 Jun 04 16:12:49.469177 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-165924a4-4857-4e74-a334-9c380c7cf9c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cc798716f80447a9958a5da645150d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5701344 Jun 04 16:12:49.471798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165924a4-4857-4e74-a334-9c380c7cf9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abf155a-75b4-4902-ae9c-1fbd8fef31d0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:49.474336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54818) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:49.537594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:49.540329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:12:49.663189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54822) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:49.686307 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a6c50f7-1246-47a8-bf35-d68b2630ef2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:49.712105 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5a6c50f7-1246-47a8-bf35-d68b2630ef2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:49.716816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5a6c50f7-1246-47a8-bf35-d68b2630ef2e admin admin] Usage tracker for resource:security_group_rule and tenant:ebd55166e9bd4b0fa0d3fdb753ef95a0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:49.720208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5a6c50f7-1246-47a8-bf35-d68b2630ef2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:49.724145 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-46fbf772-8d4a-493b-aef0-732ddbb2d33c req-50c60113-5b0b-455e-b91a-8b3d8652ed76 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 210 time: 0.0992973 Jun 04 16:12:49.727251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5a6c50f7-1246-47a8-bf35-d68b2630ef2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:49.753226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:49.759108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Usage tracker for resource:port and tenant:15e2ee17bf0b4a62a666e59544dd12a2 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:49.768814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:49.779393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9cc2e-7bd2-40e4-9daa-359d88480967 req-3d36766b-7d29-4268-8a8b-f04e604a99a6 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:49.780827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13d9cc2e-7bd2-40e4-9daa-359d88480967 req-3d36766b-7d29-4268-8a8b-f04e604a99a6 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 949 time: 0.4672143 Jun 04 16:12:49.786279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:49.811611 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2efc37ea-b432-4a48-ba40-44782b642526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:49.840568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Made reservation on behalf of 15e2ee17bf0b4a62a666e59544dd12a2 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:12:49.844347 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:49.863536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877b747-a919-45b7-a577-265282fd2d6c req-1422ca37-e009-4c33-ac35-c151243bb125 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:49.863536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-a877b747-a919-45b7-a577-265282fd2d6c req-1422ca37-e009-4c33-ac35-c151243bb125 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Synchronizing usage tracker for tenant:7b7ac6142ec642d990a177ffae2bb87a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:12:49.880937 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2efc37ea-b432-4a48-ba40-44782b642526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:49.896389 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13d9cc2e-7bd2-40e4-9daa-359d88480967 req-ceb70dee-c2df-450e-b400-a364ecf06e74 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078837 Jun 04 16:12:49.897496 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a6c50f7-1246-47a8-bf35-d68b2630ef2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:49.904049 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a6c50f7-1246-47a8-bf35-d68b2630ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:49.934639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-a877b747-a919-45b7-a577-265282fd2d6c req-1422ca37-e009-4c33-ac35-c151243bb125 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Unset dirty status for tenant:7b7ac6142ec642d990a177ffae2bb87a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:12:49.935705 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a877b747-a919-45b7-a577-265282fd2d6c req-1422ca37-e009-4c33-ac35-c151243bb125 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 972 time: 0.1834226 Jun 04 16:12:50.022249 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5a6c50f7-1246-47a8-bf35-d68b2630ef2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebd55166e9bd4b0fa0d3fdb753ef95a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554285 Jun 04 16:12:50.022547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c50f7-1246-47a8-bf35-d68b2630ef2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fa067b-7a0c-4c2a-bae5-db4968fad07a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:50.024800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54826) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:50.047921 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2efc37ea-b432-4a48-ba40-44782b642526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.051311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-a877b747-a919-45b7-a577-265282fd2d6c req-863c88f0-2bdf-4b58-9052-deddfeacefce tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Deleting port b1c3395d-35eb-41ca-b711-11bb32b556e9 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:12:50.052933 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a877b747-a919-45b7-a577-265282fd2d6c req-863c88f0-2bdf-4b58-9052-deddfeacefce tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.067342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc37ea-b432-4a48-ba40-44782b642526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abf155a-75b4-4902-ae9c-1fbd8fef31d0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:50.085035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Allocated IP 172.20.0.7 (a7b8a177-7482-4aa4-8cc3-8529f5233c73/460ec211-bd40-42e1-9b7c-ed495c81fe22/174413bc-1b2b-43d8-9f3a-819f1a4ea4b3) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:12:50.098778 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2efc37ea-b432-4a48-ba40-44782b642526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.104209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2efc37ea-b432-4a48-ba40-44782b642526 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1abf155a-75b4-4902-ae9c-1fbd8fef31d0 HTTP/1.1" status: 204 len: 168 time: 0.6223972 Jun 04 16:12:50.196787 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cf33333-4e9c-446a-a4d2-7f39ee55054e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.315531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cf33333-4e9c-446a-a4d2-7f39ee55054e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.346817 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.378236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Transition to ACTIVE for port object 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:50.410474 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.420035 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-a877b747-a919-45b7-a577-265282fd2d6c req-863c88f0-2bdf-4b58-9052-deddfeacefce tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] For port b1c3395d-35eb-41ca-b711-11bb32b556e9, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b1c3395d-35eb-41ca-b711-11bb32b556e9,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:50.420458 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a877b747-a919-45b7-a577-265282fd2d6c req-863c88f0-2bdf-4b58-9052-deddfeacefce tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.503882 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-8f18e5e0-2f37-4681-93e1-2a8cbd08d1b9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1d0f829fb7e642efaa8a68a49f06521f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975544 Jun 04 16:12:50.541381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Network a7b8a177-7482-4aa4-8cc3-8529f5233c73 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:50.549927 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cf33333-4e9c-446a-a4d2-7f39ee55054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.550406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:50.553674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:12:50.562224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-a877b747-a919-45b7-a577-265282fd2d6c req-863c88f0-2bdf-4b58-9052-deddfeacefce tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Calling delete_port for b1c3395d-35eb-41ca-b711-11bb32b556e9 owned by compute:tempest-test_az-2115123370 {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:12:50.563717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:50.564018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 35e7c544-f069-4ecc-9f38-ce8de6a35428 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:50.564497 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.615809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf33333-4e9c-446a-a4d2-7f39ee55054e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fa067b-7a0c-4c2a-bae5-db4968fad07a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:50.643232 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cf33333-4e9c-446a-a4d2-7f39ee55054e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.646488 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7cf33333-4e9c-446a-a4d2-7f39ee55054e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3fa067b-7a0c-4c2a-bae5-db4968fad07a HTTP/1.1" status: 204 len: 168 time: 0.6166654 Jun 04 16:12:50.686778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Pushing event updated for resources: {'Port': ['ID=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:50.718446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54852) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:50.754228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-8d1434fd-650d-4649-b925-b0e28c6ff5a2 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4665854 Jun 04 16:12:50.769220 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b32e44b-c8bf-469a-bd7d-d248525825b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.786626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Request body: {'port': {'device_id': 'a86fc5b3-47cf-422c-b333-a2a8c772ea2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:50.813136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 35e7c544-f069-4ecc-9f38-ce8de6a35428 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:50.819447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 35e7c544-f069-4ecc-9f38-ce8de6a35428 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:50.820019 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.861333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8b32e44b-c8bf-469a-bd7d-d248525825b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:50.869284 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a877b747-a919-45b7-a577-265282fd2d6c req-863c88f0-2bdf-4b58-9052-deddfeacefce tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:50.886020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['b1c3395d-35eb-41ca-b711-11bb32b556e9'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:12:50.887513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8b32e44b-c8bf-469a-bd7d-d248525825b9 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee7e5db9c3f4ffa953d1074c76c391e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:50.894415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8b32e44b-c8bf-469a-bd7d-d248525825b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:50.905095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771b33-c168-4891-b968-02dfedd80d1d req-0baf39de-32bd-4ac3-b2f8-0ed9de048470 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:50.906606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-0baf39de-32bd-4ac3-b2f8-0ed9de048470 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3963499 Jun 04 16:12:50.917841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8b32e44b-c8bf-469a-bd7d-d248525825b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:50.942035 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c88f0-2bdf-4b58-9052-deddfeacefce tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Pushing event deleted for resources: {'Port': ['ID=b1c3395d-35eb-41ca-b711-11bb32b556e9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:51.017782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-b76b83e3-41ee-4682-8f0d-ba35094e2151 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/quotas/1d0f829fb7e642efaa8a68a49f06521f HTTP/1.1" status: 200 len: 375 time: 0.1017311 Jun 04 16:12:51.051972 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 35e7c544-f069-4ecc-9f38-ce8de6a35428 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:51.052565 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:51.075673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-50b5baae-70f8-49b2-8d07-8573b5db4a1f None None] Provisioning for port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:51.090756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-50b5baae-70f8-49b2-8d07-8573b5db4a1f None None] Provisioning complete for port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:51.091274 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-50b5baae-70f8-49b2-8d07-8573b5db4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:51.160751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-50b5baae-70f8-49b2-8d07-8573b5db4a1f None None] Port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:12:51.166855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5b333-3ddc-41c2-bac0-ac5460ef7eb3 req-8492e607-886b-4960-85b9-9327ea723107 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:51.168674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55088601-98d7-489e-bbc8-ed1b3a6b80df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e7c544-f069-4ecc-9f38-ce8de6a35428'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:12:51.168850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bff5b333-3ddc-41c2-bac0-ac5460ef7eb3 req-8492e607-886b-4960-85b9-9327ea723107 tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c HTTP/1.1" status: 200 len: 972 time: 0.5158951 Jun 04 16:12:51.180466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a877b747-a919-45b7-a577-265282fd2d6c req-863c88f0-2bdf-4b58-9052-deddfeacefce tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] No DVR routers for this DVR port b1c3395d-35eb-41ca-b711-11bb32b556e9 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:12:51.181401 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 35e7c544-f069-4ecc-9f38-ce8de6a35428, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=35e7c544-f069-4ecc-9f38-ce8de6a35428,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:51.187801 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a877b747-a919-45b7-a577-265282fd2d6c req-863c88f0-2bdf-4b58-9052-deddfeacefce tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:51.187963 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:51.190697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c', 'name': 'network-vif-deleted', 'tag': 'b1c3395d-35eb-41ca-b711-11bb32b556e9'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:12:51.197961 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-ec76423c-94d9-4820-9270-aedf5af03bd1 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d0f829fb7e642efaa8a68a49f06521f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1792250 Jun 04 16:12:51.202463 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:51.240782 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a877b747-a919-45b7-a577-265282fd2d6c req-863c88f0-2bdf-4b58-9052-deddfeacefce tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.42 "DELETE /v2.0/ports/b1c3395d-35eb-41ca-b711-11bb32b556e9 HTTP/1.1" status: 204 len: 173 time: 1.2968476 Jun 04 16:12:51.293719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=35e7c544-f069-4ecc-9f38-ce8de6a35428,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:51.394869 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bff5b333-3ddc-41c2-bac0-ac5460ef7eb3 req-3de90c41-f55b-4c71-ab01-f23fe1afbbfa tempest-AggregatesAdminTestJSON-61557139 tempest-AggregatesAdminTestJSON-61557139-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e257f60-ab28-4411-88c9-1edf54675cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089236 Jun 04 16:12:51.620891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b32e44b-c8bf-469a-bd7d-d248525825b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:51.701070 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b32e44b-c8bf-469a-bd7d-d248525825b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:51.901976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8b32e44b-c8bf-469a-bd7d-d248525825b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ee7e5db9c3f4ffa953d1074c76c391e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1759262 Jun 04 16:12:51.902490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54896) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:51.908186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32e44b-c8bf-469a-bd7d-d248525825b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240b599c-140d-4366-ab93-158ce07af47e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:51.991885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237023f-d411-4169-9f4a-d2743085dfd1 req-8a0c5e96-8c1b-4a78-8f33-a97000b36a45 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:51.992601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c237023f-d411-4169-9f4a-d2743085dfd1 req-8a0c5e96-8c1b-4a78-8f33-a97000b36a45 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Synchronizing usage tracker for tenant:15e2ee17bf0b4a62a666e59544dd12a2 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:12:52.009356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca567671-d9d3-4655-ae54-43bf14396b50 req-fb5992a3-01e0-4083-95a9-90b5bd77ec47 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:52.009661 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b59b6479-1e19-4d09-8861-200b013957e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:52.011014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca567671-d9d3-4655-ae54-43bf14396b50 req-fb5992a3-01e0-4083-95a9-90b5bd77ec47 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 950 time: 0.5010026 Jun 04 16:12:52.047671 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b59b6479-1e19-4d09-8861-200b013957e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:52.102533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c237023f-d411-4169-9f4a-d2743085dfd1 req-8a0c5e96-8c1b-4a78-8f33-a97000b36a45 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Unset dirty status for tenant:15e2ee17bf0b4a62a666e59544dd12a2 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:12:52.103801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c237023f-d411-4169-9f4a-d2743085dfd1 req-8a0c5e96-8c1b-4a78-8f33-a97000b36a45 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 931 time: 0.5327361 Jun 04 16:12:52.120667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b59b6479-1e19-4d09-8861-200b013957e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:52.125710 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca567671-d9d3-4655-ae54-43bf14396b50 req-9b4c4ed2-55b7-43ca-80ef-ced8e9c94687 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075070 Jun 04 16:12:52.148176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:12:52.159109 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:52.159648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b6479-1e19-4d09-8861-200b013957e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240b599c-140d-4366-ab93-158ce07af47e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:52.171062 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b59b6479-1e19-4d09-8861-200b013957e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:52.172967 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b59b6479-1e19-4d09-8861-200b013957e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/240b599c-140d-4366-ab93-158ce07af47e HTTP/1.1" status: 204 len: 168 time: 0.2685287 Jun 04 16:12:52.203206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c237023f-d411-4169-9f4a-d2743085dfd1 req-68d80b5a-f5be-46ab-aa29-19b6732955de tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834463 Jun 04 16:12:52.209541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Transition to ACTIVE for port object 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:52.217286 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:52.224829 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9d55a9-05a3-44d4-9777-5040cd896bc4'] response: {'server_uuid': '55088601-98d7-489e-bbc8-ed1b3a6b80df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e7c544-f069-4ecc-9f38-ce8de6a35428', 'code': 200} Jun 04 16:12:52.258317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 49e67fc8-5b30-4aaf-890a-829711249b72 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:12:52.275732 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac93909e-3e17-49ac-a1b5-e74321772124'] response: {'server_uuid': 'dc9c0a8f-2ef1-42f1-a219-0c198a60fa7c', 'name': 'network-vif-deleted', 'tag': 'b1c3395d-35eb-41ca-b711-11bb32b556e9', 'status': 'completed', 'code': 200} Jun 04 16:12:52.277110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.46', 62771) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:12:52.357541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 49e67fc8-5b30-4aaf-890a-829711249b72 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:12:52.357907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 49e67fc8-5b30-4aaf-890a-829711249b72 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:12:52.358374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b1c3395d-35eb-41ca-b711-11bb32b556e9 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:12:52.422986 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-593ae9d7-f28b-4b45-86af-41cf952d7592 req-8d3529eb-945e-4359-8d47-433f0774241e tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 210 time: 0.0689402 Jun 04 16:12:52.473236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: b1c3395d-35eb-41ca-b711-11bb32b556e9 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:12:52.473580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b1c3395d-35eb-41ca-b711-11bb32b556e9 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:12:52.487237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Pushing event updated for resources: {'Port': ['ID=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:52.489240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb2231-d056-4c08-8687-eb25cf0fca44 req-6b7d3ea8-4c2b-4407-a9ee-6c41cb666572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:52.497401 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cadb2231-d056-4c08-8687-eb25cf0fca44 req-6b7d3ea8-4c2b-4407-a9ee-6c41cb666572 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 1101 time: 0.2191985 Jun 04 16:12:52.516519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Attempting to bind port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:12:52.518270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Attempting to bind port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:12:52.520354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Attempting to bind port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 on network a7b8a177-7482-4aa4-8cc3-8529f5233c73 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:52.535171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 on network a7b8a177-7482-4aa4-8cc3-8529f5233c73 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:12:52.535838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Attempting to bind port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 on network a7b8a177-7482-4aa4-8cc3-8529f5233c73 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:52.576104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:12:52.580874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Checking segment: {'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:12:52.581428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Bound using segment: {'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:12:52.584043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Bound port: 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:12:52.587772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:52.628832 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cadb2231-d056-4c08-8687-eb25cf0fca44 req-d44a3ef1-a26d-4b07-a78e-13dd8e69d69a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202512 Jun 04 16:12:52.704440 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-60a8e827-be54-4fd4-aeb0-224f9b40e306 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1d0f829fb7e642efaa8a68a49f06521f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716164 Jun 04 16:12:52.821661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] For port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:12:52.825148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] For port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:12:52.843957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:52.919604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771b33-c168-4891-b968-02dfedd80d1d req-be0e4182-1bc9-46eb-b73e-8d00de1aef52 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:52.923158 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-be0e4182-1bc9-46eb-b73e-8d00de1aef52 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130275 Jun 04 16:12:52.941077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Request body: {'port': {'device_id': 'f3d7a927-7ccc-40c9-91d5-6e34ee15f669', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '1d0f829fb7e642efaa8a68a49f06521f'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:52.955408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:52.956132 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:52.958684 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] 10.222.0.46 "PUT /v2.0/ports/174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 HTTP/1.1" status: 200 len: 1091 time: 2.1929839 Jun 04 16:12:52.959137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86fc5b3-47cf-422c-b333-a2a8c772ea2a', 'tag': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:12:53.009388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094e83d-b9f3-4ec5-906c-291e2b687bfa service neutron] Pushing event updated for resources: {'Port': ['ID=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:53.138675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-c6ff6b9d-203f-40f4-8189-fe0f1b31dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:53.145551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-c6ff6b9d-203f-40f4-8189-fe0f1b31dd7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15e2ee17bf0b4a62a666e59544dd12a2&device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 1094 time: 0.1306577 Jun 04 16:12:53.152729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:53.157352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Usage tracker for resource:port and tenant:1d0f829fb7e642efaa8a68a49f06521f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:53.160397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:53.171872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:53.196596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Made reservation on behalf of 1d0f829fb7e642efaa8a68a49f06521f for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:12:53.200217 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:53.257829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-676258ea-3189-4414-99c3-bed3d797c5ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 HTTP/1.1" status: 200 len: 217 time: 0.1022072 Jun 04 16:12:53.315015 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10833d0e-a8a8-4388-a559-de9b0619f724'] response: {'name': 'network-changed', 'server_uuid': 'a86fc5b3-47cf-422c-b333-a2a8c772ea2a', 'tag': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3', 'status': 'completed', 'code': 200} Jun 04 16:12:53.360325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-ce782190-ab4b-4bda-8085-d8adc2277506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:53.361730 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-ce782190-ab4b-4bda-8085-d8adc2277506 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=460ec211-bd40-42e1-9b7c-ed495c81fe22 HTTP/1.1" status: 200 len: 863 time: 0.0950119 Jun 04 16:12:53.428817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Request body: {'security_group': {'name': 'tempest-securitygroup-843434330', 'description': 'tempest-description-1467769628'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:53.440702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Allocated IP 192.168.233.63 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:12:53.477015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:53.492115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Usage tracker for resource:security_group and tenant:bd772ce722d34a5c8b7ebb10334e8b97 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:53.497640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:53.504334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:53.539243 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:53.559939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-935c48e2-e946-44dc-b2ca-5fda9dc74478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:53.561773 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-935c48e2-e946-44dc-b2ca-5fda9dc74478 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7b8a177-7482-4aa4-8cc3-8529f5233c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848493 Jun 04 16:12:53.562348 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:53.608724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:53.663687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844db0a-f5e8-4344-8d11-d70e1481106a req-26cd36aa-7673-4f17-b961-73f443a9e105 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:53.664983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1844db0a-f5e8-4344-8d11-d70e1481106a req-26cd36aa-7673-4f17-b961-73f443a9e105 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 950 time: 0.2452319 Jun 04 16:12:53.665983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Usage tracker for resource:security_group_rule and tenant:bd772ce722d34a5c8b7ebb10334e8b97 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:53.673509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:53.683051 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:53.700252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Transition to ACTIVE for port object c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:53.729642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:53.776006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:53.806949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:12:53.810780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:12:53.814762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:12:53.820350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:53.820972 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:53.829198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Pushing event updated for resources: {'Port': ['ID=c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:53.856540 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-81b99091-a3ab-4db2-a4e4-12e4f302fa59 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9183536 Jun 04 16:12:53.862828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1844db0a-f5e8-4344-8d11-d70e1481106a req-a50d39ec-f000-4e3b-8ff2-ae45733163ac tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863163 Jun 04 16:12:53.868660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Request body: {'port': {'device_id': 'f3d7a927-7ccc-40c9-91d5-6e34ee15f669', 'device_owner': 'compute:tempest-test_az-2115123370', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:53.876511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-4539c166-aa52-4f8e-bdbe-c2a45eab9da4 service neutron] 10.222.0.46 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013308 Jun 04 16:12:54.053607 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:54.059702 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:54.072169 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:54.089742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:54.102118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2896b038-a3a6-4702-91fa-2a37aa8e2c51 req-afb1656e-1a41-4509-a0da-d4da3b42723e service neutron] 10.222.0.46 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182527 Jun 04 16:12:54.142592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Usage tracker for resource:security_group_rule and tenant:bd772ce722d34a5c8b7ebb10334e8b97 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:54.157380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:54.176069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-677c8380-f392-448e-93f2-143a2f83a8da None None] Provisioning for port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:54.186841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-677c8380-f392-448e-93f2-143a2f83a8da None None] Provisioning complete for port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:54.187212 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-677c8380-f392-448e-93f2-143a2f83a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:54.207059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:54.217173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba60c17-41be-4a6f-9dc4-4b85d00c807d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:54.278188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-677c8380-f392-448e-93f2-143a2f83a8da None None] Port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:12:54.325650 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92392a2b-b3fc-4590-8d98-ffe7ac44ae8d req-498e0eb7-ee7e-473d-8087-fcfcb9d7bdc5 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:54.327180 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92392a2b-b3fc-4590-8d98-ffe7ac44ae8d req-498e0eb7-ee7e-473d-8087-fcfcb9d7bdc5 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 943 time: 0.2349939 Jun 04 16:12:54.330041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f75f-cace-4ce4-854c-c70071fe36ac req-2c923059-a56a-4092-8762-a024bba76398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:54.331616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35e0f75f-cace-4ce4-854c-c70071fe36ac req-2c923059-a56a-4092-8762-a024bba76398 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15e2ee17bf0b4a62a666e59544dd12a2&device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 1094 time: 0.1601360 Jun 04 16:12:54.400476 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:54.465989 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:54.474243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:12:54.481735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:54.498996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Transition to ACTIVE for port object c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:12:54.509485 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:54.522690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92392a2b-b3fc-4590-8d98-ffe7ac44ae8d req-b7256e16-1edc-4ab8-9cad-89cf1721515f tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824114 Jun 04 16:12:54.558783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ed833d-c295-448a-84d1-e70959d191f2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:54.565020 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:54.566413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7754936-9c4e-420d-94d0-22aab5921b48 req-9193d235-78e9-49ac-a070-d4395f592921 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1522720 Jun 04 16:12:54.596998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f75f-cace-4ce4-854c-c70071fe36ac req-4f515272-1ba1-4b3c-8289-ef5844f0f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:54.598953 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35e0f75f-cace-4ce4-854c-c70071fe36ac req-4f515272-1ba1-4b3c-8289-ef5844f0f67c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7b8a177-7482-4aa4-8cc3-8529f5233c73 HTTP/1.1" status: 200 len: 925 time: 0.2577441 Jun 04 16:12:54.802390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35e0f75f-cace-4ce4-854c-c70071fe36ac req-1d8155e7-c544-43e9-a76f-4c32b57d85c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 HTTP/1.1" status: 200 len: 217 time: 0.1770778 Jun 04 16:12:54.873160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Pushing event updated for resources: {'Port': ['ID=c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:54.886093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f75f-cace-4ce4-854c-c70071fe36ac req-eba800b4-3fc4-4e4c-a0e3-7ddefd23242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:54.887832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35e0f75f-cace-4ce4-854c-c70071fe36ac req-eba800b4-3fc4-4e4c-a0e3-7ddefd23242e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=460ec211-bd40-42e1-9b7c-ed495c81fe22 HTTP/1.1" status: 200 len: 863 time: 0.0790129 Jun 04 16:12:54.899973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Attempting to bind port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:12:54.900400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Attempting to bind port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:12:54.900811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Attempting to bind port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:54.906069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:12:54.906533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Attempting to bind port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:12:54.912362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:12:54.912790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:12:54.913264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:12:54.913779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Bound port: c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:12:54.914295 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:54.944615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Request body: {'security_group': {'name': 'tempest-securitygroup-218329140', 'description': 'tempest-description-358254666'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:54.955351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd35ab1-5b7f-4fa4-8663-e46721f986e3 req-973548bf-9824-47c9-85e1-84e251c74a4e tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:54.956729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-efd35ab1-5b7f-4fa4-8663-e46721f986e3 req-973548bf-9824-47c9-85e1-84e251c74a4e tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 969 time: 0.1894054 Jun 04 16:12:54.959630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:54.966869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Usage tracker for resource:security_group and tenant:bd772ce722d34a5c8b7ebb10334e8b97 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:54.985746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:55.001894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:55.005675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] For port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:12:55.008942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] For port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:12:55.015729 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:55.035592 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:55.047968 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-efd35ab1-5b7f-4fa4-8663-e46721f986e3 req-20ef2cfc-53cc-42b0-8ca5-e0af7c7d2ff7 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824239 Jun 04 16:12:55.064971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:55.070256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f75f-cace-4ce4-854c-c70071fe36ac req-18ff5456-70eb-443d-9611-b3aa448df3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:55.071818 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35e0f75f-cace-4ce4-854c-c70071fe36ac req-18ff5456-70eb-443d-9611-b3aa448df3c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7b8a177-7482-4aa4-8cc3-8529f5233c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762688 Jun 04 16:12:55.072727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Usage tracker for resource:security_group_rule and tenant:bd772ce722d34a5c8b7ebb10334e8b97 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:55.076903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:55.087377 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:55.088087 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:55.090031 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] 10.222.0.42 "PUT /v2.0/ports/c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb HTTP/1.1" status: 200 len: 1117 time: 1.2273426 Jun 04 16:12:55.090152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d7a927-7ccc-40c9-91d5-6e34ee15f669', 'tag': 'c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:12:55.102765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:55.116831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83fccd-8e0d-421f-ac31-609071569c76 service neutron] Pushing event updated for resources: {'Port': ['ID=c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:55.235614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771b33-c168-4891-b968-02dfedd80d1d req-d732c6f6-baf7-4c8e-925d-e6180a6b449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:55.237521 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-d732c6f6-baf7-4c8e-925d-e6180a6b449a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d0f829fb7e642efaa8a68a49f06521f&device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 1120 time: 0.1053386 Jun 04 16:12:55.275389 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35e0f75f-cace-4ce4-854c-c70071fe36ac req-0c0120cb-f4b8-4459-9d36-2a4ccfac33eb service neutron] 10.222.0.46 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955552 Jun 04 16:12:55.316451 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-9bd9d020-3a69-4ebd-89a9-130c0631e14f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb HTTP/1.1" status: 200 len: 217 time: 0.0725515 Jun 04 16:12:55.389367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771b33-c168-4891-b968-02dfedd80d1d req-26b86c1b-69ba-44ca-afb8-7be5aa996333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:55.390758 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-26b86c1b-69ba-44ca-afb8-7be5aa996333 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0684402 Jun 04 16:12:55.426642 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:55.455924 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:55.477896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771b33-c168-4891-b968-02dfedd80d1d req-490bf4ab-a145-4774-8182-4a15876954c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:55.479518 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-490bf4ab-a145-4774-8182-4a15876954c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830364 Jun 04 16:12:55.542803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:55.544559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b05a21e5-e302-444d-ab50-5c2be3fd4d93 req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6145821 Jun 04 16:12:55.545185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42124c0-f10a-4cae-b786-f11c2a9412a0 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64b2de2-1311-4d8c-a151-66413db7e822,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:55.566124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35e0f75f-cace-4ce4-854c-c70071fe36ac req-c41e40fe-9d9e-43a9-ba68-ba8f1fbe3bc2 service neutron] 10.222.0.46 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781014 Jun 04 16:12:55.590737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08c3a2-0622-4119-989e-8f2d591afb36 req-31d36e61-a1cc-41ed-b37c-a1e282f66126 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:55.592268 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed08c3a2-0622-4119-989e-8f2d591afb36 req-31d36e61-a1cc-41ed-b37c-a1e282f66126 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 950 time: 0.2045150 Jun 04 16:12:55.629725 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-07aac684-734a-4dc7-a5e5-67fc9e272d6b service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440887 Jun 04 16:12:55.643802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed08c3a2-0622-4119-989e-8f2d591afb36 req-dd10b043-bf07-4453-9c3f-635808951dca tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451574 Jun 04 16:12:55.660132 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6fd1485-f587-46df-8533-f31b03de6993'] response: {'name': 'network-changed', 'server_uuid': 'f3d7a927-7ccc-40c9-91d5-6e34ee15f669', 'tag': 'c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb', 'status': 'completed', 'code': 200} Jun 04 16:12:55.780140 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9c771b33-c168-4891-b968-02dfedd80d1d req-96d8595c-3605-442f-a7d8-c7c1e0730e86 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449475 Jun 04 16:12:55.805079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1378798394', 'description': 'tempest-description-2002357945'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:55.812688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:55.818373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Usage tracker for resource:security_group and tenant:22fe48bcf0c74f3ea8166fddd40b4151 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:55.821636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:55.829410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:55.844915 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:55.863566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916207e8-955d-4eaf-a4ab-55eef6d54875 req-c8be320b-1684-4cd9-bdba-7494582f5508 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:55.865010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-916207e8-955d-4eaf-a4ab-55eef6d54875 req-c8be320b-1684-4cd9-bdba-7494582f5508 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 943 time: 0.1189020 Jun 04 16:12:55.865768 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:55.894052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118149a-8799-4973-821e-236b61012a81 req-c0464239-3820-4498-865c-6b3933f3c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:55.895789 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b118149a-8799-4973-821e-236b61012a81 req-c0464239-3820-4498-865c-6b3933f3c102 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d0f829fb7e642efaa8a68a49f06521f&device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 1120 time: 0.0730939 Jun 04 16:12:55.897181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:55.908259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Usage tracker for resource:security_group_rule and tenant:22fe48bcf0c74f3ea8166fddd40b4151 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:55.912348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:55.921632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:55.928287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-916207e8-955d-4eaf-a4ab-55eef6d54875 req-25e9103e-94a0-42a5-864b-427ccb9e42f5 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537689 Jun 04 16:12:56.023365 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:56.028199 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:56.038930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118149a-8799-4973-821e-236b61012a81 req-988ba100-9767-4706-9f37-618ba2ebe5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:56.040500 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b118149a-8799-4973-821e-236b61012a81 req-988ba100-9767-4706-9f37-618ba2ebe5d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.1390624 Jun 04 16:12:56.041040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:56.048367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Usage tracker for resource:security_group_rule and tenant:22fe48bcf0c74f3ea8166fddd40b4151 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:56.052722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:56.122191 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b118149a-8799-4973-821e-236b61012a81 req-a42f47db-410b-4a1a-96f8-84af1faaf741 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb HTTP/1.1" status: 200 len: 217 time: 0.0748339 Jun 04 16:12:56.142069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:56.149256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99d8def-917e-4efc-a898-1074a68a5034,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:56.193074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118149a-8799-4973-821e-236b61012a81 req-3e117f67-06c8-4b0c-b37e-7c66e31da262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:56.194631 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b118149a-8799-4973-821e-236b61012a81 req-3e117f67-06c8-4b0c-b37e-7c66e31da262 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0655439 Jun 04 16:12:56.264881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:56.274941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118149a-8799-4973-821e-236b61012a81 req-595eb3f6-175a-41c0-a7da-ea6a008f4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:56.275344 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:56.276447 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b118149a-8799-4973-821e-236b61012a81 req-595eb3f6-175a-41c0-a7da-ea6a008f4187 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746300 Jun 04 16:12:56.319090 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:56.320287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33c64ec1-5dfc-44de-bb40-9cd5d950f9df req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5244358 Jun 04 16:12:56.322385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02265c10-e95c-46a5-a0da-9d5181af0cca tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec6baf9-9a52-4689-ab66-d5d82e16320b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:56.334911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd694596-8aec-46ea-8cd7-a8cd1cb32fe6 req-7635be33-30e8-4e5b-bf69-9a3769ac3150 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:56.336587 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dd694596-8aec-46ea-8cd7-a8cd1cb32fe6 req-7635be33-30e8-4e5b-bf69-9a3769ac3150 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 1101 time: 0.1311314 Jun 04 16:12:56.362440 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dd694596-8aec-46ea-8cd7-a8cd1cb32fe6 req-f142dddf-14bb-4c28-9c8a-06a07249cb8d tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:56.380889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dd694596-8aec-46ea-8cd7-a8cd1cb32fe6 req-f142dddf-14bb-4c28-9c8a-06a07249cb8d tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:56.386116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dd694596-8aec-46ea-8cd7-a8cd1cb32fe6 req-f142dddf-14bb-4c28-9c8a-06a07249cb8d tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Usage tracker for resource:security_group_rule and tenant:a4a5121e79654c6b9856e134ff338584 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:56.389674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dd694596-8aec-46ea-8cd7-a8cd1cb32fe6 req-f142dddf-14bb-4c28-9c8a-06a07249cb8d tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:56.395509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dd694596-8aec-46ea-8cd7-a8cd1cb32fe6 req-f142dddf-14bb-4c28-9c8a-06a07249cb8d tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:56.426375 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b118149a-8799-4973-821e-236b61012a81 req-ddb61ca1-966c-44da-8569-3908f672acfc service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432145 Jun 04 16:12:56.495391 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dd694596-8aec-46ea-8cd7-a8cd1cb32fe6 req-f142dddf-14bb-4c28-9c8a-06a07249cb8d tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:56.504265 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dd694596-8aec-46ea-8cd7-a8cd1cb32fe6 req-f142dddf-14bb-4c28-9c8a-06a07249cb8d tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:56.553310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142dddf-14bb-4c28-9c8a-06a07249cb8d tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cc9757-15df-4299-a361-eb61c3068228,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:56.557980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dd694596-8aec-46ea-8cd7-a8cd1cb32fe6 req-f142dddf-14bb-4c28-9c8a-06a07249cb8d tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146146 Jun 04 16:12:56.613221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-633640865', 'description': 'tempest-description-108060960'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:12:56.618073 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b118149a-8799-4973-821e-236b61012a81 req-9ccdd0e4-a5e9-4257-89aa-329047aa51af service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849966 Jun 04 16:12:56.618747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:56.651960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:12:56.654527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Usage tracker for resource:security_group and tenant:22fe48bcf0c74f3ea8166fddd40b4151 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:56.661735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:56.672099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:56.692526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:56.718883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:12:56.724852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Usage tracker for resource:security_group_rule and tenant:22fe48bcf0c74f3ea8166fddd40b4151 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:12:56.728112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:12:56.746642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112a751-d4b3-4e6c-8f19-778fc0d5cd78 req-c9a0f156-972a-4d76-ba6f-2348d0ec46c6 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:56.748602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5112a751-d4b3-4e6c-8f19-778fc0d5cd78 req-c9a0f156-972a-4d76-ba6f-2348d0ec46c6 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 969 time: 0.1310563 Jun 04 16:12:56.749523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:12:56.822013 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:56.825047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5112a751-d4b3-4e6c-8f19-778fc0d5cd78 req-72bd2a47-d62b-4b80-9618-f30e3e0eaac3 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687835 Jun 04 16:12:56.839194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'port_id': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3', 'mac_address': 'fa:16:3e:90:d4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:12:56.865728 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:56.871232 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:56.903965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:56.904457 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:56.918249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbf6318-63cb-48c8-8ac9-180089579051,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:56.930066 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:56.930193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:12:56.931341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51d04a5f-75a4-4038-9f32-d8f7a664ef84 req-2c63c80e-4b61-4f37-8f14-93e8fdb64c77 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3225396 Jun 04 16:12:56.949285 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:56.955226 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:57.030714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:57.168658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['174413bc-1b2b-43d8-9f3a-819f1a4ea4b3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:12:57.240068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e8947-e944-4178-9820-8cd928b9c273 req-7d6c1674-01e1-41f6-a3c2-cc7358ce051b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:57.241475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-452e8947-e944-4178-9820-8cd928b9c273 req-7d6c1674-01e1-41f6-a3c2-cc7358ce051b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 944 time: 0.1556573 Jun 04 16:12:57.315597 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-452e8947-e944-4178-9820-8cd928b9c273 req-62301b48-41d8-4cc1-8f66-5dacc865678d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673096 Jun 04 16:12:57.363591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-bd6bcbd1-26d7-45e3-be39-f9d9ce50176b tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Synchronizing usage tracker for tenant:22fe48bcf0c74f3ea8166fddd40b4151 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:12:57.384738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-bd6bcbd1-26d7-45e3-be39-f9d9ce50176b tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Unset dirty status for tenant:22fe48bcf0c74f3ea8166fddd40b4151 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:12:57.387164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-bd6bcbd1-26d7-45e3-be39-f9d9ce50176b tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42310 time: 0.4014642 Jun 04 16:12:57.441063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-bad7d2a7-7d13-4135-8a24-6d5ee875b8c3 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/02cc9757-15df-4299-a361-eb61c3068228 HTTP/1.1" status: 200 len: 2981 time: 0.0436711 Jun 04 16:12:57.489443 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-df8a471a-e5d5-45b4-9d97-c8708f2a3215 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/02cc9757-15df-4299-a361-eb61c3068228 HTTP/1.1" status: 200 len: 2981 time: 0.0424120 Jun 04 16:12:57.539710 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-03d9ae9c-9084-4a75-9b47-85a2a16d6472 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/13ed9dcd-8b68-466a-852c-c70f4e85507e HTTP/1.1" status: 200 len: 2977 time: 0.0439351 Jun 04 16:12:57.581331 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-afbad848-fb50-484d-9daf-527809e1da8c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406945 Jun 04 16:12:57.617814 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6924b431-0fc6-4964-9a27-89f058a1c0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:57.696899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-b5dd315b-9cf7-4508-bac5-81e6c7cfe356 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/13ed9dcd-8b68-466a-852c-c70f4e85507e HTTP/1.1" status: 200 len: 2977 time: 0.1327658 Jun 04 16:12:57.783900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-930fda42-f268-4c01-a6d6-f51338292a95 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:57.785296 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-930fda42-f268-4c01-a6d6-f51338292a95 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930516 Jun 04 16:12:57.786851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-b22e6644-8d30-4812-a72a-f92e40d72e6f tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/29578517-9393-4224-8b0c-55deaa2eb8d4 HTTP/1.1" status: 200 len: 2981 time: 0.0837953 Jun 04 16:12:57.810459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-c49a4513-3870-4e54-9c2b-686913cfaf5c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/quotas/7266c7f5f1c14d469ab9832f7ed5833f HTTP/1.1" status: 200 len: 375 time: 0.0195816 Jun 04 16:12:57.883776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-f623d5ae-05b4-438c-b514-81473617de05 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/29578517-9393-4224-8b0c-55deaa2eb8d4 HTTP/1.1" status: 200 len: 2981 time: 0.0910523 Jun 04 16:12:57.943075 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-7eab79ac-4e2e-4126-a02b-2a75ca861f4b tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2e257f60-ab28-4411-88c9-1edf54675cf4 HTTP/1.1" status: 200 len: 2977 time: 0.0532236 Jun 04 16:12:57.952076 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-24621820-eca8-4929-95f8-ba9147087548 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1309295 Jun 04 16:12:57.994995 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-7c14c4fc-c92c-4717-909a-97fc0bcc73d1 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2e257f60-ab28-4411-88c9-1edf54675cf4 HTTP/1.1" status: 200 len: 2977 time: 0.0418591 Jun 04 16:12:58.044788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-8a789f8e-b1ff-4bce-ba11-47cc518b5225 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/59378d73-00d8-4a45-8a5e-8e55d69a8f71 HTTP/1.1" status: 200 len: 2977 time: 0.0439210 Jun 04 16:12:58.094381 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-037a76a2-61c6-47f8-9622-3f720a2d5857 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/59378d73-00d8-4a45-8a5e-8e55d69a8f71 HTTP/1.1" status: 200 len: 2977 time: 0.0435283 Jun 04 16:12:58.143378 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-5582bdd9-86b2-40e1-bb61-d28a13d27239 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7393e17c-bc9a-4908-b7fd-0e6c8a3d26be HTTP/1.1" status: 200 len: 2981 time: 0.0428867 Jun 04 16:12:58.194733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-67c71346-e617-458e-825c-fe1eff57b30f tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7393e17c-bc9a-4908-b7fd-0e6c8a3d26be HTTP/1.1" status: 200 len: 2981 time: 0.0452998 Jun 04 16:12:58.242817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-fc877c60-5423-4b99-ad41-bd5e42618785 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7f0b6e8c-b62d-4140-8090-af24e6216e2d HTTP/1.1" status: 200 len: 2977 time: 0.0419261 Jun 04 16:12:58.292978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:12:58.298240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-db6a72cf-746f-448b-997f-324e832daffe tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7f0b6e8c-b62d-4140-8090-af24e6216e2d HTTP/1.1" status: 200 len: 2977 time: 0.0491853 Jun 04 16:12:58.352332 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-e8a2f6e6-24e8-4b0e-b107-f9b84073cb3c tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/849fe1ee-6b61-4a64-9bc3-0464dd4b67ec HTTP/1.1" status: 200 len: 2973 time: 0.0472639 Jun 04 16:12:58.462191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:58.468817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-bd2a4d48-955d-42c0-8a6a-9d0af97189eb tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/849fe1ee-6b61-4a64-9bc3-0464dd4b67ec HTTP/1.1" status: 200 len: 2973 time: 0.1107671 Jun 04 16:12:58.475805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': 'c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb', 'mac_address': 'fa:16:3e:a9:5e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:tempest-test_az-2115123370', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:12:58.532022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:58.532519 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:58.539837 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-7879ce44-1367-46f7-b612-999fc757244d tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/94ffaddd-f057-48bb-8aed-966a47000d90 HTTP/1.1" status: 200 len: 2977 time: 0.0700862 Jun 04 16:12:58.555443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:12:58.568678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf99191-d580-4d33-9055-091ca8fd3c27 req-cc578d05-6ee5-4e2b-aa3c-3ede077a5018 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:58.574914 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:58.575732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5cf99191-d580-4d33-9055-091ca8fd3c27 req-cc578d05-6ee5-4e2b-aa3c-3ede077a5018 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 969 time: 0.1748345 Jun 04 16:12:58.583098 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:58.623716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:12:58.637326 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-da5ca607-b81d-4dea-b2de-1ad3f68fc277 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/94ffaddd-f057-48bb-8aed-966a47000d90 HTTP/1.1" status: 200 len: 2977 time: 0.0965588 Jun 04 16:12:58.642403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5cf99191-d580-4d33-9055-091ca8fd3c27 req-019966d3-d66f-49df-83ac-dbaf7bb5dd48 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657423 Jun 04 16:12:58.702455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-bbb3a3e8-b6b3-468a-8377-fbb3439cfee8 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a99d8def-917e-4efc-a898-1074a68a5034 HTTP/1.1" status: 200 len: 2981 time: 0.0588083 Jun 04 16:12:58.723759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:58.742905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:12:58.750079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:12:58.750744 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:58.785771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-00e68ad4-6c5e-4d02-96df-45fc43ec1d44 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a99d8def-917e-4efc-a898-1074a68a5034 HTTP/1.1" status: 200 len: 2981 time: 0.0772119 Jun 04 16:12:58.816662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:12:58.843627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-bbbe0bac-086a-4083-8551-db79e591a468 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/aba60c17-41be-4a6f-9dc4-4b85d00c807d HTTP/1.1" status: 200 len: 2981 time: 0.0568712 Jun 04 16:12:58.904522 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-d99dc63c-3b5a-4a90-817f-66efcf00cd28 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/aba60c17-41be-4a6f-9dc4-4b85d00c807d HTTP/1.1" status: 200 len: 2981 time: 0.0598063 Jun 04 16:12:58.946351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:12:58.946798 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:58.972688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-4d2b1960-ffca-4616-9f96-befef04a80f3 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b5d84a90-7b1b-4042-beb3-f9bb4cfa2374 HTTP/1.1" status: 200 len: 2981 time: 0.0670857 Jun 04 16:12:59.035073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3831f2-5ae9-416d-9cf6-0a6bc3210a83 req-8adb6365-797d-457e-a7b7-25ea6be0bb73 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b5d84a90-7b1b-4042-beb3-f9bb4cfa2374 HTTP/1.1" status: 200 len: 2981 time: 0.0612941 Jun 04 16:12:59.051768 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86fc5b3-47cf-422c-b333-a2a8c772ea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:12:59.070257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:12:59.089312 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:59.218897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:12:59.347725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d04b75ec-e9db-49c3-bd09-97f27733f56e req-1ac1d1c3-b0e3-432f-90f9-654c25d8675f tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 210 time: 0.0502803 Jun 04 16:12:59.369440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b1e9b-756c-42d1-ad49-68f6f31b2211 req-98761985-c681-4de5-9606-ef7e43cd659f tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:59.369440 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b78b1e9b-756c-42d1-ad49-68f6f31b2211 req-98761985-c681-4de5-9606-ef7e43cd659f tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 945 time: 0.2076609 Jun 04 16:12:59.452041 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b78b1e9b-756c-42d1-ad49-68f6f31b2211 req-fa8a3514-5df4-4461-9b0b-be4dec2a1c04 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672829 Jun 04 16:12:59.480010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-215db1b4-c043-4008-915a-88d2df3f6830 req-86993263-ab73-4a1a-b053-10a2dd4064c3 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Synchronizing usage tracker for tenant:bd772ce722d34a5c8b7ebb10334e8b97 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:12:59.500857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-215db1b4-c043-4008-915a-88d2df3f6830 req-86993263-ab73-4a1a-b053-10a2dd4064c3 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Unset dirty status for tenant:bd772ce722d34a5c8b7ebb10334e8b97 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:12:59.502286 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-215db1b4-c043-4008-915a-88d2df3f6830 req-86993263-ab73-4a1a-b053-10a2dd4064c3 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd772ce722d34a5c8b7ebb10334e8b97 HTTP/1.1" status: 200 len: 6101 time: 0.1303515 Jun 04 16:12:59.503205 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b50c90-1cfd-458e-8be6-b88d14aed583'] response: {'server_uuid': 'a86fc5b3-47cf-422c-b333-a2a8c772ea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3', 'code': 200} Jun 04 16:12:59.576229 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-215db1b4-c043-4008-915a-88d2df3f6830 req-660fc586-9793-4503-b7f4-822ec765141d tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] 10.222.0.13 "GET /v2.0/security-groups/aba60c17-41be-4a6f-9dc4-4b85d00c807d HTTP/1.1" status: 200 len: 2981 time: 0.0663097 Jun 04 16:12:59.693454 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-215db1b4-c043-4008-915a-88d2df3f6830 req-2ae816b2-5af8-477b-afbd-ecbf22e0a1ed tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] 10.222.0.13 "GET /v2.0/security-groups/aba60c17-41be-4a6f-9dc4-4b85d00c807d HTTP/1.1" status: 200 len: 2981 time: 0.1173441 Jun 04 16:12:59.718302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db7062-666f-4b6b-9935-904205be3946 req-32016e9f-9019-414c-92b4-ff01d9e03b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:59.719917 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9db7062-666f-4b6b-9935-904205be3946 req-32016e9f-9019-414c-92b4-ff01d9e03b0d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 1096 time: 0.1177936 Jun 04 16:12:59.770728 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9db7062-666f-4b6b-9935-904205be3946 req-edf44d67-477c-4e57-a69a-2d59280cc92e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446846 Jun 04 16:12:59.822641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7b79222-a322-40c6-b969-6ecd04212856 req-7575fd52-7163-4213-9729-e6eff7a7c0db tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ebbf6318-63cb-48c8-8ac9-180089579051 HTTP/1.1" status: 200 len: 1776 time: 0.0430865 Jun 04 16:12:59.844992 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-6fdbd78a-4ebd-4d4c-a85d-34881ccc08ab tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452623 Jun 04 16:12:59.941944 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e7b79222-a322-40c6-b969-6ecd04212856 req-3b07ca9b-3bc0-4a22-b6f6-a17ba21bfb28 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:12:59.964246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a50c9-02fb-4b7e-84ca-383e9a2153f4 req-4fad2b3f-486d-4e91-b5ac-ea9ad00c492e tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:12:59.965787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf6a50c9-02fb-4b7e-84ca-383e9a2153f4 req-4fad2b3f-486d-4e91-b5ac-ea9ad00c492e tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 970 time: 0.1421549 Jun 04 16:12:59.996212 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f277c3dc-102c-4067-8846-f2ef9fcee49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:00.002592 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e7b79222-a322-40c6-b969-6ecd04212856 req-3b07ca9b-3bc0-4a22-b6f6-a17ba21bfb28 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:00.060286 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf6a50c9-02fb-4b7e-84ca-383e9a2153f4 req-b35ca828-e8df-44c9-8a3f-bc914aabb43b tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841193 Jun 04 16:13:00.079771 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e7b79222-a322-40c6-b969-6ecd04212856 req-3b07ca9b-3bc0-4a22-b6f6-a17ba21bfb28 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:00.088205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-6922048e-5d45-4a4b-8729-237067e4af24 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:00.089686 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-6922048e-5d45-4a4b-8729-237067e4af24 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383327 Jun 04 16:13:00.103125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Request body: {'port': {'device_id': '9c54bc12-2f3a-4dff-87c5-6845bf3f5570', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '7266c7f5f1c14d469ab9832f7ed5833f'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:00.105736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07ca9b-3bc0-4a22-b6f6-a17ba21bfb28 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbf6318-63cb-48c8-8ac9-180089579051,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:00.135067 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e7b79222-a322-40c6-b969-6ecd04212856 req-3b07ca9b-3bc0-4a22-b6f6-a17ba21bfb28 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:00.141842 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7b79222-a322-40c6-b969-6ecd04212856 req-3b07ca9b-3bc0-4a22-b6f6-a17ba21bfb28 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebbf6318-63cb-48c8-8ac9-180089579051 HTTP/1.1" status: 204 len: 173 time: 0.2805710 Jun 04 16:13:00.215311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c799178f-fbfb-446e-8d55-c9b7c02926b3 req-0aef7564-6ccc-438e-9583-e5fd638a8fdf tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2ec6baf9-9a52-4689-ab66-d5d82e16320b HTTP/1.1" status: 200 len: 1778 time: 0.0572195 Jun 04 16:13:00.294565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-bef370d5-23f6-42cf-ae50-c1f2746c6717 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475137 Jun 04 16:13:00.299520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:00.302910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:13:00.328853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:00.353484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Made reservation on behalf of 7266c7f5f1c14d469ab9832f7ed5833f for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:00.359593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:00.460452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:00.475747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:00.475945 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:00.577358 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c799178f-fbfb-446e-8d55-c9b7c02926b3 req-c8c8474e-0da4-4824-9780-3d9038168718 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:00.674688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:00.675283 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:00.679847 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c049c54-f3f7-4247-89dc-1d7eea3cdfa4 req-6f2ecd0e-2be5-4f79-a758-5636a36fa08b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 210 time: 0.0820744 Jun 04 16:13:00.687319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Allocated IP 192.168.233.222 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/935ba045-1bd2-4bc3-b360-dfbf094419a3) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:13:00.695451 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c799178f-fbfb-446e-8d55-c9b7c02926b3 req-c8c8474e-0da4-4824-9780-3d9038168718 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:00.742745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:00.755098 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:00.800659 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c799178f-fbfb-446e-8d55-c9b7c02926b3 req-c8c8474e-0da4-4824-9780-3d9038168718 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:00.834215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8474e-0da4-4824-9780-3d9038168718 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec6baf9-9a52-4689-ab66-d5d82e16320b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:00.853874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ef7c24d9-12e8-4e9a-aacb-896311d53508 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:00.855722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ef7c24d9-12e8-4e9a-aacb-896311d53508 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5550730 Jun 04 16:13:00.857166 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c799178f-fbfb-446e-8d55-c9b7c02926b3 req-c8c8474e-0da4-4824-9780-3d9038168718 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:00.858244 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c799178f-fbfb-446e-8d55-c9b7c02926b3 req-c8c8474e-0da4-4824-9780-3d9038168718 tempest-SecurityGroupsTestAdminJSON-757618690 tempest-SecurityGroupsTestAdminJSON-757618690-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ec6baf9-9a52-4689-ab66-d5d82e16320b HTTP/1.1" status: 204 len: 173 time: 0.6413105 Jun 04 16:13:00.868928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Request body: {'port': {'device_id': '6580ea9c-9cc1-4d2b-b114-01577f0bbac4', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '7266c7f5f1c14d469ab9832f7ed5833f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:00.947861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:00.980661 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:00.997112 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:01.017367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Transition to ACTIVE for port object 935ba045-1bd2-4bc3-b360-dfbf094419a3 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:01.061939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:01.076497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:01.099839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:01.164609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:01.172838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:13:01.179100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:01.185129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:13:01.190615 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21f27440-e438-4913-a0d9-41ee0db57778 req-a9e409ee-a708-43e5-a78a-95c66bc6bece tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] 10.222.0.13 "GET /v2.0/security-groups/b64b2de2-1311-4d8c-a151-66413db7e822 HTTP/1.1" status: 200 len: 1776 time: 0.1684937 Jun 04 16:13:01.197685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:01.199432 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:01.201659 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:01.222288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event updated for resources: {'Port': ['ID=935ba045-1bd2-4bc3-b360-dfbf094419a3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:01.251947 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-19864a3d-0597-471c-9edb-d9aadd8ccf48 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1529899 Jun 04 16:13:01.253625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Made reservation on behalf of 7266c7f5f1c14d469ab9832f7ed5833f for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:01.257209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:01.263456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Request body: {'port': {'device_id': '9c54bc12-2f3a-4dff-87c5-6845bf3f5570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:01.370070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab75dd-aa1e-4f67-9f21-309dfdbcae51 req-75652a2d-d17b-42bb-96ad-453991660f1a tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:01.377397 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9ab75dd-aa1e-4f67-9f21-309dfdbcae51 req-75652a2d-d17b-42bb-96ad-453991660f1a tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 945 time: 0.2834120 Jun 04 16:13:01.399299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21f27440-e438-4913-a0d9-41ee0db57778 req-9a1227da-702f-4db3-b270-a7e744a38349 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:01.403495 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:01.472154 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21f27440-e438-4913-a0d9-41ee0db57778 req-9a1227da-702f-4db3-b270-a7e744a38349 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:01.484219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9ab75dd-aa1e-4f67-9f21-309dfdbcae51 req-26a86258-af02-463e-9393-e2f3c8809842 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059062 Jun 04 16:13:01.504964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d7a927-7ccc-40c9-91d5-6e34ee15f669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:01.562298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4e778b0d-76c3-4a02-ab78-ec706b989635 None None] Provisioning for port 935ba045-1bd2-4bc3-b360-dfbf094419a3 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:01.570566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4e778b0d-76c3-4a02-ab78-ec706b989635 None None] Provisioning complete for port 935ba045-1bd2-4bc3-b360-dfbf094419a3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:01.570942 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4e778b0d-76c3-4a02-ab78-ec706b989635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:01.597117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Allocated IP 192.168.233.21 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/38a2a4f7-bf0d-47ab-848f-c5487ecbe283) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:13:01.599375 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21f27440-e438-4913-a0d9-41ee0db57778 req-9a1227da-702f-4db3-b270-a7e744a38349 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:01.624524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1227da-702f-4db3-b270-a7e744a38349 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64b2de2-1311-4d8c-a151-66413db7e822,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:01.676470 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21f27440-e438-4913-a0d9-41ee0db57778 req-9a1227da-702f-4db3-b270-a7e744a38349 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:01.686989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21f27440-e438-4913-a0d9-41ee0db57778 req-9a1227da-702f-4db3-b270-a7e744a38349 tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] 10.222.0.13 "DELETE /v2.0/security-groups/b64b2de2-1311-4d8c-a151-66413db7e822 HTTP/1.1" status: 204 len: 173 time: 0.4881127 Jun 04 16:13:01.704052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4e778b0d-76c3-4a02-ab78-ec706b989635 None None] Port 935ba045-1bd2-4bc3-b360-dfbf094419a3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:13:01.722851 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cfe9899-ed41-4a57-a1a5-439c0322fee7'] response: {'server_uuid': 'f3d7a927-7ccc-40c9-91d5-6e34ee15f669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb', 'code': 200} Jun 04 16:13:01.783848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.42', 60188) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:01.874986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c1246-c7c0-47a0-956e-0750972bb5ea req-3d5a2cf3-6b3d-4461-8b10-07827c7556f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:01.876494 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c43c1246-c7c0-47a0-956e-0750972bb5ea req-3d5a2cf3-6b3d-4461-8b10-07827c7556f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 1122 time: 0.0914900 Jun 04 16:13:01.923507 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c43c1246-c7c0-47a0-956e-0750972bb5ea req-99d8e5d3-585c-4565-b91b-b71df71f20ba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403967 Jun 04 16:13:02.018131 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:02.041577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e043e205-7bdc-4706-b05c-f0595ece23de req-fef9e09a-e3c2-4786-aece-38284424ba7e tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] 10.222.0.13 "GET /v2.0/security-groups/c7ed833d-c295-448a-84d1-e70959d191f2 HTTP/1.1" status: 200 len: 1777 time: 0.0945086 Jun 04 16:13:02.042736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Transition to ACTIVE for port object 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:02.050465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f8456-fce9-457e-85e4-4d503d69029c req-4d99d80f-9feb-4caf-adf2-45a0bc7543b9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:02.051861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-465f8456-fce9-457e-85e4-4d503d69029c req-4d99d80f-9feb-4caf-adf2-45a0bc7543b9 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 971 time: 0.2801828 Jun 04 16:13:02.138209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-465f8456-fce9-457e-85e4-4d503d69029c req-82308c42-bfba-49b6-adac-ee376c77199b tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723693 Jun 04 16:13:02.159171 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:02.173218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:02.213667 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e043e205-7bdc-4706-b05c-f0595ece23de req-c0ab897a-09ad-47e7-90fe-141b7640541c tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:02.264266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:13:02.302313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:02.303384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event updated for resources: {'Port': ['ID=38a2a4f7-bf0d-47ab-848f-c5487ecbe283,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:02.307771 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e043e205-7bdc-4706-b05c-f0595ece23de req-c0ab897a-09ad-47e7-90fe-141b7640541c tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:02.324453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:13:02.329554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:02.330153 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:02.386054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-ec66e3ed-41f5-4576-909c-daf97880de66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5213950 Jun 04 16:13:02.388536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935ba045-1bd2-4bc3-b360-dfbf094419a3 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:02.393969 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:02.399288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Request body: {'port': {'device_id': '6580ea9c-9cc1-4d2b-b114-01577f0bbac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:02.400191 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:02.416185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Transition to ACTIVE for port object 935ba045-1bd2-4bc3-b360-dfbf094419a3 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:02.420172 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:02.451246 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e043e205-7bdc-4706-b05c-f0595ece23de req-c0ab897a-09ad-47e7-90fe-141b7640541c tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:02.508048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab897a-09ad-47e7-90fe-141b7640541c tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ed833d-c295-448a-84d1-e70959d191f2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:02.545304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79efa1-36ef-460c-b12a-df7157408b58 req-4931fb47-6a1d-4751-b755-32289cc6cd98 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:02.545952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4c79efa1-36ef-460c-b12a-df7157408b58 req-4931fb47-6a1d-4751-b755-32289cc6cd98 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:13:02.552658 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e043e205-7bdc-4706-b05c-f0595ece23de req-c0ab897a-09ad-47e7-90fe-141b7640541c tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:02.558273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e043e205-7bdc-4706-b05c-f0595ece23de req-c0ab897a-09ad-47e7-90fe-141b7640541c tempest-SecurityGroupsTestAdminJSON-1265772473 tempest-SecurityGroupsTestAdminJSON-1265772473-project] 10.222.0.13 "DELETE /v2.0/security-groups/c7ed833d-c295-448a-84d1-e70959d191f2 HTTP/1.1" status: 204 len: 173 time: 0.5021439 Jun 04 16:13:02.578359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Pushing event updated for resources: {'Port': ['ID=935ba045-1bd2-4bc3-b360-dfbf094419a3,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:02.584956 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:02.613537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4c79efa1-36ef-460c-b12a-df7157408b58 req-4931fb47-6a1d-4751-b755-32289cc6cd98 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:13:02.632176 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c79efa1-36ef-460c-b12a-df7157408b58 req-4931fb47-6a1d-4751-b755-32289cc6cd98 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 935 time: 0.3794947 Jun 04 16:13:02.639340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-171bcbea-4895-481c-84da-041a6ac0d0d0 None None] Provisioning for port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:02.646514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-171bcbea-4895-481c-84da-041a6ac0d0d0 None None] Provisioning complete for port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:02.646970 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-171bcbea-4895-481c-84da-041a6ac0d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:02.715037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-171bcbea-4895-481c-84da-041a6ac0d0d0 None None] Port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:13:02.719161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Attempting to bind port 935ba045-1bd2-4bc3-b360-dfbf094419a3 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:13:02.719559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Attempting to bind port 935ba045-1bd2-4bc3-b360-dfbf094419a3 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:13:02.719949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Attempting to bind port 935ba045-1bd2-4bc3-b360-dfbf094419a3 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:02.723039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c79efa1-36ef-460c-b12a-df7157408b58 req-cb92f210-cfef-48d2-a6e5-1d651ea2743c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899882 Jun 04 16:13:02.725452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Port 935ba045-1bd2-4bc3-b360-dfbf094419a3 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:13:02.725933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Attempting to bind port 935ba045-1bd2-4bc3-b360-dfbf094419a3 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:02.732338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:13:02.732720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:02.733163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:13:02.733685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Bound port: 935ba045-1bd2-4bc3-b360-dfbf094419a3, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:13:02.734103 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:02.941550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] For port 935ba045-1bd2-4bc3-b360-dfbf094419a3, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:13:02.945828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] For port 935ba045-1bd2-4bc3-b360-dfbf094419a3, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=935ba045-1bd2-4bc3-b360-dfbf094419a3,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:13:02.954862 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:03.041417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:03.043382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:03.045413 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] 10.222.0.42 "PUT /v2.0/ports/935ba045-1bd2-4bc3-b360-dfbf094419a3 HTTP/1.1" status: 200 len: 1096 time: 1.7865891 Jun 04 16:13:03.048195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c54bc12-2f3a-4dff-87c5-6845bf3f5570', 'tag': '935ba045-1bd2-4bc3-b360-dfbf094419a3'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:03.075564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dcb8e-8eb5-4ff5-ac7d-17c42e2adc6f service neutron] Pushing event updated for resources: {'Port': ['ID=935ba045-1bd2-4bc3-b360-dfbf094419a3,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:03.099051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55214) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:03.148692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f2b96-ee54-49dd-a747-8fb1ed05fdb1 req-7153b004-4a50-445b-8c50-4bfb4640d79c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:03.159559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-463f2b96-ee54-49dd-a747-8fb1ed05fdb1 req-7153b004-4a50-445b-8c50-4bfb4640d79c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 945 time: 0.3642378 Jun 04 16:13:03.195838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-522be17d-264a-43e5-b1af-9d959ded9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:03.198065 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-522be17d-264a-43e5-b1af-9d959ded9063 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570 HTTP/1.1" status: 200 len: 1099 time: 0.0927556 Jun 04 16:13:03.316921 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-463f2b96-ee54-49dd-a747-8fb1ed05fdb1 req-167c618c-0370-4156-adcd-c128796fd9e1 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587589 Jun 04 16:13:03.403703 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-5277db67-054b-4e5a-ac7f-63aa740adb22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=935ba045-1bd2-4bc3-b360-dfbf094419a3 HTTP/1.1" status: 200 len: 217 time: 0.1992991 Jun 04 16:13:03.455992 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b767d6b-fbcb-4156-be19-43e16db8212f'] response: {'name': 'network-changed', 'server_uuid': '9c54bc12-2f3a-4dff-87c5-6845bf3f5570', 'tag': '935ba045-1bd2-4bc3-b360-dfbf094419a3', 'status': 'completed', 'code': 200} Jun 04 16:13:03.493456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:03.502599 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:03.526166 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-872692ac-9978-4c08-8143-1b211d493796 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd772ce722d34a5c8b7ebb10334e8b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258418 Jun 04 16:13:03.528712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55236) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:03.554723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-d5643432-c713-46bb-8504-5ce89b46473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:03.556374 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-d5643432-c713-46bb-8504-5ce89b46473b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1460559 Jun 04 16:13:03.565885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Transition to ACTIVE for port object 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:03.571341 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:03.580865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:03.662574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fc2748a-f119-468a-bdb7-29dfb039aea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:03.697183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fc2748a-f119-468a-bdb7-29dfb039aea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:03.723869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-573a9e2a-b7da-430a-a7c5-07083d7cbca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:03.725367 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-573a9e2a-b7da-430a-a7c5-07083d7cbca3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1460927 Jun 04 16:13:03.764508 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=38a2a4f7-bf0d-47ab-848f-c5487ecbe283,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:03.804867 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:03.831049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9a137-ebc8-4ebc-8385-a3dfbf6f23d7 req-28e6e274-ffbb-4fea-9d06-3bebf15ff06f tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:03.839722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90f9a137-ebc8-4ebc-8385-a3dfbf6f23d7 req-28e6e274-ffbb-4fea-9d06-3bebf15ff06f tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 971 time: 0.3278794 Jun 04 16:13:03.861658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fc2748a-f119-468a-bdb7-29dfb039aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:03.879961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Attempting to bind port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:13:03.880285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Attempting to bind port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:13:03.880603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Attempting to bind port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:03.887691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2748a-f119-468a-bdb7-29dfb039aea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba60c17-41be-4a6f-9dc4-4b85d00c807d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:03.902526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:13:03.902843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Attempting to bind port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:03.914219 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-c04a6313-dc03-4e56-9fed-4cb204a18854 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802602 Jun 04 16:13:03.915606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6467e-d200-4b86-ada9-9d29d4671462 req-b430963e-1131-4a9a-8f72-72cd90a30a05 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:03.917010 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fc2748a-f119-468a-bdb7-29dfb039aea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:03.917126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8f6467e-d200-4b86-ada9-9d29d4671462 req-b430963e-1131-4a9a-8f72-72cd90a30a05 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 945 time: 0.3008816 Jun 04 16:13:03.918033 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4fc2748a-f119-468a-bdb7-29dfb039aea9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aba60c17-41be-4a6f-9dc4-4b85d00c807d HTTP/1.1" status: 204 len: 168 time: 0.3884284 Jun 04 16:13:03.937466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55244) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:03.939538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90f9a137-ebc8-4ebc-8385-a3dfbf6f23d7 req-e9ee7fd6-17b2-4792-836e-6609b110483f tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984280 Jun 04 16:13:03.943561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:13:03.943982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:03.944569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:13:03.945089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Bound port: 38a2a4f7-bf0d-47ab-848f-c5487ecbe283, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:13:03.945513 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:03.997951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-36310661-7e75-4480-9438-ba7c2fd23658 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Request body: {'floatingip': {'port_id': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:04.048858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] For port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:13:04.052169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] For port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=38a2a4f7-bf0d-47ab-848f-c5487ecbe283,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:13:04.064428 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:04.102575 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36310661-7e75-4480-9438-ba7c2fd23658 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:04.186555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=38a2a4f7-bf0d-47ab-848f-c5487ecbe283,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:04.193007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:04.193645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:04.195132 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-fe802fd6-59f1-44c0-a07f-973192fde5a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/38a2a4f7-bf0d-47ab-848f-c5487ecbe283 HTTP/1.1" status: 200 len: 1095 time: 1.8021193 Jun 04 16:13:04.195570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6580ea9c-9cc1-4d2b-b114-01577f0bbac4', 'tag': '38a2a4f7-bf0d-47ab-848f-c5487ecbe283'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:04.372200 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-1974a4b3-c690-4f91-9993-4dec5d059e6f service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520166 Jun 04 16:13:04.473090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55264) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:04.597640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c1d5e-ff1f-4c16-9bda-63d3dd6dc8ff req-ba2f29bb-ecb0-4df8-b770-5626a8c2557b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:04.601036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-070c1d5e-ff1f-4c16-9bda-63d3dd6dc8ff req-ba2f29bb-ecb0-4df8-b770-5626a8c2557b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 947 time: 0.3027394 Jun 04 16:13:04.647274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-928be5a4-1108-432c-bd2d-6cc239380a59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22fe48bcf0c74f3ea8166fddd40b4151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605771 Jun 04 16:13:04.647274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55276) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:04.652834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-5ca2725d-bd41-4524-9b12-7d3121ff9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:04.654261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-5ca2725d-bd41-4524-9b12-7d3121ff9d90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 1098 time: 0.4116104 Jun 04 16:13:04.732785 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f4beab2-254c-4b86-a767-4f727c5d2446'] response: {'name': 'network-changed', 'server_uuid': '6580ea9c-9cc1-4d2b-b114-01577f0bbac4', 'tag': '38a2a4f7-bf0d-47ab-848f-c5487ecbe283', 'status': 'completed', 'code': 200} Jun 04 16:13:04.747546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-4eb90e68-22b3-4c19-9c89-0dd77a100c9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=38a2a4f7-bf0d-47ab-848f-c5487ecbe283 HTTP/1.1" status: 200 len: 217 time: 0.0768151 Jun 04 16:13:04.762677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39384f1f-70ae-4b5a-8411-47b7ac0b2192 req-723ae1d0-9993-48f4-acc4-e721cdf25cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:04.763756 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-070c1d5e-ff1f-4c16-9bda-63d3dd6dc8ff req-6a734ddb-d76a-42f3-8b80-832d8ea76c0d tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534452 Jun 04 16:13:04.764244 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-39384f1f-70ae-4b5a-8411-47b7ac0b2192 req-723ae1d0-9993-48f4-acc4-e721cdf25cd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570 HTTP/1.1" status: 200 len: 1099 time: 0.2644808 Jun 04 16:13:04.927025 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b9e3-09a5-4f54-9795-90dffd34ff44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:04.953546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-10449950-6108-409a-864a-a9f6c80cb5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:04.955056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-10449950-6108-409a-864a-a9f6c80cb5b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1870251 Jun 04 16:13:04.956723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55290) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:05.023885 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b9e3-09a5-4f54-9795-90dffd34ff44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:05.122292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84d7d7-069e-4b60-bfaa-37a4a8209971 req-b1db1041-084c-4bbb-90ca-fbd978ab8045 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:05.129870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de84d7d7-069e-4b60-bfaa-37a4a8209971 req-b1db1041-084c-4bbb-90ca-fbd978ab8045 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 971 time: 0.2838273 Jun 04 16:13:05.163770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39384f1f-70ae-4b5a-8411-47b7ac0b2192 req-48ca1982-709f-4b47-affe-262b07051289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:05.165325 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-39384f1f-70ae-4b5a-8411-47b7ac0b2192 req-48ca1982-709f-4b47-affe-262b07051289 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.3914909 Jun 04 16:13:05.174614 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c79df57c-2068-4f1b-9336-915353063f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:05.197040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-df9ca4a5-30d4-4df1-8fba-c8c1ad67936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:05.198601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-df9ca4a5-30d4-4df1-8fba-c8c1ad67936e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2248724 Jun 04 16:13:05.202995 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b9e3-09a5-4f54-9795-90dffd34ff44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:05.220944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c79df57c-2068-4f1b-9336-915353063f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:05.260560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c79df57c-2068-4f1b-9336-915353063f0f admin admin] Usage tracker for resource:security_group_rule and tenant:0a1b6ff11e424f1cab91462d7384c808 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:05.266746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5b9e3-09a5-4f54-9795-90dffd34ff44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99d8def-917e-4efc-a898-1074a68a5034,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:05.270872 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de84d7d7-069e-4b60-bfaa-37a4a8209971 req-b5116399-9da7-4eac-ab28-78e1b29723e1 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401873 Jun 04 16:13:05.272274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c79df57c-2068-4f1b-9336-915353063f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:05.287665 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-39384f1f-70ae-4b5a-8411-47b7ac0b2192 req-e0d65260-42b9-4028-bbb4-9c2be684981e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=935ba045-1bd2-4bc3-b360-dfbf094419a3 HTTP/1.1" status: 200 len: 217 time: 0.1134036 Jun 04 16:13:05.343527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c79df57c-2068-4f1b-9336-915353063f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:05.359820 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-36310661-7e75-4480-9438-ba7c2fd23658 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:13:05.364652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b9e3-09a5-4f54-9795-90dffd34ff44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:05.368048 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e4b5b9e3-09a5-4f54-9795-90dffd34ff44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a99d8def-917e-4efc-a898-1074a68a5034 HTTP/1.1" status: 204 len: 168 time: 0.7156649 Jun 04 16:13:05.439226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-e1f5d9c3-c964-4c04-9f2b-aed01fad5852 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301319 Jun 04 16:13:05.568953 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39384f1f-70ae-4b5a-8411-47b7ac0b2192 req-fe9fea9f-56e9-4fcb-925e-feb790055f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:05.570654 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-39384f1f-70ae-4b5a-8411-47b7ac0b2192 req-fe9fea9f-56e9-4fcb-925e-feb790055f56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2765822 Jun 04 16:13:05.690755 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36310661-7e75-4480-9438-ba7c2fd23658 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:05.711072 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36310661-7e75-4480-9438-ba7c2fd23658 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:05.777713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55338) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:05.814310 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c79df57c-2068-4f1b-9336-915353063f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:05.852234 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c79df57c-2068-4f1b-9336-915353063f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:05.904215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c0a36d8-9313-4ace-a9c4-251b498a2148 req-3ba323ef-d935-4741-82b2-ac3b8986be72 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582756 Jun 04 16:13:05.943359 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c79df57c-2068-4f1b-9336-915353063f0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a1b6ff11e424f1cab91462d7384c808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9788585 Jun 04 16:13:05.946298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55354) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:05.949299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79df57c-2068-4f1b-9336-915353063f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be7bf53-a46e-4a7f-b6ec-9eeb08b640f3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:06.036768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39384f1f-70ae-4b5a-8411-47b7ac0b2192 req-ed60f3d9-ca51-4c3d-8dd9-82a5cbbb3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:06.038554 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-39384f1f-70ae-4b5a-8411-47b7ac0b2192 req-ed60f3d9-ca51-4c3d-8dd9-82a5cbbb3139 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4603848 Jun 04 16:13:06.140722 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-36310661-7e75-4480-9438-ba7c2fd23658 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Floating IP 75e71bdd-b0de-424a-84e8-f70a3f1e2fe6 associated. External IP: 172.25.5.162, port: 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3. Jun 04 16:13:06.162346 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afe56b25-5ae3-4afd-9961-13fca66ba55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:06.246522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-afe56b25-5ae3-4afd-9961-13fca66ba55b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:06.271969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-afe56b25-5ae3-4afd-9961-13fca66ba55b admin admin] Usage tracker for resource:security_group_rule and tenant:2dbb8fdd08d5476fa5271e07e87c2c0d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:06.280857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-afe56b25-5ae3-4afd-9961-13fca66ba55b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:06.287995 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82941a7c-7586-44b1-9556-fcc177ec864c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:06.291308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-afe56b25-5ae3-4afd-9961-13fca66ba55b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:06.316237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37890b-3a26-4400-867f-9dadf32ae2f5 req-1be12a92-fb58-4470-af6a-f0aebf849247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:06.317754 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f37890b-3a26-4400-867f-9dadf32ae2f5 req-1be12a92-fb58-4470-af6a-f0aebf849247 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 1098 time: 0.3288810 Jun 04 16:13:06.370911 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-39384f1f-70ae-4b5a-8411-47b7ac0b2192 req-9f82993f-f83d-4c40-8a14-f1893fd0a517 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225250 Jun 04 16:13:06.392423 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82941a7c-7586-44b1-9556-fcc177ec864c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:06.463342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e820ab-fa21-4b5b-b750-4be994019492 req-8582adda-4bae-4f19-bd91-287d74d77e5e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:06.465037 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6e820ab-fa21-4b5b-b750-4be994019492 req-8582adda-4bae-4f19-bd91-287d74d77e5e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 947 time: 0.3916245 Jun 04 16:13:06.564874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37890b-3a26-4400-867f-9dadf32ae2f5 req-a18bfeca-69e6-47dd-a267-786d1ca4f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:06.566663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f37890b-3a26-4400-867f-9dadf32ae2f5 req-a18bfeca-69e6-47dd-a267-786d1ca4f228 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2406240 Jun 04 16:13:06.600410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81357cb8-1d36-4c9b-928c-2639cdeb3c91 req-216a254b-3da6-45b9-be9e-eb591caa7a50 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:06.602139 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-81357cb8-1d36-4c9b-928c-2639cdeb3c91 req-216a254b-3da6-45b9-be9e-eb591caa7a50 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 971 time: 0.4412394 Jun 04 16:13:06.687505 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f37890b-3a26-4400-867f-9dadf32ae2f5 req-6816b281-d66b-4c72-958d-70a3d7c1e0e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=38a2a4f7-bf0d-47ab-848f-c5487ecbe283 HTTP/1.1" status: 200 len: 217 time: 0.0963850 Jun 04 16:13:06.782155 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-39384f1f-70ae-4b5a-8411-47b7ac0b2192 req-737f3b40-5a76-43da-93f9-6798489bd44f service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016190 Jun 04 16:13:06.782444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6e820ab-fa21-4b5b-b750-4be994019492 req-49709210-0019-42b1-928f-74535afe7587 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959626 Jun 04 16:13:06.817580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36310661-7e75-4480-9438-ba7c2fd23658 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:13:06.851283 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-81357cb8-1d36-4c9b-928c-2639cdeb3c91 req-79650ab6-3ac0-4256-a69f-b2caa2758f70 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f0b6e8c-b62d-4140-8090-af24e6216e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715820 Jun 04 16:13:06.863487 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afe56b25-5ae3-4afd-9961-13fca66ba55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:06.865472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37890b-3a26-4400-867f-9dadf32ae2f5 req-cdaa63c8-4238-435a-8c65-a0882c26ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:06.867143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f37890b-3a26-4400-867f-9dadf32ae2f5 req-cdaa63c8-4238-435a-8c65-a0882c26ab97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1521938 Jun 04 16:13:06.868224 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82941a7c-7586-44b1-9556-fcc177ec864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:06.920643 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afe56b25-5ae3-4afd-9961-13fca66ba55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:06.935749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82941a7c-7586-44b1-9556-fcc177ec864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be7bf53-a46e-4a7f-b6ec-9eeb08b640f3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:07.097425 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82941a7c-7586-44b1-9556-fcc177ec864c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:07.103650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-82941a7c-7586-44b1-9556-fcc177ec864c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0be7bf53-a46e-4a7f-b6ec-9eeb08b640f3 HTTP/1.1" status: 204 len: 168 time: 1.1513224 Jun 04 16:13:07.103650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-afe56b25-5ae3-4afd-9961-13fca66ba55b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dbb8fdd08d5476fa5271e07e87c2c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3198154 Jun 04 16:13:07.106185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55398) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:07.108890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe56b25-5ae3-4afd-9961-13fca66ba55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decfc1c3-e87d-4595-90d5-669f235b2a05,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:07.141610 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36310661-7e75-4480-9438-ba7c2fd23658 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:13:07.158859 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36310661-7e75-4480-9438-ba7c2fd23658 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:07.159912 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351674a-18e0-48f8-8fd6-61e92e60d2a9 None None] Sync routers for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:13:07.191794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37890b-3a26-4400-867f-9dadf32ae2f5 req-e442bb67-a130-4b84-ba3f-279cd4486bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:07.196416 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351674a-18e0-48f8-8fd6-61e92e60d2a9 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:13:07.197039 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e351674a-18e0-48f8-8fd6-61e92e60d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:13:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:13:07.202636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f37890b-3a26-4400-867f-9dadf32ae2f5 req-e442bb67-a130-4b84-ba3f-279cd4486bc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3171656 Jun 04 16:13:07.253356 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3de99f84-3b80-49c6-af53-b4cdf425d14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:07.308146 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-36310661-7e75-4480-9438-ba7c2fd23658 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "PUT /v2.0/floatingips/75e71bdd-b0de-424a-84e8-f70a3f1e2fe6 HTTP/1.1" status: 200 len: 991 time: 3.3663816 Jun 04 16:13:07.312213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86fc5b3-47cf-422c-b333-a2a8c772ea2a', 'tag': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:07.345194 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3de99f84-3b80-49c6-af53-b4cdf425d14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:07.356828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ff78e-683d-4df3-9e3e-e82e93c208f9 req-81d3da03-305d-4a78-8693-3cc258c10fb7 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:07.358224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-cd5ff78e-683d-4df3-9e3e-e82e93c208f9 req-81d3da03-305d-4a78-8693-3cc258c10fb7 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Synchronizing usage tracker for tenant:1d0f829fb7e642efaa8a68a49f06521f on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:13:07.387848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-cd5ff78e-683d-4df3-9e3e-e82e93c208f9 req-81d3da03-305d-4a78-8693-3cc258c10fb7 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Unset dirty status for tenant:1d0f829fb7e642efaa8a68a49f06521f on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:13:07.389204 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cd5ff78e-683d-4df3-9e3e-e82e93c208f9 req-81d3da03-305d-4a78-8693-3cc258c10fb7 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 971 time: 0.1703923 Jun 04 16:13:07.420345 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3de99f84-3b80-49c6-af53-b4cdf425d14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:07.442310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de99f84-3b80-49c6-af53-b4cdf425d14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decfc1c3-e87d-4595-90d5-669f235b2a05,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:07.451486 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3de99f84-3b80-49c6-af53-b4cdf425d14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:07.463998 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3de99f84-3b80-49c6-af53-b4cdf425d14f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/decfc1c3-e87d-4595-90d5-669f235b2a05 HTTP/1.1" status: 204 len: 168 time: 0.3566511 Jun 04 16:13:07.519242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f37890b-3a26-4400-867f-9dadf32ae2f5 req-fd7567f6-681b-49fa-b3c2-7e8061779f37 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051121 Jun 04 16:13:07.575940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-cd5ff78e-683d-4df3-9e3e-e82e93c208f9 req-ff9a242f-3429-4954-afd9-3e4c4ec7ee30 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Deleting port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:13:07.577861 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-cd5ff78e-683d-4df3-9e3e-e82e93c208f9 req-ff9a242f-3429-4954-afd9-3e4c4ec7ee30 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:07.664056 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b8e136-1c0b-4887-9752-c8a7c8bfa925'] response: {'name': 'network-changed', 'server_uuid': 'a86fc5b3-47cf-422c-b333-a2a8c772ea2a', 'tag': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3', 'status': 'completed', 'code': 200} Jun 04 16:13:07.693739 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e351674a-18e0-48f8-8fd6-61e92e60d2a9 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:13:07.868406 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55440) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:07.943943 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d696f234-2cd5-4ab9-aef4-4210d3a426f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:08.020819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d696f234-2cd5-4ab9-aef4-4210d3a426f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:08.034264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d696f234-2cd5-4ab9-aef4-4210d3a426f3 admin admin] Usage tracker for resource:security_group_rule and tenant:ff798041c15649149f66641ceb2c6be6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:08.040056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d696f234-2cd5-4ab9-aef4-4210d3a426f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:08.050370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d696f234-2cd5-4ab9-aef4-4210d3a426f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:08.100423 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f37890b-3a26-4400-867f-9dadf32ae2f5 req-9edf7d1b-51b9-43c3-a3a8-41f4e407225d service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5736756 Jun 04 16:13:08.121044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-cd5ff78e-683d-4df3-9e3e-e82e93c208f9 req-ff9a242f-3429-4954-afd9-3e4c4ec7ee30 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] For port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:08.121542 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-cd5ff78e-683d-4df3-9e3e-e82e93c208f9 req-ff9a242f-3429-4954-afd9-3e4c4ec7ee30 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:08.123929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea988752-6c12-40cd-bbcb-399dc640b201 req-1e11be7e-1910-4cc3-b11a-56b109a14943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:08.129422 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea988752-6c12-40cd-bbcb-399dc640b201 req-1e11be7e-1910-4cc3-b11a-56b109a14943 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15e2ee17bf0b4a62a666e59544dd12a2&device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 1096 time: 0.4041526 Jun 04 16:13:08.232780 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e351674a-18e0-48f8-8fd6-61e92e60d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '75e71bdd-b0de-424a-84e8-f70a3f1e2fe6', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'port_id': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'mac_address': 'fa:16:3e:90:d4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86fc5b3-47cf-422c-b333-a2a8c772ea2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:12:44Z', 'updated_at': '2022-06-04T16:13:05Z', 'revision_number': 1, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:29Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:13:08.238405 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351674a-18e0-48f8-8fd6-61e92e60d2a9 None None] Checking router: 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:13:08.239321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55452) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:08.250011 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351674a-18e0-48f8-8fd6-61e92e60d2a9 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:13:08.250944 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e351674a-18e0-48f8-8fd6-61e92e60d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:13:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:13:08.277006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e0983-8fc9-4626-901f-cf5bd8516cd5 req-56a69137-4e36-4d36-b5b3-b894b08518d8 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:08.278551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f07e0983-8fc9-4626-901f-cf5bd8516cd5 req-56a69137-4e36-4d36-b5b3-b894b08518d8 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 945 time: 0.3322983 Jun 04 16:13:08.286700 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6e370f1-a10b-483d-a624-38faefd0d5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:08.329927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-cd5ff78e-683d-4df3-9e3e-e82e93c208f9 req-ff9a242f-3429-4954-afd9-3e4c4ec7ee30 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Calling delete_port for c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb owned by compute:tempest-test_az-2115123370 {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:13:08.331829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c6e370f1-a10b-483d-a624-38faefd0d5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:08.349985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c6e370f1-a10b-483d-a624-38faefd0d5a2 admin admin] Usage tracker for resource:security_group_rule and tenant:86035be879ff48fcaf2a0064d95acf2d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:08.362831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c6e370f1-a10b-483d-a624-38faefd0d5a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:08.366093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:13:08.409467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c6e370f1-a10b-483d-a624-38faefd0d5a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:08.476096 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e351674a-18e0-48f8-8fd6-61e92e60d2a9 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:13:08.479770 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f07e0983-8fc9-4626-901f-cf5bd8516cd5 req-ff1952fd-12cf-409e-a56c-535d92408e31 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933525 Jun 04 16:13:08.481506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea988752-6c12-40cd-bbcb-399dc640b201 req-24771968-b560-4d3f-92dc-072255faedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:08.482988 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea988752-6c12-40cd-bbcb-399dc640b201 req-24771968-b560-4d3f-92dc-072255faedc0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7b8a177-7482-4aa4-8cc3-8529f5233c73 HTTP/1.1" status: 200 len: 925 time: 0.3459930 Jun 04 16:13:08.547296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55460) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:08.600442 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d696f234-2cd5-4ab9-aef4-4210d3a426f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:08.680722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d696f234-2cd5-4ab9-aef4-4210d3a426f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:08.766238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696f234-2cd5-4ab9-aef4-4210d3a426f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477c0412-3a73-4b65-b696-1914adf1b485,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:08.780194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=38a2a4f7-bf0d-47ab-848f-c5487ecbe283,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:08.799808 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '38a2a4f7-bf0d-47ab-848f-c5487ecbe283', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '38a2a4f7-bf0d-47ab-848f-c5487ecbe283', 'mac_address': 'fa:16:3e:90:de:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:13:08.819163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea988752-6c12-40cd-bbcb-399dc640b201 req-27adf272-adaa-43e3-87b3-1dcd93873c6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 HTTP/1.1" status: 200 len: 999 time: 0.3227351 Jun 04 16:13:08.856593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:08.857157 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:08.874876 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d696f234-2cd5-4ab9-aef4-4210d3a426f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff798041c15649149f66641ceb2c6be6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0051978 Jun 04 16:13:08.882655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:08.886705 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55470) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:08.899294 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=38a2a4f7-bf0d-47ab-848f-c5487ecbe283,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:08.904928 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:08.905759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 935ba045-1bd2-4bc3-b360-dfbf094419a3 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:13:08.927633 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-cd5ff78e-683d-4df3-9e3e-e82e93c208f9 req-ff9a242f-3429-4954-afd9-3e4c4ec7ee30 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:08.953525 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:08.978735 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c684cbe8-821b-4c63-bbfb-da03ab559bdb req-bf47d51d-ccfb-4866-94a8-9284808e63be tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3d7a927-7ccc-40c9-91d5-6e34ee15f669 HTTP/1.1" status: 200 len: 210 time: 0.0927253 Jun 04 16:13:08.996965 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fc2d62c0-6c4d-4e81-80e7-b851d5e0ede3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b7ac6142ec642d990a177ffae2bb87a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4484179 Jun 04 16:13:09.002905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a242f-3429-4954-afd9-3e4c4ec7ee30 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Pushing event deleted for resources: {'Port': ['ID=c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:09.006811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55474) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:09.054047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=38a2a4f7-bf0d-47ab-848f-c5487ecbe283,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:09.063433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 935ba045-1bd2-4bc3-b360-dfbf094419a3, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=935ba045-1bd2-4bc3-b360-dfbf094419a3,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:09.081474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '935ba045-1bd2-4bc3-b360-dfbf094419a3', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '935ba045-1bd2-4bc3-b360-dfbf094419a3', 'mac_address': 'fa:16:3e:9f:c1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:13:09.120552 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e351674a-18e0-48f8-8fd6-61e92e60d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '75e71bdd-b0de-424a-84e8-f70a3f1e2fe6', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'port_id': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'mac_address': 'fa:16:3e:90:d4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86fc5b3-47cf-422c-b333-a2a8c772ea2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:12:44Z', 'updated_at': '2022-06-04T16:13:05Z', 'revision_number': 1, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:29Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:13:09.120770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea988752-6c12-40cd-bbcb-399dc640b201 req-f21a139f-43ff-457b-bb11-3f48981f2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:09.121427 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5ff78e-683d-4df3-9e3e-e82e93c208f9 req-ff9a242f-3429-4954-afd9-3e4c4ec7ee30 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] No DVR routers for this DVR port c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:13:09.122109 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea988752-6c12-40cd-bbcb-399dc640b201 req-f21a139f-43ff-457b-bb11-3f48981f2788 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=460ec211-bd40-42e1-9b7c-ed495c81fe22 HTTP/1.1" status: 200 len: 863 time: 0.2854900 Jun 04 16:13:09.125396 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6e370f1-a10b-483d-a624-38faefd0d5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.125743 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-cd5ff78e-683d-4df3-9e3e-e82e93c208f9 req-ff9a242f-3429-4954-afd9-3e4c4ec7ee30 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.129818 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351674a-18e0-48f8-8fd6-61e92e60d2a9 None None] The sync data for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 is: [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '75e71bdd-b0de-424a-84e8-f70a3f1e2fe6', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'port_id': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'mac_address': 'fa:16:3e:90:d4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86fc5b3-47cf-422c-b333-a2a8c772ea2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:12:44Z', 'updated_at': '2022-06-04T16:13:05Z', 'revision_number': 1, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:29Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:13:09.175394 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cd5ff78e-683d-4df3-9e3e-e82e93c208f9 req-ff9a242f-3429-4954-afd9-3e4c4ec7ee30 tempest-DeleteServersAdminTestJSON-635310357 tempest-DeleteServersAdminTestJSON-635310357-project] 10.222.0.42 "DELETE /v2.0/ports/c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb HTTP/1.1" status: 204 len: 173 time: 1.7783747 Jun 04 16:13:09.191349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 935ba045-1bd2-4bc3-b360-dfbf094419a3 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:09.191954 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.212323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935ba045-1bd2-4bc3-b360-dfbf094419a3 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:09.224605 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6e370f1-a10b-483d-a624-38faefd0d5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.239949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 935ba045-1bd2-4bc3-b360-dfbf094419a3, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=935ba045-1bd2-4bc3-b360-dfbf094419a3,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:09.251541 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.265590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82e665-b658-4076-a854-5082c9f6d3e0 req-49669ac0-8c72-4ced-91f9-a65170d7589d tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:09.267191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb82e665-b658-4076-a854-5082c9f6d3e0 req-49669ac0-8c72-4ced-91f9-a65170d7589d tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 947 time: 0.5668473 Jun 04 16:13:09.288542 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d8b8a27-c8ae-4e47-8cdf-754e43f59452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.366536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=935ba045-1bd2-4bc3-b360-dfbf094419a3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:09.387990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c6e370f1-a10b-483d-a624-38faefd0d5a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86035be879ff48fcaf2a0064d95acf2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1467032 Jun 04 16:13:09.390686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55492) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:09.427089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e370f1-a10b-483d-a624-38faefd0d5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26e02e4-962f-4c39-9406-5ce1844baa26,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:09.443176 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d8b8a27-c8ae-4e47-8cdf-754e43f59452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.455198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['935ba045-1bd2-4bc3-b360-dfbf094419a3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:09.460115 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-482feb0e-5c61-4532-b74e-f138734e40bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.477373 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b2d1ba04-a4e5-4eb2-919c-8691ee74f860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.484216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb82e665-b658-4076-a854-5082c9f6d3e0 req-d4bbc6b5-936f-4be9-adb5-1a5e31f827b0 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845968 Jun 04 16:13:09.512576 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b2d1ba04-a4e5-4eb2-919c-8691ee74f860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.540134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['38a2a4f7-bf0d-47ab-848f-c5487ecbe283'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:09.597241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-482feb0e-5c61-4532-b74e-f138734e40bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.650368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea988752-6c12-40cd-bbcb-399dc640b201 req-5a30105c-4359-4ded-88d8-fb15facf6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:09.652309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4260af7-14b6-42c3-a317-9e0a1562cb65 None None] New status for floating IP 75e71bdd-b0de-424a-84e8-f70a3f1e2fe6: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:13:09.652443 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea988752-6c12-40cd-bbcb-399dc640b201 req-5a30105c-4359-4ded-88d8-fb15facf6e08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7b8a177-7482-4aa4-8cc3-8529f5233c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5134685 Jun 04 16:13:09.654197 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b2d1ba04-a4e5-4eb2-919c-8691ee74f860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.685455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d7a927-7ccc-40c9-91d5-6e34ee15f669', 'name': 'network-vif-deleted', 'tag': 'c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:09.711499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1ba04-a4e5-4eb2-919c-8691ee74f860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26e02e4-962f-4c39-9406-5ce1844baa26,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:09.729674 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b2d1ba04-a4e5-4eb2-919c-8691ee74f860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.731269 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b2d1ba04-a4e5-4eb2-919c-8691ee74f860 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c26e02e4-962f-4c39-9406-5ce1844baa26 HTTP/1.1" status: 204 len: 168 time: 0.3390646 Jun 04 16:13:09.771711 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc40b74f-3e2a-4eac-88a0-df7603affd08'] response: {'server_uuid': 'f3d7a927-7ccc-40c9-91d5-6e34ee15f669', 'name': 'network-vif-deleted', 'tag': 'c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb', 'status': 'completed', 'code': 200} Jun 04 16:13:09.826491 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d8b8a27-c8ae-4e47-8cdf-754e43f59452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.864645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b8a27-c8ae-4e47-8cdf-754e43f59452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477c0412-3a73-4b65-b696-1914adf1b485,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:09.920777 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-482feb0e-5c61-4532-b74e-f138734e40bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.944223 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d8b8a27-c8ae-4e47-8cdf-754e43f59452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.948228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9d8b8a27-c8ae-4e47-8cdf-754e43f59452 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/477c0412-3a73-4b65-b696-1914adf1b485 HTTP/1.1" status: 204 len: 168 time: 1.0603032 Jun 04 16:13:09.954341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482feb0e-5c61-4532-b74e-f138734e40bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e257f60-ab28-4411-88c9-1edf54675cf4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:09.960119 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-482feb0e-5c61-4532-b74e-f138734e40bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:09.963801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-482feb0e-5c61-4532-b74e-f138734e40bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e257f60-ab28-4411-88c9-1edf54675cf4 HTTP/1.1" status: 204 len: 168 time: 0.9510143 Jun 04 16:13:09.981651 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea988752-6c12-40cd-bbcb-399dc640b201 req-36b6e1b8-d460-4bb2-bf1b-c972c1fd7482 service neutron] 10.222.0.46 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108494 Jun 04 16:13:10.028121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55526) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:10.079079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55532) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:10.268225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea988752-6c12-40cd-bbcb-399dc640b201 req-530282cc-3858-4096-880f-e77bbb0a3b2f service neutron] 10.222.0.46 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799740 Jun 04 16:13:10.370982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:13:10.425006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:13:10.425341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c76f7bfc-ba3a-46f8-8547-ea7d1914a9fb not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:13:10.516790 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:10.535917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:10.542989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Usage tracker for resource:security_group_rule and tenant:db291a21acb045388196a8d3bb0432d1 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:10.547321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:10.564848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:10.593569 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:10.638955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:10.650650 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Usage tracker for resource:security_group_rule and tenant:6f0b628eaf1f4d1ca7e562685a2cc2f6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:10.659670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:10.703668 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:10.711930 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:10.717891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:10.787387 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db291a21acb045388196a8d3bb0432d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7066917 Jun 04 16:13:10.788890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7be057d-2a7a-4f31-ab60-347211ee06d1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:10.792171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55562) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:10.799763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:10.800100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:10.800559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:10.800902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:10.801414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:10.801674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:10.801980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:10.802293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:10.802720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:10.803019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:10.803338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:10.803790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eed39f9-827a-425f-8240-d040fce57ddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:10.804437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ace2a-ecb3-423c-a721-f23295e42a8b req-2885b9d8-b5de-4ff2-bf05-a8d02a7c73b0 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:10.812029 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a68ace2a-ecb3-423c-a721-f23295e42a8b req-2885b9d8-b5de-4ff2-bf05-a8d02a7c73b0 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 948 time: 0.1411152 Jun 04 16:13:10.901813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55568) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:10.916195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a68ace2a-ecb3-423c-a721-f23295e42a8b req-6aac7b1a-313e-48c0-a066-cf5f09a8b079 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032252 Jun 04 16:13:10.972349 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-347c79b8-e81b-44cb-8d8b-57e1beea877d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:10.975919 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:10.976475 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ed29ced7-3af2-41e8-a886-4ffe502eb9e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c79780515474851ab4fbd9c5b536b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729749 Jun 04 16:13:10.977265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55572) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:10.988650 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.048679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-347c79b8-e81b-44cb-8d8b-57e1beea877d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.065043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f0b628eaf1f4d1ca7e562685a2cc2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0321229 Jun 04 16:13:11.065151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55580) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:11.076056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55586) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:11.079926 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8dc98a4f-553c-4860-b021-10c2d08bdbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.092096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36825608-b5f9-4254-a605-7757ffe1fc35,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:11.109761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:11.110314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:11.110805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:11.111294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:11.111907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:11.112383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:11.113254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:11.113923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:11.114548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:11.115141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:11.115655 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:11.116142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4785867-71fa-4306-b8f0-79ea38a6a8dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:11.141773 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8dc98a4f-553c-4860-b021-10c2d08bdbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.172186 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-347c79b8-e81b-44cb-8d8b-57e1beea877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.191027 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8b794e7-3d97-4eb7-9c5d-0faefe62bbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.194565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c79b8-e81b-44cb-8d8b-57e1beea877d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7be057d-2a7a-4f31-ab60-347211ee06d1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:11.204335 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-347c79b8-e81b-44cb-8d8b-57e1beea877d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.208771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-347c79b8-e81b-44cb-8d8b-57e1beea877d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7be057d-2a7a-4f31-ab60-347211ee06d1 HTTP/1.1" status: 204 len: 168 time: 0.4147265 Jun 04 16:13:11.312587 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8b794e7-3d97-4eb7-9c5d-0faefe62bbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.349068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8dc98a4f-553c-4860-b021-10c2d08bdbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.369260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc98a4f-553c-4860-b021-10c2d08bdbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7393e17c-bc9a-4908-b7fd-0e6c8a3d26be,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:11.380155 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8dc98a4f-553c-4860-b021-10c2d08bdbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.382626 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8dc98a4f-553c-4860-b021-10c2d08bdbc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7393e17c-bc9a-4908-b7fd-0e6c8a3d26be HTTP/1.1" status: 204 len: 168 time: 0.4043961 Jun 04 16:13:11.408045 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8b794e7-3d97-4eb7-9c5d-0faefe62bbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.411824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ee9d27f7-1d4b-4cba-a0d7-c12d58b74fee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d0f829fb7e642efaa8a68a49f06521f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3344047 Jun 04 16:13:11.415908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55604) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:11.423939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b794e7-3d97-4eb7-9c5d-0faefe62bbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36825608-b5f9-4254-a605-7757ffe1fc35,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:11.430130 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8b794e7-3d97-4eb7-9c5d-0faefe62bbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.433958 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c8b794e7-3d97-4eb7-9c5d-0faefe62bbb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36825608-b5f9-4254-a605-7757ffe1fc35 HTTP/1.1" status: 204 len: 168 time: 0.3666875 Jun 04 16:13:11.490003 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2532151b-d08d-49d6-b1e2-403044cce3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.522115 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2532151b-d08d-49d6-b1e2-403044cce3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.586616 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2532151b-d08d-49d6-b1e2-403044cce3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.605017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532151b-d08d-49d6-b1e2-403044cce3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0b6e8c-b62d-4140-8090-af24e6216e2d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:11.614647 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2532151b-d08d-49d6-b1e2-403044cce3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.615805 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2532151b-d08d-49d6-b1e2-403044cce3df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f0b6e8c-b62d-4140-8090-af24e6216e2d HTTP/1.1" status: 204 len: 168 time: 0.1982117 Jun 04 16:13:11.927445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55624) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:11.946549 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-450b9b03-a149-47af-a7d6-5086df93783c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:11.962054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-450b9b03-a149-47af-a7d6-5086df93783c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:11.967052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-450b9b03-a149-47af-a7d6-5086df93783c admin admin] Usage tracker for resource:security_group_rule and tenant:fde7da7d57084084bb7d8300804fe61e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:11.969890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-450b9b03-a149-47af-a7d6-5086df93783c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:11.976050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-450b9b03-a149-47af-a7d6-5086df93783c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:12.127924 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-450b9b03-a149-47af-a7d6-5086df93783c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.135539 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-450b9b03-a149-47af-a7d6-5086df93783c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.192376 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-450b9b03-a149-47af-a7d6-5086df93783c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fde7da7d57084084bb7d8300804fe61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636335 Jun 04 16:13:12.195426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b9b03-a149-47af-a7d6-5086df93783c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b99cf8-33ec-4fd2-bb51-891e66f36a19,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:12.195720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55636) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:12.206793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dc3b6-2233-430d-9a5b-2f7929d4cef9 req-ff67cff1-e1cb-4f6c-9e87-cbce85a679c3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:12.215231 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-010dc3b6-2233-430d-9a5b-2f7929d4cef9 req-ff67cff1-e1cb-4f6c-9e87-cbce85a679c3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 948 time: 0.1810579 Jun 04 16:13:12.230200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55640) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:12.255409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1824-905f-4ee6-8665-078c676c61f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.275622 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c3a8-f665-4a88-92b7-5681c522d284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.287546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3d9c1824-905f-4ee6-8665-078c676c61f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:12.306832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-010dc3b6-2233-430d-9a5b-2f7929d4cef9 req-d17f8df9-9f8d-47cb-a59e-9f6af17d05f9 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906148 Jun 04 16:13:12.308091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3d9c1824-905f-4ee6-8665-078c676c61f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f98bb884abaf41b5bc956ccc9a2b3b7a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:12.308954 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c3a8-f665-4a88-92b7-5681c522d284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.316651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3d9c1824-905f-4ee6-8665-078c676c61f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:12.323452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3d9c1824-905f-4ee6-8665-078c676c61f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:12.366724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:13:12.397139 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c3a8-f665-4a88-92b7-5681c522d284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.423418 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0c3a8-f665-4a88-92b7-5681c522d284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b99cf8-33ec-4fd2-bb51-891e66f36a19,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:12.426839 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c3a8-f665-4a88-92b7-5681c522d284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.427946 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b5b0c3a8-f665-4a88-92b7-5681c522d284 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1b99cf8-33ec-4fd2-bb51-891e66f36a19 HTTP/1.1" status: 204 len: 168 time: 0.2303784 Jun 04 16:13:12.443282 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1824-905f-4ee6-8665-078c676c61f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.449352 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d9c1824-905f-4ee6-8665-078c676c61f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.477856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:12.484465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:12.484827 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.502380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3d9c1824-905f-4ee6-8665-078c676c61f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f98bb884abaf41b5bc956ccc9a2b3b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711265 Jun 04 16:13:12.505265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55652) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:12.516548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55656) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:12.517263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c1824-905f-4ee6-8665-078c676c61f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c577ea3-f23e-40e7-aad4-a7ca8ba39e1d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:12.556605 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ecc48837-3efc-47bb-ae04-327eb7b09b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.589848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ecc48837-3efc-47bb-ae04-327eb7b09b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:12.601658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ecc48837-3efc-47bb-ae04-327eb7b09b71 admin admin] Usage tracker for resource:security_group_rule and tenant:e643fcc9cd274653a3135571f0dd911a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:12.605739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ecc48837-3efc-47bb-ae04-327eb7b09b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:12.612990 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-069aa26f-939a-47db-827a-57f3c3b97cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.624328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ecc48837-3efc-47bb-ae04-327eb7b09b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:12.648053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:12.648656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.666246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-069aa26f-939a-47db-827a-57f3c3b97cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.681280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6580ea9c-9cc1-4d2b-b114-01577f0bbac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a2a4f7-bf0d-47ab-848f-c5487ecbe283'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:12.695536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=38a2a4f7-bf0d-47ab-848f-c5487ecbe283,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:12.707754 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.708597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 935ba045-1bd2-4bc3-b360-dfbf094419a3 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:13:12.788308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ecc48837-3efc-47bb-ae04-327eb7b09b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.793460 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-069aa26f-939a-47db-827a-57f3c3b97cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.795263 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ecc48837-3efc-47bb-ae04-327eb7b09b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.821154 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069aa26f-939a-47db-827a-57f3c3b97cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c577ea3-f23e-40e7-aad4-a7ca8ba39e1d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:12.837835 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-069aa26f-939a-47db-827a-57f3c3b97cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:12.839180 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-069aa26f-939a-47db-827a-57f3c3b97cc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c577ea3-f23e-40e7-aad4-a7ca8ba39e1d HTTP/1.1" status: 204 len: 168 time: 0.3331542 Jun 04 16:13:12.842902 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fadf9bc5-7cde-4eeb-8684-826b90f85e5b'] response: {'server_uuid': '6580ea9c-9cc1-4d2b-b114-01577f0bbac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a2a4f7-bf0d-47ab-848f-c5487ecbe283', 'code': 200} Jun 04 16:13:12.854741 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ecc48837-3efc-47bb-ae04-327eb7b09b71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e643fcc9cd274653a3135571f0dd911a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342969 Jun 04 16:13:12.857686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55670) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:12.859219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc48837-3efc-47bb-ae04-327eb7b09b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526cd9d9-f398-481e-a190-fb06b203d919,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:12.907137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=38a2a4f7-bf0d-47ab-848f-c5487ecbe283,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:12.919323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:12.919840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:12.920323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:12.920843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:12.921304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:12.921763 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:12.922234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:12.922724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:12.923176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:12.923630 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:12.924089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:12.924557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:12.943694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 935ba045-1bd2-4bc3-b360-dfbf094419a3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:12.949797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 935ba045-1bd2-4bc3-b360-dfbf094419a3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:12.950496 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:13.041075 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79b0ac43-612e-457e-a410-49e062c37b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:13.047405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbfa5b-f47a-4d77-a36c-2d14c7321026 req-50288d76-8f08-41af-8dfc-01fc3a4c2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:13.049803 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-57cbfa5b-f47a-4d77-a36c-2d14c7321026 req-50288d76-8f08-41af-8dfc-01fc3a4c2028 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 1100 time: 0.1959212 Jun 04 16:13:13.096829 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79b0ac43-612e-457e-a410-49e062c37b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:13.124680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 935ba045-1bd2-4bc3-b360-dfbf094419a3 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:13.125233 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:13.131321 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-57cbfa5b-f47a-4d77-a36c-2d14c7321026 req-45c33980-e140-48d2-b76b-c46cbfc16a78 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715477 Jun 04 16:13:13.162036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 935ba045-1bd2-4bc3-b360-dfbf094419a3, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=935ba045-1bd2-4bc3-b360-dfbf094419a3,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:13.168882 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79b0ac43-612e-457e-a410-49e062c37b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:13.169681 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:13.201892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0ac43-612e-457e-a410-49e062c37b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526cd9d9-f398-481e-a190-fb06b203d919,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:13.212361 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79b0ac43-612e-457e-a410-49e062c37b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:13.213967 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-79b0ac43-612e-457e-a410-49e062c37b3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/526cd9d9-f398-481e-a190-fb06b203d919 HTTP/1.1" status: 204 len: 168 time: 0.3550112 Jun 04 16:13:13.259356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=935ba045-1bd2-4bc3-b360-dfbf094419a3,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:13.481000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc0712-0f3f-4019-ba32-b3c951ef2734 req-d6727ea6-7f99-4f0d-87de-8ee22fa5f9dc tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:13.482486 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5fc0712-0f3f-4019-ba32-b3c951ef2734 req-d6727ea6-7f99-4f0d-87de-8ee22fa5f9dc tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 949 time: 0.0830169 Jun 04 16:13:13.539242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5fc0712-0f3f-4019-ba32-b3c951ef2734 req-b273c9b0-6e73-4b40-a89a-4a2be7cb6eb4 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Jun 04 16:13:14.753127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4893caa-af75-4fbc-8856-92d7dcfbe836 req-19b39662-e44f-4fea-912f-af716dca1092 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:14.754674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4893caa-af75-4fbc-8856-92d7dcfbe836 req-19b39662-e44f-4fea-912f-af716dca1092 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 949 time: 0.1043153 Jun 04 16:13:14.804264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4893caa-af75-4fbc-8856-92d7dcfbe836 req-fe5a0fa8-aee1-4847-bb81-ff5c9e3be157 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432897 Jun 04 16:13:14.845114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c54bc12-2f3a-4dff-87c5-6845bf3f5570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935ba045-1bd2-4bc3-b360-dfbf094419a3'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:15.006984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47a6eb-4e6b-4487-b425-d87e959c1870 req-f1a36a0f-f0b2-49ae-8286-72419e5f2a5f tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:15.014487 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb47a6eb-4e6b-4487-b425-d87e959c1870 req-f1a36a0f-f0b2-49ae-8286-72419e5f2a5f tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570 HTTP/1.1" status: 200 len: 950 time: 0.0941644 Jun 04 16:13:15.061495 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb47a6eb-4e6b-4487-b425-d87e959c1870 req-3149b497-0278-4fb7-bf5b-a0da031bb88e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432379 Jun 04 16:13:15.113937 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a105bb3-cfc6-4ba7-9876-21e5d2cddd79'] response: {'server_uuid': '9c54bc12-2f3a-4dff-87c5-6845bf3f5570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935ba045-1bd2-4bc3-b360-dfbf094419a3', 'code': 200} Jun 04 16:13:15.261861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1ccfd-4aef-43f6-9c48-a80b72d45f5b req-908ecbf7-8808-4d14-b529-a8d9ca1e2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:15.263545 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f2a1ccfd-4aef-43f6-9c48-a80b72d45f5b req-908ecbf7-8808-4d14-b529-a8d9ca1e2859 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570 HTTP/1.1" status: 200 len: 1101 time: 0.0833423 Jun 04 16:13:15.303904 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f2a1ccfd-4aef-43f6-9c48-a80b72d45f5b req-a75f43ac-0904-4bdc-8b9c-87f2d7d8cf66 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348501 Jun 04 16:13:15.364495 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55798) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:15.895690 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4d17e7ca-3fce-4106-9bdc-f7bf14681b38 tempest-AutoAllocateNetworkTest-359066974 tempest-AutoAllocateNetworkTest-359066974-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=366d122136814a69b4d2d1f635371a5d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5299017 Jun 04 16:13:15.898081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55836) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:16.094603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18207ce-3415-4c18-a8d3-de47a7941c92 tempest-AutoAllocateNetworkTest-359066974 tempest-AutoAllocateNetworkTest-359066974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:16.098992 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e18207ce-3415-4c18-a8d3-de47a7941c92 tempest-AutoAllocateNetworkTest-359066974 tempest-AutoAllocateNetworkTest-359066974-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1996133 Jun 04 16:13:16.099782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55854) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:16.171843 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-950670de-93ea-4cf6-a9d9-6ac286bbac9f tempest-AutoAllocateNetworkTest-359066974 tempest-AutoAllocateNetworkTest-359066974-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708559 Jun 04 16:13:16.174416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55862) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:16.205341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0d14529b-b94c-41d0-bc6e-3fbb7fea969a tempest-AutoAllocateNetworkTest-359066974 tempest-AutoAllocateNetworkTest-359066974-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=366d122136814a69b4d2d1f635371a5d HTTP/1.1" status: 200 len: 208 time: 0.0298116 Jun 04 16:13:16.342663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7e760-caac-43e5-b7a6-de63f60edd78 req-6b8a2e12-0857-489c-abc8-a0d22dc88576 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:16.348417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47a7e760-caac-43e5-b7a6-de63f60edd78 req-6b8a2e12-0857-489c-abc8-a0d22dc88576 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570 HTTP/1.1" status: 200 len: 950 time: 0.1352561 Jun 04 16:13:16.421351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47a7e760-caac-43e5-b7a6-de63f60edd78 req-f3b6e2d2-ec17-40c7-b0f7-9311f465f590 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634046 Jun 04 16:13:16.936831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55902) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:17.262853 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-af0f43af-d07e-406f-9603-3f0d05b3f858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:17.280367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-af0f43af-d07e-406f-9603-3f0d05b3f858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:17.286404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-af0f43af-d07e-406f-9603-3f0d05b3f858 admin admin] Usage tracker for resource:security_group_rule and tenant:366d122136814a69b4d2d1f635371a5d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:17.290017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-af0f43af-d07e-406f-9603-3f0d05b3f858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:17.297204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7a9f51d-6151-4b68-b5ca-13d84023ed3d req-57076cb9-696d-40b8-9f35-e7d53177865f tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=038c1d9efde54fdb9f6d375f2a65ec17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652230 Jun 04 16:13:17.304066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-af0f43af-d07e-406f-9603-3f0d05b3f858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:17.372295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55946) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:17.424954 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-af0f43af-d07e-406f-9603-3f0d05b3f858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:17.440660 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-af0f43af-d07e-406f-9603-3f0d05b3f858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:17.532879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9f51d-6151-4b68-b5ca-13d84023ed3d req-ee5ba2b6-2749-46de-816a-cfcff2e3412d tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:17.540778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7a9f51d-6151-4b68-b5ca-13d84023ed3d req-ee5ba2b6-2749-46de-816a-cfcff2e3412d tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332034 Jun 04 16:13:17.559526 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7a9f51d-6151-4b68-b5ca-13d84023ed3d req-75f62e1f-6703-4c24-8cfa-108a18c195d9 tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] 10.222.0.13 "GET /v2.0/quotas/038c1d9efde54fdb9f6d375f2a65ec17 HTTP/1.1" status: 200 len: 375 time: 0.0169713 Jun 04 16:13:17.573257 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-af0f43af-d07e-406f-9603-3f0d05b3f858 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=366d122136814a69b4d2d1f635371a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6341074 Jun 04 16:13:17.575487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55960) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:17.578683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f43af-d07e-406f-9603-3f0d05b3f858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d48fa2d-4dcf-4a68-b85e-ccbc4efcfdfd,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:17.655928 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-feee7bf0-06a7-47a4-9664-1fa9b0e5442d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:17.685308 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-feee7bf0-06a7-47a4-9664-1fa9b0e5442d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:17.741932 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-feee7bf0-06a7-47a4-9664-1fa9b0e5442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:17.757844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee7bf0-06a7-47a4-9664-1fa9b0e5442d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d48fa2d-4dcf-4a68-b85e-ccbc4efcfdfd,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:17.766903 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7a9f51d-6151-4b68-b5ca-13d84023ed3d req-cc12df16-3084-4728-915d-356630e8a7c5 tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=038c1d9efde54fdb9f6d375f2a65ec17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2064192 Jun 04 16:13:17.773559 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-feee7bf0-06a7-47a4-9664-1fa9b0e5442d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:17.773687 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5186dc17-a3a8-4283-a488-941ba5609c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:17.775445 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-feee7bf0-06a7-47a4-9664-1fa9b0e5442d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d48fa2d-4dcf-4a68-b85e-ccbc4efcfdfd HTTP/1.1" status: 204 len: 168 time: 0.1988580 Jun 04 16:13:17.815528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5186dc17-a3a8-4283-a488-941ba5609c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:17.821097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5186dc17-a3a8-4283-a488-941ba5609c5b admin admin] Usage tracker for resource:security_group_rule and tenant:2a0bf6c7249b4f15b046b5dadf513895 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:17.825045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5186dc17-a3a8-4283-a488-941ba5609c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:17.832583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5186dc17-a3a8-4283-a488-941ba5609c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:17.868758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74645e7-6fbd-44c9-87c0-4d3f27fb94a6 req-0a5d5655-00f1-47a4-8b20-1b827f81811c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:17.875801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a74645e7-6fbd-44c9-87c0-4d3f27fb94a6 req-0a5d5655-00f1-47a4-8b20-1b827f81811c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570 HTTP/1.1" status: 200 len: 950 time: 0.2642102 Jun 04 16:13:17.941180 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a74645e7-6fbd-44c9-87c0-4d3f27fb94a6 req-912469e6-47b0-489b-a5d1-7f61844dc344 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644279 Jun 04 16:13:17.993471 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5186dc17-a3a8-4283-a488-941ba5609c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:17.997918 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5186dc17-a3a8-4283-a488-941ba5609c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:18.042528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186dc17-a3a8-4283-a488-941ba5609c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f22f15a-270c-482d-8633-88f6437c8913,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:18.051485 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5186dc17-a3a8-4283-a488-941ba5609c5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a0bf6c7249b4f15b046b5dadf513895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6778135 Jun 04 16:13:18.054055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55988) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:18.114063 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-67781ea0-dc55-4a7b-a0f8-daca0f5fc75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:18.145715 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-67781ea0-dc55-4a7b-a0f8-daca0f5fc75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:18.207594 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-67781ea0-dc55-4a7b-a0f8-daca0f5fc75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:18.233713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67781ea0-dc55-4a7b-a0f8-daca0f5fc75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f22f15a-270c-482d-8633-88f6437c8913,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:18.261258 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-67781ea0-dc55-4a7b-a0f8-daca0f5fc75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:18.262423 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-67781ea0-dc55-4a7b-a0f8-daca0f5fc75a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f22f15a-270c-482d-8633-88f6437c8913 HTTP/1.1" status: 204 len: 168 time: 0.2073150 Jun 04 16:13:18.700267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c7453-1c15-4fe3-b9d7-49a28a2e59cf req-9085f61b-4628-4b60-b54a-d75bc24fe986 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:18.706185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c7453-1c15-4fe3-b9d7-49a28a2e59cf req-9085f61b-4628-4b60-b54a-d75bc24fe986 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:18.708257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe1c7453-1c15-4fe3-b9d7-49a28a2e59cf req-9085f61b-4628-4b60-b54a-d75bc24fe986 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4&device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570 HTTP/1.1" status: 200 len: 1690 time: 0.1031857 Jun 04 16:13:18.736340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56028) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:18.762131 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-636a9652-45ef-4e58-a774-90dc37047601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:18.778232 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe1c7453-1c15-4fe3-b9d7-49a28a2e59cf req-d47e7ac3-f7b8-4315-b997-4aba5f765328 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569153 Jun 04 16:13:18.780414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-636a9652-45ef-4e58-a774-90dc37047601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:18.784614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-636a9652-45ef-4e58-a774-90dc37047601 admin admin] Usage tracker for resource:security_group_rule and tenant:6e96aca6a2bd4494ac91f8f55c2ab819 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:18.787495 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-636a9652-45ef-4e58-a774-90dc37047601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:18.793433 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-636a9652-45ef-4e58-a774-90dc37047601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:18.888945 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-636a9652-45ef-4e58-a774-90dc37047601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:18.902969 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:13:18.903819 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-636a9652-45ef-4e58-a774-90dc37047601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:18.951879 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-636a9652-45ef-4e58-a774-90dc37047601 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e96aca6a2bd4494ac91f8f55c2ab819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143996 Jun 04 16:13:18.953380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a9652-45ef-4e58-a774-90dc37047601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbdfa59-f140-4516-a88c-ba1cb995ea45,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:18.954765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56040) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:19.014050 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d76270fd-9104-41d7-9603-1bdaad5654f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:19.040269 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d76270fd-9104-41d7-9603-1bdaad5654f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:19.107773 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d76270fd-9104-41d7-9603-1bdaad5654f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:19.127922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76270fd-9104-41d7-9603-1bdaad5654f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbdfa59-f140-4516-a88c-ba1cb995ea45,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:19.132521 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d76270fd-9104-41d7-9603-1bdaad5654f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:19.141368 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d76270fd-9104-41d7-9603-1bdaad5654f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5bbdfa59-f140-4516-a88c-ba1cb995ea45 HTTP/1.1" status: 204 len: 168 time: 0.1854904 Jun 04 16:13:19.464555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56070) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:19.749194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a00456-a20c-4869-8e40-c536b2c11041 req-0366cb42-ee58-4fc3-a58a-ec801efeb861 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:19.750927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0a00456-a20c-4869-8e40-c536b2c11041 req-0366cb42-ee58-4fc3-a58a-ec801efeb861 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 1100 time: 0.0771725 Jun 04 16:13:19.795102 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be4edb42-a574-4f85-b6a0-8accbc9d80c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:19.824957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-be4edb42-a574-4f85-b6a0-8accbc9d80c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:19.831767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-be4edb42-a574-4f85-b6a0-8accbc9d80c0 admin admin] Usage tracker for resource:security_group_rule and tenant:be6379ed22014324896f8df89630dcc7 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:19.834537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a0a00456-a20c-4869-8e40-c536b2c11041 req-674d9748-2a7c-4a5a-bc5a-5182566db627 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Synchronizing usage tracker for tenant:a4a5121e79654c6b9856e134ff338584 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:13:19.836832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-be4edb42-a574-4f85-b6a0-8accbc9d80c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:19.843285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-be4edb42-a574-4f85-b6a0-8accbc9d80c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:19.873235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a0a00456-a20c-4869-8e40-c536b2c11041 req-674d9748-2a7c-4a5a-bc5a-5182566db627 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Unset dirty status for tenant:a4a5121e79654c6b9856e134ff338584 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:13:19.874392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0a00456-a20c-4869-8e40-c536b2c11041 req-674d9748-2a7c-4a5a-bc5a-5182566db627 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173468 Jun 04 16:13:19.984873 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be4edb42-a574-4f85-b6a0-8accbc9d80c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:19.992540 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be4edb42-a574-4f85-b6a0-8accbc9d80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:20.103994 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-be4edb42-a574-4f85-b6a0-8accbc9d80c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be6379ed22014324896f8df89630dcc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6348627 Jun 04 16:13:20.104212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56106) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:20.104685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4edb42-a574-4f85-b6a0-8accbc9d80c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bba92ba-c6ab-4bb7-86ff-919db559ae4c,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:20.133339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9b23c-29d0-46fc-96f1-a7314cfb8ab4 req-63d3a5da-9e5b-43e0-8727-4ddc21625458 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:20.135156 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1af9b23c-29d0-46fc-96f1-a7314cfb8ab4 req-63d3a5da-9e5b-43e0-8727-4ddc21625458 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570 HTTP/1.1" status: 200 len: 1101 time: 0.1172392 Jun 04 16:13:20.186987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1af9b23c-29d0-46fc-96f1-a7314cfb8ab4 req-124318ac-1e75-4d86-b75f-e8a884a6c96d tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460789 Jun 04 16:13:20.192536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-efeb-4464-9620-569023ea5972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:20.252755 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-efeb-4464-9620-569023ea5972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:20.332228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d00c6fa5-4243-483e-9719-be1b8f423e55 req-826f9785-55da-4b8d-9e45-2d4d93da42de tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=038c1d9efde54fdb9f6d375f2a65ec17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450363 Jun 04 16:13:20.376267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-efeb-4464-9620-569023ea5972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:20.402313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07d3f5-efeb-4464-9620-569023ea5972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bba92ba-c6ab-4bb7-86ff-919db559ae4c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:20.453260 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-efeb-4464-9620-569023ea5972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:20.457277 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bc07d3f5-efeb-4464-9620-569023ea5972 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bba92ba-c6ab-4bb7-86ff-919db559ae4c HTTP/1.1" status: 204 len: 168 time: 0.3526342 Jun 04 16:13:20.554371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c6fa5-4243-483e-9719-be1b8f423e55 req-92e2fb19-e099-4a54-9da9-3eb52a365977 tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:20.556950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d00c6fa5-4243-483e-9719-be1b8f423e55 req-92e2fb19-e099-4a54-9da9-3eb52a365977 tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234542 Jun 04 16:13:20.577151 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d00c6fa5-4243-483e-9719-be1b8f423e55 req-0515643e-6e17-41d0-88ca-313d1d4beec0 tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] 10.222.0.13 "GET /v2.0/quotas/038c1d9efde54fdb9f6d375f2a65ec17 HTTP/1.1" status: 200 len: 375 time: 0.0135560 Jun 04 16:13:20.642748 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d00c6fa5-4243-483e-9719-be1b8f423e55 req-e56db22a-2028-4b8b-bcf9-3a5a28f015e0 tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=038c1d9efde54fdb9f6d375f2a65ec17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532167 Jun 04 16:13:21.136425 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56182) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:21.155090 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c779697-56ff-4cd4-a24b-c6473a6d7fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:21.155630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-3fca0a97-9c2e-4b9c-86ae-299370c95cfa tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316932 Jun 04 16:13:21.175921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6c779697-56ff-4cd4-a24b-c6473a6d7fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:21.180004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6c779697-56ff-4cd4-a24b-c6473a6d7fef admin admin] Usage tracker for resource:security_group_rule and tenant:b56a8a19bddc4aa795702bd7b0192a47 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:21.183060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6c779697-56ff-4cd4-a24b-c6473a6d7fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:21.189773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6c779697-56ff-4cd4-a24b-c6473a6d7fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:21.283193 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c779697-56ff-4cd4-a24b-c6473a6d7fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:21.288821 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c779697-56ff-4cd4-a24b-c6473a6d7fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:21.344332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c779697-56ff-4cd4-a24b-c6473a6d7fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac4712d-0b08-4702-860c-595e22a01891,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:21.351674 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6c779697-56ff-4cd4-a24b-c6473a6d7fef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b56a8a19bddc4aa795702bd7b0192a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141507 Jun 04 16:13:21.352607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56190) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:21.357333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-dec35115-f936-4b99-b2ca-e98f21322b8f tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:21.365149 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-dec35115-f936-4b99-b2ca-e98f21322b8f tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034228 Jun 04 16:13:21.382142 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1a25c155-4308-4a15-a8d4-d4ad0a429a86 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/quotas/7266c7f5f1c14d469ab9832f7ed5833f HTTP/1.1" status: 200 len: 375 time: 0.0157270 Jun 04 16:13:21.429406 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ead0631-619b-4225-9cc9-a6f65212a004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:21.473347 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ead0631-619b-4225-9cc9-a6f65212a004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:21.482803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-5c341948-54a9-4653-84f6-c8c9cdc455cd tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0997767 Jun 04 16:13:21.546231 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ead0631-619b-4225-9cc9-a6f65212a004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:21.565912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead0631-619b-4225-9cc9-a6f65212a004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac4712d-0b08-4702-860c-595e22a01891,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:21.579914 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ead0631-619b-4225-9cc9-a6f65212a004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:21.582249 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3ead0631-619b-4225-9cc9-a6f65212a004 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fac4712d-0b08-4702-860c-595e22a01891 HTTP/1.1" status: 204 len: 168 time: 0.2269557 Jun 04 16:13:22.764086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f768379-525c-4349-a22e-7774681143cb req-c8d9d927-e17e-4a52-b9db-f9b600a7ff80 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 210 time: 0.0695176 Jun 04 16:13:23.026161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56300) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:23.337769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8e1000b4-a821-4c98-a6ae-d588054a0189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:23.349383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0454583e-23ff-436b-b259-8977a95ce40b req-96722bf3-b94f-4ea1-8bc3-aed5357eecf1 tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=038c1d9efde54fdb9f6d375f2a65ec17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676730 Jun 04 16:13:23.355369 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8e1000b4-a821-4c98-a6ae-d588054a0189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:23.385787 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8e1000b4-a821-4c98-a6ae-d588054a0189 admin admin] Usage tracker for resource:security_group_rule and tenant:4c62a0ff2d3d4ce0808b5052aa8c22ca is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:23.392659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8e1000b4-a821-4c98-a6ae-d588054a0189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:23.445766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8e1000b4-a821-4c98-a6ae-d588054a0189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:23.549523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454583e-23ff-436b-b259-8977a95ce40b req-c067e041-d900-41e1-af40-785997de1822 tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:23.551577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0454583e-23ff-436b-b259-8977a95ce40b req-c067e041-d900-41e1-af40-785997de1822 tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933889 Jun 04 16:13:23.588783 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0454583e-23ff-436b-b259-8977a95ce40b req-451a65de-588f-4089-90f9-9f384098a201 tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] 10.222.0.13 "GET /v2.0/quotas/038c1d9efde54fdb9f6d375f2a65ec17 HTTP/1.1" status: 200 len: 375 time: 0.0285366 Jun 04 16:13:23.723118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0454583e-23ff-436b-b259-8977a95ce40b req-c1dfff77-cba9-4925-a06f-1633a123ef60 tempest-QuotasAdminNegativeTest-687551591 tempest-QuotasAdminNegativeTest-687551591-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=038c1d9efde54fdb9f6d375f2a65ec17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1192942 Jun 04 16:13:23.738891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56360) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:23.778717 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8e1000b4-a821-4c98-a6ae-d588054a0189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:23.797044 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8e1000b4-a821-4c98-a6ae-d588054a0189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:23.899970 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-c8770996-b350-413a-a74c-37f70f393c11 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637765 Jun 04 16:13:23.912155 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8e1000b4-a821-4c98-a6ae-d588054a0189 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c62a0ff2d3d4ce0808b5052aa8c22ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8848822 Jun 04 16:13:23.919303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56378) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:24.041960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1000b4-a821-4c98-a6ae-d588054a0189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca686e48-b6e4-4b79-9963-01d26c15d9a4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:24.043939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90c0ed7d-8bbb-400b-b35b-e704a8ce3f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:24.096576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-90c0ed7d-8bbb-400b-b35b-e704a8ce3f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:24.112719 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-500e06ab-8e02-4d30-8ab3-b9528b3a3dc9 req-5e2d8e66-0951-4d26-9116-e1d30fec5f23 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 210 time: 0.1924467 Jun 04 16:13:24.115953 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-90c0ed7d-8bbb-400b-b35b-e704a8ce3f75 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e73b0a96f2439380f3ed62a9829cac is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:24.131362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-90c0ed7d-8bbb-400b-b35b-e704a8ce3f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:24.134385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-fb2319bf-df2c-48f7-ba36-d2df3b8343f3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685775 Jun 04 16:13:24.213608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-90c0ed7d-8bbb-400b-b35b-e704a8ce3f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:24.267500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-a91ff25d-334c-433f-aa5c-d27fc3f604fc tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:24.269188 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-a91ff25d-334c-433f-aa5c-d27fc3f604fc tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3640373 Jun 04 16:13:24.283855 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Request body: {'port': {'device_id': '3dd73d6d-941b-4e5c-bc94-c11470283457', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '7266c7f5f1c14d469ab9832f7ed5833f'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:24.335274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-a83e23f7-b23f-4ab2-9ab9-a12c236d6eb5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:24.336834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-a83e23f7-b23f-4ab2-9ab9-a12c236d6eb5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948349 Jun 04 16:13:24.365476 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68de1484-d54b-4f64-aed8-db857037a120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:24.370515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Request body: {'port': {'device_id': '6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '7266c7f5f1c14d469ab9832f7ed5833f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:24.493148 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68de1484-d54b-4f64-aed8-db857037a120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:24.517519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:24.577026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:24.590371 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90c0ed7d-8bbb-400b-b35b-e704a8ce3f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:24.593727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:24.605729 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90c0ed7d-8bbb-400b-b35b-e704a8ce3f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:24.610042 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68de1484-d54b-4f64-aed8-db857037a120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:24.632007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de1484-d54b-4f64-aed8-db857037a120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca686e48-b6e4-4b79-9963-01d26c15d9a4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:24.647499 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68de1484-d54b-4f64-aed8-db857037a120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:24.651276 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-68de1484-d54b-4f64-aed8-db857037a120 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca686e48-b6e4-4b79-9963-01d26c15d9a4 HTTP/1.1" status: 204 len: 168 time: 0.7210858 Jun 04 16:13:24.689206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:24.696220 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-90c0ed7d-8bbb-400b-b35b-e704a8ce3f75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4e73b0a96f2439380f3ed62a9829cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9561229 Jun 04 16:13:24.697013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Made reservation on behalf of 7266c7f5f1c14d469ab9832f7ed5833f for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:24.701191 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:24.701617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56420) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:24.719586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Made reservation on behalf of 7266c7f5f1c14d469ab9832f7ed5833f for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:24.723885 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:24.929673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56430) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:24.940589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0ed7d-8bbb-400b-b35b-e704a8ce3f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6654003c-187c-4383-866e-5c00fcec4cfa,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:25.007132 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e3de5f86-5c86-4b73-a6f3-70e3293ff55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.025246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Allocated IP 192.168.233.146 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/a68c452f-6b21-4621-a2f1-e7c1913677a7) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:13:25.050813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e3de5f86-5c86-4b73-a6f3-70e3293ff55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.262218 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32f87235-23d5-4796-af33-74f3c4d97ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.277462 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e3de5f86-5c86-4b73-a6f3-70e3293ff55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.298847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-32f87235-23d5-4796-af33-74f3c4d97ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:25.311611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-32f87235-23d5-4796-af33-74f3c4d97ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:43cd3f1bcab345a280245794bda34c74 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:25.317677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-32f87235-23d5-4796-af33-74f3c4d97ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:25.329271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-32f87235-23d5-4796-af33-74f3c4d97ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:25.382378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56494) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:25.406276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de5f86-5c86-4b73-a6f3-70e3293ff55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6654003c-187c-4383-866e-5c00fcec4cfa,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:25.425290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56500) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:25.487466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32f87235-23d5-4796-af33-74f3c4d97ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.494318 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32f87235-23d5-4796-af33-74f3c4d97ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.551998 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-32f87235-23d5-4796-af33-74f3c4d97ea7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43cd3f1bcab345a280245794bda34c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6176004 Jun 04 16:13:25.556163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56508) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:25.568388 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e3de5f86-5c86-4b73-a6f3-70e3293ff55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.571777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e3de5f86-5c86-4b73-a6f3-70e3293ff55a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6654003c-187c-4383-866e-5c00fcec4cfa HTTP/1.1" status: 204 len: 168 time: 0.8662546 Jun 04 16:13:25.574582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-97b0520f-a033-4372-826d-62436e851a80 req-e64bf3f6-c712-4611-9325-adc6a38f656e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:13:25.577070 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a43fa642-3f12-4346-be96-1c30c73fdd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.596432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a43fa642-3f12-4346-be96-1c30c73fdd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:25.600325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a43fa642-3f12-4346-be96-1c30c73fdd40 admin admin] Usage tracker for resource:security_group_rule and tenant:10f19e7310c2412fa264ea043884b5d8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:25.601447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f87235-23d5-4796-af33-74f3c4d97ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10c61a5-bd3d-4078-8400-2130f49048ac,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:25.616078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a43fa642-3f12-4346-be96-1c30c73fdd40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:25.624456 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68f08d52-46a3-45f4-936f-e5235eb39d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.627302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a43fa642-3f12-4346-be96-1c30c73fdd40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:25.655933 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68f08d52-46a3-45f4-936f-e5235eb39d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.721376 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a43fa642-3f12-4346-be96-1c30c73fdd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.721529 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68f08d52-46a3-45f4-936f-e5235eb39d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.738320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f08d52-46a3-45f4-936f-e5235eb39d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10c61a5-bd3d-4078-8400-2130f49048ac,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:25.747557 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a43fa642-3f12-4346-be96-1c30c73fdd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.757079 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68f08d52-46a3-45f4-936f-e5235eb39d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.758315 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-68f08d52-46a3-45f4-936f-e5235eb39d92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f10c61a5-bd3d-4078-8400-2130f49048ac HTTP/1.1" status: 204 len: 168 time: 0.2010677 Jun 04 16:13:25.788842 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b101788-b9b4-46b3-973e-c4ae5ab59514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.809148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8b101788-b9b4-46b3-973e-c4ae5ab59514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:25.812930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8b101788-b9b4-46b3-973e-c4ae5ab59514 admin admin] Usage tracker for resource:security_group_rule and tenant:038c1d9efde54fdb9f6d375f2a65ec17 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:25.814048 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a43fa642-3f12-4346-be96-1c30c73fdd40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10f19e7310c2412fa264ea043884b5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873775 Jun 04 16:13:25.816000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56522) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:25.818931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8b101788-b9b4-46b3-973e-c4ae5ab59514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:25.826930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-97b0520f-a033-4372-826d-62436e851a80 req-e64bf3f6-c712-4611-9325-adc6a38f656e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:13:25.836017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97b0520f-a033-4372-826d-62436e851a80 req-e64bf3f6-c712-4611-9325-adc6a38f656e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 210 time: 0.4114718 Jun 04 16:13:25.838379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8b101788-b9b4-46b3-973e-c4ae5ab59514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:25.894588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fa642-3f12-4346-be96-1c30c73fdd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b4e36f-cce4-4c0b-9200-7572f8f20ac7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:25.903388 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.946506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Transition to ACTIVE for port object a68c452f-6b21-4621-a2f1-e7c1913677a7 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:25.954668 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40c16b6b-aeb1-4bfa-893b-29f277446158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.982255 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.991652 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40c16b6b-aeb1-4bfa-893b-29f277446158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:25.996202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:26.097473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['935ba045-1bd2-4bc3-b360-dfbf094419a3', '38a2a4f7-bf0d-47ab-848f-c5487ecbe283'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:26.131620 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40c16b6b-aeb1-4bfa-893b-29f277446158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:26.140702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event updated for resources: {'Port': ['ID=a68c452f-6b21-4621-a2f1-e7c1913677a7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:26.155612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:13:26.156954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:26.170744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:13:26.176740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:26.178910 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:26.190196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c16b6b-aeb1-4bfa-893b-29f277446158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b4e36f-cce4-4c0b-9200-7572f8f20ac7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:26.216603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-08dfa3cc-7a6d-41cc-b7d1-baf8e22f8bd5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8521376 Jun 04 16:13:26.238870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Request body: {'port': {'device_id': '6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:26.241790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Allocated IP 192.168.233.227 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/7e025991-2072-418b-aad1-9df076982734) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:13:26.250651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40c16b6b-aeb1-4bfa-893b-29f277446158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:26.263185 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-40c16b6b-aeb1-4bfa-893b-29f277446158 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82b4e36f-cce4-4c0b-9200-7572f8f20ac7 HTTP/1.1" status: 204 len: 168 time: 0.4390500 Jun 04 16:13:26.453593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56564) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:26.459863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56568) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:26.461640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b101788-b9b4-46b3-973e-c4ae5ab59514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:26.512512 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b101788-b9b4-46b3-973e-c4ae5ab59514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:26.527432 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b411e2df-310d-49ce-b5af-e3a2f6e391fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:26.587552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b411e2df-310d-49ce-b5af-e3a2f6e391fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:26.589815 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-990e3971-39bd-47ab-a10d-b5831c7d7937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:26.598773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b411e2df-310d-49ce-b5af-e3a2f6e391fd admin admin] Usage tracker for resource:security_group_rule and tenant:f68fb95d70124fddae2ddb3bfe1fc84b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:26.606226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b411e2df-310d-49ce-b5af-e3a2f6e391fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:26.621526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b411e2df-310d-49ce-b5af-e3a2f6e391fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:26.675279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:26.706342 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8b101788-b9b4-46b3-973e-c4ae5ab59514 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=038c1d9efde54fdb9f6d375f2a65ec17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3203626 Jun 04 16:13:26.706960 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56578) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:26.711304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2c81ac2e-4494-4541-a2d6-d76584bc5418 None None] Provisioning for port a68c452f-6b21-4621-a2f1-e7c1913677a7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:26.720880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2c81ac2e-4494-4541-a2d6-d76584bc5418 None None] Provisioning complete for port a68c452f-6b21-4621-a2f1-e7c1913677a7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:26.721294 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2c81ac2e-4494-4541-a2d6-d76584bc5418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:26.752918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b101788-b9b4-46b3-973e-c4ae5ab59514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b969a5c9-b1ec-48e1-9bd1-fdb5b9f12a1d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:26.791950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-990e3971-39bd-47ab-a10d-b5831c7d7937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:26.832228 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2c81ac2e-4494-4541-a2d6-d76584bc5418 None None] Port a68c452f-6b21-4621-a2f1-e7c1913677a7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:13:26.837405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-990e3971-39bd-47ab-a10d-b5831c7d7937 admin admin] Usage tracker for resource:security_group_rule and tenant:c0a170b054b444048e052dbe37241bab is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:26.883184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-990e3971-39bd-47ab-a10d-b5831c7d7937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:26.944839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-990e3971-39bd-47ab-a10d-b5831c7d7937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:27.124986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56620) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:27.181182 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-990e3971-39bd-47ab-a10d-b5831c7d7937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.193921 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b411e2df-310d-49ce-b5af-e3a2f6e391fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.209121 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-990e3971-39bd-47ab-a10d-b5831c7d7937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.215818 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b411e2df-310d-49ce-b5af-e3a2f6e391fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.223019 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.289201 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-222ad68a-46fc-4426-a047-e7c37c5e7124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.295388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Transition to ACTIVE for port object 7e025991-2072-418b-aad1-9df076982734 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:27.303498 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-990e3971-39bd-47ab-a10d-b5831c7d7937 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0a170b054b444048e052dbe37241bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8359702 Jun 04 16:13:27.314681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56646) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:27.318363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e3971-39bd-47ab-a10d-b5831c7d7937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22579e11-ce6d-48ff-b985-0964ae95b835,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:27.345596 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b411e2df-310d-49ce-b5af-e3a2f6e391fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f68fb95d70124fddae2ddb3bfe1fc84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8887248 Jun 04 16:13:27.346278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56650) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:27.350857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411e2df-310d-49ce-b5af-e3a2f6e391fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad924fc-7860-4053-b7ef-cab55bf6e286,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:27.375883 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-222ad68a-46fc-4426-a047-e7c37c5e7124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.401047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4d1da-b73d-4e86-800b-99b6fc5f6dd6 req-379acd28-e018-4f4a-83cd-8c837292f6de tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:27.413324 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbe4d1da-b73d-4e86-800b-99b6fc5f6dd6 req-379acd28-e018-4f4a-83cd-8c837292f6de tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 936 time: 0.3639460 Jun 04 16:13:27.467337 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3368c9fb-3bd0-4d08-adc1-deccf5b09ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.489139 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-71095c99-449c-4494-8ef6-8267b935a64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.504181 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.504985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbe4d1da-b73d-4e86-800b-99b6fc5f6dd6 req-aa7eba2d-0c1c-495f-9d0f-2870c03e5d88 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897574 Jun 04 16:13:27.511313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3368c9fb-3bd0-4d08-adc1-deccf5b09ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:27.520623 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['935ba045-1bd2-4bc3-b360-dfbf094419a3', '38a2a4f7-bf0d-47ab-848f-c5487ecbe283'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:27.567833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bd938662-e194-4d9f-aee0-b13852f421be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.570419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3368c9fb-3bd0-4d08-adc1-deccf5b09ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:60d138ecc7b1401782f6873b1dfa2366 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:27.593294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3368c9fb-3bd0-4d08-adc1-deccf5b09ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:27.595024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:27.625077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3368c9fb-3bd0-4d08-adc1-deccf5b09ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:27.638371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:13:27.652560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:27.655829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:13:27.662340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:27.663022 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.684435 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-222ad68a-46fc-4426-a047-e7c37c5e7124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.699063 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bd938662-e194-4d9f-aee0-b13852f421be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.733559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event updated for resources: {'Port': ['ID=7e025991-2072-418b-aad1-9df076982734,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:27.752777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ad68a-46fc-4426-a047-e7c37c5e7124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b969a5c9-b1ec-48e1-9bd1-fdb5b9f12a1d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:27.789838 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-222ad68a-46fc-4426-a047-e7c37c5e7124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:27.793800 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-222ad68a-46fc-4426-a047-e7c37c5e7124 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b969a5c9-b1ec-48e1-9bd1-fdb5b9f12a1d HTTP/1.1" status: 204 len: 168 time: 1.0527291 Jun 04 16:13:27.812284 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-1d2a331b-e3c7-4b20-b985-db7b02cbfe7c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5329237 Jun 04 16:13:27.860218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Request body: {'port': {'device_id': '3dd73d6d-941b-4e5c-bc94-c11470283457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:27.936686 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-71095c99-449c-4494-8ef6-8267b935a64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.081423 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5c4d460d-1a29-4f4f-b64e-55544c96c71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.118416 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-71095c99-449c-4494-8ef6-8267b935a64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.186093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71095c99-449c-4494-8ef6-8267b935a64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad924fc-7860-4053-b7ef-cab55bf6e286,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:28.213225 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.229193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68c452f-6b21-4621-a2f1-e7c1913677a7 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:28.237790 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.239818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-63429fc2-a014-4489-b583-f4013889f519 None None] Provisioning for port 7e025991-2072-418b-aad1-9df076982734 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:28.257950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Transition to ACTIVE for port object a68c452f-6b21-4621-a2f1-e7c1913677a7 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:28.262135 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-71095c99-449c-4494-8ef6-8267b935a64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.263375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-71095c99-449c-4494-8ef6-8267b935a64d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ad924fc-7860-4053-b7ef-cab55bf6e286 HTTP/1.1" status: 204 len: 168 time: 0.9159329 Jun 04 16:13:28.267141 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.294500 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bd938662-e194-4d9f-aee0-b13852f421be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.330589 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-63429fc2-a014-4489-b583-f4013889f519 None None] Provisioning complete for port 7e025991-2072-418b-aad1-9df076982734 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:28.330981 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-63429fc2-a014-4489-b583-f4013889f519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.425795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd938662-e194-4d9f-aee0-b13852f421be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22579e11-ce6d-48ff-b985-0964ae95b835,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:28.538591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-63429fc2-a014-4489-b583-f4013889f519 None None] Port 7e025991-2072-418b-aad1-9df076982734 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:13:28.617327 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3368c9fb-3bd0-4d08-adc1-deccf5b09ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.635967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bd938662-e194-4d9f-aee0-b13852f421be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.637172 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bd938662-e194-4d9f-aee0-b13852f421be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22579e11-ce6d-48ff-b985-0964ae95b835 HTTP/1.1" status: 204 len: 168 time: 1.3201132 Jun 04 16:13:28.748398 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3368c9fb-3bd0-4d08-adc1-deccf5b09ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.752029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56748) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:28.754912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Attempting to bind port a68c452f-6b21-4621-a2f1-e7c1913677a7 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:13:28.755403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Attempting to bind port a68c452f-6b21-4621-a2f1-e7c1913677a7 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:13:28.755876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Attempting to bind port a68c452f-6b21-4621-a2f1-e7c1913677a7 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:28.767351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Pushing event updated for resources: {'Port': ['ID=a68c452f-6b21-4621-a2f1-e7c1913677a7,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:28.787496 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-909ff25f-259b-4f27-bb78-72dbc41028ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.826739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Port a68c452f-6b21-4621-a2f1-e7c1913677a7 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:13:28.827054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Attempting to bind port a68c452f-6b21-4621-a2f1-e7c1913677a7 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:28.839831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-909ff25f-259b-4f27-bb78-72dbc41028ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:28.843939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-909ff25f-259b-4f27-bb78-72dbc41028ad admin admin] Usage tracker for resource:security_group_rule and tenant:bb1ff2d4a20e40ab8f47fbe77b8d32c4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:28.846979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-909ff25f-259b-4f27-bb78-72dbc41028ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:28.852834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-909ff25f-259b-4f27-bb78-72dbc41028ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:28.948704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368c9fb-3bd0-4d08-adc1-deccf5b09ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19176ad-3a4f-41f4-bbc5-6ae616462e1a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:28.951319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-909ff25f-259b-4f27-bb78-72dbc41028ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.957700 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3368c9fb-3bd0-4d08-adc1-deccf5b09ce8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60d138ecc7b1401782f6873b1dfa2366&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8197329 Jun 04 16:13:28.959174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:13:28.959529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:28.960441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:13:28.960793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Bound port: a68c452f-6b21-4621-a2f1-e7c1913677a7, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:13:28.961139 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:28.962118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56776) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:29.017180 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-909ff25f-259b-4f27-bb78-72dbc41028ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:29.105457 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-909ff25f-259b-4f27-bb78-72dbc41028ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb1ff2d4a20e40ab8f47fbe77b8d32c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445451 Jun 04 16:13:29.107491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56790) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:29.114026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ff25f-259b-4f27-bb78-72dbc41028ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0915000d-27c4-41b9-8735-1e3d18408e99,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:29.136828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d4cad-f425-49de-bcec-a4fa2dca0f72 req-73a33b1b-6333-4ac1-9fba-316055a106c4 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:29.144433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-227d4cad-f425-49de-bcec-a4fa2dca0f72 req-73a33b1b-6333-4ac1-9fba-316055a106c4 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 948 time: 0.3794484 Jun 04 16:13:29.179908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] For port a68c452f-6b21-4621-a2f1-e7c1913677a7, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:13:29.197537 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95de6465-1910-4276-ba99-08ebc76a6893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:29.199743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] For port a68c452f-6b21-4621-a2f1-e7c1913677a7, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a68c452f-6b21-4621-a2f1-e7c1913677a7,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:13:29.212014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-227d4cad-f425-49de-bcec-a4fa2dca0f72 req-4c36d9ee-04c8-40ce-b32f-42c56050a73c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664680 Jun 04 16:13:29.218684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:29.259747 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95de6465-1910-4276-ba99-08ebc76a6893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:29.278088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:29.279293 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:29.280837 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] 10.222.0.46 "PUT /v2.0/ports/a68c452f-6b21-4621-a2f1-e7c1913677a7 HTTP/1.1" status: 200 len: 1096 time: 3.0473490 Jun 04 16:13:29.281444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44', 'tag': 'a68c452f-6b21-4621-a2f1-e7c1913677a7'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:29.409907 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1916587-4308-422b-9219-ed80d8ae7fa6'] response: {'name': 'network-changed', 'server_uuid': '6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44', 'tag': 'a68c452f-6b21-4621-a2f1-e7c1913677a7', 'status': 'completed', 'code': 200} Jun 04 16:13:29.434818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c57c6-c974-4db9-bb9f-c6d4edb29abd service neutron] Pushing event updated for resources: {'Port': ['ID=a68c452f-6b21-4621-a2f1-e7c1913677a7,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:29.464900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-ccf877e5-184a-4f15-b2c1-1088c711d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:29.466567 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:13:29.473874 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-ccf877e5-184a-4f15-b2c1-1088c711d1b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 1099 time: 0.1273367 Jun 04 16:13:29.634314 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-578ef851-83ee-4b23-a284-32203606b027 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a68c452f-6b21-4621-a2f1-e7c1913677a7 HTTP/1.1" status: 200 len: 217 time: 0.1511276 Jun 04 16:13:29.698254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e025991-2072-418b-aad1-9df076982734 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:29.711789 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:29.725439 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a5a98aae-70d7-4340-86b6-a8a0cb2af698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:29.729877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-8a4aa2be-019e-43fe-a6d0-fdd789a32bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:29.732571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-8a4aa2be-019e-43fe-a6d0-fdd789a32bb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0927393 Jun 04 16:13:29.743179 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95de6465-1910-4276-ba99-08ebc76a6893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:29.749917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Transition to ACTIVE for port object 7e025991-2072-418b-aad1-9df076982734 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:29.773549 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95de6465-1910-4276-ba99-08ebc76a6893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:29.774710 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-95de6465-1910-4276-ba99-08ebc76a6893 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b19176ad-3a4f-41f4-bbc5-6ae616462e1a HTTP/1.1" status: 204 len: 168 time: 0.8109350 Jun 04 16:13:29.775545 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:29.848406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-2654564c-e80c-4954-83be-5f146db86797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:29.850543 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-2654564c-e80c-4954-83be-5f146db86797 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088390 Jun 04 16:13:29.858790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de6465-1910-4276-ba99-08ebc76a6893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19176ad-3a4f-41f4-bbc5-6ae616462e1a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:29.871976 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a5a98aae-70d7-4340-86b6-a8a0cb2af698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:29.911217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Pushing event updated for resources: {'Port': ['ID=7e025991-2072-418b-aad1-9df076982734,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:29.992368 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9da32f24-7ebb-4108-a832-c57801ae5329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:30.147616 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Attempting to bind port 7e025991-2072-418b-aad1-9df076982734 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:13:30.148045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Attempting to bind port 7e025991-2072-418b-aad1-9df076982734 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:13:30.148288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Attempting to bind port 7e025991-2072-418b-aad1-9df076982734 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:30.155411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Port 7e025991-2072-418b-aad1-9df076982734 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:13:30.155690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Attempting to bind port 7e025991-2072-418b-aad1-9df076982734 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:30.165010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:13:30.165596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:30.166261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:13:30.168132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Bound port: 7e025991-2072-418b-aad1-9df076982734, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:13:30.168826 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:30.188495 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-bee48a4c-e589-480b-9564-40092be97230 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314960 Jun 04 16:13:30.259515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a5a98aae-70d7-4340-86b6-a8a0cb2af698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:30.304000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a98aae-70d7-4340-86b6-a8a0cb2af698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0915000d-27c4-41b9-8735-1e3d18408e99,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:30.318143 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a5a98aae-70d7-4340-86b6-a8a0cb2af698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:30.319811 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a5a98aae-70d7-4340-86b6-a8a0cb2af698 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0915000d-27c4-41b9-8735-1e3d18408e99 HTTP/1.1" status: 204 len: 168 time: 1.2090812 Jun 04 16:13:30.326877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] For port 7e025991-2072-418b-aad1-9df076982734, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:13:30.330945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] For port 7e025991-2072-418b-aad1-9df076982734, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7e025991-2072-418b-aad1-9df076982734,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:13:30.347733 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:30.412218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:30.412859 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:30.414701 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] 10.222.0.42 "PUT /v2.0/ports/7e025991-2072-418b-aad1-9df076982734 HTTP/1.1" status: 200 len: 1096 time: 2.5811038 Jun 04 16:13:30.422142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd73d6d-941b-4e5c-bc94-c11470283457', 'tag': '7e025991-2072-418b-aad1-9df076982734'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:30.505642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28751384-7c73-4a6f-bf69-34c7cceec590 service neutron] Pushing event updated for resources: {'Port': ['ID=7e025991-2072-418b-aad1-9df076982734,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:30.621286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-45b50731-09ec-4fc0-8237-c023acbf355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:30.622842 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-45b50731-09ec-4fc0-8237-c023acbf355c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=3dd73d6d-941b-4e5c-bc94-c11470283457 HTTP/1.1" status: 200 len: 1099 time: 0.1530509 Jun 04 16:13:30.678310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56928) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:30.698967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-46f0d04f-b88e-4b8d-8a9d-7031cf5530cf service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954686 Jun 04 16:13:30.718304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f65fdc59-2b25-40cd-9334-828581d25a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:30.734732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543028aa-ddc5-4c2a-88da-21b1d3f8cd4f req-b7ddb4de-fc49-4185-93ce-4994fd22cc43 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:30.736312 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-543028aa-ddc5-4c2a-88da-21b1d3f8cd4f req-b7ddb4de-fc49-4185-93ce-4994fd22cc43 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 948 time: 0.3243351 Jun 04 16:13:30.750829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f65fdc59-2b25-40cd-9334-828581d25a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:30.788312 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-8b614154-0ca4-478e-9796-7916eed19638 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=7e025991-2072-418b-aad1-9df076982734 HTTP/1.1" status: 200 len: 217 time: 0.1550825 Jun 04 16:13:30.876247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f65fdc59-2b25-40cd-9334-828581d25a6e admin admin] Usage tracker for resource:security_group_rule and tenant:3bfadfe521844eff9c960819cd0a3e93 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:30.882243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f65fdc59-2b25-40cd-9334-828581d25a6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:30.909261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-543028aa-ddc5-4c2a-88da-21b1d3f8cd4f req-8fe2f72c-640b-4ff6-adec-ad1f6e29e61e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388447 Jun 04 16:13:30.909261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f65fdc59-2b25-40cd-9334-828581d25a6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:30.974688 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:30.996577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-9dc4abce-4d88-480b-97c4-4ed5814fe1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:31.001360 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-9dc4abce-4d88-480b-97c4-4ed5814fe1fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2060885 Jun 04 16:13:31.072869 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32482576-11e0-4adc-b5af-8d9266db86ce'] response: {'name': 'network-changed', 'server_uuid': '3dd73d6d-941b-4e5c-bc94-c11470283457', 'tag': '7e025991-2072-418b-aad1-9df076982734', 'status': 'completed', 'code': 200} Jun 04 16:13:31.107122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001f1ce-86b0-45c7-83da-51bb4347c10f req-c3df8a41-4df6-4900-955c-bd3db8d6d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:31.112262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0001f1ce-86b0-45c7-83da-51bb4347c10f req-c3df8a41-4df6-4900-955c-bd3db8d6d996 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 1099 time: 0.2853494 Jun 04 16:13:31.119455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-55260f87-f08d-41e1-883a-ad41b432713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:31.121476 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-55260f87-f08d-41e1-883a-ad41b432713d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088977 Jun 04 16:13:31.121801 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:31.321093 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-30e348da-81a7-413e-b472-9f7ce5e3b89b service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863115 Jun 04 16:13:31.332004 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f65fdc59-2b25-40cd-9334-828581d25a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:31.343222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001f1ce-86b0-45c7-83da-51bb4347c10f req-88d2055a-a3d5-4f28-b767-d61ac015bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:31.347828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0001f1ce-86b0-45c7-83da-51bb4347c10f req-88d2055a-a3d5-4f28-b767-d61ac015bbb1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2200327 Jun 04 16:13:31.353509 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f65fdc59-2b25-40cd-9334-828581d25a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:31.448846 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0001f1ce-86b0-45c7-83da-51bb4347c10f req-dba7a46e-e413-493a-bb84-44641ae8a8a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a68c452f-6b21-4621-a2f1-e7c1913677a7 HTTP/1.1" status: 200 len: 217 time: 0.0964420 Jun 04 16:13:31.499671 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5862707-f5d4-4c9c-8cc8-8657a14cfbb0 req-c26ef96f-d37a-4557-a749-a104a8370e09 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711817 Jun 04 16:13:31.518545 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f65fdc59-2b25-40cd-9334-828581d25a6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bfadfe521844eff9c960819cd0a3e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8217311 Jun 04 16:13:31.519951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56990) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:31.528169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fdc59-2b25-40cd-9334-828581d25a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d20d50-2e0e-4af8-86b6-4f74fe7dd5a1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:31.575609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001f1ce-86b0-45c7-83da-51bb4347c10f req-5ce0bb63-dec2-49e7-9095-cba9bbfd64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:31.577593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0001f1ce-86b0-45c7-83da-51bb4347c10f req-5ce0bb63-dec2-49e7-9095-cba9bbfd64c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1095240 Jun 04 16:13:31.670850 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0295-33f9-4e36-a560-2f8fa2f0cb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:31.698468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001f1ce-86b0-45c7-83da-51bb4347c10f req-12f054c2-f177-4d5a-a379-e0164f19f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:31.703394 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0001f1ce-86b0-45c7-83da-51bb4347c10f req-12f054c2-f177-4d5a-a379-e0164f19f3a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178567 Jun 04 16:13:31.719012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec9f1d-f944-410f-bd74-a24ebb7db4a5 req-f2d0185a-e3be-481b-acef-13b42a27c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:31.720486 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-79ec9f1d-f944-410f-bd74-a24ebb7db4a5 req-f2d0185a-e3be-481b-acef-13b42a27c07f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=3dd73d6d-941b-4e5c-bc94-c11470283457 HTTP/1.1" status: 200 len: 1099 time: 0.1567211 Jun 04 16:13:31.724781 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0295-33f9-4e36-a560-2f8fa2f0cb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:31.916021 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0001f1ce-86b0-45c7-83da-51bb4347c10f req-617a9b05-0f39-4f0c-8693-b52436369d24 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059124 Jun 04 16:13:31.925444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec9f1d-f944-410f-bd74-a24ebb7db4a5 req-bef30659-7c72-443f-be80-b35a4f500442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:31.927079 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-79ec9f1d-f944-410f-bd74-a24ebb7db4a5 req-bef30659-7c72-443f-be80-b35a4f500442 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.1948876 Jun 04 16:13:31.928150 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0295-33f9-4e36-a560-2f8fa2f0cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:32.016543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f0295-33f9-4e36-a560-2f8fa2f0cb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d20d50-2e0e-4af8-86b6-4f74fe7dd5a1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:32.046378 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-79ec9f1d-f944-410f-bd74-a24ebb7db4a5 req-96b13a8b-0f80-4c86-8411-ceb2a4be64c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=7e025991-2072-418b-aad1-9df076982734 HTTP/1.1" status: 200 len: 217 time: 0.0896459 Jun 04 16:13:32.111283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0295-33f9-4e36-a560-2f8fa2f0cb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:32.114973 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2a5f0295-33f9-4e36-a560-2f8fa2f0cb52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0d20d50-2e0e-4af8-86b6-4f74fe7dd5a1 HTTP/1.1" status: 204 len: 168 time: 0.5914767 Jun 04 16:13:32.126296 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0001f1ce-86b0-45c7-83da-51bb4347c10f req-6fa00004-9d5a-4332-b1c4-931177d61f13 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028470 Jun 04 16:13:32.137861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec9f1d-f944-410f-bd74-a24ebb7db4a5 req-9b07db44-811d-4587-9fea-4ba67073cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:32.139381 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-79ec9f1d-f944-410f-bd74-a24ebb7db4a5 req-9b07db44-811d-4587-9fea-4ba67073cbb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0841556 Jun 04 16:13:32.244790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec9f1d-f944-410f-bd74-a24ebb7db4a5 req-0f64472c-e0a1-45ef-bb86-edf20381e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:32.246885 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-79ec9f1d-f944-410f-bd74-a24ebb7db4a5 req-0f64472c-e0a1-45ef-bb86-edf20381e487 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000030 Jun 04 16:13:32.260783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3759e-da39-42bb-ad02-3c3ac265f421 req-66d8c898-8b06-437a-a121-a876ee7101db tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:32.262567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ead3759e-da39-42bb-ad02-3c3ac265f421 req-66d8c898-8b06-437a-a121-a876ee7101db tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 948 time: 0.1007004 Jun 04 16:13:32.379218 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ead3759e-da39-42bb-ad02-3c3ac265f421 req-6bf0ab40-c033-45ff-b935-b64b31f26999 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937769 Jun 04 16:13:32.396495 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:32.446233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57070) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:32.578790 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-79ec9f1d-f944-410f-bd74-a24ebb7db4a5 req-6a1a7499-b62c-4409-a6c7-80a3cf665fe4 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229592 Jun 04 16:13:32.729529 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-79ec9f1d-f944-410f-bd74-a24ebb7db4a5 req-cc43ef08-b221-4f19-9a33-90325e118bf6 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433101 Jun 04 16:13:32.801594 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dcb88922-f714-402e-814d-fa529d793197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:32.820788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dcb88922-f714-402e-814d-fa529d793197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:32.825588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dcb88922-f714-402e-814d-fa529d793197 admin admin] Usage tracker for resource:security_group_rule and tenant:bf07fc0c75f6467393ba39579496dda0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:32.828930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dcb88922-f714-402e-814d-fa529d793197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:32.836157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dcb88922-f714-402e-814d-fa529d793197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:32.932388 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dcb88922-f714-402e-814d-fa529d793197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:32.940409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dcb88922-f714-402e-814d-fa529d793197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:32.950982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57130) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:32.970577 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c9590cc-585b-4559-8b20-b5a337e3d7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:32.988717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb88922-f714-402e-814d-fa529d793197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1cc23f-e549-4807-8be4-64af19c36c05,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:33.012540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4c9590cc-585b-4559-8b20-b5a337e3d7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:33.014764 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dcb88922-f714-402e-814d-fa529d793197 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf07fc0c75f6467393ba39579496dda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5670891 Jun 04 16:13:33.017689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57134) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:33.019392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4c9590cc-585b-4559-8b20-b5a337e3d7e7 admin admin] Usage tracker for resource:security_group_rule and tenant:2287d13377f846968f293ee806995fd3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:33.023180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4c9590cc-585b-4559-8b20-b5a337e3d7e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:33.034466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4c9590cc-585b-4559-8b20-b5a337e3d7e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:33.109480 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfa65de1-6910-4d58-a664-40c2a9b18890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:33.157212 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfa65de1-6910-4d58-a664-40c2a9b18890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:33.187408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c9590cc-585b-4559-8b20-b5a337e3d7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:33.196080 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c9590cc-585b-4559-8b20-b5a337e3d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:33.224868 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfa65de1-6910-4d58-a664-40c2a9b18890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:33.247608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa65de1-6910-4d58-a664-40c2a9b18890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1cc23f-e549-4807-8be4-64af19c36c05,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:33.263392 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4c9590cc-585b-4559-8b20-b5a337e3d7e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2287d13377f846968f293ee806995fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087580 Jun 04 16:13:33.263392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9590cc-585b-4559-8b20-b5a337e3d7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc39ee7-bb25-4d4f-af12-4e71d20c2176,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:33.266091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57164) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:33.271064 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfa65de1-6910-4d58-a664-40c2a9b18890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:33.277510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cfa65de1-6910-4d58-a664-40c2a9b18890 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a1cc23f-e549-4807-8be4-64af19c36c05 HTTP/1.1" status: 204 len: 168 time: 0.2550719 Jun 04 16:13:33.333933 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3dfab9fd-f62f-442a-a1b0-afa20f93a1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:33.361127 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3dfab9fd-f62f-442a-a1b0-afa20f93a1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:33.417844 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3dfab9fd-f62f-442a-a1b0-afa20f93a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:33.446157 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3dfab9fd-f62f-442a-a1b0-afa20f93a1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:33.447598 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3dfab9fd-f62f-442a-a1b0-afa20f93a1b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bc39ee7-bb25-4d4f-af12-4e71d20c2176 HTTP/1.1" status: 204 len: 168 time: 0.1802785 Jun 04 16:13:33.448725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfab9fd-f62f-442a-a1b0-afa20f93a1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc39ee7-bb25-4d4f-af12-4e71d20c2176,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:33.583907 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:33.639223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a702539-3ba8-4949-967d-c2e67c8451d4 req-d792eeef-5c21-4003-a6cb-b22d50d75651 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:33.640799 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a702539-3ba8-4949-967d-c2e67c8451d4 req-d792eeef-5c21-4003-a6cb-b22d50d75651 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 948 time: 0.1177201 Jun 04 16:13:33.685628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a702539-3ba8-4949-967d-c2e67c8451d4 req-7792f891-31d9-4305-8ff8-a6f6937f8524 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389335 Jun 04 16:13:33.801187 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:34.069352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57202) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:34.090584 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-915e2c86-d466-4abc-8ab5-0dcc13dd143c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:34.105296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-915e2c86-d466-4abc-8ab5-0dcc13dd143c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:34.109729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-915e2c86-d466-4abc-8ab5-0dcc13dd143c admin admin] Usage tracker for resource:security_group_rule and tenant:01841765fd7b4ecc89a604e114181baa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:34.113044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-915e2c86-d466-4abc-8ab5-0dcc13dd143c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:34.118951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-915e2c86-d466-4abc-8ab5-0dcc13dd143c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:34.207751 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-915e2c86-d466-4abc-8ab5-0dcc13dd143c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:34.213588 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-915e2c86-d466-4abc-8ab5-0dcc13dd143c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:34.267009 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-915e2c86-d466-4abc-8ab5-0dcc13dd143c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01841765fd7b4ecc89a604e114181baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963332 Jun 04 16:13:34.268170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e2c86-d466-4abc-8ab5-0dcc13dd143c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a12d3b-dc88-4c14-9767-828366d3c1bd,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:34.269579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57214) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:34.366335 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-418cee71-fed9-4aa2-b309-f0a2e44e562d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:34.404773 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-418cee71-fed9-4aa2-b309-f0a2e44e562d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:34.452389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 7e025991-2072-418b-aad1-9df076982734 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:13:34.467397 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-418cee71-fed9-4aa2-b309-f0a2e44e562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:34.487077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cee71-fed9-4aa2-b309-f0a2e44e562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a12d3b-dc88-4c14-9767-828366d3c1bd,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:34.489228 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-418cee71-fed9-4aa2-b309-f0a2e44e562d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:34.490514 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-418cee71-fed9-4aa2-b309-f0a2e44e562d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01a12d3b-dc88-4c14-9767-828366d3c1bd HTTP/1.1" status: 204 len: 168 time: 0.2198792 Jun 04 16:13:34.609828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 7e025991-2072-418b-aad1-9df076982734, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7e025991-2072-418b-aad1-9df076982734,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:34.623771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '7e025991-2072-418b-aad1-9df076982734', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '7e025991-2072-418b-aad1-9df076982734', 'mac_address': 'fa:16:3e:60:5a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:13:34.683326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 7e025991-2072-418b-aad1-9df076982734 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:34.683702 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:34.702466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e025991-2072-418b-aad1-9df076982734 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:34.720423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 7e025991-2072-418b-aad1-9df076982734, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7e025991-2072-418b-aad1-9df076982734,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:34.726663 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:34.795324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device a68c452f-6b21-4621-a2f1-e7c1913677a7 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:13:34.812186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=7e025991-2072-418b-aad1-9df076982734,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:34.903929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fbaa6-e390-4601-80fd-aa92db4841b7 req-bac2a9d6-ffc2-4fe0-b994-ea94ee78f253 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:34.906042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a77fbaa6-e390-4601-80fd-aa92db4841b7 req-bac2a9d6-ffc2-4fe0-b994-ea94ee78f253 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 948 time: 0.0962615 Jun 04 16:13:34.951970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port a68c452f-6b21-4621-a2f1-e7c1913677a7, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a68c452f-6b21-4621-a2f1-e7c1913677a7,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:34.967788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a77fbaa6-e390-4601-80fd-aa92db4841b7 req-63db5750-3dc3-4d2c-9c6d-75053c7c94e1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557430 Jun 04 16:13:34.968030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'a68c452f-6b21-4621-a2f1-e7c1913677a7', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': 'a68c452f-6b21-4621-a2f1-e7c1913677a7', 'mac_address': 'fa:16:3e:8e:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:13:34.972768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57248) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:35.048161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['7e025991-2072-418b-aad1-9df076982734'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:35.082665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57258) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:35.098673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port a68c452f-6b21-4621-a2f1-e7c1913677a7 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:35.098961 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:35.126387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68c452f-6b21-4621-a2f1-e7c1913677a7 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:35.154484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port a68c452f-6b21-4621-a2f1-e7c1913677a7, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a68c452f-6b21-4621-a2f1-e7c1913677a7,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:35.167777 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:35.248448 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70e7804b-1beb-4721-a08a-2383b9bec186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:35.275097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-70e7804b-1beb-4721-a08a-2383b9bec186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:35.283665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-70e7804b-1beb-4721-a08a-2383b9bec186 admin admin] Usage tracker for resource:security_group_rule and tenant:1766b987bb5643f98f468ee100c90ef1 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:35.287222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-70e7804b-1beb-4721-a08a-2383b9bec186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:35.294247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-70e7804b-1beb-4721-a08a-2383b9bec186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:35.332007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=a68c452f-6b21-4621-a2f1-e7c1913677a7,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:35.399776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['a68c452f-6b21-4621-a2f1-e7c1913677a7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:35.425615 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70e7804b-1beb-4721-a08a-2383b9bec186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:35.436546 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70e7804b-1beb-4721-a08a-2383b9bec186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:35.561786 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-70e7804b-1beb-4721-a08a-2383b9bec186 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1766b987bb5643f98f468ee100c90ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5879030 Jun 04 16:13:35.564676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57292) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:35.578283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7804b-1beb-4721-a08a-2383b9bec186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718128e6-59e8-45c9-b234-cf2acadbf30e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:35.680649 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c48f10dd-dca2-41e5-bfb6-16046049ee13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:35.694470 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-986a66dc-6f65-4671-a6e0-54ced9a38394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:35.697974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c48f10dd-dca2-41e5-bfb6-16046049ee13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:35.704364 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c48f10dd-dca2-41e5-bfb6-16046049ee13 admin admin] Usage tracker for resource:security_group_rule and tenant:a88885f1767d42758538ec074759b470 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:35.708093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c48f10dd-dca2-41e5-bfb6-16046049ee13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:35.722701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c48f10dd-dca2-41e5-bfb6-16046049ee13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:35.729093 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-986a66dc-6f65-4671-a6e0-54ced9a38394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:35.825379 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-986a66dc-6f65-4671-a6e0-54ced9a38394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:35.835941 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c48f10dd-dca2-41e5-bfb6-16046049ee13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:35.841144 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c48f10dd-dca2-41e5-bfb6-16046049ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:35.845000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a66dc-6f65-4671-a6e0-54ced9a38394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718128e6-59e8-45c9-b234-cf2acadbf30e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:35.851357 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-986a66dc-6f65-4671-a6e0-54ced9a38394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:35.852508 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-986a66dc-6f65-4671-a6e0-54ced9a38394 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/718128e6-59e8-45c9-b234-cf2acadbf30e HTTP/1.1" status: 204 len: 168 time: 0.2868609 Jun 04 16:13:35.899960 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c48f10dd-dca2-41e5-bfb6-16046049ee13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a88885f1767d42758538ec074759b470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8133638 Jun 04 16:13:35.899960 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f10dd-dca2-41e5-bfb6-16046049ee13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bcfd29-972a-4dc1-94e6-d6c0bbc7ec11,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:35.900489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57312) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:35.965264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49b24295-879b-463d-8cb8-06e33f5f1bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:36.007753 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49b24295-879b-463d-8cb8-06e33f5f1bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:36.072216 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49b24295-879b-463d-8cb8-06e33f5f1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:36.094027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b24295-879b-463d-8cb8-06e33f5f1bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bcfd29-972a-4dc1-94e6-d6c0bbc7ec11,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:36.098151 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49b24295-879b-463d-8cb8-06e33f5f1bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:36.099342 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-49b24295-879b-463d-8cb8-06e33f5f1bc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95bcfd29-972a-4dc1-94e6-d6c0bbc7ec11 HTTP/1.1" status: 204 len: 168 time: 0.1979001 Jun 04 16:13:36.195212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b93954-761f-4f71-be46-776009027ab9 req-ece96cf8-8059-40ca-9538-d4149336446f tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:36.202167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6b93954-761f-4f71-be46-776009027ab9 req-ece96cf8-8059-40ca-9538-d4149336446f tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 949 time: 0.0924399 Jun 04 16:13:36.245609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6b93954-761f-4f71-be46-776009027ab9 req-679483b3-4ce8-4589-b466-cd0c62c4837c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 Jun 04 16:13:36.273802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57330) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:36.458975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 7e025991-2072-418b-aad1-9df076982734 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:13:36.534607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 7e025991-2072-418b-aad1-9df076982734 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:36.540859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 7e025991-2072-418b-aad1-9df076982734 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:36.541244 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:36.674094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 7e025991-2072-418b-aad1-9df076982734 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:36.674496 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:36.690309 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e94bfd9f-108f-498f-bb77-ebfbbd70fae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:36.708779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd73d6d-941b-4e5c-bc94-c11470283457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e025991-2072-418b-aad1-9df076982734'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:36.716130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e94bfd9f-108f-498f-bb77-ebfbbd70fae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:36.719985 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 7e025991-2072-418b-aad1-9df076982734, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7e025991-2072-418b-aad1-9df076982734,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:36.723576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e94bfd9f-108f-498f-bb77-ebfbbd70fae3 admin admin] Usage tracker for resource:security_group_rule and tenant:5e84ab9739a544d286190fae0651b8cb is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:36.727197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e94bfd9f-108f-498f-bb77-ebfbbd70fae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:36.735534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e94bfd9f-108f-498f-bb77-ebfbbd70fae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:36.738439 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:36.757130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57350) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:36.789614 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc1158a0-35ac-4e48-bb98-b880b8699341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:36.816143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bc1158a0-35ac-4e48-bb98-b880b8699341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:36.822695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bc1158a0-35ac-4e48-bb98-b880b8699341 admin admin] Usage tracker for resource:security_group_rule and tenant:554ea2f65e4f4cee93e19df6a7351088 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:36.827986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bc1158a0-35ac-4e48-bb98-b880b8699341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:36.837442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bc1158a0-35ac-4e48-bb98-b880b8699341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:36.867409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=7e025991-2072-418b-aad1-9df076982734,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:36.867409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device a68c452f-6b21-4621-a2f1-e7c1913677a7 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:13:36.952776 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e94bfd9f-108f-498f-bb77-ebfbbd70fae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:36.955118 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc1158a0-35ac-4e48-bb98-b880b8699341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:36.956322 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10e5f6a-5c86-49d4-a73f-c13eef47bad8'] response: {'server_uuid': '3dd73d6d-941b-4e5c-bc94-c11470283457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e025991-2072-418b-aad1-9df076982734', 'code': 200} Jun 04 16:13:36.959299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port a68c452f-6b21-4621-a2f1-e7c1913677a7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:36.961229 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e94bfd9f-108f-498f-bb77-ebfbbd70fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:36.965907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port a68c452f-6b21-4621-a2f1-e7c1913677a7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:36.966276 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:36.968434 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc1158a0-35ac-4e48-bb98-b880b8699341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:37.006388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bfd9f-108f-498f-bb77-ebfbbd70fae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c98af82-f894-4fd2-a5f3-1b07e680a2b6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:37.093370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1158a0-35ac-4e48-bb98-b880b8699341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05931251-2dec-428c-8171-e51a71888800,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:37.161905 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bc1158a0-35ac-4e48-bb98-b880b8699341 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=554ea2f65e4f4cee93e19df6a7351088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027815 Jun 04 16:13:37.165922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57360) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:37.190122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57368) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:37.190836 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e94bfd9f-108f-498f-bb77-ebfbbd70fae3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e84ab9739a544d286190fae0651b8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9156592 Jun 04 16:13:37.227225 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb822b-0520-41f6-a72c-591e819c3744 req-0eec9a3e-ac24-43f0-ba7b-dd1c6134168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:37.229422 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6fbb822b-0520-41f6-a72c-591e819c3744 req-0eec9a3e-ac24-43f0-ba7b-dd1c6134168a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3dd73d6d-941b-4e5c-bc94-c11470283457 HTTP/1.1" status: 200 len: 1101 time: 0.1889124 Jun 04 16:13:37.297121 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6fbb822b-0520-41f6-a72c-591e819c3744 req-1a9a7051-c2bc-4387-8dde-ed62d67555ba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553706 Jun 04 16:13:37.335179 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port a68c452f-6b21-4621-a2f1-e7c1913677a7 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:37.335849 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:37.401978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port a68c452f-6b21-4621-a2f1-e7c1913677a7, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a68c452f-6b21-4621-a2f1-e7c1913677a7,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:37.411443 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:37.446490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-0b00d8da-52dc-4db1-ba28-846847758de1 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c5eaf11df2f44c298c18112de2bf2faf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826209 Jun 04 16:13:37.501400 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd86c899-5383-479a-976b-78a9bc5820ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:37.502021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=a68c452f-6b21-4621-a2f1-e7c1913677a7,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:37.552582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57398) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:37.624107 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afb316bb-861c-4540-a728-9d63560934e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:37.633622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd86c899-5383-479a-976b-78a9bc5820ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:37.645097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7cdf367e-72a9-48d9-bced-dd0da62dbb94 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1031191343&fields=id&tenant_id=15e2ee17bf0b4a62a666e59544dd12a2 HTTP/1.1" status: 200 len: 267 time: 0.2453725 Jun 04 16:13:37.746001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1146955973-network', 'tenant_id': 'a5ab49c29daa4a08b32221dccc05ebd8'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:37.752314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:37.759850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Usage tracker for resource:network and tenant:a5ab49c29daa4a08b32221dccc05ebd8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:37.763210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:37.775201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:37.786256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afb316bb-861c-4540-a728-9d63560934e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:37.793661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Made reservation on behalf of a5ab49c29daa4a08b32221dccc05ebd8 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:37.796644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:37.814555 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:37.840529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:37.849487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ab49c29daa4a08b32221dccc05ebd8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:37.853085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:37.857302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-6a1a3836-a192-4a75-b7e5-23ce323e191b tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:37.860073 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:37.865835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-6a1a3836-a192-4a75-b7e5-23ce323e191b tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4180818 Jun 04 16:13:37.907653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-49433fc5-a689-401b-9f72-2d1df3cbc9a0 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/quotas/c5eaf11df2f44c298c18112de2bf2faf HTTP/1.1" status: 200 len: 375 time: 0.0409191 Jun 04 16:13:37.973300 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd86c899-5383-479a-976b-78a9bc5820ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:38.001766 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-ea8169bf-7d4d-4b3d-88ef-d8214b771a75 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5eaf11df2f44c298c18112de2bf2faf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768166 Jun 04 16:13:38.008261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-8051cf2f-6322-455b-be6f-fb91f5f8e81a tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:38.016036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-8051cf2f-6322-455b-be6f-fb91f5f8e81a tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/networks?id=a7b8a177-7482-4aa4-8cc3-8529f5233c73 HTTP/1.1" status: 200 len: 824 time: 0.3577397 Jun 04 16:13:38.046063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86c899-5383-479a-976b-78a9bc5820ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05931251-2dec-428c-8171-e51a71888800,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:38.074951 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:38.081674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-22813a7d-856a-4a5c-873e-a3a51cbe170c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/quotas/15e2ee17bf0b4a62a666e59544dd12a2 HTTP/1.1" status: 200 len: 375 time: 0.0646443 Jun 04 16:13:38.083054 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:38.086084 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd86c899-5383-479a-976b-78a9bc5820ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:38.087207 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cd86c899-5383-479a-976b-78a9bc5820ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05931251-2dec-428c-8171-e51a71888800 HTTP/1.1" status: 204 len: 168 time: 0.9201105 Jun 04 16:13:38.126033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:13:38.129991 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afb316bb-861c-4540-a728-9d63560934e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:38.146570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e2b8de-a572-4282-95f5-491bacc8bc10,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:38.153025 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:38.153406 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Added segment a873dfbe-eaae-47da-96c2-bddfe497fb6d of type vlan for network 4174afad-8f69-40c2-8826-5ab168bb142e Jun 04 16:13:38.173280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb316bb-861c-4540-a728-9d63560934e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c98af82-f894-4fd2-a5f3-1b07e680a2b6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:38.181397 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afb316bb-861c-4540-a728-9d63560934e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:38.183492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-afb316bb-861c-4540-a728-9d63560934e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c98af82-f894-4fd2-a5f3-1b07e680a2b6 HTTP/1.1" status: 204 len: 168 time: 0.9864028 Jun 04 16:13:38.232189 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:38.236816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57432) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:38.279529 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:38.281064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:38.282179 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:38.331467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-e96d11f3-f93f-4047-844f-c3bcd113e9d3 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15e2ee17bf0b4a62a666e59544dd12a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2489147 Jun 04 16:13:38.355039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-448c3129-2ef5-432f-9f85-4a14b3f6047d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:38.356496 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-448c3129-2ef5-432f-9f85-4a14b3f6047d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.46 "GET /v2.0/ports?device_id=a86fc5b3-47cf-422c-b333-a2a8c772ea2a HTTP/1.1" status: 200 len: 945 time: 0.1694891 Jun 04 16:13:38.433384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] Pushing event updated for resources: {'Network': ['ID=4174afad-8f69-40c2-8826-5ab168bb142e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:38.444584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 4174afad-8f69-40c2-8826-5ab168bb142e details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:13:38.465984 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8f0bfd8f-98b4-42b9-bf14-79c2e0dd20f8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9119191 Jun 04 16:13:38.468777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57446) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:38.478970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Request body: {'subnet': {'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1146955973-subnet', 'tenant_id': 'a5ab49c29daa4a08b32221dccc05ebd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:38.484247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:38.488733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Usage tracker for resource:subnet and tenant:a5ab49c29daa4a08b32221dccc05ebd8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:38.491839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:38.499343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:38.528446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Made reservation on behalf of a5ab49c29daa4a08b32221dccc05ebd8 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:38.532009 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:38.756810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-2a3a8ae9-08b8-424d-840b-ff0df58fb976 service neutron] 10.222.0.13 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992877 Jun 04 16:13:38.869694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-900417385-network', 'tenant_id': '6bd94cac11584d9c9b8620f8e279a86a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:38.887584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:38.903013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Usage tracker for resource:network and tenant:6bd94cac11584d9c9b8620f8e279a86a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:38.913403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:38.917286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57456) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:38.922193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Deleting port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:13:38.922658 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:38.943248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:38.957623 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68c452f-6b21-4621-a2f1-e7c1913677a7'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:38.968827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Made reservation on behalf of 6bd94cac11584d9c9b8620f8e279a86a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:38.971131 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:38.991987 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:39.012413 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9ed799f3-faf9-4ebc-af47-ccc0a8782dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:39.020758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:39.057097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Usage tracker for resource:security_group_rule and tenant:6bd94cac11584d9c9b8620f8e279a86a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:39.062010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:39.075815 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f6a1db02-f695-4c74-b54f-89d471a8838d req-266be544-a861-4647-baea-bb0ba450dd53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3004367 Jun 04 16:13:39.076647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:39.085716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9ed799f3-faf9-4ebc-af47-ccc0a8782dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:39.126203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9ed799f3-faf9-4ebc-af47-ccc0a8782dba admin admin] Usage tracker for resource:security_group_rule and tenant:8306e14333224bbb91c509c18d00dcdd is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:39.148156 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9ed799f3-faf9-4ebc-af47-ccc0a8782dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:39.165883 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:39.166654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9ed799f3-faf9-4ebc-af47-ccc0a8782dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:39.198167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-370a1b78-446b-4c25-a0cc-c9650380dd4e service neutron] 10.222.0.13 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791924 Jun 04 16:13:39.243098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff42d0-8105-45bb-ae6d-c5705fb525ea req-76967c0a-7104-465e-abc7-0a0f1102d3e3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:39.253135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2ff42d0-8105-45bb-ae6d-c5705fb525ea req-76967c0a-7104-465e-abc7-0a0f1102d3e3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 950 time: 0.5058045 Jun 04 16:13:39.428104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2ff42d0-8105-45bb-ae6d-c5705fb525ea req-ef206ebd-c2de-4be6-b991-b32bc3da48f7 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675358 Jun 04 16:13:39.567380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f45c45e-6c0e-42c2-a8a6-a997e7c26002 req-8825af0b-878e-41f3-b240-c34f9900e5c9 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 210 time: 0.0636823 Jun 04 16:13:39.574745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] For port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:39.575348 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:39.696003 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e569d6-90ae-4246-9152-a51b43bd8160'] response: {'server_uuid': '6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68c452f-6b21-4621-a2f1-e7c1913677a7', 'code': 200} Jun 04 16:13:39.775496 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e12d5c-bc8b-435f-bebd-f23b80669698,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:39.792705 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:39.796461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Checking segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:39.796825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Network hostable DHCP agents. Network: 4174afad-8f69-40c2-8826-5ab168bb142e, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:13:39.866490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:39.879209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:13:39.888822 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:39.889156 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Added segment 09758510-3954-4306-ae9e-70c4e02ae32e of type vlan for network 72019db3-39df-43d8-93d3-271f4f5ad33a Jun 04 16:13:39.926232 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef3994d3-0a8a-4e85-936b-1a840722a648 req-6402fe29-9baf-4497-805a-9703210638a3 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 210 time: 0.0812538 Jun 04 16:13:39.942773 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:40.042312 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:40.043308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:40.043889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:40.228192 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:40.228652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:40.229024 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Floating IP 75e71bdd-b0de-424a-84e8-f70a3f1e2fe6 disassociated. External IP: 172.25.5.162, port: 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3. Jun 04 16:13:40.229359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Calling delete_port for 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:13:40.300387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1db02-f695-4c74-b54f-89d471a8838d req-4cd7f403-327f-47e9-911e-d37ee9f7ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:40.304987 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f6a1db02-f695-4c74-b54f-89d471a8838d req-4cd7f403-327f-47e9-911e-d37ee9f7ee52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570 HTTP/1.1" status: 200 len: 1101 time: 1.0883152 Jun 04 16:13:40.305478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.46', 62777) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:40.337188 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-24f8b8b7-eb89-4e48-b530-d6de1f82ec3b tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c5eaf11df2f44c298c18112de2bf2faf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4061224 Jun 04 16:13:40.340269 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9ed799f3-faf9-4ebc-af47-ccc0a8782dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:40.354522 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9ed799f3-faf9-4ebc-af47-ccc0a8782dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:40.358578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Pushing event updated for resources: {'Network': ['ID=72019db3-39df-43d8-93d3-271f4f5ad33a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:40.370999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 72019db3-39df-43d8-93d3-271f4f5ad33a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:13:40.470708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f968c4-0c9e-4657-a2be-8b2c83a6315d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:40.473468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Network 4174afad-8f69-40c2-8826-5ab168bb142e is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:13:40.549623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 4174afad-8f69-40c2-8826-5ab168bb142e) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:40.559899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef91156-d1cc-484e-a297-395ed10c626b None None] Network 4174afad-8f69-40c2-8826-5ab168bb142e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:13:40.560081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed799f3-faf9-4ebc-af47-ccc0a8782dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd05eb8-f139-4e4c-b44e-4bbde3a96626,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:40.573955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:40.575830 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:40.676944 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b4cce963-5d59-4f69-8af8-6765a4b960e5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2067170 Jun 04 16:13:40.679315 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6d0082bd-fc55-4c04-9f69-ef8776eb323d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4410708 Jun 04 16:13:40.696451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57520) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:40.713565 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d3fe043d-0e57-443f-b40d-95c061cb776c req-b74800ec-d22d-4bc0-a7d5-2f2645e262f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3799050 Jun 04 16:13:40.716204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0403a3-5d31-462c-8d7f-7397783d957b req-4e237599-2169-4c92-84d1-6079fe402eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:40.717938 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bf0403a3-5d31-462c-8d7f-7397783d957b req-4e237599-2169-4c92-84d1-6079fe402eae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 1101 time: 0.9230978 Jun 04 16:13:40.721720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Request body: {'subnet': {'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-900417385-subnet', 'tenant_id': '6bd94cac11584d9c9b8620f8e279a86a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:40.781146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:40.792681 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bf0403a3-5d31-462c-8d7f-7397783d957b req-3a53c6a3-72b5-4433-97e1-ad533022a6ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641530 Jun 04 16:13:40.794226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Usage tracker for resource:subnet and tenant:6bd94cac11584d9c9b8620f8e279a86a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:40.800913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:40.814932 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:40.855773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1db02-f695-4c74-b54f-89d471a8838d req-e8eceda4-2686-4c62-bed6-12848f850aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:40.856987 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f6a1db02-f695-4c74-b54f-89d471a8838d req-e8eceda4-2686-4c62-bed6-12848f850aee service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.5004902 Jun 04 16:13:40.857726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Made reservation on behalf of 6bd94cac11584d9c9b8620f8e279a86a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:40.859993 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:40.906769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9ed799f3-faf9-4ebc-af47-ccc0a8782dba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8306e14333224bbb91c509c18d00dcdd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9857974 Jun 04 16:13:40.959406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57528) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:41.003917 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5db26e9-3ffd-46db-9baf-78ede5d472c9 req-cecc2cae-3904-479c-8afd-c17b310ca9e3 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 210 time: 0.1098924 Jun 04 16:13:41.125030 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965a9419-2470-4ab6-b27b-793292746a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:41.127103 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684ea312-06f8-4a71-ae88-5ca0f6fce447 None None] Network 4174afad-8f69-40c2-8826-5ab168bb142e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:13:41.161427 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965a9419-2470-4ab6-b27b-793292746a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:41.291111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-2b324d40-4947-4e90-b0af-393d26155172 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:41.292819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-2b324d40-4947-4e90-b0af-393d26155172 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9426234 Jun 04 16:13:41.296055 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965a9419-2470-4ab6-b27b-793292746a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:41.304829 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f6a1db02-f695-4c74-b54f-89d471a8838d req-8ea9dc9b-c644-4e2d-ac87-c7cd9b1cac21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=935ba045-1bd2-4bc3-b360-dfbf094419a3 HTTP/1.1" status: 200 len: 217 time: 0.1330147 Jun 04 16:13:41.314011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Request body: {'port': {'device_id': '15ee56d0-7346-4393-8769-8775d5ac791c', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': 'c5eaf11df2f44c298c18112de2bf2faf'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:41.335699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:41.342867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:41.361710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a9419-2470-4ab6-b27b-793292746a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd05eb8-f139-4e4c-b44e-4bbde3a96626,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:41.514927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Pushing event deleted for resources: {'Port': ['ID=174413bc-1b2b-43d8-9f3a-819f1a4ea4b3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:41.530251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00047b-a221-433d-9d6a-5293c7317ccc req-6a0a103d-1a5c-4837-bd6f-820a2bfe8e4c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:41.531934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea00047b-a221-433d-9d6a-5293c7317ccc req-6a0a103d-1a5c-4837-bd6f-820a2bfe8e4c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 950 time: 0.7407117 Jun 04 16:13:41.569549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ea5dabc6-64a7-4943-9dee-a8edce74e072 req-106995c9-0f69-4665-bda6-ad0bc6a6d88e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Synchronizing usage tracker for tenant:15e2ee17bf0b4a62a666e59544dd12a2 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:13:41.573837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f6d421-7a43-450e-be14-3b76b24804d1,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:41.578869 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965a9419-2470-4ab6-b27b-793292746a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:41.579936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-965a9419-2470-4ab6-b27b-793292746a41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddd05eb8-f139-4e4c-b44e-4bbde3a96626 HTTP/1.1" status: 204 len: 168 time: 0.5876336 Jun 04 16:13:41.592829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1db02-f695-4c74-b54f-89d471a8838d req-a782fa6f-af71-4a0d-85af-b04da9957b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:41.595881 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f6a1db02-f695-4c74-b54f-89d471a8838d req-a782fa6f-af71-4a0d-85af-b04da9957b28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2464397 Jun 04 16:13:41.828826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ea5dabc6-64a7-4943-9dee-a8edce74e072 req-106995c9-0f69-4665-bda6-ad0bc6a6d88e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Unset dirty status for tenant:15e2ee17bf0b4a62a666e59544dd12a2 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:13:41.829972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea5dabc6-64a7-4943-9dee-a8edce74e072 req-106995c9-0f69-4665-bda6-ad0bc6a6d88e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 210 time: 0.4839690 Jun 04 16:13:41.854700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea00047b-a221-433d-9d6a-5293c7317ccc req-5f52ec38-34d5-42b9-8495-c9fc4dc1bb2c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775950 Jun 04 16:13:41.923560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-33bb2b51-ca21-4e46-a759-e270d5ced33c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:41.925076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-33bb2b51-ca21-4e46-a759-e270d5ced33c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Synchronizing usage tracker for tenant:15e2ee17bf0b4a62a666e59544dd12a2 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:13:41.932220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Checking segment: {'id': '09758510-3954-4306-ae9e-70c4e02ae32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:41.933273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Network hostable DHCP agents. Network: 72019db3-39df-43d8-93d3-271f4f5ad33a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:13:41.943637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe043d-0e57-443f-b40d-95c061cb776c req-90221313-596a-447c-addf-f7699cf351ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:41.945483 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d3fe043d-0e57-443f-b40d-95c061cb776c req-90221313-596a-447c-addf-f7699cf351ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 1101 time: 0.7034216 Jun 04 16:13:41.981127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1db02-f695-4c74-b54f-89d471a8838d req-3749aef6-13e6-4a87-a8a4-d02215d09e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:41.983140 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f6a1db02-f695-4c74-b54f-89d471a8838d req-3749aef6-13e6-4a87-a8a4-d02215d09e70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3503108 Jun 04 16:13:41.984960 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Network 72019db3-39df-43d8-93d3-271f4f5ad33a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:13:41.987784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-33bb2b51-ca21-4e46-a759-e270d5ced33c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Unset dirty status for tenant:15e2ee17bf0b4a62a666e59544dd12a2 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:13:41.989732 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-33bb2b51-ca21-4e46-a759-e270d5ced33c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.42 "GET /v2.0/networks?id=a7b8a177-7482-4aa4-8cc3-8529f5233c73 HTTP/1.1" status: 200 len: 824 time: 0.6757636 Jun 04 16:13:42.002893 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 72019db3-39df-43d8-93d3-271f4f5ad33a) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:42.013506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05219d7-c79e-4a7f-92d2-bc790a2431d3 None None] Network 72019db3-39df-43d8-93d3-271f4f5ad33a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:13:42.050967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:42.051902 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:42.180060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:42.189342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Usage tracker for resource:port and tenant:c5eaf11df2f44c298c18112de2bf2faf is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:42.202387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:42.210556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:42.270421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:13:42.278777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Made reservation on behalf of c5eaf11df2f44c298c18112de2bf2faf for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:42.282400 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:42.284671 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-81a7ae3e-1fbe-492e-8881-89ac93b0b7c8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5791523 Jun 04 16:13:42.289834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-b5c11aa0-c098-4347-a7a9-3bef85259f4e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Synchronizing usage tracker for tenant:15e2ee17bf0b4a62a666e59544dd12a2 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:13:42.360592 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:42.386531 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f6a1db02-f695-4c74-b54f-89d471a8838d req-c0a744c4-62ed-4516-b9b6-b87757035ad2 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641977 Jun 04 16:13:42.391216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-b5c11aa0-c098-4347-a7a9-3bef85259f4e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Unset dirty status for tenant:15e2ee17bf0b4a62a666e59544dd12a2 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:13:42.392729 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-b5c11aa0-c098-4347-a7a9-3bef85259f4e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15e2ee17bf0b4a62a666e59544dd12a2 HTTP/1.1" status: 200 len: 380 time: 0.3869689 Jun 04 16:13:42.395557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe043d-0e57-443f-b40d-95c061cb776c req-b9cd2c62-c9a1-463b-bb50-4ced9970a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:42.397362 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d3fe043d-0e57-443f-b40d-95c061cb776c req-b9cd2c62-c9a1-463b-bb50-4ced9970a5c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.3412516 Jun 04 16:13:42.580398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6be06b6-2ffe-4290-a612-7bad971f9a53 None None] Network 72019db3-39df-43d8-93d3-271f4f5ad33a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:13:42.599100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcab50a6-930a-4abe-94cf-2d2803f0faed req-80874d5c-e622-4a67-ae87-d049a037635c tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 210 time: 0.2825677 Jun 04 16:13:42.626216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57576) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:42.669472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1900167958-network', 'tenant_id': '89dd67bc8d4d42748d0784b2789a6d81'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:42.678023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Request body: {'port': {'device_id': 'c9e74485-a534-4ce0-a03f-4bce2091bea4', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'admin_state_up': True, 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'security_groups': ['5fd0c83b-6b96-49bb-aa01-3b45b014cc28']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:42.718183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:42.730212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:42.740250 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Usage tracker for resource:network and tenant:89dd67bc8d4d42748d0784b2789a6d81 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:42.743360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Usage tracker for resource:security_group_rule and tenant:c5eaf11df2f44c298c18112de2bf2faf is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:42.746271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:42.756080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:42.759495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:42.818205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:42.836055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:13:42.859907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Made reservation on behalf of 89dd67bc8d4d42748d0784b2789a6d81 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:42.873056 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:42.930718 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:42.943330 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:13:42.943724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:13:42.953783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57588) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:43.014911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:43.017535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:13:43.028545 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8e216-b035-492e-8b6a-2658732122c9 None None] Sync routers for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:13:43.045506 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8e216-b035-492e-8b6a-2658732122c9 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:13:43.047019 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1cc8e216-b035-492e-8b6a-2658732122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:13:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:13:43.117783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Usage tracker for resource:security_group_rule and tenant:89dd67bc8d4d42748d0784b2789a6d81 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:43.157251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:43.224356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:43.227842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] No DVR routers for this DVR port 174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:13:43.232160 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:43.255820 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fedbdfd-115b-4232-a73d-81b6f9f2269e req-ce69bd9b-88e2-44c4-ab8e-9dae826c4687 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 210 time: 0.1517012 Jun 04 16:13:43.292500 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d3fe043d-0e57-443f-b40d-95c061cb776c req-0905b321-c96d-4a2f-abdd-475ac2641b17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=35e7c544-f069-4ecc-9f38-ce8de6a35428 HTTP/1.1" status: 200 len: 217 time: 0.2732475 Jun 04 16:13:43.318738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:43.341041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:43.356869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86fc5b3-47cf-422c-b333-a2a8c772ea2a', 'name': 'network-vif-deleted', 'tag': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:43.362089 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24c68c2e-8a66-4c7f-95c3-e6cd81b260df req-3d0f3174-3ea3-40a8-8456-d91e61d9263e tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.46 "DELETE /v2.0/ports/174413bc-1b2b-43d8-9f3a-819f1a4ea4b3 HTTP/1.1" status: 204 len: 173 time: 4.9366767 Jun 04 16:13:43.374064 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-1cc8e216-b035-492e-8b6a-2658732122c9 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:13:43.424659 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f6a1db02-f695-4c74-b54f-89d471a8838d req-c2065059-b701-4c2b-8f3c-ea97bf247458 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0306044 Jun 04 16:13:43.432420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Made reservation on behalf of 15e2ee17bf0b4a62a666e59544dd12a2 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:43.447663 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:43.596904 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83e9a59f-5553-4886-8299-36c855244045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:43.642155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe043d-0e57-443f-b40d-95c061cb776c req-bfcd6a7c-77a3-4913-ba3c-4bc312aab783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:43.647022 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d3fe043d-0e57-443f-b40d-95c061cb776c req-bfcd6a7c-77a3-4913-ba3c-4bc312aab783 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2912989 Jun 04 16:13:43.710166 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:43.751645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:43.762361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-83e9a59f-5553-4886-8299-36c855244045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:43.874032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-83e9a59f-5553-4886-8299-36c855244045 admin admin] Usage tracker for resource:security_group_rule and tenant:05cf4bee3c654a6880ee79fe587d34dd is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:43.883297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Allocated IP 172.20.0.4 (a7b8a177-7482-4aa4-8cc3-8529f5233c73/460ec211-bd40-42e1-9b7c-ed495c81fe22/34e3d757-4b0f-400d-980a-a3f88b3a1df1) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:13:43.900378 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1cc8e216-b035-492e-8b6a-2658732122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:29Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:13:43.901906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924f1121-6339-4112-ab82-d81d38946444,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:43.909701 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8e216-b035-492e-8b6a-2658732122c9 None None] Checking router: 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:13:43.910498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-83e9a59f-5553-4886-8299-36c855244045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:43.922788 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8e216-b035-492e-8b6a-2658732122c9 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:13:43.923458 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1cc8e216-b035-492e-8b6a-2658732122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:13:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:13:43.926036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe043d-0e57-443f-b40d-95c061cb776c req-135d68ba-478e-4636-b43b-dc256b4da52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:43.927702 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d3fe043d-0e57-443f-b40d-95c061cb776c req-135d68ba-478e-4636-b43b-dc256b4da52f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2694933 Jun 04 16:13:43.944275 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-83e9a59f-5553-4886-8299-36c855244045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:44.064947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadd489-72ed-4a0f-9b0e-50db50347943 req-63deb8df-2d25-4e96-97bd-15ce753d89d5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:44.074024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fadd489-72ed-4a0f-9b0e-50db50347943 req-63deb8df-2d25-4e96-97bd-15ce753d89d5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 950 time: 0.8649573 Jun 04 16:13:44.113317 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d3fe043d-0e57-443f-b40d-95c061cb776c req-62709766-8fdb-4b43-9b35-3e3985000498 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692040 Jun 04 16:13:44.222961 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-1cc8e216-b035-492e-8b6a-2658732122c9 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:13:44.315119 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fadd489-72ed-4a0f-9b0e-50db50347943 req-3818af4a-5e13-43c5-afa3-550c0dc5e88a tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669762 Jun 04 16:13:44.393528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Allocated IP 192.168.233.156 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/f2f36be5-eb45-436d-9623-75108563b3c8) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:13:44.454081 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d3fe043d-0e57-443f-b40d-95c061cb776c req-d9f542b5-4284-4310-ab4a-78cbc4b059d3 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281746 Jun 04 16:13:44.514941 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:44.520033 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83e9a59f-5553-4886-8299-36c855244045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:44.523882 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1546f8bf-dc2b-4360-ad6b-0c0935d0a2e0'] response: {'server_uuid': 'a86fc5b3-47cf-422c-b333-a2a8c772ea2a', 'name': 'network-vif-deleted', 'tag': '174413bc-1b2b-43d8-9f3a-819f1a4ea4b3', 'status': 'completed', 'code': 200} Jun 04 16:13:44.526116 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:44.554944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Transition to ACTIVE for port object 34e3d757-4b0f-400d-980a-a3f88b3a1df1 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:44.555264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-d834d2e9-9885-42a8-9a1b-0eba96bc68be tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:44.558558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-d834d2e9-9885-42a8-9a1b-0eba96bc68be tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/networks?id=72019db3-39df-43d8-93d3-271f4f5ad33a HTTP/1.1" status: 200 len: 821 time: 0.6859241 Jun 04 16:13:44.562002 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83e9a59f-5553-4886-8299-36c855244045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:44.605849 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:44.701866 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:44.713321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Network a7b8a177-7482-4aa4-8cc3-8529f5233c73 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:13:44.716833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:44.721162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:13:44.727816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:44.728470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:44.762891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Pushing event updated for resources: {'Port': ['ID=34e3d757-4b0f-400d-980a-a3f88b3a1df1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:44.766337 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-29b93c39-c518-40b9-bc4d-8d868025880d tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1049583 Jun 04 16:13:44.774999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:13:44.785715 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:44.786051 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Added segment aacda61f-dd2e-4299-8713-96e1d14e9444 of type vlan for network c4b22bc4-f80f-4d85-ac3c-3020aad3989a Jun 04 16:13:44.793340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Request body: {'port': {'device_id': 'c9e74485-a534-4ce0-a03f-4bce2091bea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:44.816352 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:44.837581 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf589127-fcdf-4789-a09f-7a1d405ddac7 req-40d1547d-2a0a-48e8-b6ea-82aaa43e5bac tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 210 time: 0.2130740 Jun 04 16:13:44.861942 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-f1e1cf3c-d70c-4376-bc59-9e15d2b31e41 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/quotas/6bd94cac11584d9c9b8620f8e279a86a HTTP/1.1" status: 200 len: 375 time: 0.2843673 Jun 04 16:13:44.901381 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1cc8e216-b035-492e-8b6a-2658732122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:29Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:13:44.910122 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8e216-b035-492e-8b6a-2658732122c9 None None] The sync data for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 is: [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:29Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:13:44.960864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-83e9a59f-5553-4886-8299-36c855244045 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05cf4bee3c654a6880ee79fe587d34dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9975388 Jun 04 16:13:44.997596 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:13:45.002609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57642) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:45.028133 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-453d7589-2903-411f-94f5-9e48850f3559 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bd94cac11584d9c9b8620f8e279a86a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1639352 Jun 04 16:13:45.073009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9a59f-5553-4886-8299-36c855244045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ee980d-17ac-4441-93f1-6ed5f098431a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:45.108547 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:45.189782 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c205950-68f2-4341-b99b-d4579fb5544f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:45.232212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c205950-68f2-4341-b99b-d4579fb5544f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:45.310678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb264a8-6229-4b2f-b0d1-6696ef866058 None None] New status for floating IP 75e71bdd-b0de-424a-84e8-f70a3f1e2fe6: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:13:45.349584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900c3bfa-77ba-4e02-b236-76f552b2c4a7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:45.363602 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:45.364694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:45.365453 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:45.538669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c205950-68f2-4341-b99b-d4579fb5544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:45.566616 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c205950-68f2-4341-b99b-d4579fb5544f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ee980d-17ac-4441-93f1-6ed5f098431a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:45.568996 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c205950-68f2-4341-b99b-d4579fb5544f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:45.569690 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2c205950-68f2-4341-b99b-d4579fb5544f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70ee980d-17ac-4441-93f1-6ed5f098431a HTTP/1.1" status: 204 len: 168 time: 0.5615442 Jun 04 16:13:45.688766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b22bc4-f80f-4d85-ac3c-3020aad3989a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:45.709204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e3d757-4b0f-400d-980a-a3f88b3a1df1 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:45.713060 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-74de8665-50e6-4f6d-90fd-61200898180a service neutron] 10.222.0.13 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837130 Jun 04 16:13:45.715243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network c4b22bc4-f80f-4d85-ac3c-3020aad3989a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:13:45.723663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bfb4b4b1-77e0-4761-8471-b1218fdf6241 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.0904272 Jun 04 16:13:45.729835 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:45.732577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57650) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:45.738859 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:45.759663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Request body: {'subnet': {'network_id': 'c4b22bc4-f80f-4d85-ac3c-3020aad3989a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1900167958-subnet', 'tenant_id': '89dd67bc8d4d42748d0784b2789a6d81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:45.763652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Transition to ACTIVE for port object 34e3d757-4b0f-400d-980a-a3f88b3a1df1 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:45.770571 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:45.777004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:45.848344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934baba1-450e-4d7d-a969-063313cc8597 req-c114598d-9838-4b6e-b008-1111c84510db tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:45.850628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-934baba1-450e-4d7d-a969-063313cc8597 req-c114598d-9838-4b6e-b008-1111c84510db tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 931 time: 0.7817070 Jun 04 16:13:45.852095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Usage tracker for resource:subnet and tenant:89dd67bc8d4d42748d0784b2789a6d81 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:45.866196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:45.874257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Transition to ACTIVE for port object f2f36be5-eb45-436d-9623-75108563b3c8 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:45.970149 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-3555c324-d793-4caa-ac46-dcdb5e0c49ca service neutron] 10.222.0.13 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434943 Jun 04 16:13:45.971571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:45.975420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Pushing event updated for resources: {'Port': ['ID=34e3d757-4b0f-400d-980a-a3f88b3a1df1,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:46.000919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Attempting to bind port 34e3d757-4b0f-400d-980a-a3f88b3a1df1 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:13:46.001582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Attempting to bind port 34e3d757-4b0f-400d-980a-a3f88b3a1df1 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:13:46.001915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Attempting to bind port 34e3d757-4b0f-400d-980a-a3f88b3a1df1 on network a7b8a177-7482-4aa4-8cc3-8529f5233c73 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:46.007280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Port 34e3d757-4b0f-400d-980a-a3f88b3a1df1 on network a7b8a177-7482-4aa4-8cc3-8529f5233c73 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:13:46.007786 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Attempting to bind port 34e3d757-4b0f-400d-980a-a3f88b3a1df1 on network a7b8a177-7482-4aa4-8cc3-8529f5233c73 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:46.015084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:13:46.015768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Checking segment: {'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:46.016326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Bound using segment: {'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:13:46.017356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Bound port: 34e3d757-4b0f-400d-980a-a3f88b3a1df1, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3c804f-babc-4954-93f4-b1c9ecab3af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:13:46.017857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:46.027260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Made reservation on behalf of 89dd67bc8d4d42748d0784b2789a6d81 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:46.030155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:46.070288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57658) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:46.077062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-934baba1-450e-4d7d-a969-063313cc8597 req-97691066-edfa-4160-9cd0-46d7c458c16f tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983693 Jun 04 16:13:46.116262 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81ff7dc0-a828-4d2a-91f4-05e07b75b222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:46.151470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-81ff7dc0-a828-4d2a-91f4-05e07b75b222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:46.161879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-81ff7dc0-a828-4d2a-91f4-05e07b75b222 admin admin] Usage tracker for resource:security_group_rule and tenant:1961d8080af94218a1749f6747d42aed is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:46.169158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-81ff7dc0-a828-4d2a-91f4-05e07b75b222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:46.190485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] For port 34e3d757-4b0f-400d-980a-a3f88b3a1df1, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:13:46.195584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] For port 34e3d757-4b0f-400d-980a-a3f88b3a1df1, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=34e3d757-4b0f-400d-980a-a3f88b3a1df1,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:13:46.197796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-81ff7dc0-a828-4d2a-91f4-05e07b75b222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:46.223438 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:46.297803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:46.332240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c3b0eefe-501b-4a81-89e4-2251eeb15e7b None None] Provisioning for port 34e3d757-4b0f-400d-980a-a3f88b3a1df1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:46.385318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:46.385923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:46.388563 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] 10.222.0.42 "PUT /v2.0/ports/34e3d757-4b0f-400d-980a-a3f88b3a1df1 HTTP/1.1" status: 200 len: 1091 time: 1.6004970 Jun 04 16:13:46.388563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e74485-a534-4ce0-a03f-4bce2091bea4', 'tag': '34e3d757-4b0f-400d-980a-a3f88b3a1df1'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:46.415586 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22270-11fc-4d6b-a265-c6ada2ea9b9e service neutron] Pushing event updated for resources: {'Port': ['ID=34e3d757-4b0f-400d-980a-a3f88b3a1df1,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:46.499570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:13:46.505714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:46.509032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:13:46.514548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:46.515164 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:46.549638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Pushing event updated for resources: {'Port': ['ID=f2f36be5-eb45-436d-9623-75108563b3c8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:46.629094 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-1a9f74bb-4aac-4400-a494-e8775b857af6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3195095 Jun 04 16:13:46.646639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29385bf1-839c-4d14-ab14-be97c6eb5a96 req-d4175c23-2dcc-4dbc-9d44-0e23e2652b97 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:46.650933 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29385bf1-839c-4d14-ab14-be97c6eb5a96 req-d4175c23-2dcc-4dbc-9d44-0e23e2652b97 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd73d6d-941b-4e5c-bc94-c11470283457 HTTP/1.1" status: 200 len: 950 time: 0.3941126 Jun 04 16:13:46.653931 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81ff7dc0-a828-4d2a-91f4-05e07b75b222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:46.660706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Request body: {'port': {'device_id': '15ee56d0-7346-4393-8769-8775d5ac791c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:46.667580 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81ff7dc0-a828-4d2a-91f4-05e07b75b222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:46.714688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff7dc0-a828-4d2a-91f4-05e07b75b222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7de98c-45c5-4604-9d7c-0b3ccafe0ac3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:46.772270 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-81ff7dc0-a828-4d2a-91f4-05e07b75b222 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1961d8080af94218a1749f6747d42aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6962819 Jun 04 16:13:46.779143 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57676) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:46.782138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-c006364d-0e9c-4a4d-880f-b23d9216d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:46.784043 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-c006364d-0e9c-4a4d-880f-b23d9216d096 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15e2ee17bf0b4a62a666e59544dd12a2&device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 1094 time: 0.3197711 Jun 04 16:13:46.993839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29385bf1-839c-4d14-ab14-be97c6eb5a96 req-fc02ec29-fa12-4d53-8da4-cfba8c4f7ce4 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956645 Jun 04 16:13:47.003862 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-09231493-8b5b-49e5-86f3-c74a171bf8d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34e3d757-4b0f-400d-980a-a3f88b3a1df1 HTTP/1.1" status: 200 len: 217 time: 0.1582298 Jun 04 16:13:47.006751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:47.087526 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9238da7-2270-4df1-94c0-f74fa8b4c63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:47.101350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9d64c684-205d-4c69-a3a6-15b046679a13 None None] Provisioning for port f2f36be5-eb45-436d-9623-75108563b3c8 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:47.106808 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9d64c684-205d-4c69-a3a6-15b046679a13 None None] Provisioning complete for port f2f36be5-eb45-436d-9623-75108563b3c8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:47.107285 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9d64c684-205d-4c69-a3a6-15b046679a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:47.115452 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9238da7-2270-4df1-94c0-f74fa8b4c63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:47.140496 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57690) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:47.187565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-30aa800a-c0f1-4b4f-aa0c-1d6758c63f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:47.189025 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-30aa800a-c0f1-4b4f-aa0c-1d6758c63f12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=460ec211-bd40-42e1-9b7c-ed495c81fe22 HTTP/1.1" status: 200 len: 863 time: 0.1707885 Jun 04 16:13:47.217352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db2736f4-77f8-4f53-b0a6-de36df33a503,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:47.231913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9d64c684-205d-4c69-a3a6-15b046679a13 None None] Port f2f36be5-eb45-436d-9623-75108563b3c8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:13:47.278019 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9238da7-2270-4df1-94c0-f74fa8b4c63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:47.300069 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9238da7-2270-4df1-94c0-f74fa8b4c63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:47.304125 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b9238da7-2270-4df1-94c0-f74fa8b4c63e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f7de98c-45c5-4604-9d7c-0b3ccafe0ac3 HTTP/1.1" status: 204 len: 168 time: 0.5190718 Jun 04 16:13:47.308248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9238da7-2270-4df1-94c0-f74fa8b4c63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7de98c-45c5-4604-9d7c-0b3ccafe0ac3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:47.320216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-dd94e0a2-9493-4545-a96c-8f23568942a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:47.321917 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-dd94e0a2-9493-4545-a96c-8f23568942a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7b8a177-7482-4aa4-8cc3-8529f5233c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262226 Jun 04 16:13:47.336770 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:47.350014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aab30d6-6769-4027-9bfe-b3842c21724b req-201ee4b7-07ac-42db-bb49-df930dc25b18 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 210 time: 0.1145668 Jun 04 16:13:47.434492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Checking segment: {'id': 'aacda61f-dd2e-4299-8713-96e1d14e9444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c4b22bc4-f80f-4d85-ac3c-3020aad3989a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:47.434987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Network hostable DHCP agents. Network: c4b22bc4-f80f-4d85-ac3c-3020aad3989a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:13:47.482623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Network c4b22bc4-f80f-4d85-ac3c-3020aad3989a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:13:47.546075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84feec67-2283-4fb9-856b-6ea4b18db000 req-2def7878-1f17-4614-bdb2-fc2968da7a44 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:47.546966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-84feec67-2283-4fb9-856b-6ea4b18db000 req-2def7878-1f17-4614-bdb2-fc2968da7a44 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Synchronizing usage tracker for tenant:c5eaf11df2f44c298c18112de2bf2faf on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:13:47.569211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, c4b22bc4-f80f-4d85-ac3c-3020aad3989a) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:47.571138 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-dafd3ec3-3235-4de5-b7a2-7f1ca4f7a357 service neutron] 10.222.0.42 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407191 Jun 04 16:13:47.581371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d97fbac-a0e6-4992-9497-8504fdb749a5 None None] Network c4b22bc4-f80f-4d85-ac3c-3020aad3989a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:13:47.582536 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a667eca-02d7-4da9-aac3-616a02d0c454'] response: {'name': 'network-changed', 'server_uuid': 'c9e74485-a534-4ce0-a03f-4bce2091bea4', 'tag': '34e3d757-4b0f-400d-980a-a3f88b3a1df1', 'status': 'completed', 'code': 200} Jun 04 16:13:47.585732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:47.586415 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:47.629393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa1db-eb36-4bc9-b87c-6028a9538c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:47.639040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-84feec67-2283-4fb9-856b-6ea4b18db000 req-2def7878-1f17-4614-bdb2-fc2968da7a44 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Unset dirty status for tenant:c5eaf11df2f44c298c18112de2bf2faf on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:13:47.646303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84feec67-2283-4fb9-856b-6ea4b18db000 req-2def7878-1f17-4614-bdb2-fc2968da7a44 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 936 time: 0.4191051 Jun 04 16:13:47.681321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-22b4fe46-9f95-4d95-8d71-4abf42cba61c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9468677 Jun 04 16:13:47.765560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-84feec67-2283-4fb9-856b-6ea4b18db000 req-f337b372-e901-4627-a25b-c57153d86b93 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Synchronizing usage tracker for tenant:c5eaf11df2f44c298c18112de2bf2faf on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:13:47.797478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ab6fa1db-eb36-4bc9-b87c-6028a9538c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:47.810510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ab6fa1db-eb36-4bc9-b87c-6028a9538c3d admin admin] Usage tracker for resource:security_group_rule and tenant:8ef09cfa4a0a4a03b47cfb72affd5ba7 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:47.812884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-84feec67-2283-4fb9-856b-6ea4b18db000 req-f337b372-e901-4627-a25b-c57153d86b93 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Unset dirty status for tenant:c5eaf11df2f44c298c18112de2bf2faf on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:13:47.815511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ab6fa1db-eb36-4bc9-b87c-6028a9538c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:47.824438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ab6fa1db-eb36-4bc9-b87c-6028a9538c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:47.831432 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84feec67-2283-4fb9-856b-6ea4b18db000 req-f337b372-e901-4627-a25b-c57153d86b93 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/security-groups?id=924f1121-6339-4112-ab82-d81d38946444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840649 Jun 04 16:13:47.952170 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6c10f445-997d-4b0e-a1fa-becbb8b4d6fe req-462914e0-61b5-45b5-a452-5d1352357e89 service neutron] 10.222.0.42 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604453 Jun 04 16:13:48.101139 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa1db-eb36-4bc9-b87c-6028a9538c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:48.109296 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa1db-eb36-4bc9-b87c-6028a9538c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:48.162522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db86cf5-ae18-4448-a5d7-07a98479db4a None None] Network c4b22bc4-f80f-4d85-ac3c-3020aad3989a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:13:48.168463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f36be5-eb45-436d-9623-75108563b3c8 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:48.194931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:48.238683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Transition to ACTIVE for port object f2f36be5-eb45-436d-9623-75108563b3c8 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:48.269815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592d0a7-86e6-4988-a743-f878a12a5687 req-520182b0-1ebe-4934-a900-62f2ebd6c45c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:48.276055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592d0a7-86e6-4988-a743-f878a12a5687 req-520182b0-1ebe-4934-a900-62f2ebd6c45c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:48.277657 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6592d0a7-86e6-4988-a743-f878a12a5687 req-520182b0-1ebe-4934-a900-62f2ebd6c45c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd73d6d-941b-4e5c-bc94-c11470283457&device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 1691 time: 0.2605858 Jun 04 16:13:48.278311 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:48.306363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57716) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:48.403813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71f020-9dc4-4399-bb17-5163ab55890d req-2d5d5ad3-953d-43c6-b518-cc92c059df33 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:48.411158 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a71f020-9dc4-4399-bb17-5163ab55890d req-2d5d5ad3-953d-43c6-b518-cc92c059df33 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 943 time: 0.3149319 Jun 04 16:13:48.416382 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ab6fa1db-eb36-4bc9-b87c-6028a9538c3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ef09cfa4a0a4a03b47cfb72affd5ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2700739 Jun 04 16:13:48.418896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57724) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:48.419781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fa1db-eb36-4bc9-b87c-6028a9538c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc97da8-f49e-4fb8-8977-6cfa8309cac3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:48.485901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f36be5-eb45-436d-9623-75108563b3c8,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:48.610335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-56652a5f-f0ab-4b2c-a2c3-61894cbf1470 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:48.611098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-56652a5f-f0ab-4b2c-a2c3-61894cbf1470 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Synchronizing usage tracker for tenant:6bd94cac11584d9c9b8620f8e279a86a on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:13:48.676558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e33e08-b566-49c9-8b0d-1aef82a0f61a req-989b5093-7c1d-4728-ae50-07f8b1480982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:48.679173 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a3e33e08-b566-49c9-8b0d-1aef82a0f61a req-989b5093-7c1d-4728-ae50-07f8b1480982 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15e2ee17bf0b4a62a666e59544dd12a2&device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 1094 time: 0.5609100 Jun 04 16:13:48.681171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8b0a-111b-47c4-8279-13c1c67cafc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:48.745610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6592d0a7-86e6-4988-a743-f878a12a5687 req-e398e253-3919-403e-8ab2-362060bc8145 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492292 Jun 04 16:13:48.764844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a71f020-9dc4-4399-bb17-5163ab55890d req-fcbeb3b8-8c3c-4a25-b546-5872b811c301 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526983 Jun 04 16:13:48.788916 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14003836-5b69-4909-8a75-eae475046f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:48.814774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Attempting to bind port f2f36be5-eb45-436d-9623-75108563b3c8 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:13:48.815462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Attempting to bind port f2f36be5-eb45-436d-9623-75108563b3c8 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:13:48.815779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Attempting to bind port f2f36be5-eb45-436d-9623-75108563b3c8 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:48.822531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-14003836-5b69-4909-8a75-eae475046f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:48.828431 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Port f2f36be5-eb45-436d-9623-75108563b3c8 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:13:48.828752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Attempting to bind port f2f36be5-eb45-436d-9623-75108563b3c8 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:48.833894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-14003836-5b69-4909-8a75-eae475046f08 admin admin] Usage tracker for resource:security_group_rule and tenant:4f773078c35e42e7a7431ef57b4ed9e0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:48.841051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-14003836-5b69-4909-8a75-eae475046f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:48.845102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:13:48.845611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:48.845993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:13:48.846442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Bound port: f2f36be5-eb45-436d-9623-75108563b3c8, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:13:48.847047 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:48.847353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-56652a5f-f0ab-4b2c-a2c3-61894cbf1470 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Unset dirty status for tenant:6bd94cac11584d9c9b8620f8e279a86a on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:13:48.848419 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-56652a5f-f0ab-4b2c-a2c3-61894cbf1470 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.46 "GET /v2.0/networks?id=72019db3-39df-43d8-93d3-271f4f5ad33a HTTP/1.1" status: 200 len: 821 time: 0.6174762 Jun 04 16:13:48.882018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Request body: {'port': {'device_id': '9ca469b0-8ca6-4562-a8ff-2a1d525ffaba', 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a', 'admin_state_up': True, 'tenant_id': '6bd94cac11584d9c9b8620f8e279a86a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:48.922760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-14003836-5b69-4909-8a75-eae475046f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:48.981912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57746) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:48.995145 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1fad44fc-348c-4980-a52a-3d5a78bc4505 req-4e715b80-de58-455c-a544-0000ecae6a85 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 210 time: 0.0651717 Jun 04 16:13:49.037805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] For port f2f36be5-eb45-436d-9623-75108563b3c8, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:13:49.044781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] For port f2f36be5-eb45-436d-9623-75108563b3c8, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f2f36be5-eb45-436d-9623-75108563b3c8,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:13:49.051387 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8b0a-111b-47c4-8279-13c1c67cafc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:49.060629 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:49.152783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:49.153785 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:49.154851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] 10.222.0.42 "PUT /v2.0/ports/f2f36be5-eb45-436d-9623-75108563b3c8 HTTP/1.1" status: 200 len: 1096 time: 2.5029969 Jun 04 16:13:49.155300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ee56d0-7346-4393-8769-8775d5ac791c', 'tag': 'f2f36be5-eb45-436d-9623-75108563b3c8'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:49.182815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:49.188017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Usage tracker for resource:port and tenant:6bd94cac11584d9c9b8620f8e279a86a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:49.192833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:49.200489 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14003836-5b69-4909-8a75-eae475046f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:49.216862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:49.249149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Made reservation on behalf of 6bd94cac11584d9c9b8620f8e279a86a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:49.252971 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:49.277951 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14003836-5b69-4909-8a75-eae475046f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:49.284267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e33e08-b566-49c9-8b0d-1aef82a0f61a req-a21a2f02-b297-4e90-8dfa-faa01f414df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:49.285925 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a3e33e08-b566-49c9-8b0d-1aef82a0f61a req-a21a2f02-b297-4e90-8dfa-faa01f414df9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7b8a177-7482-4aa4-8cc3-8529f5233c73 HTTP/1.1" status: 200 len: 925 time: 0.4404900 Jun 04 16:13:49.325574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4a60d-47cf-4a5a-9957-bc44e29dba50 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f36be5-eb45-436d-9623-75108563b3c8,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:49.342477 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8b0a-111b-47c4-8279-13c1c67cafc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:49.364844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-network', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:49.427348 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-14003836-5b69-4909-8a75-eae475046f08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f773078c35e42e7a7431ef57b4ed9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0139883 Jun 04 16:13:49.445000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57764) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:49.452205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:49.455027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e8b0a-111b-47c4-8279-13c1c67cafc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc97da8-f49e-4fb8-8977-6cfa8309cac3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:49.463830 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a3e33e08-b566-49c9-8b0d-1aef82a0f61a req-0a7425a7-12f9-4a41-ac64-c882f90e7a65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34e3d757-4b0f-400d-980a-a3f88b3a1df1 HTTP/1.1" status: 200 len: 217 time: 0.1088092 Jun 04 16:13:49.464700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Usage tracker for resource:network and tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:49.472040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:49.496053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14003836-5b69-4909-8a75-eae475046f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff586e60-b900-40a6-a07c-e04d50e6135f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:49.519424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:49.584135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8b0a-111b-47c4-8279-13c1c67cafc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:49.587861 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0b8e8b0a-111b-47c4-8279-13c1c67cafc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5bc97da8-f49e-4fb8-8977-6cfa8309cac3 HTTP/1.1" status: 204 len: 168 time: 1.1622903 Jun 04 16:13:49.595280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-5c9112cd-2663-4a39-ba5b-d95d73fe5f4b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:49.602254 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-5c9112cd-2663-4a39-ba5b-d95d73fe5f4b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 821 time: 0.4038870 Jun 04 16:13:49.603182 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Made reservation on behalf of 1ce9d5a1e2c146bd8a55c9c8f4e207de for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:49.605453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:49.627410 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:49.633802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-3693e33e-4070-4743-a6d3-3f01892bf9ff tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/quotas/a5ab49c29daa4a08b32221dccc05ebd8 HTTP/1.1" status: 200 len: 375 time: 0.0304980 Jun 04 16:13:49.638377 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-045f96ed-6d88-4de5-95f6-8b433ebf15ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:49.641460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-f7e15332-53c4-4fe2-8d1e-4d7c29d533cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:49.643361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-f7e15332-53c4-4fe2-8d1e-4d7c29d533cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5eaf11df2f44c298c18112de2bf2faf&device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 1099 time: 0.4133651 Jun 04 16:13:49.645311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e33e08-b566-49c9-8b0d-1aef82a0f61a req-2c73d207-9bd1-4e98-8a1f-effb7d933fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:49.646755 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a3e33e08-b566-49c9-8b0d-1aef82a0f61a req-2c73d207-9bd1-4e98-8a1f-effb7d933fe3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=460ec211-bd40-42e1-9b7c-ed495c81fe22 HTTP/1.1" status: 200 len: 863 time: 0.1694553 Jun 04 16:13:49.654621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Allocated IP 172.20.0.9 (72019db3-39df-43d8-93d3-271f4f5ad33a/47f6d421-7a43-450e-be14-3b76b24804d1/c3f3bcd0-857f-4789-8c0a-410af22b3f0e) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:13:49.656789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:49.703856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Usage tracker for resource:security_group_rule and tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:49.713858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:49.729377 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:49.767640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-be6a1fc7-9849-4888-8d52-25f0a5755321 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1233010 Jun 04 16:13:49.784511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d99f8-277d-42f2-bc2f-1a3daa54268f req-43cd610d-3e65-46e1-8848-a7f0086fe733 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:49.791640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca8d99f8-277d-42f2-bc2f-1a3daa54268f req-43cd610d-3e65-46e1-8848-a7f0086fe733 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 948 time: 0.4851348 Jun 04 16:13:49.797176 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-f2382667-d8b9-45e6-9096-53f1d1a69807 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=f2f36be5-eb45-436d-9623-75108563b3c8 HTTP/1.1" status: 200 len: 217 time: 0.1092606 Jun 04 16:13:49.799308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-045f96ed-6d88-4de5-95f6-8b433ebf15ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:49.906080 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e33e08-b566-49c9-8b0d-1aef82a0f61a req-b456dabf-a57a-4ac4-8344-eaa303e6a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:49.907772 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a3e33e08-b566-49c9-8b0d-1aef82a0f61a req-b456dabf-a57a-4ac4-8344-eaa303e6a94b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7b8a177-7482-4aa4-8cc3-8529f5233c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2461843 Jun 04 16:13:49.936542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca8d99f8-277d-42f2-bc2f-1a3daa54268f req-fe83a9e0-c9b1-4c52-80d8-50b8da0c05d7 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/security-groups?id=924f1121-6339-4112-ab82-d81d38946444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422603 Jun 04 16:13:49.940732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-a39c9221-84e1-4776-8881-b2217ec361ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:49.942459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-a39c9221-84e1-4776-8881-b2217ec361ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1246166 Jun 04 16:13:50.005439 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57778) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:50.010603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-deb7d3f2-3cca-4b2e-9290-1b2ad425a55d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:13:50.017291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-deb7d3f2-3cca-4b2e-9290-1b2ad425a55d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1022897 Jun 04 16:13:50.098721 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bca1ec50-6b23-43ea-87c4-bc07621c65c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.133710 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.137504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.144057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.173152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-045f96ed-6d88-4de5-95f6-8b433ebf15ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.185812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:13:50.189141 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a3e33e08-b566-49c9-8b0d-1aef82a0f61a req-9cb3ca11-4494-41ff-b37d-d8f1e72c4e4f service neutron] 10.222.0.42 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737994 Jun 04 16:13:50.196863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bca1ec50-6b23-43ea-87c4-bc07621c65c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:50.215084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bca1ec50-6b23-43ea-87c4-bc07621c65c4 admin admin] Usage tracker for resource:security_group_rule and tenant:a9e51150eeb24ad1b8f402460dfb5ce4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:50.226545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bca1ec50-6b23-43ea-87c4-bc07621c65c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:50.231183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f96ed-6d88-4de5-95f6-8b433ebf15ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff586e60-b900-40a6-a07c-e04d50e6135f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:50.239177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328151dc-354f-45a2-bf36-2674538bdb5b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:50.240286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bca1ec50-6b23-43ea-87c4-bc07621c65c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:50.246095 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.246454 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Added segment c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb of type vlan for network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 Jun 04 16:13:50.248697 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-045f96ed-6d88-4de5-95f6-8b433ebf15ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.249779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-045f96ed-6d88-4de5-95f6-8b433ebf15ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff586e60-b900-40a6-a07c-e04d50e6135f HTTP/1.1" status: 204 len: 168 time: 0.7975979 Jun 04 16:13:50.323028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c92a682d-d85b-4c2b-8683-d8b208542101 service neutron] 10.222.0.13 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047962 Jun 04 16:13:50.347700 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.355776 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.358376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-befa3ef5-e822-4868-a50e-e30229de7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:50.360146 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-befa3ef5-e822-4868-a50e-e30229de7cef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4077446 Jun 04 16:13:50.394091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d228c-9560-42c4-ba95-d06781bcd21d req-c8e03e26-a090-4c24-a0f1-c7a3085b4fee tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:50.395789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2e7d228c-9560-42c4-ba95-d06781bcd21d req-c8e03e26-a090-4c24-a0f1-c7a3085b4fee tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3dd73d6d-941b-4e5c-bc94-c11470283457 HTTP/1.1" status: 200 len: 1101 time: 0.3421309 Jun 04 16:13:50.468850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Network 72019db3-39df-43d8-93d3-271f4f5ad33a is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:13:50.476520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:50.479480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:13:50.487174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:50.487934 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.506370 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a3e33e08-b566-49c9-8b0d-1aef82a0f61a req-85930fc7-b2bf-47ca-8768-0a3f4c782f5e service neutron] 10.222.0.42 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059762 Jun 04 16:13:50.506960 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Pushing event updated for resources: {'Port': ['ID=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:50.530743 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.531769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:50.532940 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.654315 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-bf664399-7baf-4b40-8725-80ec0d9561a1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7792289 Jun 04 16:13:50.657115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] Pushing event updated for resources: {'Network': ['ID=a1e24b21-fa08-4b28-b3c3-759440e0e4a6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:50.667086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Request body: {'port': {'device_id': '9ca469b0-8ca6-4562-a8ff-2a1d525ffaba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:50.676694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:13:50.716632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57788) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:50.755294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2e7d228c-9560-42c4-ba95-d06781bcd21d req-a0c15651-9905-4fc1-b948-48f60870f609 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897775 Jun 04 16:13:50.799513 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-190679bf-9316-4ca4-a032-63935ebf01b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.813735 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bca1ec50-6b23-43ea-87c4-bc07621c65c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.833028 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04266b9d-f425-4f49-8b66-6c9c38a37606'] response: {'name': 'network-changed', 'server_uuid': '15ee56d0-7346-4393-8769-8775d5ac791c', 'tag': 'f2f36be5-eb45-436d-9623-75108563b3c8', 'status': 'completed', 'code': 200} Jun 04 16:13:50.835784 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bca1ec50-6b23-43ea-87c4-bc07621c65c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.879509 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:50.880952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-fb5f1720-9ff2-4220-865c-b24c764625b6 service neutron] 10.222.0.13 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475743 Jun 04 16:13:50.881966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-190679bf-9316-4ca4-a032-63935ebf01b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:50.889155 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-34224111-5e80-44ca-8d10-ac156b94f73e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.9002674 Jun 04 16:13:50.894139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57794) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:50.901377 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Request body: {'subnet': {'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-subnet', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:50.905295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-190679bf-9316-4ca4-a032-63935ebf01b9 admin admin] Usage tracker for resource:security_group_rule and tenant:ab7930ccc48940538aa7f3150ba85974 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:50.910226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-190679bf-9316-4ca4-a032-63935ebf01b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:50.920724 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bca1ec50-6b23-43ea-87c4-bc07621c65c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9e51150eeb24ad1b8f402460dfb5ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9143333 Jun 04 16:13:50.922783 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-50019b1a-2cfa-41dd-86a8-34036244ab77 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514092 Jun 04 16:13:50.925049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-190679bf-9316-4ca4-a032-63935ebf01b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:50.930998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:50.933452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57798) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:50.950985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Usage tracker for resource:subnet and tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:50.967027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1ec50-6b23-43ea-87c4-bc07621c65c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8290ed-3fc7-4c06-b51d-6d646b9c877b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:50.969675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:50.992599 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:51.126139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Made reservation on behalf of 1ce9d5a1e2c146bd8a55c9c8f4e207de for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:51.128387 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:51.216652 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1afb9ec-c8f9-4ab5-aa0b-e5067b000fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:51.264093 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f78b9f-2ae8-4941-bddb-a9deddc75ac8 req-50f141a9-4548-4bac-acca-14396cdf5501 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887163 Jun 04 16:13:51.288888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a826e55-ed84-4f1a-8486-0da13f64dcf9 req-fc9149ba-3b27-4976-812f-941512b5fd03 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:51.291610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a826e55-ed84-4f1a-8486-0da13f64dcf9 req-fc9149ba-3b27-4976-812f-941512b5fd03 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 943 time: 0.3733928 Jun 04 16:13:51.302641 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1afb9ec-c8f9-4ab5-aa0b-e5067b000fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:51.386551 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-190679bf-9316-4ca4-a032-63935ebf01b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:51.410696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-190679bf-9316-4ca4-a032-63935ebf01b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:51.452796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f546841-63b6-4140-8d50-ff05161b8fa2 req-8f57aac5-896f-43de-a557-ac23d35424b7 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:51.454255 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6f546841-63b6-4140-8d50-ff05161b8fa2 req-8f57aac5-896f-43de-a557-ac23d35424b7 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 931 time: 0.3472161 Jun 04 16:13:51.476434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a826e55-ed84-4f1a-8486-0da13f64dcf9 req-f34b3f14-f39a-47b6-a66c-92d6d68788c1 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705461 Jun 04 16:13:51.512037 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1afb9ec-c8f9-4ab5-aa0b-e5067b000fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:51.561775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afb9ec-c8f9-4ab5-aa0b-e5067b000fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8290ed-3fc7-4c06-b51d-6d646b9c877b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:51.579163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-190679bf-9316-4ca4-a032-63935ebf01b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab7930ccc48940538aa7f3150ba85974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8569698 Jun 04 16:13:51.584002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57814) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:51.591933 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6f546841-63b6-4140-8d50-ff05161b8fa2 req-e56d7945-cafe-45a8-9dc0-1304c41ab168 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192765 Jun 04 16:13:51.603413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190679bf-9316-4ca4-a032-63935ebf01b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20e9bcb-a559-46d0-8cec-bebb1be6d81e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:51.657931 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1afb9ec-c8f9-4ab5-aa0b-e5067b000fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:51.661491 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d1afb9ec-c8f9-4ab5-aa0b-e5067b000fbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f8290ed-3fc7-4c06-b51d-6d646b9c877b HTTP/1.1" status: 204 len: 168 time: 0.7203231 Jun 04 16:13:51.674253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e47fe-2ac9-4117-91d3-9c1e50624ee8 req-280ae76a-6406-4678-95d5-4b7a62f57a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:51.674253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df6e47fe-2ac9-4117-91d3-9c1e50624ee8 req-280ae76a-6406-4678-95d5-4b7a62f57a98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5eaf11df2f44c298c18112de2bf2faf&device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 1099 time: 0.3253422 Jun 04 16:13:51.682768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f3bcd0-857f-4789-8c0a-410af22b3f0e {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:51.692688 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:51.711234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Transition to ACTIVE for port object c3f3bcd0-857f-4789-8c0a-410af22b3f0e will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:51.713647 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:51.722465 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5a72f38-ace8-4c18-bc26-f0f753240065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:51.772385 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:51.925635 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5a72f38-ace8-4c18-bc26-f0f753240065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:51.946444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f4fd31-3551-4668-ab35-5dba4064a808,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:51.956142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Pushing event updated for resources: {'Port': ['ID=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:52.001873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Checking segment: {'id': 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:52.001873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Network hostable DHCP agents. Network: a1e24b21-fa08-4b28-b3c3-759440e0e4a6, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:13:52.035718 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Attempting to bind port c3f3bcd0-857f-4789-8c0a-410af22b3f0e on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:13:52.036081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Attempting to bind port c3f3bcd0-857f-4789-8c0a-410af22b3f0e by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '09758510-3954-4306-ae9e-70c4e02ae32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:13:52.036434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Attempting to bind port c3f3bcd0-857f-4789-8c0a-410af22b3f0e on network 72019db3-39df-43d8-93d3-271f4f5ad33a {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:52.044177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Port c3f3bcd0-857f-4789-8c0a-410af22b3f0e on network 72019db3-39df-43d8-93d3-271f4f5ad33a not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:13:52.044570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Attempting to bind port c3f3bcd0-857f-4789-8c0a-410af22b3f0e on network 72019db3-39df-43d8-93d3-271f4f5ad33a {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:52.051349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e47fe-2ac9-4117-91d3-9c1e50624ee8 req-0b29554b-4578-408f-8b4a-1fdcc3d697cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:52.051733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:13:52.052074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Checking segment: {'id': '09758510-3954-4306-ae9e-70c4e02ae32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:52.052453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Bound using segment: {'id': '09758510-3954-4306-ae9e-70c4e02ae32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:13:52.052894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Bound port: c3f3bcd0-857f-4789-8c0a-410af22b3f0e, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09758510-3954-4306-ae9e-70c4e02ae32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:13:52.053238 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:52.055670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df6e47fe-2ac9-4117-91d3-9c1e50624ee8 req-0b29554b-4578-408f-8b4a-1fdcc3d697cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.3690252 Jun 04 16:13:52.066860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:13:52.107013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, a1e24b21-fa08-4b28-b3c3-759440e0e4a6) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:52.116472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e690ccc-6713-4678-af38-cf161f915a6c None None] Network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:13:52.123012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:52.123599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:52.137344 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df6e47fe-2ac9-4117-91d3-9c1e50624ee8 req-a39259e5-82a5-4779-976b-766ca7f635d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=f2f36be5-eb45-436d-9623-75108563b3c8 HTTP/1.1" status: 200 len: 217 time: 0.0733101 Jun 04 16:13:52.145143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563d240-7827-42bc-a92a-16f71f27c4d1 req-7c6b17a0-1e00-467a-b4dd-d33ab2df391b tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:52.152677 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c563d240-7827-42bc-a92a-16f71f27c4d1 req-7c6b17a0-1e00-467a-b4dd-d33ab2df391b tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 1101 time: 0.3586805 Jun 04 16:13:52.161635 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bdc08061-3523-4396-aaef-bcc4c0965e0a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2664423 Jun 04 16:13:52.165612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57828) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:52.175778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:52.183299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:52.189969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Usage tracker for resource:router and tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:52.192336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] For port c3f3bcd0-857f-4789-8c0a-410af22b3f0e, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:13:52.194305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:52.202764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:52.207161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] For port c3f3bcd0-857f-4789-8c0a-410af22b3f0e, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:13:52.209603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2035332-6409-4df8-ae17-e850f3a5aa39 req-8e096386-7c1a-40ff-bd26-5792286b6081 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:52.211000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f2035332-6409-4df8-ae17-e850f3a5aa39 req-8e096386-7c1a-40ff-bd26-5792286b6081 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 948 time: 0.4103518 Jun 04 16:13:52.216787 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:52.258488 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5a72f38-ace8-4c18-bc26-f0f753240065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:52.259805 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:52.260979 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:52.308464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:52.309074 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:52.310492 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] 10.222.0.46 "PUT /v2.0/ports/c3f3bcd0-857f-4789-8c0a-410af22b3f0e HTTP/1.1" status: 200 len: 1091 time: 1.6481981 Jun 04 16:13:52.312849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca469b0-8ca6-4562-a8ff-2a1d525ffaba', 'tag': 'c3f3bcd0-857f-4789-8c0a-410af22b3f0e'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:52.320980 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:52.340653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad947d-07ca-4725-8d4f-5ded8b5b867f service neutron] Pushing event updated for resources: {'Port': ['ID=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:52.351997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a72f38-ace8-4c18-bc26-f0f753240065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20e9bcb-a559-46d0-8cec-bebb1be6d81e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:52.392137 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5a72f38-ace8-4c18-bc26-f0f753240065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:52.393272 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f5a72f38-ace8-4c18-bc26-f0f753240065 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a20e9bcb-a559-46d0-8cec-bebb1be6d81e HTTP/1.1" status: 204 len: 168 time: 0.8074880 Jun 04 16:13:52.411331 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c563d240-7827-42bc-a92a-16f71f27c4d1 req-85f5e4bb-416b-475e-86e0-0e7773ffbd7a tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576883 Jun 04 16:13:52.416000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e47fe-2ac9-4117-91d3-9c1e50624ee8 req-3f8d5d8c-4978-4ba7-a3ec-28480d7fd4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:52.422458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df6e47fe-2ac9-4117-91d3-9c1e50624ee8 req-3f8d5d8c-4978-4ba7-a3ec-28480d7fd4e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2677586 Jun 04 16:13:52.482454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'fixed_ips': [{'subnet_id': 'f9f4fd31-3551-4668-ab35-5dba4064a808'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:13:52.483863 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:52.551284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 34e3d757-4b0f-400d-980a-a3f88b3a1df1 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:13:52.676002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f2035332-6409-4df8-ae17-e850f3a5aa39 req-38bdf1a3-4a5f-4ec0-80c2-267506aa1aa0 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/security-groups?id=924f1121-6339-4112-ab82-d81d38946444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393020 Jun 04 16:13:52.749764 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8663fba-099a-4446-8c0e-8773f724d8df req-58da55ee-55ba-4590-b556-e265942d5154 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 210 time: 0.0956845 Jun 04 16:13:53.064466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Allocated IP 172.20.0.2 (a1e24b21-fa08-4b28-b3c3-759440e0e4a6/f9f4fd31-3551-4668-ab35-5dba4064a808/6ccd5119-d50b-431b-b61e-94e33a27b695) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:13:53.077192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e47fe-2ac9-4117-91d3-9c1e50624ee8 req-ca9b291b-1d9e-4660-b8fa-201b11be34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:53.079117 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df6e47fe-2ac9-4117-91d3-9c1e50624ee8 req-ca9b291b-1d9e-4660-b8fa-201b11be34f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6415358 Jun 04 16:13:53.082674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 34e3d757-4b0f-400d-980a-a3f88b3a1df1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=34e3d757-4b0f-400d-980a-a3f88b3a1df1,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:53.113149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '34e3d757-4b0f-400d-980a-a3f88b3a1df1', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'port_id': '34e3d757-4b0f-400d-980a-a3f88b3a1df1', 'mac_address': 'fa:16:3e:7c:14:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:13:53.122533 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc75291-c940-4eff-88a3-61f9640863cc'] response: {'name': 'network-changed', 'server_uuid': '9ca469b0-8ca6-4562-a8ff-2a1d525ffaba', 'tag': 'c3f3bcd0-857f-4789-8c0a-410af22b3f0e', 'status': 'completed', 'code': 200} Jun 04 16:13:53.135350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-f5f00326-7081-42de-b49d-6c96e322b848 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:53.136776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-f5f00326-7081-42de-b49d-6c96e322b848 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.46 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 821 time: 0.5359235 Jun 04 16:13:53.182807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Request body: {'port': {'device_id': 'ee31b6df-c2f0-48fb-96c5-f47eeeca7608', 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e', 'admin_state_up': True, 'tenant_id': 'a5ab49c29daa4a08b32221dccc05ebd8'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:53.225565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-2eca6fab-0abd-4bc3-b59d-64de7d735025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:53.227566 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-2eca6fab-0abd-4bc3-b59d-64de7d735025 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bd94cac11584d9c9b8620f8e279a86a&device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 1094 time: 0.7758060 Jun 04 16:13:53.230245 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:53.301875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 34e3d757-4b0f-400d-980a-a3f88b3a1df1 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:53.302613 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:53.304995 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-d29f3e9f-e69e-4f1c-a05f-3d432947aacc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3f3bcd0-857f-4789-8c0a-410af22b3f0e HTTP/1.1" status: 200 len: 217 time: 0.0698886 Jun 04 16:13:53.376496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e3d757-4b0f-400d-980a-a3f88b3a1df1 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:53.428273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 34e3d757-4b0f-400d-980a-a3f88b3a1df1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=34e3d757-4b0f-400d-980a-a3f88b3a1df1,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:53.462722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-8b640043-b6fe-496b-96b0-ec6a48980690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:53.465286 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-8b640043-b6fe-496b-96b0-ec6a48980690 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47f6d421-7a43-450e-be14-3b76b24804d1 HTTP/1.1" status: 200 len: 861 time: 0.1386468 Jun 04 16:13:53.529561 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-2f1c8a27-b772-4442-8523-336bb2d5168a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72019db3-39df-43d8-93d3-271f4f5ad33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556200 Jun 04 16:13:53.555385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df6e47fe-2ac9-4117-91d3-9c1e50624ee8 req-c56e7fab-a789-42fc-ae21-44dd41236a44 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273891 Jun 04 16:13:53.603273 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:53.608995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779b4db-8d60-4748-98a5-381a62795222 req-7ee380b7-654e-4e66-9ee6-b76997daa14a tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:53.610470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6779b4db-8d60-4748-98a5-381a62795222 req-7ee380b7-654e-4e66-9ee6-b76997daa14a tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 943 time: 0.5797231 Jun 04 16:13:53.615064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Transition to ACTIVE for port object 6ccd5119-d50b-431b-b61e-94e33a27b695 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:53.632378 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:53.655055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d34294-5f96-4bfd-9769-fc30a320a9e5 req-9b851c37-b034-4754-ae65-aa22ec841a11 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:53.661954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28d34294-5f96-4bfd-9769-fc30a320a9e5 req-9b851c37-b034-4754-ae65-aa22ec841a11 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 943 time: 0.6296301 Jun 04 16:13:53.744698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Transition to ACTIVE for port object 6ccd5119-d50b-431b-b61e-94e33a27b695 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:53.766514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:53.784818 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:53.792024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Usage tracker for resource:port and tenant:a5ab49c29daa4a08b32221dccc05ebd8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:53.806068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:53.832047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:53.843627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6779b4db-8d60-4748-98a5-381a62795222 req-3344ee2d-1981-48d9-b9ed-a47dd2f68271 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166393 Jun 04 16:13:53.879794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28d34294-5f96-4bfd-9769-fc30a320a9e5 req-388df21e-b1c5-4c4c-bd2a-8203ff73f90b tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170055 Jun 04 16:13:53.884451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Made reservation on behalf of a5ab49c29daa4a08b32221dccc05ebd8 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:53.887944 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:53.900970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=34e3d757-4b0f-400d-980a-a3f88b3a1df1,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:53.905061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:13:54.041851 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-3c8b8e61-c88d-46c8-bac3-da1e55e4bf22 service neutron] 10.222.0.46 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998126 Jun 04 16:13:54.044759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Pushing event updated for resources: {'Port': ['ID=6ccd5119-d50b-431b-b61e-94e33a27b695,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:54.048886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:54.050673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['34e3d757-4b0f-400d-980a-a3f88b3a1df1'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:54.087440 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df6e47fe-2ac9-4117-91d3-9c1e50624ee8 req-df7d746a-9c8d-4cb9-b219-5d3c92e5dc33 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225744 Jun 04 16:13:54.122237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:54.166158 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-dc5d8f39-ad45-4e1e-acbc-61bff2eb5356 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257958 Jun 04 16:13:54.187658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:13:54.315200 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:54.324034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Allocated IP 172.20.0.11 (4174afad-8f69-40c2-8826-5ab168bb142e/47e12d5c-bc8b-435f-bebd-f23b80669698/987369eb-9bb6-4a98-8f97-34742c9c3197) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:13:54.379454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Attempting to bind port 6ccd5119-d50b-431b-b61e-94e33a27b695 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:13:54.379938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9f61e-9442-4fa7-b334-ec9ef7bf1536 req-f39021c6-759b-47d5-8069-7eb05c3448ab tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:54.380567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Attempting to bind port 6ccd5119-d50b-431b-b61e-94e33a27b695 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:13:54.381223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1a9f61e-9442-4fa7-b334-ec9ef7bf1536 req-f39021c6-759b-47d5-8069-7eb05c3448ab tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 948 time: 0.3398883 Jun 04 16:13:54.387771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Attempting to bind port 6ccd5119-d50b-431b-b61e-94e33a27b695 on network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:54.403239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:13:54.403918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Checking segment: {'id': 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:54.404607 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:54.405129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Bound using segment: {'id': 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:13:54.405957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Bound port: 6ccd5119-d50b-431b-b61e-94e33a27b695, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:13:54.406516 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:54.445580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-eeaaaf13-6af7-407e-9729-27ce5dd2cc8f tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:54.452744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-eeaaaf13-6af7-407e-9729-27ce5dd2cc8f tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856834 Jun 04 16:13:54.473875 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Allocated IP 172.25.5.218 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/90383a29-bd41-49fa-b39d-5c6a65cb9c82) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:13:54.526127 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-d6074aa0-f20c-4dd0-a224-463651e85b2d tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/quotas/7266c7f5f1c14d469ab9832f7ed5833f HTTP/1.1" status: 200 len: 375 time: 0.0713143 Jun 04 16:13:54.576921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f2f36be5-eb45-436d-9623-75108563b3c8 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:13:54.582036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] For port 6ccd5119-d50b-431b-b61e-94e33a27b695, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:13:54.594345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1a9f61e-9442-4fa7-b334-ec9ef7bf1536 req-5eef01ab-3a63-408b-b642-8f57b2a0f5fd tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/security-groups?id=924f1121-6339-4112-ab82-d81d38946444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009809 Jun 04 16:13:54.610538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] For port 6ccd5119-d50b-431b-b61e-94e33a27b695, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6ccd5119-d50b-431b-b61e-94e33a27b695,segment=NetworkSegment(c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb),segment_id=c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:13:54.638561 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:54.735949 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:13:54.744605 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:54.766803 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b809a1b3-d25c-4e91-b67b-eae5aa7622f5 req-72072b8e-ffc0-4cec-895d-de4c487ea20f service neutron] 10.222.0.46 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111847 Jun 04 16:13:54.808479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-7619c1b3-2fa4-4820-b0b1-6205fe1541f2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2776256 Jun 04 16:13:54.832884 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:54.902697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc17ba5-fd44-4387-8615-330bf7a32e83 None None] Pushing event updated for resources: {'Port': ['ID=6ccd5119-d50b-431b-b61e-94e33a27b695,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:54.945517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:13:54.968401 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:54.975068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f2f36be5-eb45-436d-9623-75108563b3c8, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f2f36be5-eb45-436d-9623-75108563b3c8,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:55.001450 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-415b99c1-f716-4593-b512-54463dc579b5 req-830837f2-2fb7-4e06-b96b-eb3d689b3430 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 210 time: 0.1756589 Jun 04 16:13:55.003701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Pushing event updated for resources: {'Port': ['ID=90383a29-bd41-49fa-b39d-5c6a65cb9c82,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:55.006275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:55.012983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:13:55.107414 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:55.132570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'f2f36be5-eb45-436d-9623-75108563b3c8', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': 'f2f36be5-eb45-436d-9623-75108563b3c8', 'mac_address': 'fa:16:3e:67:aa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:13:55.268329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Network 4174afad-8f69-40c2-8826-5ab168bb142e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:13:55.274005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:13:55.280815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:13:55.294091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:55.294794 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:55.300075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port f2f36be5-eb45-436d-9623-75108563b3c8 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:55.300787 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:55.330412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f36be5-eb45-436d-9623-75108563b3c8 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:55.352554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f2f36be5-eb45-436d-9623-75108563b3c8, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f2f36be5-eb45-436d-9623-75108563b3c8,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:55.359947 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:55.396822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Pushing event updated for resources: {'Port': ['ID=987369eb-9bb6-4a98-8f97-34742c9c3197,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:55.421264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-6998106f-1380-4698-8ff0-6414c8e5c36e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2478001 Jun 04 16:13:55.437893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Request body: {'port': {'device_id': 'ee31b6df-c2f0-48fb-96c5-f47eeeca7608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:55.482985 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=f2f36be5-eb45-436d-9623-75108563b3c8,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:55.601564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04781de0-57b8-49b2-a0a0-94d9d3e6d039 req-a5e273a4-3fa2-41d4-a30d-2867c0826e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:55.604721 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-04781de0-57b8-49b2-a0a0-94d9d3e6d039 req-a5e273a4-3fa2-41d4-a30d-2867c0826e7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bd94cac11584d9c9b8620f8e279a86a&device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 1094 time: 0.7611918 Jun 04 16:13:55.617356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['f2f36be5-eb45-436d-9623-75108563b3c8'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:55.677097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-18dc2392-c446-461b-a596-97d62ec34aae tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0b6a44bd29a64e41885e18a281790595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528016 Jun 04 16:13:55.720882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c7702-efbf-42e3-a7ea-257232f86726 req-8d84ad7c-0ce9-429c-af30-056ca79cf5fb tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:55.729299 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e6c7702-efbf-42e3-a7ea-257232f86726 req-8d84ad7c-0ce9-429c-af30-056ca79cf5fb tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 944 time: 0.4595296 Jun 04 16:13:55.735891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:55.909325 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:13:55.929157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04781de0-57b8-49b2-a0a0-94d9d3e6d039 req-9d8da0fb-64d1-4361-8f1b-c7cdbe22f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:55.930726 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-04781de0-57b8-49b2-a0a0-94d9d3e6d039 req-9d8da0fb-64d1-4361-8f1b-c7cdbe22f23a service neutron] 10.222.0.46 "GET /v2.0/networks?id=72019db3-39df-43d8-93d3-271f4f5ad33a HTTP/1.1" status: 200 len: 922 time: 0.2365649 Jun 04 16:13:55.931524 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:56.010520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e6c7702-efbf-42e3-a7ea-257232f86726 req-c0359c65-5a3f-43ca-9a4d-09f7b25c412a tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756364 Jun 04 16:13:56.097741 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-04781de0-57b8-49b2-a0a0-94d9d3e6d039 req-1d4134ad-570a-4ab5-ac6e-e29d4b8762b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3f3bcd0-857f-4789-8c0a-410af22b3f0e HTTP/1.1" status: 200 len: 217 time: 0.0748019 Jun 04 16:13:56.208442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-fac1e37c-f0c8-4645-8336-c490a9a537ea tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:56.209953 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-fac1e37c-f0c8-4645-8336-c490a9a537ea tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5251322 Jun 04 16:13:56.243833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-b1ec7615-75f3-445e-a58b-b94072553c81 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/quotas/0b6a44bd29a64e41885e18a281790595 HTTP/1.1" status: 200 len: 375 time: 0.0241635 Jun 04 16:13:56.244077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04781de0-57b8-49b2-a0a0-94d9d3e6d039 req-18ee61fd-6546-4d5d-8746-35b99fac5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:56.245328 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-04781de0-57b8-49b2-a0a0-94d9d3e6d039 req-18ee61fd-6546-4d5d-8746-35b99fac5d39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47f6d421-7a43-450e-be14-3b76b24804d1 HTTP/1.1" status: 200 len: 861 time: 0.0903850 Jun 04 16:13:56.263779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5800da96-0bb9-4e0e-8cf6-900dd3eb06a0 None None] Network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:13:56.318671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-1184b70a-5c89-4f45-a2a9-1ad613338de3 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b6a44bd29a64e41885e18a281790595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592220 Jun 04 16:13:56.366674 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-04781de0-57b8-49b2-a0a0-94d9d3e6d039 req-60df1449-b300-484a-b3d7-87345c4cc061 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72019db3-39df-43d8-93d3-271f4f5ad33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643940 Jun 04 16:13:56.406937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae695e37-ad11-4f08-90a7-43b061764847 req-6204c36b-4fe6-456b-a41f-34a89c41dc8d tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:56.408293 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae695e37-ad11-4f08-90a7-43b061764847 req-6204c36b-4fe6-456b-a41f-34a89c41dc8d tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 943 time: 0.2731364 Jun 04 16:13:56.428209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-76a2df2e-99fc-44ad-b547-105f3ba096bd None None] Provisioning for port 6ccd5119-d50b-431b-b61e-94e33a27b695 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:56.471779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-0e5b1d87-cbee-4d4a-917e-9f2faff0af28 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603101 Jun 04 16:13:56.679186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-4ecce67a-85cf-4d70-9a61-6c7db355756d tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:56.680227 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-04781de0-57b8-49b2-a0a0-94d9d3e6d039 req-ed46a343-fe8f-40e6-8250-621228bf841a service neutron] 10.222.0.46 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980860 Jun 04 16:13:56.680755 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-4ecce67a-85cf-4d70-9a61-6c7db355756d tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785762 Jun 04 16:13:56.719895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Request body: {'port': {'device_id': '6e1ad647-dd62-460c-b14d-c6382945f864', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '7266c7f5f1c14d469ab9832f7ed5833f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:56.721058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f2f36be5-eb45-436d-9623-75108563b3c8 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:13:56.855702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port f2f36be5-eb45-436d-9623-75108563b3c8 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:56.861533 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port f2f36be5-eb45-436d-9623-75108563b3c8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:56.862086 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:56.884167 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-04781de0-57b8-49b2-a0a0-94d9d3e6d039 req-f646fd3d-9e62-4e58-a81b-7e168a229d18 service neutron] 10.222.0.46 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910846 Jun 04 16:13:56.911311 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:56.922144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c3f3bcd0-857f-4789-8c0a-410af22b3f0e details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:13:56.935773 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ed75ea8-74b4-4d95-9e42-6ccdc2a528cd req-cefaaf2b-959f-44b0-b174-5ec27660e0a5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 210 time: 0.0650551 Jun 04 16:13:56.985189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae695e37-ad11-4f08-90a7-43b061764847 req-b46b5d86-d90b-4fed-bcb8-132e9d30534e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422466 Jun 04 16:13:57.060009 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:13:57.199505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:57.227879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port f2f36be5-eb45-436d-9623-75108563b3c8 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:57.228253 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:57.295324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ee56d0-7346-4393-8769-8775d5ac791c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f36be5-eb45-436d-9623-75108563b3c8'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:57.302703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:57.312418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f2f36be5-eb45-436d-9623-75108563b3c8, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f2f36be5-eb45-436d-9623-75108563b3c8,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:57.332875 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:57.333680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 34e3d757-4b0f-400d-980a-a3f88b3a1df1 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:13:57.356212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-d962b5d0-9c55-48c6-9c79-69c8ca16e447 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ebd00055ee90437ca2acd288885c518a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015637 Jun 04 16:13:57.391307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987369eb-9bb6-4a98-8f97-34742c9c3197 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:57.396017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Router 10b29a5a-8c37-4aec-8be0-e4358ec13765 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:13:57.401984 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:57.418962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Transition to ACTIVE for port object 987369eb-9bb6-4a98-8f97-34742c9c3197 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:57.465426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6ccd5119-d50b-431b-b61e-94e33a27b695 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:13:57.531792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=f2f36be5-eb45-436d-9623-75108563b3c8,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:57.551655 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:57.570360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c3f3bcd0-857f-4789-8c0a-410af22b3f0e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:57.592098 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'c3f3bcd0-857f-4789-8c0a-410af22b3f0e', 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a', 'port_id': 'c3f3bcd0-857f-4789-8c0a-410af22b3f0e', 'mac_address': 'fa:16:3e:7d:0a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f6d421-7a43-450e-be14-3b76b24804d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:13:57.614918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Made reservation on behalf of 7266c7f5f1c14d469ab9832f7ed5833f for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:57.616824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:13:57.618910 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:57.627635 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Sync routers for ids ['10b29a5a-8c37-4aec-8be0-e4358ec13765'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:13:57.643797 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Routers {'10b29a5a-8c37-4aec-8be0-e4358ec13765'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:13:57.644417 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:13:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['10b29a5a-8c37-4aec-8be0-e4358ec13765'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:13:57.673110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:57.674328 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-353bb5b7-b06e-46f4-a2e9-614754c44814 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.5077839 Jun 04 16:13:57.677161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57974) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:13:57.699526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 34e3d757-4b0f-400d-980a-a3f88b3a1df1 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:57.712884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 6ccd5119-d50b-431b-b61e-94e33a27b695 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:13:57.732334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 34e3d757-4b0f-400d-980a-a3f88b3a1df1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:57.733001 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:57.773042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 6ccd5119-d50b-431b-b61e-94e33a27b695 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:57.773312 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:57.817758 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-18a3684c-33a5-406d-8db9-f68fd2a24888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:57.850006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c3f3bcd0-857f-4789-8c0a-410af22b3f0e is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:57.850399 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:57.858336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Pushing event updated for resources: {'Port': ['ID=987369eb-9bb6-4a98-8f97-34742c9c3197,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:57.887298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f3bcd0-857f-4789-8c0a-410af22b3f0e {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:13:57.890552 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Set router 10b29a5a-8c37-4aec-8be0-e4358ec13765 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:13:57.896225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ad2d0-3c65-4dc5-a7d4-2a2c1d05ae30 req-87f6652b-1fdd-46e4-8514-b82ab1423317 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:57.897596 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c4ad2d0-3c65-4dc5-a7d4-2a2c1d05ae30 req-87f6652b-1fdd-46e4-8514-b82ab1423317 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 950 time: 0.6139972 Jun 04 16:13:57.945845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c3f3bcd0-857f-4789-8c0a-410af22b3f0e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:57.989051 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:57.991028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee72863-ea3c-4763-90bb-93b898d55688 req-ac7dd033-3c51-475d-8575-1d2e785805e0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:57.998277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-ac7dd033-3c51-475d-8575-1d2e785805e0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6188104 Jun 04 16:13:58.000374 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Attempting to bind port 987369eb-9bb6-4a98-8f97-34742c9c3197 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:13:58.000794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Attempting to bind port 987369eb-9bb6-4a98-8f97-34742c9c3197 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:13:58.001206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Attempting to bind port 987369eb-9bb6-4a98-8f97-34742c9c3197 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:58.031641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c4ad2d0-3c65-4dc5-a7d4-2a2c1d05ae30 req-27be5ac0-29e2-4b16-9481-b2cda80239c3 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/security-groups?id=924f1121-6339-4112-ab82-d81d38946444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058221 Jun 04 16:13:58.046595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Port 987369eb-9bb6-4a98-8f97-34742c9c3197 on network 4174afad-8f69-40c2-8826-5ab168bb142e not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:13:58.046920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Attempting to bind port 987369eb-9bb6-4a98-8f97-34742c9c3197 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:58.084428 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 34e3d757-4b0f-400d-980a-a3f88b3a1df1 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:58.084783 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:58.117002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 6ccd5119-d50b-431b-b61e-94e33a27b695 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:58.117360 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:58.140260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:13:58.140626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Checking segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:58.141019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Bound using segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:13:58.141483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Bound port: 987369eb-9bb6-4a98-8f97-34742c9c3197, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:13:58.141833 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:58.151263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:58.165097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 34e3d757-4b0f-400d-980a-a3f88b3a1df1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=34e3d757-4b0f-400d-980a-a3f88b3a1df1,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:58.169850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-5d1c8a55-10d9-4032-be2f-b4454841567f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/quotas/ebd00055ee90437ca2acd288885c518a HTTP/1.1" status: 200 len: 375 time: 0.1704895 Jun 04 16:13:58.176643 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:58.216429 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 6ccd5119-d50b-431b-b61e-94e33a27b695, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6ccd5119-d50b-431b-b61e-94e33a27b695,segment=NetworkSegment(c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb),segment_id=c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:13:58.264568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=34e3d757-4b0f-400d-980a-a3f88b3a1df1,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:58.271494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['c3f3bcd0-857f-4789-8c0a-410af22b3f0e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:58.303059 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:13:55Z', 'revision_number': 3, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:13:58.308458 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Checking router: 10b29a5a-8c37-4aec-8be0-e4358ec13765 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:13:58.308798 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Updating router 10b29a5a-8c37-4aec-8be0-e4358ec13765 port 90383a29-bd41-49fa-b39d-5c6a65cb9c82 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:13:58.332636 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-a9a4fe66-19e0-4bc1-9e28-cd478e9c3b72 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0b6a44bd29a64e41885e18a281790595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359693 Jun 04 16:13:58.364725 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:58.388661 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:58.460141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=6ccd5119-d50b-431b-b61e-94e33a27b695,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:58.539485 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-0c0bc297-09c1-4d4e-bb0e-fe919ce7d8d6 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3178718 Jun 04 16:13:58.568624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Allocated IP 192.168.233.25 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/bda6854b-ec75-4e8b-96dd-f2c0b5946db4) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:13:58.652943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:13:58.675841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=987369eb-9bb6-4a98-8f97-34742c9c3197,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:13:58.723138 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:58.839915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48376f-392a-476b-a4ad-5573d17d83ac req-507a2b3d-c4cd-4e72-a5b6-60e7d118b933 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:58.840946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6c48376f-392a-476b-a4ad-5573d17d83ac req-507a2b3d-c4cd-4e72-a5b6-60e7d118b933 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Synchronizing usage tracker for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:13:58.844353 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:58.857218 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Transition to ACTIVE for port object 90383a29-bd41-49fa-b39d-5c6a65cb9c82 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:58.866465 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:58.934629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-1f8bc8ec-41d5-409c-8aa0-45351d69d08a tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:58.936181 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-1f8bc8ec-41d5-409c-8aa0-45351d69d08a tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5976419 Jun 04 16:13:58.939711 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Pushing event updated for resources: {'Port': ['ID=90383a29-bd41-49fa-b39d-5c6a65cb9c82,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:58.949124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-9a235bbd-c845-4d99-88de-7767028668d8 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0b6a44bd29a64e41885e18a281790595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1406567 Jun 04 16:13:58.949458 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:58.949796 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:58.950298 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:58.950786 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:58.951382 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:58.951840 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:58.952286 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:58.952772 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:58.953014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:58.953396 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:58.953762 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:58.954097 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:58.954691 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:58.955142 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:13:58.955389 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] 10.222.0.46 "PUT /v2.0/ports/987369eb-9bb6-4a98-8f97-34742c9c3197 HTTP/1.1" status: 200 len: 1092 time: 3.5214796 Jun 04 16:13:58.961187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee31b6df-c2f0-48fb-96c5-f47eeeca7608', 'tag': '987369eb-9bb6-4a98-8f97-34742c9c3197'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:13:58.963059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Request body: {'port': {'device_id': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '0b6a44bd29a64e41885e18a281790595'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:13:59.014285 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Attempting to bind port 90383a29-bd41-49fa-b39d-5c6a65cb9c82 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:13:59.014772 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Attempting to bind port 90383a29-bd41-49fa-b39d-5c6a65cb9c82 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:13:59.015344 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Attempting to bind port 90383a29-bd41-49fa-b39d-5c6a65cb9c82 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:13:59.021314 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:13:59.021962 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:13:59.022587 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:59.023165 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:13:59.023784 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Bound port: 90383a29-bd41-49fa-b39d-5c6a65cb9c82, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:13:59.024428 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:59.108454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:59.153669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6c48376f-392a-476b-a4ad-5573d17d83ac req-507a2b3d-c4cd-4e72-a5b6-60e7d118b933 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Unset dirty status for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:13:59.155130 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] For port 90383a29-bd41-49fa-b39d-5c6a65cb9c82, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:13:59.160344 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] For port 90383a29-bd41-49fa-b39d-5c6a65cb9c82, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=90383a29-bd41-49fa-b39d-5c6a65cb9c82,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:13:59.161715 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c48376f-392a-476b-a4ad-5573d17d83ac req-507a2b3d-c4cd-4e72-a5b6-60e7d118b933 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 944 time: 0.9343505 Jun 04 16:13:59.164032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9151b-f0cd-4e8c-8367-79ef49911827 service neutron] Pushing event updated for resources: {'Port': ['ID=987369eb-9bb6-4a98-8f97-34742c9c3197,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:59.187207 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:59.309493 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:59.310792 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Routers {'10b29a5a-8c37-4aec-8be0-e4358ec13765'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:13:59.311559 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:13:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['10b29a5a-8c37-4aec-8be0-e4358ec13765'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:13:59.340158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6ccd5119-d50b-431b-b61e-94e33a27b695 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:13:59.342793 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c48376f-392a-476b-a4ad-5573d17d83ac req-4a04a34c-70d7-4cf2-ae3d-5f4ea8b1c39d tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797612 Jun 04 16:13:59.376855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Transition to ACTIVE for port object bda6854b-ec75-4e8b-96dd-f2c0b5946db4 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:13:59.381950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:59.385583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-3e567e65-7f65-4f5c-812f-4e419e36d9ff tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:59.393329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-3e567e65-7f65-4f5c-812f-4e419e36d9ff tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4125481 Jun 04 16:13:59.393585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Usage tracker for resource:port and tenant:0b6a44bd29a64e41885e18a281790595 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:59.409801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:59.410022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-375e0f72-fc80-47e6-b963-65dd5f7fa23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:59.411398 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-375e0f72-fc80-47e6-b963-65dd5f7fa23f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 1095 time: 0.3909006 Jun 04 16:13:59.419859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-d081526e-1f85-4242-8ab0-5a4db913adda tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/quotas/0b6a44bd29a64e41885e18a281790595 HTTP/1.1" status: 200 len: 375 time: 0.0258632 Jun 04 16:13:59.426784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:59.488658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 6ccd5119-d50b-431b-b61e-94e33a27b695 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:13:59.489040 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:59.517404 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aafcf2-08f4-4e9e-ac52-204ab325ca53 None None] Pushing event updated for resources: {'Port': ['ID=90383a29-bd41-49fa-b39d-5c6a65cb9c82,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:13:59.548755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Made reservation on behalf of 0b6a44bd29a64e41885e18a281790595 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:13:59.552554 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:59.576436 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:59.622999 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] Set router 10b29a5a-8c37-4aec-8be0-e4358ec13765 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:13:59.640638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:13:59.646342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Usage tracker for resource:security_group_rule and tenant:0b6a44bd29a64e41885e18a281790595 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:13:59.650913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:13:59.659223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:13:59.687360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-181bf19b-fc88-488a-9c45-4b03f704e7a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=987369eb-9bb6-4a98-8f97-34742c9c3197 HTTP/1.1" status: 200 len: 217 time: 0.2654970 Jun 04 16:13:59.691027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Allocated IP 172.20.0.1 (a1e24b21-fa08-4b28-b3c3-759440e0e4a6/f9f4fd31-3551-4668-ab35-5dba4064a808/2563bc42-27f7-4fc7-98fb-41ad3133d2c9) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:13:59.711031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-4a5fc3d0-c006-408d-9f28-a4cd1e9853dd tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b6a44bd29a64e41885e18a281790595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2902296 Jun 04 16:13:59.744463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 6ccd5119-d50b-431b-b61e-94e33a27b695 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:13:59.857414 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:13:59.859931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-16c25d4e-08ef-472d-8ccc-8539776e75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:13:59.861390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-16c25d4e-08ef-472d-8ccc-8539776e75b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.1379976 Jun 04 16:13:59.872881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['935ba045-1bd2-4bc3-b360-dfbf094419a3', '38a2a4f7-bf0d-47ab-848f-c5487ecbe283', '7e025991-2072-418b-aad1-9df076982734'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:59.945577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428', 'a68c452f-6b21-4621-a2f1-e7c1913677a7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:13:59.946015 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:00.001155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Transition to ACTIVE for port object 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:00.011533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event updated for resources: {'Port': ['ID=bda6854b-ec75-4e8b-96dd-f2c0b5946db4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:00.014828 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:13:55Z', 'revision_number': 3, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:00.028971 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db96d7-6d63-49b4-a454-6b191ea6b8c3 None None] The sync data for ids ['10b29a5a-8c37-4aec-8be0-e4358ec13765'] in n-d-811809-3 is: [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:13:55Z', 'revision_number': 3, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:14:00.054444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:00.059988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:00.070515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-230d34ee-71f4-43e5-ad94-641423c87483 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367018 Jun 04 16:14:00.071549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:00.079816 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3bd219-56a1-4855-8e3f-558803048d0b'] response: {'server_uuid': '15ee56d0-7346-4393-8769-8775d5ac791c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f36be5-eb45-436d-9623-75108563b3c8', 'code': 200} Jun 04 16:14:00.094221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:00.094221 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:00.200484 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:00.238996 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-78a893b0-d99d-43fb-9a4c-7160c49585da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:00.367713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-3fd1745f-c29d-4537-851a-81b8c5d62f71 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605009 Jun 04 16:14:00.385744 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:00.399406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45685844-2776-49be-9a64-93f042330c54 req-a5268092-ddb3-458f-af7c-451f070bf7ac tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:00.407440 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45685844-2776-49be-9a64-93f042330c54 req-a5268092-ddb3-458f-af7c-451f070bf7ac tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 945 time: 0.8642790 Jun 04 16:14:00.453309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:00.455714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:00.483016 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-3f4c445d-aad5-4775-b6f0-20e995fcc5ec tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ebd00055ee90437ca2acd288885c518a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1328974 Jun 04 16:14:00.484155 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:00.489078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:00.489732 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:00.743796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ca46b02a-3034-4687-b85a-8de0353afd5b None None] Provisioning for port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:00.768779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ca46b02a-3034-4687-b85a-8de0353afd5b None None] Provisioning complete for port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:00.769122 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ca46b02a-3034-4687-b85a-8de0353afd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:00.803567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Pushing event updated for resources: {'Port': ['ID=2563bc42-27f7-4fc7-98fb-41ad3133d2c9,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:00.828493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd580e-94c2-45dc-9564-2dcbe188f35b req-c6ab0fe4-e6c4-4975-807c-fa6bdb022da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:00.830064 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-33dd580e-94c2-45dc-9564-2dcbe188f35b req-c6ab0fe4-e6c4-4975-807c-fa6bdb022da4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 1101 time: 0.8002501 Jun 04 16:14:00.898008 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45685844-2776-49be-9a64-93f042330c54 req-1c1066b7-3e6d-4fbb-bf82-ea08aaf52f3f tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853110 Jun 04 16:14:00.901736 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-ba1e7c7c-d719-4a2c-9bd3-9bf9fc7f066e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2066448 Jun 04 16:14:00.970481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Request body: {'port': {'device_id': '6e1ad647-dd62-460c-b14d-c6382945f864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:01.006712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c3f3bcd0-857f-4789-8c0a-410af22b3f0e up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:01.117299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:01.156791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033be1e-c631-4e8d-b9b2-7315148360a9 req-4eae100a-8d9c-4cd2-b961-5bdfdfb43da9 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:01.158892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6033be1e-c631-4e8d-b9b2-7315148360a9 req-4eae100a-8d9c-4cd2-b961-5bdfdfb43da9 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:01.166623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854a799d-d8fd-4232-862b-bf4ad9555039 req-e3d4a99b-bd60-4111-9750-35842be706b2 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7427239 Jun 04 16:14:01.238654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ca46b02a-3034-4687-b85a-8de0353afd5b None None] Port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:01.273896 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:01.347530 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:01.353695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6033be1e-c631-4e8d-b9b2-7315148360a9 req-4eae100a-8d9c-4cd2-b961-5bdfdfb43da9 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:01.364679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6033be1e-c631-4e8d-b9b2-7315148360a9 req-4eae100a-8d9c-4cd2-b961-5bdfdfb43da9 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 935 time: 1.2585990 Jun 04 16:14:01.365449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 90383a29-bd41-49fa-b39d-5c6a65cb9c82 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:01.470024 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-33dd580e-94c2-45dc-9564-2dcbe188f35b req-5c4c8893-3d6a-435f-bc25-c43f891024aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=924f1121-6339-4112-ab82-d81d38946444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5887625 Jun 04 16:14:01.487443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f709ef56-363d-4752-820f-b2ea390e4cab None None] Provisioning for port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:01.502415 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:01.528810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f709ef56-363d-4752-820f-b2ea390e4cab None None] Provisioning complete for port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:01.529579 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f709ef56-363d-4752-820f-b2ea390e4cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:01.547546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6033be1e-c631-4e8d-b9b2-7315148360a9 req-a529b176-aaba-4ed6-a061-48f8fe49745c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774023 Jun 04 16:14:01.597921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port c3f3bcd0-857f-4789-8c0a-410af22b3f0e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:01.598787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee72863-ea3c-4763-90bb-93b898d55688 req-59b5e01b-b210-4911-99f3-1b91551f2a28 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:01.600454 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-59b5e01b-b210-4911-99f3-1b91551f2a28 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0525391 Jun 04 16:14:01.634203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Request body: {'port': {'device_id': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': 'ebd00055ee90437ca2acd288885c518a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:01.652104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port c3f3bcd0-857f-4789-8c0a-410af22b3f0e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:01.653013 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:01.682838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Allocated IP 192.168.233.250 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/83cecbf2-f32b-411a-a63b-f5d0d7b49878) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:01.736370 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 90383a29-bd41-49fa-b39d-5c6a65cb9c82 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:01.748358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f709ef56-363d-4752-820f-b2ea390e4cab None None] Port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:01.764271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 90383a29-bd41-49fa-b39d-5c6a65cb9c82 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:01.764794 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:01.862725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4698154f-6ff4-4622-aab9-937b3d8f988a req-8d8eabb5-614c-4b56-8214-1241318c4869 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 210 time: 0.1413963 Jun 04 16:14:01.895598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef1007-3310-4e6d-8166-31279ff4673b req-165b59b1-d203-4779-b11c-f86a98899a02 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:01.906413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aaef1007-3310-4e6d-8166-31279ff4673b req-165b59b1-d203-4779-b11c-f86a98899a02 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 944 time: 0.7385690 Jun 04 16:14:01.939157 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e02510-076a-4ca8-9bfd-62e6ffc8db78'] response: {'name': 'network-changed', 'server_uuid': 'ee31b6df-c2f0-48fb-96c5-f47eeeca7608', 'tag': '987369eb-9bb6-4a98-8f97-34742c9c3197', 'status': 'completed', 'code': 200} Jun 04 16:14:01.945722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:02.056763 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aaef1007-3310-4e6d-8166-31279ff4673b req-76a8d4a8-4e07-4704-8206-5c6166036744 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493454 Jun 04 16:14:02.092165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e74485-a534-4ce0-a03f-4bce2091bea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e3d757-4b0f-400d-980a-a3f88b3a1df1'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:02.135948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c3f3bcd0-857f-4789-8c0a-410af22b3f0e is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:02.136251 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:02.214206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 90383a29-bd41-49fa-b39d-5c6a65cb9c82 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:02.214857 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:02.225203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c3f3bcd0-857f-4789-8c0a-410af22b3f0e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:02.230559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad355-5cf3-428d-aaf7-e1f8132ea445 req-0221de2e-d42d-475d-adb3-943413b24967 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:02.233795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a83ad355-5cf3-428d-aaf7-e1f8132ea445 req-0221de2e-d42d-475d-adb3-943413b24967 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 950 time: 0.1573577 Jun 04 16:14:02.256231 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:02.300915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc86530-6491-4c94-a8d7-a6f6622fd5bb req-69df2b40-b1b9-4ad7-a6b4-35cc915afaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:02.301550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 90383a29-bd41-49fa-b39d-5c6a65cb9c82, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=90383a29-bd41-49fa-b39d-5c6a65cb9c82,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:02.302262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdc86530-6491-4c94-a8d7-a6f6622fd5bb req-69df2b40-b1b9-4ad7-a6b4-35cc915afaa0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 1095 time: 0.3239961 Jun 04 16:14:02.322567 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:02.348264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:02.350047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:02.352630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Usage tracker for resource:port and tenant:ebd00055ee90437ca2acd288885c518a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:02.355994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:02.362907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:02.373148 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-b36ccc15-d2b4-435c-8f98-dcbad1c601a2 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0b6a44bd29a64e41885e18a281790595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3095820 Jun 04 16:14:02.406110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a83ad355-5cf3-428d-aaf7-e1f8132ea445 req-2daafee9-769d-45e2-bd3a-afe2def48489 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/security-groups?id=924f1121-6339-4112-ab82-d81d38946444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639261 Jun 04 16:14:02.425759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:02.442610 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:02.455741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=90383a29-bd41-49fa-b39d-5c6a65cb9c82,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:02.474727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a3478fb-0e18-4c8f-a227-c72dd90a96bc req-975912b3-8009-4c59-8bcf-d2d2b021a85d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 210 time: 0.1673656 Jun 04 16:14:02.606535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Made reservation on behalf of ebd00055ee90437ca2acd288885c518a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:14:02.610422 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:02.699136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc86530-6491-4c94-a8d7-a6f6622fd5bb req-1ca3642a-fd3b-45de-8598-effc1aec2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:02.700750 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdc86530-6491-4c94-a8d7-a6f6622fd5bb req-1ca3642a-fd3b-45de-8598-effc1aec2533 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.3843987 Jun 04 16:14:02.734165 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:02.743604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Transition to ACTIVE for port object 83cecbf2-f32b-411a-a63b-f5d0d7b49878 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:02.783418 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdc86530-6491-4c94-a8d7-a6f6622fd5bb req-35fdfa6e-b704-43bf-9111-06f8fe148077 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=987369eb-9bb6-4a98-8f97-34742c9c3197 HTTP/1.1" status: 200 len: 217 time: 0.0749166 Jun 04 16:14:02.809713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:02.829684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Usage tracker for resource:security_group_rule and tenant:ebd00055ee90437ca2acd288885c518a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:02.840520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:02.855134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-3147c362-e37e-4474-bbb9-d14092e9063c tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:02.856567 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-3147c362-e37e-4474-bbb9-d14092e9063c tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4272811 Jun 04 16:14:02.856920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dea4c-b863-4762-ad03-6e4f06aa8987 req-ecaa37d1-95d1-43f4-b003-e826c71ad6ec tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:02.858408 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df2dea4c-b863-4762-ad03-6e4f06aa8987 req-ecaa37d1-95d1-43f4-b003-e826c71ad6ec tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 944 time: 0.3012893 Jun 04 16:14:02.859669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:02.872111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc86530-6491-4c94-a8d7-a6f6622fd5bb req-b69aebc3-d017-4fda-b6cc-0a6d9dec2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:02.873484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdc86530-6491-4c94-a8d7-a6f6622fd5bb req-b69aebc3-d017-4fda-b6cc-0a6d9dec2cd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.0825369 Jun 04 16:14:02.873872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Request body: {'port': {'device_id': '1c2af77c-62ea-47e4-ae1d-835951b27400', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '0b6a44bd29a64e41885e18a281790595'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:02.951061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa440ac-17bf-4d17-9f4b-cc9513472eb8 req-b49ee1a4-b7ae-4026-85f7-181f95ee850f tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:02.952424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfa440ac-17bf-4d17-9f4b-cc9513472eb8 req-b49ee1a4-b7ae-4026-85f7-181f95ee850f tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 945 time: 0.2945635 Jun 04 16:14:02.958523 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdc86530-6491-4c94-a8d7-a6f6622fd5bb req-77491537-f89a-4698-ae0c-de29089159ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709524 Jun 04 16:14:02.976498 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:02.981056 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:03.034528 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:03.035243 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:03.079356 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df2dea4c-b863-4762-ad03-6e4f06aa8987 req-49ee4ddc-07d5-4611-a9f2-08c2aaba299a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098613 Jun 04 16:14:03.116844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:03.125898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:03.128386 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:03.135698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:03.136074 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:03.150236 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20250ed-17d5-413d-8454-24d5b0c504a7'] response: {'server_uuid': 'c9e74485-a534-4ce0-a03f-4bce2091bea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e3d757-4b0f-400d-980a-a3f88b3a1df1', 'code': 200} Jun 04 16:14:03.174732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfa440ac-17bf-4d17-9f4b-cc9513472eb8 req-87e7646e-f669-461d-8d19-8c4db9d3c8f7 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152584 Jun 04 16:14:03.249007 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdc86530-6491-4c94-a8d7-a6f6622fd5bb req-c2eb6f68-c995-4e3d-9b12-d801bc1bc2b4 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351403 Jun 04 16:14:03.273591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Pushing event updated for resources: {'Port': ['ID=83cecbf2-f32b-411a-a63b-f5d0d7b49878,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:03.314513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 90383a29-bd41-49fa-b39d-5c6a65cb9c82 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:03.355929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda6854b-ec75-4e8b-96dd-f2c0b5946db4 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:03.363960 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:03.411274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Transition to ACTIVE for port object bda6854b-ec75-4e8b-96dd-f2c0b5946db4 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:03.428607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:03.442025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Usage tracker for resource:port and tenant:0b6a44bd29a64e41885e18a281790595 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:03.445872 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-d733ad2e-ac6e-4ace-b213-11197d9b6c28 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4890621 Jun 04 16:14:03.467156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:03.468230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 90383a29-bd41-49fa-b39d-5c6a65cb9c82 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:03.468656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:03.489611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Request body: {'port': {'device_id': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:03.523064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Pushing event updated for resources: {'Port': ['ID=2563bc42-27f7-4fc7-98fb-41ad3133d2c9,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:03.533186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:03.562319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2498cd1c-d2d1-41e8-b8f1-4c6cfcc31377 None None] Provisioning for port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:03.578399 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:03.580157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2498cd1c-d2d1-41e8-b8f1-4c6cfcc31377 None None] Provisioning complete for port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:03.580568 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2498cd1c-d2d1-41e8-b8f1-4c6cfcc31377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:03.590650 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:03.605534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Made reservation on behalf of 0b6a44bd29a64e41885e18a281790595 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:14:03.609087 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:03.628671 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:03.634997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:03.639956 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:03.677926 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c3e9223-9959-4d26-87cd-b10e574baaba req-b4d5ce38-3299-4c8b-b97b-bf886cfec4d8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 210 time: 0.2654650 Jun 04 16:14:03.710284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:03.765514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 90383a29-bd41-49fa-b39d-5c6a65cb9c82 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:03.767823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2498cd1c-d2d1-41e8-b8f1-4c6cfcc31377 None None] Port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:03.824668 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:03.854717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Pushing event updated for resources: {'Port': ['ID=bda6854b-ec75-4e8b-96dd-f2c0b5946db4,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:03.918782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf719e0-ebe6-46da-9aa0-bbab17420a7b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:03.948342 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdc86530-6491-4c94-a8d7-a6f6622fd5bb req-f171cd9d-a55f-449b-b8a4-fa69193956a9 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704441 Jun 04 16:14:03.953402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee512b1-3e0d-4da1-9ed6-c799b13eaf17 req-145a86e7-2139-4c25-a752-565a0dc548ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:03.960205 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2ee512b1-3e0d-4da1-9ed6-c799b13eaf17 req-145a86e7-2139-4c25-a752-565a0dc548ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 1096 time: 0.6875079 Jun 04 16:14:03.963920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Attempting to bind port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:03.964422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Attempting to bind port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:03.964539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Attempting to bind port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:03.977403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:14:03.977756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Attempting to bind port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:03.989560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:03.989896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:03.990282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:03.990751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Bound port: bda6854b-ec75-4e8b-96dd-f2c0b5946db4, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:03.991118 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:04.008168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315af19c-5569-4048-b923-63e0785e9aa9 req-30f79d60-f4ca-4003-8b70-cdc44bc22405 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:04.015407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-315af19c-5569-4048-b923-63e0785e9aa9 req-30f79d60-f4ca-4003-8b70-cdc44bc22405 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 947 time: 0.6079979 Jun 04 16:14:04.024061 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:04.111188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3b891613-d8c2-4485-b87d-7570d6a60ba3 None None] Provisioning complete for port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:04.111656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3b891613-d8c2-4485-b87d-7570d6a60ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:04.128308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-315af19c-5569-4048-b923-63e0785e9aa9 req-a7b0212c-62c4-42bd-8b98-e3d43d65af6e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120276 Jun 04 16:14:04.156300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2c39b-e2e1-4f3e-8e53-6d2c1b1688bc req-f44af287-19af-44b1-902c-0c1181adf868 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:04.158058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25c2c39b-e2e1-4f3e-8e53-6d2c1b1688bc req-f44af287-19af-44b1-902c-0c1181adf868 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 945 time: 0.2774544 Jun 04 16:14:04.167473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] For port bda6854b-ec75-4e8b-96dd-f2c0b5946db4, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:04.171978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] For port bda6854b-ec75-4e8b-96dd-f2c0b5946db4, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bda6854b-ec75-4e8b-96dd-f2c0b5946db4,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:04.184368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3b891613-d8c2-4485-b87d-7570d6a60ba3 None None] Port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:04.224854 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25c2c39b-e2e1-4f3e-8e53-6d2c1b1688bc req-76275412-4993-4dec-a309-4eb2f2f3f304 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586841 Jun 04 16:14:04.226447 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:04.246284 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2ee512b1-3e0d-4da1-9ed6-c799b13eaf17 req-eabffa98-d490-43a6-8f98-560dc2d55320 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449176 Jun 04 16:14:04.293003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Allocated IP 192.168.233.223 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/de14cf5d-f911-468f-b7f0-8f796df3808a) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:04.307868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Router 10b29a5a-8c37-4aec-8be0-e4358ec13765 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:14:04.324964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:04.325368 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:04.326775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] 10.222.0.42 "PUT /v2.0/ports/bda6854b-ec75-4e8b-96dd-f2c0b5946db4 HTTP/1.1" status: 200 len: 1095 time: 3.4018240 Jun 04 16:14:04.339233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1ad647-dd62-460c-b14d-c6382945f864', 'tag': 'bda6854b-ec75-4e8b-96dd-f2c0b5946db4'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:04.405388 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82059206-c06c-4b88-b3dc-e8f8c2a84253 req-9efe4802-76c1-4781-b501-bafe28927040 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 210 time: 0.0519595 Jun 04 16:14:04.422345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef72f64-0f84-47bd-81bd-26a74940c678 service neutron] Pushing event updated for resources: {'Port': ['ID=bda6854b-ec75-4e8b-96dd-f2c0b5946db4,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:04.466578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3bab1-8652-4d45-b5af-22c892fcaa5f req-b9c79abc-b7e5-480a-ac58-edf210e290bf tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:04.468416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1f3bab1-8652-4d45-b5af-22c892fcaa5f req-b9c79abc-b7e5-480a-ac58-edf210e290bf tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 950 time: 0.1924298 Jun 04 16:14:04.637574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1f3bab1-8652-4d45-b5af-22c892fcaa5f req-aedb0196-2771-44d7-bcde-bff0e8690617 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/security-groups?id=924f1121-6339-4112-ab82-d81d38946444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598365 Jun 04 16:14:04.675977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-0d1d8d04-66d0-453d-8212-e274f8052314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:04.677444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-0d1d8d04-66d0-453d-8212-e274f8052314 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 1098 time: 0.1814828 Jun 04 16:14:04.685973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe998dbc-13d7-4645-9c9b-4e4edae5f797 req-31fd4f33-ddd6-4811-80e6-0a9ec7cd05fe tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:04.687367 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe998dbc-13d7-4645-9c9b-4e4edae5f797 req-31fd4f33-ddd6-4811-80e6-0a9ec7cd05fe tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 944 time: 0.1281919 Jun 04 16:14:04.769222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-eafbcc02-147b-403c-ac44-b88715c1f9ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=bda6854b-ec75-4e8b-96dd-f2c0b5946db4 HTTP/1.1" status: 200 len: 217 time: 0.0809319 Jun 04 16:14:04.821733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:14:04.832239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Sync routers for ids ['10b29a5a-8c37-4aec-8be0-e4358ec13765'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:14:04.837066 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eae6d4f2-1ae4-4918-bd5e-c1855653acaa admin admin] 10.222.0.13 "PUT /v2.0/routers/10b29a5a-8c37-4aec-8be0-e4358ec13765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1588075 Jun 04 16:14:04.843111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Routers {'10b29a5a-8c37-4aec-8be0-e4358ec13765'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:04.843719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['10b29a5a-8c37-4aec-8be0-e4358ec13765'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:04.875332 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:04.895151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Transition to ACTIVE for port object de14cf5d-f911-468f-b7f0-8f796df3808a will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:04.906688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe998dbc-13d7-4645-9c9b-4e4edae5f797 req-1b025062-3719-42f4-9dca-445d67a1c8f6 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678653 Jun 04 16:14:04.937641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 987369eb-9bb6-4a98-8f97-34742c9c3197 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:14:04.939425 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-f97a751f-a170-426e-9df6-bd07cb65f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:04.941082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-f97a751f-a170-426e-9df6-bd07cb65f6a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1402907 Jun 04 16:14:04.996040 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:05.017284 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7216a3d1-a226-43ee-a3a2-9daea5b6d4fa'] response: {'name': 'network-changed', 'server_uuid': '6e1ad647-dd62-460c-b14d-c6382945f864', 'tag': 'bda6854b-ec75-4e8b-96dd-f2c0b5946db4', 'status': 'completed', 'code': 200} Jun 04 16:14:05.044342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d0a38-6dc7-448c-9afa-05dadada3e20 req-13415eff-414c-477b-b424-b25a01cbeeaf tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:05.051564 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd7d0a38-6dc7-448c-9afa-05dadada3e20 req-13415eff-414c-477b-b424-b25a01cbeeaf tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 945 time: 0.2869530 Jun 04 16:14:05.073228 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:14:05.097141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event updated for resources: {'Port': ['ID=de14cf5d-f911-468f-b7f0-8f796df3808a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:05.120400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd7d0a38-6dc7-448c-9afa-05dadada3e20 req-ec00f8c0-d0cf-4b7c-a106-9a8913d84e2b tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677619 Jun 04 16:14:05.125284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-daa1feef-5a75-48dd-b11a-d1f210cf10e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:05.125459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:05.129393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:05.131229 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-daa1feef-5a75-48dd-b11a-d1f210cf10e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1749291 Jun 04 16:14:05.133547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:05.139499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:05.140161 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:05.169043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Allocated IP 192.168.233.160 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/ccc7185e-af33-449e-a03d-9e16a2985bb9) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:05.198280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca469b0-8ca6-4562-a8ff-2a1d525ffaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f3bcd0-857f-4789-8c0a-410af22b3f0e'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:05.198780 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-40b28823-efa0-4576-8102-f47524afa396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5755074 Jun 04 16:14:05.205838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Request body: {'port': {'device_id': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:05.308994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Set router 10b29a5a-8c37-4aec-8be0-e4358ec13765 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:05.445665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-913affd7-3c84-45aa-9ef3-e1fab1f50778 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019586 Jun 04 16:14:05.466605 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:05.561891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c916c9-6d74-40f6-bf2b-b4b4090e98cf req-2c9a1db3-fbd5-4885-bea9-f0fa8dbc3883 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:05.576901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90c916c9-6d74-40f6-bf2b-b4b4090e98cf req-2c9a1db3-fbd5-4885-bea9-f0fa8dbc3883 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 936 time: 0.3198617 Jun 04 16:14:05.716117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dc95637e-2e21-48ba-aa11-ecb20ff6df2f None None] Provisioning for port de14cf5d-f911-468f-b7f0-8f796df3808a completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:05.721603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=987369eb-9bb6-4a98-8f97-34742c9c3197,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:05.739924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dc95637e-2e21-48ba-aa11-ecb20ff6df2f None None] Provisioning complete for port de14cf5d-f911-468f-b7f0-8f796df3808a triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:05.740286 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dc95637e-2e21-48ba-aa11-ecb20ff6df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:05.776761 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:05.791897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '987369eb-9bb6-4a98-8f97-34742c9c3197', 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e', 'port_id': '987369eb-9bb6-4a98-8f97-34742c9c3197', 'mac_address': 'fa:16:3e:fb:09:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e12d5c-bc8b-435f-bebd-f23b80669698', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:14:05.793456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Transition to ACTIVE for port object ccc7185e-af33-449e-a03d-9e16a2985bb9 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:05.843780 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:05.851038 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90c916c9-6d74-40f6-bf2b-b4b4090e98cf req-8aeae108-3d29-40b7-b9f5-c4c69d61858d tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731838 Jun 04 16:14:05.908811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-dc95637e-2e21-48ba-aa11-ecb20ff6df2f None None] Port de14cf5d-f911-468f-b7f0-8f796df3808a cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:05.910535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-be64ce0f-df8d-49df-9aa9-5a5d746f77be tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:05.912198 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-be64ce0f-df8d-49df-9aa9-5a5d746f77be tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/networks?id=a1e24b21-fa08-4b28-b3c3-759440e0e4a6 HTTP/1.1" status: 200 len: 829 time: 0.4604001 Jun 04 16:14:05.931625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 987369eb-9bb6-4a98-8f97-34742c9c3197 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:05.932355 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:05.941046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0cf809b-2839-4fde-a4cb-7a5c5d392726 req-1ce2200d-44de-4964-97ab-2f8c1e419bef service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857612 Jun 04 16:14:05.955761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987369eb-9bb6-4a98-8f97-34742c9c3197 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:05.965833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-ff793118-0eda-4d8b-8caf-3f83257c1d5b tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/quotas/1ce9d5a1e2c146bd8a55c9c8f4e207de HTTP/1.1" status: 200 len: 375 time: 0.0234230 Jun 04 16:14:05.979343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=987369eb-9bb6-4a98-8f97-34742c9c3197,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:05.989536 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:05.995474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:14:01Z', 'revision_number': 4, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2563bc42-27f7-4fc7-98fb-41ad3133d2c9', 'name': '', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'mac_address': 'fa:16:3e:f6:7e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:59Z', 'updated_at': '2022-06-04T16:14:02Z', 'revision_number': 2, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'subnets': [{'id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:06.005368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:06.010112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:06.016220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:06.023153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:06.023153 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:06.029412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Pushing event updated for resources: {'Port': ['ID=ccc7185e-af33-449e-a03d-9e16a2985bb9,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:06.035040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Checking router: 10b29a5a-8c37-4aec-8be0-e4358ec13765 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:14:06.035388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Updating router 10b29a5a-8c37-4aec-8be0-e4358ec13765 port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:14:06.070366 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-e0f2030e-f815-47b5-b959-016b8180d4de tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2033496 Jun 04 16:14:06.085265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Request body: {'port': {'device_id': '1c2af77c-62ea-47e4-ae1d-835951b27400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:06.104427 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:06.205787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=987369eb-9bb6-4a98-8f97-34742c9c3197,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:06.252354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-5ff01f9c-d660-4375-ab9f-3aee39f44444 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ce9d5a1e2c146bd8a55c9c8f4e207de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2852952 Jun 04 16:14:06.270091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cecbf2-f32b-411a-a63b-f5d0d7b49878 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:06.274225 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:06.284674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['987369eb-9bb6-4a98-8f97-34742c9c3197'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:06.287736 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:06.291248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5972f-c6c8-4af0-b46c-318d62342f93 req-daad2fad-e018-4c0b-b834-fe98478d3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:06.292812 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94e5972f-c6c8-4af0-b46c-318d62342f93 req-daad2fad-e018-4c0b-b834-fe98478d3b7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 1098 time: 0.2793837 Jun 04 16:14:06.300054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af09363-6a31-40f6-9bf1-aadce1edd173 req-ba612e84-5baf-48db-9632-5f564e0e49c1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:06.301437 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4af09363-6a31-40f6-9bf1-aadce1edd173 req-ba612e84-5baf-48db-9632-5f564e0e49c1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 947 time: 0.2869096 Jun 04 16:14:06.343421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Transition to ACTIVE for port object 83cecbf2-f32b-411a-a63b-f5d0d7b49878 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:06.369479 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:06.384441 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-526e2618-57b0-4bd8-8a8e-3586d729866f None None] Provisioning for port ccc7185e-af33-449e-a03d-9e16a2985bb9 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:06.454191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-526e2618-57b0-4bd8-8a8e-3586d729866f None None] Provisioning complete for port ccc7185e-af33-449e-a03d-9e16a2985bb9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:06.454890 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-526e2618-57b0-4bd8-8a8e-3586d729866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:06.526688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4af09363-6a31-40f6-9bf1-aadce1edd173 req-d09bbdea-d091-4d3a-8756-89d6532c69be tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031446 Jun 04 16:14:06.556342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5972f-c6c8-4af0-b46c-318d62342f93 req-dcc872f5-2aeb-4d94-8374-0bfc813cdb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:06.558387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94e5972f-c6c8-4af0-b46c-318d62342f93 req-dcc872f5-2aeb-4d94-8374-0bfc813cdb55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2560267 Jun 04 16:14:06.560463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-997fbc79-5c5e-47c3-8016-6a15e29e5991 service neutron] 10.222.0.13 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940514 Jun 04 16:14:06.570989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-526e2618-57b0-4bd8-8a8e-3586d729866f None None] Port ccc7185e-af33-449e-a03d-9e16a2985bb9 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:06.730216 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:14:06.790294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Pushing event updated for resources: {'Port': ['ID=83cecbf2-f32b-411a-a63b-f5d0d7b49878,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:06.799932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94e5972f-c6c8-4af0-b46c-318d62342f93 req-16ccc05c-0692-4fab-be1a-2d19d86c98ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=bda6854b-ec75-4e8b-96dd-f2c0b5946db4 HTTP/1.1" status: 200 len: 217 time: 0.2267311 Jun 04 16:14:06.856520 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:06.876113 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Transition to ACTIVE for port object 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:06.886155 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:06.888417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Attempting to bind port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:06.888885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Attempting to bind port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:06.889065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Attempting to bind port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:06.895790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:14:06.896026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Attempting to bind port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:06.913455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:06.913673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:06.914060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:06.914508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Bound port: 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:06.914909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:06.984408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5972f-c6c8-4af0-b46c-318d62342f93 req-54f66c5f-d4cc-45ee-8109-5def2ccd993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:06.985817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94e5972f-c6c8-4af0-b46c-318d62342f93 req-54f66c5f-d4cc-45ee-8109-5def2ccd993f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1395316 Jun 04 16:14:07.031493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de14cf5d-f911-468f-b7f0-8f796df3808a {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:07.040326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc475f6b-aee0-4027-a945-f516f6ecdf83 None None] Pushing event updated for resources: {'Port': ['ID=2563bc42-27f7-4fc7-98fb-41ad3133d2c9,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:07.043138 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:07.065068 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-43b84d7d-d3fc-45d0-a8b3-f2e6d95ed5d5 service neutron] 10.222.0.13 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923725 Jun 04 16:14:07.074419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0529e4-9843-4179-9cb5-51adefda0fa4 req-addc4939-dd02-4234-a1fa-472508eb2686 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:07.075450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Transition to ACTIVE for port object de14cf5d-f911-468f-b7f0-8f796df3808a will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:07.075952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6f0529e4-9843-4179-9cb5-51adefda0fa4 req-addc4939-dd02-4234-a1fa-472508eb2686 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 945 time: 0.2845995 Jun 04 16:14:07.084690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:07.088727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:07.109192 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:07.113981 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:07.147405 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6f0529e4-9843-4179-9cb5-51adefda0fa4 req-8d7a6ba3-f23d-43de-8049-28d662c1e7fe tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573854 Jun 04 16:14:07.150154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5972f-c6c8-4af0-b46c-318d62342f93 req-a674c0e2-c870-4b14-bbe7-9c8dd1e14199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:07.151644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94e5972f-c6c8-4af0-b46c-318d62342f93 req-a674c0e2-c870-4b14-bbe7-9c8dd1e14199 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1513734 Jun 04 16:14:07.212382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Attempting to bind port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:07.212896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Attempting to bind port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:07.213196 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Attempting to bind port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 on network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:07.219744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:07.220096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Checking segment: {'id': 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:07.220537 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:07.220917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Bound using segment: {'id': 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:07.221378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Bound port: 2563bc42-27f7-4fc7-98fb-41ad3133d2c9, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:07.221891 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:07.382026 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdcb78f9-072c-4146-8f37-ec5b1b1eaadb'] response: {'server_uuid': '9ca469b0-8ca6-4562-a8ff-2a1d525ffaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f3bcd0-857f-4789-8c0a-410af22b3f0e', 'code': 200} Jun 04 16:14:07.385394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:07.389734 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:07.392646 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] 10.222.0.46 "PUT /v2.0/ports/83cecbf2-f32b-411a-a63b-f5d0d7b49878 HTTP/1.1" status: 200 len: 1096 time: 3.9092319 Jun 04 16:14:07.400211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:07.515314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] For port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:07.524522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] For port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2563bc42-27f7-4fc7-98fb-41ad3133d2c9,segment=NetworkSegment(c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb),segment_id=c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:07.539288 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:07.640689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fd803-98f7-4f74-a763-f463fb049f64 service neutron] Pushing event updated for resources: {'Port': ['ID=83cecbf2-f32b-411a-a63b-f5d0d7b49878,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:07.717290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc475f6b-aee0-4027-a945-f516f6ecdf83 None None] Pushing event updated for resources: {'Port': ['ID=2563bc42-27f7-4fc7-98fb-41ad3133d2c9,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:07.733074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Attempting to bind port de14cf5d-f911-468f-b7f0-8f796df3808a on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:07.733856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Attempting to bind port de14cf5d-f911-468f-b7f0-8f796df3808a by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:07.734511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Attempting to bind port de14cf5d-f911-468f-b7f0-8f796df3808a on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:07.765040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Routers {'10b29a5a-8c37-4aec-8be0-e4358ec13765'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:07.767277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['10b29a5a-8c37-4aec-8be0-e4358ec13765'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:07.770142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Port de14cf5d-f911-468f-b7f0-8f796df3808a on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:14:07.770645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Attempting to bind port de14cf5d-f911-468f-b7f0-8f796df3808a on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:07.808106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:07.808721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:07.810169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:07.813452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Bound port: de14cf5d-f911-468f-b7f0-8f796df3808a, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:07.814069 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:07.829112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Pushing event updated for resources: {'Port': ['ID=de14cf5d-f911-468f-b7f0-8f796df3808a,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:07.878607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94e5972f-c6c8-4af0-b46c-318d62342f93 req-34da44ab-eeb3-4b4f-8d9a-49ce929f2f4e service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172382 Jun 04 16:14:07.940490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:14:07.955027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3fde9-39af-4926-bfff-63f7d11c845a req-2649b36d-b68e-4012-8183-36c52fe35957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:07.956993 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e2a3fde9-39af-4926-bfff-63f7d11c845a req-2649b36d-b68e-4012-8183-36c52fe35957 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 1096 time: 0.4476211 Jun 04 16:14:08.095949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2eed2-4391-47a9-9d3e-319f8307f118 req-c44262af-e8fe-48d6-97a1-abe6601921c6 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:08.103596 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55d2eed2-4391-47a9-9d3e-319f8307f118 req-c44262af-e8fe-48d6-97a1-abe6601921c6 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 936 time: 0.6189840 Jun 04 16:14:08.112355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] Set router 10b29a5a-8c37-4aec-8be0-e4358ec13765 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:08.115889 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e2a3fde9-39af-4926-bfff-63f7d11c845a req-d9144b72-9ac2-4937-bddb-acb830edfbe5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502075 Jun 04 16:14:08.120922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc7185e-af33-449e-a03d-9e16a2985bb9 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:08.130888 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:08.131948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94e5972f-c6c8-4af0-b46c-318d62342f93 req-28e30e79-13a3-43df-9e52-b1522d6f19de service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418854 Jun 04 16:14:08.136493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-60d6d3d5-10f6-4502-a5ee-9e6e43991644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:08.136658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] For port de14cf5d-f911-468f-b7f0-8f796df3808a, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:08.138747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-60d6d3d5-10f6-4502-a5ee-9e6e43991644 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b6a44bd29a64e41885e18a281790595&device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 1099 time: 0.5958667 Jun 04 16:14:08.142482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] For port de14cf5d-f911-468f-b7f0-8f796df3808a, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=de14cf5d-f911-468f-b7f0-8f796df3808a,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:08.149282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e81b73-8c81-4fb8-9d7a-23ed4dc69dc0 req-9079dbb0-9548-40a7-8b69-d9ef9de70c5f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:08.151770 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29e81b73-8c81-4fb8-9d7a-23ed4dc69dc0 req-9079dbb0-9548-40a7-8b69-d9ef9de70c5f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 945 time: 0.6072743 Jun 04 16:14:08.154848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Transition to ACTIVE for port object ccc7185e-af33-449e-a03d-9e16a2985bb9 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:08.156858 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:08.203441 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55d2eed2-4391-47a9-9d3e-319f8307f118 req-03fb8cf2-8801-460a-82b8-fbc9d39d0b30 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988173 Jun 04 16:14:08.203632 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:08.224065 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29e81b73-8c81-4fb8-9d7a-23ed4dc69dc0 req-9cfc9b6c-8e74-4bb4-9057-2c1a5a6cd14c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623786 Jun 04 16:14:08.240358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:08.241086 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:08.242522 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] 10.222.0.46 "PUT /v2.0/ports/de14cf5d-f911-468f-b7f0-8f796df3808a HTTP/1.1" status: 200 len: 1096 time: 3.0432069 Jun 04 16:14:08.482411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Attempting to bind port ccc7185e-af33-449e-a03d-9e16a2985bb9 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:08.482932 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Attempting to bind port ccc7185e-af33-449e-a03d-9e16a2985bb9 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:08.483349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Attempting to bind port ccc7185e-af33-449e-a03d-9e16a2985bb9 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:08.501072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Port ccc7185e-af33-449e-a03d-9e16a2985bb9 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:14:08.501529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Attempting to bind port ccc7185e-af33-449e-a03d-9e16a2985bb9 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:08.511699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d7bc8-a0f6-42ea-8bf7-d13f638f2b8a service neutron] Pushing event updated for resources: {'Port': ['ID=de14cf5d-f911-468f-b7f0-8f796df3808a,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:08.516968 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-1b14096c-0d20-47c4-bad7-798a7109667f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878 HTTP/1.1" status: 200 len: 217 time: 0.1926646 Jun 04 16:14:08.551083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:08.551474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:08.552252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:08.553117 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Bound port: ccc7185e-af33-449e-a03d-9e16a2985bb9, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:08.553633 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:08.590947 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:14:01Z', 'revision_number': 4, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2563bc42-27f7-4fc7-98fb-41ad3133d2c9', 'name': '', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'mac_address': 'fa:16:3e:f6:7e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:59Z', 'updated_at': '2022-06-04T16:14:07Z', 'revision_number': 4, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'subnets': [{'id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:08.602975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bda6854b-ec75-4e8b-96dd-f2c0b5946db4 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:14:08.608002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf8981c-f132-491a-83bf-17df84ba9a53 None None] The sync data for ids ['10b29a5a-8c37-4aec-8be0-e4358ec13765'] in n-d-811809-3 is: [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:14:01Z', 'revision_number': 4, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2563bc42-27f7-4fc7-98fb-41ad3133d2c9', 'name': '', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'mac_address': 'fa:16:3e:f6:7e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:59Z', 'updated_at': '2022-06-04T16:14:07Z', 'revision_number': 4, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'subnets': [{'id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:14:08.674893 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Pushing event updated for resources: {'Port': ['ID=ccc7185e-af33-449e-a03d-9e16a2985bb9,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:08.720893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-780ed3da-34af-4040-9e53-8468e963abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:08.723093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee72863-ea3c-4763-90bb-93b898d55688 req-3aeb5f9b-6554-4d35-913c-c6e84b27a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:08.724564 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-3aeb5f9b-6554-4d35-913c-c6e84b27a565 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 1099 time: 0.3166225 Jun 04 16:14:08.726056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-780ed3da-34af-4040-9e53-8468e963abd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1989717 Jun 04 16:14:08.831629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bda6854b-ec75-4e8b-96dd-f2c0b5946db4, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bda6854b-ec75-4e8b-96dd-f2c0b5946db4,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:08.848667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'bda6854b-ec75-4e8b-96dd-f2c0b5946db4', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': 'bda6854b-ec75-4e8b-96dd-f2c0b5946db4', 'mac_address': 'fa:16:3e:c9:db:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:14:08.905908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba226a55-ea8a-4a7d-8aaf-ea88505749b2 req-db1e3c63-ae96-4dcf-85d1-c31b6eb52cbf tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:08.907556 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba226a55-ea8a-4a7d-8aaf-ea88505749b2 req-db1e3c63-ae96-4dcf-85d1-c31b6eb52cbf tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 945 time: 0.4995458 Jun 04 16:14:08.929255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:08.929902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:08.950881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda6854b-ec75-4e8b-96dd-f2c0b5946db4 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:08.957661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37162f-fefd-4989-b644-0167ba74f981 req-c1449f25-f226-403a-9487-cc43b04e46af tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:08.966724 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a37162f-fefd-4989-b644-0167ba74f981 req-c1449f25-f226-403a-9487-cc43b04e46af tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 948 time: 0.5594904 Jun 04 16:14:08.966929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 987369eb-9bb6-4a98-8f97-34742c9c3197 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:09.012408 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-ac830f3d-175e-4ea4-a9cb-230b4cf0ee3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=de14cf5d-f911-468f-b7f0-8f796df3808a HTTP/1.1" status: 200 len: 217 time: 0.2659945 Jun 04 16:14:09.032771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba226a55-ea8a-4a7d-8aaf-ea88505749b2 req-c38b59e0-388a-4c79-9d3d-955e51ffd35a tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170475 Jun 04 16:14:09.040539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-18d96ad5-d94d-4e2a-a421-d9e643ec5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:09.042022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-18d96ad5-d94d-4e2a-a421-d9e643ec5829 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3047004 Jun 04 16:14:09.053133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bda6854b-ec75-4e8b-96dd-f2c0b5946db4, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bda6854b-ec75-4e8b-96dd-f2c0b5946db4,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:09.056492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a37162f-fefd-4989-b644-0167ba74f981 req-fe5f56e5-2be9-4e8f-90f6-e6c0eabb65ec tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888064 Jun 04 16:14:09.070042 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:09.099088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee72863-ea3c-4763-90bb-93b898d55688 req-e6ab47f9-cf5e-4b45-ac1e-1853729fd462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:09.100751 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-e6ab47f9-cf5e-4b45-ac1e-1853729fd462 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0762548 Jun 04 16:14:09.104126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] For port ccc7185e-af33-449e-a03d-9e16a2985bb9, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:09.158848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] For port ccc7185e-af33-449e-a03d-9e16a2985bb9, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ccc7185e-af33-449e-a03d-9e16a2985bb9,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:09.207853 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:09.335789 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=bda6854b-ec75-4e8b-96dd-f2c0b5946db4,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:09.348166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 987369eb-9bb6-4a98-8f97-34742c9c3197 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:09.356493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 987369eb-9bb6-4a98-8f97-34742c9c3197 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:09.357275 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:09.387284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0b1aef2-745d-47af-8c2c-359a795049be req-a0f4aeb5-17c4-47c3-bccf-8636104712d7 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 210 time: 0.1086965 Jun 04 16:14:09.405106 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d6ec24-76eb-435b-941d-ff6a8cc6f920'] response: {'name': 'network-changed', 'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878', 'status': 'completed', 'code': 200} Jun 04 16:14:09.414302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Pushing event updated for resources: {'Port': ['ID=ccc7185e-af33-449e-a03d-9e16a2985bb9,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:09.437216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:09.437377 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:09.438693 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-84d9bfa2-b408-465c-9864-541a4141b48b service neutron] 10.222.0.42 "PUT /v2.0/ports/ccc7185e-af33-449e-a03d-9e16a2985bb9 HTTP/1.1" status: 200 len: 1096 time: 3.3589749 Jun 04 16:14:09.499387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-8ba912d5-d6de-4f7c-84c3-651af520e252 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407828 Jun 04 16:14:09.627783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee72863-ea3c-4763-90bb-93b898d55688 req-508e3b27-2694-4531-b7d1-91abfa21f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:09.630028 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-508e3b27-2694-4531-b7d1-91abfa21f421 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5213594 Jun 04 16:14:09.669938 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['bda6854b-ec75-4e8b-96dd-f2c0b5946db4'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:09.710602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:09.864111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-2f9d2e59-fb41-4ef8-b26b-634452741005 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:09.864677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-2f9d2e59-fb41-4ef8-b26b-634452741005 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Synchronizing usage tracker for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:09.893293 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5835702-9038-461d-a9f4-e3aa79a37d07 req-f6163b9e-e399-4eaa-be79-3ac955392391 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853011 Jun 04 16:14:09.915610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0c856-797b-4da2-8524-a5fd5c169d52 req-4c2075bd-e76a-4556-8e02-7b78ff015047 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:09.917149 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3d0c856-797b-4da2-8524-a5fd5c169d52 req-4c2075bd-e76a-4556-8e02-7b78ff015047 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 948 time: 0.3622050 Jun 04 16:14:09.927890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccecf8-c792-4ab0-b541-9df30671bdb1 req-ea783368-7a5b-45a4-bac6-82460b723bb2 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:09.929397 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57ccecf8-c792-4ab0-b541-9df30671bdb1 req-ea783368-7a5b-45a4-bac6-82460b723bb2 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 945 time: 0.2927849 Jun 04 16:14:09.972582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-2f9d2e59-fb41-4ef8-b26b-634452741005 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Unset dirty status for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:09.974275 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-2f9d2e59-fb41-4ef8-b26b-634452741005 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.46 "GET /v2.0/networks?id=a1e24b21-fa08-4b28-b3c3-759440e0e4a6 HTTP/1.1" status: 200 len: 829 time: 0.5224791 Jun 04 16:14:09.979399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 987369eb-9bb6-4a98-8f97-34742c9c3197 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:09.979758 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:10.000483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Request body: {'port': {'device_id': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'admin_state_up': True, 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:10.031171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee31b6df-c2f0-48fb-96c5-f47eeeca7608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987369eb-9bb6-4a98-8f97-34742c9c3197'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:10.042046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:10.048701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:10.048902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:10.072148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3d0c856-797b-4da2-8524-a5fd5c169d52 req-42cfa0ec-b718-4381-92f6-eeef2f7c4e76 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414785 Jun 04 16:14:10.075456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=987369eb-9bb6-4a98-8f97-34742c9c3197,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:10.107057 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:10.128382 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57ccecf8-c792-4ab0-b541-9df30671bdb1 req-688f6c33-c9b8-4167-8487-72ad80d6de10 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460454 Jun 04 16:14:10.134980 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-1704857a-9021-4370-bdfc-3fa1cf003819 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534094 Jun 04 16:14:10.159422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-5a61c13d-92f8-445f-a806-03fdb4896318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:10.161084 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-5a61c13d-92f8-445f-a806-03fdb4896318 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b6a44bd29a64e41885e18a281790595&device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 1099 time: 0.5234272 Jun 04 16:14:10.165371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cf163-c120-42e3-9947-f5ea4ca5b24c req-b73cc7da-e870-4a79-bd3f-255c18495dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:10.170271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e1cf163-c120-42e3-9947-f5ea4ca5b24c req-b73cc7da-e870-4a79-bd3f-255c18495dec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b6a44bd29a64e41885e18a281790595&device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 1099 time: 0.1892002 Jun 04 16:14:10.257771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=987369eb-9bb6-4a98-8f97-34742c9c3197,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:10.289045 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-25902146-287d-4a4e-b8ba-26b3a84373a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ccc7185e-af33-449e-a03d-9e16a2985bb9 HTTP/1.1" status: 200 len: 217 time: 0.0838742 Jun 04 16:14:10.359529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:10.359893 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:10.411472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2563bc42-27f7-4fc7-98fb-41ad3133d2c9,segment=NetworkSegment(c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb),segment_id=c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:10.421636 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:10.460429 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-f6761f93-e2b2-4b83-b77a-046bbdb5704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:10.461941 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-f6761f93-e2b2-4b83-b77a-046bbdb5704e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1643820 Jun 04 16:14:10.474040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cf163-c120-42e3-9947-f5ea4ca5b24c req-d8ed9c9d-7ad3-41a8-b5dc-59c864ffecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:10.475986 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e1cf163-c120-42e3-9947-f5ea4ca5b24c req-d8ed9c9d-7ad3-41a8-b5dc-59c864ffecab service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2991228 Jun 04 16:14:10.488775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e2c07-5edd-40f9-860f-a2879c433ef6 req-581b31be-1bea-4ffb-b090-2308076975db tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:10.511619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c6e2c07-5edd-40f9-860f-a2879c433ef6 req-581b31be-1bea-4ffb-b090-2308076975db tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 945 time: 0.2034020 Jun 04 16:14:10.513127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=2563bc42-27f7-4fc7-98fb-41ad3133d2c9,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:10.514792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58118) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:10.593778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:10.607016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Usage tracker for resource:port and tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:10.612848 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eee72863-ea3c-4763-90bb-93b898d55688 req-6f7a7f82-c89d-4dec-a99b-914adbf3cec0 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402378 Jun 04 16:14:10.613762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:10.623204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:10.634634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-ec9e5d24-576d-4d45-ad50-f4b3c5d129d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:10.636440 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-ec9e5d24-576d-4d45-ad50-f4b3c5d129d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571739 Jun 04 16:14:10.668123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Made reservation on behalf of 1ce9d5a1e2c146bd8a55c9c8f4e207de for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:14:10.672804 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:10.742972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d7ac262a-f04d-446d-8bd8-1e6aa1fb2128 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Request body: {'floatingip': {'port_id': '34e3d757-4b0f-400d-980a-a3f88b3a1df1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:10.860893 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-fd75e4ae-a1c9-4f98-a592-64721a084eb6 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174258 Jun 04 16:14:10.879958 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e1cf163-c120-42e3-9947-f5ea4ca5b24c req-db1f9a66-80a8-4b53-b696-292cc1e1e328 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878 HTTP/1.1" status: 200 len: 217 time: 0.3593986 Jun 04 16:14:10.935798 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7ac262a-f04d-446d-8bd8-1e6aa1fb2128 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:11.009874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Allocated IP 172.20.0.9 (a1e24b21-fa08-4b28-b3c3-759440e0e4a6/f9f4fd31-3551-4668-ab35-5dba4064a808/3814607e-97e0-442a-9d17-4c4ca7d6f9f5) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:11.115737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cf163-c120-42e3-9947-f5ea4ca5b24c req-ce3483b1-ef9a-4c8c-806a-e43fb7f99c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:11.117100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e1cf163-c120-42e3-9947-f5ea4ca5b24c req-ce3483b1-ef9a-4c8c-806a-e43fb7f99c68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2192936 Jun 04 16:14:11.170815 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0027cd8-69cd-43fc-869e-c497bcb2cb38 req-3a06c34e-f82e-4970-b5b5-06c51c7ae455 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760720 Jun 04 16:14:11.253316 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:11.304468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9df033-4614-475f-8231-a6befa203530 req-2c791928-dd65-47f4-8db0-9268e9127b96 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:11.306308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c9df033-4614-475f-8231-a6befa203530 req-2c791928-dd65-47f4-8db0-9268e9127b96 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 946 time: 0.5159111 Jun 04 16:14:11.332102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5f40a-d58e-44ff-8975-f233d7798e47 req-a360b70f-794f-4e1f-b1ea-829e8700d735 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:11.333517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96a5f40a-d58e-44ff-8975-f233d7798e47 req-a360b70f-794f-4e1f-b1ea-829e8700d735 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 948 time: 0.5420077 Jun 04 16:14:11.337771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:11.338213 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:11.359695 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:11.375839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Transition to ACTIVE for port object 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:11.406482 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:11.408665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'tag': 'de14cf5d-f911-468f-b7f0-8f796df3808a'}, {'name': 'network-changed', 'server_uuid': '1c2af77c-62ea-47e4-ae1d-835951b27400', 'tag': 'ccc7185e-af33-449e-a03d-9e16a2985bb9'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:11.471836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:11.485937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:11.489443 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:11.492186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:11.497808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:11.498460 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:11.506032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c9df033-4614-475f-8231-a6befa203530 req-9c622093-0651-402c-b856-b18b2d6c848e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820765 Jun 04 16:14:11.516728 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96a5f40a-d58e-44ff-8975-f233d7798e47 req-2d19a3a7-9a50-45bd-84c6-fbcfea9b08ab tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683307 Jun 04 16:14:11.518634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cf163-c120-42e3-9947-f5ea4ca5b24c req-46e32fbd-da85-4ed4-9d2b-d1331e6edb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:11.520013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e1cf163-c120-42e3-9947-f5ea4ca5b24c req-46e32fbd-da85-4ed4-9d2b-d1331e6edb3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3691251 Jun 04 16:14:11.530561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Pushing event updated for resources: {'Port': ['ID=3814607e-97e0-442a-9d17-4c4ca7d6f9f5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:11.551513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:11.551901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:11.552186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:11.552519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:11.552933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:11.553190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:11.553517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:11.553840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:11.554737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:11.555112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:11.555428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:11.555754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:11.579963 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-eb7a6da2-90b8-4233-8285-e273d7a540fe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5839667 Jun 04 16:14:11.596800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Request body: {'port': {'device_id': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:11.650974 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06b4858-7bfd-4566-91ea-880023bd1af2'] response: {'server_uuid': 'ee31b6df-c2f0-48fb-96c5-f47eeeca7608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987369eb-9bb6-4a98-8f97-34742c9c3197', 'code': 200} Jun 04 16:14:11.787871 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:11.863885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-100791a7-c93d-47df-958b-f69bd9728cd6 None None] Provisioning for port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:11.869511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-100791a7-c93d-47df-958b-f69bd9728cd6 None None] Provisioning complete for port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:11.869907 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-100791a7-c93d-47df-958b-f69bd9728cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:11.875501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cb384-d393-4144-a0d7-e28983381d73 req-bd721328-7cfc-48df-b98d-1c38647b061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:11.877072 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a12cb384-d393-4144-a0d7-e28983381d73 req-bd721328-7cfc-48df-b98d-1c38647b061e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 1097 time: 0.1627438 Jun 04 16:14:11.923260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-100791a7-c93d-47df-958b-f69bd9728cd6 None None] Port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:11.972959 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a12cb384-d393-4144-a0d7-e28983381d73 req-209d5760-d8d7-4223-a575-a326407625fc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584528 Jun 04 16:14:12.169792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e1cf163-c120-42e3-9947-f5ea4ca5b24c req-f613dc4a-3103-46ee-b38f-0e244e1662d0 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401753 Jun 04 16:14:12.234174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:12.245277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bd57a-4690-4097-ad11-9c462c1ef987 req-46e96a60-b0b6-4328-b37b-04ef4226d4ac tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:12.246742 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-086bd57a-4690-4097-ad11-9c462c1ef987 req-46e96a60-b0b6-4328-b37b-04ef4226d4ac tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.42 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 950 time: 0.1628306 Jun 04 16:14:12.250644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:12.314180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Transition to ACTIVE for port object 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:12.320455 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:12.340956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ea57-8a6c-43a9-af41-3a92cda7bfbf req-29b1da63-db48-4dab-ad0d-02adfced192b tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:12.342467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2408ea57-8a6c-43a9-af41-3a92cda7bfbf req-29b1da63-db48-4dab-ad0d-02adfced192b tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 945 time: 0.5787148 Jun 04 16:14:12.356984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00363f-14da-4e01-b91b-39ca17457775 req-6c6687a5-16f5-444e-bd94-85444eb1817b tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:12.358376 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c00363f-14da-4e01-b91b-39ca17457775 req-6c6687a5-16f5-444e-bd94-85444eb1817b tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 948 time: 0.5859864 Jun 04 16:14:12.377130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-086bd57a-4690-4097-ad11-9c462c1ef987 req-f2884bef-abb1-47f1-9851-35c8d02ee8f2 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Deleting port f2f36be5-eb45-436d-9623-75108563b3c8 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:14:12.377469 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-086bd57a-4690-4097-ad11-9c462c1ef987 req-f2884bef-abb1-47f1-9851-35c8d02ee8f2 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:12.443937 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-d7ac262a-f04d-446d-8bd8-1e6aa1fb2128 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:14:12.503851 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Pushing event updated for resources: {'Port': ['ID=3814607e-97e0-442a-9d17-4c4ca7d6f9f5,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:12.537869 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e1cf163-c120-42e3-9947-f5ea4ca5b24c req-bd6595bd-83d9-48a8-8bfb-2fbad60e9f23 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608072 Jun 04 16:14:12.576656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2408ea57-8a6c-43a9-af41-3a92cda7bfbf req-67213faf-f891-4ede-93ad-b8e46c9359c5 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172267 Jun 04 16:14:12.611036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Attempting to bind port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:12.611790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Attempting to bind port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:12.612292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Attempting to bind port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 on network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:12.622301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c00363f-14da-4e01-b91b-39ca17457775 req-0c552f71-ec47-427d-a155-bbbe580d386f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396822 Jun 04 16:14:12.622509 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 on network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:14:12.622614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Attempting to bind port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 on network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:12.638585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:12.640288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Checking segment: {'id': 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:12.640678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Bound using segment: {'id': 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:12.641193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Bound port: 3814607e-97e0-442a-9d17-4c4ca7d6f9f5, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:12.641543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:12.644802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bda6854b-ec75-4e8b-96dd-f2c0b5946db4 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:12.655306 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7ac262a-f04d-446d-8bd8-1e6aa1fb2128 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:12.667574 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7ac262a-f04d-446d-8bd8-1e6aa1fb2128 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:12.766359 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:12.773437 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:12.774406 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:12.850793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] For port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:12.853896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-086bd57a-4690-4097-ad11-9c462c1ef987 req-f2884bef-abb1-47f1-9851-35c8d02ee8f2 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] For port f2f36be5-eb45-436d-9623-75108563b3c8, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f2f36be5-eb45-436d-9623-75108563b3c8,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:12.854270 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-086bd57a-4690-4097-ad11-9c462c1ef987 req-f2884bef-abb1-47f1-9851-35c8d02ee8f2 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:12.900141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:12.900612 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:12.935852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bda6854b-ec75-4e8b-96dd-f2c0b5946db4, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bda6854b-ec75-4e8b-96dd-f2c0b5946db4,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:12.941544 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:12.993152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83cecbf2-f32b-411a-a63b-f5d0d7b49878 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:14:13.011475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] For port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3814607e-97e0-442a-9d17-4c4ca7d6f9f5,segment=NetworkSegment(c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb),segment_id=c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:13.028640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcf759-91e0-43bf-a49c-2e5ebe099466 req-439c44d6-ddf2-4b01-9a04-9c775dd4a66d tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:13.035819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cfcf759-91e0-43bf-a49c-2e5ebe099466 req-439c44d6-ddf2-4b01-9a04-9c775dd4a66d tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/ports?device_id=15ee56d0-7346-4393-8769-8775d5ac791c HTTP/1.1" status: 200 len: 950 time: 0.2711885 Jun 04 16:14:13.042335 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-d7ac262a-f04d-446d-8bd8-1e6aa1fb2128 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Floating IP 75e71bdd-b0de-424a-84e8-f70a3f1e2fe6 associated. External IP: 172.25.5.162, port: 34e3d757-4b0f-400d-980a-a3f88b3a1df1. Jun 04 16:14:13.069483 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=bda6854b-ec75-4e8b-96dd-f2c0b5946db4,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:13.077134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-086bd57a-4690-4097-ad11-9c462c1ef987 req-f2884bef-abb1-47f1-9851-35c8d02ee8f2 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Calling delete_port for f2f36be5-eb45-436d-9623-75108563b3c8 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:14:13.107614 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:13.128022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02147070-e8e6-4671-b03f-5c7d6435f509 req-0467357d-75f2-4e96-b239-9c829553f4c6 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:13.129663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02147070-e8e6-4671-b03f-5c7d6435f509 req-0467357d-75f2-4e96-b239-9c829553f4c6 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 943 time: 0.3592982 Jun 04 16:14:13.172587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:13.172929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:13.173325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:13.173683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:13.174188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:13.174547 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:13.174952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:13.185746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:13.186147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:13.186920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:13.186920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:13.187121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:13.203201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:13.203823 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:13.205410 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] 10.222.0.46 "PUT /v2.0/ports/3814607e-97e0-442a-9d17-4c4ca7d6f9f5 HTTP/1.1" status: 200 len: 1091 time: 1.6161189 Jun 04 16:14:13.232138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d2615-213a-49bd-95bf-bfda58aa1eed service neutron] Pushing event updated for resources: {'Port': ['ID=3814607e-97e0-442a-9d17-4c4ca7d6f9f5,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:13.289615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:13.306631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cfcf759-91e0-43bf-a49c-2e5ebe099466 req-aed55665-1963-45da-9c70-ff7f355eb2d6 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.13 "GET /v2.0/security-groups?id=924f1121-6339-4112-ab82-d81d38946444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672720 Jun 04 16:14:13.308474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '83cecbf2-f32b-411a-a63b-f5d0d7b49878', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '83cecbf2-f32b-411a-a63b-f5d0d7b49878', 'mac_address': 'fa:16:3e:94:5d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:14:13.369352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02147070-e8e6-4671-b03f-5c7d6435f509 req-e8f9268f-2ab8-476e-9cb5-3bee3868e35b tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/security-groups?id=328151dc-354f-45a2-bf36-2674538bdb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974573 Jun 04 16:14:13.410948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:13.411563 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:13.432616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cecbf2-f32b-411a-a63b-f5d0d7b49878 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:13.433954 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5789048c-8761-4edd-85d2-088c3f99c25b'] response: {'name': 'network-changed', 'server_uuid': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'tag': 'de14cf5d-f911-468f-b7f0-8f796df3808a', 'status': 'completed', 'code': 200} Jun 04 16:14:13.434481 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5789048c-8761-4edd-85d2-088c3f99c25b'] response: {'name': 'network-changed', 'server_uuid': '1c2af77c-62ea-47e4-ae1d-835951b27400', 'tag': 'ccc7185e-af33-449e-a03d-9e16a2985bb9', 'status': 'completed', 'code': 200} Jun 04 16:14:13.446072 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-086bd57a-4690-4097-ad11-9c462c1ef987 req-f2884bef-abb1-47f1-9851-35c8d02ee8f2 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:13.452698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:13.461097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['f2f36be5-eb45-436d-9623-75108563b3c8'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:13.518050 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:13.518717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device de14cf5d-f911-468f-b7f0-8f796df3808a details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:14:13.587560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2884bef-abb1-47f1-9851-35c8d02ee8f2 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Pushing event deleted for resources: {'Port': ['ID=f2f36be5-eb45-436d-9623-75108563b3c8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:13.616872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-086bd57a-4690-4097-ad11-9c462c1ef987 req-f2884bef-abb1-47f1-9851-35c8d02ee8f2 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] No DVR routers for this DVR port f2f36be5-eb45-436d-9623-75108563b3c8 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:14:13.622836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-086bd57a-4690-4097-ad11-9c462c1ef987 req-f2884bef-abb1-47f1-9851-35c8d02ee8f2 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:13.627239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83cecbf2-f32b-411a-a63b-f5d0d7b49878,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:13.635776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port de14cf5d-f911-468f-b7f0-8f796df3808a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=de14cf5d-f911-468f-b7f0-8f796df3808a,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:13.652278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-78b1cff7-ecab-485d-a3f6-c97032929323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:13.653393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1ad647-dd62-460c-b14d-c6382945f864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda6854b-ec75-4e8b-96dd-f2c0b5946db4'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:13.655095 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-78b1cff7-ecab-485d-a3f6-c97032929323 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ce9d5a1e2c146bd8a55c9c8f4e207de&device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 1094 time: 0.3981524 Jun 04 16:14:13.657177 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-086bd57a-4690-4097-ad11-9c462c1ef987 req-f2884bef-abb1-47f1-9851-35c8d02ee8f2 tempest-TenantUsagesTestJSON-1074761218 tempest-TenantUsagesTestJSON-1074761218-project] 10.222.0.42 "DELETE /v2.0/ports/f2f36be5-eb45-436d-9623-75108563b3c8 HTTP/1.1" status: 204 len: 173 time: 1.4022021 Jun 04 16:14:13.658817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'de14cf5d-f911-468f-b7f0-8f796df3808a', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': 'de14cf5d-f911-468f-b7f0-8f796df3808a', 'mac_address': 'fa:16:3e:b5:91:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:14:13.738847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port de14cf5d-f911-468f-b7f0-8f796df3808a is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:13.740713 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:13.760029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de14cf5d-f911-468f-b7f0-8f796df3808a {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:13.770662 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-324b3995-3e41-4306-b080-691db636dbcc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3814607e-97e0-442a-9d17-4c4ca7d6f9f5 HTTP/1.1" status: 200 len: 217 time: 0.1029103 Jun 04 16:14:13.784437 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port de14cf5d-f911-468f-b7f0-8f796df3808a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=de14cf5d-f911-468f-b7f0-8f796df3808a,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:13.791206 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:13.844358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-daae3cf3-8bc4-4e13-adfe-45e60dacfd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:13.846243 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-daae3cf3-8bc4-4e13-adfe-45e60dacfd9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9f4fd31-3551-4668-ab35-5dba4064a808 HTTP/1.1" status: 200 len: 868 time: 0.0671279 Jun 04 16:14:13.880901 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=de14cf5d-f911-468f-b7f0-8f796df3808a,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:13.926303 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-fbcdf5f7-30ca-45ac-a46e-ab3182882d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:13.928090 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-fbcdf5f7-30ca-45ac-a46e-ab3182882d9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1e24b21-fa08-4b28-b3c3-759440e0e4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748341 Jun 04 16:14:14.062522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['83cecbf2-f32b-411a-a63b-f5d0d7b49878'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:14.067472 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-a2c56b6d-c341-491b-a9f4-ab64de59b7c9 service neutron] 10.222.0.46 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306019 Jun 04 16:14:14.100277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['de14cf5d-f911-468f-b7f0-8f796df3808a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:14.127094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ac262a-f04d-446d-8bd8-1e6aa1fb2128 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:14:14.136544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a4b4c-986f-4c8e-adac-3fa8da9259f8 req-a5414116-26ed-45c7-9bc7-98eb77bd2b91 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:14.143690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-677a4b4c-986f-4c8e-adac-3fa8da9259f8 req-a5414116-26ed-45c7-9bc7-98eb77bd2b91 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 949 time: 0.6197782 Jun 04 16:14:14.149128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-4e1b0db4-7fd9-4e56-bbea-e7e8b40d0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:14.150673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-4e1b0db4-7fd9-4e56-bbea-e7e8b40d0633 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b6a44bd29a64e41885e18a281790595&device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 1099 time: 0.4757819 Jun 04 16:14:14.155067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-3af531c1-1d19-4d52-91e1-be5008ccb622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:14.156780 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-3af531c1-1d19-4d52-91e1-be5008ccb622 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 1099 time: 0.5430417 Jun 04 16:14:14.234474 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0aa3957-dd0c-44b5-aa4a-42c580cd00ac req-710b0af5-b1d0-4b2e-b5bd-19b60a28dcff service neutron] 10.222.0.46 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599188 Jun 04 16:14:14.236862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a58009-9b04-4f50-87ea-ced213a18432 req-25872ab4-627e-40c4-a2c2-1c60ab549511 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:14.238337 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50a58009-9b04-4f50-87ea-ced213a18432 req-25872ab4-627e-40c4-a2c2-1c60ab549511 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 948 time: 0.5621908 Jun 04 16:14:14.498609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-677a4b4c-986f-4c8e-adac-3fa8da9259f8 req-2ce75ca7-325f-4546-8b26-fa64e7c216eb tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537443 Jun 04 16:14:14.557633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50a58009-9b04-4f50-87ea-ced213a18432 req-208de6fb-11ba-4ccf-bc02-5f104e3b2e12 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086746 Jun 04 16:14:14.647952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ccc7185e-af33-449e-a03d-9e16a2985bb9 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:14:14.671322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-384dd00f-db80-431e-a794-ab6e20287d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:14.672792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-384dd00f-db80-431e-a794-ab6e20287d94 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.5137410 Jun 04 16:14:14.783044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-7a8b6475-4712-4f76-b269-71aa0ce5bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:14.784365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-7a8b6475-4712-4f76-b269-71aa0ce5bd19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.5880039 Jun 04 16:14:14.785329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ccc7185e-af33-449e-a03d-9e16a2985bb9, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ccc7185e-af33-449e-a03d-9e16a2985bb9,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:14.798879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'ccc7185e-af33-449e-a03d-9e16a2985bb9', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': 'ccc7185e-af33-449e-a03d-9e16a2985bb9', 'mac_address': 'fa:16:3e:61:ea:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:14:14.805711 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-74c2b10e-5395-45ee-ae4e-be4a55562293 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ccc7185e-af33-449e-a03d-9e16a2985bb9 HTTP/1.1" status: 200 len: 217 time: 0.1137269 Jun 04 16:14:14.853334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port ccc7185e-af33-449e-a03d-9e16a2985bb9 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:14.853706 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:14.870817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc7185e-af33-449e-a03d-9e16a2985bb9 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:14.886177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ccc7185e-af33-449e-a03d-9e16a2985bb9, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ccc7185e-af33-449e-a03d-9e16a2985bb9,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:14.891160 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:14.907944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ac262a-f04d-446d-8bd8-1e6aa1fb2128 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:14:14.914309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-e4d9de34-53c8-46e1-a547-149eb79970b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=de14cf5d-f911-468f-b7f0-8f796df3808a HTTP/1.1" status: 200 len: 217 time: 0.1141219 Jun 04 16:14:14.918883 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b5253-6739-40d4-a7f4-b1d77c9745c3 None None] Sync routers for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:14:14.928030 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7ac262a-f04d-446d-8bd8-1e6aa1fb2128 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:14.930356 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b5253-6739-40d4-a7f4-b1d77c9745c3 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:14.931039 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3f2b5253-6739-40d4-a7f4-b1d77c9745c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:14.963473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=ccc7185e-af33-449e-a03d-9e16a2985bb9,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:15.063009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-5d19adbd-8582-4187-a459-a8334db49ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:15.064355 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-5d19adbd-8582-4187-a459-a8334db49ec8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1948180 Jun 04 16:14:15.074141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d7ac262a-f04d-446d-8bd8-1e6aa1fb2128 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "PUT /v2.0/floatingips/75e71bdd-b0de-424a-84e8-f70a3f1e2fe6 HTTP/1.1" status: 200 len: 991 time: 4.5504913 Jun 04 16:14:15.079374 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e74485-a534-4ce0-a03f-4bce2091bea4', 'tag': '34e3d757-4b0f-400d-980a-a3f88b3a1df1'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:15.084455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-442bd1fa-bd0f-4926-9fa4-853f9d345835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:15.085829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-442bd1fa-bd0f-4926-9fa4-853f9d345835 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1331677 Jun 04 16:14:15.114894 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3f2b5253-6739-40d4-a7f4-b1d77c9745c3 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:15.158085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['ccc7185e-af33-449e-a03d-9e16a2985bb9'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:15.173417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86af47-a7b4-4951-84a2-ca78c06d572f req-da3e2435-ccca-4288-8a4e-cac9d9403d98 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:15.174956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee86af47-a7b4-4951-84a2-ca78c06d572f req-da3e2435-ccca-4288-8a4e-cac9d9403d98 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 946 time: 0.5576754 Jun 04 16:14:15.190766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f2891-34ca-4ddf-b7fa-01d24c4adb14 req-6cf16b0b-a717-4c6e-bd33-fa309fc1de75 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:15.192334 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-803f2891-34ca-4ddf-b7fa-01d24c4adb14 req-6cf16b0b-a717-4c6e-bd33-fa309fc1de75 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 949 time: 0.5102897 Jun 04 16:14:15.295285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee86af47-a7b4-4951-84a2-ca78c06d572f req-e3edb7f1-71e5-43a0-889f-e8ee7de97236 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010358 Jun 04 16:14:15.303662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-803f2891-34ca-4ddf-b7fa-01d24c4adb14 req-e7e72d60-6fbd-421d-b583-442980b7e11c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868628 Jun 04 16:14:15.320777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-cc4da53c-50a9-4718-9c4d-cf155ae1fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:15.322377 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-cc4da53c-50a9-4718-9c4d-cf155ae1fd3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2461183 Jun 04 16:14:15.370187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-fc15c3b5-227a-4064-8f93-d97f606e14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:15.371703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-fc15c3b5-227a-4064-8f93-d97f606e14b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2549293 Jun 04 16:14:15.388000 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6485c4c1-a46f-415d-bf40-236d22c4207f'] response: {'server_uuid': '6e1ad647-dd62-460c-b14d-c6382945f864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda6854b-ec75-4e8b-96dd-f2c0b5946db4', 'code': 200} Jun 04 16:14:15.436453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'tag': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5'}, {'server_uuid': '15ee56d0-7346-4393-8769-8775d5ac791c', 'name': 'network-vif-deleted', 'tag': 'f2f36be5-eb45-436d-9623-75108563b3c8'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:15.554163 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3f2b5253-6739-40d4-a7f4-b1d77c9745c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '75e71bdd-b0de-424a-84e8-f70a3f1e2fe6', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'port_id': '34e3d757-4b0f-400d-980a-a3f88b3a1df1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'mac_address': 'fa:16:3e:7c:14:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e74485-a534-4ce0-a03f-4bce2091bea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:12:44Z', 'updated_at': '2022-06-04T16:14:12Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:29Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:15.570704 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b5253-6739-40d4-a7f4-b1d77c9745c3 None None] Checking router: 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:14:15.605641 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b5253-6739-40d4-a7f4-b1d77c9745c3 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:15.606258 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3f2b5253-6739-40d4-a7f4-b1d77c9745c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:15.656956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61800589-049f-4959-ac23-e58aaad0177e req-fe2f0c20-7969-440d-8ce4-edb078f50ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:15.658627 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-61800589-049f-4959-ac23-e58aaad0177e req-fe2f0c20-7969-440d-8ce4-edb078f50ca5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 1100 time: 0.2010224 Jun 04 16:14:15.709091 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-61800589-049f-4959-ac23-e58aaad0177e req-2611958d-0c79-4643-879c-9f51c5d5f4dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Jun 04 16:14:15.830806 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3f2b5253-6739-40d4-a7f4-b1d77c9745c3 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:15.857692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-04c5acae-140a-4c3a-bffb-699c69cd551d service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281496 Jun 04 16:14:15.876819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58160) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:15.899541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-c9ac77e7-8b71-4499-9a4c-734bb48a810d service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648097 Jun 04 16:14:16.013440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d6ff0-3b34-4b34-aef3-6c4fe603f245 req-2b34d9c3-2d55-48fe-8a09-bdf0652edad8 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:16.015033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4d6ff0-3b34-4b34-aef3-6c4fe603f245 req-2b34d9c3-2d55-48fe-8a09-bdf0652edad8 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 943 time: 0.3385773 Jun 04 16:14:16.047696 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1da269e9-2384-42de-9f89-b5af5a24fef0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5eaf11df2f44c298c18112de2bf2faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672666 Jun 04 16:14:16.048028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58166) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:16.077955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a24b73-62bc-4065-98ff-42fc3f45cc5c req-d11b6e60-6063-4dd8-b3c3-af3289f1f589 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:16.079726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54a24b73-62bc-4065-98ff-42fc3f45cc5c req-d11b6e60-6063-4dd8-b3c3-af3289f1f589 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 945 time: 0.4002929 Jun 04 16:14:16.131509 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7805e519-be2b-4e0a-bb83-be1c40cd4620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:16.159421 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7805e519-be2b-4e0a-bb83-be1c40cd4620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:16.212967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4d6ff0-3b34-4b34-aef3-6c4fe603f245 req-6c1853cb-a043-4c71-a393-6fd66ef3ee67 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/security-groups?id=328151dc-354f-45a2-bf36-2674538bdb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433110 Jun 04 16:14:16.224828 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7805e519-be2b-4e0a-bb83-be1c40cd4620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:16.238765 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3f2b5253-6739-40d4-a7f4-b1d77c9745c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '75e71bdd-b0de-424a-84e8-f70a3f1e2fe6', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'port_id': '34e3d757-4b0f-400d-980a-a3f88b3a1df1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'mac_address': 'fa:16:3e:7c:14:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e74485-a534-4ce0-a03f-4bce2091bea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:12:44Z', 'updated_at': '2022-06-04T16:14:12Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:29Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:16.239365 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b5253-6739-40d4-a7f4-b1d77c9745c3 None None] The sync data for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 is: [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '75e71bdd-b0de-424a-84e8-f70a3f1e2fe6', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'port_id': '34e3d757-4b0f-400d-980a-a3f88b3a1df1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'mac_address': 'fa:16:3e:7c:14:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e74485-a534-4ce0-a03f-4bce2091bea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:12:44Z', 'updated_at': '2022-06-04T16:14:12Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:29Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:14:16.245164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54a24b73-62bc-4065-98ff-42fc3f45cc5c req-81da1dd3-7d22-4627-a4cf-b721859f5dde tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353726 Jun 04 16:14:16.250039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-eebe8cd0-c493-427b-aa53-2bd14f015d88 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239448 Jun 04 16:14:16.252470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9b4e3a6-a8d5-49dc-baab-d2acb0948560 req-0f653abb-aa72-4050-9546-55b6f9e4d758 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519180 Jun 04 16:14:16.259279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805e519-be2b-4e0a-bb83-be1c40cd4620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924f1121-6339-4112-ab82-d81d38946444,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:16.287699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7805e519-be2b-4e0a-bb83-be1c40cd4620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:16.290469 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7805e519-be2b-4e0a-bb83-be1c40cd4620 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/924f1121-6339-4112-ab82-d81d38946444 HTTP/1.1" status: 204 len: 168 time: 0.2400069 Jun 04 16:14:16.330036 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60694978-23c6-4f1f-84a7-ff32f6fda0ba'] response: {'name': 'network-changed', 'server_uuid': 'c9e74485-a534-4ce0-a03f-4bce2091bea4', 'tag': '34e3d757-4b0f-400d-980a-a3f88b3a1df1', 'status': 'completed', 'code': 200} Jun 04 16:14:16.546137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0cc65-f48d-4087-a7c1-d1a5bff78d28 req-be8a1459-62be-4115-816c-33b98326526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:16.547985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3f0cc65-f48d-4087-a7c1-d1a5bff78d28 req-be8a1459-62be-4115-816c-33b98326526b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=15e2ee17bf0b4a62a666e59544dd12a2&device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 1096 time: 0.1859031 Jun 04 16:14:16.561702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29911c-9234-45b6-8c8c-4ec3b921838e req-5d412ada-282c-433a-a8fe-992ecb49c8b5 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:16.571222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe29911c-9234-45b6-8c8c-4ec3b921838e req-5d412ada-282c-433a-a8fe-992ecb49c8b5 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 945 time: 0.1670761 Jun 04 16:14:16.594636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1485d5-d330-40d6-8560-9377ee9ebe86 None None] New status for floating IP 75e71bdd-b0de-424a-84e8-f70a3f1e2fe6: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:14:16.724601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ccc7185e-af33-449e-a03d-9e16a2985bb9 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:16.732281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58180) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:16.759654 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe29911c-9234-45b6-8c8c-4ec3b921838e req-f8eccac9-e31a-476c-abf9-16f049089abe tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699288 Jun 04 16:14:16.767109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-754c7908-970c-4955-b691-85184ea5f3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:16.805448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-754c7908-970c-4955-b691-85184ea5f3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:16.818906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-754c7908-970c-4955-b691-85184ea5f3ee admin admin] Usage tracker for resource:security_group_rule and tenant:0aa100d25cac438da4beca63f5c191d3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:16.823597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-754c7908-970c-4955-b691-85184ea5f3ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:16.835352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-754c7908-970c-4955-b691-85184ea5f3ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:16.849671 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7b2b17-f3dd-493b-8219-06a7d2e2f065'] response: {'name': 'network-changed', 'server_uuid': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'tag': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5', 'status': 'completed', 'code': 200} Jun 04 16:14:16.850003 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7b2b17-f3dd-493b-8219-06a7d2e2f065'] response: {'server_uuid': '15ee56d0-7346-4393-8769-8775d5ac791c', 'name': 'network-vif-deleted', 'tag': 'f2f36be5-eb45-436d-9623-75108563b3c8', 'status': 'completed', 'code': 200} Jun 04 16:14:16.943978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0cc65-f48d-4087-a7c1-d1a5bff78d28 req-7196d56e-d2a3-428a-8946-c61d523ae5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:16.946258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3f0cc65-f48d-4087-a7c1-d1a5bff78d28 req-7196d56e-d2a3-428a-8946-c61d523ae5b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a7b8a177-7482-4aa4-8cc3-8529f5233c73 HTTP/1.1" status: 200 len: 925 time: 0.3686948 Jun 04 16:14:17.029116 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-754c7908-970c-4955-b691-85184ea5f3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:17.033699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-754c7908-970c-4955-b691-85184ea5f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:17.073476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:14:17.076311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device de14cf5d-f911-468f-b7f0-8f796df3808a up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:17.093044 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-754c7908-970c-4955-b691-85184ea5f3ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0aa100d25cac438da4beca63f5c191d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552966 Jun 04 16:14:17.093044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c7908-970c-4955-b691-85184ea5f3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19dbffb-159c-47e2-936e-9c7ad5ca322b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:17.093370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58186) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:17.104515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port ccc7185e-af33-449e-a03d-9e16a2985bb9 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:17.129543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port ccc7185e-af33-449e-a03d-9e16a2985bb9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:17.129911 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:17.210038 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3f0cc65-f48d-4087-a7c1-d1a5bff78d28 req-bc8c0827-2bf0-4983-acb7-81d36872216d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34e3d757-4b0f-400d-980a-a3f88b3a1df1 HTTP/1.1" status: 200 len: 999 time: 0.1901348 Jun 04 16:14:17.291344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099614c9-0e60-4707-8128-30c5e95fadd2 req-b16c3d54-792a-44f8-a513-f3f19a2ab659 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:17.292877 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-099614c9-0e60-4707-8128-30c5e95fadd2 req-b16c3d54-792a-44f8-a513-f3f19a2ab659 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 1097 time: 0.4556718 Jun 04 16:14:17.300539 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:17.308489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df697875-79a4-46f8-84d7-9fe0de73224f req-e44a70b0-857f-45d6-95ee-6105a5bf1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:17.309894 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df697875-79a4-46f8-84d7-9fe0de73224f req-e44a70b0-857f-45d6-95ee-6105a5bf1b6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ce9d5a1e2c146bd8a55c9c8f4e207de&device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 1094 time: 0.3752947 Jun 04 16:14:17.314415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port de14cf5d-f911-468f-b7f0-8f796df3808a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:17.345627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7a6ad-7476-4ed1-9d0e-a3c186677ba1 req-7ce688ae-be60-4c4e-adc1-b35aeae57a50 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:17.347066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1d7a6ad-7476-4ed1-9d0e-a3c186677ba1 req-7ce688ae-be60-4c4e-adc1-b35aeae57a50 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 949 time: 0.3630140 Jun 04 16:14:17.349237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port de14cf5d-f911-468f-b7f0-8f796df3808a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:17.349638 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:17.372244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0cc65-f48d-4087-a7c1-d1a5bff78d28 req-f25a366e-2deb-414e-a4eb-54580e211ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:17.373679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3f0cc65-f48d-4087-a7c1-d1a5bff78d28 req-f25a366e-2deb-414e-a4eb-54580e211ecc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=460ec211-bd40-42e1-9b7c-ed495c81fe22 HTTP/1.1" status: 200 len: 863 time: 0.1532798 Jun 04 16:14:17.427823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3814607e-97e0-442a-9d17-4c4ca7d6f9f5,segment=NetworkSegment(c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb),segment_id=c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:17.441229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:17.453980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'port_id': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5', 'mac_address': 'fa:16:3e:5f:ef:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:14:17.455444 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port ccc7185e-af33-449e-a03d-9e16a2985bb9 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:17.455809 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:17.533907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2af77c-62ea-47e4-ae1d-835951b27400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc7185e-af33-449e-a03d-9e16a2985bb9'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:17.581899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ccc7185e-af33-449e-a03d-9e16a2985bb9, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ccc7185e-af33-449e-a03d-9e16a2985bb9,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:17.599175 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:17.599971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f2f36be5-eb45-436d-9623-75108563b3c8 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:14:17.691094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-099614c9-0e60-4707-8128-30c5e95fadd2 req-229c31cd-e92f-4c40-afdd-19eba36ec0a0 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Synchronizing usage tracker for tenant:89dd67bc8d4d42748d0784b2789a6d81 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:17.720359 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:17.720592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1d7a6ad-7476-4ed1-9d0e-a3c186677ba1 req-a4993a76-56bb-44bb-a652-e1341bfd744e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378074 Jun 04 16:14:17.720767 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:17.743991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: f2f36be5-eb45-436d-9623-75108563b3c8 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:14:17.743991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f2f36be5-eb45-436d-9623-75108563b3c8 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:14:17.754692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port de14cf5d-f911-468f-b7f0-8f796df3808a is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:17.755051 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:17.772667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:17.790243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-099614c9-0e60-4707-8128-30c5e95fadd2 req-229c31cd-e92f-4c40-afdd-19eba36ec0a0 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Unset dirty status for tenant:89dd67bc8d4d42748d0784b2789a6d81 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:17.790585 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-099614c9-0e60-4707-8128-30c5e95fadd2 req-229c31cd-e92f-4c40-afdd-19eba36ec0a0 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861779 Jun 04 16:14:17.791245 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:17.810350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=ccc7185e-af33-449e-a03d-9e16a2985bb9,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:17.816885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19dbffb-159c-47e2-936e-9c7ad5ca322b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:17.821491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3814607e-97e0-442a-9d17-4c4ca7d6f9f5,segment=NetworkSegment(c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb),segment_id=c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:17.828923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0cc65-f48d-4087-a7c1-d1a5bff78d28 req-e49cfe1d-9338-489f-8cf6-c6b7086db230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:17.830712 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3f0cc65-f48d-4087-a7c1-d1a5bff78d28 req-e49cfe1d-9338-489f-8cf6-c6b7086db230 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a7b8a177-7482-4aa4-8cc3-8529f5233c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4447343 Jun 04 16:14:17.831651 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:17.831791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df697875-79a4-46f8-84d7-9fe0de73224f req-1a097349-90bf-4c46-ad4e-3d5657737f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:17.833133 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df697875-79a4-46f8-84d7-9fe0de73224f req-1a097349-90bf-4c46-ad4e-3d5657737f5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1e24b21-fa08-4b28-b3c3-759440e0e4a6 HTTP/1.1" status: 200 len: 930 time: 0.4973941 Jun 04 16:14:17.841360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:17.841703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:17.842041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:17.842372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:17.842736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:17.843060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:17.843488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:17.843815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:17.844135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:17.844454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:17.844990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:17.845315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:14:17.894823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port de14cf5d-f911-468f-b7f0-8f796df3808a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=de14cf5d-f911-468f-b7f0-8f796df3808a,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:17.918537 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:17.919287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83cecbf2-f32b-411a-a63b-f5d0d7b49878 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:17.978688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=3814607e-97e0-442a-9d17-4c4ca7d6f9f5,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:18.013749 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:18.014900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9a62149c-cbbe-4547-b176-642bc85f231f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c19dbffb-159c-47e2-936e-9c7ad5ca322b HTTP/1.1" status: 204 len: 168 time: 0.9158607 Jun 04 16:14:18.057692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:18.063446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=de14cf5d-f911-468f-b7f0-8f796df3808a,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:18.066785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:18.067160 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:18.112066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df697875-79a4-46f8-84d7-9fe0de73224f req-621c45cb-ee06-4585-baed-eb41d56d14a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3814607e-97e0-442a-9d17-4c4ca7d6f9f5 HTTP/1.1" status: 200 len: 217 time: 0.1534834 Jun 04 16:14:18.162497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['3814607e-97e0-442a-9d17-4c4ca7d6f9f5'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:18.195121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3f0cc65-f48d-4087-a7c1-d1a5bff78d28 req-ac5b13df-bfb0-435a-b3ed-721e4cd02d27 service neutron] 10.222.0.42 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450940 Jun 04 16:14:18.235945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:18.236622 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:18.287743 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:18.292578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df697875-79a4-46f8-84d7-9fe0de73224f req-6072dd46-9eed-4b58-adf5-67ea8c8b6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:18.294010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df697875-79a4-46f8-84d7-9fe0de73224f req-6072dd46-9eed-4b58-adf5-67ea8c8b6b10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9f4fd31-3551-4668-ab35-5dba4064a808 HTTP/1.1" status: 200 len: 868 time: 0.1662521 Jun 04 16:14:18.299463 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:18.401571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83cecbf2-f32b-411a-a63b-f5d0d7b49878,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:18.403313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341cc53-f706-4e90-9e69-c731d79209bb req-e65df589-813f-40a3-9407-0bb5bc09511a tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:18.404826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3341cc53-f706-4e90-9e69-c731d79209bb req-e65df589-813f-40a3-9407-0bb5bc09511a tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 950 time: 0.4449110 Jun 04 16:14:18.435939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054a8e6-d62b-43df-9fb2-f6d75cd0f9f9 req-85e4d368-e06f-4e6e-8f3c-600a8bf46a67 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:18.437434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c054a8e6-d62b-43df-9fb2-f6d75cd0f9f9 req-85e4d368-e06f-4e6e-8f3c-600a8bf46a67 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 945 time: 0.4215860 Jun 04 16:14:18.462746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3f0cc65-f48d-4087-a7c1-d1a5bff78d28 req-e827a6f9-5c45-45b2-86a6-a5e81f4a3d44 service neutron] 10.222.0.42 "GET /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562654 Jun 04 16:14:18.518954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3341cc53-f706-4e90-9e69-c731d79209bb req-428ea609-c5db-4fb3-b6e8-5a8b0d024072 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917473 Jun 04 16:14:18.525175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c054a8e6-d62b-43df-9fb2-f6d75cd0f9f9 req-6cfb46d7-ba05-4530-bc7a-8d438973f4d4 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729203 Jun 04 16:14:18.539532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df697875-79a4-46f8-84d7-9fe0de73224f req-cc2822d2-c1a4-41f3-a719-3812ac598e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:18.543172 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df697875-79a4-46f8-84d7-9fe0de73224f req-cc2822d2-c1a4-41f3-a719-3812ac598e7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1e24b21-fa08-4b28-b3c3-759440e0e4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2339664 Jun 04 16:14:18.811717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df697875-79a4-46f8-84d7-9fe0de73224f req-2b550b51-95c5-4e02-99bb-b5e170932040 service neutron] 10.222.0.46 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603576 Jun 04 16:14:18.845632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58220) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:18.857714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cff77-ec4b-4798-abde-1d05ae45c678 req-656daa3e-7c64-4eff-b934-0365074e97ef tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:18.859161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a10cff77-ec4b-4798-abde-1d05ae45c678 req-656daa3e-7c64-4eff-b934-0365074e97ef tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.2131996 Jun 04 16:14:18.872314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c2a7c-88bc-4b79-8e55-093ba15fea26 req-756c8d6d-261c-445e-a2e0-1f2717041a17 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:18.873713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e25c2a7c-88bc-4b79-8e55-093ba15fea26 req-756c8d6d-261c-445e-a2e0-1f2717041a17 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 944 time: 0.1905491 Jun 04 16:14:19.033220 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e25c2a7c-88bc-4b79-8e55-093ba15fea26 req-0f679f73-a201-4d36-950c-cb9e8c3bd9cd tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/security-groups?id=328151dc-354f-45a2-bf36-2674538bdb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126935 Jun 04 16:14:19.038710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-network', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:19.043985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a10cff77-ec4b-4798-abde-1d05ae45c678 req-b8fd953b-a04a-4e76-bddb-cdccf6219880 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694143 Jun 04 16:14:19.054010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:19.054010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Usage tracker for resource:network and tenant:50923ec9c77a46798f4c38a13483bbe5 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:19.055038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:19.062879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df697875-79a4-46f8-84d7-9fe0de73224f req-8c50e510-a792-4039-8990-9f3cd68ebe44 service neutron] 10.222.0.46 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388008 Jun 04 16:14:19.063807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:19.083923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Made reservation on behalf of 50923ec9c77a46798f4c38a13483bbe5 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:14:19.086733 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:19.090337 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b643e179-bf26-449e-932e-baf26dc7dfe5'] response: {'server_uuid': '1c2af77c-62ea-47e4-ae1d-835951b27400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc7185e-af33-449e-a03d-9e16a2985bb9', 'code': 200} Jun 04 16:14:19.100953 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:19.116730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:19.121337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Usage tracker for resource:security_group_rule and tenant:50923ec9c77a46798f4c38a13483bbe5 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:19.126498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:19.137534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:19.409295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23645c8-cbf6-48f6-a72d-cc46500004a8 req-11b12193-b008-4139-9783-df9c9709df54 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:19.410672 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a23645c8-cbf6-48f6-a72d-cc46500004a8 req-11b12193-b008-4139-9783-df9c9709df54 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 949 time: 0.2180128 Jun 04 16:14:19.413773 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:19.422595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5ace1-f35d-4f82-927e-73625735916c req-20c3be17-10cd-4174-8a83-f05cdbef9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:19.424019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20e5ace1-f35d-4f82-927e-73625735916c req-20c3be17-10cd-4174-8a83-f05cdbef9bff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 1101 time: 0.2647665 Jun 04 16:14:19.529932 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:19.544261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870675f7-6e64-4e82-b32a-d6e85f60cdae req-a5c968f5-7de3-4e1a-aa2a-b70ec36c83ee tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:19.545758 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-870675f7-6e64-4e82-b32a-d6e85f60cdae req-a5c968f5-7de3-4e1a-aa2a-b70ec36c83ee tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 1097 time: 0.3542502 Jun 04 16:14:19.614914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb88914-931c-466e-a441-234323d01479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:14:19.650401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a23645c8-cbf6-48f6-a72d-cc46500004a8 req-3ead1be7-99d7-47d7-b0a8-663a53b6835d tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322743 Jun 04 16:14:19.651007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55e1fd1-f9cb-4ca9-9ad6-fba266248208,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:19.667048 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:19.667394 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Added segment 97098a37-33fb-4445-9449-7eeb9ef674b6 of type vlan for network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c Jun 04 16:14:19.669566 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20e5ace1-f35d-4f82-927e-73625735916c req-285a91ff-46ca-4d9f-9a75-586a65e1e914 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350288 Jun 04 16:14:19.680066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-870675f7-6e64-4e82-b32a-d6e85f60cdae req-6ff4ec57-8167-45e7-8cc5-7083b7fcfa03 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120465 Jun 04 16:14:19.700709 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:19.736420 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:19.737951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:19.738750 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:19.908852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb88914-931c-466e-a441-234323d01479 admin admin] Pushing event updated for resources: {'Network': ['ID=3cf8b8e7-bd75-4d50-afba-09f4ce24132c,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:19.908852 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-adb88914-931c-466e-a441-234323d01479 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0539696 Jun 04 16:14:19.908852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58234) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:19.913744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Request body: {'subnet': {'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-subnet', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:19.920389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:14:19.921397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:19.926648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Usage tracker for resource:subnet and tenant:50923ec9c77a46798f4c38a13483bbe5 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:19.930789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:19.937734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:19.953416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Made reservation on behalf of 50923ec9c77a46798f4c38a13483bbe5 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:14:19.955828 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:19.981030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f642ef-1de8-40d8-98ef-24f25ea069f9 req-b9b734ae-b542-437d-839e-a2e2ac45a68d tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:19.982706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65f642ef-1de8-40d8-98ef-24f25ea069f9 req-b9b734ae-b542-437d-839e-a2e2ac45a68d tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 945 time: 0.2201390 Jun 04 16:14:20.155975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65f642ef-1de8-40d8-98ef-24f25ea069f9 req-0e283586-6d1d-4a98-aa81-ad49a0c2757b tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962174 Jun 04 16:14:20.220785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29677743-c162-4dd0-879c-c993514702d2 req-426051fe-2014-4736-a4ff-805f3cda642e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:20.222254 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29677743-c162-4dd0-879c-c993514702d2 req-426051fe-2014-4736-a4ff-805f3cda642e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 950 time: 0.2386339 Jun 04 16:14:20.335532 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29677743-c162-4dd0-879c-c993514702d2 req-0180732d-2e41-46b4-b3a8-5d2d9b350fca tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064899 Jun 04 16:14:20.366635 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:20.445769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f0ee39-ee54-4b57-b55f-86e0e94d69e6,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:20.456356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943b5e6-071a-441c-8ab9-5e62da11b675 req-86007b27-8b08-4544-ab61-4cfcebb1586a tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:20.457870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0943b5e6-071a-441c-8ab9-5e62da11b675 req-86007b27-8b08-4544-ab61-4cfcebb1586a tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 1100 time: 0.1850598 Jun 04 16:14:20.467035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Checking segment: {'id': '97098a37-33fb-4445-9449-7eeb9ef674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:20.467383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Network hostable DHCP agents. Network: 3cf8b8e7-bd75-4d50-afba-09f4ce24132c, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:14:20.574233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0943b5e6-071a-441c-8ab9-5e62da11b675 req-c2776c60-d832-4f66-bac7-f0a8c58ec6ce tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088743 Jun 04 16:14:20.576852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:14:20.591979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 3cf8b8e7-bd75-4d50-afba-09f4ce24132c) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:20.611127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9bbe9d-c78f-495c-96c9-73b20ea1c4b1 None None] Network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:14:20.619310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c8659-9391-4be4-93a2-e6de4cbd18bd req-4023260f-86d7-4cc7-a7b0-60b4ad4e74e7 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:20.627574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dd3c8659-9391-4be4-93a2-e6de4cbd18bd req-4023260f-86d7-4cc7-a7b0-60b4ad4e74e7 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 944 time: 0.1557555 Jun 04 16:14:20.651015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:20.651780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:20.740311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ddab4f2e-5d76-4338-9bec-6944f337c23e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8305888 Jun 04 16:14:20.740897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58254) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:20.746843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:20.752293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:20.756769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Usage tracker for resource:router and tenant:50923ec9c77a46798f4c38a13483bbe5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:20.760983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:20.765927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dd3c8659-9391-4be4-93a2-e6de4cbd18bd req-510fd5f5-e1d3-4b19-97f8-eda155692324 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/security-groups?id=328151dc-354f-45a2-bf36-2674538bdb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342113 Jun 04 16:14:20.768265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:20.792338 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:20.794824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:20.822626 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:20.834688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f653d-1cf6-4d1e-83b9-d0c6cf48e274 req-61199759-b02d-45aa-84a8-a457b92ce111 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:20.842994 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b8f653d-1cf6-4d1e-83b9-d0c6cf48e274 req-61199759-b02d-45aa-84a8-a457b92ce111 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.1533372 Jun 04 16:14:20.874394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'fixed_ips': [{'subnet_id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:14:20.875298 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:20.940989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b8f653d-1cf6-4d1e-83b9-d0c6cf48e274 req-1a44290f-a525-40d8-8e94-46abbab43538 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954003 Jun 04 16:14:20.999762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524c902-7a32-4fa3-b083-20a9ecef7552 req-4054a093-9b24-4b2e-ba40-c51652448d0f tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:21.001357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c524c902-7a32-4fa3-b083-20a9ecef7552 req-4054a093-9b24-4b2e-ba40-c51652448d0f tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 945 time: 0.1316149 Jun 04 16:14:21.060029 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c524c902-7a32-4fa3-b083-20a9ecef7552 req-fde497f1-a238-4e6e-8caf-2b30bcbc75bb tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500853 Jun 04 16:14:21.064471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:21.099200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de14cf5d-f911-468f-b7f0-8f796df3808a'}, {'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:21.138619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Allocated IP 172.20.0.2 (3cf8b8e7-bd75-4d50-afba-09f4ce24132c/82f0ee39-ee54-4b57-b55f-86e0e94d69e6/dc3531e7-2c36-4e50-b529-3952e8d57ea9) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:21.230572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-9c5045bb-e107-4a12-b09a-9c01626c3d0a tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268579 Jun 04 16:14:21.236375 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:21.262704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:21.263393 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:21.315980 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:21.427263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:21.427637 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:21.427965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-3549daf3-3113-4e12-bd52-2f3221561b92 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:21.429785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-3549daf3-3113-4e12-bd52-2f3221561b92 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906266 Jun 04 16:14:21.446948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-9bd74ef5-4287-4535-8b52-0e7d4b4d6330 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/quotas/7266c7f5f1c14d469ab9832f7ed5833f HTTP/1.1" status: 200 len: 375 time: 0.0112190 Jun 04 16:14:21.519160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3814607e-97e0-442a-9d17-4c4ca7d6f9f5,segment=NetworkSegment(c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb),segment_id=c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:21.532183 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:21.574984 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:21.605811 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-e31e3366-8964-4acc-a5f3-e4731d03d750 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1534636 Jun 04 16:14:21.614125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Transition to ACTIVE for port object dc3531e7-2c36-4e50-b529-3952e8d57ea9 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:21.697762 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Transition to ACTIVE for port object dc3531e7-2c36-4e50-b529-3952e8d57ea9 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:21.699051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=3814607e-97e0-442a-9d17-4c4ca7d6f9f5,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:21.712896 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:21.718177 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:21.750809 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:21.794335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:21.801870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:21.807176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:21.818767 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf821f3-7e7c-45de-bb21-c18343a4255a'] response: {'server_uuid': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de14cf5d-f911-468f-b7f0-8f796df3808a', 'code': 200} Jun 04 16:14:21.819010 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf821f3-7e7c-45de-bb21-c18343a4255a'] response: {'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878', 'code': 200} Jun 04 16:14:21.915015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Pushing event updated for resources: {'Port': ['ID=dc3531e7-2c36-4e50-b529-3952e8d57ea9,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:21.991417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Attempting to bind port dc3531e7-2c36-4e50-b529-3952e8d57ea9 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:21.992029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Attempting to bind port dc3531e7-2c36-4e50-b529-3952e8d57ea9 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '97098a37-33fb-4445-9449-7eeb9ef674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:21.992603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Attempting to bind port dc3531e7-2c36-4e50-b529-3952e8d57ea9 on network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:21.999003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:21.999660 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Checking segment: {'id': '97098a37-33fb-4445-9449-7eeb9ef674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:22.000319 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:22.000949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Bound using segment: {'id': '97098a37-33fb-4445-9449-7eeb9ef674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:22.001595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Bound port: dc3531e7-2c36-4e50-b529-3952e8d57ea9, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97098a37-33fb-4445-9449-7eeb9ef674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:22.002152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:22.096033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Allocated IP 172.25.5.184 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/e58ca10c-bed2-4fdc-90a0-4491876147b9) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:22.104269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] For port dc3531e7-2c36-4e50-b529-3952e8d57ea9, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:22.107457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] For port dc3531e7-2c36-4e50-b529-3952e8d57ea9, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dc3531e7-2c36-4e50-b529-3952e8d57ea9,segment=NetworkSegment(97098a37-33fb-4445-9449-7eeb9ef674b6),segment_id=97098a37-33fb-4445-9449-7eeb9ef674b6)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:22.118381 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:22.145088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2342b65-7166-492a-9930-49c68c24314f req-7d73a66c-b47e-4af1-88a2-a7af87d90c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:22.148664 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d2342b65-7166-492a-9930-49c68c24314f req-7d73a66c-b47e-4af1-88a2-a7af87d90c4d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 1101 time: 0.2172067 Jun 04 16:14:22.150678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd2442-5307-4017-bed6-33f365810da6 req-61a6c1ae-03f2-43a7-bbc2-699395368635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:22.152155 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11dd2442-5307-4017-bed6-33f365810da6 req-61a6c1ae-03f2-43a7-bbc2-699395368635 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 1101 time: 0.2238991 Jun 04 16:14:22.171660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a888-4028-4cc8-a338-5bb60196185a req-21f97fca-891b-494d-9190-61b626186147 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:22.173170 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e08a888-4028-4cc8-a338-5bb60196185a req-21f97fca-891b-494d-9190-61b626186147 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 950 time: 0.2127771 Jun 04 16:14:22.230683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ac203-b90e-45cb-b4ff-4581adb6463b None None] Pushing event updated for resources: {'Port': ['ID=dc3531e7-2c36-4e50-b529-3952e8d57ea9,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:22.262829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11dd2442-5307-4017-bed6-33f365810da6 req-31e9c890-7353-455a-9496-fcb120439790 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886354 Jun 04 16:14:22.283220 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e08a888-4028-4cc8-a338-5bb60196185a req-8db946e5-edbb-47b0-8861-fae125f864c5 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787544 Jun 04 16:14:22.333088 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d2342b65-7166-492a-9930-49c68c24314f req-ccb75056-fcf9-4eee-8bcc-7990bf21ef07 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563611 Jun 04 16:14:22.364159 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da92186d-806f-4c30-a89c-aa57f5c73672 req-f3ac961d-72ce-4c07-ba65-4487661898eb tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 210 time: 0.0496311 Jun 04 16:14:22.401787 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:22.436539 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:22.530123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Pushing event updated for resources: {'Port': ['ID=e58ca10c-bed2-4fdc-90a0-4491876147b9,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:22.545723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:22.548142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:22.551283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:22.709141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2666588-02cc-4441-b341-4b950eda5dbd req-de588ca0-4f92-43c8-b437-34d2f96f32b3 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:22.714973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2666588-02cc-4441-b341-4b950eda5dbd req-de588ca0-4f92-43c8-b437-34d2f96f32b3 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 945 time: 0.2234840 Jun 04 16:14:22.776841 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2666588-02cc-4441-b341-4b950eda5dbd req-bc91a993-f499-48ca-9ff6-81f930d4f793 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596437 Jun 04 16:14:23.028282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bc893-0e67-4d50-98db-2f9516241f5c req-16bd8915-7a11-461b-b050-c1c7c736b97c tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:23.029792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c05bc893-0e67-4d50-98db-2f9516241f5c req-16bd8915-7a11-461b-b050-c1c7c736b97c tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 945 time: 0.1254194 Jun 04 16:14:23.034923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:23.087135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58324) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:23.108280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c05bc893-0e67-4d50-98db-2f9516241f5c req-8a97f5ce-ff04-4a2b-a153-c74f8efc37f9 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/security-groups?id=328151dc-354f-45a2-bf36-2674538bdb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709000 Jun 04 16:14:23.176316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-6e164e70-2f65-485b-b213-834b13912b40 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:14:23.187382 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-6e164e70-2f65-485b-b213-834b13912b40 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0990229 Jun 04 16:14:23.347473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dc3531e7-2c36-4e50-b529-3952e8d57ea9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:23.419965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-3fd02a9d-30ee-4949-a7ac-0a8236ff07ea tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485201 Jun 04 16:14:23.464045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port dc3531e7-2c36-4e50-b529-3952e8d57ea9 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:23.571277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] Request body: {'binding': {'host': 'n-h1-811809-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:23.571870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] Unknown quota resources ['binding']. {{(pid=88798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 16:14:23.624362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7fb5b2-bc7f-48aa-b994-18a7930f02f7 None None] Network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:14:23.742692 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:23.745473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ab520-afe3-4638-b890-ec50df973b4a req-9e94ca23-a74e-435e-be56-d9b74afe5ce6 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:23.753329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a2ab520-afe3-4638-b890-ec50df973b4a req-9e94ca23-a74e-435e-be56-d9b74afe5ce6 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.4370859 Jun 04 16:14:23.825377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:23.849825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-8b41a18c-2351-4693-8bca-99fe81710dd9 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:23.852026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-8b41a18c-2351-4693-8bca-99fe81710dd9 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4234867 Jun 04 16:14:23.853527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6ae61aa6-6bf2-45cf-8fe0-9bfac97cb46a None None] Provisioning for port dc3531e7-2c36-4e50-b529-3952e8d57ea9 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:23.862267 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6ae61aa6-6bf2-45cf-8fe0-9bfac97cb46a None None] Provisioning complete for port dc3531e7-2c36-4e50-b529-3952e8d57ea9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:23.863007 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ae61aa6-6bf2-45cf-8fe0-9bfac97cb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:23.864435 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a2ab520-afe3-4638-b890-ec50df973b4a req-ac9eee8d-4e90-42d1-a4fe-5fd4381282d9 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102800 Jun 04 16:14:23.882368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Request body: {'port': {'device_id': '53deb0e5-5953-44f7-acef-4341eb2ec29b', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '7266c7f5f1c14d469ab9832f7ed5833f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:24.029376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] Attempting to bind port 987369eb-9bb6-4a98-8f97-34742c9c3197 on host n-h1-811809-3 for vnic_type normal with profile None {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:24.029599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] Attempting to bind port 987369eb-9bb6-4a98-8f97-34742c9c3197 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:24.030118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] Attempting to bind port 987369eb-9bb6-4a98-8f97-34742c9c3197 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:24.039866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] Port 987369eb-9bb6-4a98-8f97-34742c9c3197 on network 4174afad-8f69-40c2-8826-5ab168bb142e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:14:24.040110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Router 2d503280-680e-459c-8001-6b2eee2c021e is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:14:24.040587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] Attempting to bind port 987369eb-9bb6-4a98-8f97-34742c9c3197 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:24.049533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:24.049886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] Checking segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:24.050394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] Bound using segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:24.050980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] Bound port: 987369eb-9bb6-4a98-8f97-34742c9c3197, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:24.113062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6ae61aa6-6bf2-45cf-8fe0-9bfac97cb46a None None] Current status of the port dc3531e7-2c36-4e50-b529-3952e8d57ea9 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:24.113695 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ae61aa6-6bf2-45cf-8fe0-9bfac97cb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:24.154095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6ae61aa6-6bf2-45cf-8fe0-9bfac97cb46a None None] For port dc3531e7-2c36-4e50-b529-3952e8d57ea9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dc3531e7-2c36-4e50-b529-3952e8d57ea9,segment=NetworkSegment(97098a37-33fb-4445-9449-7eeb9ef674b6),segment_id=97098a37-33fb-4445-9449-7eeb9ef674b6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:24.159621 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ae61aa6-6bf2-45cf-8fe0-9bfac97cb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:24.214339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:24.229084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:24.232362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae61aa6-6bf2-45cf-8fe0-9bfac97cb46a None None] Pushing event updated for resources: {'Port': ['ID=dc3531e7-2c36-4e50-b529-3952e8d57ea9,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:24.241070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:14:24.252743 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Sync routers for ids ['2d503280-680e-459c-8001-6b2eee2c021e'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:14:24.258124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=987369eb-9bb6-4a98-8f97-34742c9c3197,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:24.263123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Made reservation on behalf of 7266c7f5f1c14d469ab9832f7ed5833f for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:14:24.266375 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Routers {'2d503280-680e-459c-8001-6b2eee2c021e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:24.266686 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:24.269714 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2d503280-680e-459c-8001-6b2eee2c021e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:24.289734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ed2ce-969e-4bd2-8a21-0a6efd2f2401 req-8d804829-e58b-4df8-b01f-8d3102787fcb tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:24.297226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-289ed2ce-969e-4bd2-8a21-0a6efd2f2401 req-8d804829-e58b-4df8-b01f-8d3102787fcb tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.2418766 Jun 04 16:14:24.300291 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] Notify callbacks [] for binding, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:24.301444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-ad9f29a3-63e7-46ad-900f-8627c91d3d15 service neutron] 10.222.0.13 "POST /v2.0/ports/987369eb-9bb6-4a98-8f97-34742c9c3197/bindings HTTP/1.1" status: 201 len: 389 time: 0.9240947 Jun 04 16:14:24.301858 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:24.303216 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1b90d4ef-a4bc-4abe-8f45-df07506529ff admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5614412 Jun 04 16:14:24.308577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58342) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:24.419890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-289ed2ce-969e-4bd2-8a21-0a6efd2f2401 req-3af235c4-8c6f-4c13-827f-d0d620ec8524 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216116 Jun 04 16:14:24.505547 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-72048d1f-d339-4cd8-ae42-3048d26dfa93 None None] Provisioning complete for port dc3531e7-2c36-4e50-b529-3952e8d57ea9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:24.508512 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-72048d1f-d339-4cd8-ae42-3048d26dfa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:24.550687 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Set router 2d503280-680e-459c-8001-6b2eee2c021e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:24.715205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Allocated IP 192.168.233.241 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/3215a314-8217-4f48-9269-4d417891907e) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:24.773678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5140837a-6336-4e72-82f2-0ad9f8a72ff5 req-e8dd5569-f96b-46c9-8312-04d4a093a28b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 210 time: 0.0600457 Jun 04 16:14:24.833686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-72048d1f-d339-4cd8-ae42-3048d26dfa93 None None] Current status of the port dc3531e7-2c36-4e50-b529-3952e8d57ea9 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:24.866291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c8b93-a6f0-4314-80c4-9cf25615b663 req-b085df97-2b60-4487-a93e-172f9e06e531 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:24.868246 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d4c8b93-a6f0-4314-80c4-9cf25615b663 req-b085df97-2b60-4487-a93e-172f9e06e531 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 945 time: 0.2074897 Jun 04 16:14:24.871144 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0839daa3-8614-48a3-8ce4-e21e5c1c41a0'] response: {'server_uuid': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5', 'code': 200} Jun 04 16:14:24.922621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-bb2b818e-836b-485d-9dfd-05ca426581d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:24.924267 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-bb2b818e-836b-485d-9dfd-05ca426581d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 1097 time: 0.2480354 Jun 04 16:14:24.982308 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:14:22Z', 'revision_number': 3, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port': {'id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:21Z', 'updated_at': '2022-06-04T16:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:24.986690 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Checking router: 2d503280-680e-459c-8001-6b2eee2c021e for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:14:24.987152 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Updating router 2d503280-680e-459c-8001-6b2eee2c021e port e58ca10c-bed2-4fdc-90a0-4491876147b9 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:14:25.040355 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:25.097352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d4c8b93-a6f0-4314-80c4-9cf25615b663 req-2cc962fb-c527-4fd2-9e1a-1e5ed1baeacf tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750462 Jun 04 16:14:25.161082 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:25.171138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37cc4d-3009-4be3-a7af-465148bab57b req-b46204d8-2675-4c7a-96bd-61f50086bfb3 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:25.172612 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd37cc4d-3009-4be3-a7af-465148bab57b req-b46204d8-2675-4c7a-96bd-61f50086bfb3 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 945 time: 0.1754184 Jun 04 16:14:25.223048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Transition to ACTIVE for port object 3215a314-8217-4f48-9269-4d417891907e will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:25.289350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dc3531e7-2c36-4e50-b529-3952e8d57ea9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:25.367330 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port dc3531e7-2c36-4e50-b529-3952e8d57ea9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:25.367718 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:25.387337 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd37cc4d-3009-4be3-a7af-465148bab57b req-3bd26ce6-e460-46ca-b4e3-30b96f7de819 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/security-groups?id=328151dc-354f-45a2-bf36-2674538bdb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023368 Jun 04 16:14:25.445823 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:25.483885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-2ae24705-8f41-424c-b280-2b19312ef5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:25.485323 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-2ae24705-8f41-424c-b280-2b19312ef5e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.5540504 Jun 04 16:14:25.522928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428', 'a68c452f-6b21-4621-a2f1-e7c1913677a7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:25.562542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['935ba045-1bd2-4bc3-b360-dfbf094419a3', '38a2a4f7-bf0d-47ab-848f-c5487ecbe283', '7e025991-2072-418b-aad1-9df076982734', 'bda6854b-ec75-4e8b-96dd-f2c0b5946db4'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:25.596558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:25.602533 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:25.614699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9026971-d683-4ecb-bbd9-abf055863028 req-0cf0e1c6-6463-433c-8da4-414d2f62bb88 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:25.622406 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9026971-d683-4ecb-bbd9-abf055863028 req-0cf0e1c6-6463-433c-8da4-414d2f62bb88 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 946 time: 0.2789960 Jun 04 16:14:25.625253 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-43d3a293-f3c9-423d-ac45-2ce27e96d53f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=987369eb-9bb6-4a98-8f97-34742c9c3197 HTTP/1.1" status: 200 len: 217 time: 0.0748158 Jun 04 16:14:25.626606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-22c3a23d-a38a-4e8c-b525-2c745f274deb tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0b6a44bd29a64e41885e18a281790595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0968602 Jun 04 16:14:25.627174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:25.629811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:25.630620 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Transition to ACTIVE for port object e58ca10c-bed2-4fdc-90a0-4491876147b9 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:25.637178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:25.638095 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:25.645061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event updated for resources: {'Port': ['ID=3215a314-8217-4f48-9269-4d417891907e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:25.646993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba896d-9a66-4906-9cb7-85cf1f561c9e req-e3f6a245-06cc-4833-9cd0-9f47d981e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:25.648829 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-62ba896d-9a66-4906-9cb7-85cf1f561c9e req-e3f6a245-06cc-4833-9cd0-9f47d981e482 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 1096 time: 0.6991811 Jun 04 16:14:25.651672 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:25.739550 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-62ba896d-9a66-4906-9cb7-85cf1f561c9e req-ffb3559e-569e-4347-8b9a-5b2293f4dcc2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=328151dc-354f-45a2-bf36-2674538bdb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478656 Jun 04 16:14:25.780146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port dc3531e7-2c36-4e50-b529-3952e8d57ea9 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:25.791009 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Attempting to bind port e58ca10c-bed2-4fdc-90a0-4491876147b9 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:25.791219 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Attempting to bind port e58ca10c-bed2-4fdc-90a0-4491876147b9 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:25.791600 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Attempting to bind port e58ca10c-bed2-4fdc-90a0-4491876147b9 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:25.806746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-152fa4b4-080c-4c09-aa46-212a3fa3e72b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9370489 Jun 04 16:14:25.812136 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:25.812487 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:25.812947 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:25.813274 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:25.813754 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Bound port: e58ca10c-bed2-4fdc-90a0-4491876147b9, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:25.814130 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:25.829866 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9026971-d683-4ecb-bbd9-abf055863028 req-7b10d259-06be-46b1-b1c3-b5a45db96f9c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026515 Jun 04 16:14:25.842210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-94a838a6-7b04-4670-8fff-dab76f4b3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:25.843723 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-94a838a6-7b04-4670-8fff-dab76f4b3c0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.1939538 Jun 04 16:14:25.850919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Request body: {'port': {'device_id': '53deb0e5-5953-44f7-acef-4341eb2ec29b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:25.870832 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189d7b-e796-47ce-9cc9-00ab0a113cdb None None] Pushing event updated for resources: {'Port': ['ID=e58ca10c-bed2-4fdc-90a0-4491876147b9,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:25.934599 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] For port e58ca10c-bed2-4fdc-90a0-4491876147b9, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:25.940803 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] For port e58ca10c-bed2-4fdc-90a0-4491876147b9, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e58ca10c-bed2-4fdc-90a0-4491876147b9,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:25.958290 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:25.973129 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-e6cd5ff1-9271-4cd5-904f-a27ae37e20a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117399 Jun 04 16:14:25.978055 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:25.999295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5b422a8c-6756-45b1-a340-9c635cecd27d None None] Provisioning for port 3215a314-8217-4f48-9269-4d417891907e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:26.010202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5b422a8c-6756-45b1-a340-9c635cecd27d None None] Provisioning complete for port 3215a314-8217-4f48-9269-4d417891907e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:26.010760 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5b422a8c-6756-45b1-a340-9c635cecd27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:26.050981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-4e4f5378-f769-456a-9f36-1609beb5b407 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:26.053008 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-4e4f5378-f769-456a-9f36-1609beb5b407 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4094472 Jun 04 16:14:26.082791 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189d7b-e796-47ce-9cc9-00ab0a113cdb None None] Pushing event updated for resources: {'Port': ['ID=e58ca10c-bed2-4fdc-90a0-4491876147b9,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:26.104637 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Routers {'2d503280-680e-459c-8001-6b2eee2c021e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:26.105233 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2d503280-680e-459c-8001-6b2eee2c021e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:26.158412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5b422a8c-6756-45b1-a340-9c635cecd27d None None] Port 3215a314-8217-4f48-9269-4d417891907e cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:26.207381 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:26.215723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Allocated IP 172.20.0.1 (3cf8b8e7-bd75-4d50-afba-09f4ce24132c/82f0ee39-ee54-4b57-b55f-86e0e94d69e6/7008158a-1e91-4c73-8de8-d9df9f2442e9) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:26.315772 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] Set router 2d503280-680e-459c-8001-6b2eee2c021e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:26.372654 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:26.388943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Transition to ACTIVE for port object 7008158a-1e91-4c73-8de8-d9df9f2442e9 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:26.524104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-0b53c2f7-f81c-47b1-a33b-2c89f4fb6b9f tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/quotas/0b6a44bd29a64e41885e18a281790595 HTTP/1.1" status: 200 len: 375 time: 0.3189616 Jun 04 16:14:26.579324 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:26.621595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e5485-3897-4fec-a9c3-98517f4ffb8d req-01097e37-3f0a-4ac9-9990-9b6c1b1468eb tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:26.626964 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f18e5485-3897-4fec-a9c3-98517f4ffb8d req-01097e37-3f0a-4ac9-9990-9b6c1b1468eb tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.5728083 Jun 04 16:14:26.638895 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:14:22Z', 'revision_number': 3, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port': {'id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:21Z', 'updated_at': '2022-06-04T16:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:26.640848 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-0ba107bb-6cf4-4fcd-ae44-737389dfdda8 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330690 Jun 04 16:14:26.643387 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edead00d-6a4f-4e3c-b773-01a18b5ec8d3 None None] The sync data for ids ['2d503280-680e-459c-8001-6b2eee2c021e'] in n-d-811809-3 is: [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:14:22Z', 'revision_number': 3, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port': {'id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:21Z', 'updated_at': '2022-06-04T16:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:14:26.705210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:26.709642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:26.712630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:26.713420 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:26.780816 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f18e5485-3897-4fec-a9c3-98517f4ffb8d req-e7243e84-c469-4972-a08c-9e74b9e62386 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496744 Jun 04 16:14:26.782527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Pushing event updated for resources: {'Port': ['ID=7008158a-1e91-4c73-8de8-d9df9f2442e9,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:26.815757 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-fdeb3c30-dd83-430d-a084-856be4deb5ba tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b6a44bd29a64e41885e18a281790595&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2840006 Jun 04 16:14:26.833991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3215a314-8217-4f48-9269-4d417891907e {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:26.847468 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:26.868292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Transition to ACTIVE for port object 3215a314-8217-4f48-9269-4d417891907e will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:26.874006 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:26.892492 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-b290cb30-be09-4f46-98fb-ae315e5ed191 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303126 Jun 04 16:14:26.985854 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:27.152663 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3ea83a6d-ef4f-4ddb-a1aa-eca6d28cf3bf None None] Provisioning for port 7008158a-1e91-4c73-8de8-d9df9f2442e9 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:27.168892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3ea83a6d-ef4f-4ddb-a1aa-eca6d28cf3bf None None] Provisioning complete for port 7008158a-1e91-4c73-8de8-d9df9f2442e9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:27.169364 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3ea83a6d-ef4f-4ddb-a1aa-eca6d28cf3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:27.384414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3ea83a6d-ef4f-4ddb-a1aa-eca6d28cf3bf None None] Port 7008158a-1e91-4c73-8de8-d9df9f2442e9 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:27.402396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Pushing event updated for resources: {'Port': ['ID=3215a314-8217-4f48-9269-4d417891907e,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:27.449926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e58ca10c-bed2-4fdc-90a0-4491876147b9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:27.623051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Attempting to bind port 3215a314-8217-4f48-9269-4d417891907e on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:27.623380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Attempting to bind port 3215a314-8217-4f48-9269-4d417891907e by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:27.623766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Attempting to bind port 3215a314-8217-4f48-9269-4d417891907e on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:27.624621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-67e23671-6245-4fec-9880-d1270546a633 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:27.627414 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-67e23671-6245-4fec-9880-d1270546a633 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 1097 time: 0.2596488 Jun 04 16:14:27.638014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Port 3215a314-8217-4f48-9269-4d417891907e on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:14:27.639412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Attempting to bind port 3215a314-8217-4f48-9269-4d417891907e on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:27.674550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:27.675227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:27.675789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:27.676460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Bound port: 3215a314-8217-4f48-9269-4d417891907e, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:27.676826 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-08cb3dda-37bf-4772-aaf1-94793992cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:27.677170 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:27.687609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e58ca10c-bed2-4fdc-90a0-4491876147b9 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:27.698089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e58ca10c-bed2-4fdc-90a0-4491876147b9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:27.698771 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:27.774828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811809-3'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:27.790958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a284d29-23aa-456a-a81b-8c8b74d8a6bd req-cd16f3a3-69bc-4c55-9e34-f89897e094a2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:27.792223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4a284d29-23aa-456a-a81b-8c8b74d8a6bd req-cd16f3a3-69bc-4c55-9e34-f89897e094a2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:27.900322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4a284d29-23aa-456a-a81b-8c8b74d8a6bd req-cd16f3a3-69bc-4c55-9e34-f89897e094a2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:27.909684 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a284d29-23aa-456a-a81b-8c8b74d8a6bd req-cd16f3a3-69bc-4c55-9e34-f89897e094a2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 948 time: 0.5169933 Jun 04 16:14:27.973209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e58ca10c-bed2-4fdc-90a0-4491876147b9 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:27.973852 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:27.992817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] For port 3215a314-8217-4f48-9269-4d417891907e, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:27.993045 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:27.998566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e58ca10c-bed2-4fdc-90a0-4491876147b9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e58ca10c-bed2-4fdc-90a0-4491876147b9,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:28.001571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a284d29-23aa-456a-a81b-8c8b74d8a6bd req-1329226b-5be1-456c-891d-fdda94eeea7b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910909 Jun 04 16:14:28.006501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] For port 3215a314-8217-4f48-9269-4d417891907e, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3215a314-8217-4f48-9269-4d417891907e,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:28.013347 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:28.023896 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:28.132582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e58ca10c-bed2-4fdc-90a0-4491876147b9,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:28.178011 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:14:28.209454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:28.223436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:28.224057 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:28.225463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] 10.222.0.42 "PUT /v2.0/ports/3215a314-8217-4f48-9269-4d417891907e HTTP/1.1" status: 200 len: 1096 time: 2.3944027 Jun 04 16:14:28.226062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53deb0e5-5953-44f7-acef-4341eb2ec29b', 'tag': '3215a314-8217-4f48-9269-4d417891907e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:28.231114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532fb84-9712-4f17-aee3-196930b9a592 service neutron] Pushing event updated for resources: {'Port': ['ID=3215a314-8217-4f48-9269-4d417891907e,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:28.236296 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:28.237908 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:28.345530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba25794-fa02-4643-ac9c-31252a7d8f51 req-39e9b1e3-1212-48ca-a330-b713bbc0f210 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:28.347149 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ba25794-fa02-4643-ac9c-31252a7d8f51 req-39e9b1e3-1212-48ca-a330-b713bbc0f210 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 945 time: 0.1874990 Jun 04 16:14:28.432095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ba25794-fa02-4643-ac9c-31252a7d8f51 req-6f860097-0305-41d1-9aeb-867df3a625b2 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/security-groups?id=328151dc-354f-45a2-bf36-2674538bdb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723352 Jun 04 16:14:28.585050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Pushing event updated for resources: {'Port': ['ID=7008158a-1e91-4c73-8de8-d9df9f2442e9,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:28.640949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:28.643676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:28.737632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=987369eb-9bb6-4a98-8f97-34742c9c3197,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:28.774367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-e2070bc9-4322-4af7-851c-7dc143c302d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:28.775914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-e2070bc9-4322-4af7-851c-7dc143c302d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 1099 time: 0.3482549 Jun 04 16:14:28.862456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63377670-ac1f-4da8-acc8-c0f590ca01c4 req-d38fa4c5-db6d-4fa0-a83b-982c66f9f0c4 tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:28.863960 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63377670-ac1f-4da8-acc8-c0f590ca01c4 req-d38fa4c5-db6d-4fa0-a83b-982c66f9f0c4 tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 1101 time: 0.3588824 Jun 04 16:14:28.866662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-c0ed982d-aa35-4578-a43f-f299e4ab079c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=3215a314-8217-4f48-9269-4d417891907e HTTP/1.1" status: 200 len: 217 time: 0.0798430 Jun 04 16:14:28.869751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:28.877228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43230c-1598-4beb-84c9-facc7342f5fa req-8c1cf273-6dc8-44ec-8c7a-e3c7a31667a1 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:28.878700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f43230c-1598-4beb-84c9-facc7342f5fa req-8c1cf273-6dc8-44ec-8c7a-e3c7a31667a1 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 946 time: 0.2030072 Jun 04 16:14:28.916836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-75e54cde-6be3-437d-9694-939839dcfd96 None None] Provisioning complete for port 7008158a-1e91-4c73-8de8-d9df9f2442e9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:28.917332 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-75e54cde-6be3-437d-9694-939839dcfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:28.925534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Router 2d503280-680e-459c-8001-6b2eee2c021e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:14:28.932027 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-63377670-ac1f-4da8-acc8-c0f590ca01c4 req-3073634d-9e53-4e1d-9ac1-ddb3363c281d tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:28.944607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee31b6df-c2f0-48fb-96c5-f47eeeca7608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '987369eb-9bb6-4a98-8f97-34742c9c3197'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:28.950564 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:28.974271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-63377670-ac1f-4da8-acc8-c0f590ca01c4 req-3073634d-9e53-4e1d-9ac1-ddb3363c281d tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:28.981484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-75e54cde-6be3-437d-9694-939839dcfd96 None None] Port 7008158a-1e91-4c73-8de8-d9df9f2442e9 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:28.984806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-63377670-ac1f-4da8-acc8-c0f590ca01c4 req-3073634d-9e53-4e1d-9ac1-ddb3363c281d tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Usage tracker for resource:security_group_rule and tenant:6366112f0a4a49509913572d0325d4ff is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:28.990459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-63377670-ac1f-4da8-acc8-c0f590ca01c4 req-3073634d-9e53-4e1d-9ac1-ddb3363c281d tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:29.009890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-63377670-ac1f-4da8-acc8-c0f590ca01c4 req-3073634d-9e53-4e1d-9ac1-ddb3363c281d tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:29.012427 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:29.012578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-cfe34b06-c3aa-4a56-b237-edd670aed0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:29.014027 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-cfe34b06-c3aa-4a56-b237-edd670aed0d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1343777 Jun 04 16:14:29.027534 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f43230c-1598-4beb-84c9-facc7342f5fa req-baa1590e-04c7-4ac4-9bd6-825966a0e8e1 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140599 Jun 04 16:14:29.159227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-ea6cf875-4ab7-4fe1-8098-59630262536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:29.161858 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-ea6cf875-4ab7-4fe1-8098-59630262536f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1404617 Jun 04 16:14:29.252585 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab36974f-a6a4-4e97-8e2f-b0bab029e0c2 req-96b91c56-9991-4506-9a4a-d4038494d033 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa95a2cd-337f-405c-b716-30bc364221c4 HTTP/1.1" status: 200 len: 210 time: 0.0764396 Jun 04 16:14:29.319648 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e58ca10c-bed2-4fdc-90a0-4491876147b9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:29.348459 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-63377670-ac1f-4da8-acc8-c0f590ca01c4 req-3073634d-9e53-4e1d-9ac1-ddb3363c281d tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:29.373925 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-63377670-ac1f-4da8-acc8-c0f590ca01c4 req-3073634d-9e53-4e1d-9ac1-ddb3363c281d tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:29.409054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63377670-ac1f-4da8-acc8-c0f590ca01c4 req-3073634d-9e53-4e1d-9ac1-ddb3363c281d tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281949 Jun 04 16:14:29.462958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e58ca10c-bed2-4fdc-90a0-4491876147b9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:29.464397 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:29.472231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Pushing event updated for resources: {'Port': ['ID=987369eb-9bb6-4a98-8f97-34742c9c3197,revision_number=7']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:29.476290 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-bb7eb3f6-7215-4a79-bb5e-b06eefa74ae4 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0b6a44bd29a64e41885e18a281790595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1861196 Jun 04 16:14:29.482357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Attempting to bind port 987369eb-9bb6-4a98-8f97-34742c9c3197 on host n-h2-811809-3 for vnic_type normal with profile {"migrating_to": "n-h1-811809-3"} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:29.482860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Attempting to bind port 987369eb-9bb6-4a98-8f97-34742c9c3197 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:29.483041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Attempting to bind port 987369eb-9bb6-4a98-8f97-34742c9c3197 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:29.487734 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e53646-3649-4ba6-b0ea-70c23f533a8b'] response: {'name': 'network-changed', 'server_uuid': '53deb0e5-5953-44f7-acef-4341eb2ec29b', 'tag': '3215a314-8217-4f48-9269-4d417891907e', 'status': 'completed', 'code': 200} Jun 04 16:14:29.522587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:14:29.524779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Port 987369eb-9bb6-4a98-8f97-34742c9c3197 on network 4174afad-8f69-40c2-8826-5ab168bb142e not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:14:29.524904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Attempting to bind port 987369eb-9bb6-4a98-8f97-34742c9c3197 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:29.572418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073634d-9e53-4e1d-9ac1-ddb3363c281d tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd916b02-b4a2-495d-b59e-ee361feaf2de,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:29.630759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Sync routers for ids ['2d503280-680e-459c-8001-6b2eee2c021e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:14:29.646936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:29.647383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Checking segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:29.647776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Bound using segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:29.648294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Bound port: 987369eb-9bb6-4a98-8f97-34742c9c3197, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:29.648639 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:29.658800 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4681e969-d5a9-4fff-8a22-0b0146fb6218'] response: {'server_uuid': 'ee31b6df-c2f0-48fb-96c5-f47eeeca7608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '987369eb-9bb6-4a98-8f97-34742c9c3197', 'code': 200} Jun 04 16:14:29.672372 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-db707bf3-c293-4d16-af5e-1626a7c13304 admin admin] 10.222.0.13 "PUT /v2.0/routers/2d503280-680e-459c-8001-6b2eee2c021e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3620303 Jun 04 16:14:29.721192 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-f6070d8d-48ad-4fed-abc5-1f5511999010 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439906 Jun 04 16:14:29.728474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e58ca10c-bed2-4fdc-90a0-4491876147b9 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:29.731797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Routers {'2d503280-680e-459c-8001-6b2eee2c021e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:29.733300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2d503280-680e-459c-8001-6b2eee2c021e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:29.813994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-5267af93-3752-4dfe-b68a-72835bf4a598 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:29.815653 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-5267af93-3752-4dfe-b68a-72835bf4a598 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3230317 Jun 04 16:14:29.823157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:29.828773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=987369eb-9bb6-4a98-8f97-34742c9c3197,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:29.838668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Request body: {'port': {'device_id': 'aa95a2cd-337f-405c-b716-30bc364221c4', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '0b6a44bd29a64e41885e18a281790595'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:29.859818 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:29.949203 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-8c4592aa-15c9-4a05-bc04-7bde1aa25228 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 258 time: 0.4923165 Jun 04 16:14:29.963551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Set router 2d503280-680e-459c-8001-6b2eee2c021e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:29.973771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:29.992378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:30.002536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Usage tracker for resource:floatingip and tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:30.007217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:30.015657 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb65e917-924d-4ce6-a674-f44e3669d842 req-aee2868e-0bcf-4c45-bd6a-08fa198784a9 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806067 Jun 04 16:14:30.018043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:30.036598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a1f2d-34d7-44df-bde4-f7314cf4567d req-b88a8eec-70ef-49bc-bf00-eef4ff658484 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:30.038338 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f22a1f2d-34d7-44df-bde4-f7314cf4567d req-b88a8eec-70ef-49bc-bf00-eef4ff658484 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 948 time: 0.2786818 Jun 04 16:14:30.040086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:30.060381 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-31127098-a8de-4e76-80fd-c0a16da358a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:30.144209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Pushing event updated for resources: {'Port': ['ID=987369eb-9bb6-4a98-8f97-34742c9c3197,revision_number=8']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:30.192261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:30.192867 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:30.194215 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-57d5bb17-1cd5-41be-8d34-e30a95018446 service neutron] 10.222.0.42 "PUT /v2.0/ports/987369eb-9bb6-4a98-8f97-34742c9c3197 HTTP/1.1" status: 200 len: 1122 time: 2.4285135 Jun 04 16:14:30.202956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:30.207282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Usage tracker for resource:port and tenant:0b6a44bd29a64e41885e18a281790595 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:30.210095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:30.216569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:30.231348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Made reservation on behalf of 0b6a44bd29a64e41885e18a281790595 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:14:30.236425 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:30.244059 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f22a1f2d-34d7-44df-bde4-f7314cf4567d req-13d4533e-20bc-4c2c-8bbd-1a9e2e65f0f3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777427 Jun 04 16:14:30.290168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213f19e-195f-48e1-80ee-eb6eb0499c4b req-3655f6f7-2da5-4450-9a3d-3a592c4fc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:30.295932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0213f19e-195f-48e1-80ee-eb6eb0499c4b req-3655f6f7-2da5-4450-9a3d-3a592c4fc97c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 1099 time: 0.2082126 Jun 04 16:14:30.393657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['987369eb-9bb6-4a98-8f97-34742c9c3197'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:30.503393 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:30.510069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Allocated IP 192.168.233.230 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/76667f32-87fa-490e-86f9-11b1de5db7a6) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:30.515971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58430) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:30.534123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:14:26Z', 'revision_number': 4, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port': {'id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:21Z', 'updated_at': '2022-06-04T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7008158a-1e91-4c73-8de8-d9df9f2442e9', 'name': '', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'mac_address': 'fa:16:3e:3c:8f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:26Z', 'updated_at': '2022-06-04T16:14:27Z', 'revision_number': 2, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'subnets': [{'id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:30.546635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Checking router: 2d503280-680e-459c-8001-6b2eee2c021e for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:14:30.546978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Updating router 2d503280-680e-459c-8001-6b2eee2c021e port 7008158a-1e91-4c73-8de8-d9df9f2442e9 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:14:30.566278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1321493902-network', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:30.577594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213f19e-195f-48e1-80ee-eb6eb0499c4b req-e6b3fe7e-71a2-42d9-a07c-c7c24fff0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:30.579221 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0213f19e-195f-48e1-80ee-eb6eb0499c4b req-e6b3fe7e-71a2-42d9-a07c-c7c24fff0430 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2759228 Jun 04 16:14:30.585384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:30.645871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Usage tracker for resource:network and tenant:0efdd44da5fb4645b98b1b6ebd129932 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:30.656227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:30.664134 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:30.674281 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0213f19e-195f-48e1-80ee-eb6eb0499c4b req-2fea962a-da46-4c45-ba66-8fd7a479e003 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=3215a314-8217-4f48-9269-4d417891907e HTTP/1.1" status: 200 len: 217 time: 0.0785954 Jun 04 16:14:30.677342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:30.880999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Made reservation on behalf of 0efdd44da5fb4645b98b1b6ebd129932 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:14:30.883536 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:30.884164 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:30.909737 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:30.911804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Transition to ACTIVE for port object 76667f32-87fa-490e-86f9-11b1de5db7a6 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:30.937730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213f19e-195f-48e1-80ee-eb6eb0499c4b req-ff069627-6a1e-4ac5-afe8-b1b751c9c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:30.939354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0213f19e-195f-48e1-80ee-eb6eb0499c4b req-ff069627-6a1e-4ac5-afe8-b1b751c9c995 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2500069 Jun 04 16:14:30.944255 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:30.947082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:30.949860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Allocated IP 172.25.5.204 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/5ea0ccf0-4517-4f86-96b8-d657ab8d80fe) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:30.954882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Usage tracker for resource:security_group_rule and tenant:0efdd44da5fb4645b98b1b6ebd129932 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:30.960086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:31.002284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:31.055480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['ccc7185e-af33-449e-a03d-9e16a2985bb9'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:31.062193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:31.066550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:31.080536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['83cecbf2-f32b-411a-a63b-f5d0d7b49878'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:31.084665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:31.101687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:31.101687 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:31.160481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c3f3bcd0-857f-4789-8c0a-410af22b3f0e details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:14:31.218379 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3855128 Jun 04 16:14:31.218989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433eefb5-c94e-4a26-9e40-3777fe330a78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Pushing event updated for resources: {'Port': ['ID=76667f32-87fa-490e-86f9-11b1de5db7a6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:31.236046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Request body: {'port': {'device_id': 'aa95a2cd-337f-405c-b716-30bc364221c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:31.251145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213f19e-195f-48e1-80ee-eb6eb0499c4b req-b424acee-a1af-4625-a6d7-6df7f2864b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:31.253435 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0213f19e-195f-48e1-80ee-eb6eb0499c4b req-b424acee-a1af-4625-a6d7-6df7f2864b17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2956777 Jun 04 16:14:31.309204 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:31.310733 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:31.340491 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:31.368263 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:31.435412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58456) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:31.466648 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Transition to ACTIVE for port object 7008158a-1e91-4c73-8de8-d9df9f2442e9 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:31.468518 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:31.508387 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:31.510227 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:31.525432 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:31.585919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:14:31.608400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2b5eaa-7a04-4cf1-878c-c8397de9a6d7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:31.635624 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:31.635963 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Added segment 2c081dfd-5b44-4465-8d67-012a3cefb698 of type vlan for network 142adfc0-96f9-44a3-9571-8ff0a1045b6b Jun 04 16:14:31.644908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0213f19e-195f-48e1-80ee-eb6eb0499c4b req-2487a43d-a43a-43d4-927e-3f0eae71fe24 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584483 Jun 04 16:14:31.662842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee31b6df-c2f0-48fb-96c5-f47eeeca7608', 'tag': '987369eb-9bb6-4a98-8f97-34742c9c3197'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:31.685821 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:31.745110 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:31.773361 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-603521f7-c08d-48ee-8f0c-233f88911a65 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3350971 Jun 04 16:14:31.814096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9e8b9e1e-a6d5-4b3a-b247-9d5c0c0c4626 None None] Provisioning for port 76667f32-87fa-490e-86f9-11b1de5db7a6 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:31.845922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef5d36-50c0-444b-9e59-bae62e2785d3 None None] Pushing event updated for resources: {'Port': ['ID=7008158a-1e91-4c73-8de8-d9df9f2442e9,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:31.861977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9e8b9e1e-a6d5-4b3a-b247-9d5c0c0c4626 None None] Provisioning complete for port 76667f32-87fa-490e-86f9-11b1de5db7a6 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:31.862338 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9e1e-a6d5-4b3a-b247-9d5c0c0c4626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:31.862978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04feb2b-2fb1-446e-bbae-bf39740fbe60 req-73315178-1f46-4ddd-8380-0202e718086f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:31.870547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a04feb2b-2fb1-446e-bbae-bf39740fbe60 req-73315178-1f46-4ddd-8380-0202e718086f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 944 time: 0.5225909 Jun 04 16:14:31.878616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:31.898518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:31.910530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:31.919638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c3f3bcd0-857f-4789-8c0a-410af22b3f0e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:31.946755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Pushing event updated for resources: {'Port': ['ID=5ea0ccf0-4517-4f86-96b8-d657ab8d80fe,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:32.045581 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a04feb2b-2fb1-446e-bbae-bf39740fbe60 req-f471d308-545b-4a89-ae9f-30c470e6ac8e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739402 Jun 04 16:14:32.072531 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.074852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:32.080128 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.124392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76667f32-87fa-490e-86f9-11b1de5db7a6 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:32.127494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'c3f3bcd0-857f-4789-8c0a-410af22b3f0e', 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a', 'port_id': 'c3f3bcd0-857f-4789-8c0a-410af22b3f0e', 'mac_address': 'fa:16:3e:7d:0a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f6d421-7a43-450e-be14-3b76b24804d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:14:32.134278 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.154798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Transition to ACTIVE for port object 76667f32-87fa-490e-86f9-11b1de5db7a6 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:32.170409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.189342 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0213f19e-195f-48e1-80ee-eb6eb0499c4b req-b98434a6-88b8-43bf-ab34-bfe55d13a064 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318465 Jun 04 16:14:32.231877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9e8b9e1e-a6d5-4b3a-b247-9d5c0c0c4626 None None] Port 76667f32-87fa-490e-86f9-11b1de5db7a6 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:32.249607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Attempting to bind port 7008158a-1e91-4c73-8de8-d9df9f2442e9 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:32.249975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Attempting to bind port 7008158a-1e91-4c73-8de8-d9df9f2442e9 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '97098a37-33fb-4445-9449-7eeb9ef674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:32.250332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Attempting to bind port 7008158a-1e91-4c73-8de8-d9df9f2442e9 on network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:32.269692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:32.270060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Checking segment: {'id': '97098a37-33fb-4445-9449-7eeb9ef674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:32.270784 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.271191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Bound using segment: {'id': '97098a37-33fb-4445-9449-7eeb9ef674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:32.271671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Bound port: 7008158a-1e91-4c73-8de8-d9df9f2442e9, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97098a37-33fb-4445-9449-7eeb9ef674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:32.272049 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.298565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c3f3bcd0-857f-4789-8c0a-410af22b3f0e is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:32.298942 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.301045 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.329153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] Pushing event updated for resources: {'Network': ['ID=142adfc0-96f9-44a3-9571-8ff0a1045b6b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:32.365682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 142adfc0-96f9-44a3-9571-8ff0a1045b6b details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:14:32.417716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3f3bcd0-857f-4789-8c0a-410af22b3f0e {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:32.465299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] For port 7008158a-1e91-4c73-8de8-d9df9f2442e9, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:32.468818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] For port 7008158a-1e91-4c73-8de8-d9df9f2442e9, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7008158a-1e91-4c73-8de8-d9df9f2442e9,segment=NetworkSegment(97098a37-33fb-4445-9449-7eeb9ef674b6),segment_id=97098a37-33fb-4445-9449-7eeb9ef674b6)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:32.533045 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.585697 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.630264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef5d36-50c0-444b-9e59-bae62e2785d3 None None] Pushing event updated for resources: {'Port': ['ID=7008158a-1e91-4c73-8de8-d9df9f2442e9,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:32.663439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c3f3bcd0-857f-4789-8c0a-410af22b3f0e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:32.664971 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.666071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c9a6cf0d-f884-47b6-8b9d-6ca9bf552dce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1480634 Jun 04 16:14:32.678675 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.693902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58486) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:32.709915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Pushing event updated for resources: {'Port': ['ID=76667f32-87fa-490e-86f9-11b1de5db7a6,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:32.720724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 987369eb-9bb6-4a98-8f97-34742c9c3197 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:14:32.726825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Request body: {'subnet': {'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321493902-subnet', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:32.732605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:32.736916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Usage tracker for resource:subnet and tenant:0efdd44da5fb4645b98b1b6ebd129932 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:32.740786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:32.748832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:32.749424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Attempting to bind port 76667f32-87fa-490e-86f9-11b1de5db7a6 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:32.749424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Attempting to bind port 76667f32-87fa-490e-86f9-11b1de5db7a6 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:32.749928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Attempting to bind port 76667f32-87fa-490e-86f9-11b1de5db7a6 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:32.756631 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Port 76667f32-87fa-490e-86f9-11b1de5db7a6 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:14:32.757131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Attempting to bind port 76667f32-87fa-490e-86f9-11b1de5db7a6 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:32.766074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:32.766598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:32.767383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:32.768108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Bound port: 76667f32-87fa-490e-86f9-11b1de5db7a6, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:32.768561 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.778031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Made reservation on behalf of 0efdd44da5fb4645b98b1b6ebd129932 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:14:32.780594 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.809498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Routers {'2d503280-680e-459c-8001-6b2eee2c021e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:32.810230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2d503280-680e-459c-8001-6b2eee2c021e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:32.888533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] For port 76667f32-87fa-490e-86f9-11b1de5db7a6, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:32.892165 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] For port 76667f32-87fa-490e-86f9-11b1de5db7a6, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=76667f32-87fa-490e-86f9-11b1de5db7a6,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:32.901724 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:14:32.903204 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:32.937276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['c3f3bcd0-857f-4789-8c0a-410af22b3f0e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:32.999983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:33.000711 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:33.002216 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] 10.222.0.46 "PUT /v2.0/ports/76667f32-87fa-490e-86f9-11b1de5db7a6 HTTP/1.1" status: 200 len: 1096 time: 1.7708526 Jun 04 16:14:33.029862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319a816-6c8a-45a2-b98c-7ad4ebfab580 service neutron] Pushing event updated for resources: {'Port': ['ID=76667f32-87fa-490e-86f9-11b1de5db7a6,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:33.139436 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-b85798ea-2376-4a6d-9011-9836509e0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:33.141371 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-b85798ea-2376-4a6d-9011-9836509e0367 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b6a44bd29a64e41885e18a281790595&device_id=aa95a2cd-337f-405c-b716-30bc364221c4 HTTP/1.1" status: 200 len: 1099 time: 0.0865481 Jun 04 16:14:33.172452 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:14:33.224886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28864e-92b5-435c-b511-7f37e1ae62da req-654ee54b-53c3-490e-8add-65cac2fd1a69 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:33.227772 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e28864e-92b5-435c-b511-7f37e1ae62da req-654ee54b-53c3-490e-8add-65cac2fd1a69 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa95a2cd-337f-405c-b716-30bc364221c4 HTTP/1.1" status: 200 len: 948 time: 0.7789278 Jun 04 16:14:33.248104 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-3789d717-0589-4803-a65b-74f70a7823ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=76667f32-87fa-490e-86f9-11b1de5db7a6 HTTP/1.1" status: 200 len: 217 time: 0.0904658 Jun 04 16:14:33.252845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c3f3bcd0-857f-4789-8c0a-410af22b3f0e no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:14:33.300074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:33.313269 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:33.315419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-2036c97c-3d0f-456e-81e8-f8590facdf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:33.317249 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-2036c97c-3d0f-456e-81e8-f8590facdf61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0626721 Jun 04 16:14:33.318906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e28864e-92b5-435c-b511-7f37e1ae62da req-ab0672eb-0247-4233-bbed-1fe4ca3719d9 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810473 Jun 04 16:14:33.322105 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:33.390325 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:33.418257 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:33.419732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4632037 Jun 04 16:14:33.439130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-e58bb6e9-641c-4291-8e5b-d1e79bf55b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:33.440708 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-e58bb6e9-641c-4291-8e5b-d1e79bf55b03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165662 Jun 04 16:14:33.452134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] Set router 2d503280-680e-459c-8001-6b2eee2c021e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:33.516867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989cc5a-d78f-42c4-85e3-f4e284f86467 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Pushing event updated for resources: {'Port': ['ID=5ea0ccf0-4517-4f86-96b8-d657ab8d80fe,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:33.619019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=987369eb-9bb6-4a98-8f97-34742c9c3197,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:33.621954 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-3ca6102b-2a51-40e7-a76f-2a4220d0cfcc service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715498 Jun 04 16:14:33.673840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-dfc486c1-c165-4ceb-8030-ae8069d9005d tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Synchronizing usage tracker for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:33.723029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 987369eb-9bb6-4a98-8f97-34742c9c3197 has no active binding in host n-h1-811809-3 {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 16:14:33.723432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3215a314-8217-4f48-9269-4d417891907e details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:14:33.735005 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:33.752114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c3f3bcd0-857f-4789-8c0a-410af22b3f0e is: BUILD; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:33.752490 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:33.757692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-dfc486c1-c165-4ceb-8030-ae8069d9005d tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Unset dirty status for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:33.758975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-dfc486c1-c165-4ceb-8030-ae8069d9005d tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 696 time: 0.3050528 Jun 04 16:14:33.775069 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11a1facf-6e5c-4af1-8659-4168b94a1da0 req-68f05560-b20c-4098-a68c-9f9d5cc1ea54 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426592 Jun 04 16:14:33.789369 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:33.872426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c3f3bcd0-857f-4789-8c0a-410af22b3f0e {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:33.892145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f974-d820-428d-847a-9c7abdacfefb req-6df3ca0c-c13e-4971-af3d-447e17e890f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:33.893619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-6df3ca0c-c13e-4971-af3d-447e17e890f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 1101 time: 0.2978294 Jun 04 16:14:33.908496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65010-4388-42c8-b065-be2d49136d00 req-9998bb75-c7e3-4c1d-bf99-615a3f92a4c9 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:33.909909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15d65010-4388-42c8-b065-be2d49136d00 req-9998bb75-c7e3-4c1d-bf99-615a3f92a4c9 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 944 time: 0.4523084 Jun 04 16:14:33.971788 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:34.022076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c3f3bcd0-857f-4789-8c0a-410af22b3f0e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:34.034674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5edfdc35-ec71-4f28-9f16-909eef4c637f,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:34.041629 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:34.119140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Checking segment: {'id': '2c081dfd-5b44-4465-8d67-012a3cefb698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:34.119493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Network hostable DHCP agents. Network: 142adfc0-96f9-44a3-9571-8ff0a1045b6b, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:14:34.143226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15d65010-4388-42c8-b065-be2d49136d00 req-6d4f27c4-088d-4513-9531-49d3bddd9d57 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998363 Jun 04 16:14:34.170186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-f0617067-03fa-4180-967d-7261958bfd4c tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:34.171001 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-f0617067-03fa-4180-967d-7261958bfd4c tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.4046886 Jun 04 16:14:34.176205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3215a314-8217-4f48-9269-4d417891907e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3215a314-8217-4f48-9269-4d417891907e,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:34.179556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f974-d820-428d-847a-9c7abdacfefb req-44e18e6d-ddf3-48bc-8917-b8f39bc7d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:34.180973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-44e18e6d-ddf3-48bc-8917-b8f39bc7d60a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2701931 Jun 04 16:14:34.186890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a9ad9904-8760-438c-849d-447e9da551bf tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:14:34.187851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef614c65-ec38-49bb-98aa-ec485c31fd2a req-a9ad9904-8760-438c-849d-447e9da551bf tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106304 Jun 04 16:14:34.198557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '3215a314-8217-4f48-9269-4d417891907e', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '3215a314-8217-4f48-9269-4d417891907e', 'mac_address': 'fa:16:3e:eb:bb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:14:34.242492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:34.245661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Network 142adfc0-96f9-44a3-9571-8ff0a1045b6b is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:14:34.259915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-84664517-8c86-4993-9b23-345a314eaebb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=de14cf5d-f911-468f-b7f0-8f796df3808a HTTP/1.1" status: 200 len: 217 time: 0.0711272 Jun 04 16:14:34.287108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3215a314-8217-4f48-9269-4d417891907e is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:34.287475 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:34.309487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3215a314-8217-4f48-9269-4d417891907e {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:34.314832 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:14:26Z', 'revision_number': 4, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port': {'id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:21Z', 'updated_at': '2022-06-04T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7008158a-1e91-4c73-8de8-d9df9f2442e9', 'name': '', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'mac_address': 'fa:16:3e:3c:8f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:26Z', 'updated_at': '2022-06-04T16:14:32Z', 'revision_number': 4, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'subnets': [{'id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:34.324044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ccab6d-c431-4f88-a70d-b3b06f13185e None None] The sync data for ids ['2d503280-680e-459c-8001-6b2eee2c021e'] in n-d-811809-3 is: [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:14:26Z', 'revision_number': 4, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port': {'id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:21Z', 'updated_at': '2022-06-04T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7008158a-1e91-4c73-8de8-d9df9f2442e9', 'name': '', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'mac_address': 'fa:16:3e:3c:8f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:26Z', 'updated_at': '2022-06-04T16:14:32Z', 'revision_number': 4, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'subnets': [{'id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:14:34.330027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 142adfc0-96f9-44a3-9571-8ff0a1045b6b) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:34.331798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3215a314-8217-4f48-9269-4d417891907e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3215a314-8217-4f48-9269-4d417891907e,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:34.340687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae022b4c-4aaf-4078-9b64-abb22cee51f2 None None] Network 142adfc0-96f9-44a3-9571-8ff0a1045b6b requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:14:34.344175 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:34.344776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:34.354973 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:34.448922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e88bd29b-b09f-4c92-9452-94ab74b9aba7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7529247 Jun 04 16:14:34.452722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f974-d820-428d-847a-9c7abdacfefb req-f5e0a539-9dbd-4586-bdf9-687e346755eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:34.453398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58498) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:34.454819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-f5e0a539-9dbd-4586-bdf9-687e346755eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1595256 Jun 04 16:14:34.462144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1321493902-router', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:34.469027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:34.473577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Usage tracker for resource:router and tenant:0efdd44da5fb4645b98b1b6ebd129932 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:34.476871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:34.484222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:34.499905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3215a314-8217-4f48-9269-4d417891907e,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:34.512005 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:34.513227 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:34.544018 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:34.567426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf520ec7-dbf7-4e63-9173-0c48097b3340 req-8a77a3f5-6881-4019-88a7-2c2d06cf7bb0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:34.571739 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf520ec7-dbf7-4e63-9173-0c48097b3340 req-8a77a3f5-6881-4019-88a7-2c2d06cf7bb0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.3155417 Jun 04 16:14:34.602605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf78356-3c29-4a54-a363-3f54df52bc93 req-beda8c86-9e08-47e0-8b1d-d4f06f899831 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:34.604536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-adf78356-3c29-4a54-a363-3f54df52bc93 req-beda8c86-9e08-47e0-8b1d-d4f06f899831 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 949 time: 0.2726731 Jun 04 16:14:34.671579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-142adfc0-96f9-44a3-9571-8ff0a1045b6b', 'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'fixed_ips': [{'subnet_id': '5edfdc35-ec71-4f28-9f16-909eef4c637f'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:14:34.672417 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:34.697884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf520ec7-dbf7-4e63-9173-0c48097b3340 req-32a09394-a780-4774-a358-2129a0d022c4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217484 Jun 04 16:14:34.704634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f974-d820-428d-847a-9c7abdacfefb req-f472dde5-a981-49b9-87a4-904fa51ed6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:34.707558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-f472dde5-a981-49b9-87a4-904fa51ed6e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2410901 Jun 04 16:14:34.721919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-adf78356-3c29-4a54-a363-3f54df52bc93 req-41e52611-725c-49ba-b667-03c9a6f6b855 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089754 Jun 04 16:14:34.732984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['3215a314-8217-4f48-9269-4d417891907e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:34.866248 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6fe4113-837e-456b-afbf-d2cbfadb5689'] response: {'name': 'network-changed', 'server_uuid': 'ee31b6df-c2f0-48fb-96c5-f47eeeca7608', 'tag': '987369eb-9bb6-4a98-8f97-34742c9c3197', 'status': 'completed', 'code': 200} Jun 04 16:14:35.051974 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:35.057738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Allocated IP 172.20.0.2 (142adfc0-96f9-44a3-9571-8ff0a1045b6b/5edfdc35-ec71-4f28-9f16-909eef4c637f/1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:35.092196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7ccf5-843f-4df6-ad25-27d56f67cd3a req-235b2cd7-084c-4d93-93fe-2d63c7df00b2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:35.093975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27e7ccf5-843f-4df6-ad25-27d56f67cd3a req-235b2cd7-084c-4d93-93fe-2d63c7df00b2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 944 time: 0.1984072 Jun 04 16:14:35.098923 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-94c4a13a-3e1c-49de-a756-4fa42b4e3e51 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802650 Jun 04 16:14:35.126068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c3f3bcd0-857f-4789-8c0a-410af22b3f0e up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:35.132155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2167ca-1ddc-4584-a6d4-cbc7396bd4be req-1b50da25-bf17-4fb0-9948-bba09b53995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:35.133920 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc2167ca-1ddc-4584-a6d4-cbc7396bd4be req-1b50da25-bf17-4fb0-9948-bba09b53995d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 1125 time: 0.2610648 Jun 04 16:14:35.370155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7008158a-1e91-4c73-8de8-d9df9f2442e9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:35.450778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port c3f3bcd0-857f-4789-8c0a-410af22b3f0e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:35.451420 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:35.489150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27e7ccf5-843f-4df6-ad25-27d56f67cd3a req-5f554b06-c628-40db-8865-1edf7559ad5e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760881 Jun 04 16:14:35.530459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2167ca-1ddc-4584-a6d4-cbc7396bd4be req-9a29dc3e-4d09-44f4-b6cd-3b2cdf7d492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:35.532041 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc2167ca-1ddc-4584-a6d4-cbc7396bd4be req-9a29dc3e-4d09-44f4-b6cd-3b2cdf7d492a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.3286827 Jun 04 16:14:35.658205 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc2167ca-1ddc-4584-a6d4-cbc7396bd4be req-05cd6485-d741-4444-a81f-1793e5e30adc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=987369eb-9bb6-4a98-8f97-34742c9c3197 HTTP/1.1" status: 200 len: 217 time: 0.1096115 Jun 04 16:14:35.668948 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:35.693418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Transition to ACTIVE for port object 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:35.705882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c3f3bcd0-857f-4789-8c0a-410af22b3f0e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:35.706240 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:35.737603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 7008158a-1e91-4c73-8de8-d9df9f2442e9 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:35.763809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Transition to ACTIVE for port object 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:35.765480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca469b0-8ca6-4562-a8ff-2a1d525ffaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f3bcd0-857f-4789-8c0a-410af22b3f0e'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:35.772495 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7008158a-1e91-4c73-8de8-d9df9f2442e9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:35.772902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:35.781993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-977db540-d51f-4809-a7de-dc9187306ee0 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6173432 Jun 04 16:14:35.808841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-5c08e4ba-417c-4a39-a024-1710667acca9 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:35.810349 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-5c08e4ba-417c-4a39-a024-1710667acca9 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3092997 Jun 04 16:14:35.822100 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:35.889664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c3f3bcd0-857f-4789-8c0a-410af22b3f0e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:35.921330 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:35.925934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2167ca-1ddc-4584-a6d4-cbc7396bd4be req-8d78ef0a-490e-41f2-a222-b365c0e164d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:35.927795 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc2167ca-1ddc-4584-a6d4-cbc7396bd4be req-8d78ef0a-490e-41f2-a222-b365c0e164d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.2494943 Jun 04 16:14:35.932506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Network 142adfc0-96f9-44a3-9571-8ff0a1045b6b is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:35.939057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:35.941516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:35.948018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-aa734b53-d08b-405f-a0b1-0205106ef744 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 696 time: 0.1314545 Jun 04 16:14:35.958695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bbdc1-5530-4192-915f-8f4fb329685f req-7fa4e8b3-0b4c-47b9-8f0e-4d920d9b10df tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:35.966474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd3bbdc1-5530-4192-915f-8f4fb329685f req-7fa4e8b3-0b4c-47b9-8f0e-4d920d9b10df tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa95a2cd-337f-405c-b716-30bc364221c4 HTTP/1.1" status: 200 len: 948 time: 0.2667208 Jun 04 16:14:35.984503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-f6e051e8-1e2f-477a-927f-7ce13acda8e8 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Request body: {'floatingip': {'port_id': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:36.050610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Pushing event updated for resources: {'Port': ['ID=1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:36.090802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-f6e051e8-1e2f-477a-927f-7ce13acda8e8 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:36.092690 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc2167ca-1ddc-4584-a6d4-cbc7396bd4be req-1e550a4d-8090-4456-9c92-6260bae44ca3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224370 Jun 04 16:14:36.115078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Attempting to bind port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:36.115533 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Attempting to bind port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '2c081dfd-5b44-4465-8d67-012a3cefb698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:36.115891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Attempting to bind port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 on network 142adfc0-96f9-44a3-9571-8ff0a1045b6b {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:36.128565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:36.128928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Checking segment: {'id': '2c081dfd-5b44-4465-8d67-012a3cefb698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:36.129374 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:36.129756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Bound using segment: {'id': '2c081dfd-5b44-4465-8d67-012a3cefb698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:36.130218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Bound port: 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c081dfd-5b44-4465-8d67-012a3cefb698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:36.130646 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:36.195271 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:36.238632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd3bbdc1-5530-4192-915f-8f4fb329685f req-e2dbab8b-16b0-42e3-ae51-c1040e6d0135 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711637 Jun 04 16:14:36.240271 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:36.270451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:36.284473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7008158a-1e91-4c73-8de8-d9df9f2442e9 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:36.291471 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:36.354370 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc2167ca-1ddc-4584-a6d4-cbc7396bd4be req-4126afb7-dc5c-4ac8-8ac3-a0978a863d79 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466381 Jun 04 16:14:36.381546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] For port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:36.386034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] For port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9,segment=NetworkSegment(2c081dfd-5b44-4465-8d67-012a3cefb698),segment_id=2c081dfd-5b44-4465-8d67-012a3cefb698)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:36.390117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 7008158a-1e91-4c73-8de8-d9df9f2442e9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7008158a-1e91-4c73-8de8-d9df9f2442e9,segment=NetworkSegment(97098a37-33fb-4445-9449-7eeb9ef674b6),segment_id=97098a37-33fb-4445-9449-7eeb9ef674b6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:36.404331 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:36.407708 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:36.535388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Allocated IP 172.25.5.19 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/b326a366-ea23-4015-a1b8-2bf44036344c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:36.537715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=7008158a-1e91-4c73-8de8-d9df9f2442e9,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:36.623189 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc2167ca-1ddc-4584-a6d4-cbc7396bd4be req-cee1454f-a745-49eb-bf15-95b0c9b97095 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355273 Jun 04 16:14:36.644430 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c76fe2-7c48-4d2c-bfcd-487af4bacd5f None None] Pushing event updated for resources: {'Port': ['ID=1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:36.694303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3215a314-8217-4f48-9269-4d417891907e up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:36.715260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe7cbe-09b3-4b23-b19d-391fa9be4654 req-730cae3a-a148-442c-a4b0-d6da28822785 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:36.717000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6afe7cbe-09b3-4b23-b19d-391fa9be4654 req-730cae3a-a148-442c-a4b0-d6da28822785 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 945 time: 0.2875149 Jun 04 16:14:36.770783 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:36.815385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 3215a314-8217-4f48-9269-4d417891907e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:36.820889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 3215a314-8217-4f48-9269-4d417891907e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:36.821369 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:36.824821 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:36.868612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa95a2cd-337f-405c-b716-30bc364221c4', 'tag': '76667f32-87fa-490e-86f9-11b1de5db7a6'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:36.908934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6afe7cbe-09b3-4b23-b19d-391fa9be4654 req-e6e1ca16-605d-4d7b-96c6-45a10de052c0 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841929 Jun 04 16:14:36.909281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:36.913152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:36.915381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Pushing event updated for resources: {'Port': ['ID=b326a366-ea23-4015-a1b8-2bf44036344c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:36.917928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:36.989500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3215a314-8217-4f48-9269-4d417891907e is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:36.989879 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:37.042534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3215a314-8217-4f48-9269-4d417891907e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3215a314-8217-4f48-9269-4d417891907e,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:37.049269 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:37.121885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 76667f32-87fa-490e-86f9-11b1de5db7a6 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:14:37.124652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3215a314-8217-4f48-9269-4d417891907e,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:37.191853 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-f6e051e8-1e2f-477a-927f-7ce13acda8e8 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:37.202825 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-f6e051e8-1e2f-477a-927f-7ce13acda8e8 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:37.310661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de609d-b372-4dca-bfc9-904404bc5988 req-142058b1-1c6e-48a7-871a-7eb1176776f0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:37.318662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3de609d-b372-4dca-bfc9-904404bc5988 req-142058b1-1c6e-48a7-871a-7eb1176776f0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.2281468 Jun 04 16:14:37.325385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 76667f32-87fa-490e-86f9-11b1de5db7a6, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=76667f32-87fa-490e-86f9-11b1de5db7a6,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:37.341036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '76667f32-87fa-490e-86f9-11b1de5db7a6', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '76667f32-87fa-490e-86f9-11b1de5db7a6', 'mac_address': 'fa:16:3e:75:7b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:14:37.402750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 76667f32-87fa-490e-86f9-11b1de5db7a6 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:37.403403 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:37.425482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76667f32-87fa-490e-86f9-11b1de5db7a6 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:37.438825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:37.480796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 76667f32-87fa-490e-86f9-11b1de5db7a6, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=76667f32-87fa-490e-86f9-11b1de5db7a6,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:37.505889 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:37.560315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae23817-c5e3-40a0-af54-38010c7db083 req-7df54034-f6f1-4232-b8ed-162b65c6f7bd tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:37.561058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-2ae23817-c5e3-40a0-af54-38010c7db083 req-7df54034-f6f1-4232-b8ed-162b65c6f7bd tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Synchronizing usage tracker for tenant:6bd94cac11584d9c9b8620f8e279a86a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:37.574171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:37.598962 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3de609d-b372-4dca-bfc9-904404bc5988 req-14f4d258-34b0-45e0-87a6-eee8b1fe5a13 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794039 Jun 04 16:14:37.628959 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-f6e051e8-1e2f-477a-927f-7ce13acda8e8 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Floating IP 6e3f9351-92c7-4493-b187-8b41e9f9e7fe associated. External IP: 172.25.5.204, port: 3814607e-97e0-442a-9d17-4c4ca7d6f9f5. Jun 04 16:14:37.656192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=76667f32-87fa-490e-86f9-11b1de5db7a6,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:37.684168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:37.690848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7008158a-1e91-4c73-8de8-d9df9f2442e9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:37.734734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-2ae23817-c5e3-40a0-af54-38010c7db083 req-7df54034-f6f1-4232-b8ed-162b65c6f7bd tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Unset dirty status for tenant:6bd94cac11584d9c9b8620f8e279a86a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:37.736208 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2ae23817-c5e3-40a0-af54-38010c7db083 req-7df54034-f6f1-4232-b8ed-162b65c6f7bd tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca469b0-8ca6-4562-a8ff-2a1d525ffaba HTTP/1.1" status: 200 len: 945 time: 0.3734586 Jun 04 16:14:37.823549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7008158a-1e91-4c73-8de8-d9df9f2442e9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:37.824283 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:37.858110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['76667f32-87fa-490e-86f9-11b1de5db7a6'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:37.990921 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-8dddf593-0c37-487a-a04c-0dcfc62ff90b service neutron] 10.222.0.46 "GET /v2.0/ports/987369eb-9bb6-4a98-8f97-34742c9c3197/bindings/n-h1-811809-3 HTTP/1.1" status: 200 len: 384 time: 0.1110680 Jun 04 16:14:38.077472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-2ae23817-c5e3-40a0-af54-38010c7db083 req-4a4a5f1f-af06-49dc-8be6-d864f6576051 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Deleting port c3f3bcd0-857f-4789-8c0a-410af22b3f0e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:14:38.077809 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ae23817-c5e3-40a0-af54-38010c7db083 req-4a4a5f1f-af06-49dc-8be6-d864f6576051 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:38.094272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fe5108-4496-4911-9b9e-b57a2d546f29 None None] Network 142adfc0-96f9-44a3-9571-8ff0a1045b6b requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:14:38.110067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fb2a7-dfd5-4f75-86b5-ebbc99768477 req-dff14a6b-f674-4370-a435-8b8a42b6743a tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:38.111596 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-325fb2a7-dfd5-4f75-86b5-ebbc99768477 req-dff14a6b-f674-4370-a435-8b8a42b6743a tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 950 time: 0.3506567 Jun 04 16:14:38.188046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7008158a-1e91-4c73-8de8-d9df9f2442e9 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:38.195254 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:38.235599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9667fb96-9de7-4c30-9912-5de8ac81ba90 None None] Provisioning for port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:38.265206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9667fb96-9de7-4c30-9912-5de8ac81ba90 None None] Provisioning complete for port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:38.265569 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9667fb96-9de7-4c30-9912-5de8ac81ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:38.410301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-325fb2a7-dfd5-4f75-86b5-ebbc99768477 req-f481eb34-d757-4595-9036-32c165974f0e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910752 Jun 04 16:14:38.453177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-f6e051e8-1e2f-477a-927f-7ce13acda8e8 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Router 10b29a5a-8c37-4aec-8be0-e4358ec13765 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:14:38.510832 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd27feb-d1ef-452b-8fa0-1bfae50a0c06'] response: {'server_uuid': '9ca469b0-8ca6-4562-a8ff-2a1d525ffaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f3bcd0-857f-4789-8c0a-410af22b3f0e', 'code': 200} Jun 04 16:14:38.553119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9667fb96-9de7-4c30-9912-5de8ac81ba90 None None] Current status of the port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:38.557927 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9667fb96-9de7-4c30-9912-5de8ac81ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:38.575927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2ae23817-c5e3-40a0-af54-38010c7db083 req-4a4a5f1f-af06-49dc-8be6-d864f6576051 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] For port c3f3bcd0-857f-4789-8c0a-410af22b3f0e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:38.576564 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ae23817-c5e3-40a0-af54-38010c7db083 req-4a4a5f1f-af06-49dc-8be6-d864f6576051 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:38.640128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9667fb96-9de7-4c30-9912-5de8ac81ba90 None None] For port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9,segment=NetworkSegment(2c081dfd-5b44-4465-8d67-012a3cefb698),segment_id=2c081dfd-5b44-4465-8d67-012a3cefb698)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:38.648639 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9667fb96-9de7-4c30-9912-5de8ac81ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:38.688633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 987369eb-9bb6-4a98-8f97-34742c9c3197 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:14:38.737484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-2ae23817-c5e3-40a0-af54-38010c7db083 req-4a4a5f1f-af06-49dc-8be6-d864f6576051 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Calling delete_port for c3f3bcd0-857f-4789-8c0a-410af22b3f0e owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:14:38.808953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667fb96-9de7-4c30-9912-5de8ac81ba90 None None] Pushing event updated for resources: {'Port': ['ID=1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:38.827473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-67727d18-d905-417a-8411-3edefa475a80 service neutron] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=987369eb-9bb6-4a98-8f97-34742c9c3197,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:38.834128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Router 027386d0-8882-4b6e-b004-a0cfa38281e0 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:14:38.874253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-67727d18-d905-417a-8411-3edefa475a80 service neutron] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:38.877503 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=987369eb-9bb6-4a98-8f97-34742c9c3197,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:38.891560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 987369eb-9bb6-4a98-8f97-34742c9c3197 has no active binding in host n-h1-811809-3 {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 16:14:38.917312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-f6e051e8-1e2f-477a-927f-7ce13acda8e8 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:14:38.922257 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-f6e051e8-1e2f-477a-927f-7ce13acda8e8 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:38.927067 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a1ed9-3d3e-4a7c-8be7-8fb3bb128ede None None] Sync routers for ids ['10b29a5a-8c37-4aec-8be0-e4358ec13765'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:14:38.940667 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a1ed9-3d3e-4a7c-8be7-8fb3bb128ede None None] Routers {'10b29a5a-8c37-4aec-8be0-e4358ec13765'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:38.941591 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-cc3a1ed9-3d3e-4a7c-8be7-8fb3bb128ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['10b29a5a-8c37-4aec-8be0-e4358ec13765'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:38.977566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-67727d18-d905-417a-8411-3edefa475a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987369eb-9bb6-4a98-8f97-34742c9c3197 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:38.984091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-887f22cf-8bc5-433d-a3aa-1a9b7f9a3a33 None None] Provisioning complete for port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:38.984811 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-887f22cf-8bc5-433d-a3aa-1a9b7f9a3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:38.991455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-67727d18-d905-417a-8411-3edefa475a80 service neutron] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=987369eb-9bb6-4a98-8f97-34742c9c3197,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:39.065838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf9711-7e45-4682-844c-70ee28be1f7c req-8ef29513-4ee5-4bd0-8245-1742aad9548f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:39.067466 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bbf9711-7e45-4682-844c-70ee28be1f7c req-8ef29513-4ee5-4bd0-8245-1742aad9548f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 944 time: 0.4206402 Jun 04 16:14:39.076475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-f6e051e8-1e2f-477a-927f-7ce13acda8e8 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "PUT /v2.0/floatingips/6e3f9351-92c7-4493-b187-8b41e9f9e7fe HTTP/1.1" status: 200 len: 996 time: 3.1072345 Jun 04 16:14:39.077174 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-67727d18-d905-417a-8411-3edefa475a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:39.128712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 76667f32-87fa-490e-86f9-11b1de5db7a6 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:39.147185 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-cc3a1ed9-3d3e-4a7c-8be7-8fb3bb128ede None None] Set router 10b29a5a-8c37-4aec-8be0-e4358ec13765 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:39.154966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'tag': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:39.185084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-887f22cf-8bc5-433d-a3aa-1a9b7f9a3a33 None None] Current status of the port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:39.190930 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ae23817-c5e3-40a0-af54-38010c7db083 req-4a4a5f1f-af06-49dc-8be6-d864f6576051 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:39.229960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 76667f32-87fa-490e-86f9-11b1de5db7a6 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:39.248468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 76667f32-87fa-490e-86f9-11b1de5db7a6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:39.250131 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:39.271999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a5f1f-af06-49dc-8be6-d864f6576051 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Pushing event deleted for resources: {'Port': ['ID=c3f3bcd0-857f-4789-8c0a-410af22b3f0e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:39.343071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:39.367046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae23817-c5e3-40a0-af54-38010c7db083 req-4a4a5f1f-af06-49dc-8be6-d864f6576051 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] No DVR routers for this DVR port c3f3bcd0-857f-4789-8c0a-410af22b3f0e on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:14:39.371057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ae23817-c5e3-40a0-af54-38010c7db083 req-4a4a5f1f-af06-49dc-8be6-d864f6576051 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:39.374315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:14:39.391941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bbf9711-7e45-4682-844c-70ee28be1f7c req-d7df133e-4107-464d-846c-466f13df8cbe tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522082 Jun 04 16:14:39.402809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Sync routers for ids ['027386d0-8882-4b6e-b004-a0cfa38281e0'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:14:39.412463 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:39.416804 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ea7b26bd-2d7b-4f38-897f-14df87f2b013 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9621391 Jun 04 16:14:39.417866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58528) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:39.419632 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2ae23817-c5e3-40a0-af54-38010c7db083 req-4a4a5f1f-af06-49dc-8be6-d864f6576051 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.46 "DELETE /v2.0/ports/c3f3bcd0-857f-4789-8c0a-410af22b3f0e HTTP/1.1" status: 204 len: 173 time: 1.5115678 Jun 04 16:14:39.459181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Routers {'027386d0-8882-4b6e-b004-a0cfa38281e0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:39.459805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['027386d0-8882-4b6e-b004-a0cfa38281e0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:39.480741 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd42c44-5528-4c5f-b006-9375aeadffb5'] response: {'name': 'network-changed', 'server_uuid': 'aa95a2cd-337f-405c-b716-30bc364221c4', 'tag': '76667f32-87fa-490e-86f9-11b1de5db7a6', 'status': 'completed', 'code': 200} Jun 04 16:14:39.528199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-98cd6f19-6b1c-470f-9aab-2121b4eb7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:39.540782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-98cd6f19-6b1c-470f-9aab-2121b4eb7c89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ce9d5a1e2c146bd8a55c9c8f4e207de&device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 1096 time: 0.4438460 Jun 04 16:14:39.658918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daf6dc-1f41-46d0-a1d4-f4f3c9763946 req-ff6e3e9c-b27e-49f5-929a-c169b2245c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:39.662144 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-55daf6dc-1f41-46d0-a1d4-f4f3c9763946 req-ff6e3e9c-b27e-49f5-929a-c169b2245c30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b6a44bd29a64e41885e18a281790595&device_id=aa95a2cd-337f-405c-b716-30bc364221c4 HTTP/1.1" status: 200 len: 1100 time: 0.1503828 Jun 04 16:14:39.716197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-67727d18-d905-417a-8411-3edefa475a80 service neutron] Transition to ACTIVE for port object 987369eb-9bb6-4a98-8f97-34742c9c3197 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:39.721456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Set router 027386d0-8882-4b6e-b004-a0cfa38281e0 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:39.767589 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-67727d18-d905-417a-8411-3edefa475a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:39.831719 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-cc3a1ed9-3d3e-4a7c-8be7-8fb3bb128ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:14:01Z', 'revision_number': 4, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '6e3f9351-92c7-4493-b187-8b41e9f9e7fe', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'port_id': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'mac_address': 'fa:16:3e:5f:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:14:31Z', 'updated_at': '2022-06-04T16:14:37Z', 'revision_number': 1, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2563bc42-27f7-4fc7-98fb-41ad3133d2c9', 'name': '', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'mac_address': 'fa:16:3e:f6:7e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:59Z', 'updated_at': '2022-06-04T16:14:10Z', 'revision_number': 5, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'subnets': [{'id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:39.836720 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a1ed9-3d3e-4a7c-8be7-8fb3bb128ede None None] Checking router: 10b29a5a-8c37-4aec-8be0-e4358ec13765 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:14:39.847876 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a1ed9-3d3e-4a7c-8be7-8fb3bb128ede None None] Routers {'10b29a5a-8c37-4aec-8be0-e4358ec13765'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:39.848641 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-cc3a1ed9-3d3e-4a7c-8be7-8fb3bb128ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['10b29a5a-8c37-4aec-8be0-e4358ec13765'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:39.851621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daf6dc-1f41-46d0-a1d4-f4f3c9763946 req-ee66d9ff-b03e-4a66-a8e8-78c93dce118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:39.853680 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-55daf6dc-1f41-46d0-a1d4-f4f3c9763946 req-ee66d9ff-b03e-4a66-a8e8-78c93dce118b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.1732543 Jun 04 16:14:39.947061 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-55daf6dc-1f41-46d0-a1d4-f4f3c9763946 req-e5468353-baf9-4005-9a47-22fd4781f5fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=76667f32-87fa-490e-86f9-11b1de5db7a6 HTTP/1.1" status: 200 len: 217 time: 0.0749316 Jun 04 16:14:40.003758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:40.004120 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:40.043913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 76667f32-87fa-490e-86f9-11b1de5db7a6 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:40.044275 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:40.044474 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-cc3a1ed9-3d3e-4a7c-8be7-8fb3bb128ede None None] Set router 10b29a5a-8c37-4aec-8be0-e4358ec13765 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:40.068554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daf6dc-1f41-46d0-a1d4-f4f3c9763946 req-57ab15c1-b09c-4aad-8ab4-71af8adb0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:40.072335 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-55daf6dc-1f41-46d0-a1d4-f4f3c9763946 req-57ab15c1-b09c-4aad-8ab4-71af8adb0378 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1085858 Jun 04 16:14:40.176801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 76667f32-87fa-490e-86f9-11b1de5db7a6, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=76667f32-87fa-490e-86f9-11b1de5db7a6,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:40.187606 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daf6dc-1f41-46d0-a1d4-f4f3c9763946 req-146fc12b-d49e-4ff9-969e-c177f05671e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:40.192214 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-55daf6dc-1f41-46d0-a1d4-f4f3c9763946 req-146fc12b-d49e-4ff9-969e-c177f05671e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054614 Jun 04 16:14:40.221700 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:40.309828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-67727d18-d905-417a-8411-3edefa475a80 service neutron] No DVR routers for this DVR port 987369eb-9bb6-4a98-8f97-34742c9c3197 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:14:40.331223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:40.344564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=76667f32-87fa-490e-86f9-11b1de5db7a6,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:40.362830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321493902-router', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:34Z', 'updated_at': '2022-06-04T16:14:37Z', 'revision_number': 3, 'project_id': '0efdd44da5fb4645b98b1b6ebd129932', 'gw_port': {'id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:36Z', 'updated_at': '2022-06-04T16:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:40.375713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Checking router: 027386d0-8882-4b6e-b004-a0cfa38281e0 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:14:40.376076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Updating router 027386d0-8882-4b6e-b004-a0cfa38281e0 port b326a366-ea23-4015-a1b8-2bf44036344c binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:14:40.418700 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-55daf6dc-1f41-46d0-a1d4-f4f3c9763946 req-9bded170-8c36-40de-839e-b335c97b186e service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131548 Jun 04 16:14:40.436845 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:40.537160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53deb0e5-5953-44f7-acef-4341eb2ec29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3215a314-8217-4f48-9269-4d417891907e'}, {'server_uuid': 'aa95a2cd-337f-405c-b716-30bc364221c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76667f32-87fa-490e-86f9-11b1de5db7a6'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:40.566358 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-cc3a1ed9-3d3e-4a7c-8be7-8fb3bb128ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:14:01Z', 'revision_number': 4, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '6e3f9351-92c7-4493-b187-8b41e9f9e7fe', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'port_id': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'mac_address': 'fa:16:3e:5f:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:14:31Z', 'updated_at': '2022-06-04T16:14:37Z', 'revision_number': 1, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2563bc42-27f7-4fc7-98fb-41ad3133d2c9', 'name': '', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'mac_address': 'fa:16:3e:f6:7e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:59Z', 'updated_at': '2022-06-04T16:14:10Z', 'revision_number': 5, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'subnets': [{'id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:40.567117 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-55daf6dc-1f41-46d0-a1d4-f4f3c9763946 req-eec22ca2-8f08-4622-be08-834e63ee37b9 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398413 Jun 04 16:14:40.574462 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a1ed9-3d3e-4a7c-8be7-8fb3bb128ede None None] The sync data for ids ['10b29a5a-8c37-4aec-8be0-e4358ec13765'] in n-d-811809-3 is: [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:14:01Z', 'revision_number': 4, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '6e3f9351-92c7-4493-b187-8b41e9f9e7fe', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'port_id': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'mac_address': 'fa:16:3e:5f:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:14:31Z', 'updated_at': '2022-06-04T16:14:37Z', 'revision_number': 1, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2563bc42-27f7-4fc7-98fb-41ad3133d2c9', 'name': '', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'mac_address': 'fa:16:3e:f6:7e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:59Z', 'updated_at': '2022-06-04T16:14:10Z', 'revision_number': 5, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'subnets': [{'id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:14:40.589444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67727d18-d905-417a-8411-3edefa475a80 service neutron] Pushing event updated for resources: {'Port': ['ID=987369eb-9bb6-4a98-8f97-34742c9c3197,revision_number=10']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:40.625407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-aaf4b0de-28d9-4a54-aedb-24d4d01b1add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:40.626985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-aaf4b0de-28d9-4a54-aedb-24d4d01b1add service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1e24b21-fa08-4b28-b3c3-759440e0e4a6 HTTP/1.1" status: 200 len: 930 time: 1.0853426 Jun 04 16:14:40.743256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587736c4-4501-4a68-bde3-38bd5114160c req-368f5856-78b0-4b15-825b-3da2d1b678ff tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:40.744879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-587736c4-4501-4a68-bde3-38bd5114160c req-368f5856-78b0-4b15-825b-3da2d1b678ff tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa95a2cd-337f-405c-b716-30bc364221c4 HTTP/1.1" status: 200 len: 949 time: 1.0877020 Jun 04 16:14:40.787688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-67727d18-d905-417a-8411-3edefa475a80 service neutron] 10.222.0.46 "PUT /v2.0/ports/987369eb-9bb6-4a98-8f97-34742c9c3197/bindings/n-h1-811809-3/activate HTTP/1.1" status: 200 len: 369 time: 2.7901587 Jun 04 16:14:40.798138 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3eb0e-1d60-4951-b344-fa41f6b0e4ee None None] New status for floating IP 6e3f9351-92c7-4493-b187-8b41e9f9e7fe: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:14:40.817709 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:40.833390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Transition to ACTIVE for port object b326a366-ea23-4015-a1b8-2bf44036344c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:40.843822 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:40.906636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fa2c557-41fc-4298-9a16-c506d0bb6437 req-4bdf94ac-88c3-4fc9-9ed7-6a9f3f5ddcdd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8988037 Jun 04 16:14:40.921292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Attempting to bind port b326a366-ea23-4015-a1b8-2bf44036344c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:40.921649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Attempting to bind port b326a366-ea23-4015-a1b8-2bf44036344c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:40.922012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Attempting to bind port b326a366-ea23-4015-a1b8-2bf44036344c on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:40.932092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:40.932459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:40.933005 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:40.933396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:40.934035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Bound port: b326a366-ea23-4015-a1b8-2bf44036344c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:40.934265 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-587736c4-4501-4a68-bde3-38bd5114160c req-0dd8a97f-88f0-4af5-9f0f-55d3a60abf3a tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731691 Jun 04 16:14:40.934424 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:40.937433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-1f777cf4-f349-4c6a-8d7f-dcaf8e9ae172 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3814607e-97e0-442a-9d17-4c4ca7d6f9f5 HTTP/1.1" status: 200 len: 999 time: 0.2610633 Jun 04 16:14:40.985897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2b0f3-9a4a-43ce-9ee4-a98e55cebe7d None None] Pushing event updated for resources: {'Port': ['ID=b326a366-ea23-4015-a1b8-2bf44036344c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:40.988179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-afaa929a-6bc7-48df-9a28-bfb34ff71270 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:40.991173 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-afaa929a-6bc7-48df-9a28-bfb34ff71270 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 1096 time: 0.1265910 Jun 04 16:14:41.033920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] For port b326a366-ea23-4015-a1b8-2bf44036344c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:41.039911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] For port b326a366-ea23-4015-a1b8-2bf44036344c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b326a366-ea23-4015-a1b8-2bf44036344c,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:41.055412 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:41.116821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-af2e9e61-9e8d-49a5-a5d4-0271671c74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:41.120078 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-af2e9e61-9e8d-49a5-a5d4-0271671c74c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8 HTTP/1.1" status: 200 len: 1096 time: 0.1163104 Jun 04 16:14:41.153447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 987369eb-9bb6-4a98-8f97-34742c9c3197 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:14:41.243885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Routers {'027386d0-8882-4b6e-b004-a0cfa38281e0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:41.244601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['027386d0-8882-4b6e-b004-a0cfa38281e0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:41.276655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-2d2c50f6-a5f2-412d-8a85-c6bb71d0ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:41.277999 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-2d2c50f6-a5f2-412d-8a85-c6bb71d0ba58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 1096 time: 0.1236868 Jun 04 16:14:41.333908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2b0f3-9a4a-43ce-9ee4-a98e55cebe7d None None] Pushing event updated for resources: {'Port': ['ID=b326a366-ea23-4015-a1b8-2bf44036344c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:41.347269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 987369eb-9bb6-4a98-8f97-34742c9c3197 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:14:41.347759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c3f3bcd0-857f-4789-8c0a-410af22b3f0e no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:14:41.384485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-b8153739-f3c8-4a17-8a41-669ff8dbcdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:41.385940 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-b8153739-f3c8-4a17-8a41-669ff8dbcdc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9f4fd31-3551-4668-ab35-5dba4064a808 HTTP/1.1" status: 200 len: 868 time: 0.4058251 Jun 04 16:14:41.423525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-13696026-8b7a-4f5c-92d4-90c367981ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:41.425103 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-13696026-8b7a-4f5c-92d4-90c367981ada service neutron] 10.222.0.42 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.1344399 Jun 04 16:14:41.489512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: c3f3bcd0-857f-4789-8c0a-410af22b3f0e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:14:41.489842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c3f3bcd0-857f-4789-8c0a-410af22b3f0e not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:14:41.497618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca469b0-8ca6-4562-a8ff-2a1d525ffaba', 'name': 'network-vif-deleted', 'tag': 'c3f3bcd0-857f-4789-8c0a-410af22b3f0e'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:41.514331 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-1fffd75d-a2d4-446d-a677-0ab3b267ba8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=987369eb-9bb6-4a98-8f97-34742c9c3197 HTTP/1.1" status: 200 len: 217 time: 0.0813222 Jun 04 16:14:41.553992 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] Set router 027386d0-8882-4b6e-b004-a0cfa38281e0 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:41.556253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2c557-41fc-4298-9a16-c506d0bb6437 req-9131199e-876e-49c5-a51c-b8f55372f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:41.557839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fa2c557-41fc-4298-9a16-c506d0bb6437 req-9131199e-876e-49c5-a51c-b8f55372f70f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 1100 time: 0.6195598 Jun 04 16:14:41.610283 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:41.612411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-a4c580f6-1f58-4892-b627-21949b80d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:41.614249 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-a4c580f6-1f58-4892-b627-21949b80d2af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.0882404 Jun 04 16:14:41.640546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93ce72-9489-4f9b-82e6-b2a1231b5ef9 req-8b6477ee-d97b-48b9-a49f-7f28424dbffb tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:41.646964 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee93ce72-9489-4f9b-82e6-b2a1231b5ef9 req-8b6477ee-d97b-48b9-a49f-7f28424dbffb tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.4104791 Jun 04 16:14:41.763400 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-2c4c69de-60ca-4594-8c5f-2c84a122d93f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424084 Jun 04 16:14:41.837745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-1c919f61-4d2b-4942-8407-73252a6c4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:41.839294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-1c919f61-4d2b-4942-8407-73252a6c4f28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1e24b21-fa08-4b28-b3c3-759440e0e4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3911662 Jun 04 16:14:41.842108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee93ce72-9489-4f9b-82e6-b2a1231b5ef9 req-333f7074-dec7-484b-a17b-f1fdde84f56c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941550 Jun 04 16:14:41.873802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-37d96726-cddf-4cfa-9579-d5fb1e874ba3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:14:41.874853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-37d96726-cddf-4cfa-9579-d5fb1e874ba3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163202 Jun 04 16:14:41.882022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321493902-router', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:34Z', 'updated_at': '2022-06-04T16:14:37Z', 'revision_number': 3, 'project_id': '0efdd44da5fb4645b98b1b6ebd129932', 'gw_port': {'id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:36Z', 'updated_at': '2022-06-04T16:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:41.886929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e7e759-6eba-4409-93af-619bb06a2642 None None] The sync data for ids ['027386d0-8882-4b6e-b004-a0cfa38281e0'] in n-d-811809-3 is: [{'id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321493902-router', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:34Z', 'updated_at': '2022-06-04T16:14:37Z', 'revision_number': 3, 'project_id': '0efdd44da5fb4645b98b1b6ebd129932', 'gw_port': {'id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:36Z', 'updated_at': '2022-06-04T16:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:14:41.920802 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-5d8931c1-a9c1-4da3-b9e1-7dbad3ab5d97 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482697 Jun 04 16:14:41.948795 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa5f592-f04e-4871-ba3b-d3e5097c767b'] response: {'name': 'network-changed', 'server_uuid': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'tag': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5', 'status': 'completed', 'code': 200} Jun 04 16:14:42.071859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2c557-41fc-4298-9a16-c506d0bb6437 req-f4acfdcb-ddc1-4c2b-bd49-08aa6047117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:42.073304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fa2c557-41fc-4298-9a16-c506d0bb6437 req-f4acfdcb-ddc1-4c2b-bd49-08aa6047117d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.4878159 Jun 04 16:14:42.076973 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-b549d334-06a7-4faf-a6f0-2b22defce897 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482241 Jun 04 16:14:42.225587 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fa2c557-41fc-4298-9a16-c506d0bb6437 req-82ee3bf5-877f-4402-bbb6-47a47d2fafbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=38a2a4f7-bf0d-47ab-848f-c5487ecbe283 HTTP/1.1" status: 200 len: 217 time: 0.1004159 Jun 04 16:14:42.378406 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-0cc37543-8555-4add-939d-4882ce9b4d85 service neutron] 10.222.0.13 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709628 Jun 04 16:14:42.409394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-147ee665-ecb0-4058-8499-3351662c9e37 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:42.410957 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-147ee665-ecb0-4058-8499-3351662c9e37 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1096 time: 0.0777349 Jun 04 16:14:42.428389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Allocated IP 172.20.0.1 (142adfc0-96f9-44a3-9571-8ff0a1045b6b/5edfdc35-ec71-4f28-9f16-909eef4c637f/3c2cdd05-b062-48a3-a05a-ecd76cb898c3) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:42.440671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2c557-41fc-4298-9a16-c506d0bb6437 req-b8a2d68b-4e9f-4d1e-92f4-552ac4ea15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:42.442116 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fa2c557-41fc-4298-9a16-c506d0bb6437 req-b8a2d68b-4e9f-4d1e-92f4-552ac4ea15e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1605239 Jun 04 16:14:42.584604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477f543-dcc0-4f2f-9273-21872a50b57d req-1a752673-d53f-4235-b326-355645d6416c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:42.586144 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5477f543-dcc0-4f2f-9273-21872a50b57d req-1a752673-d53f-4235-b326-355645d6416c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 950 time: 0.5165913 Jun 04 16:14:42.588363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3594ec-3198-4f85-9b21-d4e05a196773 req-4e0e3941-0e7c-4249-88a2-21588b6e251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:42.589805 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e3594ec-3198-4f85-9b21-d4e05a196773 req-4e0e3941-0e7c-4249-88a2-21588b6e251f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ce9d5a1e2c146bd8a55c9c8f4e207de&device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 1096 time: 0.5689571 Jun 04 16:14:42.596466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-690ac6ee-37db-45ae-b796-be32cf1d15d2 service neutron] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:42.601117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-690ac6ee-37db-45ae-b796-be32cf1d15d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:42.602567 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2131955e-fbed-45e7-9cc7-79418dd14372 req-690ac6ee-37db-45ae-b796-be32cf1d15d2 service neutron] 10.222.0.42 "DELETE /v2.0/ports/987369eb-9bb6-4a98-8f97-34742c9c3197/bindings/n-h2-811809-3 HTTP/1.1" status: 204 len: 173 time: 0.1844709 Jun 04 16:14:42.929040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82788f47-057c-4e6d-9b2f-f4a759933de7 req-c7fb1a49-c4ff-448a-b733-7e78c10a6faf service neutron] 10.222.0.13 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337689 Jun 04 16:14:42.962281 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5477f543-dcc0-4f2f-9273-21872a50b57d req-fa3d98dc-e689-4b7a-ba92-791285c57448 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629823 Jun 04 16:14:43.038636 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:43.054507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2c557-41fc-4298-9a16-c506d0bb6437 req-f1ffc97f-ef79-47c6-a177-9a1dc3643b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:43.056468 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fa2c557-41fc-4298-9a16-c506d0bb6437 req-f1ffc97f-ef79-47c6-a177-9a1dc3643b11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5590649 Jun 04 16:14:43.060574 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3019e3-fc35-4ef6-98c9-a7c06e111a59'] response: {'server_uuid': '53deb0e5-5953-44f7-acef-4341eb2ec29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3215a314-8217-4f48-9269-4d417891907e', 'code': 200} Jun 04 16:14:43.060574 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3019e3-fc35-4ef6-98c9-a7c06e111a59'] response: {'server_uuid': 'aa95a2cd-337f-405c-b716-30bc364221c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76667f32-87fa-490e-86f9-11b1de5db7a6', 'code': 200} Jun 04 16:14:43.070050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3594ec-3198-4f85-9b21-d4e05a196773 req-4e440c3b-9682-4c4e-a80e-14cc750df73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:43.071650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e3594ec-3198-4f85-9b21-d4e05a196773 req-4e440c3b-9682-4c4e-a80e-14cc750df73d service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1e24b21-fa08-4b28-b3c3-759440e0e4a6 HTTP/1.1" status: 200 len: 930 time: 0.4697187 Jun 04 16:14:43.098965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Transition to ACTIVE for port object 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:43.201671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58552) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:43.257220 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4916bf67-f2b6-43da-830a-34a8fca9bae9'] response: {'server_uuid': '9ca469b0-8ca6-4562-a8ff-2a1d525ffaba', 'name': 'network-vif-deleted', 'tag': 'c3f3bcd0-857f-4789-8c0a-410af22b3f0e', 'status': 'completed', 'code': 200} Jun 04 16:14:43.262466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1526818286', 'description': 'tempest-description--275751749'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:43.296391 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:43.321470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Usage tracker for resource:security_group and tenant:6bd94cac11584d9c9b8620f8e279a86a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:43.332321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:43.358983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609e8e9-ce5c-4567-ab96-a850d7c1b6ce req-002416c6-404c-481f-9ecc-eaba7621536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:43.360448 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e609e8e9-ce5c-4567-ab96-a850d7c1b6ce req-002416c6-404c-481f-9ecc-eaba7621536f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa95a2cd-337f-405c-b716-30bc364221c4 HTTP/1.1" status: 200 len: 1101 time: 0.2014472 Jun 04 16:14:43.364223 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-481f75bb-08e1-40fb-8e75-7f1dfc58efd3 req-bc008e3f-8789-4b5a-8ff5-7410afb4b1b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2760093 Jun 04 16:14:43.372032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abb95b-06e0-4ab7-a40a-92bce2231fb0 req-be959e8b-7349-49e1-a9d7-c28f7c4bc61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:43.373625 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-40abb95b-06e0-4ab7-a40a-92bce2231fb0 req-be959e8b-7349-49e1-a9d7-c28f7c4bc61f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 1101 time: 0.1638966 Jun 04 16:14:43.382721 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:43.393486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b326a366-ea23-4015-a1b8-2bf44036344c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:43.430218 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e3594ec-3198-4f85-9b21-d4e05a196773 req-98df8f3d-6364-4697-b616-abad5858fdcc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3814607e-97e0-442a-9d17-4c4ca7d6f9f5 HTTP/1.1" status: 200 len: 1001 time: 0.3297303 Jun 04 16:14:43.476652 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e609e8e9-ce5c-4567-ab96-a850d7c1b6ce req-c3b9e331-aadb-46ff-95d4-30ce66503df0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005068 Jun 04 16:14:43.485010 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-40abb95b-06e0-4ab7-a40a-92bce2231fb0 req-1edda917-0843-4e07-8bdc-8b4a8371ac81 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751803 Jun 04 16:14:43.503822 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:43.507056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b326a366-ea23-4015-a1b8-2bf44036344c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:43.512511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b326a366-ea23-4015-a1b8-2bf44036344c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:43.513278 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:43.523950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fa2c557-41fc-4298-9a16-c506d0bb6437 req-e03835b1-02b0-4275-9ae9-dacb2f395df4 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513533 Jun 04 16:14:43.530933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:43.606172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cb743-f412-4a29-9d12-1855cff81f2f req-d140d3fb-3742-43df-ac19-3c98498f9aa4 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:43.607649 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e18cb743-f412-4a29-9d12-1855cff81f2f req-d140d3fb-3742-43df-ac19-3c98498f9aa4 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 945 time: 0.4542129 Jun 04 16:14:43.613726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:43.645611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b326a366-ea23-4015-a1b8-2bf44036344c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:43.645993 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:43.649484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Usage tracker for resource:security_group_rule and tenant:6bd94cac11584d9c9b8620f8e279a86a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:43.656253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3594ec-3198-4f85-9b21-d4e05a196773 req-a854fce8-f91c-4610-8fc2-9beba79bf895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:43.657915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e3594ec-3198-4f85-9b21-d4e05a196773 req-a854fce8-f91c-4610-8fc2-9beba79bf895 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9f4fd31-3551-4668-ab35-5dba4064a808 HTTP/1.1" status: 200 len: 868 time: 0.2087402 Jun 04 16:14:43.660409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Network 142adfc0-96f9-44a3-9571-8ff0a1045b6b is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:43.661279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:43.664567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port b326a366-ea23-4015-a1b8-2bf44036344c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b326a366-ea23-4015-a1b8-2bf44036344c,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:43.668753 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:43.674299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:43.677381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:43.684300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:43.684792 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:43.784536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f75bb-08e1-40fb-8e75-7f1dfc58efd3 req-44372c4c-d104-4553-99ea-32963b538627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:43.786153 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-481f75bb-08e1-40fb-8e75-7f1dfc58efd3 req-44372c4c-d104-4553-99ea-32963b538627 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 1101 time: 0.0853786 Jun 04 16:14:43.817123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=b326a366-ea23-4015-a1b8-2bf44036344c,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:43.891752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c3676-9faa-467d-b385-f2ce26d6d16e req-3b063146-0fb3-489f-a562-780d71e7ceeb tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:43.893362 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a9c3676-9faa-467d-b385-f2ce26d6d16e req-3b063146-0fb3-489f-a562-780d71e7ceeb tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa95a2cd-337f-405c-b716-30bc364221c4 HTTP/1.1" status: 200 len: 950 time: 0.5622416 Jun 04 16:14:43.911398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2cdd05-b062-48a3-a05a-ecd76cb898c3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:43.929465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e18cb743-f412-4a29-9d12-1855cff81f2f req-d80ca5b6-bb1e-48e0-97b1-c28234ac2f0a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045182 Jun 04 16:14:43.959573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f75bb-08e1-40fb-8e75-7f1dfc58efd3 req-29569438-98b5-42ca-ba2d-24cb664196c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:43.962483 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-481f75bb-08e1-40fb-8e75-7f1dfc58efd3 req-29569438-98b5-42ca-ba2d-24cb664196c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.1504626 Jun 04 16:14:43.979144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7cc252a1-c6ab-468e-b9b7-913936452ab4 None None] Provisioning for port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:43.987837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7cc252a1-c6ab-468e-b9b7-913936452ab4 None None] Provisioning complete for port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:43.988662 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7cc252a1-c6ab-468e-b9b7-913936452ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.036987 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-481f75bb-08e1-40fb-8e75-7f1dfc58efd3 req-0893dce5-9416-4352-9f07-044c1f85458e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=35e7c544-f069-4ecc-9f38-ce8de6a35428 HTTP/1.1" status: 200 len: 217 time: 0.0654502 Jun 04 16:14:44.060323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7cc252a1-c6ab-468e-b9b7-913936452ab4 None None] Port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:44.076043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a9c3676-9faa-467d-b385-f2ce26d6d16e req-7bcd116e-2444-493d-91e3-61e7d12e84f6 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616986 Jun 04 16:14:44.111789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f75bb-08e1-40fb-8e75-7f1dfc58efd3 req-21171ab1-3052-475a-aa2b-0401b6feadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:44.113309 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-481f75bb-08e1-40fb-8e75-7f1dfc58efd3 req-21171ab1-3052-475a-aa2b-0401b6feadfc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0692477 Jun 04 16:14:44.132470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fa2c557-41fc-4298-9a16-c506d0bb6437 req-1c7229db-b084-43d3-b94c-c58073957341 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227386 Jun 04 16:14:44.201127 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.202325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f75bb-08e1-40fb-8e75-7f1dfc58efd3 req-4edef010-bd77-404c-a138-58e6df9e1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:44.203796 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-481f75bb-08e1-40fb-8e75-7f1dfc58efd3 req-4edef010-bd77-404c-a138-58e6df9e1c87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739431 Jun 04 16:14:44.273017 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.292630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3594ec-3198-4f85-9b21-d4e05a196773 req-06cb42fb-60d3-4a2c-b53d-5e21ddada665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:44.294076 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e3594ec-3198-4f85-9b21-d4e05a196773 req-06cb42fb-60d3-4a2c-b53d-5e21ddada665 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1e24b21-fa08-4b28-b3c3-759440e0e4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5804250 Jun 04 16:14:44.335735 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-481f75bb-08e1-40fb-8e75-7f1dfc58efd3 req-04f3f01e-ffdd-456a-b785-fa7090da1539 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248016 Jun 04 16:14:44.427783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2525e8f7-75ee-4ff4-8839-876775d1a5ce,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:44.472079 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-481f75bb-08e1-40fb-8e75-7f1dfc58efd3 req-94ca8944-27dd-4847-9faa-0aafd02ca8b1 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292758 Jun 04 16:14:44.482714 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.483855 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fd4abdfa-120f-404d-af48-e0521bd16824 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2812908 Jun 04 16:14:44.486943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58560) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:44.493070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c3502c8e-edac-411e-abf2-6a2d493c7a5a tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Request body: {'security_group_rule': {'security_group_id': '2525e8f7-75ee-4ff4-8839-876775d1a5ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:44.499003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c3502c8e-edac-411e-abf2-6a2d493c7a5a tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:44.503020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c3502c8e-edac-411e-abf2-6a2d493c7a5a tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Usage tracker for resource:security_group_rule and tenant:6bd94cac11584d9c9b8620f8e279a86a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:44.505983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c3502c8e-edac-411e-abf2-6a2d493c7a5a tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:44.512735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c3502c8e-edac-411e-abf2-6a2d493c7a5a tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:44.531958 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3502c8e-edac-411e-abf2-6a2d493c7a5a tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.549460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-48a28e21-19bd-4b12-8bbd-db6d34ad22a9 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 258 time: 0.4160357 Jun 04 16:14:44.569949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e50d32-6604-4e02-b496-bbce118a12b4 req-007c997f-11d1-4e69-9755-5244af1ebbf3 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:44.571742 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49e50d32-6604-4e02-b496-bbce118a12b4 req-007c997f-11d1-4e69-9755-5244af1ebbf3 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.4851971 Jun 04 16:14:44.585795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:44.615478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:44.622219 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.643591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e3594ec-3198-4f85-9b21-d4e05a196773 req-a6cca35b-d34f-4075-96b9-7bfe4a728be3 service neutron] 10.222.0.46 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411140 Jun 04 16:14:44.658671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:44.692125 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3502c8e-edac-411e-abf2-6a2d493c7a5a tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.696341 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3502c8e-edac-411e-abf2-6a2d493c7a5a tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.720376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3502c8e-edac-411e-abf2-6a2d493c7a5a tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b3d7ed-8337-4963-a6ea-1105f40265ff,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:44.729548 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3502c8e-edac-411e-abf2-6a2d493c7a5a tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.733514 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c3502c8e-edac-411e-abf2-6a2d493c7a5a tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2427239 Jun 04 16:14:44.733813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58564) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:44.738999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-874a16f4-661c-4ec1-8974-32d8cab4bd9e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Request body: {'security_group_rule': {'security_group_id': '2525e8f7-75ee-4ff4-8839-876775d1a5ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:44.745487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-874a16f4-661c-4ec1-8974-32d8cab4bd9e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:44.749828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-874a16f4-661c-4ec1-8974-32d8cab4bd9e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Usage tracker for resource:security_group_rule and tenant:6bd94cac11584d9c9b8620f8e279a86a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:44.752976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-874a16f4-661c-4ec1-8974-32d8cab4bd9e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:44.759265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-874a16f4-661c-4ec1-8974-32d8cab4bd9e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:44.779072 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-874a16f4-661c-4ec1-8974-32d8cab4bd9e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.849416 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-874a16f4-661c-4ec1-8974-32d8cab4bd9e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.854365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-874a16f4-661c-4ec1-8974-32d8cab4bd9e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.879295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a16f4-661c-4ec1-8974-32d8cab4bd9e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5727cd5e-e18f-4f55-9b04-26c3fc164d4a,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:44.892718 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-874a16f4-661c-4ec1-8974-32d8cab4bd9e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.896405 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-874a16f4-661c-4ec1-8974-32d8cab4bd9e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584337 Jun 04 16:14:44.896813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58568) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:14:44.902213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:44.907485 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.908281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:44.912159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Usage tracker for resource:floatingip and tenant:6bd94cac11584d9c9b8620f8e279a86a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:44.915273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:44.921784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:44.936039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:44.955393 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49e50d32-6604-4e02-b496-bbce118a12b4 req-47d5bb66-abbc-4092-9693-b931afd1fd97 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758960 Jun 04 16:14:45.097679 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.120362 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e3594ec-3198-4f85-9b21-d4e05a196773 req-032ef3ac-373f-4376-99e6-4565e7c9f744 service neutron] 10.222.0.46 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629595 Jun 04 16:14:45.242460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Allocated IP 172.25.5.172 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/34cf4d9a-c2de-4937-a72e-7df8a8adcbdc) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:45.272396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b326a366-ea23-4015-a1b8-2bf44036344c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:45.341501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b326a366-ea23-4015-a1b8-2bf44036344c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:45.342179 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.365688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaaf78-df9e-4fba-ac45-0dee72f5ab7b req-65097c17-2a8c-4029-a8bb-7cb9d1d4bc7a tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:45.368804 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f4eaaf78-df9e-4fba-ac45-0dee72f5ab7b req-65097c17-2a8c-4029-a8bb-7cb9d1d4bc7a tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 950 time: 0.2567523 Jun 04 16:14:45.392599 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.403633 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.404057 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.410731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.443564 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.443830 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.468049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b326a366-ea23-4015-a1b8-2bf44036344c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:45.504332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:45.507686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:45.510759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:45.523882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Pushing event updated for resources: {'Port': ['ID=34cf4d9a-c2de-4937-a72e-7df8a8adcbdc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:45.557089 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.561930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f4eaaf78-df9e-4fba-ac45-0dee72f5ab7b req-92f58313-c451-4d90-933a-83df55b95e20 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859350 Jun 04 16:14:45.624025 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.643994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2cdd05-b062-48a3-a05a-ecd76cb898c3,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:45.829740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Allocated IP 172.25.5.216 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/435e4190-1f13-4bfc-bdd9-69072157f215) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:45.836201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Network 142adfc0-96f9-44a3-9571-8ff0a1045b6b is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:45.837162 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.840429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:45.847447 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.914735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.941994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Pushing event updated for resources: {'Port': ['ID=34cf4d9a-c2de-4937-a72e-7df8a8adcbdc,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:45.953139 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:45.954690 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c25dd311-9612-422b-a88d-8c140725e952 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0567577 Jun 04 16:14:46.093622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bc3dee3e-7add-4dcd-b351-10bffcde5d15 None None] Provisioning complete for port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:46.093852 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bc3dee3e-7add-4dcd-b351-10bffcde5d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:46.099114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f020a0-bc54-46c5-8071-5f17ff0fab9f req-a2c80dbc-c8bb-4eaf-b8a3-a44be265dfcb tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:46.100613 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9f020a0-bc54-46c5-8071-5f17ff0fab9f req-a2c80dbc-c8bb-4eaf-b8a3-a44be265dfcb tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 1096 time: 0.4245818 Jun 04 16:14:46.147298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-bc3dee3e-7add-4dcd-b351-10bffcde5d15 None None] Port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:46.199110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9f020a0-bc54-46c5-8071-5f17ff0fab9f req-de5bd710-0ae8-47ca-9ee1-ec39260353fe tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865872 Jun 04 16:14:46.219149 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:46.226559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Router 027386d0-8882-4b6e-b004-a0cfa38281e0 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:14:46.555511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:46.638387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:14:46.648139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Sync routers for ids ['027386d0-8882-4b6e-b004-a0cfa38281e0'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:14:46.651726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:46.656840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:46.658946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Routers {'027386d0-8882-4b6e-b004-a0cfa38281e0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:46.659930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['027386d0-8882-4b6e-b004-a0cfa38281e0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:46.662324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:46.667651 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fb1b136b-600c-4166-811b-edaba05eaad6 admin admin] 10.222.0.13 "PUT /v2.0/routers/027386d0-8882-4b6e-b004-a0cfa38281e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2471294 Jun 04 16:14:46.668593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Pushing event updated for resources: {'Port': ['ID=435e4190-1f13-4bfc-bdd9-69072157f215,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:46.712054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ef413-9041-4ddd-b3a6-27cc4ec0a690 req-1070d171-7654-4de4-b25c-119e3c8c8c12 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:46.713850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c61ef413-9041-4ddd-b3a6-27cc4ec0a690 req-1070d171-7654-4de4-b25c-119e3c8c8c12 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa95a2cd-337f-405c-b716-30bc364221c4 HTTP/1.1" status: 200 len: 950 time: 0.3310206 Jun 04 16:14:46.720280 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:46.806639 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:46.849945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c61ef413-9041-4ddd-b3a6-27cc4ec0a690 req-ccbccf64-3dce-4975-8e34-42146862c621 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266563 Jun 04 16:14:46.850210 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Set router 027386d0-8882-4b6e-b004-a0cfa38281e0 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:47.102178 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:47.110097 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:47.157356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae564c1f-8295-423d-88f6-3f421afe9f88 req-180d95b2-8858-4a0f-a56b-648f58c36059 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:47.158878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae564c1f-8295-423d-88f6-3f421afe9f88 req-180d95b2-8858-4a0f-a56b-648f58c36059 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 1101 time: 0.1695349 Jun 04 16:14:47.194271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321493902-router', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:34Z', 'updated_at': '2022-06-04T16:14:44Z', 'revision_number': 4, 'project_id': '0efdd44da5fb4645b98b1b6ebd129932', 'gw_port': {'id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:36Z', 'updated_at': '2022-06-04T16:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '3c2cdd05-b062-48a3-a05a-ecd76cb898c3', 'name': '', 'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'mac_address': 'fa:16:3e:34:47:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5edfdc35-ec71-4f28-9f16-909eef4c637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:41Z', 'updated_at': '2022-06-04T16:14:45Z', 'revision_number': 2, 'project_id': '0efdd44da5fb4645b98b1b6ebd129932', 'subnets': [{'id': '5edfdc35-ec71-4f28-9f16-909eef4c637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:47.200062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Checking router: 027386d0-8882-4b6e-b004-a0cfa38281e0 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:14:47.200276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Updating router 027386d0-8882-4b6e-b004-a0cfa38281e0 port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:14:47.202949 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:47.248966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Pushing event updated for resources: {'Port': ['ID=435e4190-1f13-4bfc-bdd9-69072157f215,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:47.280907 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae564c1f-8295-423d-88f6-3f421afe9f88 req-1fa9beac-c392-447b-b117-83b85a262348 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064360 Jun 04 16:14:47.289081 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:47.292462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0840c202-e05c-4ee3-883e-75c95c23c6ea tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7152889 Jun 04 16:14:47.358030 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:47.492705 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0a4e964b-8f6f-4d68-b7db-34919eddd17d tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Synchronizing usage tracker for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:47.581017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0a4e964b-8f6f-4d68-b7db-34919eddd17d tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Unset dirty status for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:47.582302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-0a4e964b-8f6f-4d68-b7db-34919eddd17d tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.2838075 Jun 04 16:14:47.791264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e84dfd-ff70-4a04-a6e7-421d513149fe req-871b7fd5-834a-4956-ba8e-6fbedaf52e6a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:47.799445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7e84dfd-ff70-4a04-a6e7-421d513149fe req-871b7fd5-834a-4956-ba8e-6fbedaf52e6a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.2887187 Jun 04 16:14:47.859356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-f08727d2-7d0b-4d2f-b5f5-727db7848c32 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:47.861154 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07f89c78-fb49-4b2d-bcb1-6cfa10dbd944 req-f08727d2-7d0b-4d2f-b5f5-727db7848c32 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.2659421 Jun 04 16:14:47.867950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7e84dfd-ff70-4a04-a6e7-421d513149fe req-08bdb2fc-334a-43ba-bd11-79313b5e99c2 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673349 Jun 04 16:14:47.951929 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:47.967601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Transition to ACTIVE for port object 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:47.986040 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:48.204950 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b151d-362d-4345-9b7c-0fcf2cd5fdc2 None None] Pushing event updated for resources: {'Port': ['ID=3c2cdd05-b062-48a3-a05a-ecd76cb898c3,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:48.239925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Attempting to bind port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:48.240280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Attempting to bind port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '2c081dfd-5b44-4465-8d67-012a3cefb698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:48.240637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Attempting to bind port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 on network 142adfc0-96f9-44a3-9571-8ff0a1045b6b {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:48.246967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:48.247338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Checking segment: {'id': '2c081dfd-5b44-4465-8d67-012a3cefb698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:48.247728 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:48.248112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Bound using segment: {'id': '2c081dfd-5b44-4465-8d67-012a3cefb698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:48.248579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Bound port: 3c2cdd05-b062-48a3-a05a-ecd76cb898c3, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c081dfd-5b44-4465-8d67-012a3cefb698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:48.248947 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:48.343535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] For port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:48.346705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] For port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3c2cdd05-b062-48a3-a05a-ecd76cb898c3,segment=NetworkSegment(2c081dfd-5b44-4465-8d67-012a3cefb698),segment_id=2c081dfd-5b44-4465-8d67-012a3cefb698)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:48.354493 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:48.367305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411145ff-e669-48c8-9fad-560957d49e60 req-322a10d8-eca9-4c8b-9aea-1f15889efda8 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:48.368781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-322a10d8-eca9-4c8b-9aea-1f15889efda8 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 821 time: 0.3338356 Jun 04 16:14:48.374966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-ee8b832d-c326-4962-802a-2f05bc987d82 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:48.376505 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-ee8b832d-c326-4962-802a-2f05bc987d82 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/networks?id=72019db3-39df-43d8-93d3-271f4f5ad33a HTTP/1.1" status: 200 len: 821 time: 0.3659596 Jun 04 16:14:48.397018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-b392518f-2db5-4beb-9c2c-77063068d150 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/quotas/a5ab49c29daa4a08b32221dccc05ebd8 HTTP/1.1" status: 200 len: 375 time: 0.0195236 Jun 04 16:14:48.398459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-cea4c7cd-a0ba-492e-94cd-c0493fe2ad4c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/quotas/6bd94cac11584d9c9b8620f8e279a86a HTTP/1.1" status: 200 len: 375 time: 0.0139225 Jun 04 16:14:48.442267 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Routers {'027386d0-8882-4b6e-b004-a0cfa38281e0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:48.442929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['027386d0-8882-4b6e-b004-a0cfa38281e0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:48.515422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b151d-362d-4345-9b7c-0fcf2cd5fdc2 None None] Pushing event updated for resources: {'Port': ['ID=3c2cdd05-b062-48a3-a05a-ecd76cb898c3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:48.677165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-e1b5592b-13b3-4e1f-b425-7feaba7d898a tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bd94cac11584d9c9b8620f8e279a86a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2557359 Jun 04 16:14:48.694047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-591dfd7d-2b2c-4c0a-88e7-62ff25215cc1 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2737801 Jun 04 16:14:48.737670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] Set router 027386d0-8882-4b6e-b004-a0cfa38281e0 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:49.097845 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-dd5cb3d4-5e8d-4b7d-bd89-6e31c2621ad4 service neutron] 10.222.0.13 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028220 Jun 04 16:14:49.134970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321493902-router', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:34Z', 'updated_at': '2022-06-04T16:14:44Z', 'revision_number': 4, 'project_id': '0efdd44da5fb4645b98b1b6ebd129932', 'gw_port': {'id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:36Z', 'updated_at': '2022-06-04T16:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '3c2cdd05-b062-48a3-a05a-ecd76cb898c3', 'name': '', 'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'mac_address': 'fa:16:3e:34:47:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5edfdc35-ec71-4f28-9f16-909eef4c637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:41Z', 'updated_at': '2022-06-04T16:14:48Z', 'revision_number': 4, 'project_id': '0efdd44da5fb4645b98b1b6ebd129932', 'subnets': [{'id': '5edfdc35-ec71-4f28-9f16-909eef4c637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:49.139469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4039f1-b386-472d-b8cd-8e40c18f34ae None None] The sync data for ids ['027386d0-8882-4b6e-b004-a0cfa38281e0'] in n-d-811809-3 is: [{'id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321493902-router', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:34Z', 'updated_at': '2022-06-04T16:14:44Z', 'revision_number': 4, 'project_id': '0efdd44da5fb4645b98b1b6ebd129932', 'gw_port': {'id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:36Z', 'updated_at': '2022-06-04T16:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '3c2cdd05-b062-48a3-a05a-ecd76cb898c3', 'name': '', 'network_id': '142adfc0-96f9-44a3-9571-8ff0a1045b6b', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'mac_address': 'fa:16:3e:34:47:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5edfdc35-ec71-4f28-9f16-909eef4c637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:41Z', 'updated_at': '2022-06-04T16:14:48Z', 'revision_number': 4, 'project_id': '0efdd44da5fb4645b98b1b6ebd129932', 'subnets': [{'id': '5edfdc35-ec71-4f28-9f16-909eef4c637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:14:49.145669 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-687428fc-453e-45f7-b5e2-92703745f3ce service neutron] 10.222.0.13 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494133 Jun 04 16:14:49.453393 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-fa29feab-244f-4ac7-a830-82b0cb11d31e service neutron] 10.222.0.13 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960049 Jun 04 16:14:49.511826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-b0dbacb5-f900-41e1-9e9b-4c04da12e354 service neutron] 10.222.0.13 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034169 Jun 04 16:14:49.915106 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-cef684d0-1e27-41cc-9f69-ec993690c206 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426128 Jun 04 16:14:50.168157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309131-d9e4-4b13-b48d-2535824c394e req-80129ddd-529a-4112-9861-ba5b20282a38 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:50.175319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-80129ddd-529a-4112-9861-ba5b20282a38 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525749 Jun 04 16:14:50.207313 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-19d8c421-4529-4a80-8cb8-307b0d222a34 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/quotas/7266c7f5f1c14d469ab9832f7ed5833f HTTP/1.1" status: 200 len: 375 time: 0.0307224 Jun 04 16:14:50.384349 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-de10741c-3f98-40a1-8f65-1a995258ca70 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1745341 Jun 04 16:14:50.634544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d1f6f-f282-4146-bbbb-253a0bb2de67 req-0b5a1bae-b097-4fb5-bf15-ad0bd2bdbdeb tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:50.639480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dd3d1f6f-f282-4146-bbbb-253a0bb2de67 req-0b5a1bae-b097-4fb5-bf15-ad0bd2bdbdeb tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2388918 Jun 04 16:14:50.919956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dd3d1f6f-f282-4146-bbbb-253a0bb2de67 req-45458e7f-0f60-4708-ab9e-7ca0b7d68779 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.2742422 Jun 04 16:14:50.929418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dd3d1f6f-f282-4146-bbbb-253a0bb2de67 req-7e0020b7-8948-411b-bf13-9c3818629527 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Request body: {'floatingip': {'port_id': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:51.063287 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dd3d1f6f-f282-4146-bbbb-253a0bb2de67 req-7e0020b7-8948-411b-bf13-9c3818629527 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:51.415316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c007de-4bec-461a-8216-2e95bf23ae17 req-7ef7ad64-0d39-43c6-927d-8404ff179467 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:51.416635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:51.417072 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7c007de-4bec-461a-8216-2e95bf23ae17 req-7ef7ad64-0d39-43c6-927d-8404ff179467 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.5882373 Jun 04 16:14:51.544069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:51.553580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:51.556594 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:51.591194 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7c007de-4bec-461a-8216-2e95bf23ae17 req-798e797d-c596-44ec-a5e2-00cc11c09bab tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209540 Jun 04 16:14:51.593326 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-dd3d1f6f-f282-4146-bbbb-253a0bb2de67 req-7e0020b7-8948-411b-bf13-9c3818629527 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] update failed (client error): There was a conflict when trying to complete your request. Jun 04 16:14:51.594241 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dd3d1f6f-f282-4146-bbbb-253a0bb2de67 req-7e0020b7-8948-411b-bf13-9c3818629527 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "PUT /v2.0/floatingips/20e8826b-90c9-4165-86e5-1ff65096c3de HTTP/1.1" status: 409 len: 550 time: 0.6716983 Jun 04 16:14:51.761016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:51.761472 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:51.817690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3c2cdd05-b062-48a3-a05a-ecd76cb898c3,segment=NetworkSegment(2c081dfd-5b44-4465-8d67-012a3cefb698),segment_id=2c081dfd-5b44-4465-8d67-012a3cefb698)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:51.821462 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:51.981292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=3c2cdd05-b062-48a3-a05a-ecd76cb898c3,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:52.002947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b3d6cda-0d92-431f-a46e-8b667426dc05 req-afa3783c-dc32-4e48-9785-04a765b22689 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 210 time: 0.1481748 Jun 04 16:14:52.355593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4db999de-64ef-438e-8fb0-980b0efdd00f req-946e431a-b3f5-4675-b34a-f06350a393bf tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 210 time: 0.2273018 Jun 04 16:14:52.363637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-d3a1d8ce-3b30-4081-b272-09e6b41f602a tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417120 Jun 04 16:14:52.551685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-daf69714-6190-4412-87ac-28a3083664bd tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:52.559972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-daf69714-6190-4412-87ac-28a3083664bd tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.42 "GET /v2.0/networks?id=72019db3-39df-43d8-93d3-271f4f5ad33a HTTP/1.1" status: 200 len: 821 time: 0.6183667 Jun 04 16:14:52.621484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Request body: {'port': {'device_id': '5443d9c2-b8e5-4955-9903-9637500b601f', 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a', 'admin_state_up': True, 'tenant_id': '6bd94cac11584d9c9b8620f8e279a86a'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:52.742958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309131-d9e4-4b13-b48d-2535824c394e req-fe5abade-853c-4a53-bdde-4d63c9763cfc tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:52.744578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-fe5abade-853c-4a53-bdde-4d63c9763cfc tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3741114 Jun 04 16:14:52.774230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411145ff-e669-48c8-9fad-560957d49e60 req-2d609a72-39f8-4d42-b9fa-0af2aa42a702 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:52.775019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-411145ff-e669-48c8-9fad-560957d49e60 req-2d609a72-39f8-4d42-b9fa-0af2aa42a702 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Synchronizing usage tracker for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:52.797191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-411145ff-e669-48c8-9fad-560957d49e60 req-2d609a72-39f8-4d42-b9fa-0af2aa42a702 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Unset dirty status for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:52.798839 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-2d609a72-39f8-4d42-b9fa-0af2aa42a702 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.42 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 821 time: 0.2136331 Jun 04 16:14:52.814325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Request body: {'port': {'device_id': '095d5543-e7ee-4958-b022-0453905e9b28', 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e', 'admin_state_up': True, 'tenant_id': 'a5ab49c29daa4a08b32221dccc05ebd8'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:52.818477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f48f6d3-0ca2-4dd9-bbda-e94b3f896f86 req-dd920601-d7d9-4b99-ac5d-8a5a562c7f89 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 210 time: 0.2026567 Jun 04 16:14:52.829214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Request body: {'port': {'device_id': '574cbf51-bf1d-4e48-8f92-de513ef0b374', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '7266c7f5f1c14d469ab9832f7ed5833f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:52.981907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:52.993291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:53.004362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Made reservation on behalf of a5ab49c29daa4a08b32221dccc05ebd8 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:14:53.008538 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:53.049542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-3043c83e-0fea-49f1-b5a3-c13d12fdc4bb tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips/20e8826b-90c9-4165-86e5-1ff65096c3de HTTP/1.1" status: 200 len: 693 time: 0.1754549 Jun 04 16:14:53.123830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.124288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.124764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.125217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.125666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.126115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.126591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.127039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.127493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.127941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.128400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.128833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.129298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.129746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.135114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-e873aca2-94b8-499e-89b0-7bfe22043454 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374&device_id=095d5543-e7ee-4958-b022-0453905e9b28&device_id=5443d9c2-b8e5-4955-9903-9637500b601f&device_id=aa95a2cd-337f-405c-b716-30bc364221c4&device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b&device_id=3e256645-3d75-4fef-804a-bdbb625e8b69&device_id=1c2af77c-62ea-47e4-ae1d-835951b27400&device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73&device_id=89dc9921-6a5d-4797-b756-02da1f857ba0&device_id=6e1ad647-dd62-460c-b14d-c6382945f864&device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608&device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4&device_id=3dd73d6d-941b-4e5c-bc94-c11470283457&device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44&device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4&device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570&device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 12669 time: 0.5246265 Jun 04 16:14:53.190759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Allocated IP 172.20.0.14 (4174afad-8f69-40c2-8826-5ab168bb142e/47e12d5c-bc8b-435f-bebd-f23b80669698/016b7c67-5d09-45f7-b5e3-21bc40fab852) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:53.295214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:53.304697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:14:53.311301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-c21d767f-d92e-4cb2-89a3-a89d9495f285 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:53.337263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-a23f2acd-1815-43e5-bf8d-a270da789c77 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.343782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-a23f2acd-1815-43e5-bf8d-a270da789c77 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.2816787 Jun 04 16:14:53.349498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-f1455013-3d21-4c70-91b6-f7a18f29debf tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:14:53.355661 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-f1455013-3d21-4c70-91b6-f7a18f29debf tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110397 Jun 04 16:14:53.361218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Usage tracker for resource:port and tenant:6bd94cac11584d9c9b8620f8e279a86a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:53.387051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:53.388370 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:53.416043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:53.418774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-c21d767f-d92e-4cb2-89a3-a89d9495f285 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:53.443447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:53.445853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-c21d767f-d92e-4cb2-89a3-a89d9495f285 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Usage tracker for resource:security_group_rule and tenant:66cc9d6b4e9c4316a8ebe4711a576914 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:14:53.455853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:14:53.462477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-c21d767f-d92e-4cb2-89a3-a89d9495f285 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:14:53.475373 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:53.476167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-e6f4799f-36fc-4023-995c-fd5dd1cf6eb1 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.1195340 Jun 04 16:14:53.544973 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:53.583006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-8f4c62ba-a243-4584-b019-eb00cc654aba tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.1058958 Jun 04 16:14:53.596278 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:14:53.638757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-c21d767f-d92e-4cb2-89a3-a89d9495f285 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:53.653077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Network 4174afad-8f69-40c2-8826-5ab168bb142e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:53.656373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:53.661110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Made reservation on behalf of 6bd94cac11584d9c9b8620f8e279a86a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:14:53.664078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:53.664594 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:53.669397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:53.679730 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:53.685652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:14:53.695782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Pushing event updated for resources: {'Port': ['ID=016b7c67-5d09-45f7-b5e3-21bc40fab852,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:53.707186 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-4d7968b4-8ba0-4050-8045-51431926c785 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8987296 Jun 04 16:14:53.719591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Request body: {'port': {'device_id': '095d5543-e7ee-4958-b022-0453905e9b28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:53.793788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Made reservation on behalf of 7266c7f5f1c14d469ab9832f7ed5833f for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:14:53.806654 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:53.958633 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:54.028079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-be3604a6-64c7-481e-8580-26cf0470ab07 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Deleting port 435e4190-1f13-4bfc-bdd9-69072157f215 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:14:54.028556 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-be3604a6-64c7-481e-8580-26cf0470ab07 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:54.203516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-966b0b66-6afd-49cd-80cd-a316714fb8f7 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:54.204367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-966b0b66-6afd-49cd-80cd-a316714fb8f7 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Synchronizing usage tracker for tenant:15e2ee17bf0b4a62a666e59544dd12a2 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:54.293453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-966b0b66-6afd-49cd-80cd-a316714fb8f7 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Unset dirty status for tenant:15e2ee17bf0b4a62a666e59544dd12a2 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:54.294516 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-966b0b66-6afd-49cd-80cd-a316714fb8f7 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 945 time: 0.2816317 Jun 04 16:14:54.408456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Deleting port 34e3d757-4b0f-400d-980a-a3f88b3a1df1 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:14:54.408783 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:54.424576 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-c21d767f-d92e-4cb2-89a3-a89d9495f285 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:54.438865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Allocated IP 172.20.0.4 (72019db3-39df-43d8-93d3-271f4f5ad33a/47f6d421-7a43-450e-be14-3b76b24804d1/29f439a0-cb0b-45ac-aec3-5cdd10b20da1) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:54.454461 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-c21d767f-d92e-4cb2-89a3-a89d9495f285 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:54.503260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Allocated IP 192.168.233.236 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:14:54.518476 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c3bd823-42b7-42a0-99be-fe6d5e987974 req-c21d767f-d92e-4cb2-89a3-a89d9495f285 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&id=66e2b8de-a572-4282-95f5-491bacc8bc10&id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&id=328151dc-354f-45a2-bf36-2674538bdb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 1.2456605 Jun 04 16:14:54.527760 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-be3604a6-64c7-481e-8580-26cf0470ab07 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:54.528217 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-be3604a6-64c7-481e-8580-26cf0470ab07 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:54.566502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d767f-d92e-4cb2-89a3-a89d9495f285 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa20bab0-12fd-4d49-ba97-1b5c674e8555,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:54.696063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-be3604a6-64c7-481e-8580-26cf0470ab07 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Calling delete_port for 435e4190-1f13-4bfc-bdd9-69072157f215 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:14:54.767284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016b7c67-5d09-45f7-b5e3-21bc40fab852 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:54.785527 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:54.821123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Transition to ACTIVE for port object 016b7c67-5d09-45f7-b5e3-21bc40fab852 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:54.846083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:54.921020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] For port 34e3d757-4b0f-400d-980a-a3f88b3a1df1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=34e3d757-4b0f-400d-980a-a3f88b3a1df1,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:14:54.921537 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.119164 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Pushing event updated for resources: {'Port': ['ID=016b7c67-5d09-45f7-b5e3-21bc40fab852,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:55.196139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Attempting to bind port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:55.196139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Attempting to bind port 016b7c67-5d09-45f7-b5e3-21bc40fab852 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:55.196139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Attempting to bind port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:55.212291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on network 4174afad-8f69-40c2-8826-5ab168bb142e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:14:55.212506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Attempting to bind port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:55.225146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:55.225352 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.225485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Checking segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:55.225892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Bound using segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:55.226336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Bound port: 016b7c67-5d09-45f7-b5e3-21bc40fab852, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:55.242566 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.245557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4a254-9c69-4795-b549-d3b2bc1c5570 req-c5caff17-36fb-4679-b9ef-7638669d8c06 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:55.249375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03c4a254-9c69-4795-b549-d3b2bc1c5570 req-c5caff17-36fb-4679-b9ef-7638669d8c06 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9e74485-a534-4ce0-a03f-4bce2091bea4 HTTP/1.1" status: 200 len: 945 time: 0.4772637 Jun 04 16:14:55.294845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-be3604a6-64c7-481e-8580-26cf0470ab07 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.300470 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.378717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3604a6-64c7-481e-8580-26cf0470ab07 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Pushing event deleted for resources: {'Port': ['ID=435e4190-1f13-4bfc-bdd9-69072157f215,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:55.425300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Transition to ACTIVE for port object 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:55.436293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:55.441556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:55.448022 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.458376 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03c4a254-9c69-4795-b549-d3b2bc1c5570 req-457582a7-7d15-405f-9575-e3fad82f721a tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups?id=5fd0c83b-6b96-49bb-aa01-3b45b014cc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860690 Jun 04 16:14:55.459454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-be3604a6-64c7-481e-8580-26cf0470ab07 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.496840 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.645815 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.653482 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-be3604a6-64c7-481e-8580-26cf0470ab07 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.655007 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-055d1164-d228-4314-8d5e-ab597419e4c9 req-be3604a6-64c7-481e-8580-26cf0470ab07 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "DELETE /v2.0/floatingips/20e8826b-90c9-4165-86e5-1ff65096c3de HTTP/1.1" status: 204 len: 173 time: 2.0710735 Jun 04 16:14:55.656449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Pushing event updated for resources: {'Port': ['ID=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:55.660443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428', 'a68c452f-6b21-4621-a2f1-e7c1913677a7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:55.693430 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.693799 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.694131 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Floating IP 75e71bdd-b0de-424a-84e8-f70a3f1e2fe6 disassociated. External IP: 172.25.5.162, port: 34e3d757-4b0f-400d-980a-a3f88b3a1df1. Jun 04 16:14:55.695320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Calling delete_port for 34e3d757-4b0f-400d-980a-a3f88b3a1df1 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:14:55.726453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Network 72019db3-39df-43d8-93d3-271f4f5ad33a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:55.727120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['935ba045-1bd2-4bc3-b360-dfbf094419a3', '38a2a4f7-bf0d-47ab-848f-c5487ecbe283', '7e025991-2072-418b-aad1-9df076982734', 'bda6854b-ec75-4e8b-96dd-f2c0b5946db4', '3215a314-8217-4f48-9269-4d417891907e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:14:55.740274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:55.740274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:55.740274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:55.740274 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.920441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:55.921716 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:55.923355 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] 10.222.0.42 "PUT /v2.0/ports/016b7c67-5d09-45f7-b5e3-21bc40fab852 HTTP/1.1" status: 200 len: 1092 time: 2.2080188 Jun 04 16:14:55.927585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095d5543-e7ee-4958-b022-0453905e9b28', 'tag': '016b7c67-5d09-45f7-b5e3-21bc40fab852'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:55.942724 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:56.052916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:14:56.059993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-0650ebb3-2169-4023-8f6e-2a9d643aa54c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4477699 Jun 04 16:14:56.065145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:14:56.069617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:14:56.075902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:56.077105 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:56.115577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Request body: {'port': {'device_id': '5443d9c2-b8e5-4955-9903-9637500b601f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:56.184628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event updated for resources: {'Port': ['ID=7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:56.215274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-0cc17aba-0e43-4ef9-9ca7-ca50d087a3f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4011030 Jun 04 16:14:56.238122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f74e08-3db3-4a0d-8ff7-abb17c70df90 service neutron] Pushing event updated for resources: {'Port': ['ID=016b7c67-5d09-45f7-b5e3-21bc40fab852,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:56.247738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Request body: {'port': {'device_id': '574cbf51-bf1d-4e48-8f92-de513ef0b374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:56.333289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c289d-2a9c-4cc7-8261-a4b270108500 req-6b8fe7d7-4964-476a-98d8-e22fc572b5e7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:56.334852 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-560c289d-2a9c-4cc7-8261-a4b270108500 req-6b8fe7d7-4964-476a-98d8-e22fc572b5e7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.6631992 Jun 04 16:14:56.488023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Pushing event deleted for resources: {'Port': ['ID=34e3d757-4b0f-400d-980a-a3f88b3a1df1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:56.567647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:14:56.572518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a32c2-45cb-4c6b-baaa-4e15ab29ab9c req-5a9407f7-fd0c-436e-b75c-79f0baa0d74b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:56.576038 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b98a32c2-45cb-4c6b-baaa-4e15ab29ab9c req-5a9407f7-fd0c-436e-b75c-79f0baa0d74b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 944 time: 0.5830703 Jun 04 16:14:56.644042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-560c289d-2a9c-4cc7-8261-a4b270108500 req-8a7f46b7-1ffc-42ea-8c95-5017f6434cd7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915261 Jun 04 16:14:56.651937 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:56.705358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411145ff-e669-48c8-9fad-560957d49e60 req-efdcfca6-7e35-40d8-b13e-beaefc4294af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:56.707370 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-efdcfca6-7e35-40d8-b13e-beaefc4294af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 1095 time: 0.7129190 Jun 04 16:14:56.725069 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:56.727088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-20cbc219-179e-492c-bf07-c64aca91c65d None None] Provisioning for port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:14:56.743036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-20cbc219-179e-492c-bf07-c64aca91c65d None None] Provisioning complete for port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:14:56.743395 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-20cbc219-179e-492c-bf07-c64aca91c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:56.811223 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-21974c87-270d-4fbe-b20b-ca2aedcff791 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852 HTTP/1.1" status: 200 len: 217 time: 0.0927274 Jun 04 16:14:56.822925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-20cbc219-179e-492c-bf07-c64aca91c65d None None] Port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:14:56.942057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411145ff-e669-48c8-9fad-560957d49e60 req-acb8baf1-e2d0-4236-8600-2a9ed9535d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:56.944000 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-acb8baf1-e2d0-4236-8600-2a9ed9535d3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.0699739 Jun 04 16:14:56.944504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b98a32c2-45cb-4c6b-baaa-4e15ab29ab9c req-61568a14-a71c-43c8-a45b-fb241c5a2e30 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356004 Jun 04 16:14:57.026864 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-a5693b29-72d9-4eec-b4a2-23621075d37f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587552 Jun 04 16:14:57.061906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:14:57.075233 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dacf93-b799-4182-b688-132a711b42d8 None None] Sync routers for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:14:57.093660 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dacf93-b799-4182-b688-132a711b42d8 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:57.094612 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f7dacf93-b799-4182-b688-132a711b42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:57.295483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] No DVR routers for this DVR port 34e3d757-4b0f-400d-980a-a3f88b3a1df1 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:14:57.303980 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:57.340374 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f344bd90-cf00-4fd0-9f23-1a8e755e31d0 req-f22c74dd-5742-46d7-9783-f013b0aaed7c tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.42 "DELETE /v2.0/ports/34e3d757-4b0f-400d-980a-a3f88b3a1df1 HTTP/1.1" status: 204 len: 173 time: 3.0360036 Jun 04 16:14:57.422724 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-9faa84b7-484f-4f63-b950-4b209c26f315 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578641 Jun 04 16:14:57.489734 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f7dacf93-b799-4182-b688-132a711b42d8 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:57.676297 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-411145ff-e669-48c8-9fad-560957d49e60 req-379f02de-aa2e-476f-9db7-95bdc706c6ff service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468920 Jun 04 16:14:57.692072 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e18d5947-323c-4bee-814b-252c35d0c073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:57.712501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4b9bd-5ed1-472c-83b0-150e14acf50e req-9fc715dc-aade-4cb6-bd0e-8c3ec13a287e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:57.713243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-eea4b9bd-5ed1-472c-83b0-150e14acf50e req-9fc715dc-aade-4cb6-bd0e-8c3ec13a287e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Synchronizing usage tracker for tenant:6bd94cac11584d9c9b8620f8e279a86a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:57.829517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-eea4b9bd-5ed1-472c-83b0-150e14acf50e req-9fc715dc-aade-4cb6-bd0e-8c3ec13a287e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Unset dirty status for tenant:6bd94cac11584d9c9b8620f8e279a86a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:57.830833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eea4b9bd-5ed1-472c-83b0-150e14acf50e req-9fc715dc-aade-4cb6-bd0e-8c3ec13a287e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 931 time: 0.9824240 Jun 04 16:14:57.893173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5d7d5-6e82-4c50-b043-366a49fb0d8d req-fdf6fd3a-47e4-4ca2-ba69-14a8ec7d9e6f tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:57.894912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-94e5d7d5-6e82-4c50-b043-366a49fb0d8d req-fdf6fd3a-47e4-4ca2-ba69-14a8ec7d9e6f tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:57.963132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-eea4b9bd-5ed1-472c-83b0-150e14acf50e req-3a18eb31-f3c4-4ebb-aaa8-8128b14233e5 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Synchronizing usage tracker for tenant:6bd94cac11584d9c9b8620f8e279a86a on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:57.974700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-94e5d7d5-6e82-4c50-b043-366a49fb0d8d req-fdf6fd3a-47e4-4ca2-ba69-14a8ec7d9e6f tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:57.975950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94e5d7d5-6e82-4c50-b043-366a49fb0d8d req-fdf6fd3a-47e4-4ca2-ba69-14a8ec7d9e6f tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 936 time: 0.7881606 Jun 04 16:14:58.008524 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f7dacf93-b799-4182-b688-132a711b42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:29Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:58.012437 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dacf93-b799-4182-b688-132a711b42d8 None None] Checking router: 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:14:58.026464 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dacf93-b799-4182-b688-132a711b42d8 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:14:58.026464 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f7dacf93-b799-4182-b688-132a711b42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:14:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:58.112697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-eea4b9bd-5ed1-472c-83b0-150e14acf50e req-3a18eb31-f3c4-4ebb-aaa8-8128b14233e5 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Unset dirty status for tenant:6bd94cac11584d9c9b8620f8e279a86a on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:58.113858 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eea4b9bd-5ed1-472c-83b0-150e14acf50e req-3a18eb31-f3c4-4ebb-aaa8-8128b14233e5 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617550 Jun 04 16:14:58.139150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:58.150089 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:58.185216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Transition to ACTIVE for port object 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:58.194071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:14:58.205231 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:58.223674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Transition to ACTIVE for port object 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:14:58.233948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94e5d7d5-6e82-4c50-b043-366a49fb0d8d req-989b243a-c3a5-4e5f-8ccf-ccc18c6a916e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044630 Jun 04 16:14:58.239755 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:58.255731 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:58.330692 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f7dacf93-b799-4182-b688-132a711b42d8 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:14:58.448054 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d17da6d-91c0-4ffd-ad3f-3a4cfa6b834e'] response: {'name': 'network-changed', 'server_uuid': '095d5543-e7ee-4958-b022-0453905e9b28', 'tag': '016b7c67-5d09-45f7-b5e3-21bc40fab852', 'status': 'completed', 'code': 200} Jun 04 16:14:58.486831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:58.754825 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [req-4b93f974-d820-428d-847a-9c7abdacfefb req-446101ef-dd3b-4e33-9800-24b027bdb23d service neutron] show failed (client error): The resource could not be found. Jun 04 16:14:58.755972 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-446101ef-dd3b-4e33-9800-24b027bdb23d service neutron] 10.222.0.46 "GET /v2.0/ports/de14cf5d-f911-468f-b7f0-8f796df3808a/bindings/n-h1-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.1637316 Jun 04 16:14:58.759876 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0743f9-bc5a-4237-9649-507b2d27a136 req-058bced4-3215-494f-819b-81f1109f1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:58.761402 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dd0743f9-bc5a-4237-9649-507b2d27a136 req-058bced4-3215-494f-819b-81f1109f1570 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 1095 time: 0.2780228 Jun 04 16:14:58.836558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 34e3d757-4b0f-400d-980a-a3f88b3a1df1 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:14:58.880176 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f7dacf93-b799-4182-b688-132a711b42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:29Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:14:58.883476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 34e3d757-4b0f-400d-980a-a3f88b3a1df1 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:14:58.884220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 34e3d757-4b0f-400d-980a-a3f88b3a1df1 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:14:58.886847 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dacf93-b799-4182-b688-132a711b42d8 None None] The sync data for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 is: [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:12:18Z', 'revision_number': 4, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '1b6db300-6d22-4f37-85a9-83ef434aa407', 'name': '', 'network_id': 'a7b8a177-7482-4aa4-8cc3-8529f5233c73', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'mac_address': 'fa:16:3e:fe:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:16Z', 'updated_at': '2022-06-04T16:12:29Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'subnets': [{'id': '460ec211-bd40-42e1-9b7c-ed495c81fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:14:58.952933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-cf0d1966-2961-45aa-bc07-3970756e4596 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Synchronizing usage tracker for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:59.219715 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0743f9-bc5a-4237-9649-507b2d27a136 req-8232881e-1d26-47cf-a372-2eb049909f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:59.221193 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dd0743f9-bc5a-4237-9649-507b2d27a136 req-8232881e-1d26-47cf-a372-2eb049909f8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.4420264 Jun 04 16:14:59.266032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Attempting to bind port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:59.266639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Attempting to bind port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '09758510-3954-4306-ae9e-70c4e02ae32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:59.266737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Attempting to bind port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 on network 72019db3-39df-43d8-93d3-271f4f5ad33a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:59.298202 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f974-d820-428d-847a-9c7abdacfefb req-e9de155a-afe4-4e01-ac56-d2224dd7899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:59.299866 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-e9de155a-afe4-4e01-ac56-d2224dd7899b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73&tenant_id=ebd00055ee90437ca2acd288885c518a HTTP/1.1" status: 200 len: 1101 time: 0.2029727 Jun 04 16:14:59.308301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee6d48-9dba-42ae-be6a-25e000df9102 None None] New status for floating IP 75e71bdd-b0de-424a-84e8-f70a3f1e2fe6: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:14:59.311492 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dd0743f9-bc5a-4237-9649-507b2d27a136 req-38167135-55a2-490a-8c17-f0e4d04568d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852 HTTP/1.1" status: 200 len: 217 time: 0.0832138 Jun 04 16:14:59.315385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:14:59.319557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-cf0d1966-2961-45aa-bc07-3970756e4596 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Unset dirty status for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:59.320837 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-cf0d1966-2961-45aa-bc07-3970756e4596 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1001 time: 0.9388738 Jun 04 16:14:59.358620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Attempting to bind port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:14:59.359144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Attempting to bind port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:14:59.359647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Attempting to bind port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:59.400664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Pushing event updated for resources: {'Port': ['ID=7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:59.402964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 on network 72019db3-39df-43d8-93d3-271f4f5ad33a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:14:59.403283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Attempting to bind port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 on network 72019db3-39df-43d8-93d3-271f4f5ad33a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:59.417116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:59.417116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Checking segment: {'id': '09758510-3954-4306-ae9e-70c4e02ae32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:59.417116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Bound using segment: {'id': '09758510-3954-4306-ae9e-70c4e02ae32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:59.417116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Bound port: 29f439a0-cb0b-45ac-aec3-5cdd10b20da1, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09758510-3954-4306-ae9e-70c4e02ae32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:59.417730 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:59.518013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] For port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:59.521032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] For port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:59.522089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:14:59.522456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Attempting to bind port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:14:59.540950 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:59.563321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0743f9-bc5a-4237-9649-507b2d27a136 req-f2d85930-cca7-42f8-b22c-10957c276e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:59.567567 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dd0743f9-bc5a-4237-9649-507b2d27a136 req-f2d85930-cca7-42f8-b22c-10957c276e49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.2159801 Jun 04 16:14:59.568248 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:59.612252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:14:59.612576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:14:59.612945 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:14:59.613389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Bound port: 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:14:59.613734 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:59.634173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:59.634810 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:14:59.636216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] 10.222.0.42 "PUT /v2.0/ports/29f439a0-cb0b-45ac-aec3-5cdd10b20da1 HTTP/1.1" status: 200 len: 1091 time: 3.5418851 Jun 04 16:14:59.639744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5443d9c2-b8e5-4955-9903-9637500b601f', 'tag': '29f439a0-cb0b-45ac-aec3-5cdd10b20da1'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:14:59.714451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-c1da79c0-89fa-4d8b-aea4-7ac0c53e53ed tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:59.716257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-c1da79c0-89fa-4d8b-aea4-7ac0c53e53ed tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Synchronizing usage tracker for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:14:59.730340 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dd0743f9-bc5a-4237-9649-507b2d27a136 req-8c29a6bf-1277-48e0-a576-0a34027c6cbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347306 Jun 04 16:14:59.735432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d685b-d8ba-434c-b53d-d5fc3d20f90e req-f7d5ef12-8566-42f1-90c5-7f3f523e544c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:59.736894 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-835d685b-d8ba-434c-b53d-d5fc3d20f90e req-f7d5ef12-8566-42f1-90c5-7f3f523e544c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.7783365 Jun 04 16:14:59.814991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54c93f-b188-4bea-82ad-9541da647cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:14:59.834792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-c1da79c0-89fa-4d8b-aea4-7ac0c53e53ed tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Unset dirty status for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:14:59.836211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-c1da79c0-89fa-4d8b-aea4-7ac0c53e53ed tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports/3814607e-97e0-442a-9d17-4c4ca7d6f9f5 HTTP/1.1" status: 200 len: 942 time: 0.5037713 Jun 04 16:14:59.930229 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-835d685b-d8ba-434c-b53d-d5fc3d20f90e req-d12e83ee-d37d-495f-9f85-eb67720b17ce tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460292 Jun 04 16:14:59.937251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] For port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:14:59.958268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] For port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:14:59.961625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-c4ea28f6-16ed-480e-88a9-f1c8d4ccd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:14:59.966367 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-c4ea28f6-16ed-480e-88a9-f1c8d4ccd61d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6bd94cac11584d9c9b8620f8e279a86a&device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 1094 time: 0.2458327 Jun 04 16:14:59.983145 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9935e947-4609-4642-a9cb-655cad056837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:00.072711 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dd0743f9-bc5a-4237-9649-507b2d27a136 req-4a4046b7-efe5-4f3a-bc85-94173382a4ac service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250535 Jun 04 16:15:00.147424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-261a0ade-303d-4500-95a7-364f9da6b527 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1001 time: 0.1748049 Jun 04 16:15:00.201088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] For port de14cf5d-f911-468f-b7f0-8f796df3808a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=de14cf5d-f911-468f-b7f0-8f796df3808a,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:00.270795 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dd0743f9-bc5a-4237-9649-507b2d27a136 req-c91f0325-85c9-4cfa-aca3-0a60e982576b service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895065 Jun 04 16:15:00.271887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] For port de14cf5d-f911-468f-b7f0-8f796df3808a, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:15:00.349041 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:00.367909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Transition to ACTIVE for port object de14cf5d-f911-468f-b7f0-8f796df3808a will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:15:00.377692 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:00.417888 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:00.476347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e74485-a534-4ce0-a03f-4bce2091bea4', 'name': 'network-vif-deleted', 'tag': '34e3d757-4b0f-400d-980a-a3f88b3a1df1'}, {'server_uuid': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de14cf5d-f911-468f-b7f0-8f796df3808a'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:00.483506 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-7550d742-242d-4598-aac6-3ed93ac709aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f439a0-cb0b-45ac-aec3-5cdd10b20da1 HTTP/1.1" status: 200 len: 217 time: 0.1696806 Jun 04 16:15:00.483910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Pushing event updated for resources: {'Port': ['ID=de14cf5d-f911-468f-b7f0-8f796df3808a,revision_number=6']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:00.618692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] No DVR routers for this DVR port de14cf5d-f911-468f-b7f0-8f796df3808a on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:15:00.700995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Attempting to bind port de14cf5d-f911-468f-b7f0-8f796df3808a on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:15:00.701585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Attempting to bind port de14cf5d-f911-468f-b7f0-8f796df3808a by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:15:00.701917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Attempting to bind port de14cf5d-f911-468f-b7f0-8f796df3808a on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:00.708460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Port de14cf5d-f911-468f-b7f0-8f796df3808a on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:15:00.708774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Attempting to bind port de14cf5d-f911-468f-b7f0-8f796df3808a on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:00.712750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:00.713596 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:00.715180 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] 10.222.0.46 "PUT /v2.0/ports/7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 HTTP/1.1" status: 200 len: 1096 time: 4.4848711 Jun 04 16:15:00.716753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-48da437d-f268-4cf4-b905-1bc782c13fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:00.718213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-48da437d-f268-4cf4-b905-1bc782c13fa5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47f6d421-7a43-450e-be14-3b76b24804d1 HTTP/1.1" status: 200 len: 861 time: 0.2121768 Jun 04 16:15:00.723737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:15:00.724075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:15:00.724517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:15:00.724971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Bound port: de14cf5d-f911-468f-b7f0-8f796df3808a, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:15:00.725308 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:00.847811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 016b7c67-5d09-45f7-b5e3-21bc40fab852 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:15:00.867059 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-de4ae0ad-2447-4660-8a4c-7e11fc6a4efd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72019db3-39df-43d8-93d3-271f4f5ad33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315684 Jun 04 16:15:00.867850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bfad9-f8e8-4fa6-aa61-c3e12d3192bc service neutron] Pushing event updated for resources: {'Port': ['ID=7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:00.971729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] For port de14cf5d-f911-468f-b7f0-8f796df3808a, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:15:00.983946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-852d46ce-7939-409f-b76d-0b3aeb8b7291 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:00.985135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] For port de14cf5d-f911-468f-b7f0-8f796df3808a, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=de14cf5d-f911-468f-b7f0-8f796df3808a,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:15:00.988153 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-852d46ce-7939-409f-b76d-0b3aeb8b7291 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.8399460 Jun 04 16:15:00.997198 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:01.065911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:01.066920 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:01.068602 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] 10.222.0.42 "PUT /v2.0/ports/de14cf5d-f911-468f-b7f0-8f796df3808a HTTP/1.1" status: 200 len: 1096 time: 1.7592292 Jun 04 16:15:01.091373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:01.120014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '016b7c67-5d09-45f7-b5e3-21bc40fab852', 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e', 'port_id': '016b7c67-5d09-45f7-b5e3-21bc40fab852', 'mac_address': 'fa:16:3e:9d:29:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e12d5c-bc8b-435f-bebd-f23b80669698', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:15:01.253898 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:01.262709 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:01.274588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 016b7c67-5d09-45f7-b5e3-21bc40fab852 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:01.275263 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:01.276481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae392af1-cee3-4ce9-97da-a6a57a8e4a8d service neutron] Pushing event updated for resources: {'Port': ['ID=de14cf5d-f911-468f-b7f0-8f796df3808a,revision_number=7']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:01.305815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f974-d820-428d-847a-9c7abdacfefb req-1420f79f-236b-471a-90da-130c1bbaac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:01.307458 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-1420f79f-236b-471a-90da-130c1bbaac74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 1099 time: 0.2021925 Jun 04 16:15:01.309729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016b7c67-5d09-45f7-b5e3-21bc40fab852 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:01.330935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:01.337230 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:01.414421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c1d44-112a-48f1-a82e-a49b7130db28 req-02cf4024-91e0-491a-880b-b18e4a24bf8e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:01.422067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b97c1d44-112a-48f1-a82e-a49b7130db28 req-02cf4024-91e0-491a-880b-b18e4a24bf8e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 944 time: 1.1748202 Jun 04 16:15:01.451561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=016b7c67-5d09-45f7-b5e3-21bc40fab852,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:01.546593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b97c1d44-112a-48f1-a82e-a49b7130db28 req-191b539d-9bf2-4320-8327-f9eae1ffe95a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232965 Jun 04 16:15:01.646521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-002372b6-3db7-4ad8-83b0-ce1d1f737da3 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1001 time: 0.6246877 Jun 04 16:15:01.662575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-380fd61a-cc03-48dd-b17a-0c8c16b97121 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:01.712750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['016b7c67-5d09-45f7-b5e3-21bc40fab852'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:01.758095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-9d75aeb6-c9af-4bd6-b542-0a06656c7ec7 service neutron] 10.222.0.42 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8766088 Jun 04 16:15:01.767201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309131-d9e4-4b13-b48d-2535824c394e req-35305f87-e08f-40d9-b821-716c08e61dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:01.768715 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-35305f87-e08f-40d9-b821-716c08e61dd8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 1099 time: 0.8930001 Jun 04 16:15:01.859864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f974-d820-428d-847a-9c7abdacfefb req-dbd1dfee-50ba-4068-bfcf-ebfd234694de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:01.861238 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-dbd1dfee-50ba-4068-bfcf-ebfd234694de service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.5457346 Jun 04 16:15:01.991096 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-ccf215b7-320c-42a0-9df2-428dc7e01c14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=de14cf5d-f911-468f-b7f0-8f796df3808a HTTP/1.1" status: 200 len: 217 time: 0.1217668 Jun 04 16:15:02.020137 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-4c13145a-0f25-4d49-b30f-e86321ab04da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 HTTP/1.1" status: 200 len: 217 time: 0.2261460 Jun 04 16:15:02.120509 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f974-d820-428d-847a-9c7abdacfefb req-488059d7-52ec-4dd8-961c-92d61a3fd68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:02.121897 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-488059d7-52ec-4dd8-961c-92d61a3fd68a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1241193 Jun 04 16:15:02.146892 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-380fd61a-cc03-48dd-b17a-0c8c16b97121 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:02.223629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f974-d820-428d-847a-9c7abdacfefb req-a21681df-c59f-4ce6-9d40-bcf403cbb8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:02.225387 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-a21681df-c59f-4ce6-9d40-bcf403cbb8bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955360 Jun 04 16:15:02.265936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309131-d9e4-4b13-b48d-2535824c394e req-5317cf8c-d009-4550-9d2b-47b26dc35629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:02.267407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-5317cf8c-d009-4550-9d2b-47b26dc35629 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1965327 Jun 04 16:15:02.375908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3265a4b-854c-4fee-91f5-c48dc6b2293b req-94c666f4-0eb6-4766-bd1c-e2dc556728af service neutron] 10.222.0.42 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061313 Jun 04 16:15:02.395165 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:02.403207 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-86415725-bc9a-47e9-ab22-e7abfcf7f837 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682777 Jun 04 16:15:02.527757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522200d1-ad41-493f-8b9c-5e46d0bae723 req-4a175ee3-126e-4bf0-9f92-6dacf19e97ac tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:02.528365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522200d1-ad41-493f-8b9c-5e46d0bae723 req-4a175ee3-126e-4bf0-9f92-6dacf19e97ac tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:02.528769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522200d1-ad41-493f-8b9c-5e46d0bae723 req-4a175ee3-126e-4bf0-9f92-6dacf19e97ac tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:02.530657 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-522200d1-ad41-493f-8b9c-5e46d0bae723 req-4a175ee3-126e-4bf0-9f92-6dacf19e97ac tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aa95a2cd-337f-405c-b716-30bc364221c4&device_id=1c2af77c-62ea-47e4-ae1d-835951b27400&device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 2884 time: 0.5090067 Jun 04 16:15:02.562639 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b93f974-d820-428d-847a-9c7abdacfefb req-21d47cdc-93af-45d1-9b6a-993e7c412e78 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511242 Jun 04 16:15:02.630617 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-380fd61a-cc03-48dd-b17a-0c8c16b97121 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:02.647209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309131-d9e4-4b13-b48d-2535824c394e req-7aec5482-9cc5-49ac-81c3-2ba5e3735c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:02.648870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-7aec5482-9cc5-49ac-81c3-2ba5e3735c5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3527460 Jun 04 16:15:02.651865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-380fd61a-cc03-48dd-b17a-0c8c16b97121 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:02.652174 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-380fd61a-cc03-48dd-b17a-0c8c16b97121 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Floating IP 6e3f9351-92c7-4493-b187-8b41e9f9e7fe disassociated. External IP: 172.25.5.204, port: 3814607e-97e0-442a-9d17-4c4ca7d6f9f5. Jun 04 16:15:02.742308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-522200d1-ad41-493f-8b9c-5e46d0bae723 req-91050eb5-35ec-4781-b082-38ecdc726076 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Synchronizing usage tracker for tenant:66cc9d6b4e9c4316a8ebe4711a576914 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:02.909524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-522200d1-ad41-493f-8b9c-5e46d0bae723 req-91050eb5-35ec-4781-b082-38ecdc726076 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Unset dirty status for tenant:66cc9d6b4e9c4316a8ebe4711a576914 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:02.910643 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-522200d1-ad41-493f-8b9c-5e46d0bae723 req-91050eb5-35ec-4781-b082-38ecdc726076 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172314 Jun 04 16:15:02.966525 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-f741f2c2-38e2-44ec-85ad-8bacea4a33fd service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559507 Jun 04 16:15:03.321784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device de14cf5d-f911-468f-b7f0-8f796df3808a no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:03.415040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device de14cf5d-f911-468f-b7f0-8f796df3808a not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:03.436602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba309131-d9e4-4b13-b48d-2535824c394e req-433f6aba-948a-4686-a329-8c571d0a1f41 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218445 Jun 04 16:15:03.443497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-380fd61a-cc03-48dd-b17a-0c8c16b97121 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Router 10b29a5a-8c37-4aec-8be0-e4358ec13765 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:15:03.460738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad37a8-970d-427f-8d5e-1dea21420a79 req-ce1f1de7-c557-4203-8b29-94f75ba21026 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:03.462398 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64ad37a8-970d-427f-8d5e-1dea21420a79 req-ce1f1de7-c557-4203-8b29-94f75ba21026 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 943 time: 0.2870502 Jun 04 16:15:03.599009 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:03.648774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64ad37a8-970d-427f-8d5e-1dea21420a79 req-c575c0c6-8a80-43f7-bf11-c78363bf95c5 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777174 Jun 04 16:15:03.689948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-380fd61a-cc03-48dd-b17a-0c8c16b97121 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:15:03.718669 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-380fd61a-cc03-48dd-b17a-0c8c16b97121 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:03.730568 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a9695-f57d-4d8c-86fc-d2229670fefe None None] Sync routers for ids ['10b29a5a-8c37-4aec-8be0-e4358ec13765'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:15:03.759264 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a9695-f57d-4d8c-86fc-d2229670fefe None None] Routers {'10b29a5a-8c37-4aec-8be0-e4358ec13765'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:03.759865 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d37a9695-f57d-4d8c-86fc-d2229670fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['10b29a5a-8c37-4aec-8be0-e4358ec13765'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:03.824713 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:03.856193 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-380fd61a-cc03-48dd-b17a-0c8c16b97121 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "PUT /v2.0/floatingips/6e3f9351-92c7-4493-b187-8b41e9f9e7fe HTTP/1.1" status: 200 len: 695 time: 2.2039015 Jun 04 16:15:03.884793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a6cdc-7401-4235-9e25-e698b5318584 req-6160e4e5-9ebe-4e32-bd2d-9df257a34ad0 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:03.886223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-121a6cdc-7401-4235-9e25-e698b5318584 req-6160e4e5-9ebe-4e32-bd2d-9df257a34ad0 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 948 time: 0.1105952 Jun 04 16:15:03.949224 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-d37a9695-f57d-4d8c-86fc-d2229670fefe None None] Set router 10b29a5a-8c37-4aec-8be0-e4358ec13765 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:03.974563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-121a6cdc-7401-4235-9e25-e698b5318584 req-8c954f24-d047-4bde-8f82-517c0c5f008b tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589161 Jun 04 16:15:03.990361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-36ddcc84-63b6-4b6f-9891-81e6454480dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:03.992055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-36ddcc84-63b6-4b6f-9891-81e6454480dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ce9d5a1e2c146bd8a55c9c8f4e207de&device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 1096 time: 0.1155360 Jun 04 16:15:04.142131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-5ef542d3-db2c-41da-923e-4db21d690f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:04.143599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-5ef542d3-db2c-41da-923e-4db21d690f91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1e24b21-fa08-4b28-b3c3-759440e0e4a6 HTTP/1.1" status: 200 len: 930 time: 0.1440096 Jun 04 16:15:04.145188 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ddbc94-0156-4205-9241-0914811695d3'] response: {'name': 'network-changed', 'server_uuid': '5443d9c2-b8e5-4955-9903-9637500b601f', 'tag': '29f439a0-cb0b-45ac-aec3-5cdd10b20da1', 'status': 'completed', 'code': 200} Jun 04 16:15:04.234096 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-0c3415fe-c40b-46ea-9b14-699609c42b67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3814607e-97e0-442a-9d17-4c4ca7d6f9f5 HTTP/1.1" status: 200 len: 217 time: 0.0830233 Jun 04 16:15:04.279242 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d37a9695-f57d-4d8c-86fc-d2229670fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:14:01Z', 'revision_number': 4, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2563bc42-27f7-4fc7-98fb-41ad3133d2c9', 'name': '', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'mac_address': 'fa:16:3e:f6:7e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:59Z', 'updated_at': '2022-06-04T16:14:10Z', 'revision_number': 5, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'subnets': [{'id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:04.283524 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a9695-f57d-4d8c-86fc-d2229670fefe None None] Checking router: 10b29a5a-8c37-4aec-8be0-e4358ec13765 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:15:04.288150 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96eee1dc-d00f-4404-856c-073474616f6e'] response: {'server_uuid': 'c9e74485-a534-4ce0-a03f-4bce2091bea4', 'name': 'network-vif-deleted', 'tag': '34e3d757-4b0f-400d-980a-a3f88b3a1df1', 'status': 'completed', 'code': 200} Jun 04 16:15:04.289016 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96eee1dc-d00f-4404-856c-073474616f6e'] response: {'server_uuid': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de14cf5d-f911-468f-b7f0-8f796df3808a', 'code': 200} Jun 04 16:15:04.292839 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a9695-f57d-4d8c-86fc-d2229670fefe None None] Routers {'10b29a5a-8c37-4aec-8be0-e4358ec13765'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:04.293807 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d37a9695-f57d-4d8c-86fc-d2229670fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['10b29a5a-8c37-4aec-8be0-e4358ec13765'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:04.326712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87396b4-63e4-4cfb-bd2f-37e2688fbf87 req-77d1efa7-313d-4537-966b-8e89767e2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:04.328831 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b87396b4-63e4-4cfb-bd2f-37e2688fbf87 req-77d1efa7-313d-4537-966b-8e89767e2b2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6bd94cac11584d9c9b8620f8e279a86a&device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 1094 time: 0.1924140 Jun 04 16:15:04.352500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-0379f3e5-a8c2-45a3-924c-49c11957cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:04.354584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-0379f3e5-a8c2-45a3-924c-49c11957cae9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9f4fd31-3551-4668-ab35-5dba4064a808 HTTP/1.1" status: 200 len: 868 time: 0.1134949 Jun 04 16:15:04.475947 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-d37a9695-f57d-4d8c-86fc-d2229670fefe None None] Set router 10b29a5a-8c37-4aec-8be0-e4358ec13765 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:04.556419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87396b4-63e4-4cfb-bd2f-37e2688fbf87 req-14147e74-9c1a-4754-86ef-ff0abf1775c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:04.557818 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b87396b4-63e4-4cfb-bd2f-37e2688fbf87 req-14147e74-9c1a-4754-86ef-ff0abf1775c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72019db3-39df-43d8-93d3-271f4f5ad33a HTTP/1.1" status: 200 len: 922 time: 0.2189343 Jun 04 16:15:04.635171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-7726c6cf-40c3-4dd9-9a55-36fea3a4ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:04.642625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-7726c6cf-40c3-4dd9-9a55-36fea3a4ead1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1e24b21-fa08-4b28-b3c3-759440e0e4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2810268 Jun 04 16:15:04.675102 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b87396b4-63e4-4cfb-bd2f-37e2688fbf87 req-d54685b7-b450-445e-b5bf-185cbe99c4b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f439a0-cb0b-45ac-aec3-5cdd10b20da1 HTTP/1.1" status: 200 len: 217 time: 0.1060836 Jun 04 16:15:04.747482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39370a5-fed1-42bf-8a8e-11355001047b req-4cfea6aa-08b7-4222-9f02-bfc17859fb7e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:04.754738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f39370a5-fed1-42bf-8a8e-11355001047b req-4cfea6aa-08b7-4222-9f02-bfc17859fb7e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 948 time: 0.2677917 Jun 04 16:15:04.796564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87396b4-63e4-4cfb-bd2f-37e2688fbf87 req-67546100-cb94-45e0-a65d-7a7ce27f733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:04.798738 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b87396b4-63e4-4cfb-bd2f-37e2688fbf87 req-67546100-cb94-45e0-a65d-7a7ce27f733b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47f6d421-7a43-450e-be14-3b76b24804d1 HTTP/1.1" status: 200 len: 861 time: 0.0965576 Jun 04 16:15:04.801430 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d37a9695-f57d-4d8c-86fc-d2229670fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:14:01Z', 'revision_number': 4, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2563bc42-27f7-4fc7-98fb-41ad3133d2c9', 'name': '', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'mac_address': 'fa:16:3e:f6:7e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:59Z', 'updated_at': '2022-06-04T16:14:10Z', 'revision_number': 5, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'subnets': [{'id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:04.806076 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a9695-f57d-4d8c-86fc-d2229670fefe None None] The sync data for ids ['10b29a5a-8c37-4aec-8be0-e4358ec13765'] in n-d-811809-3 is: [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:14:01Z', 'revision_number': 4, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2563bc42-27f7-4fc7-98fb-41ad3133d2c9', 'name': '', 'network_id': 'a1e24b21-fa08-4b28-b3c3-759440e0e4a6', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'mac_address': 'fa:16:3e:f6:7e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:59Z', 'updated_at': '2022-06-04T16:14:10Z', 'revision_number': 5, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'subnets': [{'id': 'f9f4fd31-3551-4668-ab35-5dba4064a808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:15:04.815225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f39370a5-fed1-42bf-8a8e-11355001047b req-c213654d-5de5-4c32-9cbf-fa4460bb33e1 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591273 Jun 04 16:15:04.865558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:15:04.873615 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b87396b4-63e4-4cfb-bd2f-37e2688fbf87 req-cd05df92-06c3-45af-8701-c93b6dc62af5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72019db3-39df-43d8-93d3-271f4f5ad33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641108 Jun 04 16:15:04.896811 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-cb5bcb45-6889-4a9e-9bdc-268219f609e7 service neutron] 10.222.0.13 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531540 Jun 04 16:15:05.062660 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b87396b4-63e4-4cfb-bd2f-37e2688fbf87 req-84b6da19-5735-408d-b573-c7c4dd4a3441 service neutron] 10.222.0.42 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767633 Jun 04 16:15:05.067170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 016b7c67-5d09-45f7-b5e3-21bc40fab852 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:15:05.310307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 016b7c67-5d09-45f7-b5e3-21bc40fab852 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:15:05.322469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b019ff-2060-486f-b89c-21d861056c64 None None] New status for floating IP 6e3f9351-92c7-4493-b187-8b41e9f9e7fe: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:15:05.343685 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b87396b4-63e4-4cfb-bd2f-37e2688fbf87 req-f0d15f00-e769-4239-9875-411534488c98 service neutron] 10.222.0.42 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697809 Jun 04 16:15:05.391223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77993d79-e246-4d4e-96b1-215e5df12b81 req-7d3a082a-a692-4619-b9d9-4f718a87d6ea service neutron] 10.222.0.13 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935484 Jun 04 16:15:05.398191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 016b7c67-5d09-45f7-b5e3-21bc40fab852 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:05.398807 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:05.402482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661313d-7393-4435-86d6-f8bcc540bd3b req-dfe37dd1-4a76-4d30-83d4-f316c90b5e19 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:05.411227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8661313d-7393-4435-86d6-f8bcc540bd3b req-dfe37dd1-4a76-4d30-83d4-f316c90b5e19 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 945 time: 0.3618193 Jun 04 16:15:05.469181 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8661313d-7393-4435-86d6-f8bcc540bd3b req-660e9358-b7dc-44a3-a5a0-e7d8dc0d2ccf tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563140 Jun 04 16:15:05.532614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:05.634326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '29f439a0-cb0b-45ac-aec3-5cdd10b20da1', 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a', 'port_id': '29f439a0-cb0b-45ac-aec3-5cdd10b20da1', 'mac_address': 'fa:16:3e:e4:36:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f6d421-7a43-450e-be14-3b76b24804d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:15:05.850026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd051c9-f353-40c4-9c5d-3a048411d8a6 req-a4ef5e0a-8285-45bb-912e-1b79e5a854a6 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:05.852400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3dd051c9-f353-40c4-9c5d-3a048411d8a6 req-a4ef5e0a-8285-45bb-912e-1b79e5a854a6 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 943 time: 0.1528285 Jun 04 16:15:05.893359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e4da0-b9f2-4349-9475-4606c60a62ef req-2b12d544-ba59-41a7-a183-d6a67641dabd tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:05.895385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e57e4da0-b9f2-4349-9475-4606c60a62ef req-2b12d544-ba59-41a7-a183-d6a67641dabd tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 948 time: 0.1379128 Jun 04 16:15:05.931792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3dd051c9-f353-40c4-9c5d-3a048411d8a6 req-aba6c6ee-1337-4b4a-b3d2-e3a0ba8ba0d1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644944 Jun 04 16:15:05.942086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:05.942743 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:05.961350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 016b7c67-5d09-45f7-b5e3-21bc40fab852 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:05.961723 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:05.974473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:06.003881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095d5543-e7ee-4958-b022-0453905e9b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016b7c67-5d09-45f7-b5e3-21bc40fab852'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:06.011364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:06.015970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:06.021129 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:06.057460 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:06.083261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2095e64-482d-43ad-b15a-710fdb964540 req-88ee79af-100b-44b0-a5a7-2bc4187145eb tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips/6e3f9351-92c7-4493-b187-8b41e9f9e7fe HTTP/1.1" status: 200 len: 693 time: 0.1201169 Jun 04 16:15:06.136424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e57e4da0-b9f2-4349-9475-4606c60a62ef req-e10ace4f-be34-4594-a906-453a24d685f1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181852 Jun 04 16:15:06.169821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:06.202122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58772) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:06.245476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574cbf51-bf1d-4e48-8f92-de513ef0b374', 'tag': '7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4'}, {'name': 'network-changed', 'server_uuid': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'tag': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:06.265765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=016b7c67-5d09-45f7-b5e3-21bc40fab852,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:06.289979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'tag': 'de14cf5d-f911-468f-b7f0-8f796df3808a'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:06.303753 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91289e14-f567-43fc-9a7c-66d00401fa18 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:06.339884 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91289e14-f567-43fc-9a7c-66d00401fa18 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:06.352771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095e64-482d-43ad-b15a-710fdb964540 req-2fc4d875-d973-4c09-bb15-decb2b9363bb tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:06.360011 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2095e64-482d-43ad-b15a-710fdb964540 req-2fc4d875-d973-4c09-bb15-decb2b9363bb tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.2758422 Jun 04 16:15:06.365501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-b2095e64-482d-43ad-b15a-710fdb964540 req-03e85906-4ebd-4b25-9112-41905930851b tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:15:06.370912 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2095e64-482d-43ad-b15a-710fdb964540 req-03e85906-4ebd-4b25-9112-41905930851b tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099330 Jun 04 16:15:06.391249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['29f439a0-cb0b-45ac-aec3-5cdd10b20da1'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:06.402699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91289e14-f567-43fc-9a7c-66d00401fa18 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:06.440732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91289e14-f567-43fc-9a7c-66d00401fa18 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd0c83b-6b96-49bb-aa01-3b45b014cc28,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:06.450326 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91289e14-f567-43fc-9a7c-66d00401fa18 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:06.451902 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-91289e14-f567-43fc-9a7c-66d00401fa18 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "DELETE /v2.0/security-groups/5fd0c83b-6b96-49bb-aa01-3b45b014cc28 HTTP/1.1" status: 204 len: 168 time: 0.2486091 Jun 04 16:15:06.454865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58782) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:06.491833 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-d2e13637-3b3b-4baf-84d3-f2e8ca6a7502 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] show failed (client error): The resource could not be found. Jun 04 16:15:06.505416 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d2e13637-3b3b-4baf-84d3-f2e8ca6a7502 tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "GET /v2.0/security-groups/5fd0c83b-6b96-49bb-aa01-3b45b014cc28 HTTP/1.1" status: 404 len: 347 time: 0.0492814 Jun 04 16:15:06.508236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58788) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:06.561003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2095e64-482d-43ad-b15a-710fdb964540 req-28e80ef1-9f14-439f-9cde-017e6012444c tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 696 time: 0.1870372 Jun 04 16:15:06.719732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-120fc5e6-1727-47ce-b4cf-0873e20fe0af tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Deleting port 53ba325d-5b5f-428d-8e01-ef259b72c50c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:06.720229 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-120fc5e6-1727-47ce-b4cf-0873e20fe0af tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:06.726169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2095e64-482d-43ad-b15a-710fdb964540 req-179276a0-eeba-4aa1-9206-cb08961dbbef tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 696 time: 0.1418884 Jun 04 16:15:06.800478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e7462-16cd-419c-87e3-9e479c84fdc7 req-a3e7c486-e3d9-4648-91e8-fa20f0fd79fe tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:06.802038 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-883e7462-16cd-419c-87e3-9e479c84fdc7 req-a3e7c486-e3d9-4648-91e8-fa20f0fd79fe tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 948 time: 0.4294486 Jun 04 16:15:06.862976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device de14cf5d-f911-468f-b7f0-8f796df3808a details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:15:06.939819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-883e7462-16cd-419c-87e3-9e479c84fdc7 req-e3893a13-2f59-4a66-89a8-7dc6e5c85f1a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298218 Jun 04 16:15:06.940616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-b2095e64-482d-43ad-b15a-710fdb964540 req-d85e7757-c38c-4640-9116-e582357cb445 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Deleting port 5ea0ccf0-4517-4f86-96b8-d657ab8d80fe {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:06.940945 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b2095e64-482d-43ad-b15a-710fdb964540 req-d85e7757-c38c-4640-9116-e582357cb445 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:07.013704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port de14cf5d-f911-468f-b7f0-8f796df3808a, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=de14cf5d-f911-468f-b7f0-8f796df3808a,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:07.029749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'de14cf5d-f911-468f-b7f0-8f796df3808a', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': 'de14cf5d-f911-468f-b7f0-8f796df3808a', 'mac_address': 'fa:16:3e:b5:91:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:15:07.091070 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41eb6c68-770e-4acb-b2fa-0908790302a1'] response: {'server_uuid': '095d5543-e7ee-4958-b022-0453905e9b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016b7c67-5d09-45f7-b5e3-21bc40fab852', 'code': 200} Jun 04 16:15:07.091882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port de14cf5d-f911-468f-b7f0-8f796df3808a is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:07.092419 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:07.093593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-120fc5e6-1727-47ce-b4cf-0873e20fe0af tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:07.094017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-120fc5e6-1727-47ce-b4cf-0873e20fe0af tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:07.112587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de14cf5d-f911-468f-b7f0-8f796df3808a {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:07.126693 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b2095e64-482d-43ad-b15a-710fdb964540 req-d85e7757-c38c-4640-9116-e582357cb445 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:07.127018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b2095e64-482d-43ad-b15a-710fdb964540 req-d85e7757-c38c-4640-9116-e582357cb445 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:07.131314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port de14cf5d-f911-468f-b7f0-8f796df3808a, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=de14cf5d-f911-468f-b7f0-8f796df3808a,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:07.142040 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:07.249684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=de14cf5d-f911-468f-b7f0-8f796df3808a,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:07.285491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-b2095e64-482d-43ad-b15a-710fdb964540 req-d85e7757-c38c-4640-9116-e582357cb445 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Calling delete_port for 5ea0ccf0-4517-4f86-96b8-d657ab8d80fe owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:07.387842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:15:07.393419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-120fc5e6-1727-47ce-b4cf-0873e20fe0af tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Calling delete_port for 53ba325d-5b5f-428d-8e01-ef259b72c50c owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:07.499273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c108a1-5215-45e3-acab-d116ede6c65f req-eac05ad1-cce4-4af8-aa0e-740da4f3cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:07.501044 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b3c108a1-5215-45e3-acab-d116ede6c65f req-eac05ad1-cce4-4af8-aa0e-740da4f3cd9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 1097 time: 0.2606745 Jun 04 16:15:07.502888 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de544a2-c5a6-4cc9-a41b-8123a6b0d694'] response: {'name': 'network-changed', 'server_uuid': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'tag': 'de14cf5d-f911-468f-b7f0-8f796df3808a', 'status': 'completed', 'code': 200} Jun 04 16:15:07.521914 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7c7f14-22fb-48a7-bd31-a63948f56b87'] response: {'name': 'network-changed', 'server_uuid': '574cbf51-bf1d-4e48-8f92-de513ef0b374', 'tag': '7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4', 'status': 'completed', 'code': 200} Jun 04 16:15:07.522850 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7c7f14-22fb-48a7-bd31-a63948f56b87'] response: {'name': 'network-changed', 'server_uuid': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'tag': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5', 'status': 'completed', 'code': 200} Jun 04 16:15:07.623738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['de14cf5d-f911-468f-b7f0-8f796df3808a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:07.690321 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b3c108a1-5215-45e3-acab-d116ede6c65f req-15441693-f917-424f-84e9-7ff1ee79b8c3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744263 Jun 04 16:15:07.713674 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-120fc5e6-1727-47ce-b4cf-0873e20fe0af tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:07.760819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-b08f9298-f0c5-432b-b152-641d2ff78736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:07.762388 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-b08f9298-f0c5-432b-b152-641d2ff78736 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 1100 time: 0.1947803 Jun 04 16:15:07.778835 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:07.792539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fc5e6-1727-47ce-b4cf-0873e20fe0af tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Pushing event deleted for resources: {'Port': ['ID=53ba325d-5b5f-428d-8e01-ef259b72c50c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:07.799311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4', 'mac_address': 'fa:16:3e:3b:bf:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:15:07.892244 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-120fc5e6-1727-47ce-b4cf-0873e20fe0af tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:07.906839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:07.907210 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:07.933722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-120fc5e6-1727-47ce-b4cf-0873e20fe0af tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:07.937202 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-120fc5e6-1727-47ce-b4cf-0873e20fe0af tempest-ServersWithSpecificFlavorTestJSON-196592922 tempest-ServersWithSpecificFlavorTestJSON-196592922-project] 10.222.0.13 "DELETE /v2.0/floatingips/75e71bdd-b0de-424a-84e8-f70a3f1e2fe6 HTTP/1.1" status: 204 len: 168 time: 1.4240396 Jun 04 16:15:07.949432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:07.960025 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b2095e64-482d-43ad-b15a-710fdb964540 req-d85e7757-c38c-4640-9116-e582357cb445 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:07.973421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-55c26cff-e7bc-4ae9-8100-2242b6fd45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:07.976602 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-55c26cff-e7bc-4ae9-8100-2242b6fd45c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2021251 Jun 04 16:15:07.995272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:08.008536 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:08.024665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e7757-c38c-4640-9116-e582357cb445 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Pushing event deleted for resources: {'Port': ['ID=5ea0ccf0-4517-4f86-96b8-d657ab8d80fe,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:08.082666 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-51ae13fc-830c-4b12-8c98-809108be8eab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=de14cf5d-f911-468f-b7f0-8f796df3808a HTTP/1.1" status: 200 len: 217 time: 0.0992949 Jun 04 16:15:08.087911 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b2095e64-482d-43ad-b15a-710fdb964540 req-d85e7757-c38c-4640-9116-e582357cb445 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:08.101406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-a7cee8b1-67f1-44d4-9d7b-303b551138e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:08.102809 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-a7cee8b1-67f1-44d4-9d7b-303b551138e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 1100 time: 0.4838271 Jun 04 16:15:08.118482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f01bb5-7d2f-425e-aba3-6bcb669c9a7a req-108104aa-7ace-461c-80a0-dd539efac766 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:08.119988 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3f01bb5-7d2f-425e-aba3-6bcb669c9a7a req-108104aa-7ace-461c-80a0-dd539efac766 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 946 time: 0.3049867 Jun 04 16:15:08.121980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-6e58e34f-ed64-4c08-aeb1-551dbf59c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:08.123396 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-6e58e34f-ed64-4c08-aeb1-551dbf59c993 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 1099 time: 0.5978737 Jun 04 16:15:08.141607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:08.172709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-4f745d54-f025-4eda-956a-1cf382b14d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:08.174156 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-4f745d54-f025-4eda-956a-1cf382b14d05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0824652 Jun 04 16:15:08.265622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-81753dab-3785-426c-94b2-62b37d9aa827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:08.267153 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-81753dab-3785-426c-94b2-62b37d9aa827 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829098 Jun 04 16:15:08.297738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:08.318542 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b2095e64-482d-43ad-b15a-710fdb964540 req-d85e7757-c38c-4640-9116-e582357cb445 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:08.331546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2095e64-482d-43ad-b15a-710fdb964540 req-d85e7757-c38c-4640-9116-e582357cb445 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "DELETE /v2.0/floatingips/6e3f9351-92c7-4493-b187-8b41e9f9e7fe HTTP/1.1" status: 204 len: 173 time: 1.5979743 Jun 04 16:15:08.427178 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-4a1ba80b-8bb4-4479-8f70-5dd15ec33bf9 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504006 Jun 04 16:15:08.455430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3f01bb5-7d2f-425e-aba3-6bcb669c9a7a req-cf1ea1c8-8e01-43c0-8501-5106c42dd7b1 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004372 Jun 04 16:15:08.585095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-45ead495-ad1d-4310-a043-1a76b0cfe102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:08.586744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-45ead495-ad1d-4310-a043-1a76b0cfe102 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.4623535 Jun 04 16:15:08.638770 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-770594dd-9cbe-4606-b22c-3bdb51c2c7cd service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040617 Jun 04 16:15:08.683967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-d5c91505-9e48-4a84-91cc-0b5d0e5299e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=de14cf5d-f911-468f-b7f0-8f796df3808a HTTP/1.1" status: 200 len: 217 time: 0.0831449 Jun 04 16:15:08.732591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-4a62a3b1-11ac-4a24-8029-04ab0f3ba532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:08.734101 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-4a62a3b1-11ac-4a24-8029-04ab0f3ba532 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.5831373 Jun 04 16:15:08.877827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:15:08.888019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-d19f9c7a-3f5a-4578-8846-789c19e86c62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 HTTP/1.1" status: 200 len: 217 time: 0.1352251 Jun 04 16:15:08.978510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-b819a6cb-f00e-43b5-b2cb-e41892895fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:08.978510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-b819a6cb-f00e-43b5-b2cb-e41892895fad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2834189 Jun 04 16:15:09.014587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:15:09.019239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-d6e88243-b020-4538-9fda-1f3178e2c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:09.020854 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-d6e88243-b020-4538-9fda-1f3178e2c604 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1244297 Jun 04 16:15:09.022816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:09.023453 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:09.033265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-ae2e71f2-d7b3-4a45-99f3-d72ba94ebd36 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:09.034018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-ae2e71f2-d7b3-4a45-99f3-d72ba94ebd36 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Synchronizing usage tracker for tenant:ebd00055ee90437ca2acd288885c518a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:09.075822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-ae2e71f2-d7b3-4a45-99f3-d72ba94ebd36 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Unset dirty status for tenant:ebd00055ee90437ca2acd288885c518a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:09.077452 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-ae2e71f2-d7b3-4a45-99f3-d72ba94ebd36 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.46 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73&tenant_id=ebd00055ee90437ca2acd288885c518a&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 949 time: 0.2016654 Jun 04 16:15:09.142624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c509d-5ae4-4195-8cef-b21dbe6ffe92 req-146e1d68-5942-453f-a3dd-322dcbca9ad9 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:09.142624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e15c509d-5ae4-4195-8cef-b21dbe6ffe92 req-146e1d68-5942-453f-a3dd-322dcbca9ad9 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 944 time: 0.6290565 Jun 04 16:15:09.159488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8a25c-d544-4b72-a34e-5058b772a093 req-dea877fb-8cea-4572-99f9-747c37137794 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:09.167283 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8d8a25c-d544-4b72-a34e-5058b772a093 req-dea877fb-8cea-4572-99f9-747c37137794 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 949 time: 0.3525069 Jun 04 16:15:09.214351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:09.234626 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:09.259665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e15c509d-5ae4-4195-8cef-b21dbe6ffe92 req-7c316c55-a2a6-4241-91f4-fb3364e8b3a7 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731561 Jun 04 16:15:09.265572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-45dd669a-425f-4bb3-bc76-97a9739acd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:09.276442 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-45dd669a-425f-4bb3-bc76-97a9739acd4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2479088 Jun 04 16:15:09.322689 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5443d9c2-b8e5-4955-9903-9637500b601f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f439a0-cb0b-45ac-aec3-5cdd10b20da1'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:09.324625 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-6628759b-775f-4fb2-a757-84ab540f9175 service neutron] delete failed (client error): The resource could not be found. Jun 04 16:15:09.325843 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-6628759b-775f-4fb2-a757-84ab540f9175 service neutron] 10.222.0.46 "DELETE /v2.0/ports/de14cf5d-f911-468f-b7f0-8f796df3808a/bindings/n-h2-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.2385457 Jun 04 16:15:09.333734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:09.355704 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:09.375889 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8d8a25c-d544-4b72-a34e-5058b772a093 req-5d3c08e9-13c0-4bc5-919f-7cd0c7594abb tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077177 Jun 04 16:15:09.445859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:09.450133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:15:09.472706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-2ea9493e-b836-48ee-9074-78aee936577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:09.474275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-2ea9493e-b836-48ee-9074-78aee936577f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4886346 Jun 04 16:15:09.580677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:15:09.586545 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:09.586909 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:09.787277 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d90dc09-2206-418b-8855-5d09f22b8024'] response: {'server_uuid': '5443d9c2-b8e5-4955-9903-9637500b601f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f439a0-cb0b-45ac-aec3-5cdd10b20da1', 'code': 200} Jun 04 16:15:09.819016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:09.819582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:09.881025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:09.890749 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:09.902004 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:15:09.920032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-984dd339-dabd-43d8-b850-94159e1d5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:09.921668 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-984dd339-dabd-43d8-b850-94159e1d5042 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 1100 time: 0.4873455 Jun 04 16:15:09.995682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:10.045667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bd017-8962-4411-8765-f09686198de7 req-e13bd5ac-f06c-40bd-b2ef-d3f450edb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:10.047200 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-895bd017-8962-4411-8765-f09686198de7 req-e13bd5ac-f06c-40bd-b2ef-d3f450edb3ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 1096 time: 0.2263863 Jun 04 16:15:10.063940 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-c9ad39aa-6520-4692-bc4f-679a1bd7a884 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7453611 Jun 04 16:15:10.139287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-eb16a8c6-09d7-465a-a07c-2c3b03eae755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:10.140895 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-eb16a8c6-09d7-465a-a07c-2c3b03eae755 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2091699 Jun 04 16:15:10.146991 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-895bd017-8962-4411-8765-f09686198de7 req-47704f61-caf9-4b81-b66c-3052f6583a91 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906327 Jun 04 16:15:10.212550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-2fc49ec6-574b-44d9-bb77-40675c39e26a service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7177122 Jun 04 16:15:10.223025 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-a53fa6f7-18db-4210-aa33-b397c39044a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=de14cf5d-f911-468f-b7f0-8f796df3808a HTTP/1.1" status: 200 len: 217 time: 0.0738311 Jun 04 16:15:10.274094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc96360-06d9-4a05-a1f1-9b0005fd720a req-679782de-3f91-44de-98f4-eece61ae6e39 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:10.281246 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc96360-06d9-4a05-a1f1-9b0005fd720a req-679782de-3f91-44de-98f4-eece61ae6e39 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 949 time: 0.3452213 Jun 04 16:15:10.295281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-210bdee8-ae12-475a-ad37-0699cd231697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:10.296906 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-210bdee8-ae12-475a-ad37-0699cd231697 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0671127 Jun 04 16:15:10.306715 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-75716d22-92db-4f6b-b6d1-7e745ed310de service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237587 Jun 04 16:15:10.316229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ffa92-bfa1-4b2e-81e6-1e5987b4aa65 req-e50de859-bffd-41ed-8f8e-e49050a2fea4 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:10.316927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-607ffa92-bfa1-4b2e-81e6-1e5987b4aa65 req-e50de859-bffd-41ed-8f8e-e49050a2fea4 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Synchronizing usage tracker for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:10.353338 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc96360-06d9-4a05-a1f1-9b0005fd720a req-8e0e6e7e-695b-44b4-840c-fdb15a231f1e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711679 Jun 04 16:15:10.408573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-0ed87fc5-7631-4afb-a59d-21d71e72b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:10.411730 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-0ed87fc5-7631-4afb-a59d-21d71e72b2fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054685 Jun 04 16:15:10.419737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-607ffa92-bfa1-4b2e-81e6-1e5987b4aa65 req-e50de859-bffd-41ed-8f8e-e49050a2fea4 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Unset dirty status for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:10.426115 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-607ffa92-bfa1-4b2e-81e6-1e5987b4aa65 req-e50de859-bffd-41ed-8f8e-e49050a2fea4 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4268446 Jun 04 16:15:10.588838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-607ffa92-bfa1-4b2e-81e6-1e5987b4aa65 req-d98e443f-0f47-4b89-a705-344ffcfc1abe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Synchronizing usage tracker for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:10.628648 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-5a804a6d-da03-4f46-a71b-28908711811d service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094297 Jun 04 16:15:10.667351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-607ffa92-bfa1-4b2e-81e6-1e5987b4aa65 req-d98e443f-0f47-4b89-a705-344ffcfc1abe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Unset dirty status for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:10.681797 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-607ffa92-bfa1-4b2e-81e6-1e5987b4aa65 req-d98e443f-0f47-4b89-a705-344ffcfc1abe tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2547376 Jun 04 16:15:10.709403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50291d48-49d4-4f8e-93ca-13ac2c9d4ff4 req-ff94598c-4a02-45a1-969b-557a2c22c1be service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547218 Jun 04 16:15:10.718168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-b5c9d485-30e3-4199-a61a-1901c1820156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:10.719688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-b5c9d485-30e3-4199-a61a-1901c1820156 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ce9d5a1e2c146bd8a55c9c8f4e207de&device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 1096 time: 0.3370149 Jun 04 16:15:10.765924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064d79e-b37d-48f8-a4c0-a90502fe67ec req-03a1eb4e-a3f5-4a75-a77d-4782eb09a5cc tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:10.773156 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9064d79e-b37d-48f8-a4c0-a90502fe67ec req-03a1eb4e-a3f5-4a75-a77d-4782eb09a5cc tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 946 time: 0.2382038 Jun 04 16:15:10.804048 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a30338ef-0653-4d0c-b83e-d5d425486bc3 req-fd6a8ef1-0a9a-45a7-8d76-5be8e5e225ba service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686027 Jun 04 16:15:10.881192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device de14cf5d-f911-468f-b7f0-8f796df3808a up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:15:10.891065 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9064d79e-b37d-48f8-a4c0-a90502fe67ec req-e048ce0f-302e-4723-a90e-dc7591b35bcc tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168013 Jun 04 16:15:10.956670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-a7f2adb2-a3d9-4584-823b-1b7398b7aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:10.972140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-a7f2adb2-a3d9-4584-823b-1b7398b7aff7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1e24b21-fa08-4b28-b3c3-759440e0e4a6 HTTP/1.1" status: 200 len: 930 time: 0.2319846 Jun 04 16:15:11.019841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port de14cf5d-f911-468f-b7f0-8f796df3808a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:15:11.026423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port de14cf5d-f911-468f-b7f0-8f796df3808a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:11.026946 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:11.099584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-3cedbaa6-0f69-44c8-be9a-550a90276c32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3814607e-97e0-442a-9d17-4c4ca7d6f9f5 HTTP/1.1" status: 200 len: 217 time: 0.1196277 Jun 04 16:15:11.186183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port de14cf5d-f911-468f-b7f0-8f796df3808a is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:11.186594 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:11.225076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port de14cf5d-f911-468f-b7f0-8f796df3808a, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=de14cf5d-f911-468f-b7f0-8f796df3808a,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:11.230807 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:11.314961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=de14cf5d-f911-468f-b7f0-8f796df3808a,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:11.359991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-333da0e9-6cc6-4208-bc6d-3f167625cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:11.370288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-333da0e9-6cc6-4208-bc6d-3f167625cd49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9f4fd31-3551-4668-ab35-5dba4064a808 HTTP/1.1" status: 200 len: 868 time: 0.2255399 Jun 04 16:15:11.508428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e31bd1-4d6a-4463-a5ca-e393f0242729 req-3b5ace1c-9ded-4b89-b086-3c48ad9f2bf2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:11.510138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51e31bd1-4d6a-4463-a5ca-e393f0242729 req-3b5ace1c-9ded-4b89-b086-3c48ad9f2bf2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 950 time: 0.3666086 Jun 04 16:15:11.534286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00228d-8036-471a-b305-0de07f65ef1e req-8f2d2999-788c-45dd-b768-8922cca5ab41 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:11.551482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e00228d-8036-471a-b305-0de07f65ef1e req-8f2d2999-788c-45dd-b768-8922cca5ab41 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 945 time: 0.4498127 Jun 04 16:15:11.677691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e00228d-8036-471a-b305-0de07f65ef1e req-58c2e2bf-f8e6-4148-b61b-c4012acea8c7 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241782 Jun 04 16:15:11.682664 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51e31bd1-4d6a-4463-a5ca-e393f0242729 req-e9e4ce93-c368-4056-84b1-546addd8ad06 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566658 Jun 04 16:15:11.685190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-46678bd2-1f29-4266-a2e1-2ce53d917bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:11.688006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-46678bd2-1f29-4266-a2e1-2ce53d917bf1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1e24b21-fa08-4b28-b3c3-759440e0e4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3020189 Jun 04 16:15:11.788627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574cbf51-bf1d-4e48-8f92-de513ef0b374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4'}, {'server_uuid': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de14cf5d-f911-468f-b7f0-8f796df3808a'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:11.871008 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9df50c9-8055-4f39-9bfb-20d3b9f1bb40 req-f00c567b-78c4-4b3a-adcd-19d79112cf2e tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1346090 Jun 04 16:15:12.170150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-f1e676d2-5f02-486a-bf38-068c87aff23c service neutron] 10.222.0.46 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740591 Jun 04 16:15:12.215390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d8e34-56ba-4de5-ad2e-f90646013e50 req-c5965f9d-c0dc-4888-8680-f52944a1f6c4 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:12.216988 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-496d8e34-56ba-4de5-ad2e-f90646013e50 req-c5965f9d-c0dc-4888-8680-f52944a1f6c4 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 1097 time: 0.3565350 Jun 04 16:15:12.301414 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e453f-4a5f-4ceb-a256-bbe0a96297bb req-64cc4144-eda1-4694-96b7-1ed2512d1306 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:12.302863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-878e453f-4a5f-4ceb-a256-bbe0a96297bb req-64cc4144-eda1-4694-96b7-1ed2512d1306 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 1101 time: 0.2464449 Jun 04 16:15:12.373517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-496d8e34-56ba-4de5-ad2e-f90646013e50 req-6867fb67-5622-4c80-988f-fcc5f2e3057d tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134293 Jun 04 16:15:12.389656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02d942e2-6561-4d5e-9ef8-57ce95ca7433 req-623f691f-8087-400a-a099-d465215ae3fb service neutron] 10.222.0.46 "GET /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108181 Jun 04 16:15:12.396077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-878e453f-4a5f-4ceb-a256-bbe0a96297bb req-736e77c1-1fc0-4898-b987-208a4ff8d6c3 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778847 Jun 04 16:15:12.517420 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8158615-bf86-4a85-8348-e7a96cf71cf8'] response: {'server_uuid': '574cbf51-bf1d-4e48-8f92-de513ef0b374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4', 'code': 200} Jun 04 16:15:12.517902 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8158615-bf86-4a85-8348-e7a96cf71cf8'] response: {'server_uuid': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de14cf5d-f911-468f-b7f0-8f796df3808a', 'code': 200} Jun 04 16:15:12.615083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e13c75-9bf2-454b-bd47-296295912970 req-364d0cdf-0199-4b5c-a782-73a20c4e7f87 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:12.623157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75e13c75-9bf2-454b-bd47-296295912970 req-364d0cdf-0199-4b5c-a782-73a20c4e7f87 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.1098101 Jun 04 16:15:12.731080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75e13c75-9bf2-454b-bd47-296295912970 req-22de7d95-5163-480d-8a45-64d239415458 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055927 Jun 04 16:15:12.781074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597357a7-9a0e-4141-81b0-78a3bd1f6ace req-43aa5d6a-bd64-4024-a66d-09e478b77b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:12.785180 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-597357a7-9a0e-4141-81b0-78a3bd1f6ace req-43aa5d6a-bd64-4024-a66d-09e478b77b47 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 1101 time: 0.1790304 Jun 04 16:15:12.912682 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-597357a7-9a0e-4141-81b0-78a3bd1f6ace req-c7ad14cf-c6e0-46fa-a8a9-f5799f7e85c1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151237 Jun 04 16:15:12.957122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2836d-b3a5-403c-ad9a-b464ef2dc8fe req-3a1f4132-370a-442b-9ad2-f610db9a475f tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:12.958699 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-73b2836d-b3a5-403c-ad9a-b464ef2dc8fe req-3a1f4132-370a-442b-9ad2-f610db9a475f tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 1101 time: 0.0991211 Jun 04 16:15:13.050771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-73b2836d-b3a5-403c-ad9a-b464ef2dc8fe req-5124f9d0-b587-4289-b612-2ef022c3629b tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579226 Jun 04 16:15:13.086631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e7f92-b1a1-42b4-8c73-a9c12b40eef1 req-84a060c2-9c61-420d-8533-f664f8f7c424 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:13.088446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a2e7f92-b1a1-42b4-8c73-a9c12b40eef1 req-84a060c2-9c61-420d-8533-f664f8f7c424 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 1097 time: 0.1287901 Jun 04 16:15:13.134480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a2e7f92-b1a1-42b4-8c73-a9c12b40eef1 req-4d6ca6dc-e95a-429b-aa9b-13aa178a375c tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392680 Jun 04 16:15:13.285468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47a812-e29d-4844-97fc-78e16c7eee3b req-c157c2cf-4ab1-4ade-ba0d-7ea1401a535f tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:13.291506 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f47a812-e29d-4844-97fc-78e16c7eee3b req-c157c2cf-4ab1-4ade-ba0d-7ea1401a535f tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 945 time: 0.1391468 Jun 04 16:15:13.405389 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f47a812-e29d-4844-97fc-78e16c7eee3b req-24f1ad48-6961-4292-b170-64896b2cb8bc tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111765 Jun 04 16:15:13.444552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563b6ca-ae1c-4ed0-8e16-3a36f2928912 req-d496586d-d850-4e2a-8285-f904266c3f28 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:13.446162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f563b6ca-ae1c-4ed0-8e16-3a36f2928912 req-d496586d-d850-4e2a-8285-f904266c3f28 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 950 time: 0.1495125 Jun 04 16:15:13.510710 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f563b6ca-ae1c-4ed0-8e16-3a36f2928912 req-c446718c-27ba-495e-89b0-5a621dd17ec2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583446 Jun 04 16:15:13.704219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8f9ab-7467-400d-af50-0f2c003ea86c req-7bb1b01a-2cf2-4e0d-a969-9abd62a2e5ac tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:13.705746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05d8f9ab-7467-400d-af50-0f2c003ea86c req-7bb1b01a-2cf2-4e0d-a969-9abd62a2e5ac tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 1101 time: 0.1699405 Jun 04 16:15:13.743724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb17c54-4b2d-4226-bf4e-9c529368e0f6 req-3fd61902-2010-492c-8f95-2cea48431a17 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:13.745187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edb17c54-4b2d-4226-bf4e-9c529368e0f6 req-3fd61902-2010-492c-8f95-2cea48431a17 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 945 time: 0.1180921 Jun 04 16:15:13.781409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-05d8f9ab-7467-400d-af50-0f2c003ea86c req-4ea4d941-315e-447a-8a2c-043a176c8d7f tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Synchronizing usage tracker for tenant:6366112f0a4a49509913572d0325d4ff on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:13.809264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edb17c54-4b2d-4226-bf4e-9c529368e0f6 req-0dbe75c7-d315-4b80-9501-b357af7ab6ba tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/security-groups?id=328151dc-354f-45a2-bf36-2674538bdb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537145 Jun 04 16:15:13.817824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-05d8f9ab-7467-400d-af50-0f2c003ea86c req-4ea4d941-315e-447a-8a2c-043a176c8d7f tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Unset dirty status for tenant:6366112f0a4a49509913572d0325d4ff on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:13.818647 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05d8f9ab-7467-400d-af50-0f2c003ea86c req-4ea4d941-315e-447a-8a2c-043a176c8d7f tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043925 Jun 04 16:15:14.109465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ad089-2196-4e4a-a42a-8d2dc792367d req-90b5d471-4612-4a9b-a5e4-ab4dca21f1d4 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:14.116855 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-761ad089-2196-4e4a-a42a-8d2dc792367d req-90b5d471-4612-4a9b-a5e4-ab4dca21f1d4 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 945 time: 0.0916228 Jun 04 16:15:14.167554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-761ad089-2196-4e4a-a42a-8d2dc792367d req-35df998d-8a82-4802-a327-9c68f3f70860 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497468 Jun 04 16:15:14.419324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58896) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:14.424502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--321052095', 'description': 'tempest-description--1962356314'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:14.431920 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:14.437930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Usage tracker for resource:security_group and tenant:50923ec9c77a46798f4c38a13483bbe5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:15:14.441292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:15:14.450018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:14.465883 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:14.494709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:14.500192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Usage tracker for resource:security_group_rule and tenant:50923ec9c77a46798f4c38a13483bbe5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:15:14.503630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:15:14.509516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe611d4e-90af-4a61-b503-d7a0034e13c8 req-480fb37a-7b45-4141-b9b5-f5a6f9735be1 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:14.513445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe611d4e-90af-4a61-b503-d7a0034e13c8 req-480fb37a-7b45-4141-b9b5-f5a6f9735be1 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 945 time: 0.1252627 Jun 04 16:15:14.521847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:14.528152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58902) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:14.649838 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-b6820bd2-d069-459d-8e45-463b814f3109 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ebd00055ee90437ca2acd288885c518a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341926 Jun 04 16:15:14.657699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-fe611d4e-90af-4a61-b503-d7a0034e13c8 req-a9c6bae0-5103-4d86-8734-9fa856eff750 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Deleting port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:14.658027 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fe611d4e-90af-4a61-b503-d7a0034e13c8 req-a9c6bae0-5103-4d86-8734-9fa856eff750 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:14.829059 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:14.899799 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:14.930389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-61401121-d659-4f34-a85f-b0bdb823cf03 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:14.938165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-61401121-d659-4f34-a85f-b0bdb823cf03 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2522109 Jun 04 16:15:15.032051 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:15.033188 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6127808 Jun 04 16:15:15.033962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:15.038523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58928) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:15.051087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ee5a0e72-2d3d-4158-99fa-5a2881f0a76e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Request body: {'security_group_rule': {'security_group_id': '4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:15.057205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:15.057541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:15.057872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:15.058202 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:15.058547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:15.058870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:15.059202 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:15.059506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:15.059822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:15.060138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:15.060451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:15.060764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec7da1a-a0d4-47ab-b001-6aec7fc6aad7 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:15.068138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ee5a0e72-2d3d-4158-99fa-5a2881f0a76e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:15.075627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ee5a0e72-2d3d-4158-99fa-5a2881f0a76e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Usage tracker for resource:security_group_rule and tenant:50923ec9c77a46798f4c38a13483bbe5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:15:15.081269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ee5a0e72-2d3d-4158-99fa-5a2881f0a76e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:15:15.090230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ee5a0e72-2d3d-4158-99fa-5a2881f0a76e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:15.138277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-2532a178-7fe5-4ae9-9bee-729e74f35ce2 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/quotas/ebd00055ee90437ca2acd288885c518a HTTP/1.1" status: 200 len: 375 time: 0.1992116 Jun 04 16:15:15.153306 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0e72-2d3d-4158-99fa-5a2881f0a76e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:15.264776 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0e72-2d3d-4158-99fa-5a2881f0a76e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:15.265116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-fe611d4e-90af-4a61-b503-d7a0034e13c8 req-a9c6bae0-5103-4d86-8734-9fa856eff750 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] For port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3814607e-97e0-442a-9d17-4c4ca7d6f9f5,segment=NetworkSegment(c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb),segment_id=c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:15.265482 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fe611d4e-90af-4a61-b503-d7a0034e13c8 req-a9c6bae0-5103-4d86-8734-9fa856eff750 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:15.271976 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0e72-2d3d-4158-99fa-5a2881f0a76e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:15.301289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a0e72-2d3d-4158-99fa-5a2881f0a76e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff200b3e-31a1-4b35-bf4b-62554eb418d5,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:15.314506 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0e72-2d3d-4158-99fa-5a2881f0a76e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:15.316125 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ee5a0e72-2d3d-4158-99fa-5a2881f0a76e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2752252 Jun 04 16:15:15.347951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58932) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:15.361898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-69038ba6-2411-48e0-b894-d4bf4abb3030 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Request body: {'security_group_rule': {'security_group_id': '4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:15.394671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-fe611d4e-90af-4a61-b503-d7a0034e13c8 req-a9c6bae0-5103-4d86-8734-9fa856eff750 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Calling delete_port for 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:15.451254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384cd97-86cb-457f-9cb8-c8bbf5c82779 req-19bbe24f-e797-4b1e-a8f7-cf70419167f1 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:15.452751 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f384cd97-86cb-457f-9cb8-c8bbf5c82779 req-19bbe24f-e797-4b1e-a8f7-cf70419167f1 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 1097 time: 0.3599479 Jun 04 16:15:15.464977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-69038ba6-2411-48e0-b894-d4bf4abb3030 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:15.470995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-69038ba6-2411-48e0-b894-d4bf4abb3030 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Usage tracker for resource:security_group_rule and tenant:50923ec9c77a46798f4c38a13483bbe5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:15:15.474215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-69038ba6-2411-48e0-b894-d4bf4abb3030 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:15:15.483444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-f1db380d-d5ab-46cd-b728-c6ca0b33e442 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3330050 Jun 04 16:15:15.486159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-69038ba6-2411-48e0-b894-d4bf4abb3030 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:15.520759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35f6aacd-093c-4c43-9437-7d7858f7ada6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:15.524980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f384cd97-86cb-457f-9cb8-c8bbf5c82779 req-f7ee0cc3-5740-4917-b0e4-5fdfada4e360 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636680 Jun 04 16:15:15.580409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69038ba6-2411-48e0-b894-d4bf4abb3030 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:15.600705 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fe611d4e-90af-4a61-b503-d7a0034e13c8 req-a9c6bae0-5103-4d86-8734-9fa856eff750 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:15.666747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6bae0-5103-4d86-8734-9fa856eff750 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Pushing event deleted for resources: {'Port': ['ID=3814607e-97e0-442a-9d17-4c4ca7d6f9f5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:15.778370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe611d4e-90af-4a61-b503-d7a0034e13c8 req-a9c6bae0-5103-4d86-8734-9fa856eff750 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] No DVR routers for this DVR port 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:15:15.780862 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fe611d4e-90af-4a61-b503-d7a0034e13c8 req-a9c6bae0-5103-4d86-8734-9fa856eff750 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:15.783513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'name': 'network-vif-deleted', 'tag': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:15.802856 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe611d4e-90af-4a61-b503-d7a0034e13c8 req-a9c6bae0-5103-4d86-8734-9fa856eff750 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.46 "DELETE /v2.0/ports/3814607e-97e0-442a-9d17-4c4ca7d6f9f5 HTTP/1.1" status: 204 len: 173 time: 1.2832935 Jun 04 16:15:15.808647 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69038ba6-2411-48e0-b894-d4bf4abb3030 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:15.900426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8b48d-96ac-40b7-949c-76ead1b5ad46 req-df443b3f-3b04-41df-aff5-4a506b237f71 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:15.902212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bf8b48d-96ac-40b7-949c-76ead1b5ad46 req-df443b3f-3b04-41df-aff5-4a506b237f71 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 950 time: 0.0982203 Jun 04 16:15:15.915036 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69038ba6-2411-48e0-b894-d4bf4abb3030 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:15.960466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69038ba6-2411-48e0-b894-d4bf4abb3030 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b921573e-7ba9-4a17-9f24-62687af09dd6,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:15.980515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69038ba6-2411-48e0-b894-d4bf4abb3030 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:15.981871 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-69038ba6-2411-48e0-b894-d4bf4abb3030 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6304092 Jun 04 16:15:15.984582 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bf8b48d-96ac-40b7-949c-76ead1b5ad46 req-5b5a5075-4b0b-4ff4-8b34-2588f7c4dacc tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743213 Jun 04 16:15:15.985012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58950) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:15.995490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:16.016884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:16.023326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Usage tracker for resource:floatingip and tenant:50923ec9c77a46798f4c38a13483bbe5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:15:16.027127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:15:16.035489 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:16.149938 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:16.173703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-914ea727-b9bc-4494-a0a6-dd0a8aa42d79 req-8a2781f9-d68e-416a-8a97-a338e3c25cb1 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Synchronizing usage tracker for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:16.204880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-914ea727-b9bc-4494-a0a6-dd0a8aa42d79 req-8a2781f9-d68e-416a-8a97-a338e3c25cb1 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] Unset dirty status for tenant:1ce9d5a1e2c146bd8a55c9c8f4e207de on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:16.219345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-914ea727-b9bc-4494-a0a6-dd0a8aa42d79 req-8a2781f9-d68e-416a-8a97-a338e3c25cb1 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514 tempest-FloatingIPsAssociationNegativeTestJSON-2106111514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e256645-3d75-4fef-804a-bdbb625e8b69 HTTP/1.1" status: 200 len: 210 time: 0.1080158 Jun 04 16:15:16.230885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-35f6aacd-093c-4c43-9437-7d7858f7ada6 admin admin] Deleting port 1b6db300-6d22-4f37-85a9-83ef434aa407 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:16.231766 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35f6aacd-093c-4c43-9437-7d7858f7ada6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:16.490277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96702c73-9cd1-4e43-a971-49eaa792852f req-12cd4e32-669d-49fd-8a40-b3e486a5b450 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 210 time: 0.0626886 Jun 04 16:15:16.595049 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b44e38-bc7e-49c3-bbf5-74d1adcf05bd'] response: {'server_uuid': '3e256645-3d75-4fef-804a-bdbb625e8b69', 'name': 'network-vif-deleted', 'tag': '3814607e-97e0-442a-9d17-4c4ca7d6f9f5', 'status': 'completed', 'code': 200} Jun 04 16:15:16.610420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-35f6aacd-093c-4c43-9437-7d7858f7ada6 admin admin] For port 1b6db300-6d22-4f37-85a9-83ef434aa407, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1b6db300-6d22-4f37-85a9-83ef434aa407,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:16.610937 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35f6aacd-093c-4c43-9437-7d7858f7ada6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:16.635440 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:16.829480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-35f6aacd-093c-4c43-9437-7d7858f7ada6 admin admin] Calling delete_port for 1b6db300-6d22-4f37-85a9-83ef434aa407 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:17.156116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Allocated IP 172.25.5.243 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/9a57ad0c-608d-45a1-8e5d-6490dbf87880) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:15:17.175854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec4270-da41-4fb7-9bbf-ea8538f046cb req-0396444a-d2b3-43a8-9791-d15dbdf68514 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:17.185315 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccec4270-da41-4fb7-9bbf-ea8538f046cb req-0396444a-d2b3-43a8-9791-d15dbdf68514 tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 1101 time: 0.0967848 Jun 04 16:15:17.233681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccec4270-da41-4fb7-9bbf-ea8538f046cb req-48083d74-0039-4cfa-aeac-2ca71bc9538e tempest-ServersOnMultiNodesTest-1779534745 tempest-ServersOnMultiNodesTest-1779534745-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465274 Jun 04 16:15:17.295521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-f811ff49-c84a-477e-937f-6435a9a65079 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ebd00055ee90437ca2acd288885c518a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465696 Jun 04 16:15:17.435172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:17.542420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:17.544111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 3814607e-97e0-442a-9d17-4c4ca7d6f9f5 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:17.544626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-7cc53431-bfdf-42ba-83cc-dd7c8da1f010 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:17.546113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-7cc53431-bfdf-42ba-83cc-dd7c8da1f010 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2418094 Jun 04 16:15:17.558050 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:17.565245 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35f6aacd-093c-4c43-9437-7d7858f7ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:17.567116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7503c-e8e8-4f39-973e-0ce27e16deb7 req-68452b9b-05b8-4984-af3f-a0cca4a4d837 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:17.575028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5bf7503c-e8e8-4f39-973e-0ce27e16deb7 req-68452b9b-05b8-4984-af3f-a0cca4a4d837 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.1574318 Jun 04 16:15:17.595985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Request body: {'port': {'device_id': 'a9f0bff5-314c-485c-9555-dcdf26cae2c3', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': 'ebd00055ee90437ca2acd288885c518a'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:17.680399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6aacd-093c-4c43-9437-7d7858f7ada6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6db300-6d22-4f37-85a9-83ef434aa407,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:17.720004 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5bf7503c-e8e8-4f39-973e-0ce27e16deb7 req-78108afa-e42a-4330-ab49-6fb9b7cd5219 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441226 Jun 04 16:15:17.757841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-e66f3f83-82de-44e6-8ee5-673888b91309 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:15:17.758862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-e66f3f83-82de-44e6-8ee5-673888b91309 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118725 Jun 04 16:15:17.777215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] Request body: {'binding': {'host': 'n-h2-811809-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:17.777657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] Unknown quota resources ['binding']. {{(pid=88798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 16:15:17.836040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59018) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:17.840269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:17.877382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:17.956648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:15:17.959404 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35f6aacd-093c-4c43-9437-7d7858f7ada6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:17.965620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:15:17.970373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:15:17.985367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Pushing event updated for resources: {'Port': ['ID=9a57ad0c-608d-45a1-8e5d-6490dbf87880,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:18.138879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:18.144156 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:18.257359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Made reservation on behalf of ebd00055ee90437ca2acd288885c518a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:15:18.260677 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:18.286961 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:18.529278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f6aacd-093c-4c43-9437-7d7858f7ada6 admin admin] Router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:15:18.636820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] Attempting to bind port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on host n-h2-811809-3 for vnic_type normal with profile None {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:15:18.637426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] Attempting to bind port 016b7c67-5d09-45f7-b5e3-21bc40fab852 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:15:18.637426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] Attempting to bind port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:18.652438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7aaa4-6599-4bd2-a475-328442580c61 req-59190411-8312-4c50-b807-4a7c2df26436 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:18.653872 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ff7aaa4-6599-4bd2-a475-328442580c61 req-59190411-8312-4c50-b807-4a7c2df26436 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 945 time: 0.4547939 Jun 04 16:15:18.691894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] Port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on network 4174afad-8f69-40c2-8826-5ab168bb142e not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:15:18.692204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] Attempting to bind port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:18.733142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:15:18.733619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] Checking segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:15:18.734011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] Bound using segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:15:18.734270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] Bound port: 016b7c67-5d09-45f7-b5e3-21bc40fab852, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:15:18.745500 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:18.754576 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:18.777340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Allocated IP 192.168.233.210 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/6368b7ab-a09d-49d4-bf7d-087882efe336) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:15:18.794240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f6aacd-093c-4c43-9437-7d7858f7ada6 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:15:18.803785 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f4dd2-1100-40c8-b51c-d781df75a7b6 None None] Sync routers for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:15:18.815359 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f4dd2-1100-40c8-b51c-d781df75a7b6 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:18.816084 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0d0f4dd2-1100-40c8-b51c-d781df75a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:18.826012 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:18.826232 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ff7aaa4-6599-4bd2-a475-328442580c61 req-c0d7faaf-ad3d-45b8-9f03-80e7c1c44d44 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628542 Jun 04 16:15:18.854765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Pushing event updated for resources: {'Port': ['ID=9a57ad0c-608d-45a1-8e5d-6490dbf87880,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:18.862813 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-35f6aacd-093c-4c43-9437-7d7858f7ada6 admin admin] 10.222.0.13 "PUT /v2.0/routers/92dbb92f-aa36-41f2-aca0-fda2ce68bba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3300102 Jun 04 16:15:18.863011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59028) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:18.904825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:15:18.951323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:15:19.027520 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] Notify callbacks [] for binding, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:19.028708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-13c67b5e-4adb-4b48-8c1d-e79b27ca4e81 service neutron] 10.222.0.13 "POST /v2.0/ports/016b7c67-5d09-45f7-b5e3-21bc40fab852/bindings HTTP/1.1" status: 201 len: 389 time: 1.2549782 Jun 04 16:15:19.063469 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:19.082713 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0d0f4dd2-1100-40c8-b51c-d781df75a7b6 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:19.082944 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e104c34f-a6f4-4357-a28c-4f1aace0fa34 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0951569 Jun 04 16:15:19.115580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ca054199-1083-4cc9-9607-6f4e19efdd7a req-5fabd0f9-23ed-4eb8-8ad3-1c68b301a6eb tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Synchronizing usage tracker for tenant:ebd00055ee90437ca2acd288885c518a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:19.218807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:19.238733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '29f439a0-cb0b-45ac-aec3-5cdd10b20da1', 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a', 'port_id': '29f439a0-cb0b-45ac-aec3-5cdd10b20da1', 'mac_address': 'fa:16:3e:e4:36:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f6d421-7a43-450e-be14-3b76b24804d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:15:19.262923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ca054199-1083-4cc9-9607-6f4e19efdd7a req-5fabd0f9-23ed-4eb8-8ad3-1c68b301a6eb tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Unset dirty status for tenant:ebd00055ee90437ca2acd288885c518a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:19.263611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca054199-1083-4cc9-9607-6f4e19efdd7a req-5fabd0f9-23ed-4eb8-8ad3-1c68b301a6eb tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 210 time: 0.2478952 Jun 04 16:15:19.332777 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:19.353470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Transition to ACTIVE for port object 6368b7ab-a09d-49d4-bf7d-087882efe336 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:15:19.438830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:19.439456 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:19.457027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:19.474704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:19.481333 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:19.489841 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0d0f4dd2-1100-40c8-b51c-d781df75a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:15:17Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:19.506227 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:19.506982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:19.508649 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f4dd2-1100-40c8-b51c-d781df75a7b6 None None] Checking router: 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:15:19.525904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['de14cf5d-f911-468f-b7f0-8f796df3808a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:19.533475 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f4dd2-1100-40c8-b51c-d781df75a7b6 None None] Routers {'92dbb92f-aa36-41f2-aca0-fda2ce68bba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:19.534082 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0d0f4dd2-1100-40c8-b51c-d781df75a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:19.627970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:19.639527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.640133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.640614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.641564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.642044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.642529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.644388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event updated for resources: {'Port': ['ID=6368b7ab-a09d-49d4-bf7d-087882efe336,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:19.645047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.645669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.646151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.646656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.647118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.647695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.683435 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.683771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.684105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.684432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.684786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.685111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.685451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.686010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.686151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['29f439a0-cb0b-45ac-aec3-5cdd10b20da1'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:19.686250 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.686618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.686942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.687259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:19.701141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:15:19.716068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:15:19.718627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:15:19.727290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:19.727290 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:19.731682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-94e72284-3248-4c5c-95f7-1876bd8c4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:19.733261 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-94e72284-3248-4c5c-95f7-1876bd8c4772 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 1097 time: 0.3711834 Jun 04 16:15:19.779185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-c911afe3-d1a5-4017-8aa1-6448f1a0f7a4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2013323 Jun 04 16:15:19.783842 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e5c244b8-042e-4bba-ac66-813647467225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:19.827007 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0d0f4dd2-1100-40c8-b51c-d781df75a7b6 None None] Set router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:19.887475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Request body: {'port': {'device_id': 'a9f0bff5-314c-485c-9555-dcdf26cae2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:19.909204 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:19.938013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb1af-f5a1-43cf-892a-4400908db900 req-2d3dc560-fa98-4f71-abf3-a426b780bc8c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:19.940414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-59efb1af-f5a1-43cf-892a-4400908db900 req-2d3dc560-fa98-4f71-abf3-a426b780bc8c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:19.964592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Deleting port 010287cd-6ac6-4926-9e3d-b030e932965d {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:19.965182 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:20.025733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-59efb1af-f5a1-43cf-892a-4400908db900 req-2d3dc560-fa98-4f71-abf3-a426b780bc8c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:20.026928 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-59efb1af-f5a1-43cf-892a-4400908db900 req-2d3dc560-fa98-4f71-abf3-a426b780bc8c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "GET /v2.0/ports?device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 950 time: 0.4299204 Jun 04 16:15:20.043337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0d25ee6f-7290-4221-956c-c298b1e3ee25 None None] Provisioning for port 6368b7ab-a09d-49d4-bf7d-087882efe336 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:15:20.051581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0d25ee6f-7290-4221-956c-c298b1e3ee25 None None] Provisioning complete for port 6368b7ab-a09d-49d4-bf7d-087882efe336 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:20.052177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0d25ee6f-7290-4221-956c-c298b1e3ee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:20.098113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-8ee68c87-2718-4aae-ba7c-4559774c19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:20.099609 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-8ee68c87-2718-4aae-ba7c-4559774c19a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.3579273 Jun 04 16:15:20.124233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0d25ee6f-7290-4221-956c-c298b1e3ee25 None None] Port 6368b7ab-a09d-49d4-bf7d-087882efe336 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:15:20.151951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9d0dc-342b-4679-b667-900363173216 req-910a3caf-696d-405b-a4c0-0cc4f7031bbd tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:20.156214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25d9d0dc-342b-4679-b667-900363173216 req-910a3caf-696d-405b-a4c0-0cc4f7031bbd tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.7150936 Jun 04 16:15:20.182467 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0d0f4dd2-1100-40c8-b51c-d781df75a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:15:17Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:20.186926 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-483a7a1e-30ff-46ef-874a-5327cb62cb3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852 HTTP/1.1" status: 200 len: 217 time: 0.0673904 Jun 04 16:15:20.187407 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f4dd2-1100-40c8-b51c-d781df75a7b6 None None] The sync data for ids ['92dbb92f-aa36-41f2-aca0-fda2ce68bba3'] in n-d-811809-3 is: [{'id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498608462-router', 'tenant_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:11Z', 'updated_at': '2022-06-04T16:15:17Z', 'revision_number': 5, 'project_id': '15e2ee17bf0b4a62a666e59544dd12a2', 'gw_port': {'id': '010287cd-6ac6-4926-9e3d-b030e932965d', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dbb92f-aa36-41f2-aca0-fda2ce68bba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:12Z', 'updated_at': '2022-06-04T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:15:20.221471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbc274-f2fb-4876-be39-3cefabd70790 req-b06e0b8e-f9b3-4123-8590-630a23ed047e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:20.224066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcbc274-f2fb-4876-be39-3cefabd70790 req-b06e0b8e-f9b3-4123-8590-630a23ed047e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=574cbf51-bf1d-4e48-8f92-de513ef0b374 HTTP/1.1" status: 200 len: 950 time: 0.8352308 Jun 04 16:15:20.286595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-59efb1af-f5a1-43cf-892a-4400908db900 req-0c0dab8a-0677-4ef6-930d-6e4629b1792e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Deleting port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:20.286926 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-59efb1af-f5a1-43cf-892a-4400908db900 req-0c0dab8a-0677-4ef6-930d-6e4629b1792e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:20.379772 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-021568a0-1f65-462e-9fab-3bfa7e69b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:20.381206 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-021568a0-1f65-462e-9fab-3bfa7e69b215 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.1431253 Jun 04 16:15:20.383968 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:20.441672 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25d9d0dc-342b-4679-b667-900363173216 req-ae8f8a23-e159-4131-b404-b535a2409921 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714520 Jun 04 16:15:20.444042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcbc274-f2fb-4876-be39-3cefabd70790 req-5db2045f-c897-4241-9914-51521ecea831 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645968 Jun 04 16:15:20.490821 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-c1de532e-8d36-4f10-9f58-b9af33f461da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847023 Jun 04 16:15:20.650397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] For port 010287cd-6ac6-4926-9e3d-b030e932965d, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=010287cd-6ac6-4926-9e3d-b030e932965d,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:20.650578 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:20.801198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-63013cc4-5b05-4865-818f-84283dc511d9 req-e129b546-c0a5-4bb3-9c5b-d16a7194f9f1 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Synchronizing usage tracker for tenant:50923ec9c77a46798f4c38a13483bbe5 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:20.915353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e5c244b8-042e-4bba-ac66-813647467225 admin admin] Deleting port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:20.915680 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e5c244b8-042e-4bba-ac66-813647467225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:20.926403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Calling delete_port for 010287cd-6ac6-4926-9e3d-b030e932965d owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:20.961482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:20.971149 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-63013cc4-5b05-4865-818f-84283dc511d9 req-e129b546-c0a5-4bb3-9c5b-d16a7194f9f1 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Unset dirty status for tenant:50923ec9c77a46798f4c38a13483bbe5 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:20.972296 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-e129b546-c0a5-4bb3-9c5b-d16a7194f9f1 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--321052095&fields=id&tenant_id=50923ec9c77a46798f4c38a13483bbe5 HTTP/1.1" status: 200 len: 267 time: 0.3386588 Jun 04 16:15:20.997494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574dbe-087c-4c33-9d1d-7e39e0ea7be6 req-1eb7c033-6905-488a-bb88-eaa8a969a384 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:20.998932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55574dbe-087c-4c33-9d1d-7e39e0ea7be6 req-1eb7c033-6905-488a-bb88-eaa8a969a384 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 946 time: 0.3663988 Jun 04 16:15:21.082471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 is: BUILD; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:21.083120 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:21.101208 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:21.118139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:21.124818 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:21.135200 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-da813afe-2cac-4e72-96c6-bd63621b7e11 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6310284 Jun 04 16:15:21.196629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:21.242372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55574dbe-087c-4c33-9d1d-7e39e0ea7be6 req-71add438-5825-4191-aedf-3d25fce3933f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124648 Jun 04 16:15:21.244955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-59efb1af-f5a1-43cf-892a-4400908db900 req-0c0dab8a-0677-4ef6-930d-6e4629b1792e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] For port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:21.244955 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-59efb1af-f5a1-43cf-892a-4400908db900 req-0c0dab8a-0677-4ef6-930d-6e4629b1792e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:21.248055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1b6db300-6d22-4f37-85a9-83ef434aa407 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:21.287986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 1b6db300-6d22-4f37-85a9-83ef434aa407 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:21.288815 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1b6db300-6d22-4f37-85a9-83ef434aa407 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:21.405203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-59efb1af-f5a1-43cf-892a-4400908db900 req-0c0dab8a-0677-4ef6-930d-6e4629b1792e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Calling delete_port for 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:21.420068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-e5c244b8-042e-4bba-ac66-813647467225 admin admin] For port 2563bc42-27f7-4fc7-98fb-41ad3133d2c9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2563bc42-27f7-4fc7-98fb-41ad3133d2c9,segment=NetworkSegment(c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb),segment_id=c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:21.420412 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e5c244b8-042e-4bba-ac66-813647467225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:21.448421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6368b7ab-a09d-49d4-bf7d-087882efe336 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:21.458382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013cc4-5b05-4865-818f-84283dc511d9 req-0e375645-e659-4543-9501-9384e183a121 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:21.459089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-63013cc4-5b05-4865-818f-84283dc511d9 req-0e375645-e659-4543-9501-9384e183a121 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Synchronizing usage tracker for tenant:50923ec9c77a46798f4c38a13483bbe5 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:21.510329 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-1446a271-1c59-4367-8a0d-aa08e6458969 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650212 Jun 04 16:15:21.519846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:21.570307 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:21.596888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e5c244b8-042e-4bba-ac66-813647467225 admin admin] Calling delete_port for 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:21.657191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Transition to ACTIVE for port object 6368b7ab-a09d-49d4-bf7d-087882efe336 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:15:21.665514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:21.696202 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Pushing event deleted for resources: {'Port': ['ID=010287cd-6ac6-4926-9e3d-b030e932965d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:21.777601 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:21.822469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-63013cc4-5b05-4865-818f-84283dc511d9 req-0e375645-e659-4543-9501-9384e183a121 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Unset dirty status for tenant:50923ec9c77a46798f4c38a13483bbe5 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:21.823621 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-0e375645-e659-4543-9501-9384e183a121 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/networks?id=3cf8b8e7-bd75-4d50-afba-09f4ce24132c HTTP/1.1" status: 200 len: 814 time: 0.8344185 Jun 04 16:15:21.957907 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-59efb1af-f5a1-43cf-892a-4400908db900 req-0c0dab8a-0677-4ef6-930d-6e4629b1792e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:21.970631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['935ba045-1bd2-4bc3-b360-dfbf094419a3', '38a2a4f7-bf0d-47ab-848f-c5487ecbe283', '7e025991-2072-418b-aad1-9df076982734', 'bda6854b-ec75-4e8b-96dd-f2c0b5946db4', '3215a314-8217-4f48-9269-4d417891907e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:22.013318 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:22.018383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:22.030579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0dab8a-0677-4ef6-930d-6e4629b1792e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event deleted for resources: {'Port': ['ID=7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:22.036478 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428', 'a68c452f-6b21-4621-a2f1-e7c1913677a7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:22.050270 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-d156db03-8c56-45f9-b56c-dc58fc55d5e8 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/quotas/50923ec9c77a46798f4c38a13483bbe5 HTTP/1.1" status: 200 len: 375 time: 0.2109354 Jun 04 16:15:22.070545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4c6eb-3ebb-42c7-8018-0b29652a090d req-fb9bc717-a703-4b45-9b38-a19f81704212 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:22.072464 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0c4c6eb-3ebb-42c7-8018-0b29652a090d req-fb9bc717-a703-4b45-9b38-a19f81704212 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 943 time: 0.7119536 Jun 04 16:15:22.126299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Pushing event updated for resources: {'Port': ['ID=6368b7ab-a09d-49d4-bf7d-087882efe336,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:22.185373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-1869dcb4-5a12-4499-adda-76736121bdb1 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:22.189081 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-1869dcb4-5a12-4499-adda-76736121bdb1 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1097 time: 0.6116664 Jun 04 16:15:22.222307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811809-3'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:22.260943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Attempting to bind port 6368b7ab-a09d-49d4-bf7d-087882efe336 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:15:22.261276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Attempting to bind port 6368b7ab-a09d-49d4-bf7d-087882efe336 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:15:22.261599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Attempting to bind port 6368b7ab-a09d-49d4-bf7d-087882efe336 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:22.263653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-59efb1af-f5a1-43cf-892a-4400908db900 req-0c0dab8a-0677-4ef6-930d-6e4629b1792e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] No DVR routers for this DVR port 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:15:22.279354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0c4c6eb-3ebb-42c7-8018-0b29652a090d req-31fcb9f5-e70a-4951-af27-db40b5b3c4a5 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593533 Jun 04 16:15:22.279896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Port 6368b7ab-a09d-49d4-bf7d-087882efe336 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:15:22.280194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Attempting to bind port 6368b7ab-a09d-49d4-bf7d-087882efe336 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:22.282188 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-59efb1af-f5a1-43cf-892a-4400908db900 req-0c0dab8a-0677-4ef6-930d-6e4629b1792e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:22.293987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:15:22.294320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:15:22.295197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:15:22.295636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Bound port: 6368b7ab-a09d-49d4-bf7d-087882efe336, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:15:22.295979 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:22.311224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574cbf51-bf1d-4e48-8f92-de513ef0b374', 'name': 'network-vif-deleted', 'tag': '7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:22.329247 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-59efb1af-f5a1-43cf-892a-4400908db900 req-0c0dab8a-0677-4ef6-930d-6e4629b1792e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "DELETE /v2.0/ports/7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 HTTP/1.1" status: 204 len: 173 time: 2.2954478 Jun 04 16:15:22.341593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:22.342349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92dbb92f-aa36-41f2-aca0-fda2ce68bba3 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:15:22.355483 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:22.359571 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d2a2088f-ae23-47d0-8c67-8725c4ffb001 admin admin] 10.222.0.13 "DELETE /v2.0/routers/92dbb92f-aa36-41f2-aca0-fda2ce68bba3 HTTP/1.1" status: 204 len: 168 time: 3.4927998 Jun 04 16:15:22.361737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59060) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:22.582764 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e5c244b8-042e-4bba-ac66-813647467225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:22.634150 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:22.649088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8deb2aa7-3434-4594-b48e-040a8b1cb51c admin admin] Deleting subnet 460ec211-bd40-42e1-9b7c-ed495c81fe22 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:15:22.654302 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8deb2aa7-3434-4594-b48e-040a8b1cb51c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:22.669666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c244b8-042e-4bba-ac66-813647467225 admin admin] Pushing event deleted for resources: {'Port': ['ID=2563bc42-27f7-4fc7-98fb-41ad3133d2c9,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:22.736552 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-03b61a90-ac97-45c4-bc52-218d39b5a78d tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=50923ec9c77a46798f4c38a13483bbe5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6604424 Jun 04 16:15:22.755547 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8deb2aa7-3434-4594-b48e-040a8b1cb51c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:22.868028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] For port 6368b7ab-a09d-49d4-bf7d-087882efe336, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:15:22.871859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] For port 6368b7ab-a09d-49d4-bf7d-087882efe336, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6368b7ab-a09d-49d4-bf7d-087882efe336,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:15:22.937678 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:22.943770 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8deb2aa7-3434-4594-b48e-040a8b1cb51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:23.050620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:23.115287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:23.115988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:23.117495 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] 10.222.0.46 "PUT /v2.0/ports/6368b7ab-a09d-49d4-bf7d-087882efe336 HTTP/1.1" status: 200 len: 1096 time: 3.2396653 Jun 04 16:15:23.120720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f0bff5-314c-485c-9555-dcdf26cae2c3', 'tag': '6368b7ab-a09d-49d4-bf7d-087882efe336'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:23.123991 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8deb2aa7-3434-4594-b48e-040a8b1cb51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:23.140621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:15:23.243668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb2aa7-3434-4594-b48e-040a8b1cb51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=460ec211-bd40-42e1-9b7c-ed495c81fe22,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:23.245757 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8deb2aa7-3434-4594-b48e-040a8b1cb51c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:23.257336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e279294f-0bd4-4b42-b2f9-664782a4c30b None None] Network a7b8a177-7482-4aa4-8cc3-8529f5233c73 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:15:23.263603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0b7a4-ca65-4bfb-b89a-cc5d4501711c req-bd5ba45c-5ac5-449f-9164-ec4778935bb4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:23.266547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07c0b7a4-ca65-4bfb-b89a-cc5d4501711c req-bd5ba45c-5ac5-449f-9164-ec4778935bb4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 948 time: 0.8469145 Jun 04 16:15:23.270752 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:23.272265 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8deb2aa7-3434-4594-b48e-040a8b1cb51c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/460ec211-bd40-42e1-9b7c-ed495c81fe22 HTTP/1.1" status: 204 len: 168 time: 0.8447475 Jun 04 16:15:23.279183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59066) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:23.326613 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:23.382288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf58e8d-7f9a-4536-a542-d70996350def service neutron] Pushing event updated for resources: {'Port': ['ID=6368b7ab-a09d-49d4-bf7d-087882efe336,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:23.401821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-fda550a8-b409-4f4d-ae27-d96f748f23fc service neutron] 10.222.0.13 "GET /v2.0/networks/3cf8b8e7-bd75-4d50-afba-09f4ce24132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744720 Jun 04 16:15:23.405883 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e5c244b8-042e-4bba-ac66-813647467225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:23.428075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 010287cd-6ac6-4926-9e3d-b030e932965d no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:23.444076 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07c0b7a4-ca65-4bfb-b89a-cc5d4501711c req-e4e46046-8f3b-4e0b-9ef2-700192a07991 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417906 Jun 04 16:15:23.470897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:23.500499 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 010287cd-6ac6-4926-9e3d-b030e932965d {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:23.500837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 010287cd-6ac6-4926-9e3d-b030e932965d not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:23.574669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Pushing event updated for resources: {'Port': ['ID=016b7c67-5d09-45f7-b5e3-21bc40fab852,revision_number=7']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:23.611632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:23.611973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:23.747837 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:23.779155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Deleting port 11def04a-32f1-4dd3-b6df-6e151d97dbec {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:23.779562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:23.791496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e045c50-3a2b-42eb-a946-462cdc24630e None None] DHCP port deletion for a7b8a177-7482-4aa4-8cc3-8529f5233c73 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:15:23.798181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1e045c50-3a2b-42eb-a946-462cdc24630e None None] Deleting port 11def04a-32f1-4dd3-b6df-6e151d97dbec {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:23.799311 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1e045c50-3a2b-42eb-a946-462cdc24630e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:23.812703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Attempting to bind port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on host n-h1-811809-3 for vnic_type normal with profile {"migrating_to": "n-h2-811809-3"} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:15:23.812703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Attempting to bind port 016b7c67-5d09-45f7-b5e3-21bc40fab852 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:15:23.813030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Attempting to bind port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:23.817373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-29ae47a4-7d59-43fe-80b9-f2f8d9d10053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:23.819251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-29ae47a4-7d59-43fe-80b9-f2f8d9d10053 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 1099 time: 0.6369331 Jun 04 16:15:23.832495 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on network 4174afad-8f69-40c2-8826-5ab168bb142e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:15:23.832802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Attempting to bind port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:23.842535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:15:23.842868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Checking segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:15:23.843193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Bound using segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:15:23.843625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Bound port: 016b7c67-5d09-45f7-b5e3-21bc40fab852, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:15:23.844299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:23.970655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-32dd7740-a932-4c07-9df5-2f8cc56aecd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=6368b7ab-a09d-49d4-bf7d-087882efe336 HTTP/1.1" status: 200 len: 217 time: 0.0972950 Jun 04 16:15:24.016873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1e045c50-3a2b-42eb-a946-462cdc24630e None None] For port 11def04a-32f1-4dd3-b6df-6e151d97dbec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=11def04a-32f1-4dd3-b6df-6e151d97dbec,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:24.017582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1e045c50-3a2b-42eb-a946-462cdc24630e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:24.052640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-c166ee29-0fe6-4f44-acd3-7c5751903eb2 service neutron] 10.222.0.13 "GET /v2.0/networks/3cf8b8e7-bd75-4d50-afba-09f4ce24132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481507 Jun 04 16:15:24.071766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-22c70e53-dabb-4763-a6d6-e1f6cc531d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:24.073196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-22c70e53-dabb-4763-a6d6-e1f6cc531d93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0930951 Jun 04 16:15:24.073316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:15:24.085164 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] For port 11def04a-32f1-4dd3-b6df-6e151d97dbec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=11def04a-32f1-4dd3-b6df-6e151d97dbec,segment=NetworkSegment(9e3c804f-babc-4954-93f4-b1c9ecab3af9),segment_id=9e3c804f-babc-4954-93f4-b1c9ecab3af9)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:24.085530 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:24.097130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:15:24.140108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51aca1-74d0-4241-b39c-5caa391a046c req-85e5d473-925c-4477-b67d-3c6e4453f9a9 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:24.141539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e51aca1-74d0-4241-b39c-5caa391a046c req-85e5d473-925c-4477-b67d-3c6e4453f9a9 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.4637897 Jun 04 16:15:24.157340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1e045c50-3a2b-42eb-a946-462cdc24630e None None] Calling delete_port for 11def04a-32f1-4dd3-b6df-6e151d97dbec owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:24.212445 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:24.227917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Calling delete_port for 11def04a-32f1-4dd3-b6df-6e151d97dbec owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:24.344439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e51aca1-74d0-4241-b39c-5caa391a046c req-b485d1a4-77cc-423e-be8b-78b382756a5a tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660573 Jun 04 16:15:24.414004 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1e045c50-3a2b-42eb-a946-462cdc24630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:24.472119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e045c50-3a2b-42eb-a946-462cdc24630e None None] Pushing event deleted for resources: {'Port': ['ID=11def04a-32f1-4dd3-b6df-6e151d97dbec,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:24.480473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e045c50-3a2b-42eb-a946-462cdc24630e None None] No DVR routers for this DVR port 11def04a-32f1-4dd3-b6df-6e151d97dbec on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:15:24.557708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-63d0c457-d5de-401b-a846-b60991ee17de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:24.559447 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-63d0c457-d5de-401b-a846-b60991ee17de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4276156 Jun 04 16:15:24.604039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c244b8-042e-4bba-ac66-813647467225 admin admin] Router 10b29a5a-8c37-4aec-8be0-e4358ec13765 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:15:24.632710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:24.633017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:24.634520 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] 10.222.0.46 "PUT /v2.0/ports/016b7c67-5d09-45f7-b5e3-21bc40fab852 HTTP/1.1" status: 200 len: 1122 time: 2.4254379 Jun 04 16:15:24.679027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6ef53-b288-459c-b67a-52a59e49077d service neutron] Pushing event updated for resources: {'Port': ['ID=016b7c67-5d09-45f7-b5e3-21bc40fab852,revision_number=8']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:24.702349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1127e-98a6-4deb-babc-d473223323d4 req-8b670c14-0f95-4850-bb5b-c21eac781802 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:24.703185 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:15:24.703465 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:15:24.704633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7c1127e-98a6-4deb-babc-d473223323d4 req-8b670c14-0f95-4850-bb5b-c21eac781802 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 944 time: 0.2698140 Jun 04 16:15:24.760538 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c8365d-892b-4318-ab9b-ce3198c44e8d'] response: {'server_uuid': '574cbf51-bf1d-4e48-8f92-de513ef0b374', 'name': 'network-vif-deleted', 'tag': '7ba76d8c-3917-411d-8ec7-e5d02d7b7ed4', 'status': 'completed', 'code': 200} Jun 04 16:15:24.778074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['016b7c67-5d09-45f7-b5e3-21bc40fab852'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:24.869925 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20940779-3bb9-48ae-8a48-2ae61bb27b4c'] response: {'name': 'network-changed', 'server_uuid': 'a9f0bff5-314c-485c-9555-dcdf26cae2c3', 'tag': '6368b7ab-a09d-49d4-bf7d-087882efe336', 'status': 'completed', 'code': 200} Jun 04 16:15:24.958090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7d8fa0f-01ed-4958-911d-600be548c189 req-1aff85d4-87d9-47c3-af1c-3ebb66fea61a tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 210 time: 0.0900426 Jun 04 16:15:25.007617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c244b8-042e-4bba-ac66-813647467225 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:15:25.018751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32533779-1cc4-4ea5-a3e7-198c5ea91e1a None None] Sync routers for ids ['10b29a5a-8c37-4aec-8be0-e4358ec13765'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:15:25.018895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7c1127e-98a6-4deb-babc-d473223323d4 req-d41e6fa5-f611-4b3b-94f3-c6b86009d459 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522450 Jun 04 16:15:25.029710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32533779-1cc4-4ea5-a3e7-198c5ea91e1a None None] Routers {'10b29a5a-8c37-4aec-8be0-e4358ec13765'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:25.030406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-32533779-1cc4-4ea5-a3e7-198c5ea91e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['10b29a5a-8c37-4aec-8be0-e4358ec13765'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:25.045156 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-4611233f-cf11-4d23-86ba-8bc7cf9d580f service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761100 Jun 04 16:15:25.058887 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e5c244b8-042e-4bba-ac66-813647467225 admin admin] 10.222.0.13 "PUT /v2.0/routers/10b29a5a-8c37-4aec-8be0-e4358ec13765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2218955 Jun 04 16:15:25.061720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59086) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:25.212216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Deleting port 11def04a-32f1-4dd3-b6df-6e151d97dbec {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:25.214461 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:25.281185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-32533779-1cc4-4ea5-a3e7-198c5ea91e1a None None] Set router 10b29a5a-8c37-4aec-8be0-e4358ec13765 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:25.317014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] The port '11def04a-32f1-4dd3-b6df-6e151d97dbec' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:15:25.355784 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8c69fc3-1f63-405b-b498-8fb2e291ab56 req-1c60dd4a-df8c-4af1-8436-508f542e35ef service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803280 Jun 04 16:15:25.408144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 11def04a-32f1-4dd3-b6df-6e151d97dbec no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:25.510567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 11def04a-32f1-4dd3-b6df-6e151d97dbec {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:25.511559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 11def04a-32f1-4dd3-b6df-6e151d97dbec not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:25.533910 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:25.542856 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:25.677203 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.677843 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.678744 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.679339 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.679802 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.680344 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.681169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.681667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.682130 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.682626 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.741182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbda19f-f136-471b-bb1e-6a89b3536a54 req-33d04ac3-cfc5-4bfa-bf20-410ba7f1b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:25.742932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edbda19f-f136-471b-bb1e-6a89b3536a54 req-33d04ac3-cfc5-4bfa-bf20-410ba7f1b094 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 1099 time: 0.3276119 Jun 04 16:15:25.787162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365a0df-3040-4c9f-a5b0-b811123ae074 req-81ec9738-36b5-49d1-a76e-6574d53da323 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:25.789484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e365a0df-3040-4c9f-a5b0-b811123ae074 req-81ec9738-36b5-49d1-a76e-6574d53da323 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 948 time: 0.2975779 Jun 04 16:15:25.798139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dc3d6-43f8-4eee-a06d-8d0b23ce277a req-bdd7ed91-cc0b-4866-ac40-7f0445000f31 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:25.799744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b3dc3d6-43f8-4eee-a06d-8d0b23ce277a req-bdd7ed91-cc0b-4866-ac40-7f0445000f31 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 943 time: 0.3487835 Jun 04 16:15:25.824759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-32533779-1cc4-4ea5-a3e7-198c5ea91e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:15:22Z', 'revision_number': 5, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:25.828840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32533779-1cc4-4ea5-a3e7-198c5ea91e1a None None] Checking router: 10b29a5a-8c37-4aec-8be0-e4358ec13765 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:15:25.838034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32533779-1cc4-4ea5-a3e7-198c5ea91e1a None None] Routers {'10b29a5a-8c37-4aec-8be0-e4358ec13765'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:25.839060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-32533779-1cc4-4ea5-a3e7-198c5ea91e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['10b29a5a-8c37-4aec-8be0-e4358ec13765'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:25.860955 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.861599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.862246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.863265 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:25.864014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b8a177-7482-4aa4-8cc3-8529f5233c73']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:25.883073 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3c804f-babc-4954-93f4-b1c9ecab3af9') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:25.884304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3c804f-babc-4954-93f4-b1c9ecab3af9') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:25.938279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b3dc3d6-43f8-4eee-a06d-8d0b23ce277a req-f6a622ff-c68e-43d5-8251-608858f15294 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209264 Jun 04 16:15:25.991191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e365a0df-3040-4c9f-a5b0-b811123ae074 req-5ef5c4a9-cb1f-4afd-8d76-e4d1007c43dc tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816323 Jun 04 16:15:26.036759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-32533779-1cc4-4ea5-a3e7-198c5ea91e1a None None] Set router 10b29a5a-8c37-4aec-8be0-e4358ec13765 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:26.050129 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:26.112461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbda19f-f136-471b-bb1e-6a89b3536a54 req-35fae92a-7275-44e1-a670-221bc050bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:26.114521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edbda19f-f136-471b-bb1e-6a89b3536a54 req-35fae92a-7275-44e1-a670-221bc050bc83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.3612654 Jun 04 16:15:26.154232 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:26.221936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:15:26.222645 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:26.239371 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edbda19f-f136-471b-bb1e-6a89b3536a54 req-15888c9e-dddf-4865-85b6-145ebb64c431 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=6368b7ab-a09d-49d4-bf7d-087882efe336 HTTP/1.1" status: 200 len: 217 time: 0.1161578 Jun 04 16:15:26.278385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013cc4-5b05-4865-818f-84283dc511d9 req-6066bac0-2559-4cf7-82e7-467a14a7b811 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:26.280005 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-6066bac0-2559-4cf7-82e7-467a14a7b811 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.46 "GET /v2.0/networks?id=3cf8b8e7-bd75-4d50-afba-09f4ce24132c HTTP/1.1" status: 200 len: 814 time: 0.3850017 Jun 04 16:15:26.283460 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:26.369085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbda19f-f136-471b-bb1e-6a89b3536a54 req-d4610b63-3932-419f-86c7-aae50f2056d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:26.371859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edbda19f-f136-471b-bb1e-6a89b3536a54 req-d4610b63-3932-419f-86c7-aae50f2056d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1241736 Jun 04 16:15:26.422644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Deleting port 90383a29-bd41-49fa-b39d-5c6a65cb9c82 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:26.424854 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:26.432094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed84431-20de-4790-9bb1-0c62163539bd req-58f03bfd-cf32-47eb-8be3-b0a7c31fad2d tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:26.434814 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-32533779-1cc4-4ea5-a3e7-198c5ea91e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:15:22Z', 'revision_number': 5, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:26.439407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32533779-1cc4-4ea5-a3e7-198c5ea91e1a None None] The sync data for ids ['10b29a5a-8c37-4aec-8be0-e4358ec13765'] in n-d-811809-3 is: [{'id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2124357313-router', 'tenant_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:13:52Z', 'updated_at': '2022-06-04T16:15:22Z', 'revision_number': 5, 'project_id': '1ce9d5a1e2c146bd8a55c9c8f4e207de', 'gw_port': {'id': '90383a29-bd41-49fa-b39d-5c6a65cb9c82', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b29a5a-8c37-4aec-8be0-e4358ec13765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:13:54Z', 'updated_at': '2022-06-04T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:15:26.453342 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ed84431-20de-4790-9bb1-0c62163539bd req-58f03bfd-cf32-47eb-8be3-b0a7c31fad2d tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 950 time: 0.3916740 Jun 04 16:15:26.525222 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:26.562957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-63013cc4-5b05-4865-818f-84283dc511d9 req-aa9f25b2-87d7-4f3b-b57c-c03ad86c3a68 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Synchronizing usage tracker for tenant:50923ec9c77a46798f4c38a13483bbe5 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:26.605695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3775f-304c-466f-9d6c-390dbe70ccb4 req-b4c5bab4-ceda-4547-9fa0-6eca25623648 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:26.607290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fb3775f-304c-466f-9d6c-390dbe70ccb4 req-b4c5bab4-ceda-4547-9fa0-6eca25623648 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.4321921 Jun 04 16:15:26.616423 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 9e3c804f-babc-4954-93f4-b1c9ecab3af9 resource provider aggregate not found Jun 04 16:15:26.620342 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:26.648195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7b8a177-7482-4aa4-8cc3-8529f5233c73,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:26.684629 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 9e3c804f-babc-4954-93f4-b1c9ecab3af9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e3c804f-babc-4954-93f4-b1c9ecab3af9 found for delete ", "request_id": "req-f76247e2-37ae-4262-8f7c-5da4ac475089"}]} Jun 04 16:15:26.747419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-63013cc4-5b05-4865-818f-84283dc511d9 req-aa9f25b2-87d7-4f3b-b57c-c03ad86c3a68 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Unset dirty status for tenant:50923ec9c77a46798f4c38a13483bbe5 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:26.748616 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-aa9f25b2-87d7-4f3b-b57c-c03ad86c3a68 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50923ec9c77a46798f4c38a13483bbe5 HTTP/1.1" status: 200 len: 379 time: 0.4163630 Jun 04 16:15:26.767015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095d5543-e7ee-4958-b022-0453905e9b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '016b7c67-5d09-45f7-b5e3-21bc40fab852'}, {'name': 'network-changed', 'server_uuid': '095d5543-e7ee-4958-b022-0453905e9b28', 'tag': '016b7c67-5d09-45f7-b5e3-21bc40fab852'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:26.822915 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-adea3759-4ab0-4d56-8873-913463fbc1b3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a7b8a177-7482-4aa4-8cc3-8529f5233c73 HTTP/1.1" status: 204 len: 168 time: 3.5424228 Jun 04 16:15:26.828234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59126) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:26.903068 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ed84431-20de-4790-9bb1-0c62163539bd req-968a16ac-521a-46e9-8f4e-426a0ec50b45 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478436 Jun 04 16:15:26.963973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fb3775f-304c-466f-9d6c-390dbe70ccb4 req-06091a91-4caa-4e84-92bd-d13c7218db6f tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321080 Jun 04 16:15:26.994387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbda19f-f136-471b-bb1e-6a89b3536a54 req-dcdddbae-fdc1-4846-804c-1a7a10a528a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:27.000598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edbda19f-f136-471b-bb1e-6a89b3536a54 req-dcdddbae-fdc1-4846-804c-1a7a10a528a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6049101 Jun 04 16:15:27.051519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022d791-9135-4cc8-b156-82ea6ccdf1b6 req-bb9e7c54-7f39-4909-b640-a3784524873c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:27.053361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3022d791-9135-4cc8-b156-82ea6ccdf1b6 req-bb9e7c54-7f39-4909-b640-a3784524873c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.42 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 943 time: 0.3793101 Jun 04 16:15:27.260866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Request body: {'port': {'device_id': '4ce63d2a-081b-4312-ad5f-115ec01c6bda', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'admin_state_up': True, 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'security_groups': ['4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:27.279273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:27.346021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:27.346256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2563bc42-27f7-4fc7-98fb-41ad3133d2c9 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:27.422969 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad472cd8-fee6-4a33-b927-f3789eff83f6 req-0e8e80d5-798b-4055-8249-cc79a655b874 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 210 time: 0.2004256 Jun 04 16:15:27.428747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-3022d791-9135-4cc8-b156-82ea6ccdf1b6 req-1d993d8a-b2a2-45bc-b5b9-28f3a53b47d0 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Deleting port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:27.429379 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3022d791-9135-4cc8-b156-82ea6ccdf1b6 req-1d993d8a-b2a2-45bc-b5b9-28f3a53b47d0 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:27.482352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 016b7c67-5d09-45f7-b5e3-21bc40fab852 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:15:27.617427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c9b1-4760-4b88-80c3-6a68287d9d7d req-96781a13-cc99-446b-8b80-4c733ad7e555 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:27.624870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d47c9b1-4760-4b88-80c3-6a68287d9d7d req-96781a13-cc99-446b-8b80-4c733ad7e555 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 944 time: 0.4565878 Jun 04 16:15:27.629616 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-843386c3-4635-4035-9b7f-4fd2adf1754c'] response: {'server_uuid': '095d5543-e7ee-4958-b022-0453905e9b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '016b7c67-5d09-45f7-b5e3-21bc40fab852', 'code': 200} Jun 04 16:15:27.630095 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-843386c3-4635-4035-9b7f-4fd2adf1754c'] response: {'name': 'network-changed', 'server_uuid': '095d5543-e7ee-4958-b022-0453905e9b28', 'tag': '016b7c67-5d09-45f7-b5e3-21bc40fab852', 'status': 'completed', 'code': 200} Jun 04 16:15:27.642701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] For port 90383a29-bd41-49fa-b39d-5c6a65cb9c82, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=90383a29-bd41-49fa-b39d-5c6a65cb9c82,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:27.643694 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:27.747572 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9394ed61-d91b-4476-a01b-29c7ad5c23ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:27.753262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d47c9b1-4760-4b88-80c3-6a68287d9d7d req-c2f226cb-f6f9-4c4a-9888-516c94596d8e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274962 Jun 04 16:15:27.763032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edbda19f-f136-471b-bb1e-6a89b3536a54 req-401a28f9-47f8-4a93-89d5-5da550c1d107 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716442 Jun 04 16:15:27.875035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:27.946518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 016b7c67-5d09-45f7-b5e3-21bc40fab852 has no active binding in host n-h2-811809-3 {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 16:15:27.949747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edbda19f-f136-471b-bb1e-6a89b3536a54 req-b41b9db3-9ab7-4d2c-b631-b03878878b6b service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772249 Jun 04 16:15:28.037378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1ff80-0c40-4233-bad6-78dc632e8bcc req-0001dc33-e4a0-4631-941c-e50c21325712 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:28.038623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-9cb1ff80-0c40-4233-bad6-78dc632e8bcc req-0001dc33-e4a0-4631-941c-e50c21325712 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:28.058398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Calling delete_port for 90383a29-bd41-49fa-b39d-5c6a65cb9c82 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:28.446417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-9cb1ff80-0c40-4233-bad6-78dc632e8bcc req-0001dc33-e4a0-4631-941c-e50c21325712 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:28.448348 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9cb1ff80-0c40-4233-bad6-78dc632e8bcc req-0001dc33-e4a0-4631-941c-e50c21325712 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 950 time: 1.5051491 Jun 04 16:15:28.471362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:28.509345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-3022d791-9135-4cc8-b156-82ea6ccdf1b6 req-1d993d8a-b2a2-45bc-b5b9-28f3a53b47d0 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] For port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:28.509929 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3022d791-9135-4cc8-b156-82ea6ccdf1b6 req-1d993d8a-b2a2-45bc-b5b9-28f3a53b47d0 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:28.544089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Usage tracker for resource:port and tenant:50923ec9c77a46798f4c38a13483bbe5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:15:28.548946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7777a4a-103a-49f1-9628-dbaadfd67f65 req-3565b58c-d6c7-4324-ba2c-6ece96042a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:28.550643 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b7777a4a-103a-49f1-9628-dbaadfd67f65 req-3565b58c-d6c7-4324-ba2c-6ece96042a2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 1125 time: 0.8710763 Jun 04 16:15:28.551474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:15:28.703741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-3022d791-9135-4cc8-b156-82ea6ccdf1b6 req-1d993d8a-b2a2-45bc-b5b9-28f3a53b47d0 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Calling delete_port for 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:28.722620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:28.781539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860d920-4a9b-48fe-ad03-a4dccbc002c3 req-a70646e8-955d-42e4-b198-2f781f1dfe52 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:28.789800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8860d920-4a9b-48fe-ad03-a4dccbc002c3 req-a70646e8-955d-42e4-b198-2f781f1dfe52 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=5443d9c2-b8e5-4955-9903-9637500b601f HTTP/1.1" status: 200 len: 943 time: 0.8354313 Jun 04 16:15:28.807378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.42', 60242) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:28.850315 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:28.898846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c10e4e-29d1-4232-9488-f5b302bddce5 req-49c0f208-52f3-42fe-8edd-459a1856c975 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:28.900581 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5c10e4e-29d1-4232-9488-f5b302bddce5 req-49c0f208-52f3-42fe-8edd-459a1856c975 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 948 time: 0.9479861 Jun 04 16:15:28.967082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8860d920-4a9b-48fe-ad03-a4dccbc002c3 req-39fa4db1-d3b5-4295-b31e-37d2ae2e814d tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757228 Jun 04 16:15:29.041828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5c10e4e-29d1-4232-9488-f5b302bddce5 req-60a30276-992d-4597-9107-5debe7156836 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198688 Jun 04 16:15:29.043467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Made reservation on behalf of 50923ec9c77a46798f4c38a13483bbe5 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:15:29.046082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-21eac2e7-d1b5-4e87-962b-067d28c245a0 service neutron] 10.222.0.42 "GET /v2.0/ports/016b7c67-5d09-45f7-b5e3-21bc40fab852/bindings/n-h2-811809-3 HTTP/1.1" status: 200 len: 384 time: 0.2364852 Jun 04 16:15:29.047059 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:29.135452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Pushing event deleted for resources: {'Port': ['ID=90383a29-bd41-49fa-b39d-5c6a65cb9c82,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:29.165893 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3022d791-9135-4cc8-b156-82ea6ccdf1b6 req-1d993d8a-b2a2-45bc-b5b9-28f3a53b47d0 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:29.265616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d993d8a-b2a2-45bc-b5b9-28f3a53b47d0 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Pushing event deleted for resources: {'Port': ['ID=29f439a0-cb0b-45ac-aec3-5cdd10b20da1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:29.398375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-9cb1ff80-0c40-4233-bad6-78dc632e8bcc req-4517677f-26b5-4d8a-9382-d26ba6366089 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Deleting port 3215a314-8217-4f48-9269-4d417891907e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:29.398733 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9cb1ff80-0c40-4233-bad6-78dc632e8bcc req-4517677f-26b5-4d8a-9382-d26ba6366089 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:29.447743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3022d791-9135-4cc8-b156-82ea6ccdf1b6 req-1d993d8a-b2a2-45bc-b5b9-28f3a53b47d0 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] No DVR routers for this DVR port 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:15:29.456704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7777a4a-103a-49f1-9628-dbaadfd67f65 req-bd824718-0e4a-4449-9db2-d2559d7f685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:29.458248 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b7777a4a-103a-49f1-9628-dbaadfd67f65 req-bd824718-0e4a-4449-9db2-d2559d7f685d service neutron] 10.222.0.42 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.7445862 Jun 04 16:15:29.481323 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3022d791-9135-4cc8-b156-82ea6ccdf1b6 req-1d993d8a-b2a2-45bc-b5b9-28f3a53b47d0 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:29.485877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5443d9c2-b8e5-4955-9903-9637500b601f', 'name': 'network-vif-deleted', 'tag': '29f439a0-cb0b-45ac-aec3-5cdd10b20da1'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:29.493300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6368b7ab-a09d-49d4-bf7d-087882efe336 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:15:29.635388 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3022d791-9135-4cc8-b156-82ea6ccdf1b6 req-1d993d8a-b2a2-45bc-b5b9-28f3a53b47d0 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.42 "DELETE /v2.0/ports/29f439a0-cb0b-45ac-aec3-5cdd10b20da1 HTTP/1.1" status: 204 len: 173 time: 2.5760038 Jun 04 16:15:29.681557 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b7777a4a-103a-49f1-9628-dbaadfd67f65 req-3d110932-c400-42c4-b780-6bd941b635b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852 HTTP/1.1" status: 200 len: 217 time: 0.1962624 Jun 04 16:15:29.767923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:29.812445 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6368b7ab-a09d-49d4-bf7d-087882efe336, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6368b7ab-a09d-49d4-bf7d-087882efe336,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:29.813287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Allocated IP 172.20.0.5 (3cf8b8e7-bd75-4d50-afba-09f4ce24132c/82f0ee39-ee54-4b57-b55f-86e0e94d69e6/18036656-d0d8-48ad-93f5-135ff9830a45) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:15:29.834677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '6368b7ab-a09d-49d4-bf7d-087882efe336', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '6368b7ab-a09d-49d4-bf7d-087882efe336', 'mac_address': 'fa:16:3e:2b:b5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:15:29.880428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19ae69-1902-4092-83ba-1e61d5469957 req-02e64465-b9bc-4892-8b85-06301516b25d tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:29.887806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a19ae69-1902-4092-83ba-1e61d5469957 req-02e64465-b9bc-4892-8b85-06301516b25d tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 950 time: 0.6733797 Jun 04 16:15:29.984722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 6368b7ab-a09d-49d4-bf7d-087882efe336 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:29.985244 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:30.017394 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e368d714-a1f0-4e74-bd6b-039b7fe7cb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:30.025821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6368b7ab-a09d-49d4-bf7d-087882efe336 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:30.041402 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a19ae69-1902-4092-83ba-1e61d5469957 req-9960590d-e7fd-4e8a-9917-461490feb551 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524806 Jun 04 16:15:30.076302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6368b7ab-a09d-49d4-bf7d-087882efe336, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6368b7ab-a09d-49d4-bf7d-087882efe336,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:30.081364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f176db-3571-4f3b-9ed9-c5c467128114 req-460f6c91-c048-488b-b3fa-7239e22c3a25 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:30.083607 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:30.089226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1f176db-3571-4f3b-9ed9-c5c467128114 req-460f6c91-c048-488b-b3fa-7239e22c3a25 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.7475679 Jun 04 16:15:30.156536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1f176db-3571-4f3b-9ed9-c5c467128114 req-2751ef40-20e5-4b6a-b1e1-f6b13ee4248c tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658433 Jun 04 16:15:30.160449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-4338ae9f-1908-44c1-b791-57271f4ba5a2 service neutron] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:30.213980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=6368b7ab-a09d-49d4-bf7d-087882efe336,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:30.222172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-4338ae9f-1908-44c1-b791-57271f4ba5a2 service neutron] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:15:30.285423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-4338ae9f-1908-44c1-b791-57271f4ba5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016b7c67-5d09-45f7-b5e3-21bc40fab852 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:30.297981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-4338ae9f-1908-44c1-b791-57271f4ba5a2 service neutron] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:30.313915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:30.319762 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:30.356885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['6368b7ab-a09d-49d4-bf7d-087882efe336'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:30.387474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0b1d1eff-8c10-460a-b633-6f1386591a3d req-cac7bcd3-31c2-4572-b9f3-fc219b24e431 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 210 time: 0.0701733 Jun 04 16:15:30.389680 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-4338ae9f-1908-44c1-b791-57271f4ba5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:30.574805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-9cb1ff80-0c40-4233-bad6-78dc632e8bcc req-4517677f-26b5-4d8a-9382-d26ba6366089 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] For port 3215a314-8217-4f48-9269-4d417891907e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3215a314-8217-4f48-9269-4d417891907e,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:30.575427 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9cb1ff80-0c40-4233-bad6-78dc632e8bcc req-4517677f-26b5-4d8a-9382-d26ba6366089 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:30.597420 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9a490f-8906-4080-afa6-e35c33f7182a'] response: {'server_uuid': '5443d9c2-b8e5-4955-9903-9637500b601f', 'name': 'network-vif-deleted', 'tag': '29f439a0-cb0b-45ac-aec3-5cdd10b20da1', 'status': 'completed', 'code': 200} Jun 04 16:15:30.767959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-4338ae9f-1908-44c1-b791-57271f4ba5a2 service neutron] Transition to ACTIVE for port object 016b7c67-5d09-45f7-b5e3-21bc40fab852 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:15:30.782301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-9cb1ff80-0c40-4233-bad6-78dc632e8bcc req-4517677f-26b5-4d8a-9382-d26ba6366089 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Calling delete_port for 3215a314-8217-4f48-9269-4d417891907e owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:30.783448 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-4338ae9f-1908-44c1-b791-57271f4ba5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:30.800860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb81c36-ad7c-4949-bdd3-bc2520af9a40 req-76dd972a-ee15-4535-b707-30d2c31584c5 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:30.811087 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bb81c36-ad7c-4949-bdd3-bc2520af9a40 req-76dd972a-ee15-4535-b707-30d2c31584c5 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 944 time: 0.3521917 Jun 04 16:15:30.990135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:30.990663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10b29a5a-8c37-4aec-8be0-e4358ec13765 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:15:31.012427 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:31.036425 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338ae9f-1908-44c1-b791-57271f4ba5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=016b7c67-5d09-45f7-b5e3-21bc40fab852,revision_number=10']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:31.051104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 016b7c67-5d09-45f7-b5e3-21bc40fab852 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:31.123573 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:31.135528 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bec6ca5a-5c60-4ef6-a619-62d270dd263b admin admin] 10.222.0.13 "DELETE /v2.0/routers/10b29a5a-8c37-4aec-8be0-e4358ec13765 HTTP/1.1" status: 204 len: 168 time: 6.0717652 Jun 04 16:15:31.174705 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59158) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:31.185698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7777a4a-103a-49f1-9628-dbaadfd67f65 req-46158d57-f56b-4a82-b421-51cf1de97097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:31.187695 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b7777a4a-103a-49f1-9628-dbaadfd67f65 req-46158d57-f56b-4a82-b421-51cf1de97097 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 1.4743588 Jun 04 16:15:31.231858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 016b7c67-5d09-45f7-b5e3-21bc40fab852 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:31.232329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:31.316230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:31.316522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 29f439a0-cb0b-45ac-aec3-5cdd10b20da1 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:31.320260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3215a314-8217-4f48-9269-4d417891907e no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:31.338883 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b7777a4a-103a-49f1-9628-dbaadfd67f65 req-496e4175-1e72-4c17-aad0-04a9597345c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368985 Jun 04 16:15:31.447357 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:31.448677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-4338ae9f-1908-44c1-b791-57271f4ba5a2 service neutron] No DVR routers for this DVR port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:15:31.569213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-4338ae9f-1908-44c1-b791-57271f4ba5a2 service neutron] 10.222.0.42 "PUT /v2.0/ports/016b7c67-5d09-45f7-b5e3-21bc40fab852/bindings/n-h2-811809-3/activate HTTP/1.1" status: 200 len: 369 time: 2.5100281 Jun 04 16:15:31.590294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bb81c36-ad7c-4949-bdd3-bc2520af9a40 req-1a441d27-e09f-439c-a6a1-d3a0b90da273 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864775 Jun 04 16:15:31.650852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779824bc-8c0f-41b0-917f-9b58600acd3e req-4dfdd017-0c50-4b0f-a2c6-0ec8f0fcb5e1 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:31.652428 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-779824bc-8c0f-41b0-917f-9b58600acd3e req-4dfdd017-0c50-4b0f-a2c6-0ec8f0fcb5e1 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 949 time: 0.6110168 Jun 04 16:15:31.721210 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-779824bc-8c0f-41b0-917f-9b58600acd3e req-77799125-5c84-432f-a725-39a6d210ba20 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598226 Jun 04 16:15:31.753966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3215a314-8217-4f48-9269-4d417891907e is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:31.755926 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:31.908274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:31.930026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Transition to ACTIVE for port object 18036656-d0d8-48ad-93f5-135ff9830a45 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:15:31.982717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da743b49-3690-43af-bdd9-d0762528ae50 req-8d1f533d-058d-4630-9b93-5ead64262b4b tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:31.984579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-8d1f533d-058d-4630-9b93-5ead64262b4b tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/networks?id=72019db3-39df-43d8-93d3-271f4f5ad33a HTTP/1.1" status: 200 len: 821 time: 0.1620517 Jun 04 16:15:32.056362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-493c705e-dac3-4a95-925d-b9f0d6f63e47 admin admin] Deleting subnet f9f4fd31-3551-4668-ab35-5dba4064a808 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:15:32.066673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-493c705e-dac3-4a95-925d-b9f0d6f63e47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:32.103895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-9644c1f5-cf75-40ae-bed6-f0afac3baac1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/quotas/6bd94cac11584d9c9b8620f8e279a86a HTTP/1.1" status: 200 len: 375 time: 0.1053302 Jun 04 16:15:32.223000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-b3a2eebe-4e2e-4cf2-bc42-4db8119c1c50 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:32.224645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-b3a2eebe-4e2e-4cf2-bc42-4db8119c1c50 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1096 time: 0.4618833 Jun 04 16:15:32.245942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f90ae6-fde4-4a69-b315-a1d028a3a6a8 req-39f4ff4d-b62e-440c-80ce-8e68d86bc7f5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:32.247472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9f90ae6-fde4-4a69-b315-a1d028a3a6a8 req-39f4ff4d-b62e-440c-80ce-8e68d86bc7f5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=53deb0e5-5953-44f7-acef-4341eb2ec29b HTTP/1.1" status: 200 len: 867 time: 0.2509677 Jun 04 16:15:32.281910 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-493c705e-dac3-4a95-925d-b9f0d6f63e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:32.299863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-da743b49-3690-43af-bdd9-d0762528ae50 req-a279670d-5018-403b-8b58-a370a3a70a6e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Synchronizing usage tracker for tenant:6bd94cac11584d9c9b8620f8e279a86a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:32.325622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9f90ae6-fde4-4a69-b315-a1d028a3a6a8 req-b71b9d67-5ef6-4227-828c-46af744fd045 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670106 Jun 04 16:15:32.364157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-da743b49-3690-43af-bdd9-d0762528ae50 req-a279670d-5018-403b-8b58-a370a3a70a6e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Unset dirty status for tenant:6bd94cac11584d9c9b8620f8e279a86a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:32.365129 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-a279670d-5018-403b-8b58-a370a3a70a6e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bd94cac11584d9c9b8620f8e279a86a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2521584 Jun 04 16:15:32.366831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-493c705e-dac3-4a95-925d-b9f0d6f63e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:32.409339 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:32.441096 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9cb1ff80-0c40-4233-bad6-78dc632e8bcc req-4517677f-26b5-4d8a-9382-d26ba6366089 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:32.454924 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:32.455924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428', 'a68c452f-6b21-4621-a2f1-e7c1913677a7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:32.500179 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-493c705e-dac3-4a95-925d-b9f0d6f63e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:32.512208 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b7777a4a-103a-49f1-9628-dbaadfd67f65 req-80db18f0-9014-48ac-aa50-ecea0c01cc48 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1516249 Jun 04 16:15:32.575304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['935ba045-1bd2-4bc3-b360-dfbf094419a3', '38a2a4f7-bf0d-47ab-848f-c5487ecbe283', '7e025991-2072-418b-aad1-9df076982734', 'bda6854b-ec75-4e8b-96dd-f2c0b5946db4'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:32.608441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:15:32.682261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf0556a-bee9-446a-bdf8-4da383b7f4a2 None None] Network a1e24b21-fa08-4b28-b3c3-759440e0e4a6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:15:32.735894 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-493c705e-dac3-4a95-925d-b9f0d6f63e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:32.742152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:15:32.761587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:15:32.789850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb1ff80-0c40-4233-bad6-78dc632e8bcc req-4517677f-26b5-4d8a-9382-d26ba6366089 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] No DVR routers for this DVR port 3215a314-8217-4f48-9269-4d417891907e on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:15:32.794898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9cb1ff80-0c40-4233-bad6-78dc632e8bcc req-4517677f-26b5-4d8a-9382-d26ba6366089 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:32.798758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517677f-26b5-4d8a-9382-d26ba6366089 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event deleted for resources: {'Port': ['ID=3215a314-8217-4f48-9269-4d417891907e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:32.878119 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-15f61fa2-ccde-4a01-9f19-720da410a9a9 service neutron] 10.222.0.13 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046086 Jun 04 16:15:32.997360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53deb0e5-5953-44f7-acef-4341eb2ec29b', 'name': 'network-vif-deleted', 'tag': '3215a314-8217-4f48-9269-4d417891907e'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:33.010117 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Pushing event updated for resources: {'Port': ['ID=18036656-d0d8-48ad-93f5-135ff9830a45,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:33.049843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-cdd6eb04-4d1e-4046-a1e3-de8149b51ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:33.051461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-cdd6eb04-4d1e-4046-a1e3-de8149b51ea2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8 HTTP/1.1" status: 200 len: 1096 time: 0.5364912 Jun 04 16:15:33.056986 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-493c705e-dac3-4a95-925d-b9f0d6f63e47 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f9f4fd31-3551-4668-ab35-5dba4064a808 HTTP/1.1" status: 204 len: 168 time: 1.8680630 Jun 04 16:15:33.058227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c705e-dac3-4a95-925d-b9f0d6f63e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f4fd31-3551-4668-ab35-5dba4064a808,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:33.082962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59184) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:33.183960 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9cb1ff80-0c40-4233-bad6-78dc632e8bcc req-4517677f-26b5-4d8a-9382-d26ba6366089 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "DELETE /v2.0/ports/3215a314-8217-4f48-9269-4d417891907e HTTP/1.1" status: 204 len: 173 time: 4.7080367 Jun 04 16:15:33.237028 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5288c872-b2bd-440f-89ae-af23621838e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:33.334714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cd550-45e6-401a-be47-68275847c83a req-9606cbab-54e3-40e7-9381-62252db77a49 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:33.343428 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7a1cd550-45e6-401a-be47-68275847c83a req-9606cbab-54e3-40e7-9381-62252db77a49 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.6849368 Jun 04 16:15:33.362880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 90383a29-bd41-49fa-b39d-5c6a65cb9c82 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:33.435476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:33.436205 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:33.437853 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:33.447087 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-7c7ca822-1ce5-4616-867f-9b92687a8069 service neutron] 10.222.0.13 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680823 Jun 04 16:15:33.477839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Deleting port 6ccd5119-d50b-431b-b61e-94e33a27b695 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:33.478180 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:33.556199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6368b7ab-a09d-49d4-bf7d-087882efe336 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:15:33.645793 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-1148d497-b50d-4fad-8cdd-5a0389de7f37 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3934107 Jun 04 16:15:33.652477 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b7777a4a-103a-49f1-9628-dbaadfd67f65 req-4e2ceeb4-deb5-4e1f-bd31-0b5e1909f1b0 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0040231 Jun 04 16:15:33.740176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 90383a29-bd41-49fa-b39d-5c6a65cb9c82 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:33.740673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 90383a29-bd41-49fa-b39d-5c6a65cb9c82 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:33.751177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Request body: {'port': {'device_id': '4ce63d2a-081b-4312-ad5f-115ec01c6bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:33.951862 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:33.982656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-656a486e-1a1e-4c79-891b-15731c3637e0 None None] Provisioning for port 18036656-d0d8-48ad-93f5-135ff9830a45 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:15:34.036419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-656a486e-1a1e-4c79-891b-15731c3637e0 None None] Provisioning complete for port 18036656-d0d8-48ad-93f5-135ff9830a45 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:34.037184 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-656a486e-1a1e-4c79-891b-15731c3637e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:34.071977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7a1cd550-45e6-401a-be47-68275847c83a req-6ca736ad-539c-499b-a315-edf36d53e3c3 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7168999 Jun 04 16:15:34.094262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] For port 6ccd5119-d50b-431b-b61e-94e33a27b695, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6ccd5119-d50b-431b-b61e-94e33a27b695,segment=NetworkSegment(c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb),segment_id=c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:34.094721 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:34.122627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 6368b7ab-a09d-49d4-bf7d-087882efe336 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:15:34.123335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-1548f009-2108-4de0-b1b7-3c82cb43cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:34.124994 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-1548f009-2108-4de0-b1b7-3c82cb43cce2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 1096 time: 0.9229796 Jun 04 16:15:34.157196 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:34.188651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 6368b7ab-a09d-49d4-bf7d-087882efe336 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:34.191783 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:34.370852 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:34.509995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-656a486e-1a1e-4c79-891b-15731c3637e0 None None] Port 18036656-d0d8-48ad-93f5-135ff9830a45 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:15:34.569064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b2d98-47b6-4bc9-b9cb-5eb53b52a469 None None] DHCP port deletion for a1e24b21-fa08-4b28-b3c3-759440e0e4a6 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:15:34.581975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-df9b2d98-47b6-4bc9-b9cb-5eb53b52a469 None None] Deleting port 6ccd5119-d50b-431b-b61e-94e33a27b695 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:34.582289 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-df9b2d98-47b6-4bc9-b9cb-5eb53b52a469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:34.878928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5288c872-b2bd-440f-89ae-af23621838e5 admin admin] Deleting port faa34052-55d4-4e7c-8d8e-c891e25ea4c4 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:34.886516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5288c872-b2bd-440f-89ae-af23621838e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:34.887327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Calling delete_port for 6ccd5119-d50b-431b-b61e-94e33a27b695 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:35.071412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-df9b2d98-47b6-4bc9-b9cb-5eb53b52a469 None None] For port 6ccd5119-d50b-431b-b61e-94e33a27b695, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6ccd5119-d50b-431b-b61e-94e33a27b695,segment=NetworkSegment(c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb),segment_id=c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:35.071793 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-df9b2d98-47b6-4bc9-b9cb-5eb53b52a469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:35.135606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0867b6-3509-416c-bf67-5144373d78cb req-dcfeaa08-6bb7-4a78-a65a-729524b1a20c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:35.137183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba0867b6-3509-416c-bf67-5144373d78cb req-dcfeaa08-6bb7-4a78-a65a-729524b1a20c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 945 time: 0.4641850 Jun 04 16:15:35.137844 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:35.198234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f2a3-098b-40ba-8014-aa8473c90e04 req-107d4596-a918-434b-893d-7d43402a8389 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:35.205537 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7843f2a3-098b-40ba-8014-aa8473c90e04 req-107d4596-a918-434b-893d-7d43402a8389 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 931 time: 1.0914283 Jun 04 16:15:35.220187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-594a5cc4-fc0b-4c12-bee3-23c66af07bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:35.221676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-594a5cc4-fc0b-4c12-bee3-23c66af07bba service neutron] 10.222.0.46 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.9950588 Jun 04 16:15:35.230591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] No DVR routers for this DVR port 6ccd5119-d50b-431b-b61e-94e33a27b695 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:15:35.264344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-df9b2d98-47b6-4bc9-b9cb-5eb53b52a469 None None] Calling delete_port for 6ccd5119-d50b-431b-b61e-94e33a27b695 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:35.359349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccd5119-d50b-431b-b61e-94e33a27b695,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:35.389497 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-df9b2d98-47b6-4bc9-b9cb-5eb53b52a469 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:15:35.389881 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-df9b2d98-47b6-4bc9-b9cb-5eb53b52a469 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:15:35.461233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6ccd5119-d50b-431b-b61e-94e33a27b695 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:35.477892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-320d518f-9bcb-492d-9dd7-5473fa3d43e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852 HTTP/1.1" status: 200 len: 217 time: 0.2005804 Jun 04 16:15:35.504808 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba0867b6-3509-416c-bf67-5144373d78cb req-428c6c43-5988-4413-a0b0-c3356cfae822 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570547 Jun 04 16:15:35.567988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 6ccd5119-d50b-431b-b61e-94e33a27b695 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:35.568335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6ccd5119-d50b-431b-b61e-94e33a27b695 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:35.642398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-5288c872-b2bd-440f-89ae-af23621838e5 admin admin] For port faa34052-55d4-4e7c-8d8e-c891e25ea4c4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=faa34052-55d4-4e7c-8d8e-c891e25ea4c4,segment=NetworkSegment(8c393368-3bce-4f7b-90fb-3e194915aae2),segment_id=8c393368-3bce-4f7b-90fb-3e194915aae2)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:35.643501 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5288c872-b2bd-440f-89ae-af23621838e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:35.767273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7843f2a3-098b-40ba-8014-aa8473c90e04 req-a4bf10ec-dc7f-489e-a440-6d7c3723f602 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5576212 Jun 04 16:15:35.796464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18036656-d0d8-48ad-93f5-135ff9830a45 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:35.805406 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:35.826602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Transition to ACTIVE for port object 18036656-d0d8-48ad-93f5-135ff9830a45 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:15:35.891679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 6368b7ab-a09d-49d4-bf7d-087882efe336 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:35.892279 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:35.901823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-df9b2d98-47b6-4bc9-b9cb-5eb53b52a469 None None] Deleting port 6ccd5119-d50b-431b-b61e-94e33a27b695 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:35.902401 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-df9b2d98-47b6-4bc9-b9cb-5eb53b52a469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:36.012969 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:36.039455 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a00c5ee-c87d-410d-bf88-4436fa8b4ad8'] response: {'server_uuid': '53deb0e5-5953-44f7-acef-4341eb2ec29b', 'name': 'network-vif-deleted', 'tag': '3215a314-8217-4f48-9269-4d417891907e', 'status': 'completed', 'code': 200} Jun 04 16:15:36.048344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5288c872-b2bd-440f-89ae-af23621838e5 admin admin] Calling delete_port for faa34052-55d4-4e7c-8d8e-c891e25ea4c4 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:36.086820 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:36.112195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-a71a92ad-9f88-4516-a09f-b2dad3e120b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:36.120166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-a71a92ad-9f88-4516-a09f-b2dad3e120b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.6122313 Jun 04 16:15:36.129955 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.130689 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.134896 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.135658 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > port after_create 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.137514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.138070 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > port after_update 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.139078 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.139814 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.140933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.145134 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.191691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6368b7ab-a09d-49d4-bf7d-087882efe336, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6368b7ab-a09d-49d4-bf7d-087882efe336,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:36.205585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f0bff5-314c-485c-9555-dcdf26cae2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6368b7ab-a09d-49d4-bf7d-087882efe336'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:36.239680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-df9b2d98-47b6-4bc9-b9cb-5eb53b52a469 None None] The port '6ccd5119-d50b-431b-b61e-94e33a27b695' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:15:36.247042 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:36.297374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83cecbf2-f32b-411a-a63b-f5d0d7b49878 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:36.309811 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.310680 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.321936 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.322785 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 16:15:36.323429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e24b21-fa08-4b28-b3c3-759440e0e4a6']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:36.445806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Pushing event updated for resources: {'Port': ['ID=18036656-d0d8-48ad-93f5-135ff9830a45,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:36.451002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:36.451751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:36.472151 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0840ee87-53d6-4628-9731-09ee013a8280 req-260aae2d-0b95-4adf-9e46-0be210c84e64 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 210 time: 0.1336143 Jun 04 16:15:36.497936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-f2089792-28b4-4227-8c9a-968af2da0f34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618905 Jun 04 16:15:36.508332 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:36.634222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=6368b7ab-a09d-49d4-bf7d-087882efe336,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:36.703628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da743b49-3690-43af-bdd9-d0762528ae50 req-58374c47-b249-4f54-a874-14016f8344a6 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:36.705080 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-58374c47-b249-4f54-a874-14016f8344a6 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.42 "GET /v2.0/networks?id=72019db3-39df-43d8-93d3-271f4f5ad33a HTTP/1.1" status: 200 len: 821 time: 0.7129011 Jun 04 16:15:36.706946 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:36.729117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341be737-4ceb-443c-8b33-c9148f953352 req-1a00d07b-0d28-42b4-9167-5fcf0b6e6eb0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:36.729934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Request body: {'port': {'device_id': '92e1b5dd-6039-43e9-bb06-aa00dc8a0884', 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a', 'admin_state_up': True, 'tenant_id': '6bd94cac11584d9c9b8620f8e279a86a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:36.731030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-341be737-4ceb-443c-8b33-c9148f953352 req-1a00d07b-0d28-42b4-9167-5fcf0b6e6eb0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 949 time: 0.9533432 Jun 04 16:15:36.739652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:36.740027 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:36.766716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Attempting to bind port 18036656-d0d8-48ad-93f5-135ff9830a45 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:15:36.767115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Attempting to bind port 18036656-d0d8-48ad-93f5-135ff9830a45 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '97098a37-33fb-4445-9449-7eeb9ef674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:15:36.767356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Attempting to bind port 18036656-d0d8-48ad-93f5-135ff9830a45 on network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:36.776651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:15:36.776890 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:36.783953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:36.792137 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:36.843499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Port 18036656-d0d8-48ad-93f5-135ff9830a45 on network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:15:36.843781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Attempting to bind port 18036656-d0d8-48ad-93f5-135ff9830a45 on network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:36.856432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:15:36.856809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Checking segment: {'id': '97098a37-33fb-4445-9449-7eeb9ef674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:15:36.857446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Bound using segment: {'id': '97098a37-33fb-4445-9449-7eeb9ef674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:15:36.857854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Bound port: 18036656-d0d8-48ad-93f5-135ff9830a45, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97098a37-33fb-4445-9449-7eeb9ef674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:15:36.858633 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:36.862082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83cecbf2-f32b-411a-a63b-f5d0d7b49878,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:36.962421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:37.006738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-341be737-4ceb-443c-8b33-c9148f953352 req-675f9cbb-cef3-40ac-a3ab-0bb9677aa07f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323022 Jun 04 16:15:37.008553 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:37.014474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-a17519a4-36a1-487a-8e9e-8cb70e674041 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943831 Jun 04 16:15:37.017427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e24b21-fa08-4b28-b3c3-759440e0e4a6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:37.047829 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb resource provider aggregate not found Jun 04 16:15:37.056490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:37.072211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7405606d-b7cc-4f71-965c-4ccae21e8848 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a1e24b21-fa08-4b28-b3c3-759440e0e4a6 HTTP/1.1" status: 204 len: 168 time: 3.9854355 Jun 04 16:15:37.091637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:37.105609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] For port 18036656-d0d8-48ad-93f5-135ff9830a45, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:15:37.110951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] For port 18036656-d0d8-48ad-93f5-135ff9830a45, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=18036656-d0d8-48ad-93f5-135ff9830a45,segment=NetworkSegment(97098a37-33fb-4445-9449-7eeb9ef674b6),segment_id=97098a37-33fb-4445-9449-7eeb9ef674b6)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:15:37.114589 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5288c872-b2bd-440f-89ae-af23621838e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:37.117806 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8b173d2-8c05-4b5c-bde5-c6f0052fe5fb found for delete ", "request_id": "req-f95d054a-e8ce-440e-87ca-5201bddcb28d"}]} Jun 04 16:15:37.131446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77cde2-19e0-45f9-be5a-fb566f33aa63 req-c7174020-5f54-4b93-9589-14782dd60aee tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:37.138511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca77cde2-19e0-45f9-be5a-fb566f33aa63 req-c7174020-5f54-4b93-9589-14782dd60aee tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 948 time: 0.4282501 Jun 04 16:15:37.206789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca77cde2-19e0-45f9-be5a-fb566f33aa63 req-9444dd39-7e5e-4058-99de-aba79e20fbec tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672691 Jun 04 16:15:37.226973 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:37.260325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Made reservation on behalf of 6bd94cac11584d9c9b8620f8e279a86a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:15:37.267152 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:37.318192 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f2dff7-c573-4077-b136-69b289ab0d45'] response: {'server_uuid': 'a9f0bff5-314c-485c-9555-dcdf26cae2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6368b7ab-a09d-49d4-bf7d-087882efe336', 'code': 200} Jun 04 16:15:37.413130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288c872-b2bd-440f-89ae-af23621838e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa34052-55d4-4e7c-8d8e-c891e25ea4c4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:37.460198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59228) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:37.511090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83cecbf2-f32b-411a-a63b-f5d0d7b49878 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:15:37.557317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:37.557951 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:37.559408 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] 10.222.0.46 "PUT /v2.0/ports/18036656-d0d8-48ad-93f5-135ff9830a45 HTTP/1.1" status: 200 len: 1091 time: 3.8234437 Jun 04 16:15:37.578921 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-9f49e3d7-554e-4912-a7f4-d119b06b1fac service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537922 Jun 04 16:15:37.695879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b2da7-1ec5-4442-b595-58ce8bcc7f1c req-f55e4ab5-ccbf-4684-b4dc-272a838bd96c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:37.697388 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-778b2da7-1ec5-4442-b595-58ce8bcc7f1c req-f55e4ab5-ccbf-4684-b4dc-272a838bd96c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 945 time: 0.2278166 Jun 04 16:15:37.700805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:37.709791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93c3b9-5c7c-43d6-a24c-86a19b8c5bf6 req-0f1eabd1-239c-445b-b154-339e8f7e4ddb tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:37.717218 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab93c3b9-5c7c-43d6-a24c-86a19b8c5bf6 req-0f1eabd1-239c-445b-b154-339e8f7e4ddb tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 943 time: 0.2129674 Jun 04 16:15:37.731313 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '83cecbf2-f32b-411a-a63b-f5d0d7b49878', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '83cecbf2-f32b-411a-a63b-f5d0d7b49878', 'mac_address': 'fa:16:3e:94:5d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:15:37.803363 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:37.803887 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:37.834080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab93c3b9-5c7c-43d6-a24c-86a19b8c5bf6 req-61517489-7d9e-4029-9b84-86faaaf78b96 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140602 Jun 04 16:15:37.837315 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-778b2da7-1ec5-4442-b595-58ce8bcc7f1c req-25467c52-a711-4df5-beb6-e6c64f2688d7 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181509 Jun 04 16:15:37.853385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cecbf2-f32b-411a-a63b-f5d0d7b49878 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:37.858838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013cc4-5b05-4865-818f-84283dc511d9 req-3b33a8f1-46d4-42b5-9a6b-c72fc2e239c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:37.864622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-3b33a8f1-46d4-42b5-9a6b-c72fc2e239c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50923ec9c77a46798f4c38a13483bbe5&device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 1094 time: 0.2455752 Jun 04 16:15:37.867643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:37.872545 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:37.964800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-c3a78814-c944-4155-a43d-68291b642c2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18036656-d0d8-48ad-93f5-135ff9830a45 HTTP/1.1" status: 200 len: 217 time: 0.0889940 Jun 04 16:15:37.990040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83cecbf2-f32b-411a-a63b-f5d0d7b49878,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:38.041297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce63d2a-081b-4312-ad5f-115ec01c6bda', 'tag': '18036656-d0d8-48ad-93f5-135ff9830a45'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:38.113847 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c7abc79-06be-4c26-95c6-6d44d565d8eb req-9dc7369b-a63d-4901-b2e1-f53f924465f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 210 time: 0.0577729 Jun 04 16:15:38.125876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013cc4-5b05-4865-818f-84283dc511d9 req-76c32cb0-7859-4561-a551-3b414736bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:38.127288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-76c32cb0-7859-4561-a551-3b414736bf53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82f0ee39-ee54-4b57-b55f-86e0e94d69e6 HTTP/1.1" status: 200 len: 853 time: 0.1557853 Jun 04 16:15:38.132529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['83cecbf2-f32b-411a-a63b-f5d0d7b49878'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:38.148923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8f0bc-f102-4d53-a894-32523dad2a73 service neutron] Pushing event updated for resources: {'Port': ['ID=18036656-d0d8-48ad-93f5-135ff9830a45,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:38.187877 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0a999f96-d7ae-4f30-9f3a-d91c03ccd75f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ce9d5a1e2c146bd8a55c9c8f4e207de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7217927 Jun 04 16:15:38.192379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59238) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:38.216017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77d280-4ed3-44e4-a389-f2c8e5d29196 req-0df0a146-fba4-461c-bbf1-5d7cf136f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:38.218686 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ed77d280-4ed3-44e4-a389-f2c8e5d29196 req-0df0a146-fba4-461c-bbf1-5d7cf136f4d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 1101 time: 0.7551422 Jun 04 16:15:38.229415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Allocated IP 172.20.0.14 (72019db3-39df-43d8-93d3-271f4f5ad33a/47f6d421-7a43-450e-be14-3b76b24804d1/f5426324-11cc-4324-9d5a-16306709a57d) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:15:38.425063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03860c8-fa5e-4e3e-ba78-f4a90fb2d4f3 req-0f9efcbd-28b9-4065-a677-8ca5cbd15c51 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:38.426491 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b03860c8-fa5e-4e3e-ba78-f4a90fb2d4f3 req-0f9efcbd-28b9-4065-a677-8ca5cbd15c51 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 949 time: 0.4143260 Jun 04 16:15:38.445034 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-79a6f4fb-6360-4b62-8569-7104ac311360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:38.455082 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5288c872-b2bd-440f-89ae-af23621838e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:38.459501 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ed77d280-4ed3-44e4-a389-f2c8e5d29196 req-ec56b230-36c8-4f35-9c64-48d4e0f1db57 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266421 Jun 04 16:15:38.461900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-2f758510-b81e-4844-b127-29e2878ae3e7 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:38.463429 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-2f758510-b81e-4844-b127-29e2878ae3e7 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 1096 time: 0.5176682 Jun 04 16:15:38.517171 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-79a6f4fb-6360-4b62-8569-7104ac311360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:38.545533 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b03860c8-fa5e-4e3e-ba78-f4a90fb2d4f3 req-57a3e0e7-9066-4e72-8372-9ffd9bcdbced tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071620 Jun 04 16:15:38.551268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013cc4-5b05-4865-818f-84283dc511d9 req-bf5b490d-4050-42e3-9438-306413b70e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:38.552373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-bf5b490d-4050-42e3-9438-306413b70e14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cf8b8e7-bd75-4d50-afba-09f4ce24132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4122646 Jun 04 16:15:38.586614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81ceb7-9add-4857-86ee-2ee4228f6448 req-b82a820c-f046-420f-9940-fc0a9787c797 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:38.588356 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b81ceb7-9add-4857-86ee-2ee4228f6448 req-b82a820c-f046-420f-9940-fc0a9787c797 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.2463162 Jun 04 16:15:38.637452 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91928bae-320c-4e77-a704-449d1bd66bbe'] response: {'name': 'network-changed', 'server_uuid': '4ce63d2a-081b-4312-ad5f-115ec01c6bda', 'tag': '18036656-d0d8-48ad-93f5-135ff9830a45', 'status': 'completed', 'code': 200} Jun 04 16:15:38.641930 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-79a6f4fb-6360-4b62-8569-7104ac311360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:38.665594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b81ceb7-9add-4857-86ee-2ee4228f6448 req-fadeb4ca-8fea-485b-97eb-689ab58dd50b tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578861 Jun 04 16:15:38.667736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6f4fb-6360-4b62-8569-7104ac311360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328151dc-354f-45a2-bf36-2674538bdb5b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:38.739885 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-79a6f4fb-6360-4b62-8569-7104ac311360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:38.741000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-79a6f4fb-6360-4b62-8569-7104ac311360 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/328151dc-354f-45a2-bf36-2674538bdb5b HTTP/1.1" status: 204 len: 168 time: 0.5476956 Jun 04 16:15:38.862608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-7c1ba76a-5cd7-42b3-9555-f0543d513336 service neutron] 10.222.0.46 "GET /v2.0/networks/3cf8b8e7-bd75-4d50-afba-09f4ce24132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960235 Jun 04 16:15:38.875240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebddcd-44d8-4175-a6bb-75515dc2537f req-d432c19a-a498-42af-a342-b3aa0ff22eb6 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:38.876951 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17ebddcd-44d8-4175-a6bb-75515dc2537f req-d432c19a-a498-42af-a342-b3aa0ff22eb6 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 949 time: 0.1343093 Jun 04 16:15:39.048769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17ebddcd-44d8-4175-a6bb-75515dc2537f req-9da79fa1-6bb5-4bc8-9456-c9e6d3bc1547 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478207 Jun 04 16:15:39.093955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-8a4a0a13-9ce5-4ee5-9253-1802da64bb04 service neutron] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:15:39.107614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736dc61-ef29-45d3-8cc3-24bbad388935 req-242b8417-f5e9-4cdf-a99f-cc62c3caf91e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:39.108352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-1736dc61-ef29-45d3-8cc3-24bbad388935 req-242b8417-f5e9-4cdf-a99f-cc62c3caf91e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:39.119411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63013cc4-5b05-4865-818f-84283dc511d9 req-cdc40c94-4eb6-483f-97c3-dc2eb66ee6de service neutron] 10.222.0.46 "GET /v2.0/networks/3cf8b8e7-bd75-4d50-afba-09f4ce24132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413833 Jun 04 16:15:39.124993 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:39.151436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c8dd-752f-4820-b6ca-3298f8df716e req-caf4bd43-3bad-407d-a105-b3f04f9024e5 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:39.152975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0100c8dd-752f-4820-b6ca-3298f8df716e req-caf4bd43-3bad-407d-a105-b3f04f9024e5 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 943 time: 0.1851475 Jun 04 16:15:39.247113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-1736dc61-ef29-45d3-8cc3-24bbad388935 req-242b8417-f5e9-4cdf-a99f-cc62c3caf91e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:39.248274 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1736dc61-ef29-45d3-8cc3-24bbad388935 req-242b8417-f5e9-4cdf-a99f-cc62c3caf91e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 949 time: 0.6080441 Jun 04 16:15:39.257274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-8a4a0a13-9ce5-4ee5-9253-1802da64bb04 service neutron] Notify callbacks [] for binding, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:39.259657 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-313315f3-cabf-48f3-88f6-3bb54e59aec0 req-8a4a0a13-9ce5-4ee5-9253-1802da64bb04 service neutron] 10.222.0.46 "DELETE /v2.0/ports/016b7c67-5d09-45f7-b5e3-21bc40fab852/bindings/n-h1-811809-3 HTTP/1.1" status: 204 len: 173 time: 0.5798965 Jun 04 16:15:39.319362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:39.341500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5288c872-b2bd-440f-89ae-af23621838e5 admin admin] Router a9252c02-1171-4b66-8d15-087673f97b3a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:15:39.373514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-1736dc61-ef29-45d3-8cc3-24bbad388935 req-5ac3b810-c18b-4eaa-b513-123cc971f3bd tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Deleting port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:39.373859 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1736dc61-ef29-45d3-8cc3-24bbad388935 req-5ac3b810-c18b-4eaa-b513-123cc971f3bd tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:39.381205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0100c8dd-752f-4820-b6ca-3298f8df716e req-ff85750c-0a39-4c0e-89af-82f29c4b5df0 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176774 Jun 04 16:15:39.429387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9c03e-e197-414c-bfc6-b5e133242b7a req-d7c360c0-6b5d-488b-a5ba-9ed357cda147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:39.436126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06e9c03e-e197-414c-bfc6-b5e133242b7a req-d7c360c0-6b5d-488b-a5ba-9ed357cda147 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50923ec9c77a46798f4c38a13483bbe5&device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 1094 time: 0.2525947 Jun 04 16:15:39.481875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95fb52-1196-4f8e-aebd-6469ad1f83b2 req-3215e726-2821-4ff7-99fd-a8dbfb8840df tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:39.483861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a95fb52-1196-4f8e-aebd-6469ad1f83b2 req-3215e726-2821-4ff7-99fd-a8dbfb8840df tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 945 time: 0.2218385 Jun 04 16:15:39.505007 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:39.515066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83cecbf2-f32b-411a-a63b-f5d0d7b49878 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:15:39.678322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:39.679367 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:39.711993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a95fb52-1196-4f8e-aebd-6469ad1f83b2 req-dd35327a-227c-4593-aa09-a32d6eea0b79 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056041 Jun 04 16:15:39.848550 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714c4948-b059-4712-8e64-cb1e97784b0c'] response: {'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878', 'code': 200} Jun 04 16:15:39.851062 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Network 72019db3-39df-43d8-93d3-271f4f5ad33a is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:15:39.866062 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:15:39.878913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:15:39.906257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:39.906921 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:39.932446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59278) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:39.950320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:39.955893 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:39.972483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Pushing event updated for resources: {'Port': ['ID=f5426324-11cc-4324-9d5a-16306709a57d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:40.055789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:40.056793 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:40.068486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9c03e-e197-414c-bfc6-b5e133242b7a req-ed3ba59b-9448-4937-b126-26e57745bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:40.070189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06e9c03e-e197-414c-bfc6-b5e133242b7a req-ed3ba59b-9448-4937-b126-26e57745bd77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3cf8b8e7-bd75-4d50-afba-09f4ce24132c HTTP/1.1" status: 200 len: 915 time: 0.6270525 Jun 04 16:15:40.094665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83cecbf2-f32b-411a-a63b-f5d0d7b49878,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:40.145165 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5288c872-b2bd-440f-89ae-af23621838e5 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:15:40.156575 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c74030-b541-43db-9408-b8fe7d2641e2 None None] Sync routers for ids ['a9252c02-1171-4b66-8d15-087673f97b3a'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:15:40.160263 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5288c872-b2bd-440f-89ae-af23621838e5 admin admin] 10.222.0.13 "PUT /v2.0/routers/a9252c02-1171-4b66-8d15-087673f97b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3286698 Jun 04 16:15:40.164427 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59286) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:40.170787 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c74030-b541-43db-9408-b8fe7d2641e2 None None] Routers {'a9252c02-1171-4b66-8d15-087673f97b3a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:40.171633 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-20c74030-b541-43db-9408-b8fe7d2641e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a9252c02-1171-4b66-8d15-087673f97b3a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:40.176276 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-790addc4-9fea-4bf5-a068-b018e75241f1 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4559770 Jun 04 16:15:40.192445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-340746599-network', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:40.198659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:40.202730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Usage tracker for resource:network and tenant:facb0c0f8f864acfbfd1dd7f0dc2996c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:15:40.205634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:15:40.216525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af6efb-3e6e-48fe-bf81-6ef1cf890aa2 req-ddd70c35-0538-4a1e-94e7-f7e4ba6fbf0e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:40.218001 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4af6efb-3e6e-48fe-bf81-6ef1cf890aa2 req-ddd70c35-0538-4a1e-94e7-f7e4ba6fbf0e tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 932 time: 0.5856392 Jun 04 16:15:40.219257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06e9c03e-e197-414c-bfc6-b5e133242b7a req-fe24964a-e240-4bc0-bbc9-2c3108ea3a1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18036656-d0d8-48ad-93f5-135ff9830a45 HTTP/1.1" status: 200 len: 217 time: 0.1094830 Jun 04 16:15:40.227723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:40.237700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50cc5c-3d8d-4c59-9424-6c0d68c66a08 req-3fe2e1fa-563a-4c2f-8835-7cf92da29e0a tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:40.240530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e50cc5c-3d8d-4c59-9424-6c0d68c66a08 req-3fe2e1fa-563a-4c2f-8835-7cf92da29e0a tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 949 time: 0.3051815 Jun 04 16:15:40.245179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Request body: {'port': {'device_id': '92e1b5dd-6039-43e9-bb06-aa00dc8a0884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:40.334716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Made reservation on behalf of facb0c0f8f864acfbfd1dd7f0dc2996c for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:15:40.337191 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:40.357462 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-20c74030-b541-43db-9408-b8fe7d2641e2 None None] Set router a9252c02-1171-4b66-8d15-087673f97b3a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:40.370669 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:40.392382 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4af6efb-3e6e-48fe-bf81-6ef1cf890aa2 req-afb3dd6c-7f21-4579-bdef-fc56896ba4f9 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659286 Jun 04 16:15:40.402043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e50cc5c-3d8d-4c59-9424-6c0d68c66a08 req-5878fffc-bd95-430a-af54-8f764e04d1a7 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140809 Jun 04 16:15:40.406553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9c03e-e197-414c-bfc6-b5e133242b7a req-31bc16e6-d347-4a39-a813-3a06a79c2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:40.407972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06e9c03e-e197-414c-bfc6-b5e133242b7a req-31bc16e6-d347-4a39-a813-3a06a79c2b0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82f0ee39-ee54-4b57-b55f-86e0e94d69e6 HTTP/1.1" status: 200 len: 853 time: 0.1644876 Jun 04 16:15:40.408934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:40.413851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Usage tracker for resource:security_group_rule and tenant:facb0c0f8f864acfbfd1dd7f0dc2996c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:15:40.455689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:15:40.471429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:40.483416 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-1736dc61-ef29-45d3-8cc3-24bbad388935 req-5ac3b810-c18b-4eaa-b513-123cc971f3bd tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] For port bda6854b-ec75-4e8b-96dd-f2c0b5946db4, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bda6854b-ec75-4e8b-96dd-f2c0b5946db4,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:40.483808 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1736dc61-ef29-45d3-8cc3-24bbad388935 req-5ac3b810-c18b-4eaa-b513-123cc971f3bd tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:40.541534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9c03e-e197-414c-bfc6-b5e133242b7a req-a14fa645-f2c9-4a4c-8959-a6b3def0b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:40.543121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06e9c03e-e197-414c-bfc6-b5e133242b7a req-a14fa645-f2c9-4a4c-8959-a6b3def0b4c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cf8b8e7-bd75-4d50-afba-09f4ce24132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269257 Jun 04 16:15:40.701027 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:40.726099 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:40.781360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-1736dc61-ef29-45d3-8cc3-24bbad388935 req-5ac3b810-c18b-4eaa-b513-123cc971f3bd tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Calling delete_port for bda6854b-ec75-4e8b-96dd-f2c0b5946db4 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:40.820402 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:40.823351 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-20c74030-b541-43db-9408-b8fe7d2641e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256330414-router', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:30Z', 'updated_at': '2022-06-04T16:15:36Z', 'revision_number': 5, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'gw_port': {'id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:33Z', 'updated_at': '2022-06-04T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:40.827312 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c74030-b541-43db-9408-b8fe7d2641e2 None None] Checking router: a9252c02-1171-4b66-8d15-087673f97b3a for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:15:40.835647 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c74030-b541-43db-9408-b8fe7d2641e2 None None] Routers {'a9252c02-1171-4b66-8d15-087673f97b3a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:40.836568 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-20c74030-b541-43db-9408-b8fe7d2641e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a9252c02-1171-4b66-8d15-087673f97b3a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:40.877443 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:40.907412 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06e9c03e-e197-414c-bfc6-b5e133242b7a req-61f4fe94-dbc8-4b88-ae11-fff726c8f7b1 service neutron] 10.222.0.46 "GET /v2.0/networks/3cf8b8e7-bd75-4d50-afba-09f4ce24132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564060 Jun 04 16:15:40.917386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:15:40.973313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14618ef-52a4-4ed1-807e-4f3fcfcee1ef,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:41.014894 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-20c74030-b541-43db-9408-b8fe7d2641e2 None None] Set router a9252c02-1171-4b66-8d15-087673f97b3a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:41.030880 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:41.031218 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Added segment 3210ec37-7e11-4719-8371-b968c488453c of type vlan for network 259ef642-2f1d-4ba6-8155-27a97a7e6481 Jun 04 16:15:41.099628 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:41.158516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7827bc-f364-4b0a-86ea-b0837066db12 req-45bcf4c5-3b96-45b3-a6c1-8487de45cbdb tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:41.159982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f7827bc-f364-4b0a-86ea-b0837066db12 req-45bcf4c5-3b96-45b3-a6c1-8487de45cbdb tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.4353991 Jun 04 16:15:41.180062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5d36f-30dd-469c-bbcf-739cc7e76028 req-cf11b09f-9011-4bd9-a927-b1b4599d48bf tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:41.187517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01d5d36f-30dd-469c-bbcf-739cc7e76028 req-cf11b09f-9011-4bd9-a927-b1b4599d48bf tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.3820496 Jun 04 16:15:41.208072 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06e9c03e-e197-414c-bfc6-b5e133242b7a req-0719d712-0a0a-40e4-a634-3a7dd65d498c service neutron] 10.222.0.46 "GET /v2.0/networks/3cf8b8e7-bd75-4d50-afba-09f4ce24132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916162 Jun 04 16:15:41.210949 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eae8be0d-9bd8-4491-bcfc-3e8f33d88f1c req-70932014-0383-4b16-9b78-fea44cc6e135 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3dd73d6d-941b-4e5c-bc94-c11470283457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3751771 Jun 04 16:15:41.212662 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:41.249415 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1736dc61-ef29-45d3-8cc3-24bbad388935 req-5ac3b810-c18b-4eaa-b513-123cc971f3bd tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:41.251106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Deleting port cd668f2d-7817-46a3-bfd1-832f71c41fec {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:41.251322 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:41.265259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:41.265935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['935ba045-1bd2-4bc3-b360-dfbf094419a3', '38a2a4f7-bf0d-47ab-848f-c5487ecbe283', '7e025991-2072-418b-aad1-9df076982734'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:41.266419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:41.266799 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:41.298608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01d5d36f-30dd-469c-bbcf-739cc7e76028 req-5a6f9d72-3d73-4bda-97b9-ca29a9bd14d4 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101243 Jun 04 16:15:41.313828 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-20c74030-b541-43db-9408-b8fe7d2641e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256330414-router', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:30Z', 'updated_at': '2022-06-04T16:15:36Z', 'revision_number': 5, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'gw_port': {'id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:33Z', 'updated_at': '2022-06-04T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:41.317407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428', 'a68c452f-6b21-4621-a2f1-e7c1913677a7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:41.318202 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c74030-b541-43db-9408-b8fe7d2641e2 None None] The sync data for ids ['a9252c02-1171-4b66-8d15-087673f97b3a'] in n-d-811809-3 is: [{'id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256330414-router', 'tenant_id': '04e9db63bffa44878c07a8cf25713253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:12:30Z', 'updated_at': '2022-06-04T16:15:36Z', 'revision_number': 5, 'project_id': '04e9db63bffa44878c07a8cf25713253', 'gw_port': {'id': 'cd668f2d-7817-46a3-bfd1-832f71c41fec', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9252c02-1171-4b66-8d15-087673f97b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:12:33Z', 'updated_at': '2022-06-04T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:15:41.418009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f7827bc-f364-4b0a-86ea-b0837066db12 req-109d7b26-4fef-4f29-8c21-6515d581550c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144845 Jun 04 16:15:41.526821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] Pushing event updated for resources: {'Network': ['ID=259ef642-2f1d-4ba6-8155-27a97a7e6481,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:41.546066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-430182c0-ead6-4fd5-bb76-61373e19fa90 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6094394 Jun 04 16:15:41.551597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59302) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:41.559667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Request body: {'subnet': {'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-340746599-subnet', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:41.569116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:41.577306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Usage tracker for resource:subnet and tenant:facb0c0f8f864acfbfd1dd7f0dc2996c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:15:41.579923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 259ef642-2f1d-4ba6-8155-27a97a7e6481 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:15:41.581853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:15:41.591394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:41.595168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 18036656-d0d8-48ad-93f5-135ff9830a45 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:15:41.625916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3b810-c18b-4eaa-b513-123cc971f3bd tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event deleted for resources: {'Port': ['ID=bda6854b-ec75-4e8b-96dd-f2c0b5946db4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:41.634095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8be0d-9bd8-4491-bcfc-3e8f33d88f1c req-0ea9cef1-aca1-4326-9d84-0b3a07d69fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:41.635726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eae8be0d-9bd8-4491-bcfc-3e8f33d88f1c req-0ea9cef1-aca1-4326-9d84-0b3a07d69fbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=3dd73d6d-941b-4e5c-bc94-c11470283457 HTTP/1.1" status: 200 len: 1101 time: 0.3236570 Jun 04 16:15:41.655624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Made reservation on behalf of facb0c0f8f864acfbfd1dd7f0dc2996c for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:15:41.658164 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:41.684658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871cc89-0d50-4f17-876d-b0a1eed98c35 req-a897ec88-878a-4aa5-90e3-fba11bf13bf8 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:41.686474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f871cc89-0d50-4f17-876d-b0a1eed98c35 req-a897ec88-878a-4aa5-90e3-fba11bf13bf8 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 943 time: 0.2673545 Jun 04 16:15:41.825721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1736dc61-ef29-45d3-8cc3-24bbad388935 req-5ac3b810-c18b-4eaa-b513-123cc971f3bd tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] No DVR routers for this DVR port bda6854b-ec75-4e8b-96dd-f2c0b5946db4 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:15:41.838070 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1736dc61-ef29-45d3-8cc3-24bbad388935 req-5ac3b810-c18b-4eaa-b513-123cc971f3bd tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:41.843901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1ad647-dd62-460c-b14d-c6382945f864', 'name': 'network-vif-deleted', 'tag': 'bda6854b-ec75-4e8b-96dd-f2c0b5946db4'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:41.894759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:41.907019 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1736dc61-ef29-45d3-8cc3-24bbad388935 req-5ac3b810-c18b-4eaa-b513-123cc971f3bd tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "DELETE /v2.0/ports/bda6854b-ec75-4e8b-96dd-f2c0b5946db4 HTTP/1.1" status: 204 len: 173 time: 2.6452103 Jun 04 16:15:41.952785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] For port cd668f2d-7817-46a3-bfd1-832f71c41fec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cd668f2d-7817-46a3-bfd1-832f71c41fec,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:41.953390 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:42.095578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 18036656-d0d8-48ad-93f5-135ff9830a45, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=18036656-d0d8-48ad-93f5-135ff9830a45,segment=NetworkSegment(97098a37-33fb-4445-9449-7eeb9ef674b6),segment_id=97098a37-33fb-4445-9449-7eeb9ef674b6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:42.152068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '18036656-d0d8-48ad-93f5-135ff9830a45', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'port_id': '18036656-d0d8-48ad-93f5-135ff9830a45', 'mac_address': 'fa:16:3e:f0:61:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:15:42.162873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Calling delete_port for cd668f2d-7817-46a3-bfd1-832f71c41fec owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:42.169746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f871cc89-0d50-4f17-876d-b0a1eed98c35 req-fc1fba57-71dd-4c90-8b68-71bfebe516c9 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499441 Jun 04 16:15:42.184119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8be0d-9bd8-4491-bcfc-3e8f33d88f1c req-b13b2f1c-3562-4b59-9f75-9ecd6dc9d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:42.185633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eae8be0d-9bd8-4491-bcfc-3e8f33d88f1c req-b13b2f1c-3562-4b59-9f75-9ecd6dc9d204 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.4950862 Jun 04 16:15:42.189027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa205627-8dc9-4a6a-841d-7e5f8749e1d1 req-a475a757-4ec3-40d9-b423-06e170093aaf tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:42.205471 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa205627-8dc9-4a6a-841d-7e5f8749e1d1 req-a475a757-4ec3-40d9-b423-06e170093aaf tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 1096 time: 0.6013544 Jun 04 16:15:42.243887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5426324-11cc-4324-9d5a-16306709a57d {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:42.256433 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:42.303054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Transition to ACTIVE for port object f5426324-11cc-4324-9d5a-16306709a57d will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:15:42.320816 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eae8be0d-9bd8-4491-bcfc-3e8f33d88f1c req-250d4bfd-979e-424a-b896-b6c0d7008638 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=7e025991-2072-418b-aad1-9df076982734 HTTP/1.1" status: 200 len: 217 time: 0.1207285 Jun 04 16:15:42.329735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:42.334574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 18036656-d0d8-48ad-93f5-135ff9830a45 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:42.335068 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:42.391870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18036656-d0d8-48ad-93f5-135ff9830a45 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:42.449100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa205627-8dc9-4a6a-841d-7e5f8749e1d1 req-bc61e7a8-3f47-43c5-839e-5c10ef17fcc2 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514994 Jun 04 16:15:42.509811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8be0d-9bd8-4491-bcfc-3e8f33d88f1c req-f660c03c-5c8f-478d-a905-ea86f3b764c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:42.511339 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eae8be0d-9bd8-4491-bcfc-3e8f33d88f1c req-f660c03c-5c8f-478d-a905-ea86f3b764c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1461544 Jun 04 16:15:42.548035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 18036656-d0d8-48ad-93f5-135ff9830a45, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=18036656-d0d8-48ad-93f5-135ff9830a45,segment=NetworkSegment(97098a37-33fb-4445-9449-7eeb9ef674b6),segment_id=97098a37-33fb-4445-9449-7eeb9ef674b6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:42.586372 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:42.611455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Pushing event updated for resources: {'Port': ['ID=f5426324-11cc-4324-9d5a-16306709a57d,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:42.765986 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:42.867482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=18036656-d0d8-48ad-93f5-135ff9830a45,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:42.900469 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5e7fcac-4254-4b9f-87d8-3a41f76b9cbf req-432b5fab-3260-4202-91ed-853bec440ef0 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e1ad647-dd62-460c-b14d-c6382945f864 HTTP/1.1" status: 200 len: 210 time: 0.0745926 Jun 04 16:15:42.903277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd668f2d-7817-46a3-bfd1-832f71c41fec,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:42.919961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['18036656-d0d8-48ad-93f5-135ff9830a45'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:42.920979 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:42.985583 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:43.032548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d401594f-ecbd-41c2-aee0-e227d6544e65,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:43.056850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8be0d-9bd8-4491-bcfc-3e8f33d88f1c req-8b49f3e2-5d97-467f-9034-aa98e1bc11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:43.058227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eae8be0d-9bd8-4491-bcfc-3e8f33d88f1c req-8b49f3e2-5d97-467f-9034-aa98e1bc11d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5066059 Jun 04 16:15:43.058996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Checking segment: {'id': '3210ec37-7e11-4719-8371-b968c488453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:15:43.059349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Network hostable DHCP agents. Network: 259ef642-2f1d-4ba6-8155-27a97a7e6481, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:15:43.069136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-d9115612-4773-4ad9-b612-01815f4ac8b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3802357 Jun 04 16:15:43.122295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bda6854b-ec75-4e8b-96dd-f2c0b5946db4 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:43.231191 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57da95a-d56b-4558-8306-53a3208b70ba'] response: {'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878', 'code': 200} Jun 04 16:15:43.233339 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:43.236322 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:43.239703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: bda6854b-ec75-4e8b-96dd-f2c0b5946db4 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:43.240303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bda6854b-ec75-4e8b-96dd-f2c0b5946db4 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:43.261572 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b29938-9159-4e53-b252-1b8d3dad4a6a'] response: {'server_uuid': '6e1ad647-dd62-460c-b14d-c6382945f864', 'name': 'network-vif-deleted', 'tag': 'bda6854b-ec75-4e8b-96dd-f2c0b5946db4', 'status': 'completed', 'code': 200} Jun 04 16:15:43.267085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:43.267703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9252c02-1171-4b66-8d15-087673f97b3a {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:15:43.302148 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:43.305750 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-22ed7c3a-47fa-4b82-b55f-023d9e76b1d6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a9252c02-1171-4b66-8d15-087673f97b3a HTTP/1.1" status: 204 len: 168 time: 3.1377623 Jun 04 16:15:43.331334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59324) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:43.376651 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eae8be0d-9bd8-4491-bcfc-3e8f33d88f1c req-ce9172bc-664f-45bb-bb7f-f75fbf050684 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045175 Jun 04 16:15:43.380465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Attempting to bind port f5426324-11cc-4324-9d5a-16306709a57d on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:15:43.381057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Attempting to bind port f5426324-11cc-4324-9d5a-16306709a57d by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '09758510-3954-4306-ae9e-70c4e02ae32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:15:43.381595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Attempting to bind port f5426324-11cc-4324-9d5a-16306709a57d on network 72019db3-39df-43d8-93d3-271f4f5ad33a {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:43.390147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Network 259ef642-2f1d-4ba6-8155-27a97a7e6481 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:15:43.397366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Port f5426324-11cc-4324-9d5a-16306709a57d on network 72019db3-39df-43d8-93d3-271f4f5ad33a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:15:43.398593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Attempting to bind port f5426324-11cc-4324-9d5a-16306709a57d on network 72019db3-39df-43d8-93d3-271f4f5ad33a {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:43.414274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device faa34052-55d4-4e7c-8d8e-c891e25ea4c4 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:43.423207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:15:43.424488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Checking segment: {'id': '09758510-3954-4306-ae9e-70c4e02ae32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:15:43.425577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Bound using segment: {'id': '09758510-3954-4306-ae9e-70c4e02ae32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:15:43.426894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Bound port: f5426324-11cc-4324-9d5a-16306709a57d, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09758510-3954-4306-ae9e-70c4e02ae32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:15:43.427800 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:43.483682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: faa34052-55d4-4e7c-8d8e-c891e25ea4c4 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:43.484025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device faa34052-55d4-4e7c-8d8e-c891e25ea4c4 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:43.494752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 259ef642-2f1d-4ba6-8155-27a97a7e6481) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:15:43.512715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b29466-d2b7-426b-acc5-ff8fa5922c42 None None] Network 259ef642-2f1d-4ba6-8155-27a97a7e6481 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:15:43.573280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:43.573863 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:43.596962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] For port f5426324-11cc-4324-9d5a-16306709a57d, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:15:43.602289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] For port f5426324-11cc-4324-9d5a-16306709a57d, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f5426324-11cc-4324-9d5a-16306709a57d,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:15:43.615013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-669cb9b9-84ea-484a-9e2e-fdae00b22800 admin admin] Deleting subnet 09dc14a5-f23a-4ea9-9ddb-a87b665f033b {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:15:43.625166 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-669cb9b9-84ea-484a-9e2e-fdae00b22800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:43.667967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:43.732523 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-02accea0-4b37-453d-926e-50672b5caaee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1788332 Jun 04 16:15:43.741349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59340) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:43.759508 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-340746599-router', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:43.772640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:43.792941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Usage tracker for resource:router and tenant:facb0c0f8f864acfbfd1dd7f0dc2996c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:15:43.810876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:15:43.827118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eae8be0d-9bd8-4491-bcfc-3e8f33d88f1c req-e2f69038-42d4-46df-895b-a468073533e7 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243031 Jun 04 16:15:43.830376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:43.840241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4d468-2ba9-48c7-b7e1-e76bb36bf5d4 req-c09e0199-d61e-47af-bd21-3de1479c38b2 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:43.846869 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33c4d468-2ba9-48c7-b7e1-e76bb36bf5d4 req-c09e0199-d61e-47af-bd21-3de1479c38b2 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 944 time: 0.4571576 Jun 04 16:15:43.873545 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-259ef642-2f1d-4ba6-8155-27a97a7e6481', 'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'fixed_ips': [{'subnet_id': 'd401594f-ecbd-41c2-aee0-e227d6544e65'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:15:43.874381 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:43.895592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:43.896044 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:43.897757 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-d2435896-9873-44de-89d8-ff9332894864 service neutron] 10.222.0.42 "PUT /v2.0/ports/f5426324-11cc-4324-9d5a-16306709a57d HTTP/1.1" status: 200 len: 1092 time: 3.6563742 Jun 04 16:15:43.907961 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-669cb9b9-84ea-484a-9e2e-fdae00b22800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:43.939095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d01ffe-3b0e-4b06-8a92-32d7b7df90e5 req-0af3baaa-e8b2-4b24-879e-6892a0116c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:43.940687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6d01ffe-3b0e-4b06-8a92-32d7b7df90e5 req-0af3baaa-e8b2-4b24-879e-6892a0116c65 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 1101 time: 0.4528818 Jun 04 16:15:43.983931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:43.986788 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:44.015200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2435896-9873-44de-89d8-ff9332894864 service neutron] Pushing event updated for resources: {'Port': ['ID=f5426324-11cc-4324-9d5a-16306709a57d,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:44.030894 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33c4d468-2ba9-48c7-b7e1-e76bb36bf5d4 req-88b6f012-d12e-4b79-a054-3e4f0f0fe521 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648028 Jun 04 16:15:44.053681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9452cc1-7436-4756-ace4-2c52a06133d1 req-d03366d2-ba5d-4d8a-8d83-e267e8a40335 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:44.075501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9452cc1-7436-4756-ace4-2c52a06133d1 req-d03366d2-ba5d-4d8a-8d83-e267e8a40335 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.5862348 Jun 04 16:15:44.102236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Allocated IP 172.20.0.2 (259ef642-2f1d-4ba6-8155-27a97a7e6481/d401594f-ecbd-41c2-aee0-e227d6544e65/e0493a5c-b01c-4d4e-a681-fb360558b8ba) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:15:44.114664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da743b49-3690-43af-bdd9-d0762528ae50 req-f9746e5c-52a3-4f64-abbd-3788678ded72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:44.116259 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-f9746e5c-52a3-4f64-abbd-3788678ded72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6bd94cac11584d9c9b8620f8e279a86a&device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 1095 time: 0.1572235 Jun 04 16:15:44.120055 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-669cb9b9-84ea-484a-9e2e-fdae00b22800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:44.141788 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:44.178488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6d01ffe-3b0e-4b06-8a92-32d7b7df90e5 req-a77bcc0b-2df3-460b-ae74-f9f50746c034 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868818 Jun 04 16:15:44.217219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9452cc1-7436-4756-ace4-2c52a06133d1 req-340fdf79-7f5f-4c89-bc86-07d3e16c226e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394846 Jun 04 16:15:44.309142 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-208e7220-5b83-45d0-9445-279a098205a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5426324-11cc-4324-9d5a-16306709a57d HTTP/1.1" status: 200 len: 217 time: 0.1552131 Jun 04 16:15:44.408622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da743b49-3690-43af-bdd9-d0762528ae50 req-cb9f7964-27bd-4ae7-bd6a-69079940a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:44.410070 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-cb9f7964-27bd-4ae7-bd6a-69079940a6bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47f6d421-7a43-450e-be14-3b76b24804d1 HTTP/1.1" status: 200 len: 861 time: 0.0925727 Jun 04 16:15:44.423417 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:44.434590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Transition to ACTIVE for port object e0493a5c-b01c-4d4e-a681-fb360558b8ba will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:15:44.453535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Transition to ACTIVE for port object e0493a5c-b01c-4d4e-a681-fb360558b8ba will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:15:44.462366 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:44.465724 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-282602c8-7ccc-46a8-a37c-623539e25e16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72019db3-39df-43d8-93d3-271f4f5ad33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489419 Jun 04 16:15:44.474825 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-669cb9b9-84ea-484a-9e2e-fdae00b22800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:44.545988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Network 259ef642-2f1d-4ba6-8155-27a97a7e6481 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:15:44.548887 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc7e1f57-dd9f-49da-9fea-b05c88afe6a7 req-05562e92-b5c6-4ed8-8d83-5e721ecc8d97 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3938138 Jun 04 16:15:44.549299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:15:44.555132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cb9b9-84ea-484a-9e2e-fdae00b22800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09dc14a5-f23a-4ea9-9ddb-a87b665f033b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:44.556919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:15:44.569762 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b16aa3-0655-4576-9019-698b93347470 None None] Network be195520-191b-454d-b9a5-e9948153f25f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:15:44.588994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Pushing event updated for resources: {'Port': ['ID=e0493a5c-b01c-4d4e-a681-fb360558b8ba,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:44.729168 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-53c28d44-5736-479e-ada1-a64633418920 service neutron] 10.222.0.42 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559536 Jun 04 16:15:44.731722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-669cb9b9-84ea-484a-9e2e-fdae00b22800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:44.750677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Attempting to bind port e0493a5c-b01c-4d4e-a681-fb360558b8ba on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:15:44.751034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Attempting to bind port e0493a5c-b01c-4d4e-a681-fb360558b8ba by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '3210ec37-7e11-4719-8371-b968c488453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:15:44.751385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Attempting to bind port e0493a5c-b01c-4d4e-a681-fb360558b8ba on network 259ef642-2f1d-4ba6-8155-27a97a7e6481 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:44.761288 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:15:44.761726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Checking segment: {'id': '3210ec37-7e11-4719-8371-b968c488453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:15:44.762033 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:44.762414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Bound using segment: {'id': '3210ec37-7e11-4719-8371-b968c488453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:15:44.762879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Bound port: e0493a5c-b01c-4d4e-a681-fb360558b8ba, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3210ec37-7e11-4719-8371-b968c488453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:15:44.763240 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:44.812848 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-669cb9b9-84ea-484a-9e2e-fdae00b22800 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/09dc14a5-f23a-4ea9-9ddb-a87b665f033b HTTP/1.1" status: 204 len: 168 time: 1.4775848 Jun 04 16:15:44.816928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59360) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:44.857502 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:44.934950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451918a-883f-4518-ba6a-6aa237cd84dd req-05e986a9-9a4e-432b-ba57-4a453b01bbec tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:44.936568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7451918a-883f-4518-ba6a-6aa237cd84dd req-05e986a9-9a4e-432b-ba57-4a453b01bbec tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.6257017 Jun 04 16:15:44.949499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-011bf3fc-7a2a-4ef5-abd4-ba60256da7c5 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:44.950965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-011bf3fc-7a2a-4ef5-abd4-ba60256da7c5 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 821 time: 0.5311718 Jun 04 16:15:44.967010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] For port e0493a5c-b01c-4d4e-a681-fb360558b8ba, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:15:44.971230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] For port e0493a5c-b01c-4d4e-a681-fb360558b8ba, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e0493a5c-b01c-4d4e-a681-fb360558b8ba,segment=NetworkSegment(3210ec37-7e11-4719-8371-b968c488453c),segment_id=3210ec37-7e11-4719-8371-b968c488453c)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:15:44.980926 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:45.011037 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:45.046001 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-da743b49-3690-43af-bdd9-d0762528ae50 req-02128e05-db82-4f2a-8309-972abac0182d service neutron] 10.222.0.42 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622306 Jun 04 16:15:45.049911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Deleting port f2917a9c-6b3d-4621-8863-c0acbae54ecc {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:45.050287 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:45.062672 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-dcd0111c-d470-402d-ac12-716b6593fefd tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/quotas/a5ab49c29daa4a08b32221dccc05ebd8 HTTP/1.1" status: 200 len: 375 time: 0.0475402 Jun 04 16:15:45.077151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fcf3c-bf79-47cc-a550-295a0763cfbf None None] Pushing event updated for resources: {'Port': ['ID=e0493a5c-b01c-4d4e-a681-fb360558b8ba,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:45.082003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e1f57-dd9f-49da-9fea-b05c88afe6a7 req-4f4408c9-f8f9-4db0-a494-059aaf10634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:45.083525 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc7e1f57-dd9f-49da-9fea-b05c88afe6a7 req-4f4408c9-f8f9-4db0-a494-059aaf10634a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 1101 time: 0.3532691 Jun 04 16:15:45.142900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7451918a-883f-4518-ba6a-6aa237cd84dd req-be642c21-ef8f-4d7f-8b65-0ea6598db2b9 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909502 Jun 04 16:15:45.158025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c534f44-a12a-4fe0-ad26-7dfaf4efc479 None None] DHCP port deletion for be195520-191b-454d-b9a5-e9948153f25f request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:15:45.164274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0c534f44-a12a-4fe0-ad26-7dfaf4efc479 None None] Deleting port f2917a9c-6b3d-4621-8863-c0acbae54ecc {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:45.165324 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c534f44-a12a-4fe0-ad26-7dfaf4efc479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:45.278031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-c1215495-5e1b-48f5-92c0-9f6285c1bc66 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2139187 Jun 04 16:15:45.288303 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e1b5dd-6039-43e9-bb06-aa00dc8a0884', 'tag': 'f5426324-11cc-4324-9d5a-16306709a57d'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:45.383618 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cd668f2d-7817-46a3-bfd1-832f71c41fec no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:45.488348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: cd668f2d-7817-46a3-bfd1-832f71c41fec {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:45.488971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cd668f2d-7817-46a3-bfd1-832f71c41fec not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:45.489393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f2917a9c-6b3d-4621-8863-c0acbae54ecc no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:45.563634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] For port f2917a9c-6b3d-4621-8863-c0acbae54ecc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f2917a9c-6b3d-4621-8863-c0acbae54ecc,segment=NetworkSegment(8c393368-3bce-4f7b-90fb-3e194915aae2),segment_id=8c393368-3bce-4f7b-90fb-3e194915aae2)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:45.564154 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:45.629535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 18036656-d0d8-48ad-93f5-135ff9830a45 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:15:45.732489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0c534f44-a12a-4fe0-ad26-7dfaf4efc479 None None] For port f2917a9c-6b3d-4621-8863-c0acbae54ecc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f2917a9c-6b3d-4621-8863-c0acbae54ecc,segment=NetworkSegment(8c393368-3bce-4f7b-90fb-3e194915aae2),segment_id=8c393368-3bce-4f7b-90fb-3e194915aae2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:45.732871 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c534f44-a12a-4fe0-ad26-7dfaf4efc479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:45.744996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Calling delete_port for f2917a9c-6b3d-4621-8863-c0acbae54ecc owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:45.847128 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-18dea2fd-7a23-499b-9240-e147f173f0a8 service neutron] 10.222.0.13 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685689 Jun 04 16:15:45.861470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-c0ca56ea-3b15-44dc-9b5e-d1a81aeb531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:45.864343 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-c0ca56ea-3b15-44dc-9b5e-d1a81aeb531a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 1101 time: 0.6582484 Jun 04 16:15:45.869612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0c534f44-a12a-4fe0-ad26-7dfaf4efc479 None None] Calling delete_port for f2917a9c-6b3d-4621-8863-c0acbae54ecc owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:45.941748 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e1f57-dd9f-49da-9fea-b05c88afe6a7 req-15642cfd-b7c6-4cd1-835d-86b3fe1ff1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:45.943496 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc7e1f57-dd9f-49da-9fea-b05c88afe6a7 req-15642cfd-b7c6-4cd1-835d-86b3fe1ff1a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.8318334 Jun 04 16:15:45.961244 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:45.990468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f2917a9c-6b3d-4621-8863-c0acbae54ecc is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:45.990850 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:46.006853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 18036656-d0d8-48ad-93f5-135ff9830a45 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:15:46.010071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:46.021965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 18036656-d0d8-48ad-93f5-135ff9830a45 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:46.022339 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:46.034931 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc7e1f57-dd9f-49da-9fea-b05c88afe6a7 req-d02b87e3-8805-4a73-a1f9-6e539873e5c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a68c452f-6b21-4621-a2f1-e7c1913677a7 HTTP/1.1" status: 200 len: 217 time: 0.0829728 Jun 04 16:15:46.042179 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:15:46.042527 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:15:46.052341 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c534f44-a12a-4fe0-ad26-7dfaf4efc479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:46.101878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e1f57-dd9f-49da-9fea-b05c88afe6a7 req-e9d7c57b-4a7e-4171-9d22-d546c1ac3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:46.103290 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc7e1f57-dd9f-49da-9fea-b05c88afe6a7 req-e9d7c57b-4a7e-4171-9d22-d546c1ac3f4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0620205 Jun 04 16:15:46.115645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4772084-6322-4e43-9293-d6048ff79a48 req-20da9fab-18c9-4f33-a7a8-ea37ffdd5dce tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:46.123151 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4772084-6322-4e43-9293-d6048ff79a48 req-20da9fab-18c9-4f33-a7a8-ea37ffdd5dce tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 944 time: 0.7147899 Jun 04 16:15:46.147508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c534f44-a12a-4fe0-ad26-7dfaf4efc479 None None] Pushing event deleted for resources: {'Port': ['ID=f2917a9c-6b3d-4621-8863-c0acbae54ecc,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:46.160328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c534f44-a12a-4fe0-ad26-7dfaf4efc479 None None] No DVR routers for this DVR port f2917a9c-6b3d-4621-8863-c0acbae54ecc on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:15:46.221886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e1f57-dd9f-49da-9fea-b05c88afe6a7 req-963b40de-ed58-4601-aadf-ec653fa1b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:46.223446 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc7e1f57-dd9f-49da-9fea-b05c88afe6a7 req-963b40de-ed58-4601-aadf-ec653fa1b5fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135063 Jun 04 16:15:46.272229 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 18036656-d0d8-48ad-93f5-135ff9830a45 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:46.272868 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:46.311564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 18036656-d0d8-48ad-93f5-135ff9830a45, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=18036656-d0d8-48ad-93f5-135ff9830a45,segment=NetworkSegment(97098a37-33fb-4445-9449-7eeb9ef674b6),segment_id=97098a37-33fb-4445-9449-7eeb9ef674b6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:46.313478 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce63d2a-081b-4312-ad5f-115ec01c6bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18036656-d0d8-48ad-93f5-135ff9830a45'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:46.326074 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:46.399067 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc7e1f57-dd9f-49da-9fea-b05c88afe6a7 req-7cd8ea58-6557-41af-9193-e47f7b0c3dcc service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684091 Jun 04 16:15:46.410084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=18036656-d0d8-48ad-93f5-135ff9830a45,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:46.437722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4772084-6322-4e43-9293-d6048ff79a48 req-cf4388ed-db26-4767-81c2-88c3359f094e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135953 Jun 04 16:15:46.446765 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-03b32209-4d16-4ec3-873d-3271265f5431 service neutron] 10.222.0.13 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909317 Jun 04 16:15:46.498686 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-35b45603-1aec-4667-bb40-4eca960fae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:46.500316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-35b45603-1aec-4667-bb40-4eca960fae2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.6051357 Jun 04 16:15:46.544084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Deleting port f2917a9c-6b3d-4621-8863-c0acbae54ecc {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:46.544521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:46.596737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Allocated IP 172.25.5.58 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/3435ddec-dba1-4258-98cf-c1f11ae14c97) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:15:46.616225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a7a0a1-c29a-4c94-99f3-6ec91e731aed None None] Network 259ef642-2f1d-4ba6-8155-27a97a7e6481 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:15:46.645298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-30c3966d-82eb-4e0a-a5f8-1522a484f1c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=6368b7ab-a09d-49d4-bf7d-087882efe336 HTTP/1.1" status: 200 len: 217 time: 0.1248391 Jun 04 16:15:46.667601 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] The port 'f2917a9c-6b3d-4621-8863-c0acbae54ecc' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:15:46.724870 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dc7e1f57-dd9f-49da-9fea-b05c88afe6a7 req-6ee745cc-b800-4a7b-86ea-961603547bcd service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195820 Jun 04 16:15:46.806650 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:46.833837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be195520-191b-454d-b9a5-e9948153f25f']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:46.843369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-12e104f4-61e7-4d7a-af6f-d958d8c00cb5 None None] Provisioning for port e0493a5c-b01c-4d4e-a681-fb360558b8ba completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:15:46.855865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c393368-3bce-4f7b-90fb-3e194915aae2') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:46.857102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c393368-3bce-4f7b-90fb-3e194915aae2') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:46.873431 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:46.901375 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:46.908564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:15:46.909061 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:46.909764 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:15:46.997603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-a1851453-a97c-44d3-9f20-b96cb97ea030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:46.999083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-a1851453-a97c-44d3-9f20-b96cb97ea030 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.3365896 Jun 04 16:15:47.032180 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:47.052804 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:47.078856 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 8c393368-3bce-4f7b-90fb-3e194915aae2 resource provider aggregate not found Jun 04 16:15:47.087169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=be195520-191b-454d-b9a5-e9948153f25f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:47.095297 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7b7f0a62-f754-4914-8d7f-8f10b34e92c1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/be195520-191b-454d-b9a5-e9948153f25f HTTP/1.1" status: 204 len: 168 time: 2.2771676 Jun 04 16:15:47.110183 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 8c393368-3bce-4f7b-90fb-3e194915aae2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c393368-3bce-4f7b-90fb-3e194915aae2 found for delete ", "request_id": "req-696088ab-6c37-4fdf-9477-ca1bef8e8ce8"}]} Jun 04 16:15:47.110979 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f5426324-11cc-4324-9d5a-16306709a57d details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:15:47.149701 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:47.171532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13858402-c9c5-4f9a-88c1-adf5ff7b3121 req-fe93efe8-4b77-466c-95d3-df21dec3949b tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:47.172990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13858402-c9c5-4f9a-88c1-adf5ff7b3121 req-fe93efe8-4b77-466c-95d3-df21dec3949b tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 944 time: 0.3601065 Jun 04 16:15:47.184728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf68651-f1e9-46af-876e-5eae58817e4b req-92d410b6-8319-4c82-ad5b-80ba27abf1a5 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:47.193727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdf68651-f1e9-46af-876e-5eae58817e4b req-92d410b6-8319-4c82-ad5b-80ba27abf1a5 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.3709114 Jun 04 16:15:47.296342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59392) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:47.322397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-4d802e52-5752-4cbe-978f-197c9a02a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:47.325173 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-4d802e52-5752-4cbe-978f-197c9a02a83d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3168902 Jun 04 16:15:47.334555 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13858402-c9c5-4f9a-88c1-adf5ff7b3121 req-064cc3ca-27e7-4f8d-b7e0-f01d21d49cab tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345398 Jun 04 16:15:47.409805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e0493a5c-b01c-4d4e-a681-fb360558b8ba up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:15:47.416333 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bbd30052-eff7-4972-a0f8-097aa74147e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15e2ee17bf0b4a62a666e59544dd12a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1188295 Jun 04 16:15:47.418791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59396) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:47.462226 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-979c8652-f5cc-4c8c-85cc-b9347583ce77'] response: {'name': 'network-changed', 'server_uuid': '92e1b5dd-6039-43e9-bb06-aa00dc8a0884', 'tag': 'f5426324-11cc-4324-9d5a-16306709a57d', 'status': 'completed', 'code': 200} Jun 04 16:15:47.549703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdf68651-f1e9-46af-876e-5eae58817e4b req-b1c26195-fc19-4289-9b08-76e28cedf5fe tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548625 Jun 04 16:15:47.557202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-4d55bd62-dd1d-4473-8235-f59333bd92b6 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144465 Jun 04 16:15:47.561991 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:47.605882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e0493a5c-b01c-4d4e-a681-fb360558b8ba completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:15:47.614559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f5426324-11cc-4324-9d5a-16306709a57d, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f5426324-11cc-4324-9d5a-16306709a57d,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:47.652448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'f5426324-11cc-4324-9d5a-16306709a57d', 'network_id': '72019db3-39df-43d8-93d3-271f4f5ad33a', 'port_id': 'f5426324-11cc-4324-9d5a-16306709a57d', 'mac_address': 'fa:16:3e:d1:cf:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f6d421-7a43-450e-be14-3b76b24804d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:15:47.657951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e0493a5c-b01c-4d4e-a681-fb360558b8ba triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:47.658718 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:47.703758 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46dcb4bd-04d4-4547-8796-88825cb47eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:47.759440 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704740c-66e4-400b-a89e-3b72da657b29 req-0a01ee65-560c-4b46-9861-906df963dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:47.762215 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6704740c-66e4-400b-a89e-3b72da657b29 req-0a01ee65-560c-4b46-9861-906df963dbbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6bd94cac11584d9c9b8620f8e279a86a&device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 1095 time: 0.2988479 Jun 04 16:15:47.764929 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4414d8af-228f-4ae7-9308-5034cf4407cc'] response: {'server_uuid': '4ce63d2a-081b-4312-ad5f-115ec01c6bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18036656-d0d8-48ad-93f5-135ff9830a45', 'code': 200} Jun 04 16:15:47.818832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-47c9349f-3472-4d97-9f4a-3b54740b3e13 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340250 Jun 04 16:15:47.840002 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46dcb4bd-04d4-4547-8796-88825cb47eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:47.914986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port f5426324-11cc-4324-9d5a-16306709a57d is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:47.915733 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:47.932568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:15:47.941978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-526d495c-a935-492a-bebf-75582b0a2dff req-0b586e63-c63c-423e-bcd2-b98fdd5bea38 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 210 time: 0.1134040 Jun 04 16:15:47.949723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:15:47.952349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:15:48.051911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e0493a5c-b01c-4d4e-a681-fb360558b8ba is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:48.052591 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:48.082718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5426324-11cc-4324-9d5a-16306709a57d {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:48.108192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f5426324-11cc-4324-9d5a-16306709a57d, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f5426324-11cc-4324-9d5a-16306709a57d,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:48.141077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e0493a5c-b01c-4d4e-a681-fb360558b8ba, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e0493a5c-b01c-4d4e-a681-fb360558b8ba,segment=NetworkSegment(3210ec37-7e11-4719-8371-b968c488453c),segment_id=3210ec37-7e11-4719-8371-b968c488453c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:48.143650 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:48.211288 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:48.274987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704740c-66e4-400b-a89e-3b72da657b29 req-d0b39543-a02a-494f-9d54-5b84c5834d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:48.286884 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6704740c-66e4-400b-a89e-3b72da657b29 req-d0b39543-a02a-494f-9d54-5b84c5834d05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72019db3-39df-43d8-93d3-271f4f5ad33a HTTP/1.1" status: 200 len: 922 time: 0.4615443 Jun 04 16:15:48.292897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260532b-e564-45ee-a12c-e77e2c2cdb89 req-482d13b0-9850-46e4-877c-d19b3f2c89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:48.300527 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f260532b-e564-45ee-a12c-e77e2c2cdb89 req-482d13b0-9850-46e4-877c-d19b3f2c89e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 1096 time: 0.5323846 Jun 04 16:15:48.307992 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=f5426324-11cc-4324-9d5a-16306709a57d,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:48.369821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3435ddec-dba1-4258-98cf-c1f11ae14c97,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:48.414554 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46dcb4bd-04d4-4547-8796-88825cb47eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:48.439557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e0493a5c-b01c-4d4e-a681-fb360558b8ba,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:48.447060 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6704740c-66e4-400b-a89e-3b72da657b29 req-6e7552b7-e5a1-4fc7-b5f4-4ee204d28bde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5426324-11cc-4324-9d5a-16306709a57d HTTP/1.1" status: 200 len: 217 time: 0.1408558 Jun 04 16:15:48.447347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['f5426324-11cc-4324-9d5a-16306709a57d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:48.493910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcb4bd-04d4-4547-8796-88825cb47eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ffaddd-f057-48bb-8aed-966a47000d90,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:48.520281 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f260532b-e564-45ee-a12c-e77e2c2cdb89 req-38fe3411-2dc9-4b25-9b4c-1a8098315cef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273441 Jun 04 16:15:48.524552 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46dcb4bd-04d4-4547-8796-88825cb47eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:48.528584 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-46dcb4bd-04d4-4547-8796-88825cb47eba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94ffaddd-f057-48bb-8aed-966a47000d90 HTTP/1.1" status: 204 len: 168 time: 1.1086195 Jun 04 16:15:48.571569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704740c-66e4-400b-a89e-3b72da657b29 req-6df1a010-600f-40ee-bbf4-b2cf4dd7e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:48.576237 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6704740c-66e4-400b-a89e-3b72da657b29 req-6df1a010-600f-40ee-bbf4-b2cf4dd7e901 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47f6d421-7a43-450e-be14-3b76b24804d1 HTTP/1.1" status: 200 len: 861 time: 0.1159823 Jun 04 16:15:48.841700 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6704740c-66e4-400b-a89e-3b72da657b29 req-9bcafb4f-97c3-4836-be69-6f6a085660bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72019db3-39df-43d8-93d3-271f4f5ad33a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2570760 Jun 04 16:15:48.892908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87078007-f290-4e76-b80b-40fe490a569b req-1bdb42e1-e5e0-4f0e-a109-4bf1cf681f87 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:48.894700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87078007-f290-4e76-b80b-40fe490a569b req-1bdb42e1-e5e0-4f0e-a109-4bf1cf681f87 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 1.0737271 Jun 04 16:15:48.948030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-be7a772a-df47-4ed6-8417-d9b72000a484 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:48.949458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-be7a772a-df47-4ed6-8417-d9b72000a484 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.42 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 821 time: 0.6097858 Jun 04 16:15:48.994402 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6704740c-66e4-400b-a89e-3b72da657b29 req-84b4d9b1-495d-4d5e-885a-7b268854d238 service neutron] 10.222.0.42 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448984 Jun 04 16:15:49.012646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Request body: {'port': {'device_id': 'acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7', 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e', 'admin_state_up': True, 'tenant_id': 'a5ab49c29daa4a08b32221dccc05ebd8'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:49.073933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59414) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:49.130030 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6704740c-66e4-400b-a89e-3b72da657b29 req-530962cb-33e8-43e9-8bab-36fcd503e6f0 service neutron] 10.222.0.42 "GET /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290464 Jun 04 16:15:49.144394 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87078007-f290-4e76-b80b-40fe490a569b req-6d8d5f7e-c8d4-4009-9ddf-9efae555c0e8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309678 Jun 04 16:15:49.199067 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:49.312227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e0493a5c-b01c-4d4e-a681-fb360558b8ba up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:15:49.364582 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ab20e342-7cec-4508-a009-37f2ceda0d3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04e9db63bffa44878c07a8cf25713253&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2880301 Jun 04 16:15:49.367845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59418) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:49.380417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e0493a5c-b01c-4d4e-a681-fb360558b8ba triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:49.380689 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:49.381541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3003f18-900b-4292-b8f5-5ea2cc72209c req-3f977dc5-cb84-455d-9453-af9a34ba3ed8 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:49.383061 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3003f18-900b-4292-b8f5-5ea2cc72209c req-3f977dc5-cb84-455d-9453-af9a34ba3ed8 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 945 time: 0.5741107 Jun 04 16:15:49.433735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-586d16c0-7b11-4885-b095-64a553bcf488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:49.463096 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-586d16c0-7b11-4885-b095-64a553bcf488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:49.487924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:49.498629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e0493a5c-b01c-4d4e-a681-fb360558b8ba is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:49.519697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Usage tracker for resource:port and tenant:a5ab49c29daa4a08b32221dccc05ebd8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:15:49.521731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-586d16c0-7b11-4885-b095-64a553bcf488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:49.537819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:15:49.540257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d16c0-7b11-4885-b095-64a553bcf488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ed9dcd-8b68-466a-852c-c70f4e85507e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:49.548470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-586d16c0-7b11-4885-b095-64a553bcf488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:49.552294 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-586d16c0-7b11-4885-b095-64a553bcf488 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13ed9dcd-8b68-466a-852c-c70f4e85507e HTTP/1.1" status: 204 len: 168 time: 0.1799405 Jun 04 16:15:49.566711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:49.583114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3003f18-900b-4292-b8f5-5ea2cc72209c req-60879f00-e310-44bb-abb2-7ca57426560b tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904435 Jun 04 16:15:49.662950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d7bef-f018-4e58-8dea-da0deefe610b req-d941f0e4-258b-48b2-80fc-711080528963 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:49.670847 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a50d7bef-f018-4e58-8dea-da0deefe610b req-d941f0e4-258b-48b2-80fc-711080528963 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.4180067 Jun 04 16:15:49.686050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Made reservation on behalf of a5ab49c29daa4a08b32221dccc05ebd8 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:15:49.689651 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:49.741978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be096c-e6b0-4ce7-ab54-587aa99d91d8 req-2451b827-00da-41bf-bfa4-0ebde8a59561 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:49.745382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-a0be096c-e6b0-4ce7-ab54-587aa99d91d8 req-2451b827-00da-41bf-bfa4-0ebde8a59561 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:49.792074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-a0be096c-e6b0-4ce7-ab54-587aa99d91d8 req-2451b827-00da-41bf-bfa4-0ebde8a59561 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:49.793472 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a0be096c-e6b0-4ce7-ab54-587aa99d91d8 req-2451b827-00da-41bf-bfa4-0ebde8a59561 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dd73d6d-941b-4e5c-bc94-c11470283457 HTTP/1.1" status: 200 len: 950 time: 0.1856863 Jun 04 16:15:49.794899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a50d7bef-f018-4e58-8dea-da0deefe610b req-05adde27-c82d-4547-b6bf-064be98baa1a tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211808 Jun 04 16:15:49.879126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-a0be096c-e6b0-4ce7-ab54-587aa99d91d8 req-788ab96e-2b19-4c1a-91f0-aee6b3525e11 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Deleting port 7e025991-2072-418b-aad1-9df076982734 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:49.879763 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a0be096c-e6b0-4ce7-ab54-587aa99d91d8 req-788ab96e-2b19-4c1a-91f0-aee6b3525e11 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:50.092324 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86cabe4c-fded-4147-812b-cadc1215198e req-143d6a5d-34bf-4817-b8b4-1c355748f23e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 210 time: 0.0558770 Jun 04 16:15:50.134044 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:50.169968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-a0be096c-e6b0-4ce7-ab54-587aa99d91d8 req-788ab96e-2b19-4c1a-91f0-aee6b3525e11 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] For port 7e025991-2072-418b-aad1-9df076982734, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7e025991-2072-418b-aad1-9df076982734,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:50.170276 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a0be096c-e6b0-4ce7-ab54-587aa99d91d8 req-788ab96e-2b19-4c1a-91f0-aee6b3525e11 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:50.307596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-a0be096c-e6b0-4ce7-ab54-587aa99d91d8 req-788ab96e-2b19-4c1a-91f0-aee6b3525e11 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Calling delete_port for 7e025991-2072-418b-aad1-9df076982734 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:50.425188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Allocated IP 172.20.0.6 (4174afad-8f69-40c2-8826-5ab168bb142e/47e12d5c-bc8b-435f-bebd-f23b80669698/41a2dfac-b6f1-4289-a204-778866251efd) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:15:50.519822 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a0be096c-e6b0-4ce7-ab54-587aa99d91d8 req-788ab96e-2b19-4c1a-91f0-aee6b3525e11 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:50.538617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['935ba045-1bd2-4bc3-b360-dfbf094419a3', '38a2a4f7-bf0d-47ab-848f-c5487ecbe283', '7e025991-2072-418b-aad1-9df076982734'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:50.583521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428', 'a68c452f-6b21-4621-a2f1-e7c1913677a7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:50.687888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ab96e-2b19-4c1a-91f0-aee6b3525e11 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event deleted for resources: {'Port': ['ID=7e025991-2072-418b-aad1-9df076982734,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:50.816157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0be096c-e6b0-4ce7-ab54-587aa99d91d8 req-788ab96e-2b19-4c1a-91f0-aee6b3525e11 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] No DVR routers for this DVR port 7e025991-2072-418b-aad1-9df076982734 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:15:50.821259 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a0be096c-e6b0-4ce7-ab54-587aa99d91d8 req-788ab96e-2b19-4c1a-91f0-aee6b3525e11 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:50.831513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd73d6d-941b-4e5c-bc94-c11470283457', 'name': 'network-vif-deleted', 'tag': '7e025991-2072-418b-aad1-9df076982734'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:50.839205 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a0be096c-e6b0-4ce7-ab54-587aa99d91d8 req-788ab96e-2b19-4c1a-91f0-aee6b3525e11 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "DELETE /v2.0/ports/7e025991-2072-418b-aad1-9df076982734 HTTP/1.1" status: 204 len: 173 time: 1.0399175 Jun 04 16:15:50.964939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906b7b2-7f0e-496d-9d57-81a628b569d5 req-ef21eebb-3221-464e-9c31-44d754b6cda3 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:50.968166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7906b7b2-7f0e-496d-9d57-81a628b569d5 req-ef21eebb-3221-464e-9c31-44d754b6cda3 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 945 time: 0.8748832 Jun 04 16:15:51.060867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Router febfe12a-f166-49a5-88af-d8ebb9b9bfbc is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:15:51.116510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c318854-864f-4401-a303-7cf9869fd581 req-d13ab274-f7ac-40a4-8daf-58dbec3cee8c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd73d6d-941b-4e5c-bc94-c11470283457 HTTP/1.1" status: 200 len: 210 time: 0.2724800 Jun 04 16:15:51.129422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f5426324-11cc-4324-9d5a-16306709a57d up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:15:51.143089 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:51.301183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7906b7b2-7f0e-496d-9d57-81a628b569d5 req-2a2c61f3-fa29-417b-823c-82b6a110811a tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391503 Jun 04 16:15:51.349574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port f5426324-11cc-4324-9d5a-16306709a57d completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:15:51.355762 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port f5426324-11cc-4324-9d5a-16306709a57d triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:51.356374 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:51.513452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b80016-a016-4dde-b79e-1fe58c6d7864 req-c873d8a5-5d7b-40e0-9e55-bb6f76270eaf tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:51.514092 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-e0b80016-a016-4dde-b79e-1fe58c6d7864 req-c873d8a5-5d7b-40e0-9e55-bb6f76270eaf tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:51.540813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-e0b80016-a016-4dde-b79e-1fe58c6d7864 req-c873d8a5-5d7b-40e0-9e55-bb6f76270eaf tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:51.542592 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e0b80016-a016-4dde-b79e-1fe58c6d7864 req-c873d8a5-5d7b-40e0-9e55-bb6f76270eaf tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 950 time: 0.1308076 Jun 04 16:15:51.562399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port f5426324-11cc-4324-9d5a-16306709a57d is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:51.563520 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:51.579628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:15:51.595643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Sync routers for ids ['febfe12a-f166-49a5-88af-d8ebb9b9bfbc'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:15:51.606872 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:51.612328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e1b5dd-6039-43e9-bb06-aa00dc8a0884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5426324-11cc-4324-9d5a-16306709a57d'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:51.624517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Routers {'febfe12a-f166-49a5-88af-d8ebb9b9bfbc'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:51.625410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['febfe12a-f166-49a5-88af-d8ebb9b9bfbc'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:51.660454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-e0b80016-a016-4dde-b79e-1fe58c6d7864 req-a96295ab-a2cc-417d-91b0-26e8c09f31c3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Deleting port a68c452f-6b21-4621-a2f1-e7c1913677a7 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:51.660848 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e0b80016-a016-4dde-b79e-1fe58c6d7864 req-a96295ab-a2cc-417d-91b0-26e8c09f31c3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:51.691358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f5426324-11cc-4324-9d5a-16306709a57d, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f5426324-11cc-4324-9d5a-16306709a57d,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:51.699775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852131f9-50ee-474a-aa6c-54bacef88a8a req-ad1727a4-8fae-4f7e-9eb7-a6966b06cedb tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:51.701385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-852131f9-50ee-474a-aa6c-54bacef88a8a req-ad1727a4-8fae-4f7e-9eb7-a6966b06cedb tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.3992648 Jun 04 16:15:51.714383 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:51.747523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Network 4174afad-8f69-40c2-8826-5ab168bb142e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:15:51.765255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:15:51.771972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:51.775572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9c5a2b43-d9f2-447d-822e-f50f310074b1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0289567 Jun 04 16:15:51.775572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:15:51.786456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59488) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:51.811983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074cd7e-060e-4471-9cb6-b124e008e4e5 req-fc5530b4-2b91-45fd-8b15-6f023687fb54 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:51.813461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7074cd7e-060e-4471-9cb6-b124e008e4e5 req-fc5530b4-2b91-45fd-8b15-6f023687fb54 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.3739095 Jun 04 16:15:51.819427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Pushing event updated for resources: {'Port': ['ID=41a2dfac-b6f1-4289-a204-778866251efd,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:51.879961 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-852131f9-50ee-474a-aa6c-54bacef88a8a req-be2820c1-7a46-4dec-b0b0-66ed6e511ada tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498253 Jun 04 16:15:51.901699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:51.902364 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:51.909765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=f5426324-11cc-4324-9d5a-16306709a57d,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:51.924788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7074cd7e-060e-4471-9cb6-b124e008e4e5 req-e640fb2d-219d-4373-9989-23d13f290b49 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810909 Jun 04 16:15:51.934578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-2c8c589d-51e1-4513-a80b-5c28e5bc1be2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9269061 Jun 04 16:15:51.955044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Request body: {'port': {'device_id': 'acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:52.006850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Set router febfe12a-f166-49a5-88af-d8ebb9b9bfbc gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:52.018154 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf901de-2b1d-4cdd-9aee-9dc44c6a6b88'] response: {'server_uuid': '3dd73d6d-941b-4e5c-bc94-c11470283457', 'name': 'network-vif-deleted', 'tag': '7e025991-2072-418b-aad1-9df076982734', 'status': 'completed', 'code': 200} Jun 04 16:15:52.214379 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:52.284885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2b62c-badb-4262-a94d-850f6a285646 req-cf1ae11c-176d-4356-8a5f-ed91459db71a tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:52.287107 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbc2b62c-badb-4262-a94d-850f6a285646 req-cf1ae11c-176d-4356-8a5f-ed91459db71a tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 945 time: 0.2558959 Jun 04 16:15:52.288946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-e0b80016-a016-4dde-b79e-1fe58c6d7864 req-a96295ab-a2cc-417d-91b0-26e8c09f31c3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] For port a68c452f-6b21-4621-a2f1-e7c1913677a7, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a68c452f-6b21-4621-a2f1-e7c1913677a7,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:52.289300 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e0b80016-a016-4dde-b79e-1fe58c6d7864 req-a96295ab-a2cc-417d-91b0-26e8c09f31c3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:52.309333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'name': 'tempest-FloatingIPsNegativeTestJSON-340746599-router', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:15:44Z', 'updated_at': '2022-06-04T16:15:48Z', 'revision_number': 3, 'project_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'gw_port': {'id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:15:46Z', 'updated_at': '2022-06-04T16:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:52.313442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Checking router: febfe12a-f166-49a5-88af-d8ebb9b9bfbc for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:15:52.313785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Updating router febfe12a-f166-49a5-88af-d8ebb9b9bfbc port 3435ddec-dba1-4258-98cf-c1f11ae14c97 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:15:52.367327 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:52.392856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d3116-3629-47cc-9af4-dcc4fddf1a4d req-3ba23dc9-b3a8-454b-ab93-caa6a4919eda tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:52.393543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-529d3116-3629-47cc-9af4-dcc4fddf1a4d req-3ba23dc9-b3a8-454b-ab93-caa6a4919eda tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Synchronizing usage tracker for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:52.428545 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbc2b62c-badb-4262-a94d-850f6a285646 req-bd835ae0-019a-4b29-9077-39cb4a4adbf9 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323619 Jun 04 16:15:52.467753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-529d3116-3629-47cc-9af4-dcc4fddf1a4d req-3ba23dc9-b3a8-454b-ab93-caa6a4919eda tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Unset dirty status for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:52.477070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-529d3116-3629-47cc-9af4-dcc4fddf1a4d req-3ba23dc9-b3a8-454b-ab93-caa6a4919eda tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 931 time: 0.3403525 Jun 04 16:15:52.483695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-e0b80016-a016-4dde-b79e-1fe58c6d7864 req-a96295ab-a2cc-417d-91b0-26e8c09f31c3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Calling delete_port for a68c452f-6b21-4621-a2f1-e7c1913677a7 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:15:52.702497 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf960c55-8cc9-42c0-86b5-35610f4fa79a'] response: {'server_uuid': '92e1b5dd-6039-43e9-bb06-aa00dc8a0884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5426324-11cc-4324-9d5a-16306709a57d', 'code': 200} Jun 04 16:15:52.774321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-529d3116-3629-47cc-9af4-dcc4fddf1a4d req-cf24351d-aa06-444d-a4f5-9685876bf63e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959945 Jun 04 16:15:52.784462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a2dfac-b6f1-4289-a204-778866251efd {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:52.792896 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:52.823431 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Transition to ACTIVE for port object 41a2dfac-b6f1-4289-a204-778866251efd will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:15:52.831211 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:52.874837 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:52.903960 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e0b80016-a016-4dde-b79e-1fe58c6d7864 req-a96295ab-a2cc-417d-91b0-26e8c09f31c3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:52.909772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Transition to ACTIVE for port object 3435ddec-dba1-4258-98cf-c1f11ae14c97 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:15:52.920003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['935ba045-1bd2-4bc3-b360-dfbf094419a3', '38a2a4f7-bf0d-47ab-848f-c5487ecbe283'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:52.964864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96295ab-a2cc-417d-91b0-26e8c09f31c3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event deleted for resources: {'Port': ['ID=a68c452f-6b21-4621-a2f1-e7c1913677a7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:53.002922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:53.041111 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:53.100140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b80016-a016-4dde-b79e-1fe58c6d7864 req-a96295ab-a2cc-417d-91b0-26e8c09f31c3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] No DVR routers for this DVR port a68c452f-6b21-4621-a2f1-e7c1913677a7 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:15:53.104796 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e0b80016-a016-4dde-b79e-1fe58c6d7864 req-a96295ab-a2cc-417d-91b0-26e8c09f31c3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:53.111868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b9918-7670-4d6e-a5d5-28cba1c4021c req-1d059844-1528-41f1-94b2-7e66bdaf818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:53.113345 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f66b9918-7670-4d6e-a5d5-28cba1c4021c req-1d059844-1528-41f1-94b2-7e66bdaf818e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 1097 time: 0.3468213 Jun 04 16:15:53.153962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 7e025991-2072-418b-aad1-9df076982734 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:53.174681 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e0b80016-a016-4dde-b79e-1fe58c6d7864 req-a96295ab-a2cc-417d-91b0-26e8c09f31c3 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "DELETE /v2.0/ports/a68c452f-6b21-4621-a2f1-e7c1913677a7 HTTP/1.1" status: 204 len: 173 time: 1.6225557 Jun 04 16:15:53.208635 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f66b9918-7670-4d6e-a5d5-28cba1c4021c req-9981dc88-7199-41d1-95e5-0790aeec8335 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867300 Jun 04 16:15:53.212442 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:53.217303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 7e025991-2072-418b-aad1-9df076982734 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:53.217769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 7e025991-2072-418b-aad1-9df076982734 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:53.219366 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Attempting to bind port 3435ddec-dba1-4258-98cf-c1f11ae14c97 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:15:53.219831 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Attempting to bind port 3435ddec-dba1-4258-98cf-c1f11ae14c97 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:15:53.220277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Attempting to bind port 3435ddec-dba1-4258-98cf-c1f11ae14c97 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:53.226486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc33414-41a1-4eb7-b231-7ba5836e1284 None None] Pushing event updated for resources: {'Port': ['ID=3435ddec-dba1-4258-98cf-c1f11ae14c97,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:53.241263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:15:53.241859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:15:53.242341 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:53.242846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:15:53.243422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Bound port: 3435ddec-dba1-4258-98cf-c1f11ae14c97, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:15:53.243927 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:53.255013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=41a2dfac-b6f1-4289-a204-778866251efd,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:53.373616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Attempting to bind port 41a2dfac-b6f1-4289-a204-778866251efd on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:15:53.373863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Attempting to bind port 41a2dfac-b6f1-4289-a204-778866251efd by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:15:53.374168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Attempting to bind port 41a2dfac-b6f1-4289-a204-778866251efd on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:53.394787 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad1115-79d6-45c7-b69b-3607d04d8982 req-9b43ff62-de32-4fe0-9fca-e13497ea4752 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:53.415706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2ad1115-79d6-45c7-b69b-3607d04d8982 req-9b43ff62-de32-4fe0-9fca-e13497ea4752 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 945 time: 0.3346405 Jun 04 16:15:53.416471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59508) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:53.445657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2a55a-3d43-4bf6-bae5-d1d771bca077 req-9225dce7-67c8-4d50-908a-de6002f3c01c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:53.457234 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3dc2a55a-3d43-4bf6-bae5-d1d771bca077 req-9225dce7-67c8-4d50-908a-de6002f3c01c tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 946 time: 0.3806434 Jun 04 16:15:53.459501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Port 41a2dfac-b6f1-4289-a204-778866251efd on network 4174afad-8f69-40c2-8826-5ab168bb142e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:15:53.460103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Attempting to bind port 41a2dfac-b6f1-4289-a204-778866251efd on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:53.464367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] For port 3435ddec-dba1-4258-98cf-c1f11ae14c97, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:15:53.480213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-3de62e53-ab0d-4687-9448-dfdb4e3acbbe tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Request body: {'floatingip': {'port_id': '18036656-d0d8-48ad-93f5-135ff9830a45'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:15:53.497454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] For port 3435ddec-dba1-4258-98cf-c1f11ae14c97, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3435ddec-dba1-4258-98cf-c1f11ae14c97,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:15:53.530369 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:53.596841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:15:53.597447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Checking segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:15:53.597986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Bound using segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:15:53.604498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Bound port: 41a2dfac-b6f1-4289-a204-778866251efd, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:15:53.605079 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:53.662085 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3de62e53-ab0d-4687-9448-dfdb4e3acbbe tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:53.678882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Allocated IP 172.20.0.1 (259ef642-2f1d-4ba6-8155-27a97a7e6481/d401594f-ecbd-41c2-aee0-e227d6544e65/225fd0e2-00b8-46e7-bac9-9150b8392f71) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:15:53.762732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc33414-41a1-4eb7-b231-7ba5836e1284 None None] Pushing event updated for resources: {'Port': ['ID=3435ddec-dba1-4258-98cf-c1f11ae14c97,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:53.811097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Routers {'febfe12a-f166-49a5-88af-d8ebb9b9bfbc'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:53.811995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['febfe12a-f166-49a5-88af-d8ebb9b9bfbc'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:53.869177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3dc2a55a-3d43-4bf6-bae5-d1d771bca077 req-eb868848-c9ef-47d5-a4ac-30ea88dab353 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110689 Jun 04 16:15:53.870168 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:53.896402 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c9230e0-46cd-4996-85c9-772dd7f6fb9b req-d0265675-debf-4130-a886-225ff6f9e1bc tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44 HTTP/1.1" status: 200 len: 210 time: 0.1142001 Jun 04 16:15:53.900130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Transition to ACTIVE for port object 225fd0e2-00b8-46e7-bac9-9150b8392f71 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:15:53.936283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:53.970745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:15:53.984677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41a2dfac-b6f1-4289-a204-778866251efd,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:15:54.019336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44', 'name': 'network-vif-deleted', 'tag': 'a68c452f-6b21-4621-a2f1-e7c1913677a7'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:54.032228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Network 259ef642-2f1d-4ba6-8155-27a97a7e6481 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:15:54.035412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:15:54.040054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:15:54.058208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:54.074631 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=225fd0e2-00b8-46e7-bac9-9150b8392f71,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:54.106781 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:54.260860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] Set router febfe12a-f166-49a5-88af-d8ebb9b9bfbc gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:54.279681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=41a2dfac-b6f1-4289-a204-778866251efd,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:54.314667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:54.315427 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:54.317380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-30a04472-ea88-44bb-8d22-5f00fd97d1c5 service neutron] 10.222.0.42 "PUT /v2.0/ports/41a2dfac-b6f1-4289-a204-778866251efd HTTP/1.1" status: 200 len: 1091 time: 2.3758061 Jun 04 16:15:54.322580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7', 'tag': '41a2dfac-b6f1-4289-a204-778866251efd'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:54.439671 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:54.470732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-425eb70a-e9bc-401a-8108-b7852665d4c2 None None] Provisioning for port 225fd0e2-00b8-46e7-bac9-9150b8392f71 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:15:54.482417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-425eb70a-e9bc-401a-8108-b7852665d4c2 None None] Provisioning complete for port 225fd0e2-00b8-46e7-bac9-9150b8392f71 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:54.482804 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-425eb70a-e9bc-401a-8108-b7852665d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:54.525304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc7e6b-e0e6-4388-8f71-0686114b5f94 req-e172a5d0-06e8-416a-b288-dca8bf246b9e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:54.532778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14dc7e6b-e0e6-4388-8f71-0686114b5f94 req-e172a5d0-06e8-416a-b288-dca8bf246b9e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.4781897 Jun 04 16:15:54.573102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-425eb70a-e9bc-401a-8108-b7852665d4c2 None None] Port 225fd0e2-00b8-46e7-bac9-9150b8392f71 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:15:54.629656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a29e0d-87d5-4561-94eb-ebce80835ebd req-8a59d7d6-4559-455d-aed1-b8b041d44d98 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:54.631336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95a29e0d-87d5-4561-94eb-ebce80835ebd req-8a59d7d6-4559-455d-aed1-b8b041d44d98 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.3900454 Jun 04 16:15:54.661159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'name': 'tempest-FloatingIPsNegativeTestJSON-340746599-router', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:15:44Z', 'updated_at': '2022-06-04T16:15:48Z', 'revision_number': 3, 'project_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'gw_port': {'id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:15:46Z', 'updated_at': '2022-06-04T16:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:54.666503 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39843082-716b-46dd-85fb-7dd9111d23cb None None] The sync data for ids ['febfe12a-f166-49a5-88af-d8ebb9b9bfbc'] in n-d-811809-3 is: [{'id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'name': 'tempest-FloatingIPsNegativeTestJSON-340746599-router', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:15:44Z', 'updated_at': '2022-06-04T16:15:48Z', 'revision_number': 3, 'project_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'gw_port': {'id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:15:46Z', 'updated_at': '2022-06-04T16:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:15:54.764196 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:54.773555 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:54.816867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-942da437-2bec-4bcb-afe0-7eff6d6e6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:54.818301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-942da437-2bec-4bcb-afe0-7eff6d6e6c94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 1094 time: 0.4082372 Jun 04 16:15:54.879840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=225fd0e2-00b8-46e7-bac9-9150b8392f71,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:54.885571 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:54.912212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-245fb98b-23b3-4f1e-8878-1ae5d3b9c54c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41a2dfac-b6f1-4289-a204-778866251efd HTTP/1.1" status: 200 len: 217 time: 0.0813720 Jun 04 16:15:54.915238 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14dc7e6b-e0e6-4388-8f71-0686114b5f94 req-520a7672-3c1d-4c19-840d-95a9847e0187 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818817 Jun 04 16:15:54.931571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95a29e0d-87d5-4561-94eb-ebce80835ebd req-a6571112-d502-4721-9a9c-4cdea7ea184b tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874022 Jun 04 16:15:55.074529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Network 259ef642-2f1d-4ba6-8155-27a97a7e6481 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:15:55.076418 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd08bb58-64c2-46f0-92bc-51320b993a3d'] response: {'server_uuid': '6be6dbe2-9f7c-4dd8-9dd3-7ac91a5a7a44', 'name': 'network-vif-deleted', 'tag': 'a68c452f-6b21-4621-a2f1-e7c1913677a7', 'status': 'completed', 'code': 200} Jun 04 16:15:55.077486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:15:55.097760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-4ff4bc28-e18a-4adb-ad60-004c6b1e350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:55.099385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-4ff4bc28-e18a-4adb-ad60-004c6b1e350f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.1656108 Jun 04 16:15:55.194160 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39dd07c7-73df-4b13-ad55-1b98fde0531b'] response: {'name': 'network-changed', 'server_uuid': 'acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7', 'tag': '41a2dfac-b6f1-4289-a204-778866251efd', 'status': 'completed', 'code': 200} Jun 04 16:15:55.208066 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-3de62e53-ab0d-4687-9448-dfdb4e3acbbe tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:15:55.265287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-247106a6-5748-4062-9806-b4de6c35ed13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582949 Jun 04 16:15:55.368802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3435ddec-dba1-4258-98cf-c1f11ae14c97 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:15:55.375946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Router febfe12a-f166-49a5-88af-d8ebb9b9bfbc has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:15:55.469262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3de62e53-ab0d-4687-9448-dfdb4e3acbbe tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:55.483103 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 3435ddec-dba1-4258-98cf-c1f11ae14c97 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:15:55.485769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3de62e53-ab0d-4687-9448-dfdb4e3acbbe tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:55.488205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3435ddec-dba1-4258-98cf-c1f11ae14c97 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:55.488571 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:55.569002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4f2b25e4-d935-4e34-b3d9-8aa2f127a21c None None] Provisioning complete for port 225fd0e2-00b8-46e7-bac9-9150b8392f71 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:55.569368 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4f2b25e4-d935-4e34-b3d9-8aa2f127a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:55.641923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device a68c452f-6b21-4621-a2f1-e7c1913677a7 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:15:55.685314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: a68c452f-6b21-4621-a2f1-e7c1913677a7 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:15:55.685643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device a68c452f-6b21-4621-a2f1-e7c1913677a7 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:15:55.726727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4f2b25e4-d935-4e34-b3d9-8aa2f127a21c None None] Port 225fd0e2-00b8-46e7-bac9-9150b8392f71 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:15:55.745649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332867f2-8407-4bf6-8fae-2f052fed6837 req-525a5c23-3ef8-4c58-8a53-b5621c59433f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:55.747219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-332867f2-8407-4bf6-8fae-2f052fed6837 req-525a5c23-3ef8-4c58-8a53-b5621c59433f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 943 time: 0.6015685 Jun 04 16:15:55.747352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3435ddec-dba1-4258-98cf-c1f11ae14c97 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:55.747699 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:55.752429 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-1efbb6d5-70b6-46e2-9e5b-769d32439117 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568982 Jun 04 16:15:55.765829 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 3435ddec-dba1-4258-98cf-c1f11ae14c97, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3435ddec-dba1-4258-98cf-c1f11ae14c97,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:55.771276 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:55.776110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:15:55.793487 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cced357b-eb54-482b-8a81-2eef2e8c9fc8 admin admin] 10.222.0.13 "PUT /v2.0/routers/febfe12a-f166-49a5-88af-d8ebb9b9bfbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9989040 Jun 04 16:15:55.860813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=3435ddec-dba1-4258-98cf-c1f11ae14c97,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:55.891043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c8c7e-eed0-4851-b547-dd92c09ce633 req-b72b4eb0-8754-46b8-b41e-3f454fdff2fd tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:55.892532 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a1c8c7e-eed0-4851-b547-dd92c09ce633 req-b72b4eb0-8754-46b8-b41e-3f454fdff2fd tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 946 time: 0.5959384 Jun 04 16:15:55.897656 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-3de62e53-ab0d-4687-9448-dfdb4e3acbbe tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Floating IP e808846d-5ad5-490f-82b7-2db7564040f5 associated. External IP: 172.25.5.243, port: 18036656-d0d8-48ad-93f5-135ff9830a45. Jun 04 16:15:56.033228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-332867f2-8407-4bf6-8fae-2f052fed6837 req-a82fc5d6-be38-4078-bab0-996ecd815c70 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650471 Jun 04 16:15:56.137659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d474c2d3-b738-4a5b-8d4a-56b383ab4df6 req-a4e14699-b3bd-4262-8f21-217a2a66863f service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726389 Jun 04 16:15:56.142400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a1c8c7e-eed0-4851-b547-dd92c09ce633 req-db6af379-97a4-493f-a889-1a134e798fd2 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883087 Jun 04 16:15:56.521761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74260e1e-be71-471f-8056-08307f6a5cec req-8061d7ec-0666-4408-8815-45a2f19288da tempest-FloatingIPsNegativeTestJSON-886424942 tempest-FloatingIPsNegativeTestJSON-886424942-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=facb0c0f8f864acfbfd1dd7f0dc2996c HTTP/1.1" status: 200 len: 217 time: 0.2474585 Jun 04 16:15:56.614745 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Sync routers for ids ['febfe12a-f166-49a5-88af-d8ebb9b9bfbc'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:15:56.626949 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Routers {'febfe12a-f166-49a5-88af-d8ebb9b9bfbc'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:56.627857 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['febfe12a-f166-49a5-88af-d8ebb9b9bfbc'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:56.697177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de62e53-ab0d-4687-9448-dfdb4e3acbbe tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Router 2d503280-680e-459c-8001-6b2eee2c021e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:15:56.715101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c493a-4706-412d-b3cc-0301132cf7e0 req-86bedb12-1665-48ad-af9a-c6d3119e60ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:56.716580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-430c493a-4706-412d-b3cc-0301132cf7e0 req-86bedb12-1665-48ad-af9a-c6d3119e60ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 1094 time: 0.4783990 Jun 04 16:15:56.753337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b41cb-695a-45f9-a68a-15ecc79d80c0 req-2209ae4a-e9a1-4b9f-8e4c-1542dd1488e0 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:56.754783 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb4b41cb-695a-45f9-a68a-15ecc79d80c0 req-2209ae4a-e9a1-4b9f-8e4c-1542dd1488e0 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.4726369 Jun 04 16:15:56.804857 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Set router febfe12a-f166-49a5-88af-d8ebb9b9bfbc gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:57.023815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97020-8481-413d-a774-e2b3dbf10206 req-0fe8e028-f9d0-4751-ad9a-690af0bb4d35 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:57.025288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c4f97020-8481-413d-a774-e2b3dbf10206 req-0fe8e028-f9d0-4751-ad9a-690af0bb4d35 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.3936737 Jun 04 16:15:57.040361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb4b41cb-695a-45f9-a68a-15ecc79d80c0 req-1c0fc229-3611-4393-9fc9-4e13d9c3f6aa tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795622 Jun 04 16:15:57.093339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c493a-4706-412d-b3cc-0301132cf7e0 req-83b23e2e-0f58-4c54-8a9b-f4bcbc976d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:57.094809 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-430c493a-4706-412d-b3cc-0301132cf7e0 req-83b23e2e-0f58-4c54-8a9b-f4bcbc976d35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.3687477 Jun 04 16:15:57.102855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de62e53-ab0d-4687-9448-dfdb4e3acbbe tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:15:57.112640 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab463d-cf80-449d-845d-5ba7c24786a0 None None] Sync routers for ids ['2d503280-680e-459c-8001-6b2eee2c021e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:15:57.122318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab463d-cf80-449d-845d-5ba7c24786a0 None None] Routers {'2d503280-680e-459c-8001-6b2eee2c021e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:57.123082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4cab463d-cf80-449d-845d-5ba7c24786a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2d503280-680e-459c-8001-6b2eee2c021e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:57.130123 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'name': 'tempest-FloatingIPsNegativeTestJSON-340746599-router', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:15:44Z', 'updated_at': '2022-06-04T16:15:54Z', 'revision_number': 4, 'project_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'gw_port': {'id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:15:46Z', 'updated_at': '2022-06-04T16:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '225fd0e2-00b8-46e7-bac9-9150b8392f71', 'name': '', 'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'mac_address': 'fa:16:3e:28:80:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd401594f-ecbd-41c2-aee0-e227d6544e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:15:53Z', 'updated_at': '2022-06-04T16:15:54Z', 'revision_number': 2, 'project_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'subnets': [{'id': 'd401594f-ecbd-41c2-aee0-e227d6544e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:57.134244 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Checking router: febfe12a-f166-49a5-88af-d8ebb9b9bfbc for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:15:57.134707 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Updating router febfe12a-f166-49a5-88af-d8ebb9b9bfbc port 225fd0e2-00b8-46e7-bac9-9150b8392f71 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:15:57.163534 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3de62e53-ab0d-4687-9448-dfdb4e3acbbe tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:57.193794 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:57.213481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-430c493a-4706-412d-b3cc-0301132cf7e0 req-834cb2b7-cba6-4942-9aec-814c31e1907c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41a2dfac-b6f1-4289-a204-778866251efd HTTP/1.1" status: 200 len: 217 time: 0.1059625 Jun 04 16:15:57.227882 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c4f97020-8481-413d-a774-e2b3dbf10206 req-d51b26c6-3c77-4800-89d0-ee7f46a84e12 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866045 Jun 04 16:15:57.286333 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3de62e53-ab0d-4687-9448-dfdb4e3acbbe tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "PUT /v2.0/floatingips/e808846d-5ad5-490f-82b7-2db7564040f5 HTTP/1.1" status: 200 len: 991 time: 3.8591776 Jun 04 16:15:57.287259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce63d2a-081b-4312-ad5f-115ec01c6bda', 'tag': '18036656-d0d8-48ad-93f5-135ff9830a45'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:15:57.328455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4cab463d-cf80-449d-845d-5ba7c24786a0 None None] Set router 2d503280-680e-459c-8001-6b2eee2c021e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:57.328862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c493a-4706-412d-b3cc-0301132cf7e0 req-4f2b31fb-d219-4f59-91fc-c05f65d2aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:57.330316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-430c493a-4706-412d-b3cc-0301132cf7e0 req-4f2b31fb-d219-4f59-91fc-c05f65d2aec1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.1080763 Jun 04 16:15:57.331406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8a42965d-a4aa-4fe0-9817-590e989141a1 req-5470ab91-6f3e-4efc-89f6-3c421af91235 tempest-FloatingIPsNegativeTestJSON-886424942 tempest-FloatingIPsNegativeTestJSON-886424942-project] Synchronizing usage tracker for tenant:facb0c0f8f864acfbfd1dd7f0dc2996c on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:57.381981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-430c493a-4706-412d-b3cc-0301132cf7e0 req-4dd3709d-96a8-48c3-a043-79d326b2dca7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447147 Jun 04 16:15:57.408122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8a42965d-a4aa-4fe0-9817-590e989141a1 req-5470ab91-6f3e-4efc-89f6-3c421af91235 tempest-FloatingIPsNegativeTestJSON-886424942 tempest-FloatingIPsNegativeTestJSON-886424942-project] Unset dirty status for tenant:facb0c0f8f864acfbfd1dd7f0dc2996c on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:57.409413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a42965d-a4aa-4fe0-9817-590e989141a1 req-5470ab91-6f3e-4efc-89f6-3c421af91235 tempest-FloatingIPsNegativeTestJSON-886424942 tempest-FloatingIPsNegativeTestJSON-886424942-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1250348 Jun 04 16:15:57.470718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3435ddec-dba1-4258-98cf-c1f11ae14c97 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:15:57.551780 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-430c493a-4706-412d-b3cc-0301132cf7e0 req-2a51d924-efe5-4518-b387-06da36be1ce3 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628189 Jun 04 16:15:57.648236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3435ddec-dba1-4258-98cf-c1f11ae14c97 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:15:57.648461 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:57.782532 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:57.784359 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-23835a07-4137-45bd-a905-c950dd651d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:57.789939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-430c493a-4706-412d-b3cc-0301132cf7e0 req-3384a7fc-9392-40e2-81d1-a9c7c60bbc36 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316840 Jun 04 16:15:57.805251 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Transition to ACTIVE for port object 225fd0e2-00b8-46e7-bac9-9150b8392f71 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:15:57.807224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b5932-c0b0-483d-b8fe-b3c5bd309519 req-16f5f0bb-9b1a-4f74-9226-832b69f637e3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:57.815354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-010b5932-c0b0-483d-b8fe-b3c5bd309519 req-16f5f0bb-9b1a-4f74-9226-832b69f637e3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 943 time: 0.1579573 Jun 04 16:15:57.824992 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:57.859986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3435ddec-dba1-4258-98cf-c1f11ae14c97 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:57.899796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4cab463d-cf80-449d-845d-5ba7c24786a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:14:26Z', 'revision_number': 4, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port': {'id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:21Z', 'updated_at': '2022-06-04T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'e808846d-5ad5-490f-82b7-2db7564040f5', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'port_id': '18036656-d0d8-48ad-93f5-135ff9830a45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'mac_address': 'fa:16:3e:f0:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce63d2a-081b-4312-ad5f-115ec01c6bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:15:17Z', 'updated_at': '2022-06-04T16:15:55Z', 'revision_number': 1, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7008158a-1e91-4c73-8de8-d9df9f2442e9', 'name': '', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'mac_address': 'fa:16:3e:3c:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:26Z', 'updated_at': '2022-06-04T16:14:36Z', 'revision_number': 5, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'subnets': [{'id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:57.902991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-010b5932-c0b0-483d-b8fe-b3c5bd309519 req-4bf18824-781b-42d9-92e9-80ab0020a10e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719495 Jun 04 16:15:57.905378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab463d-cf80-449d-845d-5ba7c24786a0 None None] Checking router: 2d503280-680e-459c-8001-6b2eee2c021e for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:15:57.916488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab463d-cf80-449d-845d-5ba7c24786a0 None None] Routers {'2d503280-680e-459c-8001-6b2eee2c021e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:57.917348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4cab463d-cf80-449d-845d-5ba7c24786a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2d503280-680e-459c-8001-6b2eee2c021e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:58.005018 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-865b50b6-1688-4a65-809b-a2b9ddc8c835 req-e33c324e-77c7-4bf6-9723-33189a71006c tempest-FloatingIPsNegativeTestJSON-886424942 tempest-FloatingIPsNegativeTestJSON-886424942-project] show failed (client error): The resource could not be found. Jun 04 16:15:58.012795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-865b50b6-1688-4a65-809b-a2b9ddc8c835 req-e33c324e-77c7-4bf6-9723-33189a71006c tempest-FloatingIPsNegativeTestJSON-886424942 tempest-FloatingIPsNegativeTestJSON-886424942-project] 10.222.0.13 "GET /v2.0/floatingips/e9d4f673-b48a-4a0e-bde4-6846b11d297a HTTP/1.1" status: 404 len: 350 time: 0.0919216 Jun 04 16:15:58.022929 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16248897-cd03-437f-83fd-a3d4dcd26d21'] response: {'name': 'network-changed', 'server_uuid': '4ce63d2a-081b-4312-ad5f-115ec01c6bda', 'tag': '18036656-d0d8-48ad-93f5-135ff9830a45', 'status': 'completed', 'code': 200} Jun 04 16:15:58.023450 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59564) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:58.066391 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Pushing event updated for resources: {'Port': ['ID=225fd0e2-00b8-46e7-bac9-9150b8392f71,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:58.078607 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:58.078966 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:58.079368 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:58.080900 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:58.081401 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:58.081734 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:58.082232 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:58.082656 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:58.082980 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:58.083305 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:58.083662 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:58.083978 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:15:58.116884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc67c9d-2e87-42ac-a469-f37399f6cb9a req-bcf25a81-1693-410e-8434-399a94269db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:58.132170 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1dc67c9d-2e87-42ac-a469-f37399f6cb9a req-bcf25a81-1693-410e-8434-399a94269db7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50923ec9c77a46798f4c38a13483bbe5&device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 1096 time: 0.1614263 Jun 04 16:15:58.185285 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Attempting to bind port 225fd0e2-00b8-46e7-bac9-9150b8392f71 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:15:58.185652 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Attempting to bind port 225fd0e2-00b8-46e7-bac9-9150b8392f71 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '3210ec37-7e11-4719-8371-b968c488453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:15:58.186005 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Attempting to bind port 225fd0e2-00b8-46e7-bac9-9150b8392f71 on network 259ef642-2f1d-4ba6-8155-27a97a7e6481 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:15:58.191756 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:15:58.192117 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Checking segment: {'id': '3210ec37-7e11-4719-8371-b968c488453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:15:58.192509 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:58.192891 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Bound using segment: {'id': '3210ec37-7e11-4719-8371-b968c488453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:15:58.193639 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Bound port: 225fd0e2-00b8-46e7-bac9-9150b8392f71, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3210ec37-7e11-4719-8371-b968c488453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:15:58.194029 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:58.339484 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] For port 225fd0e2-00b8-46e7-bac9-9150b8392f71, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:15:58.348743 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] For port 225fd0e2-00b8-46e7-bac9-9150b8392f71, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=225fd0e2-00b8-46e7-bac9-9150b8392f71,segment=NetworkSegment(3210ec37-7e11-4719-8371-b968c488453c),segment_id=3210ec37-7e11-4719-8371-b968c488453c)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:15:58.353105 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4cab463d-cf80-449d-845d-5ba7c24786a0 None None] Set router 2d503280-680e-459c-8001-6b2eee2c021e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:58.360270 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:58.390662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc67c9d-2e87-42ac-a469-f37399f6cb9a req-daef0544-f69b-40c0-99da-118269e99d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:58.392414 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1dc67c9d-2e87-42ac-a469-f37399f6cb9a req-daef0544-f69b-40c0-99da-118269e99d82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3cf8b8e7-bd75-4d50-afba-09f4ce24132c HTTP/1.1" status: 200 len: 915 time: 0.2532475 Jun 04 16:15:58.541106 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Routers {'febfe12a-f166-49a5-88af-d8ebb9b9bfbc'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:15:58.542363 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:15:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['febfe12a-f166-49a5-88af-d8ebb9b9bfbc'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:58.647288 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1dc67c9d-2e87-42ac-a469-f37399f6cb9a req-43b1d83b-a738-4ed1-ad3c-bfd2058f22e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18036656-d0d8-48ad-93f5-135ff9830a45 HTTP/1.1" status: 200 len: 999 time: 0.2396438 Jun 04 16:15:58.741456 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c7305-fcf8-458c-9276-a5d7bc6ef532 None None] Pushing event updated for resources: {'Port': ['ID=225fd0e2-00b8-46e7-bac9-9150b8392f71,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:58.829398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc67c9d-2e87-42ac-a469-f37399f6cb9a req-431e8eed-d44a-476c-9651-6b34f477b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:58.831715 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1dc67c9d-2e87-42ac-a469-f37399f6cb9a req-431e8eed-d44a-476c-9651-6b34f477b07a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82f0ee39-ee54-4b57-b55f-86e0e94d69e6 HTTP/1.1" status: 200 len: 853 time: 0.1749125 Jun 04 16:15:58.922370 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] Set router febfe12a-f166-49a5-88af-d8ebb9b9bfbc gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:15:58.963679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6633c-9b70-461e-82d4-63440bb66c6b req-59090b07-dd76-41da-b2d4-e9e3690065b5 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:58.971171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fb6633c-9b70-461e-82d4-63440bb66c6b req-59090b07-dd76-41da-b2d4-e9e3690065b5 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 946 time: 0.6697242 Jun 04 16:15:58.972137 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59580) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:58.984337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc67c9d-2e87-42ac-a469-f37399f6cb9a req-77275699-6eb7-4da3-a8d6-c198c175540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:58.985828 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1dc67c9d-2e87-42ac-a469-f37399f6cb9a req-77275699-6eb7-4da3-a8d6-c198c175540a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cf8b8e7-bd75-4d50-afba-09f4ce24132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441526 Jun 04 16:15:58.993991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4cab463d-cf80-449d-845d-5ba7c24786a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:14:26Z', 'revision_number': 4, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port': {'id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:21Z', 'updated_at': '2022-06-04T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'e808846d-5ad5-490f-82b7-2db7564040f5', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'port_id': '18036656-d0d8-48ad-93f5-135ff9830a45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'mac_address': 'fa:16:3e:f0:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce63d2a-081b-4312-ad5f-115ec01c6bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:15:17Z', 'updated_at': '2022-06-04T16:15:55Z', 'revision_number': 1, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7008158a-1e91-4c73-8de8-d9df9f2442e9', 'name': '', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'mac_address': 'fa:16:3e:3c:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:26Z', 'updated_at': '2022-06-04T16:14:36Z', 'revision_number': 5, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'subnets': [{'id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:58.999308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab463d-cf80-449d-845d-5ba7c24786a0 None None] The sync data for ids ['2d503280-680e-459c-8001-6b2eee2c021e'] in n-d-811809-3 is: [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:14:26Z', 'revision_number': 4, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port': {'id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:21Z', 'updated_at': '2022-06-04T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'e808846d-5ad5-490f-82b7-2db7564040f5', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'port_id': '18036656-d0d8-48ad-93f5-135ff9830a45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'mac_address': 'fa:16:3e:f0:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce63d2a-081b-4312-ad5f-115ec01c6bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:15:17Z', 'updated_at': '2022-06-04T16:15:55Z', 'revision_number': 1, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7008158a-1e91-4c73-8de8-d9df9f2442e9', 'name': '', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'mac_address': 'fa:16:3e:3c:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:26Z', 'updated_at': '2022-06-04T16:14:36Z', 'revision_number': 5, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'subnets': [{'id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:15:59.113493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fb6633c-9b70-461e-82d4-63440bb66c6b req-28e8e74d-b309-4e02-8374-caa14818fbdb tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f968c4-0c9e-4657-a2be-8b2c83a6315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406181 Jun 04 16:15:59.135551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a50d4-c5d5-4635-b160-e53af4156626 req-5312b52a-05a9-4d32-bcc8-0225d3c45afe tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:59.137109 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c5a50d4-c5d5-4635-b160-e53af4156626 req-5312b52a-05a9-4d32-bcc8-0225d3c45afe tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.4179595 Jun 04 16:15:59.170866 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68832902-7678-49a3-94e6-4438be31fe9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:59.188893 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 41a2dfac-b6f1-4289-a204-778866251efd details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:15:59.232892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-68832902-7678-49a3-94e6-4438be31fe9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:15:59.237220 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c5a50d4-c5d5-4635-b160-e53af4156626 req-bbf8b57d-9097-443b-b8da-ba86f6b56889 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923762 Jun 04 16:15:59.237575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-68832902-7678-49a3-94e6-4438be31fe9f admin admin] Usage tracker for resource:security_group_rule and tenant:79953cebf4034da582f44dc8dad45ef3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:15:59.245695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-68832902-7678-49a3-94e6-4438be31fe9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:15:59.247014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e8fa7-0aba-4aca-9b68-258c828de39f req-3c28e009-95b2-4596-9a34-1c27cbfc83a7 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:59.256283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-68832902-7678-49a3-94e6-4438be31fe9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:15:59.265794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-648e8fa7-0aba-4aca-9b68-258c828de39f req-3c28e009-95b2-4596-9a34-1c27cbfc83a7 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.42 "GET /v2.0/ports?device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 946 time: 0.3594239 Jun 04 16:15:59.361769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-648e8fa7-0aba-4aca-9b68-258c828de39f req-921418a6-35c8-4e2b-b45e-a88100083558 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Deleting port f5426324-11cc-4324-9d5a-16306709a57d {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:15:59.361769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-648e8fa7-0aba-4aca-9b68-258c828de39f req-921418a6-35c8-4e2b-b45e-a88100083558 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:59.373071 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68832902-7678-49a3-94e6-4438be31fe9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:59.406698 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6393ff03-322e-4eb0-8fdd-4dfb66c2681a None None] New status for floating IP e808846d-5ad5-490f-82b7-2db7564040f5: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:15:59.411332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41a2dfac-b6f1-4289-a204-778866251efd,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:59.426411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '41a2dfac-b6f1-4289-a204-778866251efd', 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e', 'port_id': '41a2dfac-b6f1-4289-a204-778866251efd', 'mac_address': 'fa:16:3e:6f:de:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e12d5c-bc8b-435f-bebd-f23b80669698', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:15:59.434378 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68832902-7678-49a3-94e6-4438be31fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:59.486004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 41a2dfac-b6f1-4289-a204-778866251efd is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:15:59.486698 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:59.509750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a2dfac-b6f1-4289-a204-778866251efd {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:15:59.511573 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-68832902-7678-49a3-94e6-4438be31fe9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79953cebf4034da582f44dc8dad45ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5358994 Jun 04 16:15:59.521492 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1dc67c9d-2e87-42ac-a469-f37399f6cb9a req-887d8de3-b267-4e67-a326-acbb9f609059 service neutron] 10.222.0.46 "GET /v2.0/networks/3cf8b8e7-bd75-4d50-afba-09f4ce24132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279076 Jun 04 16:15:59.525671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59586) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:15:59.530185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41a2dfac-b6f1-4289-a204-778866251efd,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:59.537185 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:59.644631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=41a2dfac-b6f1-4289-a204-778866251efd,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:59.698317 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'name': 'tempest-FloatingIPsNegativeTestJSON-340746599-router', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:15:44Z', 'updated_at': '2022-06-04T16:15:54Z', 'revision_number': 4, 'project_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'gw_port': {'id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:15:46Z', 'updated_at': '2022-06-04T16:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '225fd0e2-00b8-46e7-bac9-9150b8392f71', 'name': '', 'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'mac_address': 'fa:16:3e:28:80:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd401594f-ecbd-41c2-aee0-e227d6544e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:15:53Z', 'updated_at': '2022-06-04T16:15:58Z', 'revision_number': 4, 'project_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'subnets': [{'id': 'd401594f-ecbd-41c2-aee0-e227d6544e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:15:59.708962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68832902-7678-49a3-94e6-4438be31fe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3213b91b-04cd-4c5b-8991-d55b3b6a89e7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:15:59.759687 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5b839e-cca1-499f-b674-df23f3ad2786 None None] The sync data for ids ['febfe12a-f166-49a5-88af-d8ebb9b9bfbc'] in n-d-811809-3 is: [{'id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'name': 'tempest-FloatingIPsNegativeTestJSON-340746599-router', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:15:44Z', 'updated_at': '2022-06-04T16:15:54Z', 'revision_number': 4, 'project_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'gw_port': {'id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:15:46Z', 'updated_at': '2022-06-04T16:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '225fd0e2-00b8-46e7-bac9-9150b8392f71', 'name': '', 'network_id': '259ef642-2f1d-4ba6-8155-27a97a7e6481', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'mac_address': 'fa:16:3e:28:80:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'd401594f-ecbd-41c2-aee0-e227d6544e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:15:53Z', 'updated_at': '2022-06-04T16:15:58Z', 'revision_number': 4, 'project_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'subnets': [{'id': 'd401594f-ecbd-41c2-aee0-e227d6544e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:15:59.781396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['41a2dfac-b6f1-4289-a204-778866251efd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:15:59.855406 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7e59b-f616-4f5d-833c-ba8cac0758eb req-8bc1db41-674a-4d12-8e1f-91775ec47de7 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:15:59.858944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-e0f7e59b-f616-4f5d-833c-ba8cac0758eb req-8bc1db41-674a-4d12-8e1f-91775ec47de7 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:15:59.878788 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1dc67c9d-2e87-42ac-a469-f37399f6cb9a req-70f0a345-f78e-4a94-9c40-23544228024b service neutron] 10.222.0.46 "GET /v2.0/networks/3cf8b8e7-bd75-4d50-afba-09f4ce24132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364716 Jun 04 16:15:59.897025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-648e8fa7-0aba-4aca-9b68-258c828de39f req-921418a6-35c8-4e2b-b45e-a88100083558 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] For port f5426324-11cc-4324-9d5a-16306709a57d, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f5426324-11cc-4324-9d5a-16306709a57d,segment=NetworkSegment(09758510-3954-4306-ae9e-70c4e02ae32e),segment_id=09758510-3954-4306-ae9e-70c4e02ae32e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:15:59.897395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-648e8fa7-0aba-4aca-9b68-258c828de39f req-921418a6-35c8-4e2b-b45e-a88100083558 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:59.899430 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46c6bc4d-4d51-434f-98dc-91304b5a34c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:15:59.941319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-e0f7e59b-f616-4f5d-833c-ba8cac0758eb req-8bc1db41-674a-4d12-8e1f-91775ec47de7 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:15:59.942495 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e0f7e59b-f616-4f5d-833c-ba8cac0758eb req-8bc1db41-674a-4d12-8e1f-91775ec47de7 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570 HTTP/1.1" status: 200 len: 950 time: 0.5654600 Jun 04 16:15:59.947518 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46c6bc4d-4d51-434f-98dc-91304b5a34c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:00.005401 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a419ee5b-9e0f-4552-884a-7f95ab29a8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:00.093363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9defec-be75-4a98-bae4-9a9547864c5c req-5e2576d2-1b49-42e1-a144-d820e6bb62c8 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:00.094970 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8a9defec-be75-4a98-bae4-9a9547864c5c req-5e2576d2-1b49-42e1-a144-d820e6bb62c8 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "GET /v2.0/ports?device_id=6580ea9c-9cc1-4d2b-b114-01577f0bbac4 HTTP/1.1" status: 200 len: 949 time: 0.3687031 Jun 04 16:16:00.137549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-e0f7e59b-f616-4f5d-833c-ba8cac0758eb req-537e1276-4bd3-4866-8351-f1485d0b0d51 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Deleting port 935ba045-1bd2-4bc3-b360-dfbf094419a3 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:00.137894 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e0f7e59b-f616-4f5d-833c-ba8cac0758eb req-537e1276-4bd3-4866-8351-f1485d0b0d51 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:00.181080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-648e8fa7-0aba-4aca-9b68-258c828de39f req-921418a6-35c8-4e2b-b45e-a88100083558 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Calling delete_port for f5426324-11cc-4324-9d5a-16306709a57d owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:00.213962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46c6bc4d-4d51-434f-98dc-91304b5a34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:00.243644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fd7e1-0ea1-4b12-8fe7-fa1544ef6f56 req-3ffc226f-f70c-4373-a052-98849d9162a0 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:00.244554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6bc4d-4d51-434f-98dc-91304b5a34c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3213b91b-04cd-4c5b-8991-d55b3b6a89e7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:00.245100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-104fd7e1-0ea1-4b12-8fe7-fa1544ef6f56 req-3ffc226f-f70c-4373-a052-98849d9162a0 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570 HTTP/1.1" status: 200 len: 950 time: 0.5929608 Jun 04 16:16:00.254363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-8a9defec-be75-4a98-bae4-9a9547864c5c req-980a5bb4-c2c1-4fc1-ac67-e28a757cdbd1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Deleting port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:00.255390 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8a9defec-be75-4a98-bae4-9a9547864c5c req-980a5bb4-c2c1-4fc1-ac67-e28a757cdbd1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:00.266373 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:00.322279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbe2ed-fd9d-43f1-96f5-3a3e1aa2897c req-c87ddc39-2ee5-46a1-9b4c-6a7f5517ee73 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:00.323934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-62cbe2ed-fd9d-43f1-96f5-3a3e1aa2897c req-c87ddc39-2ee5-46a1-9b4c-6a7f5517ee73 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.8881018 Jun 04 16:16:00.356891 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46c6bc4d-4d51-434f-98dc-91304b5a34c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:00.360853 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-46c6bc4d-4d51-434f-98dc-91304b5a34c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3213b91b-04cd-4c5b-8991-d55b3b6a89e7 HTTP/1.1" status: 204 len: 168 time: 0.8341789 Jun 04 16:16:00.681701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-62cbe2ed-fd9d-43f1-96f5-3a3e1aa2897c req-e2261100-346f-43ea-9963-084d63644ae8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184092 Jun 04 16:16:00.777695 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-104fd7e1-0ea1-4b12-8fe7-fa1544ef6f56 req-a69b5e55-8491-4942-a7c5-3a6bd37243c9 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526467 Jun 04 16:16:00.915769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-648e8fa7-0aba-4aca-9b68-258c828de39f req-921418a6-35c8-4e2b-b45e-a88100083558 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:00.928772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['f5426324-11cc-4324-9d5a-16306709a57d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:00.979199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59598) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:01.007758 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:01.032356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-e0f7e59b-f616-4f5d-833c-ba8cac0758eb req-537e1276-4bd3-4866-8351-f1485d0b0d51 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] For port 935ba045-1bd2-4bc3-b360-dfbf094419a3, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=935ba045-1bd2-4bc3-b360-dfbf094419a3,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:01.032574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e0f7e59b-f616-4f5d-833c-ba8cac0758eb req-537e1276-4bd3-4866-8351-f1485d0b0d51 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:01.126663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921418a6-35c8-4e2b-b45e-a88100083558 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Pushing event deleted for resources: {'Port': ['ID=f5426324-11cc-4324-9d5a-16306709a57d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:01.129981 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:01.144960 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-640bf2a6-bacb-4060-b341-e8f3077a11e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:01.160898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-abefb0cf-1b35-45e8-b951-001969d23aa2 req-4e38a984-ce8a-495a-8dc9-74ec68b07450 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/ports?device_id=92e1b5dd-6039-43e9-bb06-aa00dc8a0884 HTTP/1.1" status: 200 len: 210 time: 0.1760468 Jun 04 16:16:01.194223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 41a2dfac-b6f1-4289-a204-778866251efd up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:16:01.236047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Deleting port 225fd0e2-00b8-46e7-bac9-9150b8392f71 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:01.236549 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:01.240209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-e0f7e59b-f616-4f5d-833c-ba8cac0758eb req-537e1276-4bd3-4866-8351-f1485d0b0d51 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Calling delete_port for 935ba045-1bd2-4bc3-b360-dfbf094419a3 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:01.355286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-640bf2a6-bacb-4060-b341-e8f3077a11e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:01.358244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-648e8fa7-0aba-4aca-9b68-258c828de39f req-921418a6-35c8-4e2b-b45e-a88100083558 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] No DVR routers for this DVR port f5426324-11cc-4324-9d5a-16306709a57d on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:16:01.358604 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 41a2dfac-b6f1-4289-a204-778866251efd completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:16:01.364765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 41a2dfac-b6f1-4289-a204-778866251efd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:01.365463 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:01.365610 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-648e8fa7-0aba-4aca-9b68-258c828de39f req-921418a6-35c8-4e2b-b45e-a88100083558 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:01.371868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-8a9defec-be75-4a98-bae4-9a9547864c5c req-980a5bb4-c2c1-4fc1-ac67-e28a757cdbd1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] For port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=38a2a4f7-bf0d-47ab-848f-c5487ecbe283,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:01.372331 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8a9defec-be75-4a98-bae4-9a9547864c5c req-980a5bb4-c2c1-4fc1-ac67-e28a757cdbd1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:01.375167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e1b5dd-6039-43e9-bb06-aa00dc8a0884', 'name': 'network-vif-deleted', 'tag': 'f5426324-11cc-4324-9d5a-16306709a57d'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:01.380660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-648e8fa7-0aba-4aca-9b68-258c828de39f req-921418a6-35c8-4e2b-b45e-a88100083558 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.42 "DELETE /v2.0/ports/f5426324-11cc-4324-9d5a-16306709a57d HTTP/1.1" status: 204 len: 173 time: 2.1139483 Jun 04 16:16:01.384851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-640bf2a6-bacb-4060-b341-e8f3077a11e4 admin admin] Usage tracker for resource:security_group_rule and tenant:282fb186cc094a33a199878a77f650b6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:01.395806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-640bf2a6-bacb-4060-b341-e8f3077a11e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:01.441540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-640bf2a6-bacb-4060-b341-e8f3077a11e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:01.472211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 225fd0e2-00b8-46e7-bac9-9150b8392f71 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:16:01.538258 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-8a9defec-be75-4a98-bae4-9a9547864c5c req-980a5bb4-c2c1-4fc1-ac67-e28a757cdbd1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Calling delete_port for 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:01.623713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 225fd0e2-00b8-46e7-bac9-9150b8392f71 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:16:01.624526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd54d83-683d-45c4-ab07-294586e9cfb3 req-b79f43e7-e03a-4bf8-a1e1-caa563481265 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:01.633484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fd54d83-683d-45c4-ab07-294586e9cfb3 req-b79f43e7-e03a-4bf8-a1e1-caa563481265 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 944 time: 0.7368209 Jun 04 16:16:01.687507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 225fd0e2-00b8-46e7-bac9-9150b8392f71 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:01.687881 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:01.771900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fd54d83-683d-45c4-ab07-294586e9cfb3 req-ece37ad6-f989-4216-82da-7409076d262c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353693 Jun 04 16:16:01.787243 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e0f7e59b-f616-4f5d-833c-ba8cac0758eb req-537e1276-4bd3-4866-8351-f1485d0b0d51 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:01.789816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] For port 225fd0e2-00b8-46e7-bac9-9150b8392f71, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=225fd0e2-00b8-46e7-bac9-9150b8392f71,segment=NetworkSegment(3210ec37-7e11-4719-8371-b968c488453c),segment_id=3210ec37-7e11-4719-8371-b968c488453c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:01.789816 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:01.804878 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:01.863346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 41a2dfac-b6f1-4289-a204-778866251efd is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:01.863727 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:01.873336 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e6e435-5d9b-4d3a-aa5d-d995f9da9135'] response: {'server_uuid': '92e1b5dd-6039-43e9-bb06-aa00dc8a0884', 'name': 'network-vif-deleted', 'tag': 'f5426324-11cc-4324-9d5a-16306709a57d', 'status': 'completed', 'code': 200} Jun 04 16:16:01.914257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41a2dfac-b6f1-4289-a204-778866251efd,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:01.916730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a2dfac-b6f1-4289-a204-778866251efd'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:01.931982 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:01.932677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f5426324-11cc-4324-9d5a-16306709a57d no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:01.943983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e1276-4bd3-4866-8351-f1485d0b0d51 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event deleted for resources: {'Port': ['ID=935ba045-1bd2-4bc3-b360-dfbf094419a3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:01.952869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Calling delete_port for 225fd0e2-00b8-46e7-bac9-9150b8392f71 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:02.018686 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e948118-a49f-41a8-81bf-6a74286c75d6 req-c9056bae-9c21-4b2f-b893-62b3ba5f42c6 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:02.020260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 225fd0e2-00b8-46e7-bac9-9150b8392f71 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:02.020634 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:02.025843 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e948118-a49f-41a8-81bf-6a74286c75d6 req-c9056bae-9c21-4b2f-b893-62b3ba5f42c6 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.5637479 Jun 04 16:16:02.054048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f7e59b-f616-4f5d-833c-ba8cac0758eb req-537e1276-4bd3-4866-8351-f1485d0b0d51 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] No DVR routers for this DVR port 935ba045-1bd2-4bc3-b360-dfbf094419a3 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:16:02.057808 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8a9defec-be75-4a98-bae4-9a9547864c5c req-980a5bb4-c2c1-4fc1-ac67-e28a757cdbd1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:02.059885 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e0f7e59b-f616-4f5d-833c-ba8cac0758eb req-537e1276-4bd3-4866-8351-f1485d0b0d51 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:02.063210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c54bc12-2f3a-4dff-87c5-6845bf3f5570', 'name': 'network-vif-deleted', 'tag': '935ba045-1bd2-4bc3-b360-dfbf094419a3'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:02.065394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: f5426324-11cc-4324-9d5a-16306709a57d {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:02.065734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f5426324-11cc-4324-9d5a-16306709a57d not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:02.066150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:02.137481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a5bb4-c2c1-4fc1-ac67-e28a757cdbd1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event deleted for resources: {'Port': ['ID=38a2a4f7-bf0d-47ab-848f-c5487ecbe283,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:02.141416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:02.141756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:02.142170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 935ba045-1bd2-4bc3-b360-dfbf094419a3 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:02.170348 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-640bf2a6-bacb-4060-b341-e8f3077a11e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:02.178062 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e0f7e59b-f616-4f5d-833c-ba8cac0758eb req-537e1276-4bd3-4866-8351-f1485d0b0d51 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "DELETE /v2.0/ports/935ba045-1bd2-4bc3-b360-dfbf094419a3 HTTP/1.1" status: 204 len: 173 time: 2.2234540 Jun 04 16:16:02.182957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 935ba045-1bd2-4bc3-b360-dfbf094419a3 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:02.183442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 935ba045-1bd2-4bc3-b360-dfbf094419a3 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:02.209713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e948118-a49f-41a8-81bf-6a74286c75d6 req-8d094ee1-b971-4a91-b79f-6d6edc6c6a1c tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829145 Jun 04 16:16:02.231484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9defec-be75-4a98-bae4-9a9547864c5c req-980a5bb4-c2c1-4fc1-ac67-e28a757cdbd1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] No DVR routers for this DVR port 38a2a4f7-bf0d-47ab-848f-c5487ecbe283 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:16:02.234233 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8a9defec-be75-4a98-bae4-9a9547864c5c req-980a5bb4-c2c1-4fc1-ac67-e28a757cdbd1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:02.235357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=41a2dfac-b6f1-4289-a204-778866251efd,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:02.237146 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8a9defec-be75-4a98-bae4-9a9547864c5c req-980a5bb4-c2c1-4fc1-ac67-e28a757cdbd1 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.42 "DELETE /v2.0/ports/38a2a4f7-bf0d-47ab-848f-c5487ecbe283 HTTP/1.1" status: 204 len: 173 time: 2.1339841 Jun 04 16:16:02.237627 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-640bf2a6-bacb-4060-b341-e8f3077a11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:02.257761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 225fd0e2-00b8-46e7-bac9-9150b8392f71, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=225fd0e2-00b8-46e7-bac9-9150b8392f71,segment=NetworkSegment(3210ec37-7e11-4719-8371-b968c488453c),segment_id=3210ec37-7e11-4719-8371-b968c488453c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:02.266887 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:02.429876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=225fd0e2-00b8-46e7-bac9-9150b8392f71,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:02.449378 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:02.531827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640bf2a6-bacb-4060-b341-e8f3077a11e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f593ae16-eb86-440d-a644-af39dfc63a76,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:02.553716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59614) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:02.554228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-640bf2a6-bacb-4060-b341-e8f3077a11e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=282fb186cc094a33a199878a77f650b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5586050 Jun 04 16:16:02.560304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61d70c5e-7a30-4498-9d58-107af276446b req-38794877-db2a-4903-a81a-94d5e94d3e93 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c54bc12-2f3a-4dff-87c5-6845bf3f5570 HTTP/1.1" status: 200 len: 210 time: 0.2062786 Jun 04 16:16:02.578904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125575d8-3dfe-4e4a-929f-3cd3e2d2232e req-f4a16645-e2e3-4ae2-a253-854a566fc3e0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:02.581153 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-125575d8-3dfe-4e4a-929f-3cd3e2d2232e req-f4a16645-e2e3-4ae2-a253-854a566fc3e0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.5372095 Jun 04 16:16:02.629431 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd63b25-090e-4ef4-b83e-3a6762159949'] response: {'server_uuid': 'acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a2dfac-b6f1-4289-a204-778866251efd', 'code': 200} Jun 04 16:16:02.632403 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:16:02.632997 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:16:02.643492 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd63054e-2e7d-4658-83cb-f2050db4aeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:02.652422 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-125575d8-3dfe-4e4a-929f-3cd3e2d2232e req-a09841ef-2660-4d01-8452-7fed82a3bf67 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628436 Jun 04 16:16:02.673687 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd63054e-2e7d-4658-83cb-f2050db4aeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:02.693220 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb00898-53ca-40bf-8dd9-bc6d814afa2b'] response: {'server_uuid': '9c54bc12-2f3a-4dff-87c5-6845bf3f5570', 'name': 'network-vif-deleted', 'tag': '935ba045-1bd2-4bc3-b360-dfbf094419a3', 'status': 'completed', 'code': 200} Jun 04 16:16:02.754705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['35e7c544-f069-4ecc-9f38-ce8de6a35428'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:02.796849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3cef9-2636-482c-84aa-dce81cffe208 req-e20b17c2-774c-450b-b8f2-18b03ff60ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:02.798611 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fac3cef9-2636-482c-84aa-dce81cffe208 req-e20b17c2-774c-450b-b8f2-18b03ff60ccf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 1096 time: 0.1045501 Jun 04 16:16:02.828976 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd63054e-2e7d-4658-83cb-f2050db4aeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:02.853875 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd63054e-2e7d-4658-83cb-f2050db4aeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:02.857320 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fd63054e-2e7d-4658-83cb-f2050db4aeba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f593ae16-eb86-440d-a644-af39dfc63a76 HTTP/1.1" status: 204 len: 168 time: 0.2997978 Jun 04 16:16:02.862556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63054e-2e7d-4658-83cb-f2050db4aeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f593ae16-eb86-440d-a644-af39dfc63a76,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:02.880971 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fac3cef9-2636-482c-84aa-dce81cffe208 req-cffdb955-4990-4a34-8141-121094c6a469 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762613 Jun 04 16:16:03.101971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e4f90-cc9d-4a8e-bb5b-37fa2eec0d2b req-570b32df-17d5-4e88-a1d3-d3b7ee7dd621 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:03.103563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e60e4f90-cc9d-4a8e-bb5b-37fa2eec0d2b req-570b32df-17d5-4e88-a1d3-d3b7ee7dd621 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1400836 Jun 04 16:16:03.134518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Deleting port 225fd0e2-00b8-46e7-bac9-9150b8392f71 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:03.134972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:03.152192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59636) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:03.203114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e60e4f90-cc9d-4a8e-bb5b-37fa2eec0d2b req-7925983a-dcb7-4bd1-a0e7-5ebb0112c68f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919628 Jun 04 16:16:03.264058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635c7995-9bf8-4bac-be1a-f9a3bbdaa0ce tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:03.366318 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635c7995-9bf8-4bac-be1a-f9a3bbdaa0ce tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:03.370088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 225fd0e2-00b8-46e7-bac9-9150b8392f71 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:16:03.447068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635c7995-9bf8-4bac-be1a-f9a3bbdaa0ce tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:03.474116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c7995-9bf8-4bac-be1a-f9a3bbdaa0ce tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2525e8f7-75ee-4ff4-8839-876775d1a5ce,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:03.486604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] For port 225fd0e2-00b8-46e7-bac9-9150b8392f71, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=225fd0e2-00b8-46e7-bac9-9150b8392f71,segment=NetworkSegment(3210ec37-7e11-4719-8371-b968c488453c),segment_id=3210ec37-7e11-4719-8371-b968c488453c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:03.487182 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:03.501039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635c7995-9bf8-4bac-be1a-f9a3bbdaa0ce tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:03.505976 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-635c7995-9bf8-4bac-be1a-f9a3bbdaa0ce tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "DELETE /v2.0/security-groups/2525e8f7-75ee-4ff4-8839-876775d1a5ce HTTP/1.1" status: 204 len: 168 time: 0.3522198 Jun 04 16:16:03.510352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59648) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:03.531482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 225fd0e2-00b8-46e7-bac9-9150b8392f71 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:03.531852 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:03.549247 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-57db8edd-66a7-4d82-9890-f3cc625ab0de tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] show failed (client error): The resource could not be found. Jun 04 16:16:03.550979 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-57db8edd-66a7-4d82-9890-f3cc625ab0de tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "GET /v2.0/security-groups/2525e8f7-75ee-4ff4-8839-876775d1a5ce HTTP/1.1" status: 404 len: 347 time: 0.0395453 Jun 04 16:16:03.554894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59654) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:03.655657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Calling delete_port for 225fd0e2-00b8-46e7-bac9-9150b8392f71 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:03.659057 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:03.738846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 225fd0e2-00b8-46e7-bac9-9150b8392f71 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:03.748634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad483fa-6e5e-4b10-a607-e277db32c25b req-20b86fc5-6604-4bde-b1c5-3df741ec869c tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:03.755667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aad483fa-6e5e-4b10-a607-e277db32c25b req-20b86fc5-6604-4bde-b1c5-3df741ec869c tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.3897314 Jun 04 16:16:03.823097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-10e31901-4e5c-458f-9578-446549b80485 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Deleting port 34cf4d9a-c2de-4937-a72e-7df8a8adcbdc {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:03.823437 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10e31901-4e5c-458f-9578-446549b80485 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:03.838605 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aad483fa-6e5e-4b10-a607-e277db32c25b req-18bc4e51-f500-4bbf-a80d-b1bbe32792d3 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817304 Jun 04 16:16:03.850857 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:04.034414 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86e4ed-12f6-4d7e-955b-5e3e38b4d439 req-139ecb5a-7db3-4b20-b0c2-f3a628d9c6cf tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:04.042833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e86e4ed-12f6-4d7e-955b-5e3e38b4d439 req-139ecb5a-7db3-4b20-b0c2-f3a628d9c6cf tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.2012873 Jun 04 16:16:04.134858 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e86e4ed-12f6-4d7e-955b-5e3e38b4d439 req-eb2af4a7-427a-4a7e-9c65-d7b885e4e5da tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909891 Jun 04 16:16:04.171646 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:04.191833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10e31901-4e5c-458f-9578-446549b80485 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:04.192525 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10e31901-4e5c-458f-9578-446549b80485 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:04.223277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Pushing event deleted for resources: {'Port': ['ID=225fd0e2-00b8-46e7-bac9-9150b8392f71,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:04.378579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-10e31901-4e5c-458f-9578-446549b80485 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Calling delete_port for 34cf4d9a-c2de-4937-a72e-7df8a8adcbdc owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:04.582588 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10e31901-4e5c-458f-9578-446549b80485 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:04.636635 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e31901-4e5c-458f-9578-446549b80485 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Pushing event deleted for resources: {'Port': ['ID=34cf4d9a-c2de-4937-a72e-7df8a8adcbdc,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:04.705598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6580ea9c-9cc1-4d2b-b114-01577f0bbac4', 'name': 'network-vif-deleted', 'tag': '38a2a4f7-bf0d-47ab-848f-c5487ecbe283'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:04.741422 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10e31901-4e5c-458f-9578-446549b80485 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:04.758816 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10e31901-4e5c-458f-9578-446549b80485 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:04.760125 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-10e31901-4e5c-458f-9578-446549b80485 tempest-ImagesOneServerNegativeTestJSON-155634766 tempest-ImagesOneServerNegativeTestJSON-155634766-project] 10.222.0.13 "DELETE /v2.0/floatingips/cafc65eb-bb9f-4fc8-9833-429650e17f48 HTTP/1.1" status: 204 len: 168 time: 1.2018654 Jun 04 16:16:04.762547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf03cef-2cbc-4cd1-b5c9-2de7042baf3c req-2cb4bb2a-89fc-4356-9345-709408237cbf tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:04.764104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4bf03cef-2cbc-4cd1-b5c9-2de7042baf3c req-2cb4bb2a-89fc-4356-9345-709408237cbf tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 945 time: 0.3727469 Jun 04 16:16:04.802241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:04.831906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc489de-c06b-4a70-aa71-cbc176193ba2 req-7243c92a-8411-4e68-bd62-7a4044436560 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:04.833277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ffc489de-c06b-4a70-aa71-cbc176193ba2 req-7243c92a-8411-4e68-bd62-7a4044436560 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 950 time: 0.2371316 Jun 04 16:16:04.894893 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4bf03cef-2cbc-4cd1-b5c9-2de7042baf3c req-3de91c89-50e6-402d-86f9-33983696f2e8 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226971 Jun 04 16:16:04.963137 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-629b721b-be7a-496f-9cec-f9b55220aa8b'] response: {'server_uuid': '6580ea9c-9cc1-4d2b-b114-01577f0bbac4', 'name': 'network-vif-deleted', 'tag': '38a2a4f7-bf0d-47ab-848f-c5487ecbe283', 'status': 'completed', 'code': 200} Jun 04 16:16:05.111248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ffc489de-c06b-4a70-aa71-cbc176193ba2 req-f3173f61-e5d8-4471-b19a-309e15c501eb tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246380 Jun 04 16:16:05.432774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Router febfe12a-f166-49a5-88af-d8ebb9b9bfbc has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:16:05.451659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54223f4-22cc-4911-b8cc-0a509d4e8829 req-89b22cd5-89bd-426b-8278-4bb81fc561f1 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:05.453142 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c54223f4-22cc-4911-b8cc-0a509d4e8829 req-89b22cd5-89bd-426b-8278-4bb81fc561f1 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 1096 time: 0.2305565 Jun 04 16:16:05.462704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d6798-7b89-41ad-9347-da3f682ae8ff req-8ddbc2d4-7d90-4bd3-ac75-7d1a45d66f99 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:05.464042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-232d6798-7b89-41ad-9347-da3f682ae8ff req-8ddbc2d4-7d90-4bd3-ac75-7d1a45d66f99 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.2403347 Jun 04 16:16:05.605897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c54223f4-22cc-4911-b8cc-0a509d4e8829 req-486e11ae-0d87-4e99-9bc7-498784d2e0d4 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947196 Jun 04 16:16:05.660486 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-232d6798-7b89-41ad-9347-da3f682ae8ff req-308bdcf1-d7b7-43ab-b348-0a67ae690f78 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504486 Jun 04 16:16:05.705199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:16:05.714953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83143c7-7f6f-4ad1-87bb-ec86845c14cf None None] Sync routers for ids ['febfe12a-f166-49a5-88af-d8ebb9b9bfbc'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:16:05.722514 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c656f0b1-8e54-4bc4-9f61-509a4d42732f admin admin] 10.222.0.13 "PUT /v2.0/routers/febfe12a-f166-49a5-88af-d8ebb9b9bfbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6979933 Jun 04 16:16:05.725160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59722) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:05.728660 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83143c7-7f6f-4ad1-87bb-ec86845c14cf None None] Routers {'febfe12a-f166-49a5-88af-d8ebb9b9bfbc'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:16:05.729543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c83143c7-7f6f-4ad1-87bb-ec86845c14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:16:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['febfe12a-f166-49a5-88af-d8ebb9b9bfbc'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:05.942288 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c83143c7-7f6f-4ad1-87bb-ec86845c14cf None None] Set router febfe12a-f166-49a5-88af-d8ebb9b9bfbc gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:16:05.970669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:05.985117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07440e4-991e-4496-8181-1e0ffddc3c08 req-11e8931d-6909-495f-bac1-286802582ee4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:05.987299 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e07440e4-991e-4496-8181-1e0ffddc3c08 req-11e8931d-6909-495f-bac1-286802582ee4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.1246610 Jun 04 16:16:06.021227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59734) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:06.094547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247461e9-bf11-4ce2-8e89-c32e0fdb68ee req-365aeb0d-c30f-4819-9657-f4241c98cf6e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:06.095274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-247461e9-bf11-4ce2-8e89-c32e0fdb68ee req-365aeb0d-c30f-4819-9657-f4241c98cf6e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Synchronizing usage tracker for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:16:06.116166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e07440e4-991e-4496-8181-1e0ffddc3c08 req-0907b14f-439a-42d7-acde-32c03f76c640 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225028 Jun 04 16:16:06.128074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-180c6999-ce50-458c-a50d-4fefae4cd441 admin admin] Deleting subnet 47f6d421-7a43-450e-be14-3b76b24804d1 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:16:06.140816 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-180c6999-ce50-458c-a50d-4fefae4cd441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:06.176750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-247461e9-bf11-4ce2-8e89-c32e0fdb68ee req-365aeb0d-c30f-4819-9657-f4241c98cf6e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Unset dirty status for tenant:7266c7f5f1c14d469ab9832f7ed5833f on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:16:06.178743 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-247461e9-bf11-4ce2-8e89-c32e0fdb68ee req-365aeb0d-c30f-4819-9657-f4241c98cf6e tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 950 time: 0.3044116 Jun 04 16:16:06.214896 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-180c6999-ce50-458c-a50d-4fefae4cd441 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:06.296410 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-180c6999-ce50-458c-a50d-4fefae4cd441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:06.297421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-247461e9-bf11-4ce2-8e89-c32e0fdb68ee req-3969cc5a-9b9a-4d2c-b022-d0db572dfa66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Deleting port 35e7c544-f069-4ecc-9f38-ce8de6a35428 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:06.297754 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-247461e9-bf11-4ce2-8e89-c32e0fdb68ee req-3969cc5a-9b9a-4d2c-b022-d0db572dfa66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:06.386069 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:06.408733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Deleting port 3435ddec-dba1-4258-98cf-c1f11ae14c97 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:06.409181 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:06.444220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c83143c7-7f6f-4ad1-87bb-ec86845c14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'name': 'tempest-FloatingIPsNegativeTestJSON-340746599-router', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:15:44Z', 'updated_at': '2022-06-04T16:16:04Z', 'revision_number': 5, 'project_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'gw_port': {'id': '3435ddec-dba1-4258-98cf-c1f11ae14c97', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:15:46Z', 'updated_at': '2022-06-04T16:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:06.450239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83143c7-7f6f-4ad1-87bb-ec86845c14cf None None] Checking router: febfe12a-f166-49a5-88af-d8ebb9b9bfbc for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:16:06.464014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83143c7-7f6f-4ad1-87bb-ec86845c14cf None None] Routers {'febfe12a-f166-49a5-88af-d8ebb9b9bfbc'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:16:06.466347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c83143c7-7f6f-4ad1-87bb-ec86845c14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:16:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['febfe12a-f166-49a5-88af-d8ebb9b9bfbc'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:06.520631 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-180c6999-ce50-458c-a50d-4fefae4cd441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:06.584474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59748) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:06.603439 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377523d-e1da-4e84-9026-cdff863288c7 req-846d27f0-a1e6-4458-a32e-492a062f1bf5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:06.605026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c377523d-e1da-4e84-9026-cdff863288c7 req-846d27f0-a1e6-4458-a32e-492a062f1bf5 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 950 time: 0.2509089 Jun 04 16:16:06.627588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c6999-ce50-458c-a50d-4fefae4cd441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f6d421-7a43-450e-be14-3b76b24804d1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:06.631644 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-180c6999-ce50-458c-a50d-4fefae4cd441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:06.646257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-180c6999-ce50-458c-a50d-4fefae4cd441 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/47f6d421-7a43-450e-be14-3b76b24804d1 HTTP/1.1" status: 204 len: 168 time: 0.6207287 Jun 04 16:16:06.646888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59754) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:06.732329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c83143c7-7f6f-4ad1-87bb-ec86845c14cf None None] Set router febfe12a-f166-49a5-88af-d8ebb9b9bfbc gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:16:06.834711 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c377523d-e1da-4e84-9026-cdff863288c7 req-149eb585-4f40-4f6e-91c1-14163b42b5d2 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/security-groups?id=29578517-9393-4224-8b0c-55deaa2eb8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202621 Jun 04 16:16:06.871432 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bdfec314-5174-4cc2-a759-c3655b95c7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:06.967070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bdfec314-5174-4cc2-a759-c3655b95c7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:06.977279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c83143c7-7f6f-4ad1-87bb-ec86845c14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'name': 'tempest-FloatingIPsNegativeTestJSON-340746599-router', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:15:44Z', 'updated_at': '2022-06-04T16:16:06Z', 'revision_number': 6, 'project_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:06.982799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83143c7-7f6f-4ad1-87bb-ec86845c14cf None None] The sync data for ids ['febfe12a-f166-49a5-88af-d8ebb9b9bfbc'] in n-d-811809-3 is: [{'id': 'febfe12a-f166-49a5-88af-d8ebb9b9bfbc', 'name': 'tempest-FloatingIPsNegativeTestJSON-340746599-router', 'tenant_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:15:44Z', 'updated_at': '2022-06-04T16:16:06Z', 'revision_number': 6, 'project_id': 'facb0c0f8f864acfbfd1dd7f0dc2996c', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:16:06.993621 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a6bb52d8-fefe-4293-acba-0f2842a76532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:06.999004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bdfec314-5174-4cc2-a759-c3655b95c7eb admin admin] Usage tracker for resource:security_group_rule and tenant:36135943a8e74aa0b73644c7922b5565 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:07.008948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bdfec314-5174-4cc2-a759-c3655b95c7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:07.011267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] For port 3435ddec-dba1-4258-98cf-c1f11ae14c97, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3435ddec-dba1-4258-98cf-c1f11ae14c97,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:07.011884 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:07.025295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bdfec314-5174-4cc2-a759-c3655b95c7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:07.154026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Calling delete_port for 3435ddec-dba1-4258-98cf-c1f11ae14c97 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:07.334943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 225fd0e2-00b8-46e7-bac9-9150b8392f71 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:07.342708 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a6bb52d8-fefe-4293-acba-0f2842a76532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:07.388970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9633a8c-3053-4c8c-9e27-d7c73df5c12f req-f34caa07-42b7-4230-b6e3-b4f87835f08d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:07.390263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 225fd0e2-00b8-46e7-bac9-9150b8392f71 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:07.390643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 225fd0e2-00b8-46e7-bac9-9150b8392f71 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:07.395097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9633a8c-3053-4c8c-9e27-d7c73df5c12f req-f34caa07-42b7-4230-b6e3-b4f87835f08d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.5007839 Jun 04 16:16:07.417715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a6bb52d8-fefe-4293-acba-0f2842a76532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72019db3-39df-43d8-93d3-271f4f5ad33a']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:07.438921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a6bb52d8-fefe-4293-acba-0f2842a76532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09758510-3954-4306-ae9e-70c4e02ae32e') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:07.439562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a6bb52d8-fefe-4293-acba-0f2842a76532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09758510-3954-4306-ae9e-70c4e02ae32e') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:07.442671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-247461e9-bf11-4ce2-8e89-c32e0fdb68ee req-3969cc5a-9b9a-4d2c-b022-d0db572dfa66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] For port 35e7c544-f069-4ecc-9f38-ce8de6a35428, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=35e7c544-f069-4ecc-9f38-ce8de6a35428,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:07.443035 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-247461e9-bf11-4ce2-8e89-c32e0fdb68ee req-3969cc5a-9b9a-4d2c-b022-d0db572dfa66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:07.474894 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a6bb52d8-fefe-4293-acba-0f2842a76532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:07.518739 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9633a8c-3053-4c8c-9e27-d7c73df5c12f req-3806ab90-1492-4af6-a739-29841e63fe82 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928893 Jun 04 16:16:07.535927 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a6bb52d8-fefe-4293-acba-0f2842a76532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:07.546271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bb52d8-fefe-4293-acba-0f2842a76532 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:16:07.546855 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a6bb52d8-fefe-4293-acba-0f2842a76532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:07.589380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9459f-d1ad-4380-9ec0-a45f04b001ce req-04a3dc37-0a94-4671-b028-cdee320767ec tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:07.591605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-247461e9-bf11-4ce2-8e89-c32e0fdb68ee req-3969cc5a-9b9a-4d2c-b022-d0db572dfa66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Calling delete_port for 35e7c544-f069-4ecc-9f38-ce8de6a35428 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:07.597217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b9459f-d1ad-4380-9ec0-a45f04b001ce req-04a3dc37-0a94-4671-b028-cdee320767ec tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.3423586 Jun 04 16:16:07.648287 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 09758510-3954-4306-ae9e-70c4e02ae32e resource provider aggregate not found Jun 04 16:16:07.678869 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 09758510-3954-4306-ae9e-70c4e02ae32e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09758510-3954-4306-ae9e-70c4e02ae32e found for delete ", "request_id": "req-811ba403-cf41-4977-8d6a-43baa8fd124a"}]} Jun 04 16:16:07.704950 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bdfec314-5174-4cc2-a759-c3655b95c7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:07.723751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bdfec314-5174-4cc2-a759-c3655b95c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:07.745934 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a6bb52d8-fefe-4293-acba-0f2842a76532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:07.751680 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a6bb52d8-fefe-4293-acba-0f2842a76532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:07.787294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b9459f-d1ad-4380-9ec0-a45f04b001ce req-32623e68-4e7a-473f-b14c-31ddc5d9638b tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860073 Jun 04 16:16:07.808463 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:07.818840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb52d8-fefe-4293-acba-0f2842a76532 admin admin] Pushing event deleted for resources: {'Network': ['ID=72019db3-39df-43d8-93d3-271f4f5ad33a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:07.830975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bdfec314-5174-4cc2-a759-c3655b95c7eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36135943a8e74aa0b73644c7922b5565&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2415247 Jun 04 16:16:07.831714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59776) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:07.834621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfec314-5174-4cc2-a759-c3655b95c7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28acbe63-420a-4782-a39d-c87c5770739e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:07.841569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a6bb52d8-fefe-4293-acba-0f2842a76532 admin admin] 10.222.0.13 "DELETE /v2.0/networks/72019db3-39df-43d8-93d3-271f4f5ad33a HTTP/1.1" status: 204 len: 168 time: 1.1868441 Jun 04 16:16:07.898125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Pushing event deleted for resources: {'Port': ['ID=3435ddec-dba1-4258-98cf-c1f11ae14c97,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:07.918081 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-933ae348-6346-470c-9661-fba33f6fd77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:07.946273 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-933ae348-6346-470c-9661-fba33f6fd77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:07.954067 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-247461e9-bf11-4ce2-8e89-c32e0fdb68ee req-3969cc5a-9b9a-4d2c-b022-d0db572dfa66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:08.042096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59784) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:08.054342 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74d19dba-32da-4078-98b3-e56d3a64561b req-889d90fa-c2aa-46e2-8353-ede829401894 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 210 time: 0.0711119 Jun 04 16:16:08.076788 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:08.114341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a0f4769f-2737-4b47-8d8c-9e6be4a0f8de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bd94cac11584d9c9b8620f8e279a86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684831 Jun 04 16:16:08.114918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59788) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:08.118364 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969cc5a-9b9a-4d2c-b022-d0db572dfa66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Pushing event deleted for resources: {'Port': ['ID=35e7c544-f069-4ecc-9f38-ce8de6a35428,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:08.142721 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-933ae348-6346-470c-9661-fba33f6fd77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:08.165146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ae348-6346-470c-9661-fba33f6fd77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28acbe63-420a-4782-a39d-c87c5770739e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:08.188010 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-933ae348-6346-470c-9661-fba33f6fd77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:08.189126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-933ae348-6346-470c-9661-fba33f6fd77e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28acbe63-420a-4782-a39d-c87c5770739e HTTP/1.1" status: 204 len: 168 time: 0.3559611 Jun 04 16:16:08.210174 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-88279f8a-5653-4536-89a5-773551ba3f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:08.236932 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-88279f8a-5653-4536-89a5-773551ba3f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:08.301646 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-88279f8a-5653-4536-89a5-773551ba3f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:08.324060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88279f8a-5653-4536-89a5-773551ba3f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f968c4-0c9e-4657-a2be-8b2c83a6315d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:08.334741 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-88279f8a-5653-4536-89a5-773551ba3f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:08.334741 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-88279f8a-5653-4536-89a5-773551ba3f86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28f968c4-0c9e-4657-a2be-8b2c83a6315d HTTP/1.1" status: 204 len: 168 time: 0.2176650 Jun 04 16:16:08.392674 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:08.392674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-247461e9-bf11-4ce2-8e89-c32e0fdb68ee req-3969cc5a-9b9a-4d2c-b022-d0db572dfa66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] No DVR routers for this DVR port 35e7c544-f069-4ecc-9f38-ce8de6a35428 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:16:08.399108 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-247461e9-bf11-4ce2-8e89-c32e0fdb68ee req-3969cc5a-9b9a-4d2c-b022-d0db572dfa66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:08.402295 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:08.403742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55088601-98d7-489e-bbc8-ed1b3a6b80df', 'name': 'network-vif-deleted', 'tag': '35e7c544-f069-4ecc-9f38-ce8de6a35428'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:08.701568 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6dee514-3520-49c3-8e37-296b8d8178e5'] response: {'server_uuid': '55088601-98d7-489e-bbc8-ed1b3a6b80df', 'name': 'network-vif-deleted', 'tag': '35e7c544-f069-4ecc-9f38-ce8de6a35428', 'status': 'completed', 'code': 200} Jun 04 16:16:08.707259 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-247461e9-bf11-4ce2-8e89-c32e0fdb68ee req-3969cc5a-9b9a-4d2c-b022-d0db572dfa66 tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.46 "DELETE /v2.0/ports/35e7c544-f069-4ecc-9f38-ce8de6a35428 HTTP/1.1" status: 204 len: 173 time: 2.5102587 Jun 04 16:16:08.718019 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:08.718756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router febfe12a-f166-49a5-88af-d8ebb9b9bfbc {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:16:08.746992 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:08.749154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59806) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:08.752457 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-da7b3436-6614-47f2-9a39-fbd5470a3970 admin admin] 10.222.0.13 "DELETE /v2.0/routers/febfe12a-f166-49a5-88af-d8ebb9b9bfbc HTTP/1.1" status: 204 len: 168 time: 3.0249176 Jun 04 16:16:08.936858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ccd85a-74fc-4e4a-9316-3ce30ccfda9e admin admin] Deleting subnet d401594f-ecbd-41c2-aee0-e227d6544e65 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:16:08.982463 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29ccd85a-74fc-4e4a-9316-3ce30ccfda9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.065330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59824) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:09.083592 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c6a9cc3a-ee94-464e-9167-4092646bbebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.095447 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29ccd85a-74fc-4e4a-9316-3ce30ccfda9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.103603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c6a9cc3a-ee94-464e-9167-4092646bbebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:09.108070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c6a9cc3a-ee94-464e-9167-4092646bbebe admin admin] Usage tracker for resource:security_group_rule and tenant:9086155f72aa4d27b6f2304f40a444c6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:09.111288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c6a9cc3a-ee94-464e-9167-4092646bbebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:09.117454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c6a9cc3a-ee94-464e-9167-4092646bbebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:09.205743 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c6a9cc3a-ee94-464e-9167-4092646bbebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.212646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c6a9cc3a-ee94-464e-9167-4092646bbebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.234237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d165ff-69f6-4e8d-89c6-2c21bd4160ea req-b83fb095-8a52-4899-9246-d866b43e4db7 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:09.235745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63d165ff-69f6-4e8d-89c6-2c21bd4160ea req-b83fb095-8a52-4899-9246-d866b43e4db7 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.3980618 Jun 04 16:16:09.270681 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c6a9cc3a-ee94-464e-9167-4092646bbebe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9086155f72aa4d27b6f2304f40a444c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039402 Jun 04 16:16:09.271433 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59834) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:09.271828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e186c2f-bfd7-4ca0-90f8-7e2f8fd0caa8 req-c4b3f87b-dd42-4e4b-a4e0-5b67ef9ed332 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:09.272020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9cc3a-ee94-464e-9167-4092646bbebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d257a4aa-105f-40ab-a75c-1d3d96637a96,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:09.273230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2e186c2f-bfd7-4ca0-90f8-7e2f8fd0caa8 req-c4b3f87b-dd42-4e4b-a4e0-5b67ef9ed332 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.2539012 Jun 04 16:16:09.295859 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29ccd85a-74fc-4e4a-9316-3ce30ccfda9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.353728 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-641eb57f-f95f-4f69-99de-edf9e40b3b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.386567 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-641eb57f-f95f-4f69-99de-edf9e40b3b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.393703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63d165ff-69f6-4e8d-89c6-2c21bd4160ea req-dfb0541f-9947-449e-9159-9c9d61becd53 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478879 Jun 04 16:16:09.402295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3435ddec-dba1-4258-98cf-c1f11ae14c97 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:09.427595 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2e186c2f-bfd7-4ca0-90f8-7e2f8fd0caa8 req-ad460bbe-d4b5-4251-9b00-6438d3420a67 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459069 Jun 04 16:16:09.456002 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29ccd85a-74fc-4e4a-9316-3ce30ccfda9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.466954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 3435ddec-dba1-4258-98cf-c1f11ae14c97 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:09.467475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3435ddec-dba1-4258-98cf-c1f11ae14c97 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:09.507775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccd85a-74fc-4e4a-9316-3ce30ccfda9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d401594f-ecbd-41c2-aee0-e227d6544e65,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:09.515390 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-641eb57f-f95f-4f69-99de-edf9e40b3b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.521770 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f021a-9a08-4083-ab55-8b6939a8183b None None] Network 259ef642-2f1d-4ba6-8155-27a97a7e6481 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:16:09.532556 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29ccd85a-74fc-4e4a-9316-3ce30ccfda9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.550380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-29ccd85a-74fc-4e4a-9316-3ce30ccfda9e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d401594f-ecbd-41c2-aee0-e227d6544e65 HTTP/1.1" status: 204 len: 168 time: 0.7998385 Jun 04 16:16:09.551183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59842) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:09.559365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641eb57f-f95f-4f69-99de-edf9e40b3b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d257a4aa-105f-40ab-a75c-1d3d96637a96,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:09.568303 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-641eb57f-f95f-4f69-99de-edf9e40b3b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.573170 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-641eb57f-f95f-4f69-99de-edf9e40b3b42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d257a4aa-105f-40ab-a75c-1d3d96637a96 HTTP/1.1" status: 204 len: 168 time: 0.2949655 Jun 04 16:16:09.770906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 35e7c544-f069-4ecc-9f38-ce8de6a35428 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:09.791589 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.836995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 35e7c544-f069-4ecc-9f38-ce8de6a35428 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:09.837594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 35e7c544-f069-4ecc-9f38-ce8de6a35428 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:09.856788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dae15a3b-ff7a-4c6d-9ef3-121af7f96282 req-5f7b8700-b9ef-49ed-b6df-d07e9331e87c tempest-ServersOnMultiNodesTest-1631835103 tempest-ServersOnMultiNodesTest-1631835103-project] 10.222.0.13 "GET /v2.0/ports?device_id=55088601-98d7-489e-bbc8-ed1b3a6b80df HTTP/1.1" status: 200 len: 210 time: 0.0612206 Jun 04 16:16:09.862174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Deleting port e0493a5c-b01c-4d4e-a681-fb360558b8ba {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:09.862955 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:09.959301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584c8997-f54c-46aa-9a65-3844f8ba82ac None None] DHCP port deletion for 259ef642-2f1d-4ba6-8155-27a97a7e6481 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:16:09.964759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-584c8997-f54c-46aa-9a65-3844f8ba82ac None None] Deleting port e0493a5c-b01c-4d4e-a681-fb360558b8ba {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:09.965230 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-584c8997-f54c-46aa-9a65-3844f8ba82ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:10.064008 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-40457a78-5b5d-4773-a721-15292555ae6a service neutron] 10.222.0.46 "GET /v2.0/ports/6368b7ab-a09d-49d4-bf7d-087882efe336/bindings/n-h2-811809-3 HTTP/1.1" status: 200 len: 382 time: 0.1121471 Jun 04 16:16:10.292526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] For port e0493a5c-b01c-4d4e-a681-fb360558b8ba, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e0493a5c-b01c-4d4e-a681-fb360558b8ba,segment=NetworkSegment(3210ec37-7e11-4719-8371-b968c488453c),segment_id=3210ec37-7e11-4719-8371-b968c488453c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:10.293609 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:10.327709 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-584c8997-f54c-46aa-9a65-3844f8ba82ac None None] For port e0493a5c-b01c-4d4e-a681-fb360558b8ba, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e0493a5c-b01c-4d4e-a681-fb360558b8ba,segment=NetworkSegment(3210ec37-7e11-4719-8371-b968c488453c),segment_id=3210ec37-7e11-4719-8371-b968c488453c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:10.332268 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-584c8997-f54c-46aa-9a65-3844f8ba82ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:10.535877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Calling delete_port for e0493a5c-b01c-4d4e-a681-fb360558b8ba owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:10.540782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-21480f83-77ee-4ff8-b691-8b3a262abd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:10.543846 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-21480f83-77ee-4ff8-b691-8b3a262abd53 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3&tenant_id=ebd00055ee90437ca2acd288885c518a HTTP/1.1" status: 200 len: 1101 time: 0.1614282 Jun 04 16:16:10.652519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-584c8997-f54c-46aa-9a65-3844f8ba82ac None None] Calling delete_port for e0493a5c-b01c-4d4e-a681-fb360558b8ba owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:10.715457 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-8c242c53-3d49-4325-9366-63a0316cd66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:10.718471 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-8c242c53-3d49-4325-9366-63a0316cd66e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 1101 time: 0.1498132 Jun 04 16:16:10.732855 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:10.853063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] No DVR routers for this DVR port e0493a5c-b01c-4d4e-a681-fb360558b8ba on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:16:10.856587 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-584c8997-f54c-46aa-9a65-3844f8ba82ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:16:10.856587 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-584c8997-f54c-46aa-9a65-3844f8ba82ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:16:10.861951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e0493a5c-b01c-4d4e-a681-fb360558b8ba,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:10.902376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-39f409d9-d0b7-48f1-9961-82d40c842679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:10.903988 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-39f409d9-d0b7-48f1-9961-82d40c842679 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.1795669 Jun 04 16:16:11.001401 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-d6e1e0e8-79aa-4c2f-986c-d07ac30ec269 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=6368b7ab-a09d-49d4-bf7d-087882efe336 HTTP/1.1" status: 200 len: 217 time: 0.0877991 Jun 04 16:16:11.007807 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:11.011171 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59892) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:11.040909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc96bfa-6fdd-4872-a2a1-92f25f7a6a13 req-77562c80-acee-44fb-b7bd-177aaef18971 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:11.042394 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cbc96bfa-6fdd-4872-a2a1-92f25f7a6a13 req-77562c80-acee-44fb-b7bd-177aaef18971 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.3520935 Jun 04 16:16:11.051556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259ef642-2f1d-4ba6-8155-27a97a7e6481']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:11.077100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-cfcc8baa-0ba7-4dd7-b816-d77199be5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:11.078771 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-cfcc8baa-0ba7-4dd7-b816-d77199be5802 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0695329 Jun 04 16:16:11.089159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3210ec37-7e11-4719-8371-b968c488453c') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:11.089531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3210ec37-7e11-4719-8371-b968c488453c') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:11.103179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e56d67-7268-46e5-9378-d963bafdc36f req-7436d19e-a5ff-4c32-8670-9dd1a7898494 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:11.110401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69e56d67-7268-46e5-9378-d963bafdc36f req-7436d19e-a5ff-4c32-8670-9dd1a7898494 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.3246179 Jun 04 16:16:11.144207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:11.172214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cbc96bfa-6fdd-4872-a2a1-92f25f7a6a13 req-b5ac8724-9df7-4eb3-9e28-d341983d3cbf tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125209 Jun 04 16:16:11.183357 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:11.193456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-2178f745-6058-4c1a-a16b-5a28f69e13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:11.194971 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-2178f745-6058-4c1a-a16b-5a28f69e13eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080804 Jun 04 16:16:11.196204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69e56d67-7268-46e5-9378-d963bafdc36f req-1fe9d733-e7ad-4d9d-80d8-721c381f6efe tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847740 Jun 04 16:16:11.201141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:16:11.201509 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:11.240102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1686297024-network', 'tenant_id': 'd4012fb5625c4c60945856a3a47e68a0'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:11.248521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:11.258242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Usage tracker for resource:network and tenant:d4012fb5625c4c60945856a3a47e68a0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:11.321041 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:11.321796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:11.326511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:11.336307 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 3210ec37-7e11-4719-8371-b968c488453c resource provider aggregate not found Jun 04 16:16:11.340474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:11.359602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-584c8997-f54c-46aa-9a65-3844f8ba82ac None None] Deleting port e0493a5c-b01c-4d4e-a681-fb360558b8ba {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:11.359994 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-584c8997-f54c-46aa-9a65-3844f8ba82ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:11.363252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Made reservation on behalf of d4012fb5625c4c60945856a3a47e68a0 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:11.365708 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:11.406877 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 3210ec37-7e11-4719-8371-b968c488453c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3210ec37-7e11-4719-8371-b968c488453c found for delete ", "request_id": "req-48ff2e45-f1bb-4bcd-b01e-fd9e1993825e"}]} Jun 04 16:16:11.408272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e0493a5c-b01c-4d4e-a681-fb360558b8ba no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:11.421772 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:11.431856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] Pushing event deleted for resources: {'Network': ['ID=259ef642-2f1d-4ba6-8155-27a97a7e6481,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:11.454814 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-413f81cf-0f4e-4a8e-86d2-8768a388c3cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/259ef642-2f1d-4ba6-8155-27a97a7e6481 HTTP/1.1" status: 204 len: 168 time: 1.8999209 Jun 04 16:16:11.480464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:11.510544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-584c8997-f54c-46aa-9a65-3844f8ba82ac None None] The port 'e0493a5c-b01c-4d4e-a681-fb360558b8ba' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:16:11.511318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e0493a5c-b01c-4d4e-a681-fb360558b8ba {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:11.511653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e0493a5c-b01c-4d4e-a681-fb360558b8ba not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:11.514320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Usage tracker for resource:security_group_rule and tenant:d4012fb5625c4c60945856a3a47e68a0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:11.529105 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-530980b7-0bf1-47d6-8480-1db4c3d7a29a service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102152 Jun 04 16:16:11.534286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:11.583682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:11.735480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59922) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:11.789821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59926) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:11.834979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ceae5d1b-4835-4be0-98f0-6000fa8ef910 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=facb0c0f8f864acfbfd1dd7f0dc2996c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983553 Jun 04 16:16:11.841813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59936) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:11.922905 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f44e7edc-9dbf-4340-9c6a-1954c3e9c488 req-54289609-05ad-4872-80e5-5ab47f203c2e service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783276 Jun 04 16:16:11.973977 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:11.986121 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.001898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7080f687-7469-4738-adf0-7b495316533a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.022504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:16:12.063534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f82ed39-42e2-422a-8c2e-33caab1362c5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:12.069337 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7080f687-7469-4738-adf0-7b495316533a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.077493 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.077831 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Added segment ab516194-33e3-4125-8146-51bd2e4e4834 of type vlan for network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded Jun 04 16:16:12.125708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cd0da3a3-a05f-44a7-8822-a46a0d635d72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7266c7f5f1c14d469ab9832f7ed5833f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340619 Jun 04 16:16:12.128865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59942) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:12.145329 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.197949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59946) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:12.201124 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7080f687-7469-4738-adf0-7b495316533a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.205596 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b9434683-3191-4818-b25e-a91b7a79dd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.224245 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.225443 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:12.226201 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.235448 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b9434683-3191-4818-b25e-a91b7a79dd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.245028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080f687-7469-4738-adf0-7b495316533a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14618ef-52a4-4ed1-807e-4f3fcfcee1ef,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:12.346498 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b9434683-3191-4818-b25e-a91b7a79dd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.369366 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7080f687-7469-4738-adf0-7b495316533a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.373019 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7080f687-7469-4738-adf0-7b495316533a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a14618ef-52a4-4ed1-807e-4f3fcfcee1ef HTTP/1.1" status: 204 len: 168 time: 0.5277112 Jun 04 16:16:12.376325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] Pushing event updated for resources: {'Network': ['ID=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:12.387606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:16:12.393735 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2edaf320-3d91-4967-adc6-ecbd497de893 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3379672 Jun 04 16:16:12.396921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59958) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:12.417296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9434683-3191-4818-b25e-a91b7a79dd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29578517-9393-4224-8b0c-55deaa2eb8d4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:12.424984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Request body: {'subnet': {'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1686297024-subnet', 'tenant_id': 'd4012fb5625c4c60945856a3a47e68a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:12.432521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7ce406a-8879-49a9-a2b2-7e4aefc99c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.442406 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:12.450055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Usage tracker for resource:subnet and tenant:d4012fb5625c4c60945856a3a47e68a0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:12.455545 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:12.459158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a7ce406a-8879-49a9-a2b2-7e4aefc99c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:12.465607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:12.468009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a7ce406a-8879-49a9-a2b2-7e4aefc99c37 admin admin] Usage tracker for resource:security_group_rule and tenant:088b8d568098476c878c635f27d9b18b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:12.471761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a7ce406a-8879-49a9-a2b2-7e4aefc99c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:12.480408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a7ce406a-8879-49a9-a2b2-7e4aefc99c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:12.496778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Made reservation on behalf of d4012fb5625c4c60945856a3a47e68a0 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:12.499471 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.589854 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b9434683-3191-4818-b25e-a91b7a79dd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.597110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b9434683-3191-4818-b25e-a91b7a79dd9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29578517-9393-4224-8b0c-55deaa2eb8d4 HTTP/1.1" status: 204 len: 168 time: 0.4672251 Jun 04 16:16:12.713606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdfa15-14d0-49bb-9c93-f0b857446bfb req-d1f5458e-d0e5-410d-9c6a-9adc0e3f7c08 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:12.722573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-becdfa15-14d0-49bb-9c93-f0b857446bfb req-d1f5458e-d0e5-410d-9c6a-9adc0e3f7c08 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.2779381 Jun 04 16:16:12.791592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7d89e-f674-42b8-807d-7ec28b9d4e1f req-86c49f20-4430-4918-a083-d56c80852674 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:12.799980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0d7d89e-f674-42b8-807d-7ec28b9d4e1f req-86c49f20-4430-4918-a083-d56c80852674 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.2740304 Jun 04 16:16:12.818411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-becdfa15-14d0-49bb-9c93-f0b857446bfb req-279d4038-c4a7-40ee-89d2-12e144f35db8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916905 Jun 04 16:16:12.875772 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7ce406a-8879-49a9-a2b2-7e4aefc99c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.894678 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7ce406a-8879-49a9-a2b2-7e4aefc99c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:12.901163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0d7d89e-f674-42b8-807d-7ec28b9d4e1f req-6e0f98dd-975c-4f1a-9729-2a32923aac3f tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003242 Jun 04 16:16:13.064576 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a7ce406a-8879-49a9-a2b2-7e4aefc99c37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=088b8d568098476c878c635f27d9b18b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8653061 Jun 04 16:16:13.067304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59972) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:13.121710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce406a-8879-49a9-a2b2-7e4aefc99c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5788f994-279f-4d34-9a5f-2ceb5f29be21,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:13.135149 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:13.167071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fcabc49-a23f-4bd7-9925-77a044ad4c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:13.199208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fcabc49-a23f-4bd7-9925-77a044ad4c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:13.271835 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fcabc49-a23f-4bd7-9925-77a044ad4c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:13.286526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:13.286879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Network hostable DHCP agents. Network: fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:16:13.291011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:13.304800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcabc49-a23f-4bd7-9925-77a044ad4c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5788f994-279f-4d34-9a5f-2ceb5f29be21,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:13.315366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:16:13.315780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fcabc49-a23f-4bd7-9925-77a044ad4c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:13.317123 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0fcabc49-a23f-4bd7-9925-77a044ad4c2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5788f994-279f-4d34-9a5f-2ceb5f29be21 HTTP/1.1" status: 204 len: 168 time: 0.2488613 Jun 04 16:16:13.336932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59984) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:13.343756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:13.352665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa275e5c-4d99-4f65-b654-7074f5554cfc None None] Network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:16:13.357460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:13.358047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:13.398492 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5ae5cbb1-ed4c-402a-b742-1a9ec49b90bc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9747961 Jun 04 16:16:13.423318 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-84bc4f96-552c-4d6a-8c51-c770f1f8d230 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4a5121e79654c6b9856e134ff338584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828781 Jun 04 16:16:13.424892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59990) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:13.509270 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33edd1a3-4ded-4b47-b7d0-6c7d8eac9848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:13.548114 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33edd1a3-4ded-4b47-b7d0-6c7d8eac9848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:13.631529 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33edd1a3-4ded-4b47-b7d0-6c7d8eac9848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:13.651982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78994f7c-a3f7-46fd-b6c1-280d6eadc844 None None] Network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:16:13.670167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edd1a3-4ded-4b47-b7d0-6c7d8eac9848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cc9757-15df-4299-a361-eb61c3068228,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:13.693939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33edd1a3-4ded-4b47-b7d0-6c7d8eac9848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:13.697607 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-33edd1a3-4ded-4b47-b7d0-6c7d8eac9848 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02cc9757-15df-4299-a361-eb61c3068228 HTTP/1.1" status: 204 len: 168 time: 0.2689779 Jun 04 16:16:13.783438 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6368b7ab-a09d-49d4-bf7d-087882efe336 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:14.167447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 6368b7ab-a09d-49d4-bf7d-087882efe336 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:14.169631 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:14.192701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898afaa-e93e-41eb-8d1f-bd623853f1b2 req-f6bfcfb2-1f28-4ccd-b82d-7ed676ebf463 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:14.205279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1898afaa-e93e-41eb-8d1f-bd623853f1b2 req-f6bfcfb2-1f28-4ccd-b82d-7ed676ebf463 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.1474752 Jun 04 16:16:14.295218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6368b7ab-a09d-49d4-bf7d-087882efe336, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6368b7ab-a09d-49d4-bf7d-087882efe336,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:14.296701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f0bff5-314c-485c-9555-dcdf26cae2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6368b7ab-a09d-49d4-bf7d-087882efe336'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:14.304259 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:14.382412 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1898afaa-e93e-41eb-8d1f-bd623853f1b2 req-52c88b76-8dfb-4f16-b3d1-5a3312e17b67 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699870 Jun 04 16:16:14.430556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d3fd2-3983-4a88-b993-0993119f5daf req-9d620b19-fda5-43bf-b2c2-6a426ee3df2c tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:14.439056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f6d3fd2-3983-4a88-b993-0993119f5daf req-9d620b19-fda5-43bf-b2c2-6a426ee3df2c tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.2306921 Jun 04 16:16:14.468800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=6368b7ab-a09d-49d4-bf7d-087882efe336,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:14.498781 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65051bbe-83a1-408a-a4e3-b2348a4c7dfc'] response: {'server_uuid': 'a9f0bff5-314c-485c-9555-dcdf26cae2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6368b7ab-a09d-49d4-bf7d-087882efe336', 'code': 200} Jun 04 16:16:14.518635 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f6d3fd2-3983-4a88-b993-0993119f5daf req-666925a7-6364-4535-8682-f18ae955a115 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765357 Jun 04 16:16:15.217978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60072) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:15.229784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1876245730-network', 'tenant_id': '1fdd7d4e0676492aa9acbc590ff3e5d9'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:15.236580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:15.242709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Usage tracker for resource:network and tenant:1fdd7d4e0676492aa9acbc590ff3e5d9 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:15.245844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:15.251893 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:15.271629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Made reservation on behalf of 1fdd7d4e0676492aa9acbc590ff3e5d9 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:15.277517 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:15.305129 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:15.322477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:15.326519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Usage tracker for resource:security_group_rule and tenant:1fdd7d4e0676492aa9acbc590ff3e5d9 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:15.329377 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:15.340107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:15.448855 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:15.456450 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:15.472166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60100) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:15.514156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:16:15.529194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f56a29f-229e-4401-8370-7f75834e4082,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:15.553407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:15.558843 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Added segment b796ed2e-ff4c-4688-9ec2-baacf9956982 of type vlan for network 60cd868c-29fe-40ef-8584-17706dfca7c7 Jun 04 16:16:15.568883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:15.569319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:15.569746 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:15.570223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:15.570717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:15.571138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:15.571550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:15.572573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:15.572573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:15.573239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:15.574017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:15.574726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:15.617719 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:15.654005 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:15.655240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:15.656075 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:15.701005 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4839950 Jun 04 16:16:15.705355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60112) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:15.722577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Request body: {'subnet': {'network_id': '60cd868c-29fe-40ef-8584-17706dfca7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1876245730-subnet', 'tenant_id': '1fdd7d4e0676492aa9acbc590ff3e5d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:15.792469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6368b7ab-a09d-49d4-bf7d-087882efe336 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:16:15.805314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:15.824844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Usage tracker for resource:subnet and tenant:1fdd7d4e0676492aa9acbc590ff3e5d9 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:15.830274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:15.840530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:15.842925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfeb3a-9cc5-4f7c-86d1-50a28e977b71 admin admin] Pushing event updated for resources: {'Network': ['ID=60cd868c-29fe-40ef-8584-17706dfca7c7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:15.859200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Made reservation on behalf of 1fdd7d4e0676492aa9acbc590ff3e5d9 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:15.862408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:15.867926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 60cd868c-29fe-40ef-8584-17706dfca7c7 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:16:15.925654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ea10a-d633-40ef-95e1-3680082cc449 req-97153a85-467c-4c65-a1bb-8dd4f984b099 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:15.927204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-806ea10a-d633-40ef-95e1-3680082cc449 req-97153a85-467c-4c65-a1bb-8dd4f984b099 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.1200275 Jun 04 16:16:15.935344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf60cc5-5239-416e-8098-31414160fbb1 req-1d0bef5b-6144-4643-b444-11e449bd1a9c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:15.936855 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecf60cc5-5239-416e-8098-31414160fbb1 req-1d0bef5b-6144-4643-b444-11e449bd1a9c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 948 time: 0.3656588 Jun 04 16:16:15.998686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60120) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:16.000655 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-858178544-network', 'tenant_id': '39eb674087d5486c8f7f55e99956500b'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:16.011875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:16.024037 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-806ea10a-d633-40ef-95e1-3680082cc449 req-fdceab10-df6f-4fd9-ae28-d9b188afc693 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861404 Jun 04 16:16:16.030891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Usage tracker for resource:network and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:16.062632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecf60cc5-5239-416e-8098-31414160fbb1 req-2a10607d-2a03-47de-b4f5-06243dfb6de7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012120 Jun 04 16:16:16.064462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:16.087097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:16.112129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Made reservation on behalf of 39eb674087d5486c8f7f55e99956500b for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:16.114669 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.142113 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-686fa005-db51-4855-b81a-1fb4501e4966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.144613 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.165937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-686fa005-db51-4855-b81a-1fb4501e4966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:16.174831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-686fa005-db51-4855-b81a-1fb4501e4966 admin admin] Usage tracker for resource:security_group_rule and tenant:d621d0c2fd2e4895b1b8ea83dcfcb918 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:16.178674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:16.179148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-686fa005-db51-4855-b81a-1fb4501e4966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:16.187215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6368b7ab-a09d-49d4-bf7d-087882efe336, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6368b7ab-a09d-49d4-bf7d-087882efe336,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:16.203835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-686fa005-db51-4855-b81a-1fb4501e4966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:16.206192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Usage tracker for resource:security_group_rule and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:16.206695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '6368b7ab-a09d-49d4-bf7d-087882efe336', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '6368b7ab-a09d-49d4-bf7d-087882efe336', 'mac_address': 'fa:16:3e:2b:b5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:16:16.211510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:16.227340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:16.240724 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.328066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 6368b7ab-a09d-49d4-bf7d-087882efe336 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:16.328444 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.357292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6368b7ab-a09d-49d4-bf7d-087882efe336 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:16:16.384909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6368b7ab-a09d-49d4-bf7d-087882efe336, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6368b7ab-a09d-49d4-bf7d-087882efe336,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:16.394622 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.441447 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.452104 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.496333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=6368b7ab-a09d-49d4-bf7d-087882efe336,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:16.553833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:16:16.568270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de75c37-1d4b-48b4-acdb-4930b305aaed,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:16.585078 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.585434 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Added segment f47c1bcd-886e-4772-bc03-0bdefe20b9c6 of type vlan for network 15766385-e714-4997-9061-68a94449eb31 Jun 04 16:16:16.594270 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-686fa005-db51-4855-b81a-1fb4501e4966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.595711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df98f3e-6221-40a8-a32b-ead2df187781,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:16.614003 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-686fa005-db51-4855-b81a-1fb4501e4966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.623033 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.643802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43720d4b-a4dc-494c-aa32-7801e5d439a3 req-cf41f12e-2410-433c-a30a-c2be1a80816a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:16.653311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43720d4b-a4dc-494c-aa32-7801e5d439a3 req-cf41f12e-2410-433c-a30a-c2be1a80816a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 949 time: 0.1681957 Jun 04 16:16:16.673784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['6368b7ab-a09d-49d4-bf7d-087882efe336'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:16.707566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Checking segment: {'id': 'b796ed2e-ff4c-4688-9ec2-baacf9956982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60cd868c-29fe-40ef-8584-17706dfca7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:16.708037 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Network hostable DHCP agents. Network: 60cd868c-29fe-40ef-8584-17706dfca7c7, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:16:16.728894 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43720d4b-a4dc-494c-aa32-7801e5d439a3 req-62aa2d61-955d-419b-99b5-a25120892bc7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745764 Jun 04 16:16:16.739604 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.751228 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-686fa005-db51-4855-b81a-1fb4501e4966 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d621d0c2fd2e4895b1b8ea83dcfcb918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7491598 Jun 04 16:16:16.751472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fa005-db51-4855-b81a-1fb4501e4966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7fa7de-6174-49e5-9654-cebe7dd2c2f5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:16.753011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:16.754217 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.758195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60144) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:16.760051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Network 60cd868c-29fe-40ef-8584-17706dfca7c7 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:16:16.788756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f1157-7500-4937-8f57-06a42dfedac0 req-fc7aa247-df23-4274-aa54-0266cfc57044 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:16.796756 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-371f1157-7500-4937-8f57-06a42dfedac0 req-fc7aa247-df23-4274-aa54-0266cfc57044 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3&tenant_id=ebd00055ee90437ca2acd288885c518a&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 949 time: 0.3447330 Jun 04 16:16:16.800324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 60cd868c-29fe-40ef-8584-17706dfca7c7) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:16.810654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:16.811349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:16.843571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c710e-f1b9-436e-a0d7-114d94929b4d None None] Network 60cd868c-29fe-40ef-8584-17706dfca7c7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:16:16.869891 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a9e3ee84-c426-46c8-ab68-45350e7e2ab6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1587725 Jun 04 16:16:16.957786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] Pushing event updated for resources: {'Network': ['ID=15766385-e714-4997-9061-68a94449eb31,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:16.966935 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-48365a2b-5db9-4aeb-852c-ef2ab2495650 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4930408 Jun 04 16:16:16.971028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60152) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:16.988615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Request body: {'subnet': {'network_id': '15766385-e714-4997-9061-68a94449eb31', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-858178544-subnet', 'tenant_id': '39eb674087d5486c8f7f55e99956500b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:16.995555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 15766385-e714-4997-9061-68a94449eb31 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:16:16.999771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:17.005166 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9755fa67-4265-4c58-b683-66170ffcf8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:17.009133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Usage tracker for resource:subnet and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:17.019380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:17.030060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:17.051266 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9755fa67-4265-4c58-b683-66170ffcf8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:17.083926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Made reservation on behalf of 39eb674087d5486c8f7f55e99956500b for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:17.086856 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:17.090060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f1157-7500-4937-8f57-06a42dfedac0 req-b0aad38d-77c7-4a92-88af-b50100229e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:17.091671 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-371f1157-7500-4937-8f57-06a42dfedac0 req-b0aad38d-77c7-4a92-88af-b50100229e93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 1100 time: 0.1527803 Jun 04 16:16:17.321107 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9755fa67-4265-4c58-b683-66170ffcf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:17.345231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f1157-7500-4937-8f57-06a42dfedac0 req-e0102a9a-7b0d-4c94-9c24-e55f39be7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:17.347271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755fa67-4265-4c58-b683-66170ffcf8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7fa7de-6174-49e5-9654-cebe7dd2c2f5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:17.347969 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-371f1157-7500-4937-8f57-06a42dfedac0 req-e0102a9a-7b0d-4c94-9c24-e55f39be7aa6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2465534 Jun 04 16:16:17.368271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90081f5-33fd-47bf-a1a8-b1d358875d96 req-a968ecb5-e346-4756-ba92-5df2a0cb863e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:17.369787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b90081f5-33fd-47bf-a1a8-b1d358875d96 req-a968ecb5-e346-4756-ba92-5df2a0cb863e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.1601086 Jun 04 16:16:17.434598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3654a956-b9b5-4365-8590-d8bd8e54d4ae None None] Network 60cd868c-29fe-40ef-8584-17706dfca7c7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:16:17.463224 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-371f1157-7500-4937-8f57-06a42dfedac0 req-360d65a6-eb3e-4339-a4ca-fca7aab31987 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=6368b7ab-a09d-49d4-bf7d-087882efe336 HTTP/1.1" status: 200 len: 217 time: 0.1043684 Jun 04 16:16:17.468179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9755fa67-4265-4c58-b683-66170ffcf8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:17.472213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9755fa67-4265-4c58-b683-66170ffcf8c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f7fa7de-6174-49e5-9654-cebe7dd2c2f5 HTTP/1.1" status: 204 len: 168 time: 0.6952951 Jun 04 16:16:17.531039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b90081f5-33fd-47bf-a1a8-b1d358875d96 req-26dbabf8-71b6-4a70-9b48-03ca9cee10f8 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211510 Jun 04 16:16:17.597914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f1157-7500-4937-8f57-06a42dfedac0 req-78337425-2636-4299-b92e-bf307059d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:17.600273 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-371f1157-7500-4937-8f57-06a42dfedac0 req-78337425-2636-4299-b92e-bf307059d9a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1312430 Jun 04 16:16:17.639451 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:17.727645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f1157-7500-4937-8f57-06a42dfedac0 req-f89d4a9f-cf96-46c9-acef-92c49803def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:17.729243 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-371f1157-7500-4937-8f57-06a42dfedac0 req-f89d4a9f-cf96-46c9-acef-92c49803def4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1218686 Jun 04 16:16:17.852220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f80806-80de-420b-bbfa-7c1e05be866d,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:17.881837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Checking segment: {'id': 'f47c1bcd-886e-4772-bc03-0bdefe20b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15766385-e714-4997-9061-68a94449eb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:17.882195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Network hostable DHCP agents. Network: 15766385-e714-4997-9061-68a94449eb31, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:16:17.908229 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-371f1157-7500-4937-8f57-06a42dfedac0 req-3eac9ba5-d4ee-4cd4-ac47-346a8f2f2a02 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711199 Jun 04 16:16:17.913743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b2079746-3046-4984-b289-d594641c572c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:17.915583 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b2079746-3046-4984-b289-d594641c572c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 808 time: 0.3170369 Jun 04 16:16:17.940769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-0193a78c-bf6e-4b8d-9306-606866e71865 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/quotas/d4012fb5625c4c60945856a3a47e68a0 HTTP/1.1" status: 200 len: 375 time: 0.0166328 Jun 04 16:16:17.979422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Network 15766385-e714-4997-9061-68a94449eb31 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:16:18.050359 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-f980e261-8fc4-47bf-aa7e-20acc19a4ca3 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086447 Jun 04 16:16:18.071868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 15766385-e714-4997-9061-68a94449eb31) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:18.086475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4cb722-e15f-4e22-89c0-e34ac32ed58c None None] Network 15766385-e714-4997-9061-68a94449eb31 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:16:18.140537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:18.141136 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:18.167359 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-371f1157-7500-4937-8f57-06a42dfedac0 req-f408ec58-7cf6-4494-a3f6-47e1bfb5532c service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513516 Jun 04 16:16:18.211299 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ca7f8982-8511-4d05-ac93-52833a988500 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2302063 Jun 04 16:16:18.291836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7241f11-5068-4e5f-b387-7570bbd796be req-23bc1ae8-e5d7-4e50-9710-9e01b8a04323 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:18.302926 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7241f11-5068-4e5f-b387-7570bbd796be req-23bc1ae8-e5d7-4e50-9710-9e01b8a04323 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 949 time: 0.3195574 Jun 04 16:16:18.349275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-742b5fe7-cb2c-466f-9b96-78ad0d8d46f3 service neutron] 10.222.0.13 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978606 Jun 04 16:16:18.415967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34ec00-babf-491e-81d2-40d86309190e None None] Network 15766385-e714-4997-9061-68a94449eb31 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:16:18.431117 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7241f11-5068-4e5f-b387-7570bbd796be req-3de85efe-0139-42d1-8a85-4483f857d0d4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273043 Jun 04 16:16:18.538252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-a726d6a4-1ea0-414e-a360-4c7f0b05993d service neutron] 10.222.0.13 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879988 Jun 04 16:16:18.644925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60224) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:18.823642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1332267050-network', 'tenant_id': '09e71c16565541d9bfb44412bef16223'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:18.831871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:18.836320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Usage tracker for resource:network and tenant:09e71c16565541d9bfb44412bef16223 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:18.840709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:18.864775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1899607528', 'description': 'tempest-description-539912696'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:18.871426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:18.874476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:18.881874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:18.888925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:19.025736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:19.033552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Made reservation on behalf of 09e71c16565541d9bfb44412bef16223 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:19.035788 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.058615 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.071303 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.098645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:19.106298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Usage tracker for resource:security_group_rule and tenant:09e71c16565541d9bfb44412bef16223 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:19.110403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:19.112510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:19.120043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:19.122110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group_rule and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:19.128306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:19.144064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:19.179295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e363f0-e522-4273-b402-4b0682d5b524 req-7943a70b-191f-46e4-a31d-a51bf0c941d5 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:19.181078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e363f0-e522-4273-b402-4b0682d5b524 req-7943a70b-191f-46e4-a31d-a51bf0c941d5 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.2938991 Jun 04 16:16:19.271673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e363f0-e522-4273-b402-4b0682d5b524 req-3e2877e2-bb92-4793-b48c-321954fa2238 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794854 Jun 04 16:16:19.319040 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.324501 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.325891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.338012 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.373271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:16:19.377629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f460279e-9135-4cd3-b2d3-5a5962c890d1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:19.449415 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.449750 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Added segment fb7cf421-5708-4db1-bab8-26b1e7ca0756 of type vlan for network 85d87bed-f7cb-4335-8ec3-bd9400c80cde Jun 04 16:16:19.452771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43bcc543-7e72-43ee-8d32-1223595c855d req-814be7dd-8e4a-418b-9c77-6b7926ee29dd tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 210 time: 0.0599411 Jun 04 16:16:19.463374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.464559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb8880e3-0ba6-4182-8840-f367aee770a4 req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6138437 Jun 04 16:16:19.512648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366aa98-6405-44d2-ba4a-94d8b9936d46 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da48f810-d62e-4988-8563-8575b0b53b00,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:19.524442 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.539734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-775342527', 'description': 'tempest-description-1224922389'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:19.546267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:19.559964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:19.564743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:19.572347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:19.579988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.580897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:19.581710 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.606913 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.721227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0745180 Jun 04 16:16:19.722293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:19.724323 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60254) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:19.731243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Request body: {'subnet': {'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1332267050-subnet', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:19.736451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:19.740564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Usage tracker for resource:subnet and tenant:09e71c16565541d9bfb44412bef16223 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:19.744067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:19.744671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group_rule and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:19.751560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:19.752088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:19.760470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Pushing event updated for resources: {'Network': ['ID=85d87bed-f7cb-4335-8ec3-bd9400c80cde,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:19.764217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:19.767090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Made reservation on behalf of 09e71c16565541d9bfb44412bef16223 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:19.769427 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.781750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:19.781750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:19.781750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:19.781750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:19.781750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:19.781750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:19.781750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:19.781750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:19.781750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:19.781750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:19.781750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:19.781750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29432b92-666e-468f-8df4-e0c4937bfa9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:19.794058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 85d87bed-f7cb-4335-8ec3-bd9400c80cde details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:16:19.807752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6368b7ab-a09d-49d4-bf7d-087882efe336 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:16:19.821585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47d827-099a-486c-b9b5-c3ba1cd0293f req-5d34d813-c50f-4edd-90be-5b085e0c4cb5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:19.823105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b47d827-099a-486c-b9b5-c3ba1cd0293f req-5d34d813-c50f-4edd-90be-5b085e0c4cb5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 949 time: 0.2377458 Jun 04 16:16:19.922971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b47d827-099a-486c-b9b5-c3ba1cd0293f req-6a20376c-b784-4f56-b42c-d916d31671c5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912569 Jun 04 16:16:19.925428 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.930346 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.969355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 6368b7ab-a09d-49d4-bf7d-087882efe336 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:19.969767 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.976652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fe483b-160b-4de1-a605-092453fc80d7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:19.980133 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:19.993487 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edea8338-218f-440a-8f03-a1be1bfb9f73 req-318e53d0-194a-408e-97ee-5803c1a5a083 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4586623 Jun 04 16:16:20.188300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 6368b7ab-a09d-49d4-bf7d-087882efe336 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:20.188765 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:20.200509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e63749-20d1-41c0-92c2-c6afaa21ce61 req-3dc492ef-c6ec-44c9-95ec-cf3b0662d398 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:20.207842 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e63749-20d1-41c0-92c2-c6afaa21ce61 req-3dc492ef-c6ec-44c9-95ec-cf3b0662d398 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 949 time: 0.1079683 Jun 04 16:16:20.235161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f0bff5-314c-485c-9555-dcdf26cae2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6368b7ab-a09d-49d4-bf7d-087882efe336'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:20.247123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6368b7ab-a09d-49d4-bf7d-087882efe336, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6368b7ab-a09d-49d4-bf7d-087882efe336,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:20.252637 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:20.265970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-bf3ce972-297b-4c90-ae30-a6533f51a2af tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:20.266670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-bf3ce972-297b-4c90-ae30-a6533f51a2af tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Synchronizing usage tracker for tenant:d4012fb5625c4c60945856a3a47e68a0 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:16:20.301510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-bf3ce972-297b-4c90-ae30-a6533f51a2af tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Unset dirty status for tenant:d4012fb5625c4c60945856a3a47e68a0 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:16:20.302641 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-bf3ce972-297b-4c90-ae30-a6533f51a2af tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.42 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 808 time: 0.3630633 Jun 04 16:16:20.303389 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:20.328144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=6368b7ab-a09d-49d4-bf7d-087882efe336,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:20.336928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:20.337382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:20.338278 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:20.338278 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:20.338570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:20.339289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:20.339289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:20.339481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:20.339781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:20.340034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:20.340342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:20.340646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:16:20.342237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Request body: {'port': {'device_id': 'a7cd6a67-7e10-4701-a052-62ba843bdaf1', 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded', 'admin_state_up': True, 'tenant_id': 'd4012fb5625c4c60945856a3a47e68a0'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:20.349486 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e63749-20d1-41c0-92c2-c6afaa21ce61 req-64fa36e2-2a65-42f0-a698-09ed95822876 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407497 Jun 04 16:16:20.418185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-e309116c-ad1a-4a81-82af-31e2add993f4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:20.418926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-e309116c-ad1a-4a81-82af-31e2add993f4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Synchronizing usage tracker for tenant:39eb674087d5486c8f7f55e99956500b on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:16:20.437617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-e309116c-ad1a-4a81-82af-31e2add993f4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Unset dirty status for tenant:39eb674087d5486c8f7f55e99956500b on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:16:20.438931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-e309116c-ad1a-4a81-82af-31e2add993f4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/networks?id=15766385-e714-4997-9061-68a94449eb31 HTTP/1.1" status: 200 len: 812 time: 0.1970522 Jun 04 16:16:20.454699 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-de40f957-9e6c-4fa9-9d91-55a4f78b2367 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/quotas/39eb674087d5486c8f7f55e99956500b HTTP/1.1" status: 200 len: 375 time: 0.0097008 Jun 04 16:16:20.471579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f46552-c78c-4fda-91e5-e4526839cd07,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:20.504749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Checking segment: {'id': 'fb7cf421-5708-4db1-bab8-26b1e7ca0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:20.505132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Network hostable DHCP agents. Network: 85d87bed-f7cb-4335-8ec3-bd9400c80cde, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:16:20.505980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a85433f4-1f35-40fd-9c38-5ef21c33c5de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=39eb674087d5486c8f7f55e99956500b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452442 Jun 04 16:16:20.538820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:20.544829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Usage tracker for resource:port and tenant:d4012fb5625c4c60945856a3a47e68a0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:20.547917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:20.560329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Network 85d87bed-f7cb-4335-8ec3-bd9400c80cde is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:16:20.562679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:20.592525 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e16639f0-879d-4329-94b1-27fa98eb0364'] response: {'server_uuid': 'a9f0bff5-314c-485c-9555-dcdf26cae2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6368b7ab-a09d-49d4-bf7d-087882efe336', 'code': 200} Jun 04 16:16:20.596514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 85d87bed-f7cb-4335-8ec3-bd9400c80cde) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:20.607638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bfa4dd-e39b-41f0-b924-afaf86fde874 None None] Network 85d87bed-f7cb-4335-8ec3-bd9400c80cde requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:16:20.618008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:20.618631 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:20.627869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Made reservation on behalf of d4012fb5625c4c60945856a3a47e68a0 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:20.631444 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:20.704882 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f084e417-0cef-48c9-bf57-e8d92e4d756a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9780741 Jun 04 16:16:20.705648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60292) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:20.716862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1332267050-router', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:20.721329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:20.725801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Usage tracker for resource:router and tenant:09e71c16565541d9bfb44412bef16223 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:20.728762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:20.741796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:20.765548 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:20.766658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:20.769030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-97fd81bc-ccff-4f99-9a16-96263ac8eafe service neutron] 10.222.0.13 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553864 Jun 04 16:16:20.822923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:20.919924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97309a0-5622-41e0-b2fe-a9801d7563bb req-62c67c64-195b-4b37-92a3-dc9b64c78979 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:20.921445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e97309a0-5622-41e0-b2fe-a9801d7563bb req-62c67c64-195b-4b37-92a3-dc9b64c78979 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.2116673 Jun 04 16:16:20.924258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60300) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:20.974575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-85d87bed-f7cb-4335-8ec3-bd9400c80cde', 'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'fixed_ips': [{'subnet_id': 'a6f46552-c78c-4fda-91e5-e4526839cd07'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:16:20.975400 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.013713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-8d69ec1f-a440-4c41-b665-d64299b65a45 service neutron] 10.222.0.13 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302804 Jun 04 16:16:21.054688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e97309a0-5622-41e0-b2fe-a9801d7563bb req-abc1ead9-7523-4cd0-8582-c80b182638c5 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712907 Jun 04 16:16:21.089601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f18afb-ee8c-4fe7-9cfc-d15063118d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.105800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-77f18afb-ee8c-4fe7-9cfc-d15063118d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:21.110345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-77f18afb-ee8c-4fe7-9cfc-d15063118d60 admin admin] Usage tracker for resource:security_group_rule and tenant:1765321ec81d43509f91f64cc346d306 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:21.113570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-77f18afb-ee8c-4fe7-9cfc-d15063118d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:21.120245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-77f18afb-ee8c-4fe7-9cfc-d15063118d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:21.157500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Allocated IP 172.20.0.2 (85d87bed-f7cb-4335-8ec3-bd9400c80cde/a6f46552-c78c-4fda-91e5-e4526839cd07/dc472813-2e3d-4147-bcff-824676f6713b) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:16:21.170077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Allocated IP 172.20.0.10 (fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded/2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f/6eb63a84-0a82-41a7-8585-e2281e35be24) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:16:21.225413 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f18afb-ee8c-4fe7-9cfc-d15063118d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.226666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60306) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:21.232525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079124117', 'description': 'tempest-description--1700587431'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:21.240032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:21.245017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Usage tracker for resource:security_group and tenant:ebd00055ee90437ca2acd288885c518a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:21.249572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:21.256678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:21.280062 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f18afb-ee8c-4fe7-9cfc-d15063118d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.297594 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.331537 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.410717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:21.421026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-77f18afb-ee8c-4fe7-9cfc-d15063118d60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1765321ec81d43509f91f64cc346d306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960051 Jun 04 16:16:21.428332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60314) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:21.443098 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.455333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Transition to ACTIVE for port object dc472813-2e3d-4147-bcff-824676f6713b will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:16:21.455490 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f18afb-ee8c-4fe7-9cfc-d15063118d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83df55e0-1240-447e-a66d-9503758cba0a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:21.459974 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41a3f8ed-a917-4b69-8fc2-61e6e1258c7d req-94503cf3-f1eb-44a8-a2f4-c4dbf7314803 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 210 time: 0.1305635 Jun 04 16:16:21.461718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Usage tracker for resource:security_group_rule and tenant:ebd00055ee90437ca2acd288885c518a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:21.470611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:21.483650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5fe7cd4-f8f6-4ddd-b925-497d514d4880 req-bef7ae06-7bf9-40a2-b483-be6114170140 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 210 time: 0.0818391 Jun 04 16:16:21.484634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:21.529074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Transition to ACTIVE for port object dc472813-2e3d-4147-bcff-824676f6713b will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:16:21.539939 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.601074 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.618054 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.632070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Network 85d87bed-f7cb-4335-8ec3-bd9400c80cde is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:16:21.635211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:21.639060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:16:21.680637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Pushing event updated for resources: {'Port': ['ID=dc472813-2e3d-4147-bcff-824676f6713b,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:21.682453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d158be29-4d75-44aa-b21b-4693a3d0f4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.690681 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.696083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4649799 Jun 04 16:16:21.697505 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60322) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:21.698966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c37bb-da01-4d37-be02-c26017b9817c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c15e20-7cf4-4507-9e90-cd21e232d687,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:21.720779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9bc141ec-f434-4f52-bdb8-01479ee18f35 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Request body: {'security_group_rule': {'security_group_id': 'c9c15e20-7cf4-4507-9e90-cd21e232d687', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:21.734107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Attempting to bind port dc472813-2e3d-4147-bcff-824676f6713b on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:16:21.734463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Attempting to bind port dc472813-2e3d-4147-bcff-824676f6713b by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'fb7cf421-5708-4db1-bab8-26b1e7ca0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:16:21.734833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Attempting to bind port dc472813-2e3d-4147-bcff-824676f6713b on network 85d87bed-f7cb-4335-8ec3-bd9400c80cde {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:21.740502 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:16:21.740709 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Checking segment: {'id': 'fb7cf421-5708-4db1-bab8-26b1e7ca0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:21.740998 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.741385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Bound using segment: {'id': 'fb7cf421-5708-4db1-bab8-26b1e7ca0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:16:21.741896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Bound port: dc472813-2e3d-4147-bcff-824676f6713b, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7cf421-5708-4db1-bab8-26b1e7ca0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:16:21.742332 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.743973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9bc141ec-f434-4f52-bdb8-01479ee18f35 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:21.751780 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d158be29-4d75-44aa-b21b-4693a3d0f4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.770212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9bc141ec-f434-4f52-bdb8-01479ee18f35 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Usage tracker for resource:security_group_rule and tenant:ebd00055ee90437ca2acd288885c518a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:21.782416 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9bc141ec-f434-4f52-bdb8-01479ee18f35 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:21.805861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9bc141ec-f434-4f52-bdb8-01479ee18f35 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:21.813338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83cecbf2-f32b-411a-a63b-f5d0d7b49878 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:16:21.816526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83cecbf2-f32b-411a-a63b-f5d0d7b49878 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:21.981544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] For port dc472813-2e3d-4147-bcff-824676f6713b, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:16:21.990684 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:21.994531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bc141ec-f434-4f52-bdb8-01479ee18f35 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.075209 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d158be29-4d75-44aa-b21b-4693a3d0f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.155141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158be29-4d75-44aa-b21b-4693a3d0f4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83df55e0-1240-447e-a66d-9503758cba0a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:22.202031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] For port dc472813-2e3d-4147-bcff-824676f6713b, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dc472813-2e3d-4147-bcff-824676f6713b,segment=NetworkSegment(fb7cf421-5708-4db1-bab8-26b1e7ca0756),segment_id=fb7cf421-5708-4db1-bab8-26b1e7ca0756)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:16:22.240882 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bc141ec-f434-4f52-bdb8-01479ee18f35 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.254347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:22.254753 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.257915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bc141ec-f434-4f52-bdb8-01479ee18f35 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.274511 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.316132 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.324906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc141ec-f434-4f52-bdb8-01479ee18f35 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17398aaa-cda5-4083-ab34-b64aa2ee4322,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:22.343156 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d158be29-4d75-44aa-b21b-4693a3d0f4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.344585 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d158be29-4d75-44aa-b21b-4693a3d0f4e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83df55e0-1240-447e-a66d-9503758cba0a HTTP/1.1" status: 204 len: 168 time: 0.9146066 Jun 04 16:16:22.415369 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bc141ec-f434-4f52-bdb8-01479ee18f35 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.416538 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9bc141ec-f434-4f52-bdb8-01479ee18f35 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7092683 Jun 04 16:16:22.418171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:22.426397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60334) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:22.430905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:22.439480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-17fa5f86-406c-46ae-958c-7a64574e516e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Request body: {'security_group_rule': {'security_group_id': 'c9c15e20-7cf4-4507-9e90-cd21e232d687', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:22.447341 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.447514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-17fa5f86-406c-46ae-958c-7a64574e516e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:22.451966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-17fa5f86-406c-46ae-958c-7a64574e516e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Usage tracker for resource:security_group_rule and tenant:ebd00055ee90437ca2acd288885c518a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:22.455030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-17fa5f86-406c-46ae-958c-7a64574e516e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:22.455152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:16:22.456759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.461088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-17fa5f86-406c-46ae-958c-7a64574e516e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:22.462809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '83cecbf2-f32b-411a-a63b-f5d0d7b49878', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '83cecbf2-f32b-411a-a63b-f5d0d7b49878', 'mac_address': 'fa:16:3e:94:5d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:16:22.491216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:22.495191 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17fa5f86-406c-46ae-958c-7a64574e516e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.499149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:16:22.538830 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.545294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Pushing event updated for resources: {'Port': ['ID=6eb63a84-0a82-41a7-8585-e2281e35be24,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:22.579930 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17fa5f86-406c-46ae-958c-7a64574e516e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.586346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175ffc1-3a4f-46a4-be6b-6c205485c7e3 None None] Pushing event updated for resources: {'Port': ['ID=dc472813-2e3d-4147-bcff-824676f6713b,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:22.590483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5da1ec-f20f-46eb-884e-aa73da5dc3a4 req-4fe051fe-e6fd-49b0-81dc-903386c5b5bf tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:22.599942 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a5da1ec-f20f-46eb-884e-aa73da5dc3a4 req-4fe051fe-e6fd-49b0-81dc-903386c5b5bf tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.3705730 Jun 04 16:16:22.603671 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17fa5f86-406c-46ae-958c-7a64574e516e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.666120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa5f86-406c-46ae-958c-7a64574e516e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5582bf8-db1e-4fc9-9ce7-f0085d8a7aaf,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:22.690194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:22.693291 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.704617 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17fa5f86-406c-46ae-958c-7a64574e516e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.707795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-17fa5f86-406c-46ae-958c-7a64574e516e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2762728 Jun 04 16:16:22.714309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60344) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:22.731325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:22.751628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:22.830508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:22.843053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:22.843423 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.856390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83cecbf2-f32b-411a-a63b-f5d0d7b49878,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:22.860930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Usage tracker for resource:floatingip and tenant:ebd00055ee90437ca2acd288885c518a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:22.867716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cecbf2-f32b-411a-a63b-f5d0d7b49878 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:16:22.887721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:22.888882 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fa88d46-8892-4664-ad32-8653c4a09702 req-130ed6d5-5dfe-4777-bb46-bc4ff4b5a9dc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 210 time: 0.1422181 Jun 04 16:16:22.895071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:22.897016 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a5da1ec-f20f-46eb-884e-aa73da5dc3a4 req-4f57c755-375e-4230-99d4-861a56028c68 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959838 Jun 04 16:16:22.903830 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:22.909369 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-c1e1d105-743c-4f71-8f74-36e0bc69d54f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5736387 Jun 04 16:16:22.932270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:22.932270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Request body: {'port': {'device_id': 'a7cd6a67-7e10-4701-a052-62ba843bdaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:23.006748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83cecbf2-f32b-411a-a63b-f5d0d7b49878,revision_number=10']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:23.038095 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4031b1a-5baa-4259-9f16-580a71e47e61'] response: {'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878', 'code': 200} Jun 04 16:16:23.085962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:23.086513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60350) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:23.123155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Allocated IP 172.25.5.122 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/f9aa3270-942c-46e4-8007-0c09bb8762dc) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:16:23.154685 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-931fdb51-edbc-47b3-9306-893f764f204e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:23.171451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['83cecbf2-f32b-411a-a63b-f5d0d7b49878'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:23.200757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-931fdb51-edbc-47b3-9306-893f764f204e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:23.200757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-931fdb51-edbc-47b3-9306-893f764f204e admin admin] Usage tracker for resource:security_group_rule and tenant:7b1bf22e115542e8ad719c863b558cc2 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:23.200757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-931fdb51-edbc-47b3-9306-893f764f204e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:23.210716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-931fdb51-edbc-47b3-9306-893f764f204e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:23.276874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89983c9f-07e6-4e21-8d53-21f92c7bc879 req-40581664-d52e-4d6c-82be-c21a9d7e82fc tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:23.278131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89983c9f-07e6-4e21-8d53-21f92c7bc879 req-40581664-d52e-4d6c-82be-c21a9d7e82fc tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 932 time: 0.1891422 Jun 04 16:16:23.387660 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:23.387880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89983c9f-07e6-4e21-8d53-21f92c7bc879 req-85e6c31f-806a-4843-8f10-7e7de67d4bd9 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933480 Jun 04 16:16:23.403498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-d7c51988-2abb-4723-aeee-0259603a6e78 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:23.403498 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-d7c51988-2abb-4723-aeee-0259603a6e78 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.46 "GET /v2.0/networks?id=15766385-e714-4997-9061-68a94449eb31 HTTP/1.1" status: 200 len: 812 time: 0.5534320 Jun 04 16:16:23.418802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'port': {'device_id': '47ec33a9-a105-4704-aea1-120d3960f3ff', 'network_id': '15766385-e714-4997-9061-68a94449eb31', 'admin_state_up': True, 'tenant_id': '39eb674087d5486c8f7f55e99956500b'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:23.451636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dc472813-2e3d-4147-bcff-824676f6713b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:16:23.452491 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-931fdb51-edbc-47b3-9306-893f764f204e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:23.460462 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-931fdb51-edbc-47b3-9306-893f764f204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:23.508207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fdb51-edbc-47b3-9306-893f764f204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6764e975-f6a8-4e2e-8649-7e40d8fd4987,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:23.592485 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port dc472813-2e3d-4147-bcff-824676f6713b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:16:23.609528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-931fdb51-edbc-47b3-9306-893f764f204e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b1bf22e115542e8ad719c863b558cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5218873 Jun 04 16:16:23.614900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60362) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:23.707881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83c22dde-742b-445a-ab71-d41a7a3a363b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:23.725886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42006d-1ff9-4e98-bf63-d1265c97e5a0 req-44c0e9a8-a855-400a-976e-f6088cb1da33 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:23.728078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc42006d-1ff9-4e98-bf63-d1265c97e5a0 req-44c0e9a8-a855-400a-976e-f6088cb1da33 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 1096 time: 0.1785293 Jun 04 16:16:23.757567 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83c22dde-742b-445a-ab71-d41a7a3a363b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:23.763217 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:23.806856 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc42006d-1ff9-4e98-bf63-d1265c97e5a0 req-2114e7d6-1c40-4101-b752-ad2c37ee8e1a tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717766 Jun 04 16:16:23.810143 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:23.820853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:port and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:23.824866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:23.830563 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83c22dde-742b-445a-ab71-d41a7a3a363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:23.843445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:23.857251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c22dde-742b-445a-ab71-d41a7a3a363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6764e975-f6a8-4e2e-8649-7e40d8fd4987,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:23.874958 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83c22dde-742b-445a-ab71-d41a7a3a363b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:23.887638 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-83c22dde-742b-445a-ab71-d41a7a3a363b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6764e975-f6a8-4e2e-8649-7e40d8fd4987 HTTP/1.1" status: 204 len: 168 time: 0.2714040 Jun 04 16:16:23.907749 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:16:23.996058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8db2473-ff69-439a-8995-0a8e732a38af None None] Network 85d87bed-f7cb-4335-8ec3-bd9400c80cde requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:16:24.133348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5dc59da9-906e-4f6a-892a-198ef73e23c2 None None] Provisioning for port dc472813-2e3d-4147-bcff-824676f6713b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:16:24.142350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5dc59da9-906e-4f6a-892a-198ef73e23c2 None None] Provisioning complete for port dc472813-2e3d-4147-bcff-824676f6713b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:24.142928 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5dc59da9-906e-4f6a-892a-198ef73e23c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:24.153194 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3fd30c58-0774-485c-ba52-3ddd166ac559 req-5aa404ca-ad92-4565-a8ba-9a73cc1f2dd1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 210 time: 0.0582714 Jun 04 16:16:24.193228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Made reservation on behalf of 39eb674087d5486c8f7f55e99956500b for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:24.198129 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:24.238967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:24.399012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5dc59da9-906e-4f6a-892a-198ef73e23c2 None None] Current status of the port dc472813-2e3d-4147-bcff-824676f6713b is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:24.399476 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5dc59da9-906e-4f6a-892a-198ef73e23c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:24.409636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeadb7f-c888-47ce-8f63-25c0855fda70 req-346144d4-2c2f-4704-8c13-167f5fc383a2 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:24.419850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cbeadb7f-c888-47ce-8f63-25c0855fda70 req-346144d4-2c2f-4704-8c13-167f5fc383a2 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.2143421 Jun 04 16:16:24.441754 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:24.450782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5dc59da9-906e-4f6a-892a-198ef73e23c2 None None] For port dc472813-2e3d-4147-bcff-824676f6713b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dc472813-2e3d-4147-bcff-824676f6713b,segment=NetworkSegment(fb7cf421-5708-4db1-bab8-26b1e7ca0756),segment_id=fb7cf421-5708-4db1-bab8-26b1e7ca0756)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:24.460006 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5dc59da9-906e-4f6a-892a-198ef73e23c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:24.465522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Pushing event updated for resources: {'Port': ['ID=f9aa3270-942c-46e4-8007-0c09bb8762dc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:24.486768 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cbeadb7f-c888-47ce-8f63-25c0855fda70 req-0157f186-f2a7-4436-870a-fa95831ca46d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653620 Jun 04 16:16:24.512981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:16:24.547720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc59da9-906e-4f6a-892a-198ef73e23c2 None None] Pushing event updated for resources: {'Port': ['ID=dc472813-2e3d-4147-bcff-824676f6713b,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:24.583419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:24.611267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:16:24.745501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a2308-46aa-49f6-a47e-d1958a8b747e req-3b1c0b8c-9189-4a3e-ae70-7fd9a3c1c7be tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:24.748170 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-085a2308-46aa-49f6-a47e-d1958a8b747e req-3b1c0b8c-9189-4a3e-ae70-7fd9a3c1c7be tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 932 time: 0.1179867 Jun 04 16:16:24.826554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-085a2308-46aa-49f6-a47e-d1958a8b747e req-07581d9e-1fb0-48f9-8706-43485ae2c8a4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701320 Jun 04 16:16:24.893182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2712c66d-96e0-4b20-ab51-6104ecf18154 None None] Provisioning complete for port dc472813-2e3d-4147-bcff-824676f6713b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:24.893676 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2712c66d-96e0-4b20-ab51-6104ecf18154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:25.011633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb63a84-0a82-41a7-8585-e2281e35be24 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:16:25.036931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2712c66d-96e0-4b20-ab51-6104ecf18154 None None] Current status of the port dc472813-2e3d-4147-bcff-824676f6713b is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:25.125434 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:25.209111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Allocated IP 172.25.5.219 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/44c594fe-fdc2-41d1-b756-5392c837743b) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:16:25.253991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Transition to ACTIVE for port object 6eb63a84-0a82-41a7-8585-e2281e35be24 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:16:25.289209 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:25.305802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Allocated IP 172.20.0.9 (15766385-e714-4997-9061-68a94449eb31/03f80806-80de-420b-bbfa-7c1e05be866d/5ba6a568-4515-41fb-beec-1e7910fdfac3) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:16:25.339700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e903accc-58ca-4fb7-b524-7f93e3bbd24f req-76b2b681-79fe-4a35-bf8d-b7f6089dff9f tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 210 time: 0.0615115 Jun 04 16:16:25.402317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dc472813-2e3d-4147-bcff-824676f6713b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:16:25.491008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port dc472813-2e3d-4147-bcff-824676f6713b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:25.491588 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:25.653562 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port dc472813-2e3d-4147-bcff-824676f6713b is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:25.655284 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:25.845341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83cecbf2-f32b-411a-a63b-f5d0d7b49878 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:16:25.888432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb63a84-0a82-41a7-8585-e2281e35be24,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:25.903003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafa902-a2a6-49fd-9732-ac555f86aff4 req-151aad45-04c7-43ed-9ace-59933eb0d465 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:25.911834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3eafa902-a2a6-49fd-9732-ac555f86aff4 req-151aad45-04c7-43ed-9ace-59933eb0d465 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 950 time: 0.1216919 Jun 04 16:16:25.916941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:25.917568 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:25.954151 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3eafa902-a2a6-49fd-9732-ac555f86aff4 req-e8faf64b-3b27-432a-b007-34202b017408 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Jun 04 16:16:25.999283 n-d-811809-3 neutron-server[88797]: WARNING keystonemiddleware.auth_token [req-4b93f974-d820-428d-847a-9c7abdacfefb req-603521f7-c08d-48ee-8f0c-233f88911a65 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 16:16:26.057011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-b4007f16-cdbc-4479-8d64-b0056dd0837d tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:16:26.058048 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-b4007f16-cdbc-4479-8d64-b0056dd0837d tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3082535 Jun 04 16:16:26.109616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:26.109972 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:26.142147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:26.153342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:26.159544 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:26.235458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83cecbf2-f32b-411a-a63b-f5d0d7b49878,revision_number=11']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:26.240125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] Request body: {'binding': {'host': 'n-h2-811809-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:26.240623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] Unknown quota resources ['binding']. {{(pid=88797) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 16:16:26.250888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7b2b2-3a91-49e0-8e45-1e81e6b4563c req-48134efb-3558-48b4-804a-e3e4f44bf54d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:26.252351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70a7b2b2-3a91-49e0-8e45-1e81e6b4563c req-48134efb-3558-48b4-804a-e3e4f44bf54d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 944 time: 0.0841203 Jun 04 16:16:26.295932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70a7b2b2-3a91-49e0-8e45-1e81e6b4563c req-1b002df8-6b0f-48fe-b39e-2f83de777720 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376658 Jun 04 16:16:26.355618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Attempting to bind port 6eb63a84-0a82-41a7-8585-e2281e35be24 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:16:26.355866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Attempting to bind port 6eb63a84-0a82-41a7-8585-e2281e35be24 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:16:26.356187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Attempting to bind port 6eb63a84-0a82-41a7-8585-e2281e35be24 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:26.400703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Port 6eb63a84-0a82-41a7-8585-e2281e35be24 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:16:26.401037 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Attempting to bind port 6eb63a84-0a82-41a7-8585-e2281e35be24 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:26.403621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:26.446412 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f6c4f6-f277-4eff-8e52-5119111ad963'] response: {'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878', 'code': 200} Jun 04 16:16:26.448457 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:26.598562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c1fd47d-3afc-450d-a475-7959a1d9fe62 req-6c6caddb-e063-4b8d-b71f-c1ac5d46a400 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 210 time: 0.0595784 Jun 04 16:16:26.607840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:16:26.608002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:26.608314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Bound using segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:16:26.608768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Bound port: 6eb63a84-0a82-41a7-8585-e2281e35be24, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:16:26.609115 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:26.678133 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:26.706526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:16:26.722414 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8377ba4-27be-4b7d-a296-da6813906eca req-095cba24-397b-4f8e-8b20-8c92a6b0e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:26.723972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d8377ba4-27be-4b7d-a296-da6813906eca req-095cba24-397b-4f8e-8b20-8c92a6b0e6f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 1102 time: 0.0775490 Jun 04 16:16:26.740618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:26.743461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:16:26.778915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d8377ba4-27be-4b7d-a296-da6813906eca req-93e71406-0874-4e04-9dc2-bdef130ecedd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473783 Jun 04 16:16:26.826796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60468) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:26.851115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event updated for resources: {'Port': ['ID=44c594fe-fdc2-41d1-b756-5392c837743b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:26.944262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3ed1253d-05b3-42fa-9c0e-a7cf70b9e29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:26.962226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3ed1253d-05b3-42fa-9c0e-a7cf70b9e29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:26.966153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3ed1253d-05b3-42fa-9c0e-a7cf70b9e29c admin admin] Usage tracker for resource:security_group_rule and tenant:c0a9854b2f194b8aaf1cd9119e2f1b26 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:26.969144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3ed1253d-05b3-42fa-9c0e-a7cf70b9e29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:26.974989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3ed1253d-05b3-42fa-9c0e-a7cf70b9e29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:27.011963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:16:27.064295 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3ed1253d-05b3-42fa-9c0e-a7cf70b9e29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.103263 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3ed1253d-05b3-42fa-9c0e-a7cf70b9e29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.123641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] Attempting to bind port 41a2dfac-b6f1-4289-a204-778866251efd on host n-h2-811809-3 for vnic_type normal with profile None {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:16:27.124203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] Attempting to bind port 41a2dfac-b6f1-4289-a204-778866251efd by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:16:27.124318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] Attempting to bind port 41a2dfac-b6f1-4289-a204-778866251efd on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:27.128914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6eb63a84-0a82-41a7-8585-e2281e35be24,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:16:27.140678 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.146670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] Port 41a2dfac-b6f1-4289-a204-778866251efd on network 4174afad-8f69-40c2-8826-5ab168bb142e not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:16:27.147021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] Attempting to bind port 41a2dfac-b6f1-4289-a204-778866251efd on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:27.150023 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.161704 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3ed1253d-05b3-42fa-9c0e-a7cf70b9e29c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0a9854b2f194b8aaf1cd9119e2f1b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337831 Jun 04 16:16:27.165683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60476) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:27.179789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1253d-05b3-42fa-9c0e-a7cf70b9e29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62596b45-1182-44ef-bf87-628b781c15ef,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:27.236131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec0053-a266-403f-8339-7775d35bdfd6 req-a319326a-a7a4-4350-ad3a-0d2cfe5bca26 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:27.237594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2ec0053-a266-403f-8339-7775d35bdfd6 req-a319326a-a7a4-4350-ad3a-0d2cfe5bca26 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 951 time: 0.1708617 Jun 04 16:16:27.267211 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a5c42a2-b9d3-4148-bc1e-39df5160a74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.271774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:16:27.272112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] Checking segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:27.272501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] Bound using segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:16:27.272938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] Bound port: 41a2dfac-b6f1-4289-a204-778866251efd, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:16:27.297091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:27.298058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.299369 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] 10.222.0.42 "PUT /v2.0/ports/6eb63a84-0a82-41a7-8585-e2281e35be24 HTTP/1.1" status: 200 len: 1092 time: 4.3763564 Jun 04 16:16:27.309551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2ec0053-a266-403f-8339-7775d35bdfd6 req-53807d62-e3a6-4d60-88b4-c0d718e03761 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644486 Jun 04 16:16:27.311552 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a5c42a2-b9d3-4148-bc1e-39df5160a74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.312539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cd6a67-7e10-4701-a052-62ba843bdaf1', 'tag': '6eb63a84-0a82-41a7-8585-e2281e35be24'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:27.320971 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.371020 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a5c42a2-b9d3-4148-bc1e-39df5160a74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.385921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c42a2-b9d3-4148-bc1e-39df5160a74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62596b45-1182-44ef-bf87-628b781c15ef,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:27.399707 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a5c42a2-b9d3-4148-bc1e-39df5160a74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.400837 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1a5c42a2-b9d3-4148-bc1e-39df5160a74b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62596b45-1182-44ef-bf87-628b781c15ef HTTP/1.1" status: 204 len: 168 time: 0.2341471 Jun 04 16:16:27.434295 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd04dba-221e-4ccd-afcd-dd3a603faebe'] response: {'name': 'network-changed', 'server_uuid': 'a7cd6a67-7e10-4701-a052-62ba843bdaf1', 'tag': '6eb63a84-0a82-41a7-8585-e2281e35be24', 'status': 'completed', 'code': 200} Jun 04 16:16:27.437595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Network 15766385-e714-4997-9061-68a94449eb31 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:16:27.450326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:27.452787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:16:27.487099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'Port': ['ID=5ba6a568-4515-41fb-beec-1e7910fdfac3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:27.590071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fb040-3889-4b0c-9d73-ddd464cea777 req-f4872c80-170f-4eb5-b608-7c04af6e392c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:27.590071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-668fb040-3889-4b0c-9d73-ddd464cea777 req-f4872c80-170f-4eb5-b608-7c04af6e392c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 944 time: 0.1139367 Jun 04 16:16:27.650623 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1e69-5f01-4375-bc98-4e8335ad40d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.654638 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-668fb040-3889-4b0c-9d73-ddd464cea777 req-cabc0da2-ff07-492c-9640-0a2807d53cf2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592566 Jun 04 16:16:27.724000 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.864622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=41a2dfac-b6f1-4289-a204-778866251efd,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:16:27.865570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.865903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be650cbb-d9f8-4b2e-8fb5-06dfd6ceaa60 req-d295f456-6dec-4760-8992-67fe83b1a263 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:27.868638 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be650cbb-d9f8-4b2e-8fb5-06dfd6ceaa60 req-d295f456-6dec-4760-8992-67fe83b1a263 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 931 time: 0.0988648 Jun 04 16:16:27.896689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:27.897348 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:27.923606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-be650cbb-d9f8-4b2e-8fb5-06dfd6ceaa60 req-39f27bc3-b444-4c4f-8825-f87c382aeacc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Synchronizing usage tracker for tenant:39eb674087d5486c8f7f55e99956500b on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:16:27.941135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19428d4-1f3e-401d-83b1-72fdc4bc7920 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb63a84-0a82-41a7-8585-e2281e35be24,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:27.945115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-be650cbb-d9f8-4b2e-8fb5-06dfd6ceaa60 req-39f27bc3-b444-4c4f-8825-f87c382aeacc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Unset dirty status for tenant:39eb674087d5486c8f7f55e99956500b on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:16:27.947195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be650cbb-d9f8-4b2e-8fb5-06dfd6ceaa60 req-39f27bc3-b444-4c4f-8825-f87c382aeacc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722187 Jun 04 16:16:28.203671 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] Notify callbacks [] for binding, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:28.204827 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fa5251a1-6a04-45ac-842b-fd1b0c65e97c service neutron] 10.222.0.13 "POST /v2.0/ports/41a2dfac-b6f1-4289-a204-778866251efd/bindings HTTP/1.1" status: 201 len: 389 time: 1.9701173 Jun 04 16:16:28.206086 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-dddf93c7-23ec-4f66-a599-77d89fd4a424 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7931359 Jun 04 16:16:28.224897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-e71b89fe-dab1-4822-aa45-cfeafcb07a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:28.226359 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-e71b89fe-dab1-4822-aa45-cfeafcb07a23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 1095 time: 0.8586562 Jun 04 16:16:28.232469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Request body: {'port': {'device_id': '47ec33a9-a105-4704-aea1-120d3960f3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:28.253212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60506) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:28.457729 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-46d0a67e-bdb9-402a-ac06-752346c1601a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb63a84-0a82-41a7-8585-e2281e35be24 HTTP/1.1" status: 200 len: 217 time: 0.1810293 Jun 04 16:16:28.475723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1551238710-network', 'tenant_id': '6461280ea3534674a78bcfbcaeec3533'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:28.612096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:28.650902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Usage tracker for resource:network and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:28.688404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:28.700162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-bb7af09d-4fac-46cf-8e7a-bcc2ed66283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:28.701611 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-bb7af09d-4fac-46cf-8e7a-bcc2ed66283d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.2001035 Jun 04 16:16:28.712339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:28.750802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Made reservation on behalf of 6461280ea3534674a78bcfbcaeec3533 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:28.753036 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:28.765846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Router e4ae115f-0216-4e4f-891a-30803456b928 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:16:28.771883 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:28.779147 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b78cc22a-dcb2-4b3b-b7f9-7fef212cefa1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674312 Jun 04 16:16:28.802515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:28.809090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Usage tracker for resource:security_group_rule and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:28.810869 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:28.815465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:28.828505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:28.853330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e407c8-0d12-4a07-b915-57eb0835e3c4 req-6d960000-4eb7-4719-b5a1-b5af3132e979 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:28.854823 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95e407c8-0d12-4a07-b915-57eb0835e3c4 req-6d960000-4eb7-4719-b5a1-b5af3132e979 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 951 time: 0.2404692 Jun 04 16:16:28.864119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fbd39-3b67-462c-b9f5-d07cbb62c113 req-154783b9-3148-4de1-8c55-37a328b4b78b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:28.865512 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d76fbd39-3b67-462c-b9f5-d07cbb62c113 req-154783b9-3148-4de1-8c55-37a328b4b78b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 945 time: 0.2550914 Jun 04 16:16:28.874922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-4ba2023c-69da-4b35-9785-411617ccb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:28.876312 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-4ba2023c-69da-4b35-9785-411617ccb623 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 1096 time: 0.3978646 Jun 04 16:16:28.991460 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:16:29.033228 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:29.045660 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:29.048579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95e407c8-0d12-4a07-b915-57eb0835e3c4 req-3ef92473-7f8c-4a9a-90c4-05306727df11 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762021 Jun 04 16:16:29.058277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d76fbd39-3b67-462c-b9f5-d07cbb62c113 req-ab654ffe-55cc-4f53-b39a-0347da0b9a46 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811271 Jun 04 16:16:29.134891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:29.139903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-bb0ca539-c3af-4030-9230-ef61aa68c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:29.141545 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-bb0ca539-c3af-4030-9230-ef61aa68c826 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.2461798 Jun 04 16:16:29.143758 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:29.300424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-98cecb49-462c-4b82-a6be-eaa48d31ce82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41a2dfac-b6f1-4289-a204-778866251efd HTTP/1.1" status: 200 len: 217 time: 0.1464899 Jun 04 16:16:29.313829 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-4941cf8e-ae53-49cc-8d71-e98c74090c2a service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239530 Jun 04 16:16:29.326194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:16:29.357394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event updated for resources: {'Port': ['ID=44c594fe-fdc2-41d1-b756-5392c837743b,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:29.371586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8b49f0-70be-4865-a779-ddd01c97681c,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:29.394260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:29.394636 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Added segment ed7cec89-8f7f-4a81-b19e-8e6a12f48536 of type vlan for network 8c1391a2-6e4b-4402-a477-297ad2c6356d Jun 04 16:16:29.442666 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:16:29.447055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-8ed93352-1d44-4fae-a848-381dd6d1833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:29.448531 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-8ed93352-1d44-4fae-a848-381dd6d1833e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.1200874 Jun 04 16:16:29.453327 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Sync routers for ids ['e4ae115f-0216-4e4f-891a-30803456b928'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:16:29.464667 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Routers {'e4ae115f-0216-4e4f-891a-30803456b928'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:16:29.465266 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:16:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e4ae115f-0216-4e4f-891a-30803456b928'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:29.473310 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:29.494907 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:29.517212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-37fe1892-0aa1-4c84-8a49-95bbb56dbcf0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603342 Jun 04 16:16:29.569402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336f1d6-916b-4284-bec5-5cae6ca1fdb1 req-efbdb06b-e143-45f3-9dfb-4f38f6369313 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:29.571324 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c336f1d6-916b-4284-bec5-5cae6ca1fdb1 req-efbdb06b-e143-45f3-9dfb-4f38f6369313 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 931 time: 0.3550766 Jun 04 16:16:29.586635 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:29.590732 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-57c3c76c-1e5b-4258-8d08-3346e8be3bc5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8698325 Jun 04 16:16:29.590732 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:29.590732 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bb86a88e-4c23-4b28-9135-2c533d85cc4e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8819828 Jun 04 16:16:29.593686 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44552e5-9abb-49ae-9a69-9db2c8d9d9f4 req-51cdcc44-b00d-4fd4-85fa-299390309c6f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:29.595369 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a44552e5-9abb-49ae-9a69-9db2c8d9d9f4 req-51cdcc44-b00d-4fd4-85fa-299390309c6f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 944 time: 0.3714406 Jun 04 16:16:29.596741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60524) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:29.699905 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:29.701131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:29.701584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:29.710762 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Set router e4ae115f-0216-4e4f-891a-30803456b928 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:16:29.718632 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b94b2f97-2cb2-44a0-8b94-0e76bcc0cf79 req-b4660b48-dfe4-4d76-9416-77549bf1f2ea service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850553 Jun 04 16:16:29.781041 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c336f1d6-916b-4284-bec5-5cae6ca1fdb1 req-9b3dc34c-6a7c-434d-b84a-479772466a77 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018423 Jun 04 16:16:29.870375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a44552e5-9abb-49ae-9a69-9db2c8d9d9f4 req-7c28d041-d0d8-46ee-89af-b43c656502c4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285261 Jun 04 16:16:29.968048 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7131970 Jun 04 16:16:29.971893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60534) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:29.991495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Request body: {'subnet': {'network_id': '8c1391a2-6e4b-4402-a477-297ad2c6356d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1551238710-subnet', 'tenant_id': '6461280ea3534674a78bcfbcaeec3533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:29.997583 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ab7e5279-34d3-42a6-8f25-5921288d51d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:30.041297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631692f-9f86-49fb-bdca-a299e3055db6 admin admin] Pushing event updated for resources: {'Network': ['ID=8c1391a2-6e4b-4402-a477-297ad2c6356d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:30.060471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:30.072377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 8c1391a2-6e4b-4402-a477-297ad2c6356d details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:16:30.074206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-8015e823-4b0d-44b6-8a80-f2c0a6ff0b6c service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440340 Jun 04 16:16:30.075885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Usage tracker for resource:subnet and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:30.096338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:30.169906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:30.224087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Made reservation on behalf of 6461280ea3534674a78bcfbcaeec3533 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:30.231142 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:30.311495 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'name': 'tempest-ServersTestFqdnHostnames-1332267050-router', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:20Z', 'updated_at': '2022-06-04T16:16:25Z', 'revision_number': 3, 'project_id': '09e71c16565541d9bfb44412bef16223', 'gw_port': {'id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:16:22Z', 'updated_at': '2022-06-04T16:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:30.323661 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Checking router: e4ae115f-0216-4e4f-891a-30803456b928 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:16:30.324419 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Updating router e4ae115f-0216-4e4f-891a-30803456b928 port f9aa3270-942c-46e4-8007-0c09bb8762dc binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:16:30.405465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba6a568-4515-41fb-beec-1e7910fdfac3 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:16:30.421742 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:30.437493 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:30.538244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Transition to ACTIVE for port object 5ba6a568-4515-41fb-beec-1e7910fdfac3 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:16:30.554366 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:30.560877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d9182-2519-4075-bbf5-5c546592d74e req-14de820a-7cb4-431d-8e32-b5efbb35329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:30.562499 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-388d9182-2519-4075-bbf5-5c546592d74e req-14de820a-7cb4-431d-8e32-b5efbb35329e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 1095 time: 0.5498502 Jun 04 16:16:30.951867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Pushing event updated for resources: {'Port': ['ID=5ba6a568-4515-41fb-beec-1e7910fdfac3,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:30.972158 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:30.980924 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-bc0e0e45-2566-4e3d-9a27-70e5a6072f9c service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8696337 Jun 04 16:16:30.991647 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:30.994607 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687e35e-dbdf-48f8-bf40-ac078d8ede81 req-46a510d2-0849-44e0-9521-ea7e09d1cf53 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:30.996123 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e687e35e-dbdf-48f8-bf40-ac078d8ede81 req-46a510d2-0849-44e0-9521-ea7e09d1cf53 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 945 time: 0.5781410 Jun 04 16:16:30.999749 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Transition to ACTIVE for port object f9aa3270-942c-46e4-8007-0c09bb8762dc will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:16:31.010606 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:31.043203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2a07d-4dd0-4382-916e-a197fc977475 req-913bd40b-f851-4f7e-803b-b15958395fdc tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:31.052308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fb2a07d-4dd0-4382-916e-a197fc977475 req-913bd40b-f851-4f7e-803b-b15958395fdc tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 1102 time: 0.5155556 Jun 04 16:16:31.083012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d9182-2519-4075-bbf5-5c546592d74e req-25aca96b-d318-4f46-a32f-147b28d1c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:31.084459 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-388d9182-2519-4075-bbf5-5c546592d74e req-25aca96b-d318-4f46-a32f-147b28d1c7ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.4739408 Jun 04 16:16:31.104221 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147d85d-6c79-4696-88b0-f1efb5591ef5 None None] Pushing event updated for resources: {'Port': ['ID=f9aa3270-942c-46e4-8007-0c09bb8762dc,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:31.121902 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e687e35e-dbdf-48f8-bf40-ac078d8ede81 req-023fdae3-3790-4902-a5be-7c6409957f98 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152072 Jun 04 16:16:31.137731 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:31.156686 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Attempting to bind port f9aa3270-942c-46e4-8007-0c09bb8762dc on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:16:31.157196 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Attempting to bind port f9aa3270-942c-46e4-8007-0c09bb8762dc by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:16:31.157592 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Attempting to bind port f9aa3270-942c-46e4-8007-0c09bb8762dc on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:31.166338 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:16:31.166809 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:31.167346 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:31.167731 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:16:31.168196 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Bound port: f9aa3270-942c-46e4-8007-0c09bb8762dc, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:16:31.168571 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:31.220059 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fb2a07d-4dd0-4382-916e-a197fc977475 req-741cbc21-73c1-4d7b-bdfa-a0bc30c9621d tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667523 Jun 04 16:16:31.262321 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] For port f9aa3270-942c-46e4-8007-0c09bb8762dc, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:16:31.267040 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] For port f9aa3270-942c-46e4-8007-0c09bb8762dc, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f9aa3270-942c-46e4-8007-0c09bb8762dc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:16:31.273691 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:31.299804 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-388d9182-2519-4075-bbf5-5c546592d74e req-25e51725-62bb-4f35-b479-9966ed53511a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb63a84-0a82-41a7-8585-e2281e35be24 HTTP/1.1" status: 200 len: 217 time: 0.1376145 Jun 04 16:16:31.375321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-775db2c4-1dba-49ce-b981-231a0772aefe tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ebd00055ee90437ca2acd288885c518a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777378 Jun 04 16:16:31.387103 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147d85d-6c79-4696-88b0-f1efb5591ef5 None None] Pushing event updated for resources: {'Port': ['ID=f9aa3270-942c-46e4-8007-0c09bb8762dc,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:31.422920 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Routers {'e4ae115f-0216-4e4f-891a-30803456b928'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:16:31.423535 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:16:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e4ae115f-0216-4e4f-891a-30803456b928'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:31.424061 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:31.458657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d9182-2519-4075-bbf5-5c546592d74e req-f92b7d25-4acc-4c8f-b1c0-7c5d65f5b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:31.460110 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-388d9182-2519-4075-bbf5-5c546592d74e req-f92b7d25-4acc-4c8f-b1c0-7c5d65f5b419 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.1473916 Jun 04 16:16:31.468112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Attempting to bind port 5ba6a568-4515-41fb-beec-1e7910fdfac3 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:16:31.468414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Attempting to bind port 5ba6a568-4515-41fb-beec-1e7910fdfac3 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'f47c1bcd-886e-4772-bc03-0bdefe20b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15766385-e714-4997-9061-68a94449eb31'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:16:31.468709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Attempting to bind port 5ba6a568-4515-41fb-beec-1e7910fdfac3 on network 15766385-e714-4997-9061-68a94449eb31 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:31.476962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Port 5ba6a568-4515-41fb-beec-1e7910fdfac3 on network 15766385-e714-4997-9061-68a94449eb31 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:16:31.477554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Attempting to bind port 5ba6a568-4515-41fb-beec-1e7910fdfac3 on network 15766385-e714-4997-9061-68a94449eb31 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:31.595913 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-388d9182-2519-4075-bbf5-5c546592d74e req-e34cda93-192b-4bc9-b85d-3877b5fb5828 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199286 Jun 04 16:16:31.608053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:16:31.608053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Checking segment: {'id': 'f47c1bcd-886e-4772-bc03-0bdefe20b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15766385-e714-4997-9061-68a94449eb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:31.608387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Bound using segment: {'id': 'f47c1bcd-886e-4772-bc03-0bdefe20b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15766385-e714-4997-9061-68a94449eb31'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:16:31.614758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Bound port: 5ba6a568-4515-41fb-beec-1e7910fdfac3, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c1bcd-886e-4772-bc03-0bdefe20b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15766385-e714-4997-9061-68a94449eb31'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:16:31.616786 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:31.635561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e7c43b-b26e-4b3e-945c-66ca412a4072,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:31.684634 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] Set router e4ae115f-0216-4e4f-891a-30803456b928 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:16:31.692620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Checking segment: {'id': 'ed7cec89-8f7f-4a81-b19e-8e6a12f48536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8c1391a2-6e4b-4402-a477-297ad2c6356d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:31.693086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Network hostable DHCP agents. Network: 8c1391a2-6e4b-4402-a477-297ad2c6356d, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:16:31.712623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-56e66874-f814-4a46-a5a9-d9b3d1d4ba6b tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:31.714414 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-56e66874-f814-4a46-a5a9-d9b3d1d4ba6b tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384054 Jun 04 16:16:31.730926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070c966-cea3-4ea2-b4db-129e41b793a7 req-d523abe7-ee58-45e5-bc6e-72f06b1a8c27 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:31.738395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0070c966-cea3-4ea2-b4db-129e41b793a7 req-d523abe7-ee58-45e5-bc6e-72f06b1a8c27 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 943 time: 0.3196597 Jun 04 16:16:31.794573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-16e99c76-9bff-4ff1-a0ae-0aab832132cc tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/quotas/ebd00055ee90437ca2acd288885c518a HTTP/1.1" status: 200 len: 375 time: 0.0291784 Jun 04 16:16:31.813321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0070c966-cea3-4ea2-b4db-129e41b793a7 req-7d0cdd9b-01a0-438a-9e95-3664c0c55a3b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734463 Jun 04 16:16:31.939558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Network 8c1391a2-6e4b-4402-a477-297ad2c6356d is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:16:31.983049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 8c1391a2-6e4b-4402-a477-297ad2c6356d) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:31.990100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:31.990197 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:31.993673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0a3eb6-e85d-4fd4-bfc8-76ac6a24cc7f None None] Network 8c1391a2-6e4b-4402-a477-297ad2c6356d requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:16:32.041512 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-8cf6d66c-113d-4a69-a141-5689e3adea22 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2389948 Jun 04 16:16:32.099661 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ec1a55cc-ea53-42bd-a7fc-e4b967c3eb75 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1186547 Jun 04 16:16:32.218964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d1ad6-984a-4291-9bb9-6d3786e9f30e req-615652ed-975c-44e0-9e30-6d1866ceba64 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:32.230928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-724d1ad6-984a-4291-9bb9-6d3786e9f30e req-615652ed-975c-44e0-9e30-6d1866ceba64 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 944 time: 0.1879656 Jun 04 16:16:32.307965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-724d1ad6-984a-4291-9bb9-6d3786e9f30e req-4eca9757-b1e6-4550-aed5-c0574bea1877 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717447 Jun 04 16:16:32.377006 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'name': 'tempest-ServersTestFqdnHostnames-1332267050-router', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:20Z', 'updated_at': '2022-06-04T16:16:25Z', 'revision_number': 3, 'project_id': '09e71c16565541d9bfb44412bef16223', 'gw_port': {'id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:16:22Z', 'updated_at': '2022-06-04T16:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:32.383000 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a070d0-1f18-4b8d-8e08-5f3f23cf5344 None None] The sync data for ids ['e4ae115f-0216-4e4f-891a-30803456b928'] in n-d-811809-3 is: [{'id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'name': 'tempest-ServersTestFqdnHostnames-1332267050-router', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:20Z', 'updated_at': '2022-06-04T16:16:25Z', 'revision_number': 3, 'project_id': '09e71c16565541d9bfb44412bef16223', 'gw_port': {'id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:16:22Z', 'updated_at': '2022-06-04T16:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:16:32.427879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f523c10d-4207-4d29-8a3c-73eef7dd3db7 None None] Network 8c1391a2-6e4b-4402-a477-297ad2c6356d requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:16:32.462111 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:32.549540 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:32.705239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] For port 5ba6a568-4515-41fb-beec-1e7910fdfac3, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:16:32.710370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] For port 5ba6a568-4515-41fb-beec-1e7910fdfac3, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ba6a568-4515-41fb-beec-1e7910fdfac3,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:16:32.716250 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-388d9182-2519-4075-bbf5-5c546592d74e req-7db1337a-7b6a-400a-b0e3-b855285bdd35 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0696666 Jun 04 16:16:32.767794 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:32.769311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0772e-e121-45f8-a737-b86e970aa2b5 req-2cbc0f6e-f869-49d3-bd5f-9a7cc9681ef1 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:32.778697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75f0772e-e121-45f8-a737-b86e970aa2b5 req-2cbc0f6e-f869-49d3-bd5f-9a7cc9681ef1 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1777699 Jun 04 16:16:32.920883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:32.920883 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:32.925977 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] 10.222.0.46 "PUT /v2.0/ports/5ba6a568-4515-41fb-beec-1e7910fdfac3 HTTP/1.1" status: 200 len: 1091 time: 4.7028835 Jun 04 16:16:32.930904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8379f12-ca99-4883-a6b9-6ad1382d468c service neutron] Pushing event updated for resources: {'Port': ['ID=5ba6a568-4515-41fb-beec-1e7910fdfac3,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:32.935209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ec33a9-a105-4704-aea1-120d3960f3ff', 'tag': '5ba6a568-4515-41fb-beec-1e7910fdfac3'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:32.991496 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ed95408-52d8-409f-824f-9fd757fc706b req-26a63519-422d-4d54-8ce0-5c933c596630 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 210 time: 0.2393124 Jun 04 16:16:33.018983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75f0772e-e121-45f8-a737-b86e970aa2b5 req-efc37d3c-91df-47d1-b1ca-db2fb1040c6e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393560 Jun 04 16:16:33.312940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1248421247', 'description': 'tempest-description-1704169067'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:33.326227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:33.334009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Usage tracker for resource:security_group and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:33.340901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:33.350387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d33a-9915-47fe-96b0-cfcb8688503c req-55245c82-b13c-4a28-b662-c68ee19d69d5 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:33.358110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a06d33a-9915-47fe-96b0-cfcb8688503c req-55245c82-b13c-4a28-b662-c68ee19d69d5 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 1102 time: 0.1576607 Jun 04 16:16:33.360850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:33.392382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6eb63a84-0a82-41a7-8585-e2281e35be24 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:16:33.413967 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:33.445577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a06d33a-9915-47fe-96b0-cfcb8688503c req-b25bff7b-796d-4a07-8b61-6594bc82e298 tempest-ServersAdminTestJSON-33023677 tempest-ServersAdminTestJSON-33023677-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861199 Jun 04 16:16:33.464835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:33.479301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Usage tracker for resource:security_group_rule and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:33.510546 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Allocated IP 172.20.0.1 (85d87bed-f7cb-4335-8ec3-bd9400c80cde/a6f46552-c78c-4fda-91e5-e4526839cd07/72e1f4ef-0ad7-4255-9908-37ce3f464c90) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:16:33.517068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f9aa3270-942c-46e4-8007-0c09bb8762dc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:16:33.523498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:33.547517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:33.666363 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-388d9182-2519-4075-bbf5-5c546592d74e req-32d5e832-f84e-4054-ab30-1e1257f2fca4 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9405355 Jun 04 16:16:33.679659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-03b093fa-4347-4f0b-9109-b196938ab35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:33.683451 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-03b093fa-4347-4f0b-9109-b196938ab35e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39eb674087d5486c8f7f55e99956500b&device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 1094 time: 0.5957057 Jun 04 16:16:33.695955 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:33.726857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6eb63a84-0a82-41a7-8585-e2281e35be24,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:33.747691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '6eb63a84-0a82-41a7-8585-e2281e35be24', 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded', 'port_id': '6eb63a84-0a82-41a7-8585-e2281e35be24', 'mac_address': 'fa:16:3e:06:52:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:16:33.753626 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:33.790154 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:33.805615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port f9aa3270-942c-46e4-8007-0c09bb8762dc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:16:33.836397 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-3a222538-cc17-4988-b6f3-b5f819df0d13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ba6a568-4515-41fb-beec-1e7910fdfac3 HTTP/1.1" status: 200 len: 217 time: 0.1336524 Jun 04 16:16:33.872252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=606e3425-742e-49a5-b9cf-e0a82ecf6fa1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:33.874401 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 6eb63a84-0a82-41a7-8585-e2281e35be24 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:33.884023 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:33.884401 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:33.885455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b0d9f1c-9e57-4cd3-bb97-1af3bbe6a537 req-4843f22b-479e-4eaf-a839-48c4e1fb89f5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5797603 Jun 04 16:16:33.902237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e937991-fb7e-43ba-8aeb-f8885318906f req-a2c8b13b-f569-4513-8360-894debda37fe tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:33.904248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e937991-fb7e-43ba-8aeb-f8885318906f req-a2c8b13b-f569-4513-8360-894debda37fe tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 943 time: 0.1617258 Jun 04 16:16:33.912984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb63a84-0a82-41a7-8585-e2281e35be24 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:16:33.921854 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f9aa3270-942c-46e4-8007-0c09bb8762dc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:33.922247 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:33.960429 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:33.985885 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72500aee-8eb9-49c9-81f9-a239fa900dd1'] response: {'name': 'network-changed', 'server_uuid': '47ec33a9-a105-4704-aea1-120d3960f3ff', 'tag': '5ba6a568-4515-41fb-beec-1e7910fdfac3', 'status': 'completed', 'code': 200} Jun 04 16:16:33.998957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6eb63a84-0a82-41a7-8585-e2281e35be24,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:34.000829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e937991-fb7e-43ba-8aeb-f8885318906f req-2a073b49-d69b-4a6f-a045-c4828804f2a7 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877886 Jun 04 16:16:34.002404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-3a3690b3-8c11-4baf-9e65-256a2a511030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:34.004083 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-3a3690b3-8c11-4baf-9e65-256a2a511030 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=03f80806-80de-420b-bbfa-7c1e05be866d HTTP/1.1" status: 200 len: 852 time: 0.1575425 Jun 04 16:16:34.016063 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:34.054381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Transition to ACTIVE for port object 72e1f4ef-0ad7-4255-9908-37ce3f464c90 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:16:34.079180 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-bbcdeafd-673a-4fb5-a05d-539012d013e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15766385-e714-4997-9061-68a94449eb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685723 Jun 04 16:16:34.134976 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:34.161396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=6eb63a84-0a82-41a7-8585-e2281e35be24,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:34.241981 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-b14f5460-3137-4674-bda5-e2903e07111d tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebd00055ee90437ca2acd288885c518a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495341 Jun 04 16:16:34.267489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f9aa3270-942c-46e4-8007-0c09bb8762dc is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:34.267906 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:34.291410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port f9aa3270-942c-46e4-8007-0c09bb8762dc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f9aa3270-942c-46e4-8007-0c09bb8762dc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:34.302887 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:34.304783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['6eb63a84-0a82-41a7-8585-e2281e35be24'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:34.315007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ef83f-1e90-428b-9a66-6f89e051e7bd req-258c260e-bb46-47e4-a5e0-1bb06f419d9d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:34.317293 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-951ef83f-1e90-428b-9a66-6f89e051e7bd req-258c260e-bb46-47e4-a5e0-1bb06f419d9d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 945 time: 0.1503446 Jun 04 16:16:34.376861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-951ef83f-1e90-428b-9a66-6f89e051e7bd req-427b958e-eb4a-4bee-8c80-87c532426e4d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517173 Jun 04 16:16:34.381253 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:34.490017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=f9aa3270-942c-46e4-8007-0c09bb8762dc,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:34.709191 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-63ce2529-6095-4948-8945-59deb32e13ca service neutron] 10.222.0.46 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215715 Jun 04 16:16:34.725108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Network 85d87bed-f7cb-4335-8ec3-bd9400c80cde is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:16:34.745745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-41d7a40d-e00e-4d8d-b93d-35e3b1b654c4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:34.747262 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-41d7a40d-e00e-4d8d-b93d-35e3b1b654c4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4949973 Jun 04 16:16:34.748159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:34.756979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d85577cb-d310-4b4e-8b70-ed552d6162f2 req-87892bb2-b843-42de-84f5-8453389eca0b tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-groups/606e3425-742e-49a5-b9cf-e0a82ecf6fa1 HTTP/1.1" status: 200 len: 1813 time: 0.0738757 Jun 04 16:16:34.765937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d85577cb-d310-4b4e-8b70-ed552d6162f2 req-7438a4e5-f66e-424d-ba87-5f1b92858045 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '606e3425-742e-49a5-b9cf-e0a82ecf6fa1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:34.769751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d85577cb-d310-4b4e-8b70-ed552d6162f2 req-7438a4e5-f66e-424d-ba87-5f1b92858045 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '606e3425-742e-49a5-b9cf-e0a82ecf6fa1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:34.778968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d85577cb-d310-4b4e-8b70-ed552d6162f2 req-7438a4e5-f66e-424d-ba87-5f1b92858045 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:34.787959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d85577cb-d310-4b4e-8b70-ed552d6162f2 req-7438a4e5-f66e-424d-ba87-5f1b92858045 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Usage tracker for resource:security_group_rule and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:34.792645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d85577cb-d310-4b4e-8b70-ed552d6162f2 req-7438a4e5-f66e-424d-ba87-5f1b92858045 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:34.839326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d85577cb-d310-4b4e-8b70-ed552d6162f2 req-7438a4e5-f66e-424d-ba87-5f1b92858045 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:34.857724 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16895575-74b3-45fb-8937-5961ae960c09 req-93beeefe-e46f-4dbe-ad40-7e05b159c2a7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 210 time: 0.0664768 Jun 04 16:16:34.924352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:16:34.926383 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d85577cb-d310-4b4e-8b70-ed552d6162f2 req-7438a4e5-f66e-424d-ba87-5f1b92858045 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:34.970919 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d85577cb-d310-4b4e-8b70-ed552d6162f2 req-7438a4e5-f66e-424d-ba87-5f1b92858045 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:34.982572 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d85577cb-d310-4b4e-8b70-ed552d6162f2 req-7438a4e5-f66e-424d-ba87-5f1b92858045 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:34.991271 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:35.025940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438a4e5-f66e-424d-ba87-5f1b92858045 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fadad5-81ea-4b27-b89b-14fddfc1af01,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:35.049269 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d85577cb-d310-4b4e-8b70-ed552d6162f2 req-7438a4e5-f66e-424d-ba87-5f1b92858045 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:35.051825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d85577cb-d310-4b4e-8b70-ed552d6162f2 req-7438a4e5-f66e-424d-ba87-5f1b92858045 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2911088 Jun 04 16:16:35.163801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47381e2d-7cd5-4b77-9e0b-acbe81e8af2f req-f5076916-df83-4acf-a062-69288a2a2392 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:35.166026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47381e2d-7cd5-4b77-9e0b-acbe81e8af2f req-f5076916-df83-4acf-a062-69288a2a2392 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0982566 Jun 04 16:16:35.173774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4c023cc0-ea41-4496-973f-ef0431868cd7 None None] Provisioning for port 72e1f4ef-0ad7-4255-9908-37ce3f464c90 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:16:35.181191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4c023cc0-ea41-4496-973f-ef0431868cd7 None None] Provisioning complete for port 72e1f4ef-0ad7-4255-9908-37ce3f464c90 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:35.182357 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4c023cc0-ea41-4496-973f-ef0431868cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:35.248370 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4c023cc0-ea41-4496-973f-ef0431868cd7 None None] Port 72e1f4ef-0ad7-4255-9908-37ce3f464c90 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:16:35.269115 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47381e2d-7cd5-4b77-9e0b-acbe81e8af2f req-acf839eb-a742-4753-9816-4197b4ab6512 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658219 Jun 04 16:16:35.303238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Request body: {'port': {'device_id': '9032dee9-6c84-48bf-8f48-3363638436d5', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': 'ebd00055ee90437ca2acd288885c518a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:35.309179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4848c58-a1a6-4204-a6d0-34d72f60ae01 req-50acd771-ce14-464f-9f88-85cd77ffd6d8 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:35.316870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4848c58-a1a6-4204-a6d0-34d72f60ae01 req-50acd771-ce14-464f-9f88-85cd77ffd6d8 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa95a2cd-337f-405c-b716-30bc364221c4 HTTP/1.1" status: 200 len: 950 time: 0.1495347 Jun 04 16:16:35.358599 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Pushing event updated for resources: {'Port': ['ID=72e1f4ef-0ad7-4255-9908-37ce3f464c90,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:35.401269 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4848c58-a1a6-4204-a6d0-34d72f60ae01 req-898325fb-56f5-4cd2-889d-eb0b9004b1dc tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834410 Jun 04 16:16:35.423098 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f9aa3270-942c-46e4-8007-0c09bb8762dc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:16:35.471909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6eb63a84-0a82-41a7-8585-e2281e35be24 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:16:35.499084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bcdc6d1-85aa-4372-9a4b-145f9e981636 req-665d7734-4415-4616-a609-c5430e689219 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-groups/606e3425-742e-49a5-b9cf-e0a82ecf6fa1 HTTP/1.1" status: 200 len: 2406 time: 0.0687289 Jun 04 16:16:35.564743 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2a3614da-b62e-4388-9587-e40de76f3ef9 req-82be6d0f-2053-4c2b-a165-78e25a0d3205 service neutron] 10.222.0.46 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8360932 Jun 04 16:16:35.667643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 6eb63a84-0a82-41a7-8585-e2281e35be24 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:16:35.675005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f9aa3270-942c-46e4-8007-0c09bb8762dc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:35.675588 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:35.707847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 6eb63a84-0a82-41a7-8585-e2281e35be24 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:35.708743 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:35.734098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:35.768302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:35.788624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Made reservation on behalf of ebd00055ee90437ca2acd288885c518a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:35.792365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:35.830209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91bc43-4ee5-47a3-a9c6-fce18af8ec5c req-4a02a1aa-f5b3-4d3f-a28e-52621e2c94e5 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:35.838417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f91bc43-4ee5-47a3-a9c6-fce18af8ec5c req-4a02a1aa-f5b3-4d3f-a28e-52621e2c94e5 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 943 time: 0.3362269 Jun 04 16:16:35.905934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f91bc43-4ee5-47a3-a9c6-fce18af8ec5c req-49bbdf87-c539-4a82-b200-6d465a943890 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666175 Jun 04 16:16:35.921590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9db1c6-b474-4e64-a6c2-5c6669d17427 req-8d9d0384-46db-4eb3-aad0-b032adc8ea8e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:35.933091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cb34f-e14c-47dd-b0b3-125499c0e11b req-d579d704-5c90-4ac8-9ec8-b7701cba215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:35.938312 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc9db1c6-b474-4e64-a6c2-5c6669d17427 req-8d9d0384-46db-4eb3-aad0-b032adc8ea8e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 945 time: 0.2746847 Jun 04 16:16:35.942701 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e51cb34f-e14c-47dd-b0b3-125499c0e11b req-d579d704-5c90-4ac8-9ec8-b7701cba215c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39eb674087d5486c8f7f55e99956500b&device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 1094 time: 0.2962983 Jun 04 16:16:35.978308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f9aa3270-942c-46e4-8007-0c09bb8762dc is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:35.986828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 6eb63a84-0a82-41a7-8585-e2281e35be24 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:35.987307 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fe595c1-7a8d-47e4-8bf8-fa1a56b818cc req-d3d539c8-b46c-478c-8090-cceaa62d30d0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-group-rules/07fadad5-81ea-4b27-b89b-14fddfc1af01 HTTP/1.1" status: 200 len: 778 time: 0.0294940 Jun 04 16:16:35.987704 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:36.040726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cd6a67-7e10-4701-a052-62ba843bdaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb63a84-0a82-41a7-8585-e2281e35be24'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:36.041419 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc9db1c6-b474-4e64-a6c2-5c6669d17427 req-1cbce605-b85d-401b-97c3-047c06d4089c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965886 Jun 04 16:16:36.055575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6eb63a84-0a82-41a7-8585-e2281e35be24,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:36.067540 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:36.107637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fe595c1-7a8d-47e4-8bf8-fa1a56b818cc req-f52554a1-8da4-4ad5-8ed0-c6bb9c755f82 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-groups/606e3425-742e-49a5-b9cf-e0a82ecf6fa1 HTTP/1.1" status: 200 len: 2406 time: 0.1031489 Jun 04 16:16:36.182794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=6eb63a84-0a82-41a7-8585-e2281e35be24,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:36.186656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cb34f-e14c-47dd-b0b3-125499c0e11b req-289871a3-015c-4d03-9789-0a1d10952170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:36.188112 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e51cb34f-e14c-47dd-b0b3-125499c0e11b req-289871a3-015c-4d03-9789-0a1d10952170 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15766385-e714-4997-9061-68a94449eb31 HTTP/1.1" status: 200 len: 913 time: 0.2446256 Jun 04 16:16:36.243495 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4fe595c1-7a8d-47e4-8bf8-fa1a56b818cc req-63058fbe-94bd-452e-a829-85b6a55b26dc tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:36.260392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d53b347-516a-4771-bfa8-50507cd7a21e req-5339b461-b9b9-4ecb-8208-3d463537709e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 210 time: 0.1125503 Jun 04 16:16:36.262514 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:36.266301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4fe595c1-7a8d-47e4-8bf8-fa1a56b818cc req-63058fbe-94bd-452e-a829-85b6a55b26dc tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:36.295930 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e51cb34f-e14c-47dd-b0b3-125499c0e11b req-1cd0c5c2-b545-467d-be19-7170e8b94c81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ba6a568-4515-41fb-beec-1e7910fdfac3 HTTP/1.1" status: 200 len: 217 time: 0.0933261 Jun 04 16:16:36.333007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc55fe3-29c0-4608-bce3-c0271a46d22e req-d9337498-92a4-49af-8ed0-1bf253d43d24 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:36.334485 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2bc55fe3-29c0-4608-bce3-c0271a46d22e req-d9337498-92a4-49af-8ed0-1bf253d43d24 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa95a2cd-337f-405c-b716-30bc364221c4 HTTP/1.1" status: 200 len: 950 time: 0.1761203 Jun 04 16:16:36.335105 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4fe595c1-7a8d-47e4-8bf8-fa1a56b818cc req-63058fbe-94bd-452e-a829-85b6a55b26dc tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:36.345441 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287466a0-4652-4829-a680-451b89c0e442'] response: {'server_uuid': 'a7cd6a67-7e10-4701-a052-62ba843bdaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb63a84-0a82-41a7-8585-e2281e35be24', 'code': 200} Jun 04 16:16:36.437384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2bc55fe3-29c0-4608-bce3-c0271a46d22e req-4cad2556-7166-436e-ae4a-dc69a586448d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Deleting port 76667f32-87fa-490e-86f9-11b1de5db7a6 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:36.437621 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2bc55fe3-29c0-4608-bce3-c0271a46d22e req-4cad2556-7166-436e-ae4a-dc69a586448d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:36.514835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63058fbe-94bd-452e-a829-85b6a55b26dc tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07fadad5-81ea-4b27-b89b-14fddfc1af01,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:36.519655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cb34f-e14c-47dd-b0b3-125499c0e11b req-a9eec69d-34f8-4142-a18a-2ccb79232a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:36.521212 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e51cb34f-e14c-47dd-b0b3-125499c0e11b req-a9eec69d-34f8-4142-a18a-2ccb79232a44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=03f80806-80de-420b-bbfa-7c1e05be866d HTTP/1.1" status: 200 len: 852 time: 0.1887226 Jun 04 16:16:36.522386 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Allocated IP 192.168.233.74 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/c8c3fd24-4f62-4793-8db6-6ee212845f2c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:16:36.532431 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4fe595c1-7a8d-47e4-8bf8-fa1a56b818cc req-63058fbe-94bd-452e-a829-85b6a55b26dc tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:36.533504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fe595c1-7a8d-47e4-8bf8-fa1a56b818cc req-63058fbe-94bd-452e-a829-85b6a55b26dc tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/07fadad5-81ea-4b27-b89b-14fddfc1af01 HTTP/1.1" status: 204 len: 173 time: 0.4210968 Jun 04 16:16:36.597573 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e51cb34f-e14c-47dd-b0b3-125499c0e11b req-be9ddb4c-ff39-42c8-955c-d4a542079bdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15766385-e714-4997-9061-68a94449eb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689340 Jun 04 16:16:36.840669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7496fd-81c7-4702-90e3-edfaf3e2c939 req-0b01e77c-9ff6-4555-99c5-3fc2802bb8e7 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:36.842103 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a7496fd-81c7-4702-90e3-edfaf3e2c939 req-0b01e77c-9ff6-4555-99c5-3fc2802bb8e7 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 945 time: 0.3752463 Jun 04 16:16:36.850473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2bc55fe3-29c0-4608-bce3-c0271a46d22e req-4cad2556-7166-436e-ae4a-dc69a586448d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] For port 76667f32-87fa-490e-86f9-11b1de5db7a6, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=76667f32-87fa-490e-86f9-11b1de5db7a6,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:36.850711 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2bc55fe3-29c0-4608-bce3-c0271a46d22e req-4cad2556-7166-436e-ae4a-dc69a586448d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:36.924851 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed601f-05a7-4e9e-9e4a-97ee2e7aeac3 req-b0195033-bf9d-4001-9003-1e1b0fc75a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:36.926332 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a1ed601f-05a7-4e9e-9e4a-97ee2e7aeac3 req-b0195033-bf9d-4001-9003-1e1b0fc75a31 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 1097 time: 0.5039618 Jun 04 16:16:36.994590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2bc55fe3-29c0-4608-bce3-c0271a46d22e req-4cad2556-7166-436e-ae4a-dc69a586448d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Calling delete_port for 76667f32-87fa-490e-86f9-11b1de5db7a6 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:37.014374 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e51cb34f-e14c-47dd-b0b3-125499c0e11b req-ac5202c1-e76d-4de9-ba2a-f420f133fed8 service neutron] 10.222.0.46 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925891 Jun 04 16:16:37.071423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfa2c7-f575-42ba-9bff-ef8cc2c54d26 req-e74fe213-27cc-4a87-b3c9-19b968663cab tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:37.072980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ebfa2c7-f575-42ba-9bff-ef8cc2c54d26 req-e74fe213-27cc-4a87-b3c9-19b968663cab tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa95a2cd-337f-405c-b716-30bc364221c4 HTTP/1.1" status: 200 len: 950 time: 0.3696423 Jun 04 16:16:37.086602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a7496fd-81c7-4702-90e3-edfaf3e2c939 req-ae72a16f-485c-4206-859a-47b7104fdc0b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246017 Jun 04 16:16:37.148520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-890304228', 'description': 'tempest-description-1327337974'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:37.162083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:37.168860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Usage tracker for resource:security_group and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:37.200807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:37.206012 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ebfa2c7-f575-42ba-9bff-ef8cc2c54d26 req-30be93ce-3bfc-4ddc-b3b4-00ca4a2b9272 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230495 Jun 04 16:16:37.207462 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a1ed601f-05a7-4e9e-9e4a-97ee2e7aeac3 req-319f0654-fb50-44f3-ab8d-0482f5c0dfbf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639630 Jun 04 16:16:37.213553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:37.245397 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:37.267229 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:16:37.273795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:37.277904 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2bc55fe3-29c0-4608-bce3-c0271a46d22e req-4cad2556-7166-436e-ae4a-dc69a586448d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:37.284611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Usage tracker for resource:security_group_rule and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:37.292576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['ccc7185e-af33-449e-a03d-9e16a2985bb9'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:37.307349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:37.317897 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:37.322278 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['76667f32-87fa-490e-86f9-11b1de5db7a6', '83cecbf2-f32b-411a-a63b-f5d0d7b49878'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:37.328312 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:37.339689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:37.346207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:37.413583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad2556-7166-436e-ae4a-dc69a586448d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Pushing event deleted for resources: {'Port': ['ID=76667f32-87fa-490e-86f9-11b1de5db7a6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:37.459649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Transition to ACTIVE for port object c8c3fd24-4f62-4793-8db6-6ee212845f2c will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:16:37.484442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Pushing event updated for resources: {'Port': ['ID=72e1f4ef-0ad7-4255-9908-37ce3f464c90,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:37.488078 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:37.493464 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e51cb34f-e14c-47dd-b0b3-125499c0e11b req-28eda555-fa50-4d62-970a-1e37a7eb8349 service neutron] 10.222.0.46 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620144 Jun 04 16:16:37.516115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc55fe3-29c0-4608-bce3-c0271a46d22e req-4cad2556-7166-436e-ae4a-dc69a586448d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] No DVR routers for this DVR port 76667f32-87fa-490e-86f9-11b1de5db7a6 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:16:37.528722 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2bc55fe3-29c0-4608-bce3-c0271a46d22e req-4cad2556-7166-436e-ae4a-dc69a586448d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:37.532035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa95a2cd-337f-405c-b716-30bc364221c4', 'name': 'network-vif-deleted', 'tag': '76667f32-87fa-490e-86f9-11b1de5db7a6'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:37.574230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2bc55fe3-29c0-4608-bce3-c0271a46d22e req-4cad2556-7166-436e-ae4a-dc69a586448d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.46 "DELETE /v2.0/ports/76667f32-87fa-490e-86f9-11b1de5db7a6 HTTP/1.1" status: 204 len: 173 time: 1.2313538 Jun 04 16:16:37.598770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6780b-cdc5-4e56-932b-1cb57da833b0 req-917d1f93-0076-4c44-8461-88f26242c50f tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:37.606789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79b6780b-cdc5-4e56-932b-1cb57da833b0 req-917d1f93-0076-4c44-8461-88f26242c50f tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 943 time: 0.2532763 Jun 04 16:16:37.610776 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:37.689815 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79b6780b-cdc5-4e56-932b-1cb57da833b0 req-3db8f551-4e8d-4d98-b5f2-5e8fa320c049 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820663 Jun 04 16:16:37.692280 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:37.708852 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:37.719887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:16:37.727253 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:37.734771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Network 85d87bed-f7cb-4335-8ec3-bd9400c80cde is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:16:37.735636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:16:37.761223 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:37.762493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b57189d-5bbe-46c4-a60d-ba9c71d37c9e req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6210270 Jun 04 16:16:37.764008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f7c71-297c-4c85-a5da-f0786e40a718 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc49db2-2c68-4e78-b1a9-f178525a7428,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:37.769071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event updated for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:37.771479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:37.829740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['de14cf5d-f911-468f-b7f0-8f796df3808a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:37.895612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['6368b7ab-a09d-49d4-bf7d-087882efe336'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:37.912225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d709a9-5a3a-4248-a84d-7eb5fa194915 req-aa57a045-5030-401d-bf61-79ffb09574cf tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:37.924212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d7d709a9-5a3a-4248-a84d-7eb5fa194915 req-aa57a045-5030-401d-bf61-79ffb09574cf tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 946 time: 0.1104741 Jun 04 16:16:37.950527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ba6a568-4515-41fb-beec-1e7910fdfac3 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:16:37.962656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:37.963335 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:38.141969 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-837f7c27-fcc9-427e-a393-99372d59bec7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1520751 Jun 04 16:16:38.156160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Request body: {'port': {'device_id': '9032dee9-6c84-48bf-8f48-3363638436d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:38.205157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d7d709a9-5a3a-4248-a84d-7eb5fa194915 req-0239c295-734f-4bdb-a6d1-518a0b969ceb tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799711 Jun 04 16:16:38.208402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Router e4ae115f-0216-4e4f-891a-30803456b928 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:16:38.326037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337c858-8277-4496-8469-a9a9582bcbf4 req-f872dbf0-f8dd-4e58-aed8-25a04459f746 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:38.338399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a337c858-8277-4496-8469-a9a9582bcbf4 req-f872dbf0-f8dd-4e58-aed8-25a04459f746 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 935 time: 0.3870735 Jun 04 16:16:38.375845 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186adf7c-2c11-4c05-87b3-c9ef9cdab4bd'] response: {'server_uuid': 'aa95a2cd-337f-405c-b716-30bc364221c4', 'name': 'network-vif-deleted', 'tag': '76667f32-87fa-490e-86f9-11b1de5db7a6', 'status': 'completed', 'code': 200} Jun 04 16:16:38.433332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a337c858-8277-4496-8469-a9a9582bcbf4 req-511c8c3b-2f33-4454-8274-857b5440c4c4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Synchronizing usage tracker for tenant:ebd00055ee90437ca2acd288885c518a on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:16:38.486933 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa902116-a427-43da-8479-f2a1b657f679 req-711e4768-e5b9-44ae-8ec0-b691ab6d8aeb tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-groups/ecc49db2-2c68-4e78-b1a9-f178525a7428 HTTP/1.1" status: 200 len: 1812 time: 0.1074958 Jun 04 16:16:38.488956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3c1dfdbf-a5cf-4ace-a227-91d776d34284 None None] Provisioning complete for port 72e1f4ef-0ad7-4255-9908-37ce3f464c90 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:38.489445 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfdbf-a5cf-4ace-a227-91d776d34284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:38.490351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a337c858-8277-4496-8469-a9a9582bcbf4 req-511c8c3b-2f33-4454-8274-857b5440c4c4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Unset dirty status for tenant:ebd00055ee90437ca2acd288885c518a on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:16:38.504303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a337c858-8277-4496-8469-a9a9582bcbf4 req-511c8c3b-2f33-4454-8274-857b5440c4c4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635396 Jun 04 16:16:38.545864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:38.627571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:16:38.636043 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5a7d3b46-3201-42f0-a2bc-82ecb93a8090 admin admin] 10.222.0.13 "PUT /v2.0/routers/e4ae115f-0216-4e4f-891a-30803456b928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0379231 Jun 04 16:16:38.662916 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Sync routers for ids ['e4ae115f-0216-4e4f-891a-30803456b928'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:16:38.672279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5ba6a568-4515-41fb-beec-1e7910fdfac3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ba6a568-4515-41fb-beec-1e7910fdfac3,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:38.770520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0139bda-7eb9-4380-b440-fc35ce708043 req-3f75599b-9690-4d84-9729-91de468109aa tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:38.778203 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0139bda-7eb9-4380-b440-fc35ce708043 req-3f75599b-9690-4d84-9729-91de468109aa tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1015019 Jun 04 16:16:38.811509 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3c1dfdbf-a5cf-4ace-a227-91d776d34284 None None] Port 72e1f4ef-0ad7-4255-9908-37ce3f464c90 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:16:38.813460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '5ba6a568-4515-41fb-beec-1e7910fdfac3', 'network_id': '15766385-e714-4997-9061-68a94449eb31', 'port_id': '5ba6a568-4515-41fb-beec-1e7910fdfac3', 'mac_address': 'fa:16:3e:cf:fa:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f80806-80de-420b-bbfa-7c1e05be866d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:16:38.834804 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0139bda-7eb9-4380-b440-fc35ce708043 req-649b0971-eb3a-4c80-bf01-c50e0ab67d90 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552487 Jun 04 16:16:38.861844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1065743890', 'description': 'tempest-description-220724325'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:38.868334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:38.873153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Usage tracker for resource:security_group and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:38.877526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:38.884892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:38.899009 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:38.913758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60670) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:38.917142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Routers {'e4ae115f-0216-4e4f-891a-30803456b928'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:16:38.917844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:16:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e4ae115f-0216-4e4f-891a-30803456b928'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:38.936192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:38.940306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Usage tracker for resource:security_group_rule and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:38.943235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:38.949349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:39.088662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5ba6a568-4515-41fb-beec-1e7910fdfac3 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:39.089078 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:39.137406 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:39.147906 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:39.172919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-994e27d9-efcd-4eda-a1af-369bff8528ae None None] Provisioning for port c8c3fd24-4f62-4793-8db6-6ee212845f2c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:16:39.209361 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-994e27d9-efcd-4eda-a1af-369bff8528ae None None] Provisioning complete for port c8c3fd24-4f62-4793-8db6-6ee212845f2c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:39.209734 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-994e27d9-efcd-4eda-a1af-369bff8528ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:39.222048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c3c981-dd35-4c8e-987c-28bb731ce6ab,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:39.232805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a600995-da13-4658-8105-df8ef656bf8a req-ced047ff-ae6f-41a1-a7e0-5e19823b180f tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:39.239540 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a600995-da13-4658-8105-df8ef656bf8a req-ced047ff-ae6f-41a1-a7e0-5e19823b180f tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 943 time: 0.2137265 Jun 04 16:16:39.246448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba6a568-4515-41fb-beec-1e7910fdfac3 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:16:39.257895 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:39.259814 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb6cd268-8d9a-4bcc-bc07-a8b35fc37bfd req-69a13f86-7446-4ea2-bc88-06a5ae119a11 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4037039 Jun 04 16:16:39.301541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5ba6a568-4515-41fb-beec-1e7910fdfac3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ba6a568-4515-41fb-beec-1e7910fdfac3,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:39.308539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-994e27d9-efcd-4eda-a1af-369bff8528ae None None] Port c8c3fd24-4f62-4793-8db6-6ee212845f2c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:16:39.313121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a600995-da13-4658-8105-df8ef656bf8a req-b9407298-6d16-405c-a3ca-e3786ac486ec tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702760 Jun 04 16:16:39.316354 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:39.328246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Set router e4ae115f-0216-4e4f-891a-30803456b928 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:16:39.467470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c3fd24-4f62-4793-8db6-6ee212845f2c {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:16:39.485872 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:39.564915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Transition to ACTIVE for port object c8c3fd24-4f62-4793-8db6-6ee212845f2c will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:16:39.568186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a6ecb-880e-463b-b144-f25120cfcbe3 req-3e5078e6-9c3b-428f-bb28-777e0950daa0 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:39.568959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bb9a6ecb-880e-463b-b144-f25120cfcbe3 req-3e5078e6-9c3b-428f-bb28-777e0950daa0 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Synchronizing usage tracker for tenant:0b6a44bd29a64e41885e18a281790595 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:16:39.576724 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:39.595862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6392baf-d363-4179-a65d-71bfe78f16fd req-f2803873-8be0-4e90-a115-4fc8abf15875 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:39.597553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e6392baf-d363-4179-a65d-71bfe78f16fd req-f2803873-8be0-4e90-a115-4fc8abf15875 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 946 time: 0.1197996 Jun 04 16:16:39.610527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bb9a6ecb-880e-463b-b144-f25120cfcbe3 req-3e5078e6-9c3b-428f-bb28-777e0950daa0 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Unset dirty status for tenant:0b6a44bd29a64e41885e18a281790595 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:16:39.612130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb9a6ecb-880e-463b-b144-f25120cfcbe3 req-3e5078e6-9c3b-428f-bb28-777e0950daa0 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 950 time: 0.2328281 Jun 04 16:16:39.649802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5ba6a568-4515-41fb-beec-1e7910fdfac3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:39.685077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e6392baf-d363-4179-a65d-71bfe78f16fd req-fcaf123f-79c0-4307-8245-ad5807bb56af tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772560 Jun 04 16:16:39.701001 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb9a6ecb-880e-463b-b144-f25120cfcbe3 req-a4966b2c-5bf2-45b8-b3c3-79074a8ce8c3 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702868 Jun 04 16:16:39.730797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ba6a568-4515-41fb-beec-1e7910fdfac3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:39.784698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Pushing event updated for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:39.790049 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7a270df3-2d66-485a-bf05-d108eb05ef3c req-f271d5eb-a431-4dac-a54b-3b9610984cd6 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-groups/d7c3c981-dd35-4c8e-987c-28bb731ce6ab HTTP/1.1" status: 200 len: 1812 time: 0.0612617 Jun 04 16:16:39.956596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 76667f32-87fa-490e-86f9-11b1de5db7a6 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:40.000004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 76667f32-87fa-490e-86f9-11b1de5db7a6 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:40.000344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 76667f32-87fa-490e-86f9-11b1de5db7a6 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:40.107875 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Attempting to bind port c8c3fd24-4f62-4793-8db6-6ee212845f2c on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:16:40.108370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Attempting to bind port c8c3fd24-4f62-4793-8db6-6ee212845f2c by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:16:40.108496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'name': 'tempest-ServersTestFqdnHostnames-1332267050-router', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:20Z', 'updated_at': '2022-06-04T16:16:35Z', 'revision_number': 4, 'project_id': '09e71c16565541d9bfb44412bef16223', 'gw_port': {'id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:16:22Z', 'updated_at': '2022-06-04T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '72e1f4ef-0ad7-4255-9908-37ce3f464c90', 'name': '', 'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'mac_address': 'fa:16:3e:04:b7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a6f46552-c78c-4fda-91e5-e4526839cd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:16:32Z', 'updated_at': '2022-06-04T16:16:36Z', 'revision_number': 2, 'project_id': '09e71c16565541d9bfb44412bef16223', 'subnets': [{'id': 'a6f46552-c78c-4fda-91e5-e4526839cd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:40.108896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Attempting to bind port c8c3fd24-4f62-4793-8db6-6ee212845f2c on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:40.114589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Port c8c3fd24-4f62-4793-8db6-6ee212845f2c on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:16:40.115154 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Attempting to bind port c8c3fd24-4f62-4793-8db6-6ee212845f2c on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:40.115465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Checking router: e4ae115f-0216-4e4f-891a-30803456b928 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:16:40.115768 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Updating router e4ae115f-0216-4e4f-891a-30803456b928 port 72e1f4ef-0ad7-4255-9908-37ce3f464c90 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:16:40.125788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:16:40.126274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:40.126773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:16:40.127302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Bound port: c8c3fd24-4f62-4793-8db6-6ee212845f2c, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:16:40.127731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:40.156366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68662933-d706-4394-914e-c51a75525a3e req-1587e8ce-6be9-4f93-92c6-349b826e2456 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:40.158100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68662933-d706-4394-914e-c51a75525a3e req-1587e8ce-6be9-4f93-92c6-349b826e2456 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 947 time: 0.1440942 Jun 04 16:16:40.178598 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:40.231430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68662933-d706-4394-914e-c51a75525a3e req-46ed5f7f-54c6-4366-ab3d-8fe8b0b47136 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604777 Jun 04 16:16:40.246589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c88989-32c9-4df1-974c-c556c3cf2e76 req-8e77d08a-4cc7-4411-b9e5-68d914dd2a6d tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:40.248120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09c88989-32c9-4df1-974c-c556c3cf2e76 req-8e77d08a-4cc7-4411-b9e5-68d914dd2a6d tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 1097 time: 0.1416991 Jun 04 16:16:40.278986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:16:40.282775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:16:40.291706 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:40.297267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1236413113', 'description': 'tempest-description-87630353'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:40.304428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:40.311052 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09c88989-32c9-4df1-974c-c556c3cf2e76 req-a7c007d6-269b-4829-b4df-1d82f41e527b tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568194 Jun 04 16:16:40.312010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Usage tracker for resource:security_group and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:40.314966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:40.321209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:40.347165 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:40.356308 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca74f13a-1fc2-434f-b557-817383c49e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:40.372400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:40.376608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Usage tracker for resource:security_group_rule and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:40.379808 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:40.385964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:40.446269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:40.447358 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:40.448787 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] 10.222.0.42 "PUT /v2.0/ports/c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 200 len: 1095 time: 2.2968347 Jun 04 16:16:40.500404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:40.638836 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:40.642825 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:40.670976 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:40.673590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Transition to ACTIVE for port object 72e1f4ef-0ad7-4255-9908-37ce3f464c90 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:16:40.684751 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:40.701145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bc0aa-1c8c-4888-9a92-0a0bc49d562d req-99fdc274-9b5f-42c0-af1d-0abd66e91657 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:40.708749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c35bc0aa-1c8c-4888-9a92-0a0bc49d562d req-99fdc274-9b5f-42c0-af1d-0abd66e91657 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 945 time: 0.2373683 Jun 04 16:16:40.741467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8122cc-4fcb-4929-a479-bbab046eae0d service neutron] Pushing event updated for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:40.747616 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:40.759955 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ba2d95a-f02f-446d-bdb8-f86c872e7b86 req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4707263 Jun 04 16:16:40.828746 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9cbb0-74a0-4ac9-bc63-7bf4a2fa3b1e req-1d23fcc6-fc41-4d5a-ac6c-0669409a116d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:40.829667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-60b9cbb0-74a0-4ac9-bc63-7bf4a2fa3b1e req-1d23fcc6-fc41-4d5a-ac6c-0669409a116d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Synchronizing usage tracker for tenant:0b6a44bd29a64e41885e18a281790595 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:16:40.887466 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c35bc0aa-1c8c-4888-9a92-0a0bc49d562d req-e66b3d24-e409-436f-ad6e-20c1ee2dbd83 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731169 Jun 04 16:16:40.909123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9862d-be68-43b2-97dc-59d80bfcbe0a None None] Pushing event updated for resources: {'Port': ['ID=72e1f4ef-0ad7-4255-9908-37ce3f464c90,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:40.965219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a5e3e-c8cb-43fe-933e-bfbd59ec4fa3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05703304-1e65-4d75-9b39-68f9230f9fe2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:40.989047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-60b9cbb0-74a0-4ac9-bc63-7bf4a2fa3b1e req-1d23fcc6-fc41-4d5a-ac6c-0669409a116d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Unset dirty status for tenant:0b6a44bd29a64e41885e18a281790595 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:16:40.990473 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-60b9cbb0-74a0-4ac9-bc63-7bf4a2fa3b1e req-1d23fcc6-fc41-4d5a-ac6c-0669409a116d tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 950 time: 0.4283609 Jun 04 16:16:41.015169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Attempting to bind port 72e1f4ef-0ad7-4255-9908-37ce3f464c90 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:16:41.015545 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Attempting to bind port 72e1f4ef-0ad7-4255-9908-37ce3f464c90 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'fb7cf421-5708-4db1-bab8-26b1e7ca0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:16:41.015901 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Attempting to bind port 72e1f4ef-0ad7-4255-9908-37ce3f464c90 on network 85d87bed-f7cb-4335-8ec3-bd9400c80cde {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:41.023296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:16:41.023872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Checking segment: {'id': 'fb7cf421-5708-4db1-bab8-26b1e7ca0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:41.024273 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:41.024657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Bound using segment: {'id': 'fb7cf421-5708-4db1-bab8-26b1e7ca0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:16:41.025124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Bound port: 72e1f4ef-0ad7-4255-9908-37ce3f464c90, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7cf421-5708-4db1-bab8-26b1e7ca0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:16:41.025486 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:41.072242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ea83c69-9d22-427b-a444-ab8bbbaeb5cc req-cde80358-6fe5-426f-8b58-511ab2eb025b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3111923 Jun 04 16:16:41.109729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d3f97-9bcb-4180-884b-c1e499e43dc2 req-f8dba0ab-e26e-4b1e-9507-004a6b39a987 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:41.111575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-448d3f97-9bcb-4180-884b-c1e499e43dc2 req-f8dba0ab-e26e-4b1e-9507-004a6b39a987 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 944 time: 0.1894722 Jun 04 16:16:41.169479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-37cf699d-0aeb-4a4f-ac96-8f398a27d990 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:41.171186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-37cf699d-0aeb-4a4f-ac96-8f398a27d990 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1096 time: 0.1554191 Jun 04 16:16:41.182479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-448d3f97-9bcb-4180-884b-c1e499e43dc2 req-4eae02aa-831f-4cbc-97a9-116b15f7fafc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620570 Jun 04 16:16:41.188670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811809-3'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:41.226828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] For port 72e1f4ef-0ad7-4255-9908-37ce3f464c90, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:16:41.230862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] For port 72e1f4ef-0ad7-4255-9908-37ce3f464c90, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=72e1f4ef-0ad7-4255-9908-37ce3f464c90,segment=NetworkSegment(fb7cf421-5708-4db1-bab8-26b1e7ca0756),segment_id=fb7cf421-5708-4db1-bab8-26b1e7ca0756)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:16:41.250990 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:41.303431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-60b9cbb0-74a0-4ac9-bc63-7bf4a2fa3b1e req-ad0fdde8-2afb-4a00-9c55-4f6972f84f1e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Deleting port ccc7185e-af33-449e-a03d-9e16a2985bb9 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:41.304280 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-60b9cbb0-74a0-4ac9-bc63-7bf4a2fa3b1e req-ad0fdde8-2afb-4a00-9c55-4f6972f84f1e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:41.345359 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Routers {'e4ae115f-0216-4e4f-891a-30803456b928'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:16:41.346106 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:16:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e4ae115f-0216-4e4f-891a-30803456b928'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:41.349214 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee21e611-ec45-4f00-b56e-0a087284772b'] response: {'name': 'network-changed', 'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'status': 'completed', 'code': 200} Jun 04 16:16:41.364588 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-166a941e-68b2-484b-91e5-75baaf8c2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:41.367353 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-166a941e-68b2-484b-91e5-75baaf8c2ed9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 1098 time: 0.8381298 Jun 04 16:16:41.446324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9862d-be68-43b2-97dc-59d80bfcbe0a None None] Pushing event updated for resources: {'Port': ['ID=72e1f4ef-0ad7-4255-9908-37ce3f464c90,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:41.472916 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-5bbffbf3-20c7-40a3-8fc7-770c8445cf5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 200 len: 217 time: 0.0962462 Jun 04 16:16:41.559341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] Set router e4ae115f-0216-4e4f-891a-30803456b928 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:16:41.559775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d368f-ef62-46e2-96e9-f5df8a08c31c req-1f3e4e1c-e7d3-4948-8c9f-a85a20ae6c08 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:41.573879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b2d368f-ef62-46e2-96e9-f5df8a08c31c req-1f3e4e1c-e7d3-4948-8c9f-a85a20ae6c08 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 1097 time: 0.2632689 Jun 04 16:16:41.591394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-3bb119e4-aa57-4d68-a754-48734a1e8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:41.592788 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-3bb119e4-aa57-4d68-a754-48734a1e8593 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1105115 Jun 04 16:16:41.749952 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:41.777217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea83c69-9d22-427b-a444-ab8bbbaeb5cc req-010c7845-8c5a-4909-8e8f-633701aa4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:41.778895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ea83c69-9d22-427b-a444-ab8bbbaeb5cc req-010c7845-8c5a-4909-8e8f-633701aa4118 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 1096 time: 0.5427861 Jun 04 16:16:41.828351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d870e3-63d2-42ed-8382-2517b6641fbd req-0a845172-e5a3-4810-8788-e7e5238363da tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:41.829748 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67d870e3-63d2-42ed-8382-2517b6641fbd req-0a845172-e5a3-4810-8788-e7e5238363da tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c2af77c-62ea-47e4-ae1d-835951b27400 HTTP/1.1" status: 200 len: 950 time: 0.4080737 Jun 04 16:16:41.866498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b2d368f-ef62-46e2-96e9-f5df8a08c31c req-14c7cffc-668f-4fdb-9311-70bf3618fdc1 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914832 Jun 04 16:16:41.911110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-0b66a4fb-ba37-4648-aecb-5124ec0f7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:41.911110 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-0b66a4fb-ba37-4648-aecb-5124ec0f7275 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2788882 Jun 04 16:16:41.911110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ca74f13a-1fc2-434f-b557-817383c49e2b admin admin] Deleting port 72e1f4ef-0ad7-4255-9908-37ce3f464c90 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:41.911110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca74f13a-1fc2-434f-b557-817383c49e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:41.959055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 41a2dfac-b6f1-4289-a204-778866251efd details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:16:41.961755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ba6a568-4515-41fb-beec-1e7910fdfac3 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:16:41.991149 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67d870e3-63d2-42ed-8382-2517b6641fbd req-e699ebe3-ade2-4fa2-bcc8-854535bfd3da tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328144 Jun 04 16:16:42.063355 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf5db1db-898a-4d3c-9bbf-1bedc9646ef5 req-b3bb7f0d-6150-4985-bb70-bc15ad2656bb tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-groups/05703304-1e65-4d75-9b39-68f9230f9fe2 HTTP/1.1" status: 200 len: 1811 time: 0.0934539 Jun 04 16:16:42.087180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-60b9cbb0-74a0-4ac9-bc63-7bf4a2fa3b1e req-ad0fdde8-2afb-4a00-9c55-4f6972f84f1e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] For port ccc7185e-af33-449e-a03d-9e16a2985bb9, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ccc7185e-af33-449e-a03d-9e16a2985bb9,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:42.087543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-60b9cbb0-74a0-4ac9-bc63-7bf4a2fa3b1e req-ad0fdde8-2afb-4a00-9c55-4f6972f84f1e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:42.228889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41a2dfac-b6f1-4289-a204-778866251efd,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:42.241553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'name': 'tempest-ServersTestFqdnHostnames-1332267050-router', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:20Z', 'updated_at': '2022-06-04T16:16:35Z', 'revision_number': 4, 'project_id': '09e71c16565541d9bfb44412bef16223', 'gw_port': {'id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:16:22Z', 'updated_at': '2022-06-04T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '72e1f4ef-0ad7-4255-9908-37ce3f464c90', 'name': '', 'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'mac_address': 'fa:16:3e:04:b7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a6f46552-c78c-4fda-91e5-e4526839cd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:16:32Z', 'updated_at': '2022-06-04T16:16:41Z', 'revision_number': 4, 'project_id': '09e71c16565541d9bfb44412bef16223', 'subnets': [{'id': 'a6f46552-c78c-4fda-91e5-e4526839cd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:42.249645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-60b9cbb0-74a0-4ac9-bc63-7bf4a2fa3b1e req-ad0fdde8-2afb-4a00-9c55-4f6972f84f1e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Calling delete_port for ccc7185e-af33-449e-a03d-9e16a2985bb9 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:42.259279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c52ad3-d627-470b-96a3-6bb880e3ff30 None None] The sync data for ids ['e4ae115f-0216-4e4f-891a-30803456b928'] in n-d-811809-3 is: [{'id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'name': 'tempest-ServersTestFqdnHostnames-1332267050-router', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:20Z', 'updated_at': '2022-06-04T16:16:35Z', 'revision_number': 4, 'project_id': '09e71c16565541d9bfb44412bef16223', 'gw_port': {'id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:16:22Z', 'updated_at': '2022-06-04T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '72e1f4ef-0ad7-4255-9908-37ce3f464c90', 'name': '', 'network_id': '85d87bed-f7cb-4335-8ec3-bd9400c80cde', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'mac_address': 'fa:16:3e:04:b7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a6f46552-c78c-4fda-91e5-e4526839cd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:16:32Z', 'updated_at': '2022-06-04T16:16:41Z', 'revision_number': 4, 'project_id': '09e71c16565541d9bfb44412bef16223', 'subnets': [{'id': 'a6f46552-c78c-4fda-91e5-e4526839cd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:16:42.260660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea83c69-9d22-427b-a444-ab8bbbaeb5cc req-737a8b34-abf3-4808-8cf8-73f3b4484bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:42.265580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 5ba6a568-4515-41fb-beec-1e7910fdfac3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:16:42.265703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ea83c69-9d22-427b-a444-ab8bbbaeb5cc req-737a8b34-abf3-4808-8cf8-73f3b4484bd7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.4498458 Jun 04 16:16:42.276682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 5ba6a568-4515-41fb-beec-1e7910fdfac3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:42.277346 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:42.452110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41a2dfac-b6f1-4289-a204-778866251efd,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:42.472054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 41a2dfac-b6f1-4289-a204-778866251efd has no active binding in host n-h2-811809-3 {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 16:16:42.497569 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-95ac5bfd-508e-49b2-b9d7-71f2f8b32e4a service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584266 Jun 04 16:16:42.537613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:16:42.572287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-ca74f13a-1fc2-434f-b557-817383c49e2b admin admin] For port 72e1f4ef-0ad7-4255-9908-37ce3f464c90, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=72e1f4ef-0ad7-4255-9908-37ce3f464c90,segment=NetworkSegment(fb7cf421-5708-4db1-bab8-26b1e7ca0756),segment_id=fb7cf421-5708-4db1-bab8-26b1e7ca0756)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:42.572646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca74f13a-1fc2-434f-b557-817383c49e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:42.593841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5ba6a568-4515-41fb-beec-1e7910fdfac3 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:42.594137 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:42.636434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ea83c69-9d22-427b-a444-ab8bbbaeb5cc req-829cb30d-4fe3-4f9f-86b4-dc2cbd423d7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=987369eb-9bb6-4a98-8f97-34742c9c3197 HTTP/1.1" status: 200 len: 217 time: 0.2461927 Jun 04 16:16:42.647082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ec33a9-a105-4704-aea1-120d3960f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba6a568-4515-41fb-beec-1e7910fdfac3'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:42.660173 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5ba6a568-4515-41fb-beec-1e7910fdfac3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ba6a568-4515-41fb-beec-1e7910fdfac3,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:42.670320 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:42.672821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41a2dfac-b6f1-4289-a204-778866251efd'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:42.683006 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:42.752648 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:42.765526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5ba6a568-4515-41fb-beec-1e7910fdfac3,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:42.903389 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ca74f13a-1fc2-434f-b557-817383c49e2b admin admin] Calling delete_port for 72e1f4ef-0ad7-4255-9908-37ce3f464c90 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:42.911375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea83c69-9d22-427b-a444-ab8bbbaeb5cc req-80e4f67a-eed3-4e95-ae72-43abff809dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:42.912823 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ea83c69-9d22-427b-a444-ab8bbbaeb5cc req-80e4f67a-eed3-4e95-ae72-43abff809dc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.2272744 Jun 04 16:16:42.995757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79fd0e-9e6a-48ed-b7fc-5eb2510f56c5 req-e0deb8da-24b7-48c3-b616-ac4833b409a6 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:43.003496 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b79fd0e-9e6a-48ed-b7fc-5eb2510f56c5 req-e0deb8da-24b7-48c3-b616-ac4833b409a6 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 945 time: 0.7372751 Jun 04 16:16:43.020492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ea83c69-9d22-427b-a444-ab8bbbaeb5cc req-dd6a1f17-f6cd-4f39-8760-7a5ceb22960e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988064 Jun 04 16:16:43.074837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97288bd-86cd-4444-80a9-f6b95c2a029a req-fb86126d-f645-455f-ba81-c2915a05aad4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:43.076474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d97288bd-86cd-4444-80a9-f6b95c2a029a req-fb86126d-f645-455f-ba81-c2915a05aad4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 947 time: 0.7556541 Jun 04 16:16:43.098627 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-60b9cbb0-74a0-4ac9-bc63-7bf4a2fa3b1e req-ad0fdde8-2afb-4a00-9c55-4f6972f84f1e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:43.112695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['83cecbf2-f32b-411a-a63b-f5d0d7b49878'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:43.169579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fdde8-2afb-4a00-9c55-4f6972f84f1e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Pushing event deleted for resources: {'Port': ['ID=ccc7185e-af33-449e-a03d-9e16a2985bb9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:43.224927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=41a2dfac-b6f1-4289-a204-778866251efd,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:43.254462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Attempting to bind port 41a2dfac-b6f1-4289-a204-778866251efd on host n-h1-811809-3 for vnic_type normal with profile {"migrating_to": "n-h2-811809-3"} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:16:43.254785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Attempting to bind port 41a2dfac-b6f1-4289-a204-778866251efd by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:16:43.255161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Attempting to bind port 41a2dfac-b6f1-4289-a204-778866251efd on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:43.281907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Port 41a2dfac-b6f1-4289-a204-778866251efd on network 4174afad-8f69-40c2-8826-5ab168bb142e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:16:43.282227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Attempting to bind port 41a2dfac-b6f1-4289-a204-778866251efd on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:43.286826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d97288bd-86cd-4444-80a9-f6b95c2a029a req-3dfdb07b-079b-4d52-bb3c-d0a303848ae8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847702 Jun 04 16:16:43.295077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b79fd0e-9e6a-48ed-b7fc-5eb2510f56c5 req-eacbb62e-ae45-4330-ba84-d61d7bf546ff tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902577 Jun 04 16:16:43.308272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:16:43.308609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Checking segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:43.309223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Bound using segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:16:43.309464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Bound port: 41a2dfac-b6f1-4289-a204-778866251efd, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:16:43.310069 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:43.428272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 72e1f4ef-0ad7-4255-9908-37ce3f464c90 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:16:43.434910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ea83c69-9d22-427b-a444-ab8bbbaeb5cc req-fa09c98c-e952-44ac-9db8-5a3e395ef091 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449144 Jun 04 16:16:43.445175 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-816784068', 'description': 'tempest-description-587556663'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:43.454418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:43.463601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Usage tracker for resource:security_group and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:43.476795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:43.484688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:43.499978 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ed73ca81-74aa-4f40-94be-3a156c1a2765 req-1937508a-c077-43e1-87b7-5387143d9e65 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9849212 Jun 04 16:16:43.528344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ccc7185e-af33-449e-a03d-9e16a2985bb9 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:43.535399 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:43.576663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b9cbb0-74a0-4ac9-bc63-7bf4a2fa3b1e req-ad0fdde8-2afb-4a00-9c55-4f6972f84f1e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] No DVR routers for this DVR port ccc7185e-af33-449e-a03d-9e16a2985bb9 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:16:43.602892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: ccc7185e-af33-449e-a03d-9e16a2985bb9 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:43.603616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ccc7185e-af33-449e-a03d-9e16a2985bb9 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:43.620959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 72e1f4ef-0ad7-4255-9908-37ce3f464c90 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:16:43.627498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 72e1f4ef-0ad7-4255-9908-37ce3f464c90 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:43.628098 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:43.664095 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-60b9cbb0-74a0-4ac9-bc63-7bf4a2fa3b1e req-ad0fdde8-2afb-4a00-9c55-4f6972f84f1e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:43.677949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2af77c-62ea-47e4-ae1d-835951b27400', 'name': 'network-vif-deleted', 'tag': 'ccc7185e-af33-449e-a03d-9e16a2985bb9'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:43.801576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:16:43.808550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41a2dfac-b6f1-4289-a204-778866251efd,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:16:43.811638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 72e1f4ef-0ad7-4255-9908-37ce3f464c90 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:43.811939 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:43.830717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:43.833439 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:43.867673 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-60b9cbb0-74a0-4ac9-bc63-7bf4a2fa3b1e req-ad0fdde8-2afb-4a00-9c55-4f6972f84f1e tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.42 "DELETE /v2.0/ports/ccc7185e-af33-449e-a03d-9e16a2985bb9 HTTP/1.1" status: 204 len: 173 time: 2.8709590 Jun 04 16:16:43.878876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Usage tracker for resource:security_group_rule and tenant:6461280ea3534674a78bcfbcaeec3533 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:43.893710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:43.918691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7d8f9-028f-4c74-b619-6224dfc52a04 req-33f4f1ee-bb14-460f-a081-57a277120a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:43.921292 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5fe7d8f9-028f-4c74-b619-6224dfc52a04 req-33f4f1ee-bb14-460f-a081-57a277120a0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 1098 time: 0.3424375 Jun 04 16:16:43.923957 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca74f13a-1fc2-434f-b557-817383c49e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:44.050550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74f13a-1fc2-434f-b557-817383c49e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=72e1f4ef-0ad7-4255-9908-37ce3f464c90,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:44.129322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:44.266243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=41a2dfac-b6f1-4289-a204-778866251efd,revision_number=8']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:44.277542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ea83c69-9d22-427b-a444-ab8bbbaeb5cc req-30e445ab-1235-4ea4-bd3e-dcd5424a3063 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7848918 Jun 04 16:16:44.279010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:44.279354 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:44.280610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-ed166570-cf33-4b71-a93e-443c89c0a0e7 service neutron] 10.222.0.46 "PUT /v2.0/ports/41a2dfac-b6f1-4289-a204-778866251efd HTTP/1.1" status: 200 len: 1121 time: 3.0967708 Jun 04 16:16:44.371703 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:44.374208 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['41a2dfac-b6f1-4289-a204-778866251efd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:44.378818 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:44.424065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['41a2dfac-b6f1-4289-a204-778866251efd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:44.450773 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:44.465858 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-23bab9eb-d3e8-40e1-975c-38fbdb7e2b64 req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.0544450 Jun 04 16:16:44.510257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ed58c-8d63-444d-b4b4-25f505e6ddb0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb663e1-3b0b-4f55-8f02-4cbeceb52103,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:44.552735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7d8f9-028f-4c74-b619-6224dfc52a04 req-35abd72d-c516-43f9-a131-2a97eb3f6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:44.554761 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5fe7d8f9-028f-4c74-b619-6224dfc52a04 req-35abd72d-c516-43f9-a131-2a97eb3f6220 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.6254494 Jun 04 16:16:44.756650 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2a4bf-0762-43dd-9750-f5d0e8c1e004 req-b7e50b79-7bec-4296-ba87-aebd1cccf7fc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:44.765394 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55b2a4bf-0762-43dd-9750-f5d0e8c1e004 req-b7e50b79-7bec-4296-ba87-aebd1cccf7fc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 945 time: 0.1443303 Jun 04 16:16:44.808717 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5fe7d8f9-028f-4c74-b619-6224dfc52a04 req-963ea213-d01d-43e7-b6f6-26be94fcb85c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 200 len: 217 time: 0.2457602 Jun 04 16:16:44.815284 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-486dd445-c565-43f3-bd87-c70c2f2b179e req-998ab254-5ad9-4f0b-964b-b9fcbf519cfa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5659044 Jun 04 16:16:44.820595 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55b2a4bf-0762-43dd-9750-f5d0e8c1e004 req-040c8c97-8be7-44c5-b498-f55ea8500fb3 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542319 Jun 04 16:16:44.884856 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e23d1f0-43a4-463e-a12e-730906d34fbf'] response: {'server_uuid': '47ec33a9-a105-4704-aea1-120d3960f3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba6a568-4515-41fb-beec-1e7910fdfac3', 'code': 200} Jun 04 16:16:44.921405 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873af12c-8088-43af-8bda-9bfe88eab3c7'] response: {'server_uuid': 'acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41a2dfac-b6f1-4289-a204-778866251efd', 'code': 200} Jun 04 16:16:44.943913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-56f0c7ab-53b6-4c9a-a29e-aa350d0ef6bc tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:16:44.944974 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-56f0c7ab-53b6-4c9a-a29e-aa350d0ef6bc tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273280 Jun 04 16:16:44.970089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] Request body: {'binding': {'host': 'n-h2-811809-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:44.970558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] Unknown quota resources ['binding']. {{(pid=88797) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 16:16:44.999906 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca74f13a-1fc2-434f-b557-817383c49e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:45.025770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4551779-e878-4ffc-87ca-3f5146788ee0 req-a0f91b20-f4df-44ad-984e-d9d524b3872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:45.027433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4551779-e878-4ffc-87ca-3f5146788ee0 req-a0f91b20-f4df-44ad-984e-d9d524b3872c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 1096 time: 0.0813723 Jun 04 16:16:45.082120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4551779-e878-4ffc-87ca-3f5146788ee0 req-2fb776b9-a1a1-4e11-a7c7-21016a93ef8a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386987 Jun 04 16:16:45.089465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7d8f9-028f-4c74-b619-6224dfc52a04 req-86da5147-888f-4fb1-abbe-3525fce9b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:45.091002 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5fe7d8f9-028f-4c74-b619-6224dfc52a04 req-86da5147-888f-4fb1-abbe-3525fce9b98e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2702696 Jun 04 16:16:45.271719 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc355d6-946a-4903-b49e-b4ad1b4f42ac'] response: {'server_uuid': '1c2af77c-62ea-47e4-ae1d-835951b27400', 'name': 'network-vif-deleted', 'tag': 'ccc7185e-af33-449e-a03d-9e16a2985bb9', 'status': 'completed', 'code': 200} Jun 04 16:16:45.286097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370519a0-1c8c-4ae0-8732-22b5247effc1 req-05beac8c-b346-4269-9e4a-82a7d5d4bf55 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:45.287619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-370519a0-1c8c-4ae0-8732-22b5247effc1 req-05beac8c-b346-4269-9e4a-82a7d5d4bf55 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 947 time: 0.0871487 Jun 04 16:16:45.336589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-370519a0-1c8c-4ae0-8732-22b5247effc1 req-90062f99-6d67-4e7a-aaac-73ba0979e0ac tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Jun 04 16:16:45.479132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dd445-c565-43f3-bd87-c70c2f2b179e req-a9f5c0ff-78d4-42d1-b4a1-5050f9f77d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:45.480466 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-486dd445-c565-43f3-bd87-c70c2f2b179e req-a9f5c0ff-78d4-42d1-b4a1-5050f9f77d79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b6a44bd29a64e41885e18a281790595&device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 1102 time: 0.6125770 Jun 04 16:16:45.481425 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c8c3fd24-4f62-4793-8db6-6ee212845f2c details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:16:45.527397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74b55c-3f4b-4f2b-8952-73ec89f0d05c req-5217092d-8318-4cc0-ad80-a11f24e5f80e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:45.531341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae74b55c-3f4b-4f2b-8952-73ec89f0d05c req-5217092d-8318-4cc0-ad80-a11f24e5f80e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 943 time: 0.0981867 Jun 04 16:16:45.588430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae74b55c-3f4b-4f2b-8952-73ec89f0d05c req-dcf6c9f0-f585-46e3-b59e-039344b84d2b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507767 Jun 04 16:16:45.683761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-948d279a-bb4e-4f58-a201-f46ca9f5a192 req-88124a9d-88bf-4b52-ada7-7048426f8db3 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-groups/4bb663e1-3b0b-4f55-8f02-4cbeceb52103 HTTP/1.1" status: 200 len: 1811 time: 0.0657351 Jun 04 16:16:45.696027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:45.710298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'mac_address': 'fa:16:3e:b0:f4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:16:45.761558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7d8f9-028f-4c74-b619-6224dfc52a04 req-bc095d98-0c20-4b64-a2b1-bddbb4daec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:45.763077 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5fe7d8f9-028f-4c74-b619-6224dfc52a04 req-bc095d98-0c20-4b64-a2b1-bddbb4daec29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6569123 Jun 04 16:16:45.767609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] Attempting to bind port 6eb63a84-0a82-41a7-8585-e2281e35be24 on host n-h2-811809-3 for vnic_type normal with profile None {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:16:45.767938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] Attempting to bind port 6eb63a84-0a82-41a7-8585-e2281e35be24 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:16:45.768442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] Attempting to bind port 6eb63a84-0a82-41a7-8585-e2281e35be24 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:45.770325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port c8c3fd24-4f62-4793-8db6-6ee212845f2c is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:45.770710 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:45.788882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c3fd24-4f62-4793-8db6-6ee212845f2c {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:16:45.805505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:45.811661 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:45.817197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] Port 6eb63a84-0a82-41a7-8585-e2281e35be24 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:16:45.817602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] Attempting to bind port 6eb63a84-0a82-41a7-8585-e2281e35be24 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:45.885951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:45.963172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:16:45.963814 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:45.963922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] Bound using segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:16:45.964332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] Bound port: 6eb63a84-0a82-41a7-8585-e2281e35be24, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:16:45.992870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dd445-c565-43f3-bd87-c70c2f2b179e req-0c5eda08-ebe3-402e-bda9-81017231a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:45.994371 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-486dd445-c565-43f3-bd87-c70c2f2b179e req-0c5eda08-ebe3-402e-bda9-81017231a2b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.4633644 Jun 04 16:16:46.067691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['c8c3fd24-4f62-4793-8db6-6ee212845f2c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:46.105094 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-486dd445-c565-43f3-bd87-c70c2f2b179e req-14bf5f40-3129-49d8-9d06-fb9f586e72b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878 HTTP/1.1" status: 200 len: 217 time: 0.0864344 Jun 04 16:16:46.168837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca74f13a-1fc2-434f-b557-817383c49e2b admin admin] Router e4ae115f-0216-4e4f-891a-30803456b928 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:16:46.188417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6eb63a84-0a82-41a7-8585-e2281e35be24,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:16:46.192757 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5fe7d8f9-028f-4c74-b619-6224dfc52a04 req-ce6f2562-da62-4695-a125-141ff8550819 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184012 Jun 04 16:16:46.301917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] Notify callbacks [] for binding, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:46.303102 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-de3f4652-7dd5-4b85-9b47-13db6554601e service neutron] 10.222.0.13 "POST /v2.0/ports/6eb63a84-0a82-41a7-8585-e2281e35be24/bindings HTTP/1.1" status: 201 len: 389 time: 1.3449152 Jun 04 16:16:46.304530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dd445-c565-43f3-bd87-c70c2f2b179e req-120e21fa-b760-4107-bb29-8751630db666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:46.306072 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-486dd445-c565-43f3-bd87-c70c2f2b179e req-120e21fa-b760-4107-bb29-8751630db666 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1889598 Jun 04 16:16:46.340848 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-8f333053-d184-47e9-b5ec-4d5680d05e6d req-6a16588b-cd93-4041-8122-e646a52fcd2c tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] show failed (client error): The resource could not be found. Jun 04 16:16:46.342519 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f333053-d184-47e9-b5ec-4d5680d05e6d req-6a16588b-cd93-4041-8122-e646a52fcd2c tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-groups/8b086f1c-60ba-4194-bcfc-79153217567b HTTP/1.1" status: 404 len: 352 time: 0.0424480 Jun 04 16:16:46.629841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29d576-0a12-4bcd-baa3-389834556b6b req-cde306f7-654b-4ecf-808a-1eab051f543d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:46.631371 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa29d576-0a12-4bcd-baa3-389834556b6b req-cde306f7-654b-4ecf-808a-1eab051f543d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 945 time: 0.1537180 Jun 04 16:16:46.636936 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5fe7d8f9-028f-4c74-b619-6224dfc52a04 req-ffd2be2d-8574-4d0a-83cb-8a83d1e09e61 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317784 Jun 04 16:16:46.638926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef0073-a1a2-4c9a-adba-55c510d45d8c req-382f101c-03c3-40c3-8556-c742c286d372 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:46.639382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca74f13a-1fc2-434f-b557-817383c49e2b admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:16:46.640323 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95ef0073-a1a2-4c9a-adba-55c510d45d8c req-382f101c-03c3-40c3-8556-c742c286d372 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 951 time: 0.1184525 Jun 04 16:16:46.649326 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ca74f13a-1fc2-434f-b557-817383c49e2b admin admin] 10.222.0.13 "PUT /v2.0/routers/e4ae115f-0216-4e4f-891a-30803456b928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7344584 Jun 04 16:16:46.650020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60786) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:46.652214 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f449f-52c4-45ad-abd1-8300e81db4e1 None None] Sync routers for ids ['e4ae115f-0216-4e4f-891a-30803456b928'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:16:46.662884 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f449f-52c4-45ad-abd1-8300e81db4e1 None None] Routers {'e4ae115f-0216-4e4f-891a-30803456b928'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:16:46.663493 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c5f449f-52c4-45ad-abd1-8300e81db4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:16:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e4ae115f-0216-4e4f-891a-30803456b928'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:46.727687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa29d576-0a12-4bcd-baa3-389834556b6b req-9694ea9d-2eb4-4f22-b96a-321988a2f708 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842469 Jun 04 16:16:46.754320 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95ef0073-a1a2-4c9a-adba-55c510d45d8c req-0a2a0fa7-bf11-4266-b529-b79421dda086 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883737 Jun 04 16:16:46.779886 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-8b613c04-0f70-4c07-b7c2-dc39feea13c0 req-b7a044d0-8f11-4674-a603-503e5091752a tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] show failed (client error): The resource could not be found. Jun 04 16:16:46.780915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8b613c04-0f70-4c07-b7c2-dc39feea13c0 req-b7a044d0-8f11-4674-a603-503e5091752a tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-group-rules/70100240-688f-41c5-b84f-371ef0fcfe76 HTTP/1.1" status: 404 len: 361 time: 0.0248733 Jun 04 16:16:46.896103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dd445-c565-43f3-bd87-c70c2f2b179e req-cdd3e4b6-43d0-4015-818e-485fede11f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:46.898814 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-486dd445-c565-43f3-bd87-c70c2f2b179e req-cdd3e4b6-43d0-4015-818e-485fede11f4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5155399 Jun 04 16:16:46.923795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7', 'tag': '41a2dfac-b6f1-4289-a204-778866251efd'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:46.937291 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3c5f449f-52c4-45ad-abd1-8300e81db4e1 None None] Set router e4ae115f-0216-4e4f-891a-30803456b928 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:16:47.042113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4603f9-a4ab-469a-bca6-318131a31b65 req-723bcee6-b4ae-43e9-a4b5-cb2365cd8d3e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:47.043602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e4603f9-a4ab-469a-bca6-318131a31b65 req-723bcee6-b4ae-43e9-a4b5-cb2365cd8d3e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 948 time: 0.1577899 Jun 04 16:16:47.097007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfcdba-f9b0-4727-8666-27a58caafb80 req-93961258-9d66-4c89-a511-7ba2447ffce0 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:47.102534 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:47.103651 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6cfcdba-f9b0-4727-8666-27a58caafb80 req-93961258-9d66-4c89-a511-7ba2447ffce0 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 946 time: 0.1402307 Jun 04 16:16:47.127340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e4603f9-a4ab-469a-bca6-318131a31b65 req-30014645-58ee-446e-b1c7-b319b82079a6 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755942 Jun 04 16:16:47.196692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6cfcdba-f9b0-4727-8666-27a58caafb80 req-57cb84e7-fc20-4a06-be5f-cad20079faf7 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919285 Jun 04 16:16:47.268464 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-486dd445-c565-43f3-bd87-c70c2f2b179e req-f7eb4970-fe04-4a90-9753-4cb2231c61d5 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020139 Jun 04 16:16:47.280154 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c5f449f-52c4-45ad-abd1-8300e81db4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'name': 'tempest-ServersTestFqdnHostnames-1332267050-router', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:20Z', 'updated_at': '2022-06-04T16:16:43Z', 'revision_number': 5, 'project_id': '09e71c16565541d9bfb44412bef16223', 'gw_port': {'id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:16:22Z', 'updated_at': '2022-06-04T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:47.283998 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f449f-52c4-45ad-abd1-8300e81db4e1 None None] Checking router: e4ae115f-0216-4e4f-891a-30803456b928 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:16:47.292341 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f449f-52c4-45ad-abd1-8300e81db4e1 None None] Routers {'e4ae115f-0216-4e4f-891a-30803456b928'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:16:47.293060 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c5f449f-52c4-45ad-abd1-8300e81db4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:16:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e4ae115f-0216-4e4f-891a-30803456b928'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:47.337512 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-889aa645-a685-4302-8aa2-13ebd5d6ebb0 req-5c62741a-0441-4143-877e-e66d2e89d1e0 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-groups/4bb663e1-3b0b-4f55-8f02-4cbeceb52103 HTTP/1.1" status: 200 len: 1811 time: 0.1138606 Jun 04 16:16:47.471060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:47.480415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bd5c6-267e-4ae2-bf7f-7239cd69326e req-eb870c03-c248-403f-8df2-b006a5ff5d55 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:47.481965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f33bd5c6-267e-4ae2-bf7f-7239cd69326e req-eb870c03-c248-403f-8df2-b006a5ff5d55 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 943 time: 0.1960638 Jun 04 16:16:47.488253 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-889aa645-a685-4302-8aa2-13ebd5d6ebb0 req-a68fa400-2a86-4017-91b8-641ced19b94c tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:47.489025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c8c3fd24-4f62-4793-8db6-6ee212845f2c up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:16:47.506501 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3c5f449f-52c4-45ad-abd1-8300e81db4e1 None None] Set router e4ae115f-0216-4e4f-891a-30803456b928 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:16:47.513412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Deleting port f9aa3270-942c-46e4-8007-0c09bb8762dc {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:47.513759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:47.578457 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-889aa645-a685-4302-8aa2-13ebd5d6ebb0 req-a68fa400-2a86-4017-91b8-641ced19b94c tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:47.588407 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-486dd445-c565-43f3-bd87-c70c2f2b179e req-543dba35-1222-4694-b0f3-39ec073ef8d7 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638130 Jun 04 16:16:47.605977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f33bd5c6-267e-4ae2-bf7f-7239cd69326e req-c0959595-a939-4b10-8089-ae21dfb3b639 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156251 Jun 04 16:16:47.658162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port c8c3fd24-4f62-4793-8db6-6ee212845f2c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:16:47.675774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port c8c3fd24-4f62-4793-8db6-6ee212845f2c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:16:47.676212 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:47.698832 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-889aa645-a685-4302-8aa2-13ebd5d6ebb0 req-a68fa400-2a86-4017-91b8-641ced19b94c tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:47.711130 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-571a9b7d-7401-43c7-8a79-69a1f2ed1d1d'] response: {'name': 'network-changed', 'server_uuid': 'acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7', 'tag': '41a2dfac-b6f1-4289-a204-778866251efd', 'status': 'completed', 'code': 200} Jun 04 16:16:47.749669 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-889aa645-a685-4302-8aa2-13ebd5d6ebb0 req-a68fa400-2a86-4017-91b8-641ced19b94c tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:47.767144 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-889aa645-a685-4302-8aa2-13ebd5d6ebb0 req-a68fa400-2a86-4017-91b8-641ced19b94c tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "DELETE /v2.0/security-groups/4bb663e1-3b0b-4f55-8f02-4cbeceb52103 HTTP/1.1" status: 204 len: 173 time: 0.4089894 Jun 04 16:16:47.768307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fa400-2a86-4017-91b8-641ced19b94c tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb663e1-3b0b-4f55-8f02-4cbeceb52103,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:47.892066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-273daa7c-2bcf-4782-acee-98e2412b423a req-25b9e388-a472-4a80-bb5a-9892d16f1183 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-groups/05703304-1e65-4d75-9b39-68f9230f9fe2 HTTP/1.1" status: 200 len: 1811 time: 0.1138608 Jun 04 16:16:47.912874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] For port f9aa3270-942c-46e4-8007-0c09bb8762dc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f9aa3270-942c-46e4-8007-0c09bb8762dc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:47.913418 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:48.000664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port c8c3fd24-4f62-4793-8db6-6ee212845f2c is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:16:48.001185 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:48.027308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-273daa7c-2bcf-4782-acee-98e2412b423a req-cffcc054-73f4-46ee-9f80-bfad8c407c25 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:48.038347 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c5f449f-52c4-45ad-abd1-8300e81db4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'name': 'tempest-ServersTestFqdnHostnames-1332267050-router', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:20Z', 'updated_at': '2022-06-04T16:16:43Z', 'revision_number': 5, 'project_id': '09e71c16565541d9bfb44412bef16223', 'gw_port': {'id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:16:22Z', 'updated_at': '2022-06-04T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:48.050979 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5f449f-52c4-45ad-abd1-8300e81db4e1 None None] The sync data for ids ['e4ae115f-0216-4e4f-891a-30803456b928'] in n-d-811809-3 is: [{'id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'name': 'tempest-ServersTestFqdnHostnames-1332267050-router', 'tenant_id': '09e71c16565541d9bfb44412bef16223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:20Z', 'updated_at': '2022-06-04T16:16:43Z', 'revision_number': 5, 'project_id': '09e71c16565541d9bfb44412bef16223', 'gw_port': {'id': 'f9aa3270-942c-46e4-8007-0c09bb8762dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ae115f-0216-4e4f-891a-30803456b928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:16:22Z', 'updated_at': '2022-06-04T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:16:48.060447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:48.064805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34eb390-4a95-4f4c-acb0-d949ff5c809b req-52082da8-62ab-4a25-adf7-d066d7544b79 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:48.065912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286f9b4-9b37-4293-b664-0cbdcfd5d1b9 req-220715c9-3ba1-4dc8-bb64-921d06abf042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:48.066319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f34eb390-4a95-4f4c-acb0-d949ff5c809b req-52082da8-62ab-4a25-adf7-d066d7544b79 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 945 time: 0.1554198 Jun 04 16:16:48.067533 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8286f9b4-9b37-4293-b664-0cbdcfd5d1b9 req-220715c9-3ba1-4dc8-bb64-921d06abf042 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 1124 time: 0.2993495 Jun 04 16:16:48.072603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:48.076168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Calling delete_port for f9aa3270-942c-46e4-8007-0c09bb8762dc owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:48.079024 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-273daa7c-2bcf-4782-acee-98e2412b423a req-cffcc054-73f4-46ee-9f80-bfad8c407c25 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:48.079512 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:48.157118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f34eb390-4a95-4f4c-acb0-d949ff5c809b req-82d03f41-0414-4089-a338-1a1b946d750b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797818 Jun 04 16:16:48.164162 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-273daa7c-2bcf-4782-acee-98e2412b423a req-cffcc054-73f4-46ee-9f80-bfad8c407c25 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:48.164408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:48.181043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcc054-73f4-46ee-9f80-bfad8c407c25 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05703304-1e65-4d75-9b39-68f9230f9fe2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:48.193122 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-273daa7c-2bcf-4782-acee-98e2412b423a req-cffcc054-73f4-46ee-9f80-bfad8c407c25 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:48.194288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-273daa7c-2bcf-4782-acee-98e2412b423a req-cffcc054-73f4-46ee-9f80-bfad8c407c25 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "DELETE /v2.0/security-groups/05703304-1e65-4d75-9b39-68f9230f9fe2 HTTP/1.1" status: 204 len: 173 time: 0.3012993 Jun 04 16:16:48.251481 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f1c2ca-2e50-48a6-a2f4-843c865c4b35'] response: {'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'code': 200} Jun 04 16:16:48.321360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286f9b4-9b37-4293-b664-0cbdcfd5d1b9 req-2c68f9cb-4d1c-4eee-8cd2-06da4bed37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:48.322862 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8286f9b4-9b37-4293-b664-0cbdcfd5d1b9 req-2c68f9cb-4d1c-4eee-8cd2-06da4bed37c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.2133992 Jun 04 16:16:48.365423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb924f1-bdef-4567-91d3-7d3743a45b4f req-1500e368-e9de-4fe8-9924-a189780ef829 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:48.366829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4bb924f1-bdef-4567-91d3-7d3743a45b4f req-1500e368-e9de-4fe8-9924-a189780ef829 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 951 time: 0.0872228 Jun 04 16:16:48.409698 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8286f9b4-9b37-4293-b664-0cbdcfd5d1b9 req-ca4846bf-5229-4ccc-b730-3936e677015d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41a2dfac-b6f1-4289-a204-778866251efd HTTP/1.1" status: 200 len: 217 time: 0.0736973 Jun 04 16:16:48.657513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4bb924f1-bdef-4567-91d3-7d3743a45b4f req-31f5ee6c-e776-4f92-8141-2ab096f66e9a tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416048 Jun 04 16:16:48.676406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417199-a6ca-4f84-816d-654924cd4762 req-04a16a3e-afa0-47c9-a3dd-15f08398c556 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:48.678098 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3417199-a6ca-4f84-816d-654924cd4762 req-04a16a3e-afa0-47c9-a3dd-15f08398c556 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.3103139 Jun 04 16:16:48.703642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622eaa11-b7bf-49c6-9bd6-9eb1fdf7c114 req-7d12d1b5-1fa8-44af-bb18-b2f3c7d32558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:48.705112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-622eaa11-b7bf-49c6-9bd6-9eb1fdf7c114 req-7d12d1b5-1fa8-44af-bb18-b2f3c7d32558 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 1100 time: 0.3363512 Jun 04 16:16:48.771710 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3417199-a6ca-4f84-816d-654924cd4762 req-f36a22fe-80fe-4f57-b5df-981d09c9f0d9 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843530 Jun 04 16:16:48.774393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286f9b4-9b37-4293-b664-0cbdcfd5d1b9 req-a37fb0ce-f421-4ae2-bd9b-ed1b3e8ae8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:48.775859 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8286f9b4-9b37-4293-b664-0cbdcfd5d1b9 req-a37fb0ce-f421-4ae2-bd9b-ed1b3e8ae8d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.3586035 Jun 04 16:16:48.803532 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-622eaa11-b7bf-49c6-9bd6-9eb1fdf7c114 req-de1a03b2-d12a-4ace-b9d7-e45182b9c1bf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901132 Jun 04 16:16:48.826329 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:48.880864 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8286f9b4-9b37-4293-b664-0cbdcfd5d1b9 req-ed18dea8-fa1c-445c-b131-c910ebe9e7cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955088 Jun 04 16:16:48.892317 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37114c65-bbbc-4fa5-a373-bec81d5048d9 req-1d1af041-2f87-4c6c-8074-b1984a849071 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-groups/d7c3c981-dd35-4c8e-987c-28bb731ce6ab HTTP/1.1" status: 200 len: 1812 time: 0.0856652 Jun 04 16:16:48.899100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8b55401-6e45-499a-8d50-a2405b9d909d req-ca5939af-eaeb-48be-99ea-74ac71b680b4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1899607528&fields=id&tenant_id=39eb674087d5486c8f7f55e99956500b HTTP/1.1" status: 200 len: 267 time: 0.0578871 Jun 04 16:16:48.899978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a40994-f319-4ebd-ace4-6e2dfcc1fa48 req-9db8b6ee-88a9-412b-91f8-f5b7473f6d12 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:48.900727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-57a40994-f319-4ebd-ace4-6e2dfcc1fa48 req-9db8b6ee-88a9-412b-91f8-f5b7473f6d12 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Synchronizing usage tracker for tenant:0b6a44bd29a64e41885e18a281790595 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:16:48.903457 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9aa3270-942c-46e4-8007-0c09bb8762dc,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:48.988946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-57a40994-f319-4ebd-ace4-6e2dfcc1fa48 req-9db8b6ee-88a9-412b-91f8-f5b7473f6d12 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Unset dirty status for tenant:0b6a44bd29a64e41885e18a281790595 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:16:48.990080 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-57a40994-f319-4ebd-ace4-6e2dfcc1fa48 req-9db8b6ee-88a9-412b-91f8-f5b7473f6d12 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.46 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 951 time: 0.3469679 Jun 04 16:16:49.012817 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-37114c65-bbbc-4fa5-a373-bec81d5048d9 req-016fa7bc-fa86-4a16-9ade-92687dcc76c5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.045708 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-37114c65-bbbc-4fa5-a373-bec81d5048d9 req-016fa7bc-fa86-4a16-9ade-92687dcc76c5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.067504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b55401-6e45-499a-8d50-a2405b9d909d req-49b02fa6-4df6-4734-b916-1c8b51389013 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:49.068937 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8b55401-6e45-499a-8d50-a2405b9d909d req-49b02fa6-4df6-4734-b916-1c8b51389013 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 945 time: 0.1520531 Jun 04 16:16:49.086783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-c8b55401-6e45-499a-8d50-a2405b9d909d req-017dab1f-caa0-4d14-ba82-76286b990e0d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'port': {'security_groups': ['7de75c37-1d4b-48b4-acdb-4930b305aaed', 'da48f810-d62e-4988-8563-8575b0b53b00']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:49.129414 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.187190 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-37114c65-bbbc-4fa5-a373-bec81d5048d9 req-016fa7bc-fa86-4a16-9ade-92687dcc76c5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.218828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fa7bc-fa86-4a16-9ade-92687dcc76c5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c3c981-dd35-4c8e-987c-28bb731ce6ab,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:49.232433 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c8b55401-6e45-499a-8d50-a2405b9d909d req-017dab1f-caa0-4d14-ba82-76286b990e0d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.244295 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-37114c65-bbbc-4fa5-a373-bec81d5048d9 req-016fa7bc-fa86-4a16-9ade-92687dcc76c5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.245386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37114c65-bbbc-4fa5-a373-bec81d5048d9 req-016fa7bc-fa86-4a16-9ade-92687dcc76c5 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "DELETE /v2.0/security-groups/d7c3c981-dd35-4c8e-987c-28bb731ce6ab HTTP/1.1" status: 204 len: 173 time: 0.3453617 Jun 04 16:16:49.339479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-57a40994-f319-4ebd-ace4-6e2dfcc1fa48 req-8302de0d-1395-478f-901c-984a8013b899 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Deleting port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:49.340039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-57a40994-f319-4ebd-ace4-6e2dfcc1fa48 req-8302de0d-1395-478f-901c-984a8013b899 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.377546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 72e1f4ef-0ad7-4255-9908-37ce3f464c90 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:49.379441 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.389892 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.414182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 72e1f4ef-0ad7-4255-9908-37ce3f464c90 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:49.415322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 72e1f4ef-0ad7-4255-9908-37ce3f464c90 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:49.494690 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.495116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4ae115f-0216-4e4f-891a-30803456b928 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:16:49.500627 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8286f9b4-9b37-4293-b664-0cbdcfd5d1b9 req-0f592866-5e16-4410-939f-aa7be8ef9e6d service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701946 Jun 04 16:16:49.544020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10ef4-862c-4e33-b59a-a8e55a9fd0e0 req-91805a71-a20d-40d8-a92a-7ae40e64edbd tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:49.545548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ba10ef4-862c-4e33-b59a-a8e55a9fd0e0 req-91805a71-a20d-40d8-a92a-7ae40e64edbd tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 946 time: 0.1898789 Jun 04 16:16:49.621322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c8b55401-6e45-499a-8d50-a2405b9d909d req-017dab1f-caa0-4d14-ba82-76286b990e0d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] For port 5ba6a568-4515-41fb-beec-1e7910fdfac3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ba6a568-4515-41fb-beec-1e7910fdfac3,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:49.636256 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ba10ef4-862c-4e33-b59a-a8e55a9fd0e0 req-650354e1-d10b-4865-92b4-dd47537c6f05 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807412 Jun 04 16:16:49.665204 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c8b55401-6e45-499a-8d50-a2405b9d909d req-017dab1f-caa0-4d14-ba82-76286b990e0d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.667611 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.671262 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3a8fa439-606c-4e18-985e-14b666dfa250 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e4ae115f-0216-4e4f-891a-30803456b928 HTTP/1.1" status: 204 len: 168 time: 3.0166204 Jun 04 16:16:49.673925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60820) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:49.706739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c8b55401-6e45-499a-8d50-a2405b9d909d req-017dab1f-caa0-4d14-ba82-76286b990e0d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.718493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ba6a568-4515-41fb-beec-1e7910fdfac3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:49.769337 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8286f9b4-9b37-4293-b664-0cbdcfd5d1b9 req-45b6ae7c-a301-4f77-b12f-8e37a62cd072 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578809 Jun 04 16:16:49.771488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-57a40994-f319-4ebd-ace4-6e2dfcc1fa48 req-8302de0d-1395-478f-901c-984a8013b899 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] For port 83cecbf2-f32b-411a-a63b-f5d0d7b49878, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83cecbf2-f32b-411a-a63b-f5d0d7b49878,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:49.771780 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-57a40994-f319-4ebd-ace4-6e2dfcc1fa48 req-8302de0d-1395-478f-901c-984a8013b899 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.798694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b55401-6e45-499a-8d50-a2405b9d909d req-017dab1f-caa0-4d14-ba82-76286b990e0d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:49.799316 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c8b55401-6e45-499a-8d50-a2405b9d909d req-017dab1f-caa0-4d14-ba82-76286b990e0d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.814370 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8b55401-6e45-499a-8d50-a2405b9d909d req-017dab1f-caa0-4d14-ba82-76286b990e0d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "PUT /v2.0/ports/5ba6a568-4515-41fb-beec-1e7910fdfac3 HTTP/1.1" status: 200 len: 981 time: 0.7359045 Jun 04 16:16:49.815428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ec33a9-a105-4704-aea1-120d3960f3ff', 'tag': '5ba6a568-4515-41fb-beec-1e7910fdfac3'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:49.864659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1c5e73-8291-4ab9-8646-7e057509649b admin admin] Deleting subnet a6f46552-c78c-4fda-91e5-e4526839cd07 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:16:49.874379 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5e73-8291-4ab9-8646-7e057509649b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:49.907031 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-57a40994-f319-4ebd-ace4-6e2dfcc1fa48 req-8302de0d-1395-478f-901c-984a8013b899 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Calling delete_port for 83cecbf2-f32b-411a-a63b-f5d0d7b49878 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:49.917674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ba6a568-4515-41fb-beec-1e7910fdfac3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:49.964333 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5e73-8291-4ab9-8646-7e057509649b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:50.075358 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5e73-8291-4ab9-8646-7e057509649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:50.127521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-57a40994-f319-4ebd-ace4-6e2dfcc1fa48 req-8302de0d-1395-478f-901c-984a8013b899 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:50.264048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dab1f-caa0-4d14-ba82-76286b990e0d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'Port': ['ID=5ba6a568-4515-41fb-beec-1e7910fdfac3,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:50.286497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c4ddb011-3f44-4441-a1cc-6283c85c6c68 req-836ba45e-ad8a-4658-8f66-80656e7d8597 tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-groups/ecc49db2-2c68-4e78-b1a9-f178525a7428 HTTP/1.1" status: 200 len: 1812 time: 0.1099980 Jun 04 16:16:50.319156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302de0d-1395-478f-901c-984a8013b899 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Pushing event deleted for resources: {'Port': ['ID=83cecbf2-f32b-411a-a63b-f5d0d7b49878,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:50.347867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5e73-8291-4ab9-8646-7e057509649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:50.401427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c143658b-1a07-429d-899a-b67d1a580069 None None] Network 85d87bed-f7cb-4335-8ec3-bd9400c80cde requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:16:50.404849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a40994-f319-4ebd-ace4-6e2dfcc1fa48 req-8302de0d-1395-478f-901c-984a8013b899 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] No DVR routers for this DVR port 83cecbf2-f32b-411a-a63b-f5d0d7b49878 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:16:50.410506 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-57a40994-f319-4ebd-ace4-6e2dfcc1fa48 req-8302de0d-1395-478f-901c-984a8013b899 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:50.410825 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5e73-8291-4ab9-8646-7e057509649b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:50.415394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'name': 'network-vif-deleted', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:50.419444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5a1c5e73-8291-4ab9-8646-7e057509649b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a6f46552-c78c-4fda-91e5-e4526839cd07 HTTP/1.1" status: 204 len: 168 time: 0.7444177 Jun 04 16:16:50.425181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c5e73-8291-4ab9-8646-7e057509649b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f46552-c78c-4fda-91e5-e4526839cd07,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:50.427697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60836) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:50.434836 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c4ddb011-3f44-4441-a1cc-6283c85c6c68 req-6212627d-0a8c-466a-8573-fe7e5b434ede tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:50.454266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86807b2b-7020-4141-82d1-aa2bd7b9baab req-559f18be-6a7c-473e-a922-098ac89e0f42 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:50.461116 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86807b2b-7020-4141-82d1-aa2bd7b9baab req-559f18be-6a7c-473e-a922-098ac89e0f42 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 943 time: 0.6388657 Jun 04 16:16:50.512134 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-57a40994-f319-4ebd-ace4-6e2dfcc1fa48 req-8302de0d-1395-478f-901c-984a8013b899 tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.46 "DELETE /v2.0/ports/83cecbf2-f32b-411a-a63b-f5d0d7b49878 HTTP/1.1" status: 204 len: 173 time: 1.5139141 Jun 04 16:16:50.515359 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c4ddb011-3f44-4441-a1cc-6283c85c6c68 req-6212627d-0a8c-466a-8573-fe7e5b434ede tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:50.597666 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c4ddb011-3f44-4441-a1cc-6283c85c6c68 req-6212627d-0a8c-466a-8573-fe7e5b434ede tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:50.635328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212627d-0a8c-466a-8573-fe7e5b434ede tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc49db2-2c68-4e78-b1a9-f178525a7428,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:50.653488 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:50.656580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86807b2b-7020-4141-82d1-aa2bd7b9baab req-c948d962-7842-4c31-b39d-9b3a6089ca98 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945372 Jun 04 16:16:50.665195 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c4ddb011-3f44-4441-a1cc-6283c85c6c68 req-6212627d-0a8c-466a-8573-fe7e5b434ede tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:50.673470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c4ddb011-3f44-4441-a1cc-6283c85c6c68 req-6212627d-0a8c-466a-8573-fe7e5b434ede tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "DELETE /v2.0/security-groups/ecc49db2-2c68-4e78-b1a9-f178525a7428 HTTP/1.1" status: 204 len: 173 time: 0.3845828 Jun 04 16:16:50.680989 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-bdbc9579-4f77-4a34-bc19-d363386d7992 service neutron] 10.222.0.42 "GET /v2.0/ports/41a2dfac-b6f1-4289-a204-778866251efd/bindings/n-h2-811809-3 HTTP/1.1" status: 200 len: 384 time: 0.2125938 Jun 04 16:16:50.688919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Deleting port dc472813-2e3d-4147-bcff-824676f6713b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:50.689620 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:50.768617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5a2fbd-c60a-4b22-8a50-ead1a869a9bb None None] DHCP port deletion for 85d87bed-f7cb-4335-8ec3-bd9400c80cde request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:16:50.773554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a2fbd-c60a-4b22-8a50-ead1a869a9bb None None] Deleting port dc472813-2e3d-4147-bcff-824676f6713b {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:50.774169 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2fbd-c60a-4b22-8a50-ead1a869a9bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:50.951051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1dac41fe-24e4-4690-8f06-45cd33264699 req-3f175e52-d42e-429e-a0d1-68c5588e1dde tempest-ServersAdminTestJSON-1952497819 tempest-ServersAdminTestJSON-1952497819-project] 10.222.0.13 "GET /v2.0/ports?device_id=89dc9921-6a5d-4797-b756-02da1f857ba0 HTTP/1.1" status: 200 len: 210 time: 0.0675106 Jun 04 16:16:50.978335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bdf19-cbc3-4bd4-bb48-fa8b7bda3b1b req-7668db39-347e-4fa6-89f3-dde69ba921e0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:50.985923 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b8bdf19-cbc3-4bd4-bb48-fa8b7bda3b1b req-7668db39-347e-4fa6-89f3-dde69ba921e0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.1509621 Jun 04 16:16:51.040676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4d5a2fbd-c60a-4b22-8a50-ead1a869a9bb None None] For port dc472813-2e3d-4147-bcff-824676f6713b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dc472813-2e3d-4147-bcff-824676f6713b,segment=NetworkSegment(fb7cf421-5708-4db1-bab8-26b1e7ca0756),segment_id=fb7cf421-5708-4db1-bab8-26b1e7ca0756)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:51.041064 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2fbd-c60a-4b22-8a50-ead1a869a9bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:51.058235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b8bdf19-cbc3-4bd4-bb48-fa8b7bda3b1b req-0a51d601-b6ae-4aea-b336-0a701b7e4839 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700715 Jun 04 16:16:51.114603 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbde3a2c-2e7a-4509-acfd-ee6ccb30aadf'] response: {'name': 'network-changed', 'server_uuid': '47ec33a9-a105-4704-aea1-120d3960f3ff', 'tag': '5ba6a568-4515-41fb-beec-1e7910fdfac3', 'status': 'completed', 'code': 200} Jun 04 16:16:51.174840 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0a1ec53-0c26-4587-98be-d1455ebf329b req-d1ba80fc-0a17-44e3-a28d-f021152c696a tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-775342527&fields=id&tenant_id=39eb674087d5486c8f7f55e99956500b HTTP/1.1" status: 200 len: 267 time: 0.0632012 Jun 04 16:16:51.223685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] For port dc472813-2e3d-4147-bcff-824676f6713b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dc472813-2e3d-4147-bcff-824676f6713b,segment=NetworkSegment(fb7cf421-5708-4db1-bab8-26b1e7ca0756),segment_id=fb7cf421-5708-4db1-bab8-26b1e7ca0756)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:51.224060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:51.232397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a2fbd-c60a-4b22-8a50-ead1a869a9bb None None] Calling delete_port for dc472813-2e3d-4147-bcff-824676f6713b owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:51.358233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1ec53-0c26-4587-98be-d1455ebf329b req-a79b2e52-4a46-434f-aabc-00d0d36b59d3 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:51.361642 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2fbd-c60a-4b22-8a50-ead1a869a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:51.374448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0a1ec53-0c26-4587-98be-d1455ebf329b req-a79b2e52-4a46-434f-aabc-00d0d36b59d3 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 984 time: 0.1919265 Jun 04 16:16:51.374448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-c0a1ec53-0c26-4587-98be-d1455ebf329b req-fc74c855-ef70-4b50-bba9-aa566ebc8093 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'port': {'security_groups': ['7de75c37-1d4b-48b4-acdb-4930b305aaed', 'da48f810-d62e-4988-8563-8575b0b53b00', 'e7fe483b-160b-4de1-a605-092453fc80d7']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:51.432494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dc472813-2e3d-4147-bcff-824676f6713b no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:51.472616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: dc472813-2e3d-4147-bcff-824676f6713b {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:51.472945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dc472813-2e3d-4147-bcff-824676f6713b not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:51.473362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f9aa3270-942c-46e4-8007-0c09bb8762dc no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:51.500683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a2fbd-c60a-4b22-8a50-ead1a869a9bb None None] Pushing event deleted for resources: {'Port': ['ID=dc472813-2e3d-4147-bcff-824676f6713b,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:51.503584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Calling delete_port for dc472813-2e3d-4147-bcff-824676f6713b owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:51.518104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a2fbd-c60a-4b22-8a50-ead1a869a9bb None None] No DVR routers for this DVR port dc472813-2e3d-4147-bcff-824676f6713b on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:16:51.528135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: f9aa3270-942c-46e4-8007-0c09bb8762dc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:51.528586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f9aa3270-942c-46e4-8007-0c09bb8762dc not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:51.548815 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40978023-c659-4b62-b804-4bf124a67581'] response: {'server_uuid': '89dc9921-6a5d-4797-b756-02da1f857ba0', 'name': 'network-vif-deleted', 'tag': '83cecbf2-f32b-411a-a63b-f5d0d7b49878', 'status': 'completed', 'code': 200} Jun 04 16:16:51.564738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-dec7872e-2907-4264-8b67-80a8e45f13ef service neutron] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41a2dfac-b6f1-4289-a204-778866251efd,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:51.607180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-dec7872e-2907-4264-8b67-80a8e45f13ef service neutron] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:16:51.670019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d449670-efdd-43bd-bc00-73a971cab335 req-7f8e5528-2328-413d-960f-24ac2c0822fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:51.671489 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4d449670-efdd-43bd-bc00-73a971cab335 req-7f8e5528-2328-413d-960f-24ac2c0822fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39eb674087d5486c8f7f55e99956500b&device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 1135 time: 0.5296478 Jun 04 16:16:51.675052 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c0a1ec53-0c26-4587-98be-d1455ebf329b req-fc74c855-ef70-4b50-bba9-aa566ebc8093 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:51.676142 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:16:51.676448 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:16:51.678592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-dec7872e-2907-4264-8b67-80a8e45f13ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a2dfac-b6f1-4289-a204-778866251efd {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:16:51.709695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-dec7872e-2907-4264-8b67-80a8e45f13ef service neutron] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=41a2dfac-b6f1-4289-a204-778866251efd,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:51.731824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438cbda-f39d-4d7b-b5eb-1a7ae72289ec req-476b5f83-80b0-463c-a292-e4a087794e45 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:51.733293 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0438cbda-f39d-4d7b-b5eb-1a7ae72289ec req-476b5f83-80b0-463c-a292-e4a087794e45 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 946 time: 0.1887684 Jun 04 16:16:51.781095 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-dec7872e-2907-4264-8b67-80a8e45f13ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:51.817823 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0438cbda-f39d-4d7b-b5eb-1a7ae72289ec req-e584b7e9-fe51-43b6-bdf8-ae11fd248f15 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776641 Jun 04 16:16:51.896462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d449670-efdd-43bd-bc00-73a971cab335 req-8ad05e4f-9673-4bca-96d1-eb3d93b5cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:51.897926 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4d449670-efdd-43bd-bc00-73a971cab335 req-8ad05e4f-9673-4bca-96d1-eb3d93b5cfa9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15766385-e714-4997-9061-68a94449eb31 HTTP/1.1" status: 200 len: 913 time: 0.2142591 Jun 04 16:16:51.964760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-591cd65d-c371-4cd2-8e74-37a11d49beef req-ad0942bf-3fb1-4e99-bba7-4f4283f9d4fe tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "GET /v2.0/security-groups/606e3425-742e-49a5-b9cf-e0a82ecf6fa1 HTTP/1.1" status: 200 len: 1813 time: 0.1183343 Jun 04 16:16:51.974903 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4d449670-efdd-43bd-bc00-73a971cab335 req-bc127f01-47c7-410c-82b2-a7d938d1906d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ba6a568-4515-41fb-beec-1e7910fdfac3 HTTP/1.1" status: 200 len: 217 time: 0.0681777 Jun 04 16:16:51.980947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-dec7872e-2907-4264-8b67-80a8e45f13ef service neutron] Transition to ACTIVE for port object 41a2dfac-b6f1-4289-a204-778866251efd will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:16:51.997235 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83cecbf2-f32b-411a-a63b-f5d0d7b49878 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:52.034240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 83cecbf2-f32b-411a-a63b-f5d0d7b49878 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:52.034704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83cecbf2-f32b-411a-a63b-f5d0d7b49878 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:52.069553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c0a1ec53-0c26-4587-98be-d1455ebf329b req-fc74c855-ef70-4b50-bba9-aa566ebc8093 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] For port 5ba6a568-4515-41fb-beec-1e7910fdfac3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ba6a568-4515-41fb-beec-1e7910fdfac3,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:52.090377 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-591cd65d-c371-4cd2-8e74-37a11d49beef req-0eb71cb3-ba14-43cd-b0e8-33ec629724fd tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.130911 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c0a1ec53-0c26-4587-98be-d1455ebf329b req-fc74c855-ef70-4b50-bba9-aa566ebc8093 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.131190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-dec7872e-2907-4264-8b67-80a8e45f13ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.133238 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-591cd65d-c371-4cd2-8e74-37a11d49beef req-0eb71cb3-ba14-43cd-b0e8-33ec629724fd tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.140785 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c0a1ec53-0c26-4587-98be-d1455ebf329b req-fc74c855-ef70-4b50-bba9-aa566ebc8093 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.153538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ba6a568-4515-41fb-beec-1e7910fdfac3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:52.181089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Deleting port dc472813-2e3d-4147-bcff-824676f6713b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:52.181089 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.244020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1ec53-0c26-4587-98be-d1455ebf329b req-fc74c855-ef70-4b50-bba9-aa566ebc8093 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:52.244630 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c0a1ec53-0c26-4587-98be-d1455ebf329b req-fc74c855-ef70-4b50-bba9-aa566ebc8093 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.245991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0a1ec53-0c26-4587-98be-d1455ebf329b req-fc74c855-ef70-4b50-bba9-aa566ebc8093 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "PUT /v2.0/ports/5ba6a568-4515-41fb-beec-1e7910fdfac3 HTTP/1.1" status: 200 len: 1020 time: 0.8773367 Jun 04 16:16:52.258908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74c855-ef70-4b50-bba9-aa566ebc8093 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'Port': ['ID=5ba6a568-4515-41fb-beec-1e7910fdfac3,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:52.271756 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-591cd65d-c371-4cd2-8e74-37a11d49beef req-0eb71cb3-ba14-43cd-b0e8-33ec629724fd tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.291157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb71cb3-ba14-43cd-b0e8-33ec629724fd tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=606e3425-742e-49a5-b9cf-e0a82ecf6fa1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:52.298239 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-591cd65d-c371-4cd2-8e74-37a11d49beef req-0eb71cb3-ba14-43cd-b0e8-33ec629724fd tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.299225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-591cd65d-c371-4cd2-8e74-37a11d49beef req-0eb71cb3-ba14-43cd-b0e8-33ec629724fd tempest-SecurityGroupRulesNegativeTestJSON-891188595 tempest-SecurityGroupRulesNegativeTestJSON-891188595-project] 10.222.0.13 "DELETE /v2.0/security-groups/606e3425-742e-49a5-b9cf-e0a82ecf6fa1 HTTP/1.1" status: 204 len: 173 time: 0.3212671 Jun 04 16:16:52.305452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60858) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:52.338979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] The port 'dc472813-2e3d-4147-bcff-824676f6713b' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:16:52.375100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ba6a568-4515-41fb-beec-1e7910fdfac3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:16:52.383429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc6e863-42a4-4ac1-9ae1-15772d24e53d admin admin] Deleting subnet f7e7c43b-b26e-4b3e-945c-66ca412a4072 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:16:52.386841 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afc6e863-42a4-4ac1-9ae1-15772d24e53d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.414280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-dec7872e-2907-4264-8b67-80a8e45f13ef service neutron] No DVR routers for this DVR port 41a2dfac-b6f1-4289-a204-778866251efd on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:16:52.421151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d449670-efdd-43bd-bc00-73a971cab335 req-e3cba10a-285c-4df5-984f-562c5dab572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:52.422625 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4d449670-efdd-43bd-bc00-73a971cab335 req-e3cba10a-285c-4df5-984f-562c5dab572c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=03f80806-80de-420b-bbfa-7c1e05be866d HTTP/1.1" status: 200 len: 852 time: 0.4407151 Jun 04 16:16:52.471905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7872e-2907-4264-8b67-80a8e45f13ef service neutron] Pushing event updated for resources: {'Port': ['ID=41a2dfac-b6f1-4289-a204-778866251efd,revision_number=10']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:52.487905 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afc6e863-42a4-4ac1-9ae1-15772d24e53d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.526553 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4d449670-efdd-43bd-bc00-73a971cab335 req-9eaafdf8-7685-45ae-8509-2c4e13d8b0e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15766385-e714-4997-9061-68a94449eb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870290 Jun 04 16:16:52.569259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afc6e863-42a4-4ac1-9ae1-15772d24e53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.619336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.623684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d59a40-0d4f-41d0-a37b-1e647bb58ecb req-f8c99509-703f-41a2-9a0e-4b9a53b3215e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:52.626450 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58d59a40-0d4f-41d0-a37b-1e647bb58ecb req-f8c99509-703f-41a2-9a0e-4b9a53b3215e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.1926105 Jun 04 16:16:52.688273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58d59a40-0d4f-41d0-a37b-1e647bb58ecb req-826bf403-cb35-456b-af24-2b4db20f7493 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554557 Jun 04 16:16:52.699093 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afc6e863-42a4-4ac1-9ae1-15772d24e53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.714856 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-dec7872e-2907-4264-8b67-80a8e45f13ef service neutron] 10.222.0.42 "PUT /v2.0/ports/41a2dfac-b6f1-4289-a204-778866251efd/bindings/n-h2-811809-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0272448 Jun 04 16:16:52.721108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d87bed-f7cb-4335-8ec3-bd9400c80cde']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:52.738843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7cf421-5708-4db1-bab8-26b1e7ca0756') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:52.739135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7cf421-5708-4db1-bab8-26b1e7ca0756') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:52.765336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6e863-42a4-4ac1-9ae1-15772d24e53d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e7c43b-b26e-4b3e-945c-66ca412a4072,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:52.767812 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afc6e863-42a4-4ac1-9ae1-15772d24e53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.778409 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-afc6e863-42a4-4ac1-9ae1-15772d24e53d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f7e7c43b-b26e-4b3e-945c-66ca412a4072 HTTP/1.1" status: 204 len: 168 time: 0.4718812 Jun 04 16:16:52.779504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60866) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:52.799409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.851620 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:52.859155 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4d449670-efdd-43bd-bc00-73a971cab335 req-2a79ba26-4dd3-4cda-8123-2c519678e60a service neutron] 10.222.0.46 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830927 Jun 04 16:16:52.874068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:16:52.874504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.067972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43de7478-89e4-4489-9b43-641fda275214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.082464 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment fb7cf421-5708-4db1-bab8-26b1e7ca0756 resource provider aggregate not found Jun 04 16:16:53.117726 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment fb7cf421-5708-4db1-bab8-26b1e7ca0756 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb7cf421-5708-4db1-bab8-26b1e7ca0756 found for delete ", "request_id": "req-2cb5d0db-4df7-42b2-a91f-bd3b6cb1988d"}]} Jun 04 16:16:53.129130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60880) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:53.135133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ec33a9-a105-4704-aea1-120d3960f3ff', 'tag': '5ba6a568-4515-41fb-beec-1e7910fdfac3'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:53.139260 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4d449670-efdd-43bd-bc00-73a971cab335 req-1a1ee61e-c345-48db-85e4-b56cbaff8b64 service neutron] 10.222.0.46 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337356 Jun 04 16:16:53.143507 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.150540 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.180379 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] 10.222.0.13 "DELETE /v2.0/networks/85d87bed-f7cb-4335-8ec3-bd9400c80cde HTTP/1.1" status: 204 len: 168 time: 2.7436428 Jun 04 16:16:53.180943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09684b0b-7453-48f3-a565-183a1bf45413 admin admin] Pushing event deleted for resources: {'Network': ['ID=85d87bed-f7cb-4335-8ec3-bd9400c80cde,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:53.182660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-f8cd5f59-01ca-4599-8e7c-90c32fcced9e tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:53.184283 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-f8cd5f59-01ca-4599-8e7c-90c32fcced9e tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1095 time: 0.3804889 Jun 04 16:16:53.239467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c433e48-98ce-4c18-add7-09bbba2a48b4 req-556199a7-3034-4cb6-906f-eb15385a07ae tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:53.240925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c433e48-98ce-4c18-add7-09bbba2a48b4 req-556199a7-3034-4cb6-906f-eb15385a07ae tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 944 time: 0.4383709 Jun 04 16:16:53.296408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a47ca-7f62-4031-bb25-6be070e962ee req-01a065e7-752a-42f1-a765-a21d0050d6e9 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:53.297848 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a3a47ca-7f62-4031-bb25-6be070e962ee req-01a065e7-752a-42f1-a765-a21d0050d6e9 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 1023 time: 0.3584621 Jun 04 16:16:53.299549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60890) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:53.327841 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43de7478-89e4-4489-9b43-641fda275214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.358780 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c6c3eebc-f2a8-4288-8351-3c23149c6fed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09e71c16565541d9bfb44412bef16223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555272 Jun 04 16:16:53.359023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60896) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:53.427054 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7daebf70-83ca-4a4b-9afb-f127bd296589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.455454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7daebf70-83ca-4a4b-9afb-f127bd296589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.510557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7daebf70-83ca-4a4b-9afb-f127bd296589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.513591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 41a2dfac-b6f1-4289-a204-778866251efd no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:53.530972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daebf70-83ca-4a4b-9afb-f127bd296589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f460279e-9135-4cd3-b2d3-5a5962c890d1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:53.532252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-43de7478-89e4-4489-9b43-641fda275214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1391a2-6e4b-4402-a477-297ad2c6356d']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:53.548514 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7daebf70-83ca-4a4b-9afb-f127bd296589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.565140 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7daebf70-83ca-4a4b-9afb-f127bd296589 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f460279e-9135-4cd3-b2d3-5a5962c890d1 HTTP/1.1" status: 204 len: 168 time: 0.1982527 Jun 04 16:16:53.571233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-43de7478-89e4-4489-9b43-641fda275214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7cec89-8f7f-4a81-b19e-8e6a12f48536') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:53.571576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-43de7478-89e4-4489-9b43-641fda275214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7cec89-8f7f-4a81-b19e-8e6a12f48536') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:53.580545 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c433e48-98ce-4c18-add7-09bbba2a48b4 req-1384c07e-a90d-4a21-b696-a8dde76fffbe tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964687 Jun 04 16:16:53.597003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 41a2dfac-b6f1-4289-a204-778866251efd not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:53.608291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f06734cf-3fe3-4d37-9689-12d456f9836a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b6a44bd29a64e41885e18a281790595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671981 Jun 04 16:16:53.611000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43de7478-89e4-4489-9b43-641fda275214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.611221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60902) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:53.658558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a3a47ca-7f62-4031-bb25-6be070e962ee req-4d1ab7f3-68b5-4657-b0ca-30a1cac71d5b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=da48f810-d62e-4988-8563-8575b0b53b00&id=7de75c37-1d4b-48b4-acdb-4930b305aaed&id=e7fe483b-160b-4de1-a605-092453fc80d7 HTTP/1.1" status: 200 len: 6148 time: 0.2026770 Jun 04 16:16:53.659520 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43de7478-89e4-4489-9b43-641fda275214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.672356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-1177d88d-1cfd-4733-943c-f2366d8076cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:53.676258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-1177d88d-1cfd-4733-943c-f2366d8076cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8 HTTP/1.1" status: 200 len: 1095 time: 0.4448946 Jun 04 16:16:53.679736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43de7478-89e4-4489-9b43-641fda275214 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:16:53.680279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43de7478-89e4-4489-9b43-641fda275214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.706880 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d442087-f1e9-40af-a734-a4200c428356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.765403 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d442087-f1e9-40af-a734-a4200c428356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.795114 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment ed7cec89-8f7f-4a81-b19e-8e6a12f48536 resource provider aggregate not found Jun 04 16:16:53.842401 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d442087-f1e9-40af-a734-a4200c428356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.848446 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment ed7cec89-8f7f-4a81-b19e-8e6a12f48536 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed7cec89-8f7f-4a81-b19e-8e6a12f48536 found for delete ", "request_id": "req-d4f1c5f7-ba73-4d8e-8860-87b53fc105e9"}]} Jun 04 16:16:53.858019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d442087-f1e9-40af-a734-a4200c428356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1dcc58-20d6-4ae1-89a8-d44e717c91a8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:53.877724 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d442087-f1e9-40af-a734-a4200c428356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.882637 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8d442087-f1e9-40af-a734-a4200c428356 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b1dcc58-20d6-4ae1-89a8-d44e717c91a8 HTTP/1.1" status: 204 len: 168 time: 0.2697835 Jun 04 16:16:53.955263 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43de7478-89e4-4489-9b43-641fda275214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.990039 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43de7478-89e4-4489-9b43-641fda275214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:53.992667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de7478-89e4-4489-9b43-641fda275214 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1391a2-6e4b-4402-a477-297ad2c6356d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:54.014518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-43de7478-89e4-4489-9b43-641fda275214 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8c1391a2-6e4b-4402-a477-297ad2c6356d HTTP/1.1" status: 204 len: 168 time: 1.2324045 Jun 04 16:16:54.045506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e9828-dd33-4850-a911-4fa3ea14631a req-773c2160-dd6c-416c-a4ec-333d87440403 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:54.047061 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-571e9828-dd33-4850-a911-4fa3ea14631a req-773c2160-dd6c-416c-a4ec-333d87440403 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 946 time: 0.1977479 Jun 04 16:16:54.056094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb079a1c-1fe3-446c-8090-378eacb8d30f req-70665d89-ac1a-4e95-abac-aa0c1fada479 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:54.057883 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb079a1c-1fe3-446c-8090-378eacb8d30f req-70665d89-ac1a-4e95-abac-aa0c1fada479 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 945 time: 0.2647445 Jun 04 16:16:54.073963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-63b377a4-0d2e-4095-b5d0-4cf442fa7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:54.075465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-63b377a4-0d2e-4095-b5d0-4cf442fa7ea2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 1095 time: 0.3621416 Jun 04 16:16:54.213634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-571e9828-dd33-4850-a911-4fa3ea14631a req-4b6ff56b-0518-4952-b0fc-b0aa769ae002 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547060 Jun 04 16:16:54.223998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60928) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:54.247004 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb079a1c-1fe3-446c-8090-378eacb8d30f req-96a3e927-1bb7-4c9a-bdc4-bfc4b944e604 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688864 Jun 04 16:16:54.271451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-976cc657-301d-4fb2-bbe5-8bac2251aafd req-4ff567de-7757-4cd9-a83d-da849b0a1a4b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'security_group': {'name': ' tempest-securitygroup -398769385 ', 'description': 'tempest-description-1580985002'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:54.286146 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-543f960a-e360-4049-bd4c-beb4bb5700a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6461280ea3534674a78bcfbcaeec3533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607970 Jun 04 16:16:54.288678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60934) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:54.290397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-976cc657-301d-4fb2-bbe5-8bac2251aafd req-4ff567de-7757-4cd9-a83d-da849b0a1a4b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:54.317085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-976cc657-301d-4fb2-bbe5-8bac2251aafd req-4ff567de-7757-4cd9-a83d-da849b0a1a4b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:54.326380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-c1d6eb0e-8534-4642-b4a0-71f5b1a8ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:54.328313 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-c1d6eb0e-8534-4642-b4a0-71f5b1a8ab72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.2313781 Jun 04 16:16:54.338059 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49aff7d3-8ebf-4c04-a951-6f9b66bb5a18'] response: {'name': 'network-changed', 'server_uuid': '47ec33a9-a105-4704-aea1-120d3960f3ff', 'tag': '5ba6a568-4515-41fb-beec-1e7910fdfac3', 'status': 'completed', 'code': 200} Jun 04 16:16:54.339345 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-976cc657-301d-4fb2-bbe5-8bac2251aafd req-4ff567de-7757-4cd9-a83d-da849b0a1a4b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:54.357378 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88448837-6247-4646-817f-119288b9f81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:54.385646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88448837-6247-4646-817f-119288b9f81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:54.446906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-fedb6128-0e5a-4fa8-9eab-101f8be2821d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41a2dfac-b6f1-4289-a204-778866251efd HTTP/1.1" status: 200 len: 217 time: 0.0961192 Jun 04 16:16:54.483878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-976cc657-301d-4fb2-bbe5-8bac2251aafd req-4ff567de-7757-4cd9-a83d-da849b0a1a4b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:54.494195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-976cc657-301d-4fb2-bbe5-8bac2251aafd req-4ff567de-7757-4cd9-a83d-da849b0a1a4b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group_rule and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:54.506737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-976cc657-301d-4fb2-bbe5-8bac2251aafd req-4ff567de-7757-4cd9-a83d-da849b0a1a4b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:54.516371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-976cc657-301d-4fb2-bbe5-8bac2251aafd req-4ff567de-7757-4cd9-a83d-da849b0a1a4b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:54.537422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-1e96bdce-b16d-4def-af1b-de063e78eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:54.538987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-1e96bdce-b16d-4def-af1b-de063e78eb7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.0859184 Jun 04 16:16:54.601954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60946) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:54.630077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-bd169c6d-c36a-422d-8145-8a35c745277b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839510 Jun 04 16:16:54.643455 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88448837-6247-4646-817f-119288b9f81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:54.690213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88448837-6247-4646-817f-119288b9f81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8b49f0-70be-4865-a779-ddd01c97681c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:54.734171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88448837-6247-4646-817f-119288b9f81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:54.735826 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-88448837-6247-4646-817f-119288b9f81c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc8b49f0-70be-4865-a779-ddd01c97681c HTTP/1.1" status: 204 len: 168 time: 0.4462085 Jun 04 16:16:54.767904 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-61f41671-f064-4ad5-82ad-7ba4fb2b6aae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66cc9d6b4e9c4316a8ebe4711a576914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556244 Jun 04 16:16:54.770557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60956) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:54.795585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274264ad-68b3-4877-b29f-48b2be101163 req-a4ec44b2-6aec-429a-9e99-96eac6b4c190 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:54.796108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-274264ad-68b3-4877-b29f-48b2be101163 req-a4ec44b2-6aec-429a-9e99-96eac6b4c190 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Synchronizing usage tracker for tenant:50923ec9c77a46798f4c38a13483bbe5 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:16:54.805264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-976cc657-301d-4fb2-bbe5-8bac2251aafd req-4ff567de-7757-4cd9-a83d-da849b0a1a4b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:54.829275 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60962) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:54.848874 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-976cc657-301d-4fb2-bbe5-8bac2251aafd req-4ff567de-7757-4cd9-a83d-da849b0a1a4b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:54.932805 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-86a4f086-7092-4355-ab22-5c845fdb9683 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941780 Jun 04 16:16:54.966087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d06384-f8fc-406a-acb3-d0b1702a27cd req-e1226078-3ad6-4e13-a7cf-198d42a41c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:54.967845 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-63d06384-f8fc-406a-acb3-d0b1702a27cd req-e1226078-3ad6-4e13-a7cf-198d42a41c7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39eb674087d5486c8f7f55e99956500b&device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 1174 time: 0.4873824 Jun 04 16:16:55.020754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-274264ad-68b3-4877-b29f-48b2be101163 req-a4ec44b2-6aec-429a-9e99-96eac6b4c190 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Unset dirty status for tenant:50923ec9c77a46798f4c38a13483bbe5 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:16:55.021905 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-274264ad-68b3-4877-b29f-48b2be101163 req-a4ec44b2-6aec-429a-9e99-96eac6b4c190 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 945 time: 0.6658072 Jun 04 16:16:55.029062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff567de-7757-4cd9-a83d-da849b0a1a4b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f2c871-3109-4b9a-9a84-cf939dda4f54,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:55.111540 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-976cc657-301d-4fb2-bbe5-8bac2251aafd req-4ff567de-7757-4cd9-a83d-da849b0a1a4b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:55.131424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-976cc657-301d-4fb2-bbe5-8bac2251aafd req-4ff567de-7757-4cd9-a83d-da849b0a1a4b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.8639262 Jun 04 16:16:55.142047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-856580748-network', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:55.147271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:55.152388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Usage tracker for resource:network and tenant:e1a28953f0c84063b7bf8e6bdf4117e5 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:55.155351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:55.161012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:55.176347 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-508c89f6-5cb6-47dc-ba6d-3cc172c21189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:55.185912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Made reservation on behalf of e1a28953f0c84063b7bf8e6bdf4117e5 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:55.188310 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:55.218957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Deleting port 18036656-d0d8-48ad-93f5-135ff9830a45 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:16:55.219396 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:55.231819 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:55.256225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-651e2827-00e8-4e48-9606-c0a2d523272e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3825674 Jun 04 16:16:55.300237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-508c89f6-5cb6-47dc-ba6d-3cc172c21189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:55.315525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:55.315904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d06384-f8fc-406a-acb3-d0b1702a27cd req-7e152c53-0f33-4880-9c83-57d841b0fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:55.317357 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-63d06384-f8fc-406a-acb3-d0b1702a27cd req-7e152c53-0f33-4880-9c83-57d841b0fcc1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15766385-e714-4997-9061-68a94449eb31 HTTP/1.1" status: 200 len: 913 time: 0.3433669 Jun 04 16:16:55.319544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Usage tracker for resource:security_group_rule and tenant:e1a28953f0c84063b7bf8e6bdf4117e5 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:55.322552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:55.342546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef033c-82c1-4220-9802-d10e7ae46694 req-63c94413-c2b0-43da-a428-4f5f8d2dafdd tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:55.349663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18ef033c-82c1-4220-9802-d10e7ae46694 req-63c94413-c2b0-43da-a428-4f5f8d2dafdd tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 944 time: 0.4196970 Jun 04 16:16:55.352370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:55.376211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-f71e6030-e5c7-4971-b89d-28376ad2dc4f service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974178 Jun 04 16:16:55.440439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18ef033c-82c1-4220-9802-d10e7ae46694 req-5aed2763-9b49-4c1f-afeb-6ab622d3c8df tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896723 Jun 04 16:16:55.490736 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-63d06384-f8fc-406a-acb3-d0b1702a27cd req-7fdc01c9-008f-4cbf-bba0-494a28dfbc0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ba6a568-4515-41fb-beec-1e7910fdfac3 HTTP/1.1" status: 200 len: 217 time: 0.1590376 Jun 04 16:16:55.597678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812fdc2-b5c8-4de5-95a0-acb5d0257f14 req-77a9b7a3-206e-45ed-b66b-d93ce772ca8c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:55.603051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8812fdc2-b5c8-4de5-95a0-acb5d0257f14 req-77a9b7a3-206e-45ed-b66b-d93ce772ca8c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.3571384 Jun 04 16:16:55.683061 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dde2cee7-6a82-48c8-8f70-3d80b9b97838 req-ae45f5e7-9e0a-4eee-8f7a-fad09de618ec tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/38f2c871-3109-4b9a-9a84-cf939dda4f54 HTTP/1.1" status: 200 len: 1780 time: 0.2107697 Jun 04 16:16:55.777720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d06384-f8fc-406a-acb3-d0b1702a27cd req-6206ced9-ddf1-45ad-86cc-a5379306f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:55.779596 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-63d06384-f8fc-406a-acb3-d0b1702a27cd req-6206ced9-ddf1-45ad-86cc-a5379306f9de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=03f80806-80de-420b-bbfa-7c1e05be866d HTTP/1.1" status: 200 len: 852 time: 0.2750368 Jun 04 16:16:55.780313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-508c89f6-5cb6-47dc-ba6d-3cc172c21189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:55.816650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c89f6-5cb6-47dc-ba6d-3cc172c21189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa20bab0-12fd-4d49-ba97-1b5c674e8555,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:55.893473 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-63d06384-f8fc-406a-acb3-d0b1702a27cd req-a33d2171-928d-4271-ad98-9e89b0ed7d92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15766385-e714-4997-9061-68a94449eb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806260 Jun 04 16:16:55.976984 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:55.986034 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8812fdc2-b5c8-4de5-95a0-acb5d0257f14 req-f537c482-b82a-4bc7-8ebf-373864879e63 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509140 Jun 04 16:16:55.991010 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-508c89f6-5cb6-47dc-ba6d-3cc172c21189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:55.991383 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:55.991918 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-508c89f6-5cb6-47dc-ba6d-3cc172c21189 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa20bab0-12fd-4d49-ba97-1b5c674e8555 HTTP/1.1" status: 204 len: 168 time: 1.2203183 Jun 04 16:16:56.038283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] For port 18036656-d0d8-48ad-93f5-135ff9830a45, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=18036656-d0d8-48ad-93f5-135ff9830a45,segment=NetworkSegment(97098a37-33fb-4445-9449-7eeb9ef674b6),segment_id=97098a37-33fb-4445-9449-7eeb9ef674b6)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:16:56.038674 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:56.050405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:16:56.083629 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:56.084646 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Added segment 1754b4a0-d354-46c3-ab6f-92229cf3628d of type vlan for network f737aedb-6285-446a-b5c0-ae1c641fe59c Jun 04 16:16:56.140758 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:56.184453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be8196c-5530-48fd-9659-2e1bc8c9b751,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:56.255085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-d8daa622-a411-404c-b9fc-9bdf6576d75b tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:56.257254 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-d8daa622-a411-404c-b9fc-9bdf6576d75b tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 1095 time: 0.3937356 Jun 04 16:16:56.257393 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:56.258307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:56.258899 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:56.262707 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-63d06384-f8fc-406a-acb3-d0b1702a27cd req-43c22b89-8cc7-47d4-ba31-051b88a40905 service neutron] 10.222.0.46 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590798 Jun 04 16:16:56.419659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c6024-4c1a-4e71-8fa4-7ffdda3d4792 req-523ffecc-37e1-4ad2-9228-5a3b88f3dbdf tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:56.421375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e13c6024-4c1a-4e71-8fa4-7ffdda3d4792 req-523ffecc-37e1-4ad2-9228-5a3b88f3dbdf tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 946 time: 0.5199397 Jun 04 16:16:56.481761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6509809 Jun 04 16:16:56.482892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8fc40-bfef-46b2-ac49-d46464e31d60 admin admin] Pushing event updated for resources: {'Network': ['ID=f737aedb-6285-446a-b5c0-ae1c641fe59c,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:56.487193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32796) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:56.527005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Request body: {'subnet': {'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-856580748-subnet', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:56.577461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:56.579107 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:56.579944 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:56.581483 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Floating IP e808846d-5ad5-490f-82b7-2db7564040f5 disassociated. External IP: 172.25.5.243, port: 18036656-d0d8-48ad-93f5-135ff9830a45. Jun 04 16:16:56.581483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Calling delete_port for 18036656-d0d8-48ad-93f5-135ff9830a45 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:16:56.598136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f737aedb-6285-446a-b5c0-ae1c641fe59c details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:16:56.598733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Usage tracker for resource:subnet and tenant:e1a28953f0c84063b7bf8e6bdf4117e5 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:56.603722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:56.610291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e13c6024-4c1a-4e71-8fa4-7ffdda3d4792 req-614c9c1f-b13b-4526-9f8b-4ac2d6128e7c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611938 Jun 04 16:16:56.639732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:56.717937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeab161-ec5a-4074-accf-7b39386b7279 req-e1c8ff55-5b71-45bd-ba75-cf8fb068018c tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:56.719439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-caeab161-ec5a-4074-accf-7b39386b7279 req-e1c8ff55-5b71-45bd-ba75-cf8fb068018c tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 945 time: 0.5558383 Jun 04 16:16:56.758454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Made reservation on behalf of e1a28953f0c84063b7bf8e6bdf4117e5 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:16:56.761198 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:56.763527 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-63d06384-f8fc-406a-acb3-d0b1702a27cd req-72a192df-fcb4-4df8-bed8-e095f963cd5e service neutron] 10.222.0.46 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722159 Jun 04 16:16:56.907163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d10e087a-f70e-473b-aaa5-dfddc7b0c823 req-708fdad0-940d-4f55-b5fb-f2c7297328fb tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/38f2c871-3109-4b9a-9a84-cf939dda4f54 HTTP/1.1" status: 200 len: 1780 time: 0.2156482 Jun 04 16:16:56.911870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-caeab161-ec5a-4074-accf-7b39386b7279 req-741f4250-446a-4ad1-a7f4-088ac6563495 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839201 Jun 04 16:16:56.930385 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:56.931456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-5e7f3542-2237-4f7b-b62c-fc161dd5c5ad service neutron] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:16:56.956565 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-5e7f3542-2237-4f7b-b62c-fc161dd5c5ad service neutron] Notify callbacks [] for binding, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:56.957937 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-204221c9-e199-49cf-b50d-10e73fba51b1 req-5e7f3542-2237-4f7b-b62c-fc161dd5c5ad service neutron] 10.222.0.46 "DELETE /v2.0/ports/41a2dfac-b6f1-4289-a204-778866251efd/bindings/n-h1-811809-3 HTTP/1.1" status: 204 len: 173 time: 0.6768172 Jun 04 16:16:57.024249 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d10e087a-f70e-473b-aaa5-dfddc7b0c823 req-4bd57600-1003-4044-9d68-0320d862ad60 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:57.100193 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d10e087a-f70e-473b-aaa5-dfddc7b0c823 req-4bd57600-1003-4044-9d68-0320d862ad60 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:57.180754 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d10e087a-f70e-473b-aaa5-dfddc7b0c823 req-4bd57600-1003-4044-9d68-0320d862ad60 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:57.193825 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:57.239397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd57600-1003-4044-9d68-0320d862ad60 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f2c871-3109-4b9a-9a84-cf939dda4f54,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:57.277365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Pushing event deleted for resources: {'Port': ['ID=18036656-d0d8-48ad-93f5-135ff9830a45,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:57.286159 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d10e087a-f70e-473b-aaa5-dfddc7b0c823 req-4bd57600-1003-4044-9d68-0320d862ad60 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:57.304446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d10e087a-f70e-473b-aaa5-dfddc7b0c823 req-4bd57600-1003-4044-9d68-0320d862ad60 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "DELETE /v2.0/security-groups/38f2c871-3109-4b9a-9a84-cf939dda4f54 HTTP/1.1" status: 204 len: 173 time: 0.3959017 Jun 04 16:16:57.331845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c304e1-c1b4-4f14-9ddc-24732901800f,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:57.336370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Checking segment: {'id': '1754b4a0-d354-46c3-ab6f-92229cf3628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:57.341451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Network hostable DHCP agents. Network: f737aedb-6285-446a-b5c0-ae1c641fe59c, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:16:57.386840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Network f737aedb-6285-446a-b5c0-ae1c641fe59c is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:16:57.402107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f737aedb-6285-446a-b5c0-ae1c641fe59c) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:57.406642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:57.407427 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:57.414056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d646c-97b6-4f36-a858-7435419fd5bd None None] Network f737aedb-6285-446a-b5c0-ae1c641fe59c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:16:57.559933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-b53c31c4-d499-4424-8645-eb0eeca8f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:57.561659 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-b53c31c4-d499-4424-8645-eb0eeca8f427 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 1100 time: 0.4852657 Jun 04 16:16:57.598838 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-21e2404f-d67c-42a1-95fa-2d690d9f8d30 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1029918 Jun 04 16:16:57.601180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32824) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:57.612990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:57.662143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:57.689898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Usage tracker for resource:router and tenant:e1a28953f0c84063b7bf8e6bdf4117e5 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:57.696033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:57.714200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:57.745644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954ce1e-98e4-493f-97a6-c3e90a956d5c req-315e7ee4-401d-4805-a96b-8261a38d1bb0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:57.756160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2954ce1e-98e4-493f-97a6-c3e90a956d5c req-315e7ee4-401d-4805-a96b-8261a38d1bb0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.3347661 Jun 04 16:16:57.760775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Router 2d503280-680e-459c-8001-6b2eee2c021e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:16:57.790959 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-11366691-efcf-4bc5-b88d-728e07c08f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:57.792767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32832) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:57.800343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e8658-c4e3-4838-a73b-8eafaeac2957 req-88eabb34-b651-4ed2-80ac-172d66ced66f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:57.802183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec0e8658-c4e3-4838-a73b-8eafaeac2957 req-88eabb34-b651-4ed2-80ac-172d66ced66f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 944 time: 0.3216276 Jun 04 16:16:57.812550 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:57.813641 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:57.818063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f737aedb-6285-446a-b5c0-ae1c641fe59c', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'fixed_ips': [{'subnet_id': '19c304e1-c1b4-4f14-9ddc-24732901800f'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:16:57.819214 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:57.864614 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2954ce1e-98e4-493f-97a6-c3e90a956d5c req-3d23e1a3-a7a3-4003-a6e5-571cf094e8e3 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075225 Jun 04 16:16:57.895499 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:57.911690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec0e8658-c4e3-4838-a73b-8eafaeac2957 req-8862f047-4e6b-4a09-ad47-94f52a65d162 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879004 Jun 04 16:16:57.958608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-cec3950c-9fd0-4c9a-8b49-3568b6c2845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:57.960516 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-cec3950c-9fd0-4c9a-8b49-3568b6c2845c service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.3879099 Jun 04 16:16:58.043363 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-7fea5360-0758-4967-9bf4-6885442359ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 200 len: 217 time: 0.0728478 Jun 04 16:16:58.063085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Allocated IP 172.20.0.2 (f737aedb-6285-446a-b5c0-ae1c641fe59c/19c304e1-c1b4-4f14-9ddc-24732901800f/03af98fe-f532-4916-a914-96b2909b7d15) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:16:58.114167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 18036656-d0d8-48ad-93f5-135ff9830a45 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:16:58.267670 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-5da7dc2e-a3ac-4c8c-ab71-e48c5f713e53 req-d101ab66-ab60-4624-8e11-e245db35c033 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] show failed (client error): The resource could not be found. Jun 04 16:16:58.294843 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5da7dc2e-a3ac-4c8c-ab71-e48c5f713e53 req-d101ab66-ab60-4624-8e11-e245db35c033 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/38f2c871-3109-4b9a-9a84-cf939dda4f54 HTTP/1.1" status: 404 len: 352 time: 0.2063568 Jun 04 16:16:58.297324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 18036656-d0d8-48ad-93f5-135ff9830a45 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:16:58.298192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 18036656-d0d8-48ad-93f5-135ff9830a45 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:16:58.302962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e352a3fa-27f3-4563-b436-11ae9896090a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:58.428531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e352a3fa-27f3-4563-b436-11ae9896090a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:58.467017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e352a3fa-27f3-4563-b436-11ae9896090a admin admin] Usage tracker for resource:security_group_rule and tenant:75c5a039a70643fe9e680836f7c209aa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:58.482652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:16:58.486073 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e352a3fa-27f3-4563-b436-11ae9896090a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:58.492423 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-e8609110-8cd3-4254-a49c-d84c14c37bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:58.505538 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-e8609110-8cd3-4254-a49c-d84c14c37bd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.3513708 Jun 04 16:16:58.525236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7a1dcd-52b8-437a-bed4-7eb90fb1eda3 None None] Sync routers for ids ['2d503280-680e-459c-8001-6b2eee2c021e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:16:58.543616 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:58.553449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a1dcd-52b8-437a-bed4-7eb90fb1eda3 None None] Routers {'2d503280-680e-459c-8001-6b2eee2c021e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:16:58.554076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4d7a1dcd-52b8-437a-bed4-7eb90fb1eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:16:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2d503280-680e-459c-8001-6b2eee2c021e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:58.571531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e352a3fa-27f3-4563-b436-11ae9896090a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:58.622245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Transition to ACTIVE for port object 03af98fe-f532-4916-a914-96b2909b7d15 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:16:58.660114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Transition to ACTIVE for port object 03af98fe-f532-4916-a914-96b2909b7d15 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:16:58.666444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] No DVR routers for this DVR port 18036656-d0d8-48ad-93f5-135ff9830a45 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:16:58.675766 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:58.678186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-999f7ab7-e361-419e-9eb4-9189581db74f req-daebed5b-84b7-414e-898a-11f2a4ab7c08 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce63d2a-081b-4312-ad5f-115ec01c6bda HTTP/1.1" status: 200 len: 210 time: 0.0950313 Jun 04 16:16:58.680010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce63d2a-081b-4312-ad5f-115ec01c6bda', 'name': 'network-vif-deleted', 'tag': '18036656-d0d8-48ad-93f5-135ff9830a45'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:16:58.714995 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:58.726016 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-274264ad-68b3-4877-b29f-48b2be101163 req-aa9e6e69-70b7-4f17-9f60-46d21d182e5e tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.46 "DELETE /v2.0/ports/18036656-d0d8-48ad-93f5-135ff9830a45 HTTP/1.1" status: 204 len: 173 time: 3.6513171 Jun 04 16:16:58.740705 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:58.757246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-816609457', 'description': 'tempest-description-1581609130'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:16:58.762296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-9cfd299d-9548-47d0-8491-34d72d815851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:58.763844 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-9cfd299d-9548-47d0-8491-34d72d815851 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940119 Jun 04 16:16:58.765209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:58.770882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:58.788735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:58.803415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:58.809512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4d7a1dcd-52b8-437a-bed4-7eb90fb1eda3 None None] Set router 2d503280-680e-459c-8001-6b2eee2c021e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:16:58.858965 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e352a3fa-27f3-4563-b436-11ae9896090a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:58.872422 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e352a3fa-27f3-4563-b436-11ae9896090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:58.882846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:58.912813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-0d7a83aa-e8d8-494c-b22d-228d7a1f4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:58.914650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-0d7a83aa-e8d8-494c-b22d-228d7a1f4036 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 1097 time: 0.3807232 Jun 04 16:16:58.925105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a1564-d73e-4abc-89ff-697a63a516e4 req-4f1c7166-a315-4f05-8ae0-2baa833935c1 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:58.926610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-421a1564-d73e-4abc-89ff-697a63a516e4 req-4f1c7166-a315-4f05-8ae0-2baa833935c1 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 946 time: 0.2864695 Jun 04 16:16:58.937357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Network f737aedb-6285-446a-b5c0-ae1c641fe59c is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:16:58.942280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:16:58.949169 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e352a3fa-27f3-4563-b436-11ae9896090a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75c5a039a70643fe9e680836f7c209aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1529610 Jun 04 16:16:58.949433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:16:58.951740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Pushing event updated for resources: {'Port': ['ID=03af98fe-f532-4916-a914-96b2909b7d15,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:58.952574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32854) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:16:58.963903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352a3fa-27f3-4563-b436-11ae9896090a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73984e68-bd6b-4a04-81b0-11ac31af197b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:58.987108 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-cc35faf0-b300-4028-b2cc-0924a7fb0cc2 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119644 Jun 04 16:16:58.996651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:16:59.054960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group_rule and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:16:59.065022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:16:59.084234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:16:59.121210 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-357a6f14-4b1b-4a70-9d1d-4448b832a05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:59.125583 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-421a1564-d73e-4abc-89ff-697a63a516e4 req-e75f9434-6884-4ebd-9ae6-eb2d44d597e2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601527 Jun 04 16:16:59.176591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Attempting to bind port 03af98fe-f532-4916-a914-96b2909b7d15 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:16:59.177090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Attempting to bind port 03af98fe-f532-4916-a914-96b2909b7d15 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '1754b4a0-d354-46c3-ab6f-92229cf3628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:16:59.177546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Attempting to bind port 03af98fe-f532-4916-a914-96b2909b7d15 on network f737aedb-6285-446a-b5c0-ae1c641fe59c {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:16:59.178103 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-357a6f14-4b1b-4a70-9d1d-4448b832a05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:59.186816 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-27912f8a-0172-40f1-92f9-831ce6fea2e4 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911209 Jun 04 16:16:59.188616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:16:59.189229 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Checking segment: {'id': '1754b4a0-d354-46c3-ab6f-92229cf3628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:16:59.189772 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:59.190044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Bound using segment: {'id': '1754b4a0-d354-46c3-ab6f-92229cf3628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:16:59.190655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Bound port: 03af98fe-f532-4916-a914-96b2909b7d15, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1754b4a0-d354-46c3-ab6f-92229cf3628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:16:59.191391 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:59.221706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-83e42c2b-6521-4c12-b2de-fac2f12b0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:59.223584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-83e42c2b-6521-4c12-b2de-fac2f12b0861 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.2942202 Jun 04 16:16:59.254408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-357a6f14-4b1b-4a70-9d1d-4448b832a05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:59.288274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a6f14-4b1b-4a70-9d1d-4448b832a05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73984e68-bd6b-4a04-81b0-11ac31af197b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:59.297225 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-357a6f14-4b1b-4a70-9d1d-4448b832a05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:59.306421 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-357a6f14-4b1b-4a70-9d1d-4448b832a05a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73984e68-bd6b-4a04-81b0-11ac31af197b HTTP/1.1" status: 204 len: 168 time: 0.3527794 Jun 04 16:16:59.316951 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:59.466481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-3445d7d3-d83e-4c69-910b-0635e70d3ef4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb63a84-0a82-41a7-8585-e2281e35be24 HTTP/1.1" status: 200 len: 217 time: 0.2218859 Jun 04 16:16:59.471475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] For port 03af98fe-f532-4916-a914-96b2909b7d15, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:16:59.475271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] For port 03af98fe-f532-4916-a914-96b2909b7d15, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=03af98fe-f532-4916-a914-96b2909b7d15,segment=NetworkSegment(1754b4a0-d354-46c3-ab6f-92229cf3628d),segment_id=1754b4a0-d354-46c3-ab6f-92229cf3628d)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:16:59.476064 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:59.487154 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:59.584922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4d7a1dcd-52b8-437a-bed4-7eb90fb1eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:14:26Z', 'revision_number': 4, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port': {'id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:21Z', 'updated_at': '2022-06-04T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7008158a-1e91-4c73-8de8-d9df9f2442e9', 'name': '', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'mac_address': 'fa:16:3e:3c:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:26Z', 'updated_at': '2022-06-04T16:14:36Z', 'revision_number': 5, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'subnets': [{'id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:59.594504 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37c2c4-d4cc-4d58-8b7c-6c681fa2b2ba None None] Pushing event updated for resources: {'Port': ['ID=03af98fe-f532-4916-a914-96b2909b7d15,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:59.600475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7a1dcd-52b8-437a-bed4-7eb90fb1eda3 None None] Checking router: 2d503280-680e-459c-8001-6b2eee2c021e for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:16:59.621144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a1dcd-52b8-437a-bed4-7eb90fb1eda3 None None] Routers {'2d503280-680e-459c-8001-6b2eee2c021e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:16:59.621884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4d7a1dcd-52b8-437a-bed4-7eb90fb1eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:16:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2d503280-680e-459c-8001-6b2eee2c021e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:16:59.732548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6776b6fb-0eca-47b3-a238-52d2c998f028,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:16:59.805332 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:16:59.806462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7a3b536-6247-470c-bb07-1c0797368922 req-15d624b8-8e43-4300-b83d-6476a738bcac tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0542164 Jun 04 16:16:59.870263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee9822-dfe6-4d57-81aa-3b160405d48e req-5290e7fb-46b7-4581-bb77-9453d65dc32e tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:59.871811 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1bee9822-dfe6-4d57-81aa-3b160405d48e req-5290e7fb-46b7-4581-bb77-9453d65dc32e tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 1095 time: 0.4044585 Jun 04 16:16:59.877571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21b1fbab-e4a1-49e6-a51f-0e2b363ac016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:16:59.878995 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21b1fbab-e4a1-49e6-a51f-0e2b363ac016 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.3658783 Jun 04 16:16:59.904427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4d7a1dcd-52b8-437a-bed4-7eb90fb1eda3 None None] Set router 2d503280-680e-459c-8001-6b2eee2c021e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:16:59.910730 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd90167-b296-4cf7-b8d4-068b2c7a396d'] response: {'server_uuid': '4ce63d2a-081b-4312-ad5f-115ec01c6bda', 'name': 'network-vif-deleted', 'tag': '18036656-d0d8-48ad-93f5-135ff9830a45', 'status': 'completed', 'code': 200} Jun 04 16:16:59.960182 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:00.010989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-2d6ab6e9-b97f-41ce-ac8f-51ffd89fbf57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222110 Jun 04 16:17:00.014338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:00.060681 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-992a5b45-ce2c-4309-a474-31ce47dd4c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:00.232914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1bee9822-dfe6-4d57-81aa-3b160405d48e req-7e6b7b83-39bb-401c-b62b-000312bf7faf tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493991 Jun 04 16:17:00.333513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32888) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:00.366235 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4d7a1dcd-52b8-437a-bed4-7eb90fb1eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:14:26Z', 'revision_number': 4, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port': {'id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:21Z', 'updated_at': '2022-06-04T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7008158a-1e91-4c73-8de8-d9df9f2442e9', 'name': '', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'mac_address': 'fa:16:3e:3c:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:26Z', 'updated_at': '2022-06-04T16:14:36Z', 'revision_number': 5, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'subnets': [{'id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:00.379368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7a1dcd-52b8-437a-bed4-7eb90fb1eda3 None None] The sync data for ids ['2d503280-680e-459c-8001-6b2eee2c021e'] in n-d-811809-3 is: [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:14:26Z', 'revision_number': 4, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port': {'id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:21Z', 'updated_at': '2022-06-04T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7008158a-1e91-4c73-8de8-d9df9f2442e9', 'name': '', 'network_id': '3cf8b8e7-bd75-4d50-afba-09f4ce24132c', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'mac_address': 'fa:16:3e:3c:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:26Z', 'updated_at': '2022-06-04T16:14:36Z', 'revision_number': 5, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'subnets': [{'id': '82f0ee39-ee54-4b57-b55f-86e0e94d69e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:17:00.488435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1518038434-network', 'tenant_id': 'e4d463e68afb48d4b97dbf5170fc8bfe'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:00.498494 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:00.507738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Usage tracker for resource:network and tenant:e4d463e68afb48d4b97dbf5170fc8bfe is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:00.516283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:00.538911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:00.548391 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1908936763', 'description': 'tempest-description-1638752638'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:00.568297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Made reservation on behalf of e4d463e68afb48d4b97dbf5170fc8bfe for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:17:00.571775 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:00.577047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:00.603001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:00.614693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:00.629356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:00.645842 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-ffa2c2fd-2725-4962-8d1c-a8e40ac16bb7 service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758839 Jun 04 16:17:00.647336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:00.655598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:00.661632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Usage tracker for resource:security_group_rule and tenant:e4d463e68afb48d4b97dbf5170fc8bfe is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:00.666135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:00.672647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed294ce-073b-466d-ad70-4dbefae1bc2a req-1f4b8d8b-2f32-4bf1-bc5b-e8c17dc218e8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:00.673748 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:00.680187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bed294ce-073b-466d-ad70-4dbefae1bc2a req-1f4b8d8b-2f32-4bf1-bc5b-e8c17dc218e8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.6121922 Jun 04 16:17:00.683023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Allocated IP 172.25.5.166 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/b3cbe512-e08f-494d-8785-645a2835a136) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:00.798313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:00.804187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:00.824667 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2ad68-f881-44e0-805b-c29a59efdeb6 None None] New status for floating IP e808846d-5ad5-490f-82b7-2db7564040f5: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:17:00.840173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:17:00.849603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-f7a94b9d-715f-42fd-b197-bdb32e6907e7 service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642938 Jun 04 16:17:00.850122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315b9518-da7b-4153-863d-94c94331cc4e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:00.877496 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:00.878182 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Added segment aba76db3-3631-4015-95da-ddfe5f2ea07d of type vlan for network 16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc Jun 04 16:17:00.880734 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:00.919059 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:00.967171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:00.968081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:00.968756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:00.975912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c2aac-e920-4311-83c3-244987f8d871 None None] Network f737aedb-6285-446a-b5c0-ae1c641fe59c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:17:01.068573 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:01.078930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bed294ce-073b-466d-ad70-4dbefae1bc2a req-9ce71b25-1b9f-438b-81fd-ab5d8cc16a6a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976245 Jun 04 16:17:01.082420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:01.100926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b15f8764-8de6-4628-9af0-295f548180a6 None None] Provisioning for port 03af98fe-f532-4916-a914-96b2909b7d15 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:01.141024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group_rule and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:01.166669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:01.169412 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:01.254380 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:17:01.260648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] Pushing event updated for resources: {'Network': ['ID=16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:01.267326 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fd86feac-cfcd-4288-ad65-849e02b4197f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9320259 Jun 04 16:17:01.270341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:01.270588 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32898) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:01.278666 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Request body: {'subnet': {'network_id': '16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1518038434-subnet', 'tenant_id': 'e4d463e68afb48d4b97dbf5170fc8bfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:01.282127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:17:01.283780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:01.287858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Usage tracker for resource:subnet and tenant:e4d463e68afb48d4b97dbf5170fc8bfe is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:01.290959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:01.297793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:01.320895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Made reservation on behalf of e4d463e68afb48d4b97dbf5170fc8bfe for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:17:01.324155 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:01.389160 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:01.422181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-06f5f9ea-4e4d-49cf-bbe2-f79b55417bbf tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:01.423857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-06f5f9ea-4e4d-49cf-bbe2-f79b55417bbf tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1&tenant_id=d4012fb5625c4c60945856a3a47e68a0&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1097 time: 0.4947011 Jun 04 16:17:01.456633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811809-3'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:01.545945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 03af98fe-f532-4916-a914-96b2909b7d15 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:01.646957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:01.653530 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:01.674097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da13c34-3ef0-4e70-acaf-eb391d21632c req-5ca86068-f648-4ca6-b87d-b9de2dc78fdc tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:01.682798 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4da13c34-3ef0-4e70-acaf-eb391d21632c req-5ca86068-f648-4ca6-b87d-b9de2dc78fdc tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 946 time: 0.4036748 Jun 04 16:17:01.697042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 03af98fe-f532-4916-a914-96b2909b7d15 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:01.710032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 03af98fe-f532-4916-a914-96b2909b7d15 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:01.710400 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:01.723298 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:01.732792 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:01.766827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Checking segment: {'id': 'aba76db3-3631-4015-95da-ddfe5f2ea07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:01.767348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Network hostable DHCP agents. Network: 16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:17:01.774050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a63f3b8-6e77-46bd-8568-0a46dcc2cc09,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:01.798752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Network 16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:17:01.814464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:01.823725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:01.824441 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:01.825380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37058f2-4b34-419a-8b16-f723836b15e7 None None] Network 16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:17:01.826223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:01.864368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Pushing event updated for resources: {'Port': ['ID=b3cbe512-e08f-494d-8785-645a2835a136,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:01.868310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:01.870861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:01.878592 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f9b46678-b834-4144-93ae-85dec7b8fd8a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6069217 Jun 04 16:17:01.922246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf92988-6a0a-43ef-873a-a5b50d163ad2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:02.014886 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.027704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 03af98fe-f532-4916-a914-96b2909b7d15 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:02.028297 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.109706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef72e8df-87d5-40a8-bbc6-8fdbb741341f None None] Network 16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:17:02.123483 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-29d2a546-fa68-4ad0-9893-bef46ae118e5 None None] Provisioning complete for port 03af98fe-f532-4916-a914-96b2909b7d15 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:02.123782 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-29d2a546-fa68-4ad0-9893-bef46ae118e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.140618 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4da13c34-3ef0-4e70-acaf-eb391d21632c req-658ff3ff-8f1e-40b0-abfe-376541fa8e5f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560671 Jun 04 16:17:02.167671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 03af98fe-f532-4916-a914-96b2909b7d15, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=03af98fe-f532-4916-a914-96b2909b7d15,segment=NetworkSegment(1754b4a0-d354-46c3-ab6f-92229cf3628d),segment_id=1754b4a0-d354-46c3-ab6f-92229cf3628d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:02.190483 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.191705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f83341a4-a4e9-4ecd-a6d2-6ef53fcb7dfc req-d70ceadf-16f2-4c53-b1d1-022399dbe7d4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.6667204 Jun 04 16:17:02.227702 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.270184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32914) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:02.351459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=03af98fe-f532-4916-a914-96b2909b7d15,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:02.378235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b38fffc6-9249-492b-8053-910aef4b42bd tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.419814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b38fffc6-9249-492b-8053-910aef4b42bd tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.473099 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.487162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-29d2a546-fa68-4ad0-9893-bef46ae118e5 None None] Current status of the port 03af98fe-f532-4916-a914-96b2909b7d15 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:02.488445 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b38fffc6-9249-492b-8053-910aef4b42bd tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.530568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fffc6-9249-492b-8053-910aef4b42bd tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:02.547510 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b38fffc6-9249-492b-8053-910aef4b42bd tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.550549 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b38fffc6-9249-492b-8053-910aef4b42bd tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "DELETE /v2.0/security-groups/4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2 HTTP/1.1" status: 204 len: 168 time: 0.2777209 Jun 04 16:17:02.551240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32928) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:02.571957 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-2fcef23f-1dcd-4927-8c39-c63b852c779d tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] show failed (client error): The resource could not be found. Jun 04 16:17:02.574490 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2fcef23f-1dcd-4927-8c39-c63b852c779d tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "GET /v2.0/security-groups/4f2ca42c-65aa-42ad-9ef5-73c28e0c2cf2 HTTP/1.1" status: 404 len: 347 time: 0.0203609 Jun 04 16:17:02.576430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32932) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:02.741768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-59cb1341-c4c7-4094-bb0b-d7c472d868e3 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Deleting port 9a57ad0c-608d-45a1-8e5d-6490dbf87880 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:17:02.742715 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59cb1341-c4c7-4094-bb0b-d7c472d868e3 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.811453 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.915723 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59cb1341-c4c7-4094-bb0b-d7c472d868e3 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.916030 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59cb1341-c4c7-4094-bb0b-d7c472d868e3 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:02.968555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6eb63a84-0a82-41a7-8585-e2281e35be24,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:03.024564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-d66739ae-a322-4f44-aa0c-b9c1d6ffcb70 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:03.025874 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-d66739ae-a322-4f44-aa0c-b9c1d6ffcb70 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/networks?id=16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc HTTP/1.1" status: 200 len: 818 time: 0.4662309 Jun 04 16:17:03.039555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-59cb1341-c4c7-4094-bb0b-d7c472d868e3 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Calling delete_port for 9a57ad0c-608d-45a1-8e5d-6490dbf87880 owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:17:03.061167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62a7d-d736-4fc5-9fe9-e7ce860f8718 req-b721d2dc-fd8f-4c88-8faa-2b80738b6e69 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:03.062617 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29a62a7d-d736-4fc5-9fe9-e7ce860f8718 req-b721d2dc-fd8f-4c88-8faa-2b80738b6e69 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 1095 time: 0.8042133 Jun 04 16:17:03.077156 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-9e452b00-bdb3-470a-8d6e-85deccfbe58b tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/quotas/e4d463e68afb48d4b97dbf5170fc8bfe HTTP/1.1" status: 200 len: 375 time: 0.0413752 Jun 04 16:17:03.192197 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59cb1341-c4c7-4094-bb0b-d7c472d868e3 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:03.224771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-b8c6ce5e-fb93-4863-a040-51f7e9a2b60a tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4d463e68afb48d4b97dbf5170fc8bfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296728 Jun 04 16:17:03.245502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb1341-c4c7-4094-bb0b-d7c472d868e3 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Pushing event deleted for resources: {'Port': ['ID=9a57ad0c-608d-45a1-8e5d-6490dbf87880,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:03.273401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:03.339943 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59cb1341-c4c7-4094-bb0b-d7c472d868e3 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:03.355095 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59cb1341-c4c7-4094-bb0b-d7c472d868e3 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:03.359071 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-59cb1341-c4c7-4094-bb0b-d7c472d868e3 tempest-AttachSCSIVolumeTestJSON-285142582 tempest-AttachSCSIVolumeTestJSON-285142582-project] 10.222.0.13 "DELETE /v2.0/floatingips/e808846d-5ad5-490f-82b7-2db7564040f5 HTTP/1.1" status: 204 len: 168 time: 0.7788355 Jun 04 16:17:03.390271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 03af98fe-f532-4916-a914-96b2909b7d15 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:03.439882 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29a62a7d-d736-4fc5-9fe9-e7ce860f8718 req-26ebeb2a-e0c1-4c51-b6d8-d0564a8eccc1 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677332 Jun 04 16:17:03.475005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 03af98fe-f532-4916-a914-96b2909b7d15 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:03.475545 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:03.487059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cd6a67-7e10-4701-a052-62ba843bdaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb63a84-0a82-41a7-8585-e2281e35be24'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:03.495507 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:03.522973 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:03.565701 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:03.628891 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-2ba21f7d-682a-4f59-94f3-8aad2daf0a58 service neutron] 10.222.0.13 "GET /v2.0/networks/16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932538 Jun 04 16:17:03.696881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 03af98fe-f532-4916-a914-96b2909b7d15 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:03.700169 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:03.852500 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:04.231872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb63a84-0a82-41a7-8585-e2281e35be24,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:04.245377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Attempting to bind port 6eb63a84-0a82-41a7-8585-e2281e35be24 on host n-h1-811809-3 for vnic_type normal with profile {"migrating_to": "n-h2-811809-3"} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:04.245674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Attempting to bind port 6eb63a84-0a82-41a7-8585-e2281e35be24 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:04.245996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Attempting to bind port 6eb63a84-0a82-41a7-8585-e2281e35be24 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:04.274295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Port 6eb63a84-0a82-41a7-8585-e2281e35be24 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:17:04.274651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Attempting to bind port 6eb63a84-0a82-41a7-8585-e2281e35be24 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:04.297930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:04.298272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:04.298676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Bound using segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:04.299114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Bound port: 6eb63a84-0a82-41a7-8585-e2281e35be24, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:04.299456 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:04.330640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-7aaa2307-6882-4fc6-987f-282111d9621d service neutron] 10.222.0.13 "GET /v2.0/networks/16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542898 Jun 04 16:17:04.386638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0975104-385d-43bd-9946-6677873d2fe1 req-919baa88-5069-4abb-b110-43002cfe37de tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:04.388138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0975104-385d-43bd-9946-6677873d2fe1 req-919baa88-5069-4abb-b110-43002cfe37de tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.6108246 Jun 04 16:17:04.487893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-562584075', 'description': 'tempest-description-2128484426'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:04.500225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:04.500462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:04.519620 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0975104-385d-43bd-9946-6677873d2fe1 req-4b9def43-27d7-4355-af1f-c872f9a5bd62 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208706 Jun 04 16:17:04.522355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Router 836265ce-4152-43b3-be99-e4355da549a2 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:17:04.526851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:04.535657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6eb63a84-0a82-41a7-8585-e2281e35be24,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:04.537288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:04.559617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:04.711780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:04.882681 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:05.014812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:05.032689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group_rule and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:05.040734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:05.045114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:17:05.057550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Sync routers for ids ['836265ce-4152-43b3-be99-e4355da549a2'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:17:05.067104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Routers {'836265ce-4152-43b3-be99-e4355da549a2'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:05.067915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['836265ce-4152-43b3-be99-e4355da549a2'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:05.090017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:05.127729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb63a84-0a82-41a7-8585-e2281e35be24,revision_number=8']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:05.132277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:05.132894 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:05.134327 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-21bbd9ad-789d-4622-88bf-a3714ed93b07 service neutron] 10.222.0.46 "PUT /v2.0/ports/6eb63a84-0a82-41a7-8585-e2281e35be24 HTTP/1.1" status: 200 len: 1122 time: 3.7001286 Jun 04 16:17:05.152417 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:05.153671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-206d3371-1815-4e0e-881d-7d211ef8454d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5484540 Jun 04 16:17:05.156979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33006) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:05.180712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafab3d1-d8bf-4f75-807a-5f5c9d1ace83 req-d2480a75-96e5-499a-9a22-1384dbf6d226 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:05.182712 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fafab3d1-d8bf-4f75-807a-5f5c9d1ace83 req-d2480a75-96e5-499a-9a22-1384dbf6d226 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 944 time: 0.4630792 Jun 04 16:17:05.268229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:05.271538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fafab3d1-d8bf-4f75-807a-5f5c9d1ace83 req-35acc38b-38b1-433f-9417-3273da963f60 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818236 Jun 04 16:17:05.281526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:05.357522 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e1f96f-ea58-4eb8-959c-d6d8fd7d1443'] response: {'server_uuid': 'a7cd6a67-7e10-4701-a052-62ba843bdaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb63a84-0a82-41a7-8585-e2281e35be24', 'code': 200} Jun 04 16:17:05.421460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f0703-70e7-4ca3-a4f5-5296fbca18cd,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:05.428879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['6eb63a84-0a82-41a7-8585-e2281e35be24'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:05.448933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:05.478876 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e9518d0-91fc-4858-ae1d-1efc4f6f4ac6 req-1fd75313-3827-466f-86bd-1b97ffbe53de tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9953065 Jun 04 16:17:05.577391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Set router 836265ce-4152-43b3-be99-e4355da549a2 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:05.811570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e70c66b-e9d6-43e3-bb5a-eb502f908b8e req-e0e0b34e-eccf-4c5b-af69-bbe798f73b1b tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea0e3f9a-5ec3-46d9-b2e5-3a197265896e HTTP/1.1" status: 200 len: 210 time: 0.1161573 Jun 04 16:17:06.247995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:17:02Z', 'revision_number': 3, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port': {'id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:00Z', 'updated_at': '2022-06-04T16:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:06.253926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Checking router: 836265ce-4152-43b3-be99-e4355da549a2 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:17:06.254640 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Updating router 836265ce-4152-43b3-be99-e4355da549a2 port b3cbe512-e08f-494d-8785-645a2835a136 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:17:06.273582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-abd1ff2c-0a15-487a-949d-2f64a7e11c5d tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:06.275690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-abd1ff2c-0a15-487a-949d-2f64a7e11c5d tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.46 "GET /v2.0/networks?id=16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc HTTP/1.1" status: 200 len: 818 time: 0.3258400 Jun 04 16:17:06.309752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Request body: {'port': {'device_id': 'ea0e3f9a-5ec3-46d9-b2e5-3a197265896e', 'network_id': '16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc', 'admin_state_up': True, 'tenant_id': 'e4d463e68afb48d4b97dbf5170fc8bfe'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:06.328483 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:06.352774 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:06.645112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Allocated IP 172.20.0.1 (f737aedb-6285-446a-b5c0-ae1c641fe59c/19c304e1-c1b4-4f14-9ddc-24732901800f/4470ea72-4c43-4cba-90c0-ef93109f84a1) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:06.657874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed7144-3896-42e2-9795-66643bf6f3fa req-c1f50e77-5558-43f1-9c4b-a3c7cee6b624 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:06.665551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2eed7144-3896-42e2-9795-66643bf6f3fa req-c1f50e77-5558-43f1-9c4b-a3c7cee6b624 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.4575005 Jun 04 16:17:06.725361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e8aa744a-179b-4652-b68b-70d2bbeee29e req-256af6fc-8e2c-4595-bfa9-2979a93dd357 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Synchronizing usage tracker for tenant:39eb674087d5486c8f7f55e99956500b on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:17:06.752706 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:06.765758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Transition to ACTIVE for port object b3cbe512-e08f-494d-8785-645a2835a136 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:06.773838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:06.774318 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:06.825332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Usage tracker for resource:port and tenant:e4d463e68afb48d4b97dbf5170fc8bfe is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:06.835223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:06.850181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:06.855526 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2eed7144-3896-42e2-9795-66643bf6f3fa req-2daaa5fe-edc3-4649-ab7e-33fa4830bf75 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889074 Jun 04 16:17:06.858754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e8aa744a-179b-4652-b68b-70d2bbeee29e req-256af6fc-8e2c-4595-bfa9-2979a93dd357 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Unset dirty status for tenant:39eb674087d5486c8f7f55e99956500b on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:17:06.869384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8aa744a-179b-4652-b68b-70d2bbeee29e req-256af6fc-8e2c-4595-bfa9-2979a93dd357 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39eb674087d5486c8f7f55e99956500b HTTP/1.1" status: 200 len: 10896 time: 0.9575102 Jun 04 16:17:06.886066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ac58d-3ca5-49a9-8856-462be711bfcd None None] Pushing event updated for resources: {'Port': ['ID=b3cbe512-e08f-494d-8785-645a2835a136,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:06.914973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Made reservation on behalf of e4d463e68afb48d4b97dbf5170fc8bfe for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:17:06.920885 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:06.924362 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:06.942007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Attempting to bind port b3cbe512-e08f-494d-8785-645a2835a136 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:06.942843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Attempting to bind port b3cbe512-e08f-494d-8785-645a2835a136 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:06.943265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Attempting to bind port b3cbe512-e08f-494d-8785-645a2835a136 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:06.943610 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Transition to ACTIVE for port object 4470ea72-4c43-4cba-90c0-ef93109f84a1 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:06.952224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:06.953824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:06.954372 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:06.955531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:06.956310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Bound port: b3cbe512-e08f-494d-8785-645a2835a136, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:06.956685 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:06.977671 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:07.066837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] For port b3cbe512-e08f-494d-8785-645a2835a136, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:07.072940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] For port b3cbe512-e08f-494d-8785-645a2835a136, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b3cbe512-e08f-494d-8785-645a2835a136,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:07.085951 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:07.145079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Network f737aedb-6285-446a-b5c0-ae1c641fe59c is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:07.149266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:07.165852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:07.196083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ac58d-3ca5-49a9-8856-462be711bfcd None None] Pushing event updated for resources: {'Port': ['ID=b3cbe512-e08f-494d-8785-645a2835a136,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:07.241066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Pushing event updated for resources: {'Port': ['ID=4470ea72-4c43-4cba-90c0-ef93109f84a1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:07.261334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Allocated IP 172.20.0.11 (16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc/5a63f3b8-6e77-46bd-8568-0a46dcc2cc09/9acfc219-58bc-45a1-b73b-f061850bdf4b) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:07.261779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Routers {'836265ce-4152-43b3-be99-e4355da549a2'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:07.263101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['836265ce-4152-43b3-be99-e4355da549a2'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:07.274151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:07.561838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] Set router 836265ce-4152-43b3-be99-e4355da549a2 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:07.662886 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:07.735734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cd6a67-7e10-4701-a052-62ba843bdaf1', 'tag': '6eb63a84-0a82-41a7-8585-e2281e35be24'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:07.778536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b2c2c595-463c-4cab-bf18-69ec10d5fe6f None None] Provisioning for port 4470ea72-4c43-4cba-90c0-ef93109f84a1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:07.787950 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:07.790057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b2c2c595-463c-4cab-bf18-69ec10d5fe6f None None] Provisioning complete for port 4470ea72-4c43-4cba-90c0-ef93109f84a1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:07.790630 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b2c2c595-463c-4cab-bf18-69ec10d5fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:07.817946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8aa744a-179b-4652-b68b-70d2bbeee29e req-57b4967d-5264-4960-873c-0245ad8076c6 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/7de75c37-1d4b-48b4-acdb-4930b305aaed HTTP/1.1" status: 200 len: 2981 time: 0.9472673 Jun 04 16:17:07.884774 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:07.902020 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:07.902625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2c595-463c-4cab-bf18-69ec10d5fe6f None None] Port 4470ea72-4c43-4cba-90c0-ef93109f84a1 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:17:07.908913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:07.936478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f69f2-dcdc-48fb-aa27-ac46831b7eba req-4a113d98-c72b-4254-a8be-e1aefa8bec1d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:07.938034 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a2f69f2-dcdc-48fb-aa27-ac46831b7eba req-4a113d98-c72b-4254-a8be-e1aefa8bec1d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 944 time: 0.2033105 Jun 04 16:17:07.972289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8aa744a-179b-4652-b68b-70d2bbeee29e req-ee3433e5-d89c-4907-8346-7b4a6d7fedd0 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/7de75c37-1d4b-48b4-acdb-4930b305aaed HTTP/1.1" status: 200 len: 2981 time: 0.1406562 Jun 04 16:17:08.004264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:17:02Z', 'revision_number': 3, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port': {'id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:00Z', 'updated_at': '2022-06-04T16:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:08.009940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d721e72-f505-4356-acfd-51f3c21f53f2 None None] The sync data for ids ['836265ce-4152-43b3-be99-e4355da549a2'] in n-d-811809-3 is: [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:17:02Z', 'revision_number': 3, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port': {'id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:00Z', 'updated_at': '2022-06-04T16:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:17:08.015794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Network 16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:08.026846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:08.037232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Pushing event updated for resources: {'Port': ['ID=9acfc219-58bc-45a1-b73b-f061850bdf4b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:08.043086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:08.059442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6eb63a84-0a82-41a7-8585-e2281e35be24 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:17:08.119649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:08.120352 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:08.152636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Pushing event updated for resources: {'Port': ['ID=4470ea72-4c43-4cba-90c0-ef93109f84a1,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:08.155150 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:08.160236 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a2f69f2-dcdc-48fb-aa27-ac46831b7eba req-b708b268-cb86-4679-a700-1622ee501674 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970518 Jun 04 16:17:08.161805 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-57c5136d-b6e4-453a-9e3a-8a778572ee83 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8727860 Jun 04 16:17:08.176604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Request body: {'port': {'device_id': 'ea0e3f9a-5ec3-46d9-b2e5-3a197265896e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:08.271638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6eb63a84-0a82-41a7-8585-e2281e35be24,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:08.287046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6eb63a84-0a82-41a7-8585-e2281e35be24 has no active binding in host n-h2-811809-3 {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 16:17:08.307434 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aee7e8d-4b5b-4879-810f-9fb6436a47ad'] response: {'name': 'network-changed', 'server_uuid': 'a7cd6a67-7e10-4701-a052-62ba843bdaf1', 'tag': '6eb63a84-0a82-41a7-8585-e2281e35be24', 'status': 'completed', 'code': 200} Jun 04 16:17:08.432536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Network f737aedb-6285-446a-b5c0-ae1c641fe59c is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:08.436392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:08.498969 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:08.596310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fedc98-0de0-4edc-adcb-9fbee8bd574f req-548f1e45-5c14-4488-b3db-73939bf1f79b tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:08.597031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f5fedc98-0de0-4edc-adcb-9fbee8bd574f req-548f1e45-5c14-4488-b3db-73939bf1f79b tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Synchronizing usage tracker for tenant:e4d463e68afb48d4b97dbf5170fc8bfe on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:17:08.631968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29419f-de09-4ae8-9bdc-a571754efe44 req-ed353dce-85f5-475a-87d4-60de8407d955 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:08.633812 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a29419f-de09-4ae8-9bdc-a571754efe44 req-ed353dce-85f5-475a-87d4-60de8407d955 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.2142582 Jun 04 16:17:08.650775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9d033-6579-4f50-a75b-1a99f11a6ba5 req-631e1a73-c8d7-4648-b1a5-5a51d4f841b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:08.652479 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b4e9d033-6579-4f50-a75b-1a99f11a6ba5 req-631e1a73-c8d7-4648-b1a5-5a51d4f841b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 1125 time: 0.3435662 Jun 04 16:17:08.710269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f5fedc98-0de0-4edc-adcb-9fbee8bd574f req-548f1e45-5c14-4488-b3db-73939bf1f79b tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Unset dirty status for tenant:e4d463e68afb48d4b97dbf5170fc8bfe on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:17:08.717670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5fedc98-0de0-4edc-adcb-9fbee8bd574f req-548f1e45-5c14-4488-b3db-73939bf1f79b tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea0e3f9a-5ec3-46d9-b2e5-3a197265896e HTTP/1.1" status: 200 len: 932 time: 0.4605620 Jun 04 16:17:08.787585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Router 836265ce-4152-43b3-be99-e4355da549a2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:17:08.807625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a29419f-de09-4ae8-9bdc-a571754efe44 req-3ed29996-434e-477f-bab1-795fc092cf0f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284974 Jun 04 16:17:08.816131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9d033-6579-4f50-a75b-1a99f11a6ba5 req-08519401-3c5f-46a0-bae9-e47c68ee7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:08.817430 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b4e9d033-6579-4f50-a75b-1a99f11a6ba5 req-08519401-3c5f-46a0-bae9-e47c68ee7bb5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.1567066 Jun 04 16:17:08.835510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-da1d6d1b-306d-4721-ab9a-3e2d675f44bb None None] Provisioning complete for port 4470ea72-4c43-4cba-90c0-ef93109f84a1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:08.835885 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-da1d6d1b-306d-4721-ab9a-3e2d675f44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:08.899178 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5fedc98-0de0-4edc-adcb-9fbee8bd574f req-fcad3a55-423d-4de6-bba2-bfa782390138 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/security-groups?id=315b9518-da7b-4153-863d-94c94331cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804085 Jun 04 16:17:08.925229 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-da1d6d1b-306d-4721-ab9a-3e2d675f44bb None None] Port 4470ea72-4c43-4cba-90c0-ef93109f84a1 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:17:08.966506 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b50fa1ec-a24b-4f05-b1d0-3bf2df31ba51 req-790f2f24-9043-46d9-bdc9-c97cb47466cb tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/6776b6fb-0eca-47b3-a238-52d2c998f028 HTTP/1.1" status: 200 len: 1800 time: 0.1011372 Jun 04 16:17:08.976787 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b4e9d033-6579-4f50-a75b-1a99f11a6ba5 req-5bc2956f-f4b0-4497-a5d0-a580621d705b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb63a84-0a82-41a7-8585-e2281e35be24 HTTP/1.1" status: 200 len: 217 time: 0.1014137 Jun 04 16:17:09.004791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33046) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:09.058886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9d033-6579-4f50-a75b-1a99f11a6ba5 req-fe86385e-44d6-4aad-b0a5-d2312734fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:09.060753 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b4e9d033-6579-4f50-a75b-1a99f11a6ba5 req-fe86385e-44d6-4aad-b0a5-d2312734fd3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.0727692 Jun 04 16:17:09.207985 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b4e9d033-6579-4f50-a75b-1a99f11a6ba5 req-3151348a-4818-45f2-aa79-c99afa79ee0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334901 Jun 04 16:17:09.285998 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b50fa1ec-a24b-4f05-b1d0-3bf2df31ba51 req-ca4a7148-e454-4377-8045-3f5e6ca11afc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:09.314583 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b50fa1ec-a24b-4f05-b1d0-3bf2df31ba51 req-ca4a7148-e454-4377-8045-3f5e6ca11afc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:09.382798 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b4e9d033-6579-4f50-a75b-1a99f11a6ba5 req-8943f4c0-8126-4009-82d7-f31cff9aee6e service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524501 Jun 04 16:17:09.424494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acfc219-58bc-45a1-b73b-f061850bdf4b {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:17:09.435155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b3cbe512-e08f-494d-8785-645a2835a136 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:09.435742 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:09.454195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Transition to ACTIVE for port object 9acfc219-58bc-45a1-b73b-f061850bdf4b will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:09.545144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b3cbe512-e08f-494d-8785-645a2835a136 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:09.551053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b3cbe512-e08f-494d-8785-645a2835a136 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:09.551391 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:09.564273 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b50fa1ec-a24b-4f05-b1d0-3bf2df31ba51 req-ca4a7148-e454-4377-8045-3f5e6ca11afc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:09.599679 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b4e9d033-6579-4f50-a75b-1a99f11a6ba5 req-bf2d1783-6568-4cf3-a7c8-a56d007dd7c0 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078180 Jun 04 16:17:09.606989 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:09.644049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:17:09.664371 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8534026b-6abb-4268-b2c9-cd0162768c85 admin admin] 10.222.0.13 "PUT /v2.0/routers/836265ce-4152-43b3-be99-e4355da549a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5005670 Jun 04 16:17:09.672999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7148-e454-4377-8045-3f5e6ca11afc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6776b6fb-0eca-47b3-a238-52d2c998f028,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:09.697986 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b50fa1ec-a24b-4f05-b1d0-3bf2df31ba51 req-ca4a7148-e454-4377-8045-3f5e6ca11afc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:09.714472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b50fa1ec-a24b-4f05-b1d0-3bf2df31ba51 req-ca4a7148-e454-4377-8045-3f5e6ca11afc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "DELETE /v2.0/security-groups/6776b6fb-0eca-47b3-a238-52d2c998f028 HTTP/1.1" status: 204 len: 173 time: 0.7472289 Jun 04 16:17:09.759809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b3cbe512-e08f-494d-8785-645a2835a136 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:09.761732 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:09.792440 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port b3cbe512-e08f-494d-8785-645a2835a136, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b3cbe512-e08f-494d-8785-645a2835a136,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:09.799448 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:09.912732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=b3cbe512-e08f-494d-8785-645a2835a136,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:10.034267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9acfc219-58bc-45a1-b73b-f061850bdf4b,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:10.055371 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Sync routers for ids ['836265ce-4152-43b3-be99-e4355da549a2'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:17:10.066177 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Routers {'836265ce-4152-43b3-be99-e4355da549a2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:10.066844 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['836265ce-4152-43b3-be99-e4355da549a2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:10.083058 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-48a392bd-6c09-4537-bd46-9f4cb6060bce req-f12f3a65-08f9-44c6-a8a0-3f390fb51a17 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] show failed (client error): The resource could not be found. Jun 04 16:17:10.084090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48a392bd-6c09-4537-bd46-9f4cb6060bce req-f12f3a65-08f9-44c6-a8a0-3f390fb51a17 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/6776b6fb-0eca-47b3-a238-52d2c998f028 HTTP/1.1" status: 404 len: 352 time: 0.1522307 Jun 04 16:17:10.166829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a802c0-7c6c-440c-86af-974dd178880c req-ee82e078-9214-43b3-b673-7cbf1efef8f9 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:10.172156 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49a802c0-7c6c-440c-86af-974dd178880c req-ee82e078-9214-43b3-b673-7cbf1efef8f9 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 944 time: 0.8018198 Jun 04 16:17:10.324409 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Set router 836265ce-4152-43b3-be99-e4355da549a2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:10.367452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49a802c0-7c6c-440c-86af-974dd178880c req-9fc1a451-1a33-45dd-a38b-d909912d243a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493201 Jun 04 16:17:10.419020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Attempting to bind port 9acfc219-58bc-45a1-b73b-f061850bdf4b on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:10.419355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Attempting to bind port 9acfc219-58bc-45a1-b73b-f061850bdf4b by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'aba76db3-3631-4015-95da-ddfe5f2ea07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:10.419681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Attempting to bind port 9acfc219-58bc-45a1-b73b-f061850bdf4b on network 16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:10.433349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Port 9acfc219-58bc-45a1-b73b-f061850bdf4b on network 16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:17:10.433564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Attempting to bind port 9acfc219-58bc-45a1-b73b-f061850bdf4b on network 16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:10.443873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:10.444521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Checking segment: {'id': 'aba76db3-3631-4015-95da-ddfe5f2ea07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:10.445382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Bound using segment: {'id': 'aba76db3-3631-4015-95da-ddfe5f2ea07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:10.447031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Bound port: 9acfc219-58bc-45a1-b73b-f061850bdf4b, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba76db3-3631-4015-95da-ddfe5f2ea07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:10.447390 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:10.541397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33136) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:10.551583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1893665838', 'description': 'tempest-description--2036131437'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:10.558216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894ef90-6a98-4fdf-bdbc-89476b7628af req-2c443ad1-dd28-4522-8dc6-e717999af571 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:10.566654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:10.572297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d894ef90-6a98-4fdf-bdbc-89476b7628af req-2c443ad1-dd28-4522-8dc6-e717999af571 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.3163977 Jun 04 16:17:10.582100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Usage tracker for resource:security_group and tenant:e1a28953f0c84063b7bf8e6bdf4117e5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:10.589544 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:10.606560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:10.632071 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:10.665900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d894ef90-6a98-4fdf-bdbc-89476b7628af req-b8c078ed-e4f7-4736-a1d2-6424e326e51d tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921566 Jun 04 16:17:10.667729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:10.672173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Usage tracker for resource:security_group_rule and tenant:e1a28953f0c84063b7bf8e6bdf4117e5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:10.675988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:10.698266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:10.698513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] For port 9acfc219-58bc-45a1-b73b-f061850bdf4b, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:10.706992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] For port 9acfc219-58bc-45a1-b73b-f061850bdf4b, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9acfc219-58bc-45a1-b73b-f061850bdf4b,segment=NetworkSegment(aba76db3-3631-4015-95da-ddfe5f2ea07d),segment_id=aba76db3-3631-4015-95da-ddfe5f2ea07d)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:10.738827 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:17:07Z', 'revision_number': 4, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port': {'id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:00Z', 'updated_at': '2022-06-04T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '4470ea72-4c43-4cba-90c0-ef93109f84a1', 'name': '', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'mac_address': 'fa:16:3e:fa:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:06Z', 'updated_at': '2022-06-04T16:17:07Z', 'revision_number': 2, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'subnets': [{'id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:10.745946 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Checking router: 836265ce-4152-43b3-be99-e4355da549a2 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:17:10.746353 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Updating router 836265ce-4152-43b3-be99-e4355da549a2 port 4470ea72-4c43-4cba-90c0-ef93109f84a1 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:17:10.803418 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:10.804550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:10.811151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:10.819958 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:10.870299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f06d54-bf7b-4544-943e-165f63eba2f3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:10.874178 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:10.878527 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6e3b6086-945c-44b9-955a-85696286b8e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3331134 Jun 04 16:17:10.879095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33156) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:10.888156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a9a663d2-63f7-4e80-8cae-af8b9803083a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Request body: {'security_group_rule': {'security_group_id': '83f06d54-bf7b-4544-943e-165f63eba2f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:10.896135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9a663d2-63f7-4e80-8cae-af8b9803083a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:10.902291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9a663d2-63f7-4e80-8cae-af8b9803083a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Usage tracker for resource:security_group_rule and tenant:e1a28953f0c84063b7bf8e6bdf4117e5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:10.906048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9a663d2-63f7-4e80-8cae-af8b9803083a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:10.918790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9a663d2-63f7-4e80-8cae-af8b9803083a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:10.945615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:10.946990 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:10.948976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] 10.222.0.46 "PUT /v2.0/ports/9acfc219-58bc-45a1-b73b-f061850bdf4b HTTP/1.1" status: 200 len: 1092 time: 2.7773533 Jun 04 16:17:10.951288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0e3f9a-5ec3-46d9-b2e5-3a197265896e', 'tag': '9acfc219-58bc-45a1-b73b-f061850bdf4b'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:11.044848 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbb2c2aa-4c7a-4dd1-a72d-52cfb3fcdec4 req-140c4df9-b828-433e-bd79-d4e58dcf5089 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/7cf92988-6a0a-43ef-873a-a5b50d163ad2 HTTP/1.1" status: 200 len: 1801 time: 0.2984037 Jun 04 16:17:11.052404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3d971-75c4-4996-8b0d-7a58d080cbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9acfc219-58bc-45a1-b73b-f061850bdf4b,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:11.094308 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9a663d2-63f7-4e80-8cae-af8b9803083a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.120598 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0fc82cb-69b4-40a8-9d4d-44f1594ff2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.164123 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9a663d2-63f7-4e80-8cae-af8b9803083a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.171543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9a663d2-63f7-4e80-8cae-af8b9803083a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.193558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f9e90-0e9f-41b7-b740-546d7c64f8d5 req-cda6468b-ecf4-445b-9d6b-3b4e341e8330 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:11.197251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-258f9e90-0e9f-41b7-b740-546d7c64f8d5 req-cda6468b-ecf4-445b-9d6b-3b4e341e8330 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea0e3f9a-5ec3-46d9-b2e5-3a197265896e HTTP/1.1" status: 200 len: 944 time: 0.4490194 Jun 04 16:17:11.204252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a663d2-63f7-4e80-8cae-af8b9803083a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27abdbe-e0f5-4bcb-9e13-7964dbd83b9e,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:11.221402 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9a663d2-63f7-4e80-8cae-af8b9803083a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.223159 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a9a663d2-63f7-4e80-8cae-af8b9803083a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3430457 Jun 04 16:17:11.226558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33162) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:11.246032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-00696a38-fed0-4b17-a2ac-05bd8c702bd8 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Request body: {'security_group_rule': {'security_group_id': '83f06d54-bf7b-4544-943e-165f63eba2f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:11.254343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-00696a38-fed0-4b17-a2ac-05bd8c702bd8 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:11.262185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-00696a38-fed0-4b17-a2ac-05bd8c702bd8 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Usage tracker for resource:security_group_rule and tenant:e1a28953f0c84063b7bf8e6bdf4117e5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:11.266180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-00696a38-fed0-4b17-a2ac-05bd8c702bd8 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:11.272930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-00696a38-fed0-4b17-a2ac-05bd8c702bd8 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:11.295057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-00696a38-fed0-4b17-a2ac-05bd8c702bd8 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.395333 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.409273 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Transition to ACTIVE for port object 4470ea72-4c43-4cba-90c0-ef93109f84a1 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:11.422482 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.459773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b3cbe512-e08f-494d-8785-645a2835a136 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:11.487605 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-9b6655f3-615e-4026-95e2-6b1350f57204 service neutron] 10.222.0.42 "GET /v2.0/ports/6eb63a84-0a82-41a7-8585-e2281e35be24/bindings/n-h2-811809-3 HTTP/1.1" status: 200 len: 384 time: 0.1269753 Jun 04 16:17:11.541650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-258f9e90-0e9f-41b7-b740-546d7c64f8d5 req-53ca0fe0-a168-4265-b956-cda168a64219 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/security-groups?id=315b9518-da7b-4153-863d-94c94331cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138449 Jun 04 16:17:11.546770 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fbb2c2aa-4c7a-4dd1-a72d-52cfb3fcdec4 req-5e918131-d305-4674-8679-b8d7b5d7fcfa tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.633813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fbb2c2aa-4c7a-4dd1-a72d-52cfb3fcdec4 req-5e918131-d305-4674-8679-b8d7b5d7fcfa tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.637786 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-00696a38-fed0-4b17-a2ac-05bd8c702bd8 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.662396 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-00696a38-fed0-4b17-a2ac-05bd8c702bd8 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.703215 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Pushing event updated for resources: {'Port': ['ID=4470ea72-4c43-4cba-90c0-ef93109f84a1,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:11.708582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00696a38-fed0-4b17-a2ac-05bd8c702bd8 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034c283c-b5cd-428a-a7e4-963b8ff41c42,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:11.714029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b3cbe512-e08f-494d-8785-645a2835a136 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:11.714661 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.805994 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:11.806383 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:11.806573 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:11.806912 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:11.807574 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:11.807894 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:11.808858 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:11.808858 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:11.808858 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:11.809258 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:11.809420 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:11.809731 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:11.846487 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ce01d0-5cb4-4ac2-b4c2-96f1df36dbb6'] response: {'name': 'network-changed', 'server_uuid': 'ea0e3f9a-5ec3-46d9-b2e5-3a197265896e', 'tag': '9acfc219-58bc-45a1-b73b-f061850bdf4b', 'status': 'completed', 'code': 200} Jun 04 16:17:11.853390 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fbb2c2aa-4c7a-4dd1-a72d-52cfb3fcdec4 req-5e918131-d305-4674-8679-b8d7b5d7fcfa tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.865907 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Attempting to bind port 4470ea72-4c43-4cba-90c0-ef93109f84a1 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:11.866283 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Attempting to bind port 4470ea72-4c43-4cba-90c0-ef93109f84a1 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '1754b4a0-d354-46c3-ab6f-92229cf3628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:11.866641 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Attempting to bind port 4470ea72-4c43-4cba-90c0-ef93109f84a1 on network f737aedb-6285-446a-b5c0-ae1c641fe59c {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:11.875294 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-00696a38-fed0-4b17-a2ac-05bd8c702bd8 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.876495 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-00696a38-fed0-4b17-a2ac-05bd8c702bd8 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6484413 Jun 04 16:17:11.881553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33174) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:11.883035 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:11.883579 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Checking segment: {'id': '1754b4a0-d354-46c3-ab6f-92229cf3628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:11.884054 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.884450 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Bound using segment: {'id': '1754b4a0-d354-46c3-ab6f-92229cf3628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:11.885530 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Bound port: 4470ea72-4c43-4cba-90c0-ef93109f84a1, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1754b4a0-d354-46c3-ab6f-92229cf3628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:11.885928 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:11.897690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:11.910548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-d8b5c52d-13d3-4b0a-91c6-9611479fe7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:11.910548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-d8b5c52d-13d3-4b0a-91c6-9611479fe7cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e4d463e68afb48d4b97dbf5170fc8bfe&device_id=ea0e3f9a-5ec3-46d9-b2e5-3a197265896e HTTP/1.1" status: 200 len: 1095 time: 0.9000888 Jun 04 16:17:11.917947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:11.951463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b3cbe512-e08f-494d-8785-645a2835a136 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:12.009789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e918131-d305-4674-8679-b8d7b5d7fcfa tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf92988-6a0a-43ef-873a-a5b50d163ad2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:12.041436 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-0b585bbd-9cf9-417b-b9f5-bdf49df9a0df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9acfc219-58bc-45a1-b73b-f061850bdf4b HTTP/1.1" status: 200 len: 217 time: 0.0948930 Jun 04 16:17:12.048437 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fbb2c2aa-4c7a-4dd1-a72d-52cfb3fcdec4 req-5e918131-d305-4674-8679-b8d7b5d7fcfa tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:12.049549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbb2c2aa-4c7a-4dd1-a72d-52cfb3fcdec4 req-5e918131-d305-4674-8679-b8d7b5d7fcfa tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "DELETE /v2.0/security-groups/7cf92988-6a0a-43ef-873a-a5b50d163ad2 HTTP/1.1" status: 204 len: 173 time: 0.9863839 Jun 04 16:17:12.062109 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] For port 4470ea72-4c43-4cba-90c0-ef93109f84a1, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:12.068133 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] For port 4470ea72-4c43-4cba-90c0-ef93109f84a1, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4470ea72-4c43-4cba-90c0-ef93109f84a1,segment=NetworkSegment(1754b4a0-d354-46c3-ab6f-92229cf3628d),segment_id=1754b4a0-d354-46c3-ab6f-92229cf3628d)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:12.076413 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:12.080143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6eb63a84-0a82-41a7-8585-e2281e35be24 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:17:12.102193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Usage tracker for resource:floatingip and tenant:e1a28953f0c84063b7bf8e6bdf4117e5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:12.108479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:12.130972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:12.161922 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:12.323884 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Routers {'836265ce-4152-43b3-be99-e4355da549a2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:12.324123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-beb21e94-54ce-4432-985f-ed5c41d5a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:12.324932 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['836265ce-4152-43b3-be99-e4355da549a2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:12.326923 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-beb21e94-54ce-4432-985f-ed5c41d5a44e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a63f3b8-6e77-46bd-8568-0a46dcc2cc09 HTTP/1.1" status: 200 len: 858 time: 0.2675719 Jun 04 16:17:12.472427 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e203d-0fc4-401d-b619-208571eac95d None None] Pushing event updated for resources: {'Port': ['ID=4470ea72-4c43-4cba-90c0-ef93109f84a1,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:12.525928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf9e92-5c14-4f17-93f5-50786cbe9efd req-91da91f5-fc54-4b3e-b880-73a5b310f753 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:12.532994 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19bf9e92-5c14-4f17-93f5-50786cbe9efd req-91da91f5-fc54-4b3e-b880-73a5b310f753 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 944 time: 0.6881640 Jun 04 16:17:12.548089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6eb63a84-0a82-41a7-8585-e2281e35be24,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:12.589256 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-cf98572e-7d0f-4ea4-ac36-c9b6959f52fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2484572 Jun 04 16:17:12.619188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6eb63a84-0a82-41a7-8585-e2281e35be24 has no active binding in host n-h2-811809-3 {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 16:17:12.661773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-e0be4202-e2a6-4f10-9e5f-8adb2faefe1d service neutron] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6eb63a84-0a82-41a7-8585-e2281e35be24,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:12.684625 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] Set router 836265ce-4152-43b3-be99-e4355da549a2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:12.701375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-e0be4202-e2a6-4f10-9e5f-8adb2faefe1d service neutron] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:12.787898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-e0be4202-e2a6-4f10-9e5f-8adb2faefe1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb63a84-0a82-41a7-8585-e2281e35be24 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:17:12.798062 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:12.848271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-e0be4202-e2a6-4f10-9e5f-8adb2faefe1d service neutron] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6eb63a84-0a82-41a7-8585-e2281e35be24,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:12.873369 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-9acc392f-c2ff-4d9b-93ea-24dde5042b35 service neutron] 10.222.0.46 "GET /v2.0/networks/16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636898 Jun 04 16:17:12.883729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19bf9e92-5c14-4f17-93f5-50786cbe9efd req-f80eb4a4-d366-400c-8df2-98eb7a09e720 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026986 Jun 04 16:17:12.903756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-e0be4202-e2a6-4f10-9e5f-8adb2faefe1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:12.957221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc82cb-69b4-40a8-9d4d-44f1594ff2aa admin admin] Deleting port 7008158a-1e91-4c73-8de8-d9df9f2442e9 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:17:12.957840 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0fc82cb-69b4-40a8-9d4d-44f1594ff2aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:13.063905 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-7b029108-1510-47c5-a58f-0783e488f8b9 req-216f8dda-80b4-4d53-a5c5-77496d046c82 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] show failed (client error): The resource could not be found. Jun 04 16:17:13.065560 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b029108-1510-47c5-a58f-0783e488f8b9 req-216f8dda-80b4-4d53-a5c5-77496d046c82 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/7cf92988-6a0a-43ef-873a-a5b50d163ad2 HTTP/1.1" status: 404 len: 352 time: 0.1413062 Jun 04 16:17:13.093627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed79657-73c9-45bb-ba17-42526c0f721c req-d3fefe6f-24fc-421d-a772-b4b50f4b9f37 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:13.095623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ed79657-73c9-45bb-ba17-42526c0f721c req-d3fefe6f-24fc-421d-a772-b4b50f4b9f37 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.7670276 Jun 04 16:17:13.097460 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:17:07Z', 'revision_number': 4, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port': {'id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:00Z', 'updated_at': '2022-06-04T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '4470ea72-4c43-4cba-90c0-ef93109f84a1', 'name': '', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'mac_address': 'fa:16:3e:fa:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:06Z', 'updated_at': '2022-06-04T16:17:12Z', 'revision_number': 4, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'subnets': [{'id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:13.104478 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b3f4f-e397-46e4-9ae6-f5a11a62be17 None None] The sync data for ids ['836265ce-4152-43b3-be99-e4355da549a2'] in n-d-811809-3 is: [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:17:07Z', 'revision_number': 4, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port': {'id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:00Z', 'updated_at': '2022-06-04T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '4470ea72-4c43-4cba-90c0-ef93109f84a1', 'name': '', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'mac_address': 'fa:16:3e:fa:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:06Z', 'updated_at': '2022-06-04T16:17:12Z', 'revision_number': 4, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'subnets': [{'id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:17:13.114095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Allocated IP 172.25.5.234 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/64142468-dbc2-4fe1-b447-4009a9b55d6f) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:13.130763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-e0be4202-e2a6-4f10-9e5f-8adb2faefe1d service neutron] Transition to ACTIVE for port object 6eb63a84-0a82-41a7-8585-e2281e35be24 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:13.166942 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-e0be4202-e2a6-4f10-9e5f-8adb2faefe1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:13.313656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ed79657-73c9-45bb-ba17-42526c0f721c req-7abbcd79-cbaf-4190-bc56-88a9319d9db8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079723 Jun 04 16:17:13.354894 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0280dee7-32a1-4622-b1d0-ed413b419873 req-c84317b6-f9b7-4fde-ba37-9b79c5dcb64e service neutron] 10.222.0.46 "GET /v2.0/networks/16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677451 Jun 04 16:17:13.401547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-a0fc82cb-69b4-40a8-9d4d-44f1594ff2aa admin admin] For port 7008158a-1e91-4c73-8de8-d9df9f2442e9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7008158a-1e91-4c73-8de8-d9df9f2442e9,segment=NetworkSegment(97098a37-33fb-4445-9449-7eeb9ef674b6),segment_id=97098a37-33fb-4445-9449-7eeb9ef674b6)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:13.402409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0fc82cb-69b4-40a8-9d4d-44f1594ff2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:13.513908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4470ea72-4c43-4cba-90c0-ef93109f84a1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:13.591756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 4470ea72-4c43-4cba-90c0-ef93109f84a1 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:13.601608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-e0be4202-e2a6-4f10-9e5f-8adb2faefe1d service neutron] No DVR routers for this DVR port 6eb63a84-0a82-41a7-8585-e2281e35be24 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:17:13.605243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 4470ea72-4c43-4cba-90c0-ef93109f84a1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:13.607520 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:13.608099 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:13.694703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be4202-e2a6-4f10-9e5f-8adb2faefe1d service neutron] Pushing event updated for resources: {'Port': ['ID=6eb63a84-0a82-41a7-8585-e2281e35be24,revision_number=10']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:13.730204 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-e0be4202-e2a6-4f10-9e5f-8adb2faefe1d service neutron] 10.222.0.42 "PUT /v2.0/ports/6eb63a84-0a82-41a7-8585-e2281e35be24/bindings/n-h2-811809-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2365680 Jun 04 16:17:13.777370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:13.779344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc82cb-69b4-40a8-9d4d-44f1594ff2aa admin admin] Calling delete_port for 7008158a-1e91-4c73-8de8-d9df9f2442e9 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:17:13.853432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 4470ea72-4c43-4cba-90c0-ef93109f84a1 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:13.854072 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:13.862086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-894f08e7-67a1-4c4b-9b18-b52c4f0b2ffd req-14bbf1b5-c1a6-439c-ba7e-6ed4bb18e645 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/0f7f0703-70e7-4ca3-a4f5-5296fbca18cd HTTP/1.1" status: 200 len: 1800 time: 0.4826586 Jun 04 16:17:13.902830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 4470ea72-4c43-4cba-90c0-ef93109f84a1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4470ea72-4c43-4cba-90c0-ef93109f84a1,segment=NetworkSegment(1754b4a0-d354-46c3-ab6f-92229cf3628d),segment_id=1754b4a0-d354-46c3-ab6f-92229cf3628d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:13.914376 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:13.959578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:13.975056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:13.982682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:14.020380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=4470ea72-4c43-4cba-90c0-ef93109f84a1,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:14.026780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cab8ed-9f45-42f3-8312-9a94ffd9d1a0 req-d7858619-edf3-4c72-a23d-b7d876f34f0c tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:14.034499 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86cab8ed-9f45-42f3-8312-9a94ffd9d1a0 req-d7858619-edf3-4c72-a23d-b7d876f34f0c tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea0e3f9a-5ec3-46d9-b2e5-3a197265896e HTTP/1.1" status: 200 len: 944 time: 0.6639626 Jun 04 16:17:14.060099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Pushing event updated for resources: {'Port': ['ID=64142468-dbc2-4fe1-b447-4009a9b55d6f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:14.074461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb8e9c-7a6b-4a6f-89ab-3bffdbe2d0cc req-e5de7e7a-19bc-4504-bce3-8e560e7295a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:14.075967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27eb8e9c-7a6b-4a6f-89ab-3bffdbe2d0cc req-e5de7e7a-19bc-4504-bce3-8e560e7295a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e4d463e68afb48d4b97dbf5170fc8bfe&device_id=ea0e3f9a-5ec3-46d9-b2e5-3a197265896e HTTP/1.1" status: 200 len: 1095 time: 0.5527701 Jun 04 16:17:14.088416 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-894f08e7-67a1-4c4b-9b18-b52c4f0b2ffd req-15799ffb-9c44-4071-aa8b-34285e0cdce8 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:14.109255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-849745d5-9053-4f28-b3a7-305d9342a5bf tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:14.113398 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-849745d5-9053-4f28-b3a7-305d9342a5bf tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1&tenant_id=d4012fb5625c4c60945856a3a47e68a0&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1096 time: 0.2826588 Jun 04 16:17:14.168111 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:14.285830 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-894f08e7-67a1-4c4b-9b18-b52c4f0b2ffd req-15799ffb-9c44-4071-aa8b-34285e0cdce8 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:14.297744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86cab8ed-9f45-42f3-8312-9a94ffd9d1a0 req-0276a40b-d6ba-447e-a433-abb011b49707 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/security-groups?id=315b9518-da7b-4153-863d-94c94331cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623391 Jun 04 16:17:14.455783 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0fc82cb-69b4-40a8-9d4d-44f1594ff2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:14.461877 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:14.498491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-e1032f7d-648e-4174-ac91-36753b72ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:14.499418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb8e9c-7a6b-4a6f-89ab-3bffdbe2d0cc req-d57007a2-3807-43be-be5c-287d985bf337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:14.499934 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-e1032f7d-648e-4174-ac91-36753b72ee7b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1&tenant_id=d4012fb5625c4c60945856a3a47e68a0 HTTP/1.1" status: 200 len: 1096 time: 0.3775556 Jun 04 16:17:14.500691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27eb8e9c-7a6b-4a6f-89ab-3bffdbe2d0cc req-d57007a2-3807-43be-be5c-287d985bf337 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc HTTP/1.1" status: 200 len: 919 time: 0.4145951 Jun 04 16:17:14.729553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-9f463709-f0e2-4953-bdb6-4dee1047797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:14.731193 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-9f463709-f0e2-4953-bdb6-4dee1047797c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 1096 time: 0.1952353 Jun 04 16:17:14.808523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc82cb-69b4-40a8-9d4d-44f1594ff2aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7008158a-1e91-4c73-8de8-d9df9f2442e9,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:14.832453 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-894f08e7-67a1-4c4b-9b18-b52c4f0b2ffd req-15799ffb-9c44-4071-aa8b-34285e0cdce8 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:14.857270 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27eb8e9c-7a6b-4a6f-89ab-3bffdbe2d0cc req-e6f89269-a7b4-4d59-ac85-584bfbd6008a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9acfc219-58bc-45a1-b73b-f061850bdf4b HTTP/1.1" status: 200 len: 217 time: 0.1630056 Jun 04 16:17:14.943769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15799ffb-9c44-4071-aa8b-34285e0cdce8 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f0703-70e7-4ca3-a4f5-5296fbca18cd,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:15.000775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-0958bf17-9eef-4c30-95c8-fb6d068b4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:15.003311 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-0958bf17-9eef-4c30-95c8-fb6d068b4b01 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.2637432 Jun 04 16:17:15.025166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb8e9c-7a6b-4a6f-89ab-3bffdbe2d0cc req-ce8d6154-181f-41d8-9945-75924262386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:15.026635 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27eb8e9c-7a6b-4a6f-89ab-3bffdbe2d0cc req-ce8d6154-181f-41d8-9945-75924262386f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a63f3b8-6e77-46bd-8568-0a46dcc2cc09 HTTP/1.1" status: 200 len: 858 time: 0.1201396 Jun 04 16:17:15.029471 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-894f08e7-67a1-4c4b-9b18-b52c4f0b2ffd req-15799ffb-9c44-4071-aa8b-34285e0cdce8 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:15.030504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-894f08e7-67a1-4c4b-9b18-b52c4f0b2ffd req-15799ffb-9c44-4071-aa8b-34285e0cdce8 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "DELETE /v2.0/security-groups/0f7f0703-70e7-4ca3-a4f5-5296fbca18cd HTTP/1.1" status: 204 len: 173 time: 1.1536560 Jun 04 16:17:15.087824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:15.090393 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-fa4d7494-1841-4af3-8efa-ff05375025b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb63a84-0a82-41a7-8585-e2281e35be24 HTTP/1.1" status: 200 len: 217 time: 0.0773509 Jun 04 16:17:15.094597 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:15.138050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27eb8e9c-7a6b-4a6f-89ab-3bffdbe2d0cc req-f8e00eb0-9dde-437e-b143-0246f3233bd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043122 Jun 04 16:17:15.207835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e4446-5609-403e-836f-dca00263b5c7 req-00f6ce3c-0dff-4cbf-96c1-00bcae7faeb3 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:15.209856 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-724e4446-5609-403e-836f-dca00263b5c7 req-00f6ce3c-0dff-4cbf-96c1-00bcae7faeb3 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 945 time: 0.7143753 Jun 04 16:17:15.257443 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Pushing event updated for resources: {'Port': ['ID=64142468-dbc2-4fe1-b447-4009a9b55d6f,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:15.267896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-064a01ae-b5e6-48d0-b725-9d02adc24e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:15.269334 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-064a01ae-b5e6-48d0-b725-9d02adc24e97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.1707947 Jun 04 16:17:15.272006 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:15.326190 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-2bc8204a-2adb-482b-9154-e558b0aac4e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479913 Jun 04 16:17:15.356903 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:15.358115 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8bc962c0-e423-4078-87cd-f059eb159067 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4708221 Jun 04 16:17:15.508003 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0fc82cb-69b4-40a8-9d4d-44f1594ff2aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:15.515799 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-724e4446-5609-403e-836f-dca00263b5c7 req-082c1505-5270-4f98-9074-ca342b22208f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494857 Jun 04 16:17:15.524643 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27eb8e9c-7a6b-4a6f-89ab-3bffdbe2d0cc req-ca5128e9-7860-4667-ad72-4390637307ef service neutron] 10.222.0.46 "GET /v2.0/networks/16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719184 Jun 04 16:17:15.534235 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-86b35b89-997d-4e47-b4e2-9ee39d6ca427 service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005620 Jun 04 16:17:15.557024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4470ea72-4c43-4cba-90c0-ef93109f84a1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:15.665502 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6eb63a84-0a82-41a7-8585-e2281e35be24 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:17:15.729264 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-34d91863-4075-4044-ba8e-dc1008ce4bbc service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864884 Jun 04 16:17:15.758622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 4470ea72-4c43-4cba-90c0-ef93109f84a1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:15.759291 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:15.824536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f059d3-3e64-4396-9976-907ba545f4c3 req-31f6024d-7819-43e2-8137-0c2f96408633 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:15.826043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38f059d3-3e64-4396-9976-907ba545f4c3 req-31f6024d-7819-43e2-8137-0c2f96408633 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.6533427 Jun 04 16:17:15.842020 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-e4a4c89b-38f4-434d-b0d1-5cb1981497d8 req-9dcd80a7-22b9-4a59-98db-a6394dcbdd3a tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] show failed (client error): The resource could not be found. Jun 04 16:17:15.843042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e4a4c89b-38f4-434d-b0d1-5cb1981497d8 req-9dcd80a7-22b9-4a59-98db-a6394dcbdd3a tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/0f7f0703-70e7-4ca3-a4f5-5296fbca18cd HTTP/1.1" status: 404 len: 352 time: 0.1642036 Jun 04 16:17:15.855974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6eb63a84-0a82-41a7-8585-e2281e35be24 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:17:15.950641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 4470ea72-4c43-4cba-90c0-ef93109f84a1 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:16.039022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38f059d3-3e64-4396-9976-907ba545f4c3 req-e181455a-ff49-415e-ba44-a226c6689414 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059689 Jun 04 16:17:16.040954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27eb8e9c-7a6b-4a6f-89ab-3bffdbe2d0cc req-342552bd-f655-4278-8fea-306115c96e8f service neutron] 10.222.0.46 "GET /v2.0/networks/16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216368 Jun 04 16:17:16.104507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9acfc219-58bc-45a1-b73b-f061850bdf4b details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:17:16.256254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9acfc219-58bc-45a1-b73b-f061850bdf4b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9acfc219-58bc-45a1-b73b-f061850bdf4b,segment=NetworkSegment(aba76db3-3631-4015-95da-ddfe5f2ea07d),segment_id=aba76db3-3631-4015-95da-ddfe5f2ea07d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:16.271490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '9acfc219-58bc-45a1-b73b-f061850bdf4b', 'network_id': '16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc', 'port_id': '9acfc219-58bc-45a1-b73b-f061850bdf4b', 'mac_address': 'fa:16:3e:10:51:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a63f3b8-6e77-46bd-8568-0a46dcc2cc09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:17:16.333731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 9acfc219-58bc-45a1-b73b-f061850bdf4b is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:16.334411 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:16.353537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acfc219-58bc-45a1-b73b-f061850bdf4b {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:17:16.371640 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9acfc219-58bc-45a1-b73b-f061850bdf4b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9acfc219-58bc-45a1-b73b-f061850bdf4b,segment=NetworkSegment(aba76db3-3631-4015-95da-ddfe5f2ea07d),segment_id=aba76db3-3631-4015-95da-ddfe5f2ea07d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:16.377669 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:16.448381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=9acfc219-58bc-45a1-b73b-f061850bdf4b,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:16.503542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-6f4bc67e-1c12-4dee-b532-cdd5b064d9e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Synchronizing usage tracker for tenant:e1a28953f0c84063b7bf8e6bdf4117e5 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:17:16.552160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bae271-9d9d-4b36-a1b2-68e20ada3273 req-a7262640-26ae-4886-9c9e-fff41960e231 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:16.553621 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33bae271-9d9d-4b36-a1b2-68e20ada3273 req-a7262640-26ae-4886-9c9e-fff41960e231 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea0e3f9a-5ec3-46d9-b2e5-3a197265896e HTTP/1.1" status: 200 len: 944 time: 0.5678065 Jun 04 16:17:16.560053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-bab05917-2c23-444e-afb3-caea138631db tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:16.561475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-bab05917-2c23-444e-afb3-caea138631db tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1&tenant_id=d4012fb5625c4c60945856a3a47e68a0&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 1096 time: 0.4279654 Jun 04 16:17:16.579415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-6f4bc67e-1c12-4dee-b532-cdd5b064d9e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Unset dirty status for tenant:e1a28953f0c84063b7bf8e6bdf4117e5 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:17:16.580569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-6f4bc67e-1c12-4dee-b532-cdd5b064d9e3 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1893665838&fields=id&tenant_id=e1a28953f0c84063b7bf8e6bdf4117e5 HTTP/1.1" status: 200 len: 267 time: 0.3859379 Jun 04 16:17:16.588379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fc82cb-69b4-40a8-9d4d-44f1594ff2aa admin admin] Router 2d503280-680e-459c-8001-6b2eee2c021e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:17:16.665400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['9acfc219-58bc-45a1-b73b-f061850bdf4b'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:16.837102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33bae271-9d9d-4b36-a1b2-68e20ada3273 req-7fa116d9-130b-43dc-a537-7dc15c5af2e6 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/security-groups?id=315b9518-da7b-4153-863d-94c94331cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741368 Jun 04 16:17:17.056952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fc82cb-69b4-40a8-9d4d-44f1594ff2aa admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:17:17.073632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33234) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:17.074163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a0fc82cb-69b4-40a8-9d4d-44f1594ff2aa admin admin] 10.222.0.13 "PUT /v2.0/routers/2d503280-680e-459c-8001-6b2eee2c021e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0678396 Jun 04 16:17:17.074634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c515560-8faa-4a12-9896-fcf390483861 None None] Sync routers for ids ['2d503280-680e-459c-8001-6b2eee2c021e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:17:17.083897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-a5def467-c41d-494f-a4c0-ca57fca2998a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:17.084576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-a5def467-c41d-494f-a4c0-ca57fca2998a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Synchronizing usage tracker for tenant:e1a28953f0c84063b7bf8e6bdf4117e5 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:17:17.087672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c515560-8faa-4a12-9896-fcf390483861 None None] Routers {'2d503280-680e-459c-8001-6b2eee2c021e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:17.089832 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9c515560-8faa-4a12-9896-fcf390483861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2d503280-680e-459c-8001-6b2eee2c021e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:17.119436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-fdc32c3c-53fd-496a-9011-0ef42c21591e service neutron] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:17.128966 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-fdc32c3c-53fd-496a-9011-0ef42c21591e service neutron] Notify callbacks [] for binding, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:17.130119 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae8f12b-c379-43f5-84b2-38f8b6901e37 req-fdc32c3c-53fd-496a-9011-0ef42c21591e service neutron] 10.222.0.46 "DELETE /v2.0/ports/6eb63a84-0a82-41a7-8585-e2281e35be24/bindings/n-h1-811809-3 HTTP/1.1" status: 204 len: 173 time: 0.5460145 Jun 04 16:17:17.137015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d4db68b0-9c02-4dab-9171-5694ec9530f5 req-e60d285e-b833-4720-a5cf-232573b39289 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Synchronizing usage tracker for tenant:39eb674087d5486c8f7f55e99956500b on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:17:17.140113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-a5def467-c41d-494f-a4c0-ca57fca2998a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Unset dirty status for tenant:e1a28953f0c84063b7bf8e6bdf4117e5 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:17:17.142091 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-a5def467-c41d-494f-a4c0-ca57fca2998a tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/networks?id=f737aedb-6285-446a-b5c0-ae1c641fe59c HTTP/1.1" status: 200 len: 811 time: 0.5205495 Jun 04 16:17:17.163488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-1f972570-5c46-4ab8-b93b-e464dfc75f09 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/quotas/e1a28953f0c84063b7bf8e6bdf4117e5 HTTP/1.1" status: 200 len: 375 time: 0.0128644 Jun 04 16:17:17.169640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d4db68b0-9c02-4dab-9171-5694ec9530f5 req-e60d285e-b833-4720-a5cf-232573b39289 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Unset dirty status for tenant:39eb674087d5486c8f7f55e99956500b on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:17:17.171390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4db68b0-9c02-4dab-9171-5694ec9530f5 req-e60d285e-b833-4720-a5cf-232573b39289 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39eb674087d5486c8f7f55e99956500b HTTP/1.1" status: 200 len: 6148 time: 0.2341328 Jun 04 16:17:17.280372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4db68b0-9c02-4dab-9171-5694ec9530f5 req-e28d4254-7807-4bb0-945b-fa2e725bb480 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/7de75c37-1d4b-48b4-acdb-4930b305aaed HTTP/1.1" status: 200 len: 2981 time: 0.0721576 Jun 04 16:17:17.319413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-040d1a46-5553-42b9-9706-a8d0a7e70624 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1a28953f0c84063b7bf8e6bdf4117e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1469240 Jun 04 16:17:17.346275 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:17.368942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9c515560-8faa-4a12-9896-fcf390483861 None None] Set router 2d503280-680e-459c-8001-6b2eee2c021e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:17.443167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4db68b0-9c02-4dab-9171-5694ec9530f5 req-f8b68ade-1a9b-4593-b11a-35d639d79658 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/7de75c37-1d4b-48b4-acdb-4930b305aaed HTTP/1.1" status: 200 len: 2981 time: 0.1514652 Jun 04 16:17:17.626073 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:17.640272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Deleting port e58ca10c-bed2-4fdc-90a0-4491876147b9 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:17:17.640588 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:17.674155 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-d9838173-1ee4-45a6-80a0-6c63f0fe9ec6 service neutron] 10.222.0.13 "GET /v2.0/networks/f737aedb-6285-446a-b5c0-ae1c641fe59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278365 Jun 04 16:17:17.754826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9c515560-8faa-4a12-9896-fcf390483861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:17:14Z', 'revision_number': 5, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port': {'id': 'e58ca10c-bed2-4fdc-90a0-4491876147b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d503280-680e-459c-8001-6b2eee2c021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:21Z', 'updated_at': '2022-06-04T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:17.760839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c515560-8faa-4a12-9896-fcf390483861 None None] Checking router: 2d503280-680e-459c-8001-6b2eee2c021e for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:17:17.771684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c515560-8faa-4a12-9896-fcf390483861 None None] Routers {'2d503280-680e-459c-8001-6b2eee2c021e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:17.772704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9c515560-8faa-4a12-9896-fcf390483861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2d503280-680e-459c-8001-6b2eee2c021e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:17.830505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583219d3-20d6-4a34-a722-3fdff687d818 req-4715a950-2874-4c1e-b9b3-44042ae28977 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:17.832578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-583219d3-20d6-4a34-a722-3fdff687d818 req-4715a950-2874-4c1e-b9b3-44042ae28977 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 945 time: 0.2859437 Jun 04 16:17:17.890090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-3a7e6fdd-ffb7-473e-a37e-1690a7cdd335 service neutron] 10.222.0.13 "GET /v2.0/networks/f737aedb-6285-446a-b5c0-ae1c641fe59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140324 Jun 04 16:17:17.956572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-583219d3-20d6-4a34-a722-3fdff687d818 req-4e024c84-55b3-4d4a-8757-1d2d5d8e347e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124170 Jun 04 16:17:17.959047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9c515560-8faa-4a12-9896-fcf390483861 None None] Set router 2d503280-680e-459c-8001-6b2eee2c021e gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:18.074060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] For port e58ca10c-bed2-4fdc-90a0-4491876147b9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e58ca10c-bed2-4fdc-90a0-4491876147b9,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:18.075097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:18.175100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9c515560-8faa-4a12-9896-fcf390483861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:17:17Z', 'revision_number': 6, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:18.192457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c515560-8faa-4a12-9896-fcf390483861 None None] The sync data for ids ['2d503280-680e-459c-8001-6b2eee2c021e'] in n-d-811809-3 is: [{'id': '2d503280-680e-459c-8001-6b2eee2c021e', 'name': 'tempest-AttachSCSIVolumeTestJSON-461548226-router', 'tenant_id': '50923ec9c77a46798f4c38a13483bbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:20Z', 'updated_at': '2022-06-04T16:17:17Z', 'revision_number': 6, 'project_id': '50923ec9c77a46798f4c38a13483bbe5', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:17:18.197948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9acfc219-58bc-45a1-b73b-f061850bdf4b up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:18.251622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed6b53-5a30-4c60-bcf9-41748ddd7337 req-dfd978c5-b375-4277-b264-ea1895790050 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:18.254407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Calling delete_port for e58ca10c-bed2-4fdc-90a0-4491876147b9 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:17:18.262097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52ed6b53-5a30-4c60-bcf9-41748ddd7337 req-dfd978c5-b375-4277-b264-ea1895790050 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.1522779 Jun 04 16:17:18.337158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-8919271f-60fe-4993-87cf-6df9035c2a67 req-cc4f7acb-e1ea-48d9-9b6d-9a136b13f73d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1914488228', 'description': 'tempest-description-1923005712'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:18.358806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8919271f-60fe-4993-87cf-6df9035c2a67 req-cc4f7acb-e1ea-48d9-9b6d-9a136b13f73d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:18.384924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8919271f-60fe-4993-87cf-6df9035c2a67 req-cc4f7acb-e1ea-48d9-9b6d-9a136b13f73d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:18.389946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 9acfc219-58bc-45a1-b73b-f061850bdf4b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:18.399077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 9acfc219-58bc-45a1-b73b-f061850bdf4b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:18.399375 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:18.421196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52ed6b53-5a30-4c60-bcf9-41748ddd7337 req-80c4ac55-8a9b-4eaf-9141-4680bd1cdad0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577866 Jun 04 16:17:18.424752 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8919271f-60fe-4993-87cf-6df9035c2a67 req-cc4f7acb-e1ea-48d9-9b6d-9a136b13f73d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:18.479856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33256) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:18.492546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8919271f-60fe-4993-87cf-6df9035c2a67 req-cc4f7acb-e1ea-48d9-9b6d-9a136b13f73d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:18.498002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8919271f-60fe-4993-87cf-6df9035c2a67 req-cc4f7acb-e1ea-48d9-9b6d-9a136b13f73d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group_rule and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:18.501156 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8919271f-60fe-4993-87cf-6df9035c2a67 req-cc4f7acb-e1ea-48d9-9b6d-9a136b13f73d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:18.509436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8919271f-60fe-4993-87cf-6df9035c2a67 req-cc4f7acb-e1ea-48d9-9b6d-9a136b13f73d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:18.797844 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:18.857751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 9acfc219-58bc-45a1-b73b-f061850bdf4b is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:18.859351 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:18.864616 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58ca10c-bed2-4fdc-90a0-4491876147b9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:18.880253 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:18.898073 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8919271f-60fe-4993-87cf-6df9035c2a67 req-cc4f7acb-e1ea-48d9-9b6d-9a136b13f73d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:18.903083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0e3f9a-5ec3-46d9-b2e5-3a197265896e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acfc219-58bc-45a1-b73b-f061850bdf4b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:18.905150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:18.909529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Usage tracker for resource:security_group_rule and tenant:b95ac8b61226432b855e5f41989a89de is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:18.913875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:18.916365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9acfc219-58bc-45a1-b73b-f061850bdf4b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9acfc219-58bc-45a1-b73b-f061850bdf4b,segment=NetworkSegment(aba76db3-3631-4015-95da-ddfe5f2ea07d),segment_id=aba76db3-3631-4015-95da-ddfe5f2ea07d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:18.925476 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8919271f-60fe-4993-87cf-6df9035c2a67 req-cc4f7acb-e1ea-48d9-9b6d-9a136b13f73d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:18.927965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:18.928302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:18.928954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:18.929402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:18.929530 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:18.929728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:18.930048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:18.930684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:18.931285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:18.931285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:18.931574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:18.932486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:18.932803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:18.959549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:18.998548 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8919271f-60fe-4993-87cf-6df9035c2a67 req-cc4f7acb-e1ea-48d9-9b6d-9a136b13f73d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.010628 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.013173 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8919271f-60fe-4993-87cf-6df9035c2a67 req-cc4f7acb-e1ea-48d9-9b6d-9a136b13f73d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6861212 Jun 04 16:17:19.049446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f7acb-e1ea-48d9-9b6d-9a136b13f73d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8265e7b-b6b0-4e32-b886-c584006dbba2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:19.080100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=9acfc219-58bc-45a1-b73b-f061850bdf4b,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:19.122672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510047b-d7e0-4831-86d6-bce313dae581 req-26b4a73d-ccde-44e3-a9ae-5ead7b069ae7 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:19.136282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c510047b-d7e0-4831-86d6-bce313dae581 req-26b4a73d-ccde-44e3-a9ae-5ead7b069ae7 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea0e3f9a-5ec3-46d9-b2e5-3a197265896e HTTP/1.1" status: 200 len: 945 time: 0.4117579 Jun 04 16:17:19.255953 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eabbe1d4-94ec-4244-84a9-4a1133d9c3c0 req-a3cc3e44-b899-4b76-915e-9403d99683c9 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 210 time: 0.0620062 Jun 04 16:17:19.292720 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c510047b-d7e0-4831-86d6-bce313dae581 req-0e1e3465-eef9-435f-aeac-dd02eed333cb tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/security-groups?id=315b9518-da7b-4153-863d-94c94331cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507604 Jun 04 16:17:19.295576 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.298963 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.334870 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.335448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d503280-680e-459c-8001-6b2eee2c021e {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:17:19.367343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-45303878', 'description': 'tempest-description-1114443837'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:19.369062 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.372674 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c9ee922f-9be6-4c75-889c-5c4137f5da67 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2d503280-680e-459c-8001-6b2eee2c021e HTTP/1.1" status: 204 len: 168 time: 2.2953732 Jun 04 16:17:19.373110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33276) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:19.380008 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c22ca463-a58c-4594-98c4-cb418db766c1'] response: {'server_uuid': 'ea0e3f9a-5ec3-46d9-b2e5-3a197265896e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acfc219-58bc-45a1-b73b-f061850bdf4b', 'code': 200} Jun 04 16:17:19.454673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7008158a-1e91-4c73-8de8-d9df9f2442e9 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:17:19.613207 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 7008158a-1e91-4c73-8de8-d9df9f2442e9 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:17:19.613207 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7008158a-1e91-4c73-8de8-d9df9f2442e9 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:17:19.613497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e58ca10c-bed2-4fdc-90a0-4491876147b9 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:17:19.617604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e488e1f6-293b-43c3-a5ab-fa3909297959 admin admin] Deleting subnet 82f0ee39-ee54-4b57-b55f-86e0e94d69e6 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:17:19.621339 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e488e1f6-293b-43c3-a5ab-fa3909297959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.689709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:19.693235 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e58ca10c-bed2-4fdc-90a0-4491876147b9 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:17:19.693654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e58ca10c-bed2-4fdc-90a0-4491876147b9 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:17:19.694858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:19.698185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:19.699693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e488e1f6-293b-43c3-a5ab-fa3909297959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.704772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:19.800903 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e488e1f6-293b-43c3-a5ab-fa3909297959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.843679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.854566 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.878417 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.919822 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e488e1f6-293b-43c3-a5ab-fa3909297959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.939576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:19.942007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0312d7-82cc-4479-9637-77d2b82dc1c5,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:19.946189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b95ac8b61226432b855e5f41989a89de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4650095 Jun 04 16:17:19.949168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e40ec-30a8-405d-8920-2aa7b09c0806 req-37c015ed-83ce-4865-8bd5-625a1965ff5a tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:19.950616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de3e40ec-30a8-405d-8920-2aa7b09c0806 req-37c015ed-83ce-4865-8bd5-625a1965ff5a tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 1096 time: 0.2413285 Jun 04 16:17:19.954593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33284) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:19.957863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group_rule and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:19.960742 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e488e1f6-293b-43c3-a5ab-fa3909297959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:19.964659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b42a17-6870-4d15-8a1b-80cb944d851e None None] Network 3cf8b8e7-bd75-4d50-afba-09f4ce24132c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:17:19.969168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488e1f6-293b-43c3-a5ab-fa3909297959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f0ee39-ee54-4b57-b55f-86e0e94d69e6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:19.974172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:19.975471 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e488e1f6-293b-43c3-a5ab-fa3909297959 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/82f0ee39-ee54-4b57-b55f-86e0e94d69e6 HTTP/1.1" status: 204 len: 168 time: 0.5991559 Jun 04 16:17:19.976009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33288) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:19.979110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f7bcc-7a22-4d61-8b8a-19e5e00ea128 req-8dd53607-8b01-44a3-bd5e-ce15d25c282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:19.980743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-639f7bcc-7a22-4d61-8b8a-19e5e00ea128 req-8dd53607-8b01-44a3-bd5e-ce15d25c282a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ea0e3f9a-5ec3-46d9-b2e5-3a197265896e HTTP/1.1" status: 200 len: 1097 time: 0.2702556 Jun 04 16:17:19.981897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:19.982230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:19.982580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:19.982907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:19.983225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:19.983541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:19.983855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:19.984166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:19.984478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:19.984788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:19.985094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:19.985403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7724ec-e6c1-4e7f-b6cb-8a86b53ce393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:20.026523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:20.114536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de3e40ec-30a8-405d-8920-2aa7b09c0806 req-d352dddc-5488-47b7-ab32-82d783fb8b4b tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381032 Jun 04 16:17:20.117742 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-639f7bcc-7a22-4d61-8b8a-19e5e00ea128 req-ff176905-a567-4b58-a1a4-1b2077421f06 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=315b9518-da7b-4153-863d-94c94331cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270399 Jun 04 16:17:20.146133 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e88b4b6a-5e20-4ca7-b5db-1700e0c71bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:20.190864 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e88b4b6a-5e20-4ca7-b5db-1700e0c71bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:20.220553 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:20.235515 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:20.294034 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:20.301901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3b543d-e44b-4a24-9963-70bca21fc452,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:20.314397 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:20.317999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Deleting port dc3531e7-2c36-4e50-b529-3952e8d57ea9 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:17:20.318591 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:20.323076 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7cb2f787-8b78-419e-b40a-b17e90aed964 req-1da8bc2d-09ea-4be1-8b6d-10d3c2a2195b tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9663854 Jun 04 16:17:20.340389 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e88b4b6a-5e20-4ca7-b5db-1700e0c71bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:20.382086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b4b6a-5e20-4ca7-b5db-1700e0c71bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0312d7-82cc-4479-9637-77d2b82dc1c5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:20.399046 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e88b4b6a-5e20-4ca7-b5db-1700e0c71bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:20.404951 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e88b4b6a-5e20-4ca7-b5db-1700e0c71bd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c0312d7-82cc-4479-9637-77d2b82dc1c5 HTTP/1.1" status: 204 len: 168 time: 0.4468522 Jun 04 16:17:20.609814 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2eec35-0b7e-4e2b-bece-515fda215820 None None] DHCP port deletion for 3cf8b8e7-bd75-4d50-afba-09f4ce24132c request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:17:20.614816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cb2eec35-0b7e-4e2b-bece-515fda215820 None None] Deleting port dc3531e7-2c36-4e50-b529-3952e8d57ea9 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:17:20.615382 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cb2eec35-0b7e-4e2b-bece-515fda215820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:20.701583 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5393d5c0-5f13-417b-982f-bfbc4138078e req-25104b09-9ffd-45a1-b163-17becab129aa tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 210 time: 0.1174030 Jun 04 16:17:20.758225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4105e2a-19c1-4443-ab48-f0ab0e43a88e req-86109def-16ee-45c0-9e06-1d7f922c8729 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:20.769425 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4105e2a-19c1-4443-ab48-f0ab0e43a88e req-86109def-16ee-45c0-9e06-1d7f922c8729 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.3626397 Jun 04 16:17:20.884656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4105e2a-19c1-4443-ab48-f0ab0e43a88e req-654a4d87-a653-4afe-9cef-1ff8822c7dfb tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130877 Jun 04 16:17:20.886905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] For port dc3531e7-2c36-4e50-b529-3952e8d57ea9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dc3531e7-2c36-4e50-b529-3952e8d57ea9,segment=NetworkSegment(97098a37-33fb-4445-9449-7eeb9ef674b6),segment_id=97098a37-33fb-4445-9449-7eeb9ef674b6)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:20.888605 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:21.062556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cb2eec35-0b7e-4e2b-bece-515fda215820 None None] For port dc3531e7-2c36-4e50-b529-3952e8d57ea9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dc3531e7-2c36-4e50-b529-3952e8d57ea9,segment=NetworkSegment(97098a37-33fb-4445-9449-7eeb9ef674b6),segment_id=97098a37-33fb-4445-9449-7eeb9ef674b6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:21.063173 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cb2eec35-0b7e-4e2b-bece-515fda215820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:21.099366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Calling delete_port for dc3531e7-2c36-4e50-b529-3952e8d57ea9 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:17:21.196221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-c227338d-aec3-4d24-826b-6fbbcf59241c tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:21.199354 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-c227338d-aec3-4d24-826b-6fbbcf59241c tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.42 "GET /v2.0/networks?id=f737aedb-6285-446a-b5c0-ae1c641fe59c HTTP/1.1" status: 200 len: 811 time: 0.7280104 Jun 04 16:17:21.230232 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cb2eec35-0b7e-4e2b-bece-515fda215820 None None] Calling delete_port for dc3531e7-2c36-4e50-b529-3952e8d57ea9 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:17:21.282397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-f4e10a58-9eea-46d6-a4d4-e9e776fd7ac7 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Synchronizing usage tracker for tenant:e1a28953f0c84063b7bf8e6bdf4117e5 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:17:21.304988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-f4e10a58-9eea-46d6-a4d4-e9e776fd7ac7 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Unset dirty status for tenant:e1a28953f0c84063b7bf8e6bdf4117e5 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:17:21.311282 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-cb2eec35-0b7e-4e2b-bece-515fda215820 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:17:21.311635 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-cb2eec35-0b7e-4e2b-bece-515fda215820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:17:21.312346 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-f4e10a58-9eea-46d6-a4d4-e9e776fd7ac7 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1a28953f0c84063b7bf8e6bdf4117e5 HTTP/1.1" status: 200 len: 380 time: 0.0945868 Jun 04 16:17:21.315532 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:21.330246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Request body: {'port': {'device_id': 'e1e1fb75-130b-4d35-8f80-5408edffc333', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'admin_state_up': True, 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'security_groups': ['83f06d54-bf7b-4544-943e-165f63eba2f3']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:21.393663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] No DVR routers for this DVR port dc3531e7-2c36-4e50-b529-3952e8d57ea9 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:17:21.443136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14559fbb-ff4b-408a-b8a4-13ad677ffb23 req-ecb3401c-570a-4943-b2e8-33839a6914e9 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:21.451524 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14559fbb-ff4b-408a-b8a4-13ad677ffb23 req-ecb3401c-570a-4943-b2e8-33839a6914e9 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea0e3f9a-5ec3-46d9-b2e5-3a197265896e HTTP/1.1" status: 200 len: 946 time: 0.5144515 Jun 04 16:17:21.464031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-621ea5dd-2f86-4ba4-8fbf-d114a2ea5b72 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:21.464883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dc3531e7-2c36-4e50-b529-3952e8d57ea9 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:17:21.465967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-621ea5dd-2f86-4ba4-8fbf-d114a2ea5b72 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 808 time: 0.4248788 Jun 04 16:17:21.504347 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3cab3312-71dd-4f26-b31b-db2a6ea14d11 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/quotas/d4012fb5625c4c60945856a3a47e68a0 HTTP/1.1" status: 200 len: 375 time: 0.0235410 Jun 04 16:17:21.513508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3531e7-2c36-4e50-b529-3952e8d57ea9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:21.550567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: dc3531e7-2c36-4e50-b529-3952e8d57ea9 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:17:21.552750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dc3531e7-2c36-4e50-b529-3952e8d57ea9 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:17:21.643749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14559fbb-ff4b-408a-b8a4-13ad677ffb23 req-0c2f5d32-78ca-4b22-a4e1-c597c19ecefd tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/security-groups?id=315b9518-da7b-4153-863d-94c94331cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903901 Jun 04 16:17:21.766305 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:21.804083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-ac26f084-6129-4740-82c6-26f2b9928ba8 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2936215 Jun 04 16:17:21.812650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cb2eec35-0b7e-4e2b-bece-515fda215820 None None] Deleting port dc3531e7-2c36-4e50-b529-3952e8d57ea9 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:17:21.813035 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cb2eec35-0b7e-4e2b-bece-515fda215820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:21.816246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf8b8e7-bd75-4d50-afba-09f4ce24132c']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:21.858186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97098a37-33fb-4445-9449-7eeb9ef674b6') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:21.858530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97098a37-33fb-4445-9449-7eeb9ef674b6') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:21.899452 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:21.921812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:21.925593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cb2eec35-0b7e-4e2b-bece-515fda215820 None None] The port 'dc3531e7-2c36-4e50-b529-3952e8d57ea9' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:17:21.936904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Usage tracker for resource:port and tenant:e1a28953f0c84063b7bf8e6bdf4117e5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:21.940788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:21.947697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:21.957437 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33350) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:21.961652 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:21.974186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Made reservation on behalf of e1a28953f0c84063b7bf8e6bdf4117e5 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:17:21.977994 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:21.997350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:17:21.997843 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:22.067789 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-5c54778b-159f-47b8-84ac-259104d50547 service neutron] show failed (client error): The resource could not be found. Jun 04 16:17:22.068690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-5c54778b-159f-47b8-84ac-259104d50547 service neutron] 10.222.0.42 "GET /v2.0/ports/c8c3fd24-4f62-4793-8db6-6ee212845f2c/bindings/n-h2-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.6989138 Jun 04 16:17:22.072190 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 97098a37-33fb-4445-9449-7eeb9ef674b6 resource provider aggregate not found Jun 04 16:17:22.153708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-87eaad0b-054d-4bab-873d-64812555788e service neutron] 10.222.0.13 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390012 Jun 04 16:17:22.166498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1a598-d794-458e-8dd8-b88b98722293 req-1db80f84-c96c-460f-bbbc-321f57443583 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:22.167939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-1db80f84-c96c-460f-bbbc-321f57443583 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/networks?id=15766385-e714-4997-9061-68a94449eb31 HTTP/1.1" status: 200 len: 812 time: 0.3214226 Jun 04 16:17:22.213431 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 97098a37-33fb-4445-9449-7eeb9ef674b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97098a37-33fb-4445-9449-7eeb9ef674b6 found for delete ", "request_id": "req-fc144bca-7ea0-47ca-8ff9-50c5b33fb708"}]} Jun 04 16:17:22.231761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2063327776-network', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:22.247740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:22.264840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Usage tracker for resource:network and tenant:2a363bdfdde44092aecab53f288ebf37 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:22.270203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:22.271672 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-20c1c970-f1ad-4926-9369-a06ab4700298 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/quotas/39eb674087d5486c8f7f55e99956500b HTTP/1.1" status: 200 len: 375 time: 0.0786986 Jun 04 16:17:22.318301 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:22.320450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:22.360738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:22.386591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf8b8e7-bd75-4d50-afba-09f4ce24132c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:22.398337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Made reservation on behalf of 2a363bdfdde44092aecab53f288ebf37 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:17:22.401271 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:22.417513 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5ee3a837-4b70-4eca-bee4-8b6098b82422 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3cf8b8e7-bd75-4d50-afba-09f4ce24132c HTTP/1.1" status: 204 len: 168 time: 2.4403973 Jun 04 16:17:22.421780 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:22.421938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33362) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:22.427368 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-09a53f6f-c390-456e-911e-8db63144463b service neutron] 10.222.0.13 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584379 Jun 04 16:17:22.439841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Allocated IP 172.20.0.11 (f737aedb-6285-446a-b5c0-ae1c641fe59c/19c304e1-c1b4-4f14-9ddc-24732901800f/8369d6fa-04df-45fd-932c-8bd8af37ac0b) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:22.447966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:22.456413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Usage tracker for resource:security_group_rule and tenant:2a363bdfdde44092aecab53f288ebf37 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:22.460179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:22.469883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:22.672799 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-3053ed26-c7b3-42be-a803-73e4b9675164 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=39eb674087d5486c8f7f55e99956500b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4004703 Jun 04 16:17:22.784070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-e62e3e41-ec33-4f4b-8280-768389d6841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:22.785528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-e62e3e41-ec33-4f4b-8280-768389d6841e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5&tenant_id=ebd00055ee90437ca2acd288885c518a HTTP/1.1" status: 200 len: 1100 time: 0.4575095 Jun 04 16:17:22.890345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:22.937996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5520c4d0-b49f-413e-823e-75f7f3b79f45 req-7f5a5ffd-5d03-4e07-9009-a4f554b92ad0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 210 time: 0.1628029 Jun 04 16:17:22.968087 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:22.998936 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:23.025415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Transition to ACTIVE for port object 8369d6fa-04df-45fd-932c-8bd8af37ac0b will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:23.046767 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:23.121116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:17:23.142845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac90f0c-9981-4011-b130-8ae597ba620c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:23.168470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:23.246666 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:23.247154 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Added segment f0b61e86-a0e3-4022-817c-eec810006780 of type vlan for network 67784ddd-1207-46e4-8907-ae181b8aba5a Jun 04 16:17:23.281036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Network f737aedb-6285-446a-b5c0-ae1c641fe59c is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:23.293871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:23.311355 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:23.321017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:23.343908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-78e1c8eb-7088-4c8d-8ec3-44526c6d5287 service neutron] 10.222.0.13 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163731 Jun 04 16:17:23.402575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Pushing event updated for resources: {'Port': ['ID=8369d6fa-04df-45fd-932c-8bd8af37ac0b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:23.427029 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:23.465409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:23.466010 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:23.498178 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-138ff0e8-8f3d-45c9-8d17-bac150abe3b6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1834664 Jun 04 16:17:23.499516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:23.501238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:23.502075 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:23.512966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Request body: {'port': {'device_id': 'e1e1fb75-130b-4d35-8f80-5408edffc333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:23.607413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ddfff65c-77e6-4f82-81f5-f21a3306ba7c None None] Provisioning for port 8369d6fa-04df-45fd-932c-8bd8af37ac0b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:23.617020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ddfff65c-77e6-4f82-81f5-f21a3306ba7c None None] Provisioning complete for port 8369d6fa-04df-45fd-932c-8bd8af37ac0b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:23.617779 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ddfff65c-77e6-4f82-81f5-f21a3306ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:23.694289 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7355850 Jun 04 16:17:23.700124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33382) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:23.702082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ddfff65c-77e6-4f82-81f5-f21a3306ba7c None None] Port 8369d6fa-04df-45fd-932c-8bd8af37ac0b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:17:23.702787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddbb28-1669-4880-ad2c-cc27c74318d8 admin admin] Pushing event updated for resources: {'Network': ['ID=67784ddd-1207-46e4-8907-ae181b8aba5a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:23.717672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 67784ddd-1207-46e4-8907-ae181b8aba5a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:17:23.748142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Request body: {'subnet': {'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2063327776-subnet', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:23.756138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a9048-7e40-4854-9ff6-95f359403a65 req-48edd24c-d76b-43e0-a0f1-7daf2e9b582b tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:23.758876 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d4a9048-7e40-4854-9ff6-95f359403a65 req-48edd24c-d76b-43e0-a0f1-7daf2e9b582b tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.5725212 Jun 04 16:17:23.763489 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:23.776025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Usage tracker for resource:subnet and tenant:2a363bdfdde44092aecab53f288ebf37 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:23.780896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:23.790248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:23.798809 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:23.852685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Made reservation on behalf of 2a363bdfdde44092aecab53f288ebf37 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:17:23.854605 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:23.905952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-a7e8ab72-cc26-4ca1-aff4-fd8b33b75694 service neutron] 10.222.0.13 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598495 Jun 04 16:17:23.931182 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d4a9048-7e40-4854-9ff6-95f359403a65 req-64bad76e-d121-4fd2-a225-9cdf6a892d15 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318049 Jun 04 16:17:24.340882 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83d7066c-9009-4afa-b345-332b962b1061 req-1f76548b-6b9d-4ec4-8a19-f942642cc361 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 210 time: 0.2246320 Jun 04 16:17:24.572305 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:24.588637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-891d9351-cd31-4589-b6d0-bd3382ac9188 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:24.590197 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-891d9351-cd31-4589-b6d0-bd3382ac9188 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.46 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 808 time: 0.4264021 Jun 04 16:17:24.639220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:24.658680 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:17:24.674152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Request body: {'port': {'device_id': 'a354efd6-ce16-4df9-819c-9e98605efd3c', 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded', 'admin_state_up': True, 'tenant_id': 'd4012fb5625c4c60945856a3a47e68a0'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:24.885527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8369d6fa-04df-45fd-932c-8bd8af37ac0b {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:17:24.900437 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02cd154-caa0-4c3c-bcce-1359c767360b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:24.907235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:24.924428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Checking segment: {'id': 'f0b61e86-a0e3-4022-817c-eec810006780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:24.924808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Network hostable DHCP agents. Network: 67784ddd-1207-46e4-8907-ae181b8aba5a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:17:24.967832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Transition to ACTIVE for port object 8369d6fa-04df-45fd-932c-8bd8af37ac0b will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:24.977441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:24.982683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Usage tracker for resource:port and tenant:d4012fb5625c4c60945856a3a47e68a0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:24.986783 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:24.991506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:25.014290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:25.033834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Network 67784ddd-1207-46e4-8907-ae181b8aba5a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:17:25.047770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:25.083088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d0b69-cb10-4827-969d-fabf82b4e4f7 req-c60cacac-46f2-4ca4-8a1a-712ada943d23 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:25.085465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e04d0b69-cb10-4827-969d-fabf82b4e4f7 req-c60cacac-46f2-4ca4-8a1a-712ada943d23 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea0e3f9a-5ec3-46d9-b2e5-3a197265896e HTTP/1.1" status: 200 len: 946 time: 0.7401738 Jun 04 16:17:25.129989 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a2401ae5-72fd-44c2-8e9a-e69d1a286416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:25.220463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb321af2-8b66-4d27-8671-7f479700da4f req-2e85c14a-6a2f-43f5-8ede-122554d233f6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:25.226773 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb321af2-8b66-4d27-8671-7f479700da4f req-2e85c14a-6a2f-43f5-8ede-122554d233f6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 932 time: 0.5718138 Jun 04 16:17:25.228674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:25.250056 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:25.333592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Pushing event updated for resources: {'Port': ['ID=8369d6fa-04df-45fd-932c-8bd8af37ac0b,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:25.346730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 67784ddd-1207-46e4-8907-ae181b8aba5a) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:25.356337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d7eb0d-fbb2-4cca-b77e-81c49f01c4a8 None None] Network 67784ddd-1207-46e4-8907-ae181b8aba5a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:17:25.371153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:25.371958 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:25.376114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Made reservation on behalf of d4012fb5625c4c60945856a3a47e68a0 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:17:25.381197 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:25.428841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Transition to ACTIVE for port object c8c3fd24-4f62-4793-8db6-6ee212845f2c will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:25.447554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e04d0b69-cb10-4827-969d-fabf82b4e4f7 req-06c6a55f-1492-4853-9151-2b1cab3380bf tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/security-groups?id=315b9518-da7b-4153-863d-94c94331cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542879 Jun 04 16:17:25.456359 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:25.504443 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb321af2-8b66-4d27-8671-7f479700da4f req-68fbfe55-c4c8-4b77-ba5a-6de71415af68 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f06d54-bf7b-4544-943e-165f63eba2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760339 Jun 04 16:17:25.764433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c8c3fd24-4f62-4793-8db6-6ee212845f2c no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:17:25.880846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c8c3fd24-4f62-4793-8db6-6ee212845f2c not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:17:25.911838 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2f3b9902-a9e1-4ff3-b835-28063bb67da4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1972876 Jun 04 16:17:25.915983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33410) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:25.970061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-67784ddd-1207-46e4-8907-ae181b8aba5a', 'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'fixed_ips': [{'subnet_id': 'e02cd154-caa0-4c3c-bcce-1359c767360b'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:17:25.970931 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:26.001632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Allocated IP 172.20.0.6 (fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded/2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f/dd9e9175-86e9-4559-9c0d-8916d535285a) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:26.003988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Attempting to bind port 8369d6fa-04df-45fd-932c-8bd8af37ac0b on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:26.004319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Attempting to bind port 8369d6fa-04df-45fd-932c-8bd8af37ac0b by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '1754b4a0-d354-46c3-ab6f-92229cf3628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:26.005777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Attempting to bind port 8369d6fa-04df-45fd-932c-8bd8af37ac0b on network f737aedb-6285-446a-b5c0-ae1c641fe59c {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:26.014657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Port 8369d6fa-04df-45fd-932c-8bd8af37ac0b on network f737aedb-6285-446a-b5c0-ae1c641fe59c not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:17:26.015095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Attempting to bind port 8369d6fa-04df-45fd-932c-8bd8af37ac0b on network f737aedb-6285-446a-b5c0-ae1c641fe59c {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:26.033807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:26.034209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Checking segment: {'id': '1754b4a0-d354-46c3-ab6f-92229cf3628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:26.034538 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Bound using segment: {'id': '1754b4a0-d354-46c3-ab6f-92229cf3628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:26.034980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Bound port: 8369d6fa-04df-45fd-932c-8bd8af37ac0b, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1754b4a0-d354-46c3-ab6f-92229cf3628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:26.035321 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:26.184524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] No DVR routers for this DVR port c8c3fd24-4f62-4793-8db6-6ee212845f2c on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:17:26.189793 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cfe80d65-e765-4a6b-bfb5-d6eb62d6c708 req-38396f2e-4d6c-4a51-ab3a-621e27b48d23 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 210 time: 0.5241673 Jun 04 16:17:26.194153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2063327776-router', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:26.276792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Allocated IP 172.20.0.2 (67784ddd-1207-46e4-8907-ae181b8aba5a/e02cd154-caa0-4c3c-bcce-1359c767360b/b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:26.288842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] For port 8369d6fa-04df-45fd-932c-8bd8af37ac0b, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:26.305271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] For port 8369d6fa-04df-45fd-932c-8bd8af37ac0b, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8369d6fa-04df-45fd-932c-8bd8af37ac0b,segment=NetworkSegment(1754b4a0-d354-46c3-ab6f-92229cf3628d),segment_id=1754b4a0-d354-46c3-ab6f-92229cf3628d)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:26.319466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:26.391547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:26.392514 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:26.393906 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] 10.222.0.42 "PUT /v2.0/ports/8369d6fa-04df-45fd-932c-8bd8af37ac0b HTTP/1.1" status: 200 len: 1092 time: 2.8867037 Jun 04 16:17:26.406568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e1fb75-130b-4d35-8f80-5408edffc333', 'tag': '8369d6fa-04df-45fd-932c-8bd8af37ac0b'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:26.457819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:26.523562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:26.543026 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:26.576569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1a598-d794-458e-8dd8-b88b98722293 req-2f2bae84-87c8-4393-9ee1-b4d165301dcb tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:26.580853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-2f2bae84-87c8-4393-9ee1-b4d165301dcb tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.42 "GET /v2.0/networks?id=15766385-e714-4997-9061-68a94449eb31 HTTP/1.1" status: 200 len: 812 time: 0.4046321 Jun 04 16:17:26.582489 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f577234-a264-4181-9789-ac0d48f37e79'] response: {'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'code': 200} Jun 04 16:17:26.617423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Usage tracker for resource:router and tenant:2a363bdfdde44092aecab53f288ebf37 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:26.640278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:26.655587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ebe9b-684e-4cbf-814a-e7204b753353 service neutron] Pushing event updated for resources: {'Port': ['ID=8369d6fa-04df-45fd-932c-8bd8af37ac0b,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:26.675728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'port': {'device_id': '4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d', 'network_id': '15766385-e714-4997-9061-68a94449eb31', 'admin_state_up': True, 'tenant_id': '39eb674087d5486c8f7f55e99956500b'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:26.705678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Attempting to bind port c8c3fd24-4f62-4793-8db6-6ee212845f2c on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:26.706397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Attempting to bind port c8c3fd24-4f62-4793-8db6-6ee212845f2c by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:26.706979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Attempting to bind port c8c3fd24-4f62-4793-8db6-6ee212845f2c on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:26.710202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:26.715433 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-2a210a01-2852-4f8c-9437-8a6a7ba1ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:26.718066 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-2a210a01-2852-4f8c-9437-8a6a7ba1ef59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1a28953f0c84063b7bf8e6bdf4117e5&device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 1095 time: 0.2739170 Jun 04 16:17:26.723341 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:26.753008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Transition to ACTIVE for port object b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:26.799297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Transition to ACTIVE for port object b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:26.829735 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-b1cb2067-3909-46ce-90d2-59c474ea2fd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8369d6fa-04df-45fd-932c-8bd8af37ac0b HTTP/1.1" status: 200 len: 217 time: 0.0998552 Jun 04 16:17:26.845271 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:26.901510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-e284dc9c-a6a8-47af-8322-101cc0d705e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:26.903190 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-e284dc9c-a6a8-47af-8322-101cc0d705e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19c304e1-c1b4-4f14-9ddc-24732901800f HTTP/1.1" status: 200 len: 850 time: 0.0642691 Jun 04 16:17:26.904898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:26.946702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Network 67784ddd-1207-46e4-8907-ae181b8aba5a is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:26.954734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:26.957020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:26.965216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Port c8c3fd24-4f62-4793-8db6-6ee212845f2c on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:17:26.965677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Attempting to bind port c8c3fd24-4f62-4793-8db6-6ee212845f2c on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:26.978386 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:26.987183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:27.011250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Pushing event updated for resources: {'Port': ['ID=b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:27.016485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:27.016956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:27.017460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:27.018023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Bound port: c8c3fd24-4f62-4793-8db6-6ee212845f2c, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:27.018479 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:27.028207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:27.028834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:27.034924 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:27.036080 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:27.050639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:port and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:27.060948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:27.061300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:27.061640 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:27.061963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:27.062287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:27.062700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:27.063026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:27.063348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:27.063667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:27.063982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:27.064300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:27.064614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:17:27.067453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:27.075819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Attempting to bind port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:27.076162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Attempting to bind port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'f0b61e86-a0e3-4022-817c-eec810006780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:27.076688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Attempting to bind port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 on network 67784ddd-1207-46e4-8907-ae181b8aba5a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:27.083107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:27.083660 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Checking segment: {'id': 'f0b61e86-a0e3-4022-817c-eec810006780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:27.084125 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:27.084575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Bound using segment: {'id': 'f0b61e86-a0e3-4022-817c-eec810006780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:27.085149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Bound port: b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b61e86-a0e3-4022-817c-eec810006780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:27.085609 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:27.087234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:27.120662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Pushing event updated for resources: {'Port': ['ID=dd9e9175-86e9-4559-9c0d-8916d535285a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:27.121448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4264e-74ba-4057-8d90-148742b94745 req-23eeecf6-3326-4958-b24c-3346d134016d tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:27.123066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ab4264e-74ba-4057-8d90-148742b94745 req-23eeecf6-3326-4958-b24c-3346d134016d tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 947 time: 1.3176684 Jun 04 16:17:27.139310 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:27.139949 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:27.163775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-1500a405-b4c0-4086-afff-13ef67efbfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:27.165603 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-1500a405-b4c0-4086-afff-13ef67efbfb1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f737aedb-6285-446a-b5c0-ae1c641fe59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797328 Jun 04 16:17:27.167477 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-2bbf1641-1402-4f8f-9157-a52a82084212 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4980938 Jun 04 16:17:27.193846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:27.197669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Request body: {'port': {'device_id': 'a354efd6-ce16-4df9-819c-9e98605efd3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:27.209875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] For port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:27.213821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] For port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7,segment=NetworkSegment(f0b61e86-a0e3-4022-817c-eec810006780),segment_id=f0b61e86-a0e3-4022-817c-eec810006780)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:27.222414 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:27.245958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Made reservation on behalf of 39eb674087d5486c8f7f55e99956500b for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:17:27.249498 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:27.326998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c7513-e2a4-49ae-ae61-1695438dd762 None None] Pushing event updated for resources: {'Port': ['ID=b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:27.351527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ab4264e-74ba-4057-8d90-148742b94745 req-eb46987e-0c00-46cf-9359-0e95d697f72d tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157371 Jun 04 16:17:27.376407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:27.503414 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-60e00fc5-7a9c-4e2a-80e0-ae0dca8c899d service neutron] 10.222.0.42 "GET /v2.0/networks/f737aedb-6285-446a-b5c0-ae1c641fe59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312912 Jun 04 16:17:27.545181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d38a7-1903-426a-b832-780567d2c975 req-4ccb2e10-8975-4b37-b1f3-db1ddd306356 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:27.553733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e9d38a7-1903-426a-b832-780567d2c975 req-4ccb2e10-8975-4b37-b1f3-db1ddd306356 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 931 time: 0.8348830 Jun 04 16:17:27.605752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a2401ae5-72fd-44c2-8e9a-e69d1a286416 admin admin] Deleting port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:17:27.606179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a2401ae5-72fd-44c2-8e9a-e69d1a286416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:27.667126 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8c222813-c3fc-46e7-806e-a09df719e93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:27.854478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:27.974450 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:27.998893 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb00d76a-effb-4440-98e9-b650b8b3bae4'] response: {'name': 'network-changed', 'server_uuid': 'e1e1fb75-130b-4d35-8f80-5408edffc333', 'tag': '8369d6fa-04df-45fd-932c-8bd8af37ac0b', 'status': 'completed', 'code': 200} Jun 04 16:17:28.048834 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d89689f5-f56c-4a5c-ac9d-9a65de9727d7 req-17739245-c5c5-4d08-9457-53e7b62fe056 service neutron] 10.222.0.42 "GET /v2.0/networks/f737aedb-6285-446a-b5c0-ae1c641fe59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307395 Jun 04 16:17:28.110137 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:28.231051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e9d38a7-1903-426a-b832-780567d2c975 req-249996b8-824a-4b9e-b629-8e16346f4982 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762207 Jun 04 16:17:28.241605 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:28.246931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7be06-c075-499e-8ba5-83073df23461 req-64511958-7495-40fa-a166-a8bfd1a2b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:28.248615 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bae7be06-c075-499e-8ba5-83073df23461 req-64511958-7495-40fa-a166-a8bfd1a2b29d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1a28953f0c84063b7bf8e6bdf4117e5&device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 1095 time: 0.1427050 Jun 04 16:17:28.250788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9e9175-86e9-4559-9c0d-8916d535285a {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:17:28.253225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:28.253821 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:28.255630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] 10.222.0.46 "PUT /v2.0/ports/c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 200 len: 1095 time: 5.3768313 Jun 04 16:17:28.289492 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:28.382578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Transition to ACTIVE for port object dd9e9175-86e9-4559-9c0d-8916d535285a will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:28.409053 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:28.532831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460a98d-f4a8-4bc6-a7c7-4d70bd669384 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:28.591797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:28.625242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9e9175-86e9-4559-9c0d-8916d535285a,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:28.631503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Allocated IP 172.20.0.6 (15766385-e714-4997-9061-68a94449eb31/03f80806-80de-420b-bbfa-7c1e05be866d/faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:28.637040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b640726-6f66-4a4d-9b6b-2691238c5172 req-c97bc609-bcdd-4e33-878e-47c052ab97ef tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 210 time: 0.1981862 Jun 04 16:17:28.650495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-a2401ae5-72fd-44c2-8e9a-e69d1a286416 admin admin] For port 3c2cdd05-b062-48a3-a05a-ecd76cb898c3, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3c2cdd05-b062-48a3-a05a-ecd76cb898c3,segment=NetworkSegment(2c081dfd-5b44-4465-8d67-012a3cefb698),segment_id=2c081dfd-5b44-4465-8d67-012a3cefb698)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:28.650925 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a2401ae5-72fd-44c2-8e9a-e69d1a286416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:28.701822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7be06-c075-499e-8ba5-83073df23461 req-e152ade1-62d3-46e1-ac4c-223bd288f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:28.703722 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bae7be06-c075-499e-8ba5-83073df23461 req-e152ade1-62d3-46e1-ac4c-223bd288f4bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=f737aedb-6285-446a-b5c0-ae1c641fe59c HTTP/1.1" status: 200 len: 912 time: 0.4435136 Jun 04 16:17:28.852515 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bae7be06-c075-499e-8ba5-83073df23461 req-3faf5a18-b5e3-4166-a6a1-e80aef57bf88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8369d6fa-04df-45fd-932c-8bd8af37ac0b HTTP/1.1" status: 200 len: 217 time: 0.1084297 Jun 04 16:17:28.891489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec8913e-15bd-4bc2-8548-a434a3350e0c None None] Network 67784ddd-1207-46e4-8907-ae181b8aba5a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:17:28.948146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Attempting to bind port dd9e9175-86e9-4559-9c0d-8916d535285a on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:28.948879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Attempting to bind port dd9e9175-86e9-4559-9c0d-8916d535285a by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:28.949851 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Attempting to bind port dd9e9175-86e9-4559-9c0d-8916d535285a on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:28.961277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Port dd9e9175-86e9-4559-9c0d-8916d535285a on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:17:28.962353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Attempting to bind port dd9e9175-86e9-4559-9c0d-8916d535285a on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:28.971228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:28.971818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:28.972650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Bound using segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:28.973250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Bound port: dd9e9175-86e9-4559-9c0d-8916d535285a, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:28.973866 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:28.977265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a2401ae5-72fd-44c2-8e9a-e69d1a286416 admin admin] Calling delete_port for 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:17:29.058208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7be06-c075-499e-8ba5-83073df23461 req-8703cb0f-d38f-4d63-abf7-6c8925ba29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:29.059897 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bae7be06-c075-499e-8ba5-83073df23461 req-8703cb0f-d38f-4d63-abf7-6c8925ba29ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19c304e1-c1b4-4f14-9ddc-24732901800f HTTP/1.1" status: 200 len: 850 time: 0.2000482 Jun 04 16:17:29.083497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c72e10ca-d558-48a1-ae9b-0a8d06af28f3 None None] Provisioning for port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:29.146076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1a2b2-a4be-4e6f-b509-eb50914f7330 req-b18ef818-c1de-42e7-8834-0b2940241f8f tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:29.148308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56f1a2b2-a4be-4e6f-b509-eb50914f7330 req-b18ef818-c1de-42e7-8834-0b2940241f8f tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 944 time: 1.1508977 Jun 04 16:17:29.233797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:29.259910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=dd9e9175-86e9-4559-9c0d-8916d535285a,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:29.269292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7be06-c075-499e-8ba5-83073df23461 req-6875c855-e67b-49e4-b8d3-2154b17ff44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:29.271578 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bae7be06-c075-499e-8ba5-83073df23461 req-6875c855-e67b-49e4-b8d3-2154b17ff44d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f737aedb-6285-446a-b5c0-ae1c641fe59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2042236 Jun 04 16:17:29.312257 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:29.434485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:29.435198 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:29.436805 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] 10.222.0.46 "PUT /v2.0/ports/dd9e9175-86e9-4559-9c0d-8916d535285a HTTP/1.1" status: 200 len: 1091 time: 2.2448437 Jun 04 16:17:29.465827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f168e0-b3c5-4c37-a133-0c06262b735e req-47a382e0-c917-4b2d-a335-ed480e75ba0e tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:29.466090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-2723e1db-9bc3-4bc0-a991-2f8742f6a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:29.467555 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-2723e1db-9bc3-4bc0-a991-2f8742f6a073 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 1098 time: 1.1585765 Jun 04 16:17:29.467953 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f1f168e0-b3c5-4c37-a133-0c06262b735e req-47a382e0-c917-4b2d-a335-ed480e75ba0e tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea0e3f9a-5ec3-46d9-b2e5-3a197265896e HTTP/1.1" status: 200 len: 946 time: 0.3233037 Jun 04 16:17:29.504969 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:29.564787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a0712-1725-44c6-8941-297db743bbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9e9175-86e9-4559-9c0d-8916d535285a,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:29.594540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:29.601296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:29.601909 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:29.640194 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56f1a2b2-a4be-4e6f-b509-eb50914f7330 req-c0ee668d-3cf4-4622-b0f6-b49cb7f2f921 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f06d54-bf7b-4544-943e-165f63eba2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4441166 Jun 04 16:17:29.668264 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bae7be06-c075-499e-8ba5-83073df23461 req-3583dd65-50d9-43ee-a4bf-b234e4f5ec79 service neutron] 10.222.0.42 "GET /v2.0/networks/f737aedb-6285-446a-b5c0-ae1c641fe59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887315 Jun 04 16:17:29.690861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-09ef873d-494b-4a73-b686-fc9ae970448a None None] Provisioning complete for port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:29.691626 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-09ef873d-494b-4a73-b686-fc9ae970448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:29.728046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8369d6fa-04df-45fd-932c-8bd8af37ac0b details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:17:29.828501 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bae7be06-c075-499e-8ba5-83073df23461 req-9b417a86-577a-43e2-970d-595de22d7084 service neutron] 10.222.0.42 "GET /v2.0/networks/f737aedb-6285-446a-b5c0-ae1c641fe59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449170 Jun 04 16:17:29.836615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-f1f168e0-b3c5-4c37-a133-0c06262b735e req-c0954570-0e43-4ad6-b934-e9bfd9e58edf tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Deleting port 9acfc219-58bc-45a1-b73b-f061850bdf4b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:17:29.837118 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f1f168e0-b3c5-4c37-a133-0c06262b735e req-c0954570-0e43-4ad6-b934-e9bfd9e58edf tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:29.922297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63052e9e-7204-426b-81cb-6e4a49ad8448 req-3b45afdc-43db-40e5-ab76-d87d8a8eab87 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:29.929349 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63052e9e-7204-426b-81cb-6e4a49ad8448 req-3b45afdc-43db-40e5-ab76-d87d8a8eab87 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea0e3f9a-5ec3-46d9-b2e5-3a197265896e HTTP/1.1" status: 200 len: 946 time: 0.9761524 Jun 04 16:17:30.053680 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:30.099279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a354efd6-ce16-4df9-819c-9e98605efd3c', 'tag': 'dd9e9175-86e9-4559-9c0d-8916d535285a'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:30.105906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-289faca6-6abf-4a99-8986-e7e002b95522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:30.107563 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-289faca6-6abf-4a99-8986-e7e002b95522 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 1094 time: 0.5798271 Jun 04 16:17:30.138808 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8fd5dcd5-b9ff-47a0-817f-5ec3530cc3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:30.157308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-09ef873d-494b-4a73-b686-fc9ae970448a None None] Current status of the port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:30.157837 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-09ef873d-494b-4a73-b686-fc9ae970448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:30.162987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63052e9e-7204-426b-81cb-6e4a49ad8448 req-9326a51a-02fb-473a-8cb8-b07aad985dc8 tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.13 "GET /v2.0/security-groups?id=315b9518-da7b-4153-863d-94c94331cc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327886 Jun 04 16:17:30.175650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:30.175650 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:30.197532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 8369d6fa-04df-45fd-932c-8bd8af37ac0b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8369d6fa-04df-45fd-932c-8bd8af37ac0b,segment=NetworkSegment(1754b4a0-d354-46c3-ab6f-92229cf3628d),segment_id=1754b4a0-d354-46c3-ab6f-92229cf3628d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:30.235914 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '8369d6fa-04df-45fd-932c-8bd8af37ac0b', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'port_id': '8369d6fa-04df-45fd-932c-8bd8af37ac0b', 'mac_address': 'fa:16:3e:92:36:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:17:30.254036 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-a8d059c5-3d94-464f-8cf3-536b0dc62689 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd9e9175-86e9-4559-9c0d-8916d535285a HTTP/1.1" status: 200 len: 217 time: 0.1381390 Jun 04 16:17:30.262814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-b5e3b290-689a-4c7c-86c8-b948780ba084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:30.265277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-b5e3b290-689a-4c7c-86c8-b948780ba084 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.6723311 Jun 04 16:17:30.287202 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a2401ae5-72fd-44c2-8e9a-e69d1a286416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:30.298095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-09ef873d-494b-4a73-b686-fc9ae970448a None None] For port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7,segment=NetworkSegment(f0b61e86-a0e3-4022-817c-eec810006780),segment_id=f0b61e86-a0e3-4022-817c-eec810006780)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:30.311192 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-09ef873d-494b-4a73-b686-fc9ae970448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:30.348268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-397e4b4c-930f-4e88-bc99-496923ac8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:30.349719 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-397e4b4c-930f-4e88-bc99-496923ac8a9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.0867846 Jun 04 16:17:30.392814 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3883d0-3131-4bc8-b9b2-73fb511ecc69'] response: {'name': 'network-changed', 'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'status': 'completed', 'code': 200} Jun 04 16:17:30.400861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceb683-ae3c-4256-a485-ea87811a413e req-fd091046-4b45-45b2-b751-68ac9daf9b4c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:30.423590 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbceb683-ae3c-4256-a485-ea87811a413e req-fd091046-4b45-45b2-b751-68ac9daf9b4c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 947 time: 0.5960863 Jun 04 16:17:30.426332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 8369d6fa-04df-45fd-932c-8bd8af37ac0b is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:30.427974 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:30.534302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8369d6fa-04df-45fd-932c-8bd8af37ac0b {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:17:30.551678 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-7e4be3ce-0bd4-4b10-9725-a688611001d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289656 Jun 04 16:17:30.557718 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:17:30.557944 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:17:30.576586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 8369d6fa-04df-45fd-932c-8bd8af37ac0b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8369d6fa-04df-45fd-932c-8bd8af37ac0b,segment=NetworkSegment(1754b4a0-d354-46c3-ab6f-92229cf3628d),segment_id=1754b4a0-d354-46c3-ab6f-92229cf3628d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:30.595741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef873d-494b-4a73-b686-fc9ae970448a None None] Pushing event updated for resources: {'Port': ['ID=b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:30.600740 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:30.699728 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-8b6d9d05-f28e-4254-9432-28867aa0393e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 200 len: 217 time: 0.3104858 Jun 04 16:17:30.703497 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-72d200e8-95e0-4771-9af1-84526c43eb68 service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443803 Jun 04 16:17:30.729921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=8369d6fa-04df-45fd-932c-8bd8af37ac0b,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:30.741600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2401ae5-72fd-44c2-8e9a-e69d1a286416 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2cdd05-b062-48a3-a05a-ecd76cb898c3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:30.832879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['8369d6fa-04df-45fd-932c-8bd8af37ac0b'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:30.849057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-1dd96f22-d48f-496d-915f-e0bb56f859d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:30.850718 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-1dd96f22-d48f-496d-915f-e0bb56f859d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 1098 time: 0.4975917 Jun 04 16:17:30.900663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-f1f168e0-b3c5-4c37-a133-0c06262b735e req-c0954570-0e43-4ad6-b934-e9bfd9e58edf tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] For port 9acfc219-58bc-45a1-b73b-f061850bdf4b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9acfc219-58bc-45a1-b73b-f061850bdf4b,segment=NetworkSegment(aba76db3-3631-4015-95da-ddfe5f2ea07d),segment_id=aba76db3-3631-4015-95da-ddfe5f2ea07d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:30.901459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f1f168e0-b3c5-4c37-a133-0c06262b735e req-c0954570-0e43-4ad6-b934-e9bfd9e58edf tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:30.964119 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbceb683-ae3c-4256-a485-ea87811a413e req-ef6fda6b-7f7c-4e02-a5fd-d7822988fd83 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392504 Jun 04 16:17:30.990006 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:31.034657 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:31.086386 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:31.114260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:31.124144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:31.129324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ba6a568-4515-41fb-beec-1e7910fdfac3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:31.201029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-f1f168e0-b3c5-4c37-a133-0c06262b735e req-c0954570-0e43-4ad6-b934-e9bfd9e58edf tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Calling delete_port for 9acfc219-58bc-45a1-b73b-f061850bdf4b owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:17:31.235359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-31aa8b5b-f3d3-41d5-bb38-3e0bc73fd5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:31.238124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-31aa8b5b-f3d3-41d5-bb38-3e0bc73fd5ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.4386096 Jun 04 16:17:31.279077 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:31.350219 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-15c5edb4-dee9-4efe-81b1-dbba5cedce36 req-ce589804-3a89-4d21-9014-5a1759387b5a service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327293 Jun 04 16:17:31.426834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-d2b13e4d-788f-45b2-8237-67b1bf93acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:31.428626 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-d2b13e4d-788f-45b2-8237-67b1bf93acc7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.5675068 Jun 04 16:17:31.458453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Network 15766385-e714-4997-9061-68a94449eb31 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:31.469909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f46581-5ef9-4a94-946b-da12501c74a5 req-ef0a0f17-739e-4abc-b730-46f3e81a6062 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:31.471401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49f46581-5ef9-4a94-946b-da12501c74a5 req-ef0a0f17-739e-4abc-b730-46f3e81a6062 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 943 time: 0.9059999 Jun 04 16:17:31.487543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:31.511247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'Port': ['ID=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:31.560631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:31.624567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:31.660741 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-f385e25b-120c-4c6c-bfe5-e41300f7598e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 200 len: 217 time: 0.2211974 Jun 04 16:17:31.759781 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f1f168e0-b3c5-4c37-a133-0c06262b735e req-c0954570-0e43-4ad6-b934-e9bfd9e58edf tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:31.773586 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-4f06516c-457c-480c-a51f-922c08b5814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:31.778159 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-4f06516c-457c-480c-a51f-922c08b5814d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1087573 Jun 04 16:17:31.782780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:31.783229 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:31.905385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0954570-0e43-4ad6-b934-e9bfd9e58edf tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Pushing event deleted for resources: {'Port': ['ID=9acfc219-58bc-45a1-b73b-f061850bdf4b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:31.990582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:32.067807 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49f46581-5ef9-4a94-946b-da12501c74a5 req-7be122ea-8b87-40b4-aae3-8457c147c5df tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752151 Jun 04 16:17:32.138631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:32.139338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:32.145774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Allocated IP 172.25.5.89 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/4014779b-588f-4db4-898b-34347cb686b9) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:32.180172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-517c57a8-4b53-4982-93ba-f6e36a2dc6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:32.182795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-517c57a8-4b53-4982-93ba-f6e36a2dc6c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8891454 Jun 04 16:17:32.194674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed629a-92be-4ca9-aa82-d184563a7e9c req-cc94d5e5-8248-40b4-b856-c31a2c4bb187 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:32.196348 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5eed629a-92be-4ca9-aa82-d184563a7e9c req-cc94d5e5-8248-40b4-b856-c31a2c4bb187 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 931 time: 1.0105066 Jun 04 16:17:32.199059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f168e0-b3c5-4c37-a133-0c06262b735e req-c0954570-0e43-4ad6-b934-e9bfd9e58edf tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] No DVR routers for this DVR port 9acfc219-58bc-45a1-b73b-f061850bdf4b on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:17:32.202130 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f1f168e0-b3c5-4c37-a133-0c06262b735e req-c0954570-0e43-4ad6-b934-e9bfd9e58edf tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:32.210808 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9acfc219-58bc-45a1-b73b-f061850bdf4b no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:17:32.232582 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f1f168e0-b3c5-4c37-a133-0c06262b735e req-c0954570-0e43-4ad6-b934-e9bfd9e58edf tempest-InstanceActionsV221TestJSON-1222331835 tempest-InstanceActionsV221TestJSON-1222331835-project] 10.222.0.46 "DELETE /v2.0/ports/9acfc219-58bc-45a1-b73b-f061850bdf4b HTTP/1.1" status: 204 len: 173 time: 2.7494826 Jun 04 16:17:32.243056 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a2401ae5-72fd-44c2-8e9a-e69d1a286416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:32.247110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-889d4df2-b9db-49ca-b4d1-5fe46a719710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:32.248688 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-889d4df2-b9db-49ca-b4d1-5fe46a719710 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4073362 Jun 04 16:17:32.290138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 9acfc219-58bc-45a1-b73b-f061850bdf4b {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:17:32.290707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9acfc219-58bc-45a1-b73b-f061850bdf4b not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:17:32.303387 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831eeff9-bc50-407a-ba4a-d5a20dcecd3d'] response: {'name': 'network-changed', 'server_uuid': 'a354efd6-ce16-4df9-819c-9e98605efd3c', 'tag': 'dd9e9175-86e9-4559-9c0d-8916d535285a', 'status': 'completed', 'code': 200} Jun 04 16:17:32.408316 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:32.547076 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-c5294081-e378-4d83-933e-4a4311c53ccc service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868884 Jun 04 16:17:32.553409 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-e6422d7e-6b01-4df4-b30f-6f8ae85a4576 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9394429 Jun 04 16:17:32.652867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Request body: {'port': {'device_id': '4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:32.676633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f30b63-78ff-43e0-87fb-f9252129024d req-48bbee28-a3d4-4210-a199-d755a3919206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:32.678115 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-31f30b63-78ff-43e0-87fb-f9252129024d req-48bbee28-a3d4-4210-a199-d755a3919206 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 1094 time: 0.2410796 Jun 04 16:17:32.746285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5eed629a-92be-4ca9-aa82-d184563a7e9c req-5cd514e2-6ffe-4270-aa8d-5af8697a8339 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Synchronizing usage tracker for tenant:39eb674087d5486c8f7f55e99956500b on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:17:32.801335 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-9fb0d732-1893-418e-b514-c211c944ade7 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463825 Jun 04 16:17:32.851664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f30b63-78ff-43e0-87fb-f9252129024d req-09d1656f-f6d6-4c25-8919-edfb07ad5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:32.853989 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-31f30b63-78ff-43e0-87fb-f9252129024d req-09d1656f-f6d6-4c25-8919-edfb07ad5158 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.1679699 Jun 04 16:17:32.932077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-026c5028-300c-46e1-98dc-cecf044b7f1e service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7323346 Jun 04 16:17:32.948484 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-31f30b63-78ff-43e0-87fb-f9252129024d req-b8842412-2af8-4278-8537-8b605390140d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd9e9175-86e9-4559-9c0d-8916d535285a HTTP/1.1" status: 200 len: 217 time: 0.0870378 Jun 04 16:17:32.951892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5eed629a-92be-4ca9-aa82-d184563a7e9c req-5cd514e2-6ffe-4270-aa8d-5af8697a8339 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Unset dirty status for tenant:39eb674087d5486c8f7f55e99956500b on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:17:32.965450 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5eed629a-92be-4ca9-aa82-d184563a7e9c req-5cd514e2-6ffe-4270-aa8d-5af8697a8339 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7234526 Jun 04 16:17:33.050409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:33.050700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f30b63-78ff-43e0-87fb-f9252129024d req-339d454e-8be5-4b54-b1cf-a257802f1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:33.052180 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-31f30b63-78ff-43e0-87fb-f9252129024d req-339d454e-8be5-4b54-b1cf-a257802f1abe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.0960379 Jun 04 16:17:33.116530 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-31f30b63-78ff-43e0-87fb-f9252129024d req-ff4fbda5-ddb8-4dc2-b760-5c1926831e98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568526 Jun 04 16:17:33.126979 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:33.169024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723784f3-9fc5-45d3-a043-5025dcf311dd req-d17b58a5-408d-4f6c-9ac6-78c73f5acee7 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:33.175981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-723784f3-9fc5-45d3-a043-5025dcf311dd req-d17b58a5-408d-4f6c-9ac6-78c73f5acee7 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 945 time: 0.6869521 Jun 04 16:17:33.279032 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-31f30b63-78ff-43e0-87fb-f9252129024d req-a6ed82b3-6e94-46ab-99d1-ed07969f9dee service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555476 Jun 04 16:17:33.417747 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-31f30b63-78ff-43e0-87fb-f9252129024d req-37f4a5ff-3e10-4ec4-9a31-2ae153b2c7ba service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323128 Jun 04 16:17:33.508747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-723784f3-9fc5-45d3-a043-5025dcf311dd req-0b34b0f2-35ee-4da9-bc1c-d8ed52f0e64f tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f06d54-bf7b-4544-943e-165f63eba2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3318858 Jun 04 16:17:33.569105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90c1df82-a1b1-4cd5-bb8f-4bc200d96f9e req-991f4125-4168-44e7-acff-9c93b760dca7 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6229701 Jun 04 16:17:33.610534 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:33.660488 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:33.704667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8369d6fa-04df-45fd-932c-8bd8af37ac0b up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:33.783350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 8369d6fa-04df-45fd-932c-8bd8af37ac0b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:33.788432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 8369d6fa-04df-45fd-932c-8bd8af37ac0b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:33.788795 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:33.909203 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:33.911159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 8369d6fa-04df-45fd-932c-8bd8af37ac0b is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:33.911521 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:33.934206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2401ae5-72fd-44c2-8e9a-e69d1a286416 admin admin] Router 027386d0-8882-4b6e-b004-a0cfa38281e0 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:17:33.939157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e1fb75-130b-4d35-8f80-5408edffc333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8369d6fa-04df-45fd-932c-8bd8af37ac0b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:33.948988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 8369d6fa-04df-45fd-932c-8bd8af37ac0b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8369d6fa-04df-45fd-932c-8bd8af37ac0b,segment=NetworkSegment(1754b4a0-d354-46c3-ab6f-92229cf3628d),segment_id=1754b4a0-d354-46c3-ab6f-92229cf3628d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:33.954910 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:33.991567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:34.002807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:34.011553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d5aaf-e21d-45da-a827-acc25405051d req-add42f77-ac49-40de-86a1-9826975d60aa tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:34.013010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-192d5aaf-e21d-45da-a827-acc25405051d req-add42f77-ac49-40de-86a1-9826975d60aa tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 947 time: 0.8343728 Jun 04 16:17:34.013753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:34.027627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=8369d6fa-04df-45fd-932c-8bd8af37ac0b,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:34.063183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Pushing event updated for resources: {'Port': ['ID=4014779b-588f-4db4-898b-34347cb686b9,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:34.213492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device dd9e9175-86e9-4559-9c0d-8916d535285a details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:17:34.305034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0e3f9a-5ec3-46d9-b2e5-3a197265896e', 'name': 'network-vif-deleted', 'tag': '9acfc219-58bc-45a1-b73b-f061850bdf4b'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:34.348960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=dd9e9175-86e9-4559-9c0d-8916d535285a,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:34.363788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'dd9e9175-86e9-4559-9c0d-8916d535285a', 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded', 'port_id': 'dd9e9175-86e9-4559-9c0d-8916d535285a', 'mac_address': 'fa:16:3e:36:e5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:17:34.368248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-192d5aaf-e21d-45da-a827-acc25405051d req-4531f1b1-0c3b-448c-b14d-ffbad5281722 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171473 Jun 04 16:17:34.420465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port dd9e9175-86e9-4559-9c0d-8916d535285a is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:34.420907 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:34.442415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9e9175-86e9-4559-9c0d-8916d535285a {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:17:34.461818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=dd9e9175-86e9-4559-9c0d-8916d535285a,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:34.466115 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:34.488373 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:17:34.521084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba037f-121f-4971-bfb3-1057bd85c28e req-583f5b89-bd59-4a68-9663-8a02880fe1c5 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:34.526974 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbba037f-121f-4971-bfb3-1057bd85c28e req-583f5b89-bd59-4a68-9663-8a02880fe1c5 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 943 time: 0.7115717 Jun 04 16:17:34.537551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=dd9e9175-86e9-4559-9c0d-8916d535285a,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:34.578968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-06bb93db-0e07-4360-ba4e-d4790fb3215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:34.580315 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-06bb93db-0e07-4360-ba4e-d4790fb3215d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 1098 time: 0.7661936 Jun 04 16:17:34.632303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2401ae5-72fd-44c2-8e9a-e69d1a286416 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:17:34.640627 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a4d99f-0b47-4786-97a1-25649b52e831 None None] Sync routers for ids ['027386d0-8882-4b6e-b004-a0cfa38281e0'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:17:34.650391 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a4d99f-0b47-4786-97a1-25649b52e831 None None] Routers {'027386d0-8882-4b6e-b004-a0cfa38281e0'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:34.651008 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-50a4d99f-0b47-4786-97a1-25649b52e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['027386d0-8882-4b6e-b004-a0cfa38281e0'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:34.663498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a2401ae5-72fd-44c2-8e9a-e69d1a286416 admin admin] 10.222.0.13 "PUT /v2.0/routers/027386d0-8882-4b6e-b004-a0cfa38281e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2406440 Jun 04 16:17:34.666554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33498) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:34.728046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['dd9e9175-86e9-4559-9c0d-8916d535285a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:34.821912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:17:34.844117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:34.885638 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-50a4d99f-0b47-4786-97a1-25649b52e831 None None] Set router 027386d0-8882-4b6e-b004-a0cfa38281e0 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:34.889485 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:34.932018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbba037f-121f-4971-bfb3-1057bd85c28e req-1bedd10a-ba1e-4b9a-b507-ffcc8df38876 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536818 Jun 04 16:17:34.990891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Transition to ACTIVE for port object faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:35.022668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:35.034806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:35.061909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Deleting port b326a366-ea23-4015-a1b8-2bf44036344c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:17:35.062483 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:35.088922 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2b6acb-ab7c-4f24-8247-73f4d5747abc'] response: {'server_uuid': 'e1e1fb75-130b-4d35-8f80-5408edffc333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8369d6fa-04df-45fd-932c-8bd8af37ac0b', 'code': 200} Jun 04 16:17:35.262918 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-50a4d99f-0b47-4786-97a1-25649b52e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321493902-router', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:34Z', 'updated_at': '2022-06-04T16:17:30Z', 'revision_number': 5, 'project_id': '0efdd44da5fb4645b98b1b6ebd129932', 'gw_port': {'id': 'b326a366-ea23-4015-a1b8-2bf44036344c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:14:36Z', 'updated_at': '2022-06-04T16:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:35.267886 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a4d99f-0b47-4786-97a1-25649b52e831 None None] Checking router: 027386d0-8882-4b6e-b004-a0cfa38281e0 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:17:35.278521 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a4d99f-0b47-4786-97a1-25649b52e831 None None] Routers {'027386d0-8882-4b6e-b004-a0cfa38281e0'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:35.279141 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-50a4d99f-0b47-4786-97a1-25649b52e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['027386d0-8882-4b6e-b004-a0cfa38281e0'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:35.334135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-41524deb-9ef1-42be-872a-876592a85d57 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:35.335634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-41524deb-9ef1-42be-872a-876592a85d57 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 821 time: 0.7984776 Jun 04 16:17:35.352015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-635842fa-fb8f-4ad6-b8b6-d1bedbf0d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:35.353975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-635842fa-fb8f-4ad6-b8b6-d1bedbf0d481 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.7419555 Jun 04 16:17:35.415210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] For port b326a366-ea23-4015-a1b8-2bf44036344c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b326a366-ea23-4015-a1b8-2bf44036344c,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:35.415836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:35.453725 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-50a4d99f-0b47-4786-97a1-25649b52e831 None None] Set router 027386d0-8882-4b6e-b004-a0cfa38281e0 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:35.480140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-f3ddc481-c2d4-40fd-b814-e4712dca8521 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/quotas/a5ab49c29daa4a08b32221dccc05ebd8 HTTP/1.1" status: 200 len: 375 time: 0.1188438 Jun 04 16:17:35.543723 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-1c903fba-b0b1-4f15-b8e5-cca0d280c55d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 200 len: 217 time: 0.1379311 Jun 04 16:17:35.559206 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Calling delete_port for b326a366-ea23-4015-a1b8-2bf44036344c owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:17:35.654469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Pushing event updated for resources: {'Port': ['ID=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:35.699571 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:35.701522 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-50a4d99f-0b47-4786-97a1-25649b52e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321493902-router', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:34Z', 'updated_at': '2022-06-04T16:17:35Z', 'revision_number': 6, 'project_id': '0efdd44da5fb4645b98b1b6ebd129932', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:35.706356 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a4d99f-0b47-4786-97a1-25649b52e831 None None] The sync data for ids ['027386d0-8882-4b6e-b004-a0cfa38281e0'] in n-d-811809-3 is: [{'id': '027386d0-8882-4b6e-b004-a0cfa38281e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321493902-router', 'tenant_id': '0efdd44da5fb4645b98b1b6ebd129932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:14:34Z', 'updated_at': '2022-06-04T16:17:35Z', 'revision_number': 6, 'project_id': '0efdd44da5fb4645b98b1b6ebd129932', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:17:35.735214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc97107-55c9-4035-979a-3f0d7b371b89 req-3321d5aa-9b6b-4b3f-a1d8-1150710ed1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:35.736760 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0bc97107-55c9-4035-979a-3f0d7b371b89 req-3321d5aa-9b6b-4b3f-a1d8-1150710ed1d7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 1097 time: 0.1188478 Jun 04 16:17:35.821574 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0bc97107-55c9-4035-979a-3f0d7b371b89 req-1c86356c-b1e3-44c3-a991-75754029aac4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=83f06d54-bf7b-4544-943e-165f63eba2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781147 Jun 04 16:17:35.837891 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:35.840747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-ba5e6e07-8667-4510-b10b-f333ef9a55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:35.842190 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-ba5e6e07-8667-4510-b10b-f333ef9a55fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2550120 Jun 04 16:17:35.889799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Pushing event deleted for resources: {'Port': ['ID=b326a366-ea23-4015-a1b8-2bf44036344c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:35.969265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Attempting to bind port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:35.969594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Attempting to bind port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'f47c1bcd-886e-4772-bc03-0bdefe20b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15766385-e714-4997-9061-68a94449eb31'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:35.969939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Attempting to bind port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e on network 15766385-e714-4997-9061-68a94449eb31 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:35.979693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:35.984775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e on network 15766385-e714-4997-9061-68a94449eb31 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:17:35.985097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Attempting to bind port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e on network 15766385-e714-4997-9061-68a94449eb31 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:36.005548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28835337-4e6f-478b-9d7b-6e34fb125ede req-77d07d11-1f88-4278-81a5-71a49db59b2a tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:36.006158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-28835337-4e6f-478b-9d7b-6e34fb125ede req-77d07d11-1f88-4278-81a5-71a49db59b2a tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Synchronizing usage tracker for tenant:39eb674087d5486c8f7f55e99956500b on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:17:36.018342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:36.018690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Checking segment: {'id': 'f47c1bcd-886e-4772-bc03-0bdefe20b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15766385-e714-4997-9061-68a94449eb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:36.019064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Bound using segment: {'id': 'f47c1bcd-886e-4772-bc03-0bdefe20b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15766385-e714-4997-9061-68a94449eb31'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:36.019491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Bound port: faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47c1bcd-886e-4772-bc03-0bdefe20b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '15766385-e714-4997-9061-68a94449eb31'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:36.019828 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.036074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-17c7b9a1-352b-4fda-b2d9-90514f20a74c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5359936 Jun 04 16:17:36.159270 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.161598 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.185959 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.186502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 027386d0-8882-4b6e-b004-a0cfa38281e0 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:17:36.199020 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.199475 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3be2aa83-b548-4dbb-80c3-6971dc4c2453 admin admin] 10.222.0.13 "DELETE /v2.0/routers/027386d0-8882-4b6e-b004-a0cfa38281e0 HTTP/1.1" status: 204 len: 168 time: 1.5316677 Jun 04 16:17:36.202153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33508) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:36.212626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c8c3fd24-4f62-4793-8db6-6ee212845f2c details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:17:36.217016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device dd9e9175-86e9-4559-9c0d-8916d535285a up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:36.260518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-28835337-4e6f-478b-9d7b-6e34fb125ede req-77d07d11-1f88-4278-81a5-71a49db59b2a tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Unset dirty status for tenant:39eb674087d5486c8f7f55e99956500b on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:17:36.261670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28835337-4e6f-478b-9d7b-6e34fb125ede req-77d07d11-1f88-4278-81a5-71a49db59b2a tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 943 time: 0.9434812 Jun 04 16:17:36.264592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-562956f0-b00c-40e2-ba7f-ac71629d49af admin admin] Deleting subnet 5edfdc35-ec71-4f28-9f16-909eef4c637f {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:17:36.267680 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-562956f0-b00c-40e2-ba7f-ac71629d49af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.318922 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-562956f0-b00c-40e2-ba7f-ac71629d49af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.387513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port dd9e9175-86e9-4559-9c0d-8916d535285a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:36.395798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-12a09fd8-db38-4d1f-a89b-9a899ed9c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:36.397182 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-12a09fd8-db38-4d1f-a89b-9a899ed9c962 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5002823 Jun 04 16:17:36.409801 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-562956f0-b00c-40e2-ba7f-ac71629d49af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.411009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port dd9e9175-86e9-4559-9c0d-8916d535285a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:36.411372 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.478884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] For port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:36.480095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:36.493256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.494625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-562956f0-b00c-40e2-ba7f-ac71629d49af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.507851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'mac_address': 'fa:16:3e:b0:f4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:17:36.538743 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-562956f0-b00c-40e2-ba7f-ac71629d49af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.549276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562956f0-b00c-40e2-ba7f-ac71629d49af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5edfdc35-ec71-4f28-9f16-909eef4c637f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:36.552745 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-562956f0-b00c-40e2-ba7f-ac71629d49af admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5edfdc35-ec71-4f28-9f16-909eef4c637f HTTP/1.1" status: 204 len: 168 time: 0.3494840 Jun 04 16:17:36.555832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33512) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:36.584259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28835337-4e6f-478b-9d7b-6e34fb125ede req-1af06097-d59a-4bc7-ae1e-08b91dc64045 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082864 Jun 04 16:17:36.596212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-c234a0d8-845d-45ac-9a11-20853d51cf77 service neutron] 10.222.0.13 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451932 Jun 04 16:17:36.599546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cbddf5-1af2-46e8-8988-b7019cfffc28 None None] Network 142adfc0-96f9-44a3-9571-8ff0a1045b6b requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:17:36.608599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] For port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:36.666312 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef9d6b8-7f40-454c-ac75-86b13504c9ec'] response: {'server_uuid': 'ea0e3f9a-5ec3-46d9-b2e5-3a197265896e', 'name': 'network-vif-deleted', 'tag': '9acfc219-58bc-45a1-b73b-f061850bdf4b', 'status': 'completed', 'code': 200} Jun 04 16:17:36.692568 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.707251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Deleting port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:17:36.707756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.734282 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.822797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c8c3fd24-4f62-4793-8db6-6ee212845f2c is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:36.828813 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:36.874410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c3fd24-4f62-4793-8db6-6ee212845f2c {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:17:36.943897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port dd9e9175-86e9-4559-9c0d-8916d535285a is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:36.946936 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:37.032099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:37.041667 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:37.100908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a354efd6-ce16-4df9-819c-9e98605efd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9e9175-86e9-4559-9c0d-8916d535285a'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:37.120688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=dd9e9175-86e9-4559-9c0d-8916d535285a,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:37.135011 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:37.147195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:37.147530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] For port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9,segment=NetworkSegment(2c081dfd-5b44-4465-8d67-012a3cefb698),segment_id=2c081dfd-5b44-4465-8d67-012a3cefb698)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:37.147900 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:37.153611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:37.154208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:37.155617 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] 10.222.0.42 "PUT /v2.0/ports/faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e HTTP/1.1" status: 200 len: 1091 time: 4.5307662 Jun 04 16:17:37.156048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d', 'tag': 'faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:37.235867 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=dd9e9175-86e9-4559-9c0d-8916d535285a,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:37.292560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05ffe74-d258-4c82-880b-c330abc4fdee None None] DHCP port deletion for 142adfc0-96f9-44a3-9571-8ff0a1045b6b request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:17:37.294662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Calling delete_port for 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:17:37.296821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c05ffe74-d258-4c82-880b-c330abc4fdee None None] Deleting port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:17:37.297250 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c05ffe74-d258-4c82-880b-c330abc4fdee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:37.339390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['c8c3fd24-4f62-4793-8db6-6ee212845f2c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:37.379050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573b17d-6b92-4faa-be25-2f8f9c249d8e service neutron] Pushing event updated for resources: {'Port': ['ID=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:37.389442 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:37.409157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-595faf60-8933-440f-8f92-6882bfb9dd3e service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9922998 Jun 04 16:17:37.426777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-68b34228-2a1d-4118-91bb-3132b6752968 service neutron] 10.222.0.13 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928829 Jun 04 16:17:37.460398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] No DVR routers for this DVR port 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:17:37.464420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:37.480001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c05ffe74-d258-4c82-880b-c330abc4fdee None None] The port '1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:17:37.483077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b326a366-ea23-4015-a1b8-2bf44036344c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:17:37.566401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e5530-6108-4965-86fd-02b4eea48077 req-808bccb3-a217-4c8c-b175-17631963d349 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:37.567893 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f7e5530-6108-4965-86fd-02b4eea48077 req-808bccb3-a217-4c8c-b175-17631963d349 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 946 time: 0.5458076 Jun 04 16:17:37.614553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b326a366-ea23-4015-a1b8-2bf44036344c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:17:37.614817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b326a366-ea23-4015-a1b8-2bf44036344c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:17:37.618865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:17:37.622641 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1a598-d794-458e-8dd8-b88b98722293 req-24483d64-7ec3-4ecb-98b5-7a11f44e824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:37.624233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-24483d64-7ec3-4ecb-98b5-7a11f44e824b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39eb674087d5486c8f7f55e99956500b&device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 1094 time: 0.3558493 Jun 04 16:17:37.675797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:17:37.676135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1a3dd430-fff0-4cd8-9ae8-e5661e2bc6d9 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:17:37.676544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:17:37.684554 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:37.702982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Router f9619cee-5210-4681-a253-f4beb8471bb0 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:17:37.706124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c2b2290-c630-4a0c-98c9-91234c72abc7 req-360150f5-e894-45ea-896b-7eb10576e70b service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819521 Jun 04 16:17:37.710302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-abf3d110-d87a-4390-974f-53a49a5dc713 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e HTTP/1.1" status: 200 len: 217 time: 0.0773635 Jun 04 16:17:37.728156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:17:37.728528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3c2cdd05-b062-48a3-a05a-ecd76cb898c3 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:17:37.732409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142adfc0-96f9-44a3-9571-8ff0a1045b6b']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:37.749878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c081dfd-5b44-4465-8d67-012a3cefb698') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:37.750260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c081dfd-5b44-4465-8d67-012a3cefb698') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:37.768311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f7e5530-6108-4965-86fd-02b4eea48077 req-fecbfa97-501f-4cb9-8333-16ff00dce9bd tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f06d54-bf7b-4544-943e-165f63eba2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810112 Jun 04 16:17:37.781560 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:37.803087 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:37.811313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:17:37.812163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:37.880355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1a598-d794-458e-8dd8-b88b98722293 req-2615a664-ba03-4752-a8bb-02a0f1b032c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:37.881811 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-2615a664-ba03-4752-a8bb-02a0f1b032c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03f80806-80de-420b-bbfa-7c1e05be866d HTTP/1.1" status: 200 len: 852 time: 0.1633365 Jun 04 16:17:37.936936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33532) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:37.973087 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 2c081dfd-5b44-4465-8d67-012a3cefb698 resource provider aggregate not found Jun 04 16:17:37.985174 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:37.994806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:38.021676 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] 10.222.0.13 "DELETE /v2.0/networks/142adfc0-96f9-44a3-9571-8ff0a1045b6b HTTP/1.1" status: 204 len: 168 time: 1.4620574 Jun 04 16:17:38.021676 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 2c081dfd-5b44-4465-8d67-012a3cefb698 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c081dfd-5b44-4465-8d67-012a3cefb698 found for delete ", "request_id": "req-20dab592-f63f-46bf-aa0d-c0cf6c066ea4"}]} Jun 04 16:17:38.037966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435209fd-1d08-40ad-9185-157019fe0e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=142adfc0-96f9-44a3-9571-8ff0a1045b6b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:38.089178 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-2600af7f-5566-4f6d-81cd-f9cc7982d30d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15766385-e714-4997-9061-68a94449eb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520805 Jun 04 16:17:38.161816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33546) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:38.214481 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1912f8fa-3c48-45d7-a7b8-75056e96bb5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50923ec9c77a46798f4c38a13483bbe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504727 Jun 04 16:17:38.216733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33550) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:38.255925 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:17:38.267154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f1beb4-1080-4c78-979d-3b0f1e315da7 admin admin] Deleting subnet 5a63f3b8-6e77-46bd-8568-0a46dcc2cc09 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:17:38.275166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:17:38.279295 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28f1beb4-1080-4c78-979d-3b0f1e315da7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:38.284230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6061e9fe-b395-457e-b46b-23787e7a6d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:38.290740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Sync routers for ids ['f9619cee-5210-4681-a253-f4beb8471bb0'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:17:38.301379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Routers {'f9619cee-5210-4681-a253-f4beb8471bb0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:38.301978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9619cee-5210-4681-a253-f4beb8471bb0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:38.313633 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6061e9fe-b395-457e-b46b-23787e7a6d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:38.373037 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6061e9fe-b395-457e-b46b-23787e7a6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:38.395342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061e9fe-b395-457e-b46b-23787e7a6d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55e1fd1-f9cb-4ca9-9ad6-fba266248208,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:38.409858 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6061e9fe-b395-457e-b46b-23787e7a6d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:38.413538 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6061e9fe-b395-457e-b46b-23787e7a6d2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c55e1fd1-f9cb-4ca9-9ad6-fba266248208 HTTP/1.1" status: 204 len: 168 time: 0.1932027 Jun 04 16:17:38.532969 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28f1beb4-1080-4c78-979d-3b0f1e315da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:38.534281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Set router f9619cee-5210-4681-a253-f4beb8471bb0 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:38.576802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:38.581459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-15955d96-1120-48e0-99f9-c7b0a9244a44 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 12.4081092 Jun 04 16:17:38.581885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33558) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:38.593273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-9bf7b7bd-67ea-4b7c-85b3-0428ab8feea2 service neutron] 10.222.0.42 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587607 Jun 04 16:17:38.607581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff90c9-f9bf-42be-b998-804f6f8b612d req-de9d410a-ea8c-4341-a16e-7b3f88f7e7b6 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:38.616484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0aff90c9-f9bf-42be-b998-804f6f8b612d req-de9d410a-ea8c-4341-a16e-7b3f88f7e7b6 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 948 time: 0.5885580 Jun 04 16:17:38.706225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca4e1b-4c8a-442a-88a5-bfc52b4522e2 req-6f6fd9b1-2a85-42df-a0b7-4e70eac819e8 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:38.713354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47ca4e1b-4c8a-442a-88a5-bfc52b4522e2 req-6f6fd9b1-2a85-42df-a0b7-4e70eac819e8 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 945 time: 0.6267560 Jun 04 16:17:38.806637 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28f1beb4-1080-4c78-979d-3b0f1e315da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:38.857542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'name': 'tempest-FloatingIPsTestJSON-2063327776-router', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '4014779b-588f-4db4-898b-34347cb686b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:27Z', 'updated_at': '2022-06-04T16:17:34Z', 'revision_number': 3, 'project_id': '2a363bdfdde44092aecab53f288ebf37', 'gw_port': {'id': '4014779b-588f-4db4-898b-34347cb686b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:cb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:31Z', 'updated_at': '2022-06-04T16:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:38.861543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Checking router: f9619cee-5210-4681-a253-f4beb8471bb0 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:17:38.861881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Updating router f9619cee-5210-4681-a253-f4beb8471bb0 port 4014779b-588f-4db4-898b-34347cb686b9 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:17:38.904453 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0aff90c9-f9bf-42be-b998-804f6f8b612d req-5a363973-b4c5-432b-8ffa-774bfc64aad7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868783 Jun 04 16:17:38.926903 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:38.929321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47ca4e1b-4c8a-442a-88a5-bfc52b4522e2 req-5cec0162-5388-4749-b583-2b37f6d42da8 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149131 Jun 04 16:17:39.004958 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf887edd-290e-44aa-9d39-a27fcf3380af'] response: {'name': 'network-changed', 'server_uuid': '4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d', 'tag': 'faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e', 'status': 'completed', 'code': 200} Jun 04 16:17:39.005969 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28f1beb4-1080-4c78-979d-3b0f1e315da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:39.080276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33568) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:39.144221 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28f1beb4-1080-4c78-979d-3b0f1e315da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:39.149786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76b1a598-d794-458e-8dd8-b88b98722293 req-bd6815cf-87ed-40fc-a8dc-ea657009f64a service neutron] 10.222.0.42 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290291 Jun 04 16:17:39.182068 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d092c020-76ef-49c7-ae44-430303eaf4a7'] response: {'server_uuid': 'a354efd6-ce16-4df9-819c-9e98605efd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9e9175-86e9-4559-9c0d-8916d535285a', 'code': 200} Jun 04 16:17:39.246657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1beb4-1080-4c78-979d-3b0f1e315da7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a63f3b8-6e77-46bd-8568-0a46dcc2cc09,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:39.272889 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-28f1beb4-1080-4c78-979d-3b0f1e315da7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5a63f3b8-6e77-46bd-8568-0a46dcc2cc09 HTTP/1.1" status: 204 len: 168 time: 1.3064151 Jun 04 16:17:39.274009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33572) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:39.274479 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f25b3fcd-edb7-4c6e-921d-e9d28695fb33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0efdd44da5fb4645b98b1b6ebd129932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929855 Jun 04 16:17:39.292778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33574) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:39.459702 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:39.475632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Transition to ACTIVE for port object 4014779b-588f-4db4-898b-34347cb686b9 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:39.484459 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:39.539720 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-decfd1bd-0e87-4ef7-b318-e7e457a1c1b8 req-0993b5fd-98d7-4be4-9ed7-e1636006b20e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 210 time: 0.2842278 Jun 04 16:17:39.546464 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f526ca-708a-441e-a91e-f0b11d1affef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:39.603501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404f5ff-9638-4622-b85f-a1dd8a217312 None None] Pushing event updated for resources: {'Port': ['ID=4014779b-588f-4db4-898b-34347cb686b9,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:39.666759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Attempting to bind port 4014779b-588f-4db4-898b-34347cb686b9 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:39.667134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Attempting to bind port 4014779b-588f-4db4-898b-34347cb686b9 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:39.667494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Attempting to bind port 4014779b-588f-4db4-898b-34347cb686b9 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:39.679159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:39.679556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:39.680155 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:39.680428 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:39.680932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Bound port: 4014779b-588f-4db4-898b-34347cb686b9, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:39.681309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:39.694176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29125d-9e5f-46f0-9558-43628927291f req-c3090f56-697e-4913-8ffa-6f012ef27fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:39.696155 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab29125d-9e5f-46f0-9558-43628927291f req-c3090f56-697e-4913-8ffa-6f012ef27fcb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 1096 time: 0.6167278 Jun 04 16:17:39.708403 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca0cd051-a996-41b3-ae90-a4a3d2b1791e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:39.728110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3c97d28f-3e2b-440f-965a-182d7941ab4c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:39.729630 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3c97d28f-3e2b-440f-965a-182d7941ab4c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.46 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 821 time: 0.4814088 Jun 04 16:17:39.745931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Request body: {'port': {'device_id': 'e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d', 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e', 'admin_state_up': True, 'tenant_id': 'a5ab49c29daa4a08b32221dccc05ebd8'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:39.782694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] For port 4014779b-588f-4db4-898b-34347cb686b9, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:39.786012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] For port 4014779b-588f-4db4-898b-34347cb686b9, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4014779b-588f-4db4-898b-34347cb686b9,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:39.791737 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:39.847983 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca0cd051-a996-41b3-ae90-a4a3d2b1791e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:39.871006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Routers {'f9619cee-5210-4681-a253-f4beb8471bb0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:39.871921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9619cee-5210-4681-a253-f4beb8471bb0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:39.915827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef42ca-27c6-45cd-b7e5-7a159ac91513 req-a04aab11-1f88-4be5-b784-0cedd8f61663 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:39.924991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6ef42ca-27c6-45cd-b7e5-7a159ac91513 req-a04aab11-1f88-4be5-b784-0cedd8f61663 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 943 time: 0.7738895 Jun 04 16:17:39.969586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404f5ff-9638-4622-b85f-a1dd8a217312 None None] Pushing event updated for resources: {'Port': ['ID=4014779b-588f-4db4-898b-34347cb686b9,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:40.027639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:40.030729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa7030-dd3f-4505-a41b-825f5780e201 req-48ca2447-b8a5-4512-8c3b-41141f9a30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:40.033277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3fa7030-dd3f-4505-a41b-825f5780e201 req-48ca2447-b8a5-4512-8c3b-41141f9a30a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39eb674087d5486c8f7f55e99956500b&device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 1094 time: 0.7792242 Jun 04 16:17:40.044739 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca0cd051-a996-41b3-ae90-a4a3d2b1791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:40.048683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab29125d-9e5f-46f0-9558-43628927291f req-1ef6bbe1-bb99-431c-a078-84488c62e843 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297126 Jun 04 16:17:40.050352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:40.062849 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:40.090709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cd051-a996-41b3-ae90-a4a3d2b1791e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2b5eaa-7a04-4cf1-878c-c8397de9a6d7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:40.095020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Made reservation on behalf of a5ab49c29daa4a08b32221dccc05ebd8 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:17:40.096692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] Set router f9619cee-5210-4681-a253-f4beb8471bb0 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:40.098484 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:40.108001 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca0cd051-a996-41b3-ae90-a4a3d2b1791e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:40.111995 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ca0cd051-a996-41b3-ae90-a4a3d2b1791e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd2b5eaa-7a04-4cf1-878c-c8397de9a6d7 HTTP/1.1" status: 204 len: 168 time: 0.8149924 Jun 04 16:17:40.151645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f526ca-708a-441e-a91e-f0b11d1affef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:40.203946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-c9f526ca-708a-441e-a91e-f0b11d1affef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:40.219562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-c9f526ca-708a-441e-a91e-f0b11d1affef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba76db3-3631-4015-95da-ddfe5f2ea07d') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:40.219966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-c9f526ca-708a-441e-a91e-f0b11d1affef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba76db3-3631-4015-95da-ddfe5f2ea07d') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:40.238021 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f526ca-708a-441e-a91e-f0b11d1affef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:40.262808 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c8c3fd24-4f62-4793-8db6-6ee212845f2c up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:40.279817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6ef42ca-27c6-45cd-b7e5-7a159ac91513 req-6e7e3c63-819f-4775-9ba3-11f270efb383 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537977 Jun 04 16:17:40.339097 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f526ca-708a-441e-a91e-f0b11d1affef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:40.353758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f526ca-708a-441e-a91e-f0b11d1affef admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:17:40.354219 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f526ca-708a-441e-a91e-f0b11d1affef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:40.461194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Allocated IP 172.20.0.1 (67784ddd-1207-46e4-8907-ae181b8aba5a/e02cd154-caa0-4c3c-bcce-1359c767360b/6bd0a4dd-4617-434b-b3b0-154440b5bdd3) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:40.479337 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment aba76db3-3631-4015-95da-ddfe5f2ea07d resource provider aggregate not found Jun 04 16:17:40.481923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port c8c3fd24-4f62-4793-8db6-6ee212845f2c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:40.490346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port c8c3fd24-4f62-4793-8db6-6ee212845f2c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:40.490787 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:40.511152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec017fb6-c791-4473-90d3-699096392d3c req-f051705d-abb5-494f-a818-9d4f6a676fc8 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:40.513039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec017fb6-c791-4473-90d3-699096392d3c req-f051705d-abb5-494f-a818-9d4f6a676fc8 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 946 time: 0.7480209 Jun 04 16:17:40.605855 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment aba76db3-3631-4015-95da-ddfe5f2ea07d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aba76db3-3631-4015-95da-ddfe5f2ea07d found for delete ", "request_id": "req-fe38b8cd-1daf-443a-a69f-46e408434c58"}]} Jun 04 16:17:40.662802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa7030-dd3f-4505-a41b-825f5780e201 req-e7c704d0-de45-4f16-aca3-0433ad06ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:40.664403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3fa7030-dd3f-4505-a41b-825f5780e201 req-e7c704d0-de45-4f16-aca3-0433ad06ab46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15766385-e714-4997-9061-68a94449eb31 HTTP/1.1" status: 200 len: 913 time: 0.6138456 Jun 04 16:17:40.695818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Allocated IP 172.20.0.2 (4174afad-8f69-40c2-8826-5ab168bb142e/47e12d5c-bc8b-435f-bebd-f23b80669698/4c11c210-0ca8-4e0a-964d-252bc58dd4e9) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:40.749848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f526ca-708a-441e-a91e-f0b11d1affef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:40.788398 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3fa7030-dd3f-4505-a41b-825f5780e201 req-3612383a-e094-4c68-9a8f-c1a9e2868017 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e HTTP/1.1" status: 200 len: 217 time: 0.1108701 Jun 04 16:17:40.790468 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f526ca-708a-441e-a91e-f0b11d1affef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:40.794526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f526ca-708a-441e-a91e-f0b11d1affef admin admin] Pushing event deleted for resources: {'Network': ['ID=16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:40.800352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec017fb6-c791-4473-90d3-699096392d3c req-d095313a-2cb7-4abb-8646-4bee034d79eb tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f06d54-bf7b-4544-943e-165f63eba2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012289 Jun 04 16:17:40.864421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c9f526ca-708a-441e-a91e-f0b11d1affef admin admin] 10.222.0.13 "DELETE /v2.0/networks/16b3f5eb-68cf-4bd8-9dd0-ffc827c7babc HTTP/1.1" status: 204 len: 168 time: 1.5148816 Jun 04 16:17:40.882240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa7030-dd3f-4505-a41b-825f5780e201 req-47273131-733a-4d3d-81ed-c67842ab437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:40.885159 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3fa7030-dd3f-4505-a41b-825f5780e201 req-47273131-733a-4d3d-81ed-c67842ab437b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03f80806-80de-420b-bbfa-7c1e05be866d HTTP/1.1" status: 200 len: 852 time: 0.0802112 Jun 04 16:17:40.975424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3fa7030-dd3f-4505-a41b-825f5780e201 req-08b1df81-98df-40e8-9a80-c1006a2ac463 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15766385-e714-4997-9061-68a94449eb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848076 Jun 04 16:17:41.099896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c8c3fd24-4f62-4793-8db6-6ee212845f2c is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:41.103600 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:41.198350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33608) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:41.204845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:41.206961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:41.219493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'name': 'tempest-FloatingIPsTestJSON-2063327776-router', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '4014779b-588f-4db4-898b-34347cb686b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:27Z', 'updated_at': '2022-06-04T16:17:34Z', 'revision_number': 3, 'project_id': '2a363bdfdde44092aecab53f288ebf37', 'gw_port': {'id': '4014779b-588f-4db4-898b-34347cb686b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:cb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:31Z', 'updated_at': '2022-06-04T16:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:41.224184 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:41.226353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e645e-5627-4127-99f5-dd78dd3cb3ca None None] The sync data for ids ['f9619cee-5210-4681-a253-f4beb8471bb0'] in n-d-811809-3 is: [{'id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'name': 'tempest-FloatingIPsTestJSON-2063327776-router', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '4014779b-588f-4db4-898b-34347cb686b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:27Z', 'updated_at': '2022-06-04T16:17:34Z', 'revision_number': 3, 'project_id': '2a363bdfdde44092aecab53f288ebf37', 'gw_port': {'id': '4014779b-588f-4db4-898b-34347cb686b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:cb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:31Z', 'updated_at': '2022-06-04T16:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:17:41.387602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:41.416166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3100fb1-5162-448e-a389-446fec6abf4e req-3d3d4a37-7f49-4f2b-bd74-615d716f2cf1 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 210 time: 0.1320267 Jun 04 16:17:41.588330 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:41.595563 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4d564581-91b3-468d-9b66-9203622c9bdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4d463e68afb48d4b97dbf5170fc8bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812394 Jun 04 16:17:41.604979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33622) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:41.607388 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:41.617144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-d2fd55d3-493a-4ccb-a8b2-d69ad8df8a67 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:41.618864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-d2fd55d3-493a-4ccb-a8b2-d69ad8df8a67 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.46 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5&tenant_id=ebd00055ee90437ca2acd288885c518a&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 949 time: 0.6463153 Jun 04 16:17:41.624400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3fa7030-dd3f-4505-a41b-825f5780e201 req-28a3347f-15bc-42ed-9ed9-f29240e6304e service neutron] 10.222.0.42 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414652 Jun 04 16:17:41.661157 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-db6fbd47-294e-4941-89c1-dd9042f03b45 req-b2c4b039-e567-42fb-ad70-49944fd8bfc8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7026918 Jun 04 16:17:41.663424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Transition to ACTIVE for port object 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:41.681075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc5475-37d0-4e96-9dab-e3d5d27a4e95 req-d5c76b6c-e913-4a6c-aa5a-40098d27ff04 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:41.696246 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ecc5475-37d0-4e96-9dab-e3d5d27a4e95 req-d5c76b6c-e913-4a6c-aa5a-40098d27ff04 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 945 time: 0.4142749 Jun 04 16:17:41.735617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:17:41.791454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33630) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:41.857226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3fa7030-dd3f-4505-a41b-825f5780e201 req-a1813e11-4f8c-4e5c-8dff-32ac7e1c0e55 service neutron] 10.222.0.42 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213876 Jun 04 16:17:41.866182 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:41.886989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['41a2dfac-b6f1-4289-a204-778866251efd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:41.914144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fbd47-294e-4941-89c1-dd9042f03b45 req-e283dd02-4759-4bbc-95f4-d012adf99b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:41.915724 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-db6fbd47-294e-4941-89c1-dd9042f03b45 req-e283dd02-4759-4bbc-95f4-d012adf99b61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 1101 time: 0.2155533 Jun 04 16:17:41.927840 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:41.944060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1051685695-network', 'tenant_id': '60ac837242f346f296181deb284c70b8'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:41.976887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:42.007827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Network 67784ddd-1207-46e4-8907-ae181b8aba5a is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:42.015949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Usage tracker for resource:network and tenant:60ac837242f346f296181deb284c70b8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:42.020893 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:42.024007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:42.099884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ecc5475-37d0-4e96-9dab-e3d5d27a4e95 req-570bb000-24b8-4a2e-9547-e33a64c8c375 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961759 Jun 04 16:17:42.136620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Network 4174afad-8f69-40c2-8826-5ab168bb142e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:42.139860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:42.146093 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:42.152389 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3a27a317-d2a1-479a-bd41-08b7a71c9839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:42.171794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:42.234306 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3a27a317-d2a1-479a-bd41-08b7a71c9839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:42.279529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e', 'network_id': '15766385-e714-4997-9061-68a94449eb31', 'port_id': 'faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e', 'mac_address': 'fa:16:3e:e9:52:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f80806-80de-420b-bbfa-7c1e05be866d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:17:42.357349 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-3bd57315-e52f-435c-9ee6-147c50edc6af service neutron] 10.222.0.46 "GET /v2.0/ports/c8c3fd24-4f62-4793-8db6-6ee212845f2c/bindings/n-h2-811809-3 HTTP/1.1" status: 200 len: 382 time: 0.7172678 Jun 04 16:17:42.357943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3a27a317-d2a1-479a-bd41-08b7a71c9839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:42.381635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d8761-1411-4596-96cb-0599707f3019 req-955bdead-09af-4d10-83b5-1948575180a6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:42.383186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f0d8761-1411-4596-96cb-0599707f3019 req-955bdead-09af-4d10-83b5-1948575180a6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 946 time: 0.5240357 Jun 04 16:17:42.419670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33636) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:42.429480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27a317-d2a1-479a-bd41-08b7a71c9839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315b9518-da7b-4153-863d-94c94331cc4e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:42.493491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-19fa05a6-1600-4aca-a24d-019eec0e4e98 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Request body: {'floatingip': {'port_id': '8369d6fa-04df-45fd-932c-8bd8af37ac0b'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:42.569996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:42.572478 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:42.622683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-eba11759-2378-4700-9a56-ace97fb6dd6c None None] Provisioning for port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:42.654124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-eba11759-2378-4700-9a56-ace97fb6dd6c None None] Provisioning complete for port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:42.654816 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eba11759-2378-4700-9a56-ace97fb6dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:42.670824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:42.675430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:42.678011 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19fa05a6-1600-4aca-a24d-019eec0e4e98 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:42.723394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:42.752110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Pushing event updated for resources: {'Port': ['ID=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:42.769898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:17:42.791057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:42.793392 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721a6c32-138f-40ce-990c-b4012f20c3a1'] response: {'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'code': 200} Jun 04 16:17:42.807710 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:42.839088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Pushing event updated for resources: {'Port': ['ID=6bd0a4dd-4617-434b-b3b0-154440b5bdd3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:42.877717 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3a27a317-d2a1-479a-bd41-08b7a71c9839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:42.881743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Made reservation on behalf of 60ac837242f346f296181deb284c70b8 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:17:42.884244 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3a27a317-d2a1-479a-bd41-08b7a71c9839 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/315b9518-da7b-4153-863d-94c94331cc4e HTTP/1.1" status: 204 len: 168 time: 1.2641258 Jun 04 16:17:42.887727 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:42.931820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-eba11759-2378-4700-9a56-ace97fb6dd6c None None] Port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:17:42.940275 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:42.946763 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:42.960530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:42.961135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:42.998700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:43.009272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fbd47-294e-4941-89c1-dd9042f03b45 req-09b90389-69d6-4c5e-9fc1-7e12b0f4ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:43.010761 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-db6fbd47-294e-4941-89c1-dd9042f03b45 req-09b90389-69d6-4c5e-9fc1-7e12b0f4ee85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 1.0451384 Jun 04 16:17:43.012032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Usage tracker for resource:security_group_rule and tenant:60ac837242f346f296181deb284c70b8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:43.022125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:43.071603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:43.112642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:43.112870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76572c-7659-41bc-9c49-c21001508faa req-be2f2c11-72e1-4b4e-8f8f-0ceb25ddbfde tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:43.114463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d76572c-7659-41bc-9c49-c21001508faa req-be2f2c11-72e1-4b4e-8f8f-0ceb25ddbfde tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.7480452 Jun 04 16:17:43.118125 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-db6fbd47-294e-4941-89c1-dd9042f03b45 req-f21e5009-0d72-494d-8f87-4a2a9dd4a6c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=de14cf5d-f911-468f-b7f0-8f796df3808a HTTP/1.1" status: 200 len: 217 time: 0.0988061 Jun 04 16:17:43.126412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-54896b14-232e-4732-b299-892cb4c3b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:43.128000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-54896b14-232e-4732-b299-892cb4c3b183 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 1100 time: 0.7011912 Jun 04 16:17:43.183689 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-dc5bed62-ed70-4946-8e3c-3622601e26b3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4445832 Jun 04 16:17:43.224165 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Request body: {'port': {'device_id': 'e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:43.389638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fbd47-294e-4941-89c1-dd9042f03b45 req-94678a50-b623-4e89-bffa-2d49a9c491e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:43.391185 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-db6fbd47-294e-4941-89c1-dd9042f03b45 req-94678a50-b623-4e89-bffa-2d49a9c491e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2435200 Jun 04 16:17:43.537234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4014779b-588f-4db4-898b-34347cb686b9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:43.562190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7ab38-e0aa-432b-8f8d-55721dcfe2ae req-261a4034-c80a-4196-9d07-bc143bed7dfd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:43.569493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbf7ab38-e0aa-432b-8f8d-55721dcfe2ae req-261a4034-c80a-4196-9d07-bc143bed7dfd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 944 time: 0.6342139 Jun 04 16:17:43.618402 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:43.639919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d76572c-7659-41bc-9c49-c21001508faa req-584d0c13-00e6-485d-8088-3b402fae74c4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309781 Jun 04 16:17:43.707742 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbf7ab38-e0aa-432b-8f8d-55721dcfe2ae req-684b7bd6-78e0-4419-a1ab-4a96ab6f5189 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372540 Jun 04 16:17:43.709911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 4014779b-588f-4db4-898b-34347cb686b9 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:43.729878 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 4014779b-588f-4db4-898b-34347cb686b9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:43.730208 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:43.782237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:43.939625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-db8b9e40-5777-43fd-b743-731f49833933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:43.941130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-db8b9e40-5777-43fd-b743-731f49833933 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.7312002 Jun 04 16:17:43.944327 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:43.958980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 4014779b-588f-4db4-898b-34347cb686b9 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:43.959631 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:43.973099 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:43.981144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 4014779b-588f-4db4-898b-34347cb686b9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4014779b-588f-4db4-898b-34347cb686b9,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:43.981335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33666) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:43.986130 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:44.030761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:17:44.059365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-95270776-da63-417c-8d6b-4931c458195f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 200 len: 217 time: 0.1043971 Jun 04 16:17:44.060965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=4014779b-588f-4db4-898b-34347cb686b9,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:44.115598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0aa59f-d82b-401b-83f2-2b8cc2d80df7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:44.128184 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:44.128327 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Added segment 0249f976-3991-4625-9ae9-65b0aa6186c8 of type vlan for network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 Jun 04 16:17:44.147008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fbd47-294e-4941-89c1-dd9042f03b45 req-215e3c68-b6bf-49ac-8f6b-728f3245f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:44.148402 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-db6fbd47-294e-4941-89c1-dd9042f03b45 req-215e3c68-b6bf-49ac-8f6b-728f3245f105 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7258971 Jun 04 16:17:44.155727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-593805114-network', 'tenant_id': '19e7f36e2eca4081af8800d20e1ec6a9'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:44.168390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:44.193064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a5438-0248-4fa9-ae92-aea14659f9a2 req-539da0d1-9365-4b54-8b13-deba56b62898 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:44.195004 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-434a5438-0248-4fa9-ae92-aea14659f9a2 req-539da0d1-9365-4b54-8b13-deba56b62898 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 931 time: 0.3680208 Jun 04 16:17:44.196034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-46d73528-2361-4103-8700-f41bea1d3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:44.197536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-46d73528-2361-4103-8700-f41bea1d3a7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1228151 Jun 04 16:17:44.206975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f04e9d-281b-4c0d-bc57-13f03e256480 req-a4e25812-de1b-4dff-b792-86d9aac25ab3 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:44.208472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75f04e9d-281b-4c0d-bc57-13f03e256480 req-a4e25812-de1b-4dff-b792-86d9aac25ab3 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 945 time: 0.3315382 Jun 04 16:17:44.213922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Usage tracker for resource:network and tenant:19e7f36e2eca4081af8800d20e1ec6a9 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:44.222195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:44.310070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:44.312813 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:44.361634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-434a5438-0248-4fa9-ae92-aea14659f9a2 req-dafc4e7a-f083-4f63-b363-ed108f7774b5 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521621 Jun 04 16:17:44.364203 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75f04e9d-281b-4c0d-bc57-13f03e256480 req-b29c33a3-546d-4b8a-8841-325fd6741868 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195433 Jun 04 16:17:44.371578 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:17:44.418207 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:44.435782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Made reservation on behalf of 19e7f36e2eca4081af8800d20e1ec6a9 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:17:44.438221 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:44.453632 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:44.471116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-1d01ec8e-9104-46d3-b389-d329126b42de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:44.472641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-1d01ec8e-9104-46d3-b389-d329126b42de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2622511 Jun 04 16:17:44.481044 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19fa05a6-1600-4aca-a24d-019eec0e4e98 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:44.489135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:17:44.512750 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19fa05a6-1600-4aca-a24d-019eec0e4e98 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:44.585021 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:44.784408 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-db6fbd47-294e-4941-89c1-dd9042f03b45 req-e146a256-2598-42d6-9a17-5cc6c022c1aa service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208804 Jun 04 16:17:44.822267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:44.823163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:44.823718 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:44.835376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:44.861701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Usage tracker for resource:security_group_rule and tenant:19e7f36e2eca4081af8800d20e1ec6a9 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:44.872762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:44.881927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-10327b2e-8d65-4f97-96d3-9bc13233acc9 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993771 Jun 04 16:17:44.940056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Pushing event updated for resources: {'Port': ['ID=6bd0a4dd-4617-434b-b3b0-154440b5bdd3,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:44.952354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:44.984545 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-19fa05a6-1600-4aca-a24d-019eec0e4e98 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Floating IP 75d026ab-6460-49e9-a182-d004eff87f19 associated. External IP: 172.25.5.234, port: 8369d6fa-04df-45fd-932c-8bd8af37ac0b. Jun 04 16:17:44.996733 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:45.015791 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:17:45.043803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906ee0c-fa39-4a99-8457-e2db68696cb0 req-14be30c8-1ee4-4035-9c86-7d81238b9460 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:45.045798 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d906ee0c-fa39-4a99-8457-e2db68696cb0 req-14be30c8-1ee4-4035-9c86-7d81238b9460 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 1096 time: 0.5379403 Jun 04 16:17:45.119027 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.3244069 Jun 04 16:17:45.127908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f96aa-08d5-4d52-90d9-84a1d200f8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:45.135563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33678) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:45.141178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:17:45.208381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Request body: {'subnet': {'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-subnet', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:45.224267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:45.251880 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Usage tracker for resource:subnet and tenant:60ac837242f346f296181deb284c70b8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:45.256326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:17:45.266024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:45.275398 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:45.283152 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-db6fbd47-294e-4941-89c1-dd9042f03b45 req-e852b3ed-bb2b-4c80-aae1-3d87fa425f6c service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836466 Jun 04 16:17:45.285521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:45.327623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Transition to ACTIVE for port object 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:45.347386 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Made reservation on behalf of 60ac837242f346f296181deb284c70b8 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:17:45.349651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:45.366346 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:45.371429 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d906ee0c-fa39-4a99-8457-e2db68696cb0 req-3a4fbdf1-9c7d-477c-ad0d-e75a0e63c486 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626189 Jun 04 16:17:45.404493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3da1c2-1619-41aa-88c7-7610d96aff6b req-13ad7025-375d-4896-a9bf-7311bf103400 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:45.406129 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f3da1c2-1619-41aa-88c7-7610d96aff6b req-13ad7025-375d-4896-a9bf-7311bf103400 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.6169212 Jun 04 16:17:45.410663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-e30e564b-29ed-461d-a965-f762fb29cbcd service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179062 Jun 04 16:17:45.480249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4014779b-588f-4db4-898b-34347cb686b9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:45.530734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Network 67784ddd-1207-46e4-8907-ae181b8aba5a is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:45.585667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f3da1c2-1619-41aa-88c7-7610d96aff6b req-5b9bb4fb-c8e0-4901-abdd-7f6d8713ae12 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710536 Jun 04 16:17:45.594537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:45.635824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 4014779b-588f-4db4-898b-34347cb686b9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:45.635824 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:45.729538 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:45.740260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:45.771972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fa05a6-1600-4aca-a24d-019eec0e4e98 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Router 836265ce-4152-43b3-be99-e4355da549a2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:17:45.784383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccee424-3b18-4b0e-add4-1ae39aadc9b6 req-a0932e1b-bb7c-4320-81ca-ee1af9925c01 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:45.792027 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ccee424-3b18-4b0e-add4-1ae39aadc9b6 req-a0932e1b-bb7c-4320-81ca-ee1af9925c01 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 944 time: 0.2803745 Jun 04 16:17:45.806471 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:45.849906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:45.903426 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ccee424-3b18-4b0e-add4-1ae39aadc9b6 req-0a6ebda0-0312-46c2-901a-0d8e3bdbe159 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101120 Jun 04 16:17:45.954265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:17:46.005507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-daa8778f-d0f3-409b-80d1-577c4110d66e None None] Provisioning complete for port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:46.006111 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-daa8778f-d0f3-409b-80d1-577c4110d66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:46.006638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3650e3-2583-4cca-90cc-0ba728dd0297,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:46.012164 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:46.012513 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Added segment ff78d0b0-ae9a-4202-a4dd-198455cbd269 of type vlan for network 741b8d91-ba20-4722-aecb-0b9a96deb81f Jun 04 16:17:46.036120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 4014779b-588f-4db4-898b-34347cb686b9 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:46.038229 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:46.050348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:46.050820 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:46.081050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Attempting to bind port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:46.081415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Attempting to bind port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:46.081687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Attempting to bind port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:46.110126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on network 4174afad-8f69-40c2-8826-5ab168bb142e not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:17:46.110548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Attempting to bind port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:46.119972 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-daa8778f-d0f3-409b-80d1-577c4110d66e None None] Port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:17:46.120738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:46.126874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Router f9619cee-5210-4681-a253-f4beb8471bb0 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:17:46.131403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:46.131731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Checking segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:46.132106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Bound using segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:46.132530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Bound port: 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:46.132866 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:46.188351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:46.189087 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:46.211178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fa05a6-1600-4aca-a24d-019eec0e4e98 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:17:46.216021 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19fa05a6-1600-4aca-a24d-019eec0e4e98 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:46.218856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:46.226669 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff03e31a-85b7-4ff2-8bef-c22dea009f50 None None] Sync routers for ids ['836265ce-4152-43b3-be99-e4355da549a2'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:17:46.230073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:46.241382 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:46.249052 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff03e31a-85b7-4ff2-8bef-c22dea009f50 None None] Routers {'836265ce-4152-43b3-be99-e4355da549a2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:46.250230 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ff03e31a-85b7-4ff2-8bef-c22dea009f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['836265ce-4152-43b3-be99-e4355da549a2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:46.293871 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-19fa05a6-1600-4aca-a24d-019eec0e4e98 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "PUT /v2.0/floatingips/75d026ab-6460-49e9-a182-d004eff87f19 HTTP/1.1" status: 200 len: 992 time: 3.8657331 Jun 04 16:17:46.303595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e1fb75-130b-4d35-8f80-5408edffc333', 'tag': '8369d6fa-04df-45fd-932c-8bd8af37ac0b'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:46.314022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cb0a4-bd3d-45a2-a58c-303012c4fd2d req-68dfe997-0ddb-4db2-949b-5a332fa7e237 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:46.315770 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-031cb0a4-bd3d-45a2-a58c-303012c4fd2d req-68dfe997-0ddb-4db2-949b-5a332fa7e237 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 1096 time: 0.4729452 Jun 04 16:17:46.324653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:46.341936 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:46.342930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:46.343504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:46.347057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:46.360909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500773e-cb22-4fb8-a71b-c4903d9d4e16 req-8fc93dc4-f22d-40ab-b4f1-aee4d6fdd39d tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:46.362542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c500773e-cb22-4fb8-a71b-c4903d9d4e16 req-8fc93dc4-f22d-40ab-b4f1-aee4d6fdd39d tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 943 time: 0.2382133 Jun 04 16:17:46.392031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-031cb0a4-bd3d-45a2-a58c-303012c4fd2d req-93f37d62-03b2-4ee7-94dc-123621233e08 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650301 Jun 04 16:17:46.430372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c500773e-cb22-4fb8-a71b-c4903d9d4e16 req-8d5c41ea-d40e-4a0a-978e-de0f7beeffa6 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529089 Jun 04 16:17:46.474705 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50712be6-e0d0-429f-9e80-d1f454fa7a9f'] response: {'server_uuid': '4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e', 'code': 200} Jun 04 16:17:46.503001 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-ff03e31a-85b7-4ff2-8bef-c22dea009f50 None None] Set router 836265ce-4152-43b3-be99-e4355da549a2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:46.568330 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3eb444e-8164-4a65-8bb7-db58d306e56b'] response: {'name': 'network-changed', 'server_uuid': 'e1e1fb75-130b-4d35-8f80-5408edffc333', 'tag': '8369d6fa-04df-45fd-932c-8bd8af37ac0b', 'status': 'completed', 'code': 200} Jun 04 16:17:46.707133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2e33a-0013-4a63-865d-fe585a3f8309 req-579516e0-6f04-4829-9525-be0e4bc05c49 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:46.708817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8eb2e33a-0013-4a63-865d-fe585a3f8309 req-579516e0-6f04-4829-9525-be0e4bc05c49 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 946 time: 0.1016541 Jun 04 16:17:46.826494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8eb2e33a-0013-4a63-865d-fe585a3f8309 req-1897eccb-496e-4b88-9eec-d71290b20904 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f06d54-bf7b-4544-943e-165f63eba2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741835 Jun 04 16:17:46.859439 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6cf5f-e34d-4134-8d15-0103f8ea018a req-56d82336-ed7c-4561-85dc-c3ce4c4b3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:46.861053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:17:46.863822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10e6cf5f-e34d-4134-8d15-0103f8ea018a req-56d82336-ed7c-4561-85dc-c3ce4c4b3f88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1a28953f0c84063b7bf8e6bdf4117e5&device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 1097 time: 0.1539097 Jun 04 16:17:46.872223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Sync routers for ids ['f9619cee-5210-4681-a253-f4beb8471bb0'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:17:46.908381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Routers {'f9619cee-5210-4681-a253-f4beb8471bb0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:46.909257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9619cee-5210-4681-a253-f4beb8471bb0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:46.950497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:46.976849 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-26e759d2-9ac6-4d94-87ad-85c8fd62dbff admin admin] 10.222.0.13 "PUT /v2.0/routers/f9619cee-5210-4681-a253-f4beb8471bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3934069 Jun 04 16:17:46.984446 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9955697 Jun 04 16:17:47.031402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0158e0b8-a6ba-4199-a891-e98439d18029,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:47.036169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33708) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:47.040861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4ac75-63d4-48ba-83b3-9c0fff6894b7 admin admin] Pushing event updated for resources: {'Network': ['ID=741b8d91-ba20-4722-aecb-0b9a96deb81f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:47.050149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Request body: {'subnet': {'network_id': '741b8d91-ba20-4722-aecb-0b9a96deb81f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-593805114-subnet', 'tenant_id': '19e7f36e2eca4081af8800d20e1ec6a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:47.064292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6cf5f-e34d-4134-8d15-0103f8ea018a req-fc48eac6-dc87-4323-8b85-6599c2abd771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:47.066175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10e6cf5f-e34d-4134-8d15-0103f8ea018a req-fc48eac6-dc87-4323-8b85-6599c2abd771 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f737aedb-6285-446a-b5c0-ae1c641fe59c HTTP/1.1" status: 200 len: 912 time: 0.1951234 Jun 04 16:17:47.071179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:47.072955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:47.081421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Checking segment: {'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:47.082266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Network hostable DHCP agents. Network: ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:17:47.104044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 741b8d91-ba20-4722-aecb-0b9a96deb81f details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:17:47.112857 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ff03e31a-85b7-4ff2-8bef-c22dea009f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:17:07Z', 'revision_number': 4, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port': {'id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:00Z', 'updated_at': '2022-06-04T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '75d026ab-6460-49e9-a182-d004eff87f19', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '836265ce-4152-43b3-be99-e4355da549a2', 'port_id': '8369d6fa-04df-45fd-932c-8bd8af37ac0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'mac_address': 'fa:16:3e:92:36:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e1fb75-130b-4d35-8f80-5408edffc333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:17:14Z', 'updated_at': '2022-06-04T16:17:44Z', 'revision_number': 1, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4470ea72-4c43-4cba-90c0-ef93109f84a1', 'name': '', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'mac_address': 'fa:16:3e:fa:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:06Z', 'updated_at': '2022-06-04T16:17:13Z', 'revision_number': 5, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'subnets': [{'id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:47.114222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Usage tracker for resource:subnet and tenant:19e7f36e2eca4081af8800d20e1ec6a9 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:47.121855 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff03e31a-85b7-4ff2-8bef-c22dea009f50 None None] Checking router: 836265ce-4152-43b3-be99-e4355da549a2 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:17:47.125566 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:47.132675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:47.143225 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff03e31a-85b7-4ff2-8bef-c22dea009f50 None None] Routers {'836265ce-4152-43b3-be99-e4355da549a2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:47.143852 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ff03e31a-85b7-4ff2-8bef-c22dea009f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['836265ce-4152-43b3-be99-e4355da549a2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:47.221119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:47.235123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:47.248192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19681e2b-dc18-45cd-acd8-a065aecf4267 req-b96a3293-1074-4964-b677-741e69f53843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:47.250311 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-19681e2b-dc18-45cd-acd8-a065aecf4267 req-b96a3293-1074-4964-b677-741e69f53843 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 1096 time: 0.5563483 Jun 04 16:17:47.256656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:17:47.293435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:47.294324 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:47.295935 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-3e2df021-5c9a-4eb0-8deb-5df31b2eade6 service neutron] 10.222.0.46 "PUT /v2.0/ports/4c11c210-0ca8-4e0a-964d-252bc58dd4e9 HTTP/1.1" status: 200 len: 1091 time: 4.0766809 Jun 04 16:17:47.296581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d', 'tag': '4c11c210-0ca8-4e0a-964d-252bc58dd4e9'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:47.311338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:47.320974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:47.324326 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:47.333336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Made reservation on behalf of 19e7f36e2eca4081af8800d20e1ec6a9 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:17:47.336388 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:47.336599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b240ac0-7716-422c-900c-2d7d9952e8a7 None None] Network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:17:47.532848 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-ff03e31a-85b7-4ff2-8bef-c22dea009f50 None None] Set router 836265ce-4152-43b3-be99-e4355da549a2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:47.538860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2163-9ffd-4aa1-a5d0-6615d5eb399c req-949706c7-e5b6-4646-a189-11f7816b7632 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:47.550206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19ee2163-9ffd-4aa1-a5d0-6615d5eb399c req-949706c7-e5b6-4646-a189-11f7816b7632 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.4828544 Jun 04 16:17:47.553177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10e6cf5f-e34d-4134-8d15-0103f8ea018a req-0da3d256-b9e8-4589-93e0-c9a54be22a18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8369d6fa-04df-45fd-932c-8bd8af37ac0b HTTP/1.1" status: 200 len: 1000 time: 0.4414353 Jun 04 16:17:47.577638 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-19681e2b-dc18-45cd-acd8-a065aecf4267 req-e2cf301f-bb08-45e7-850f-6a1d91b2e93a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069196 Jun 04 16:17:47.645325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Set router f9619cee-5210-4681-a253-f4beb8471bb0 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:47.654834 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d97a2ace-0667-43a3-9a67-7746afdb10bd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5133314 Jun 04 16:17:47.655539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33718) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:47.656711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748178e-a68f-4f36-a70b-344e0c9927c7 req-0b951b25-c6e6-452f-bca8-d8ed77243eba tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:47.664096 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5748178e-a68f-4f36-a70b-344e0c9927c7 req-0b951b25-c6e6-452f-bca8-d8ed77243eba tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 1096 time: 0.5581057 Jun 04 16:17:47.690108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:47.725188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:47.738692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Usage tracker for resource:router and tenant:60ac837242f346f296181deb284c70b8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:47.748415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:47.762828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:47.766115 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5748178e-a68f-4f36-a70b-344e0c9927c7 req-689f1206-cd8d-438e-8ccf-e87898b8d86f tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010711 Jun 04 16:17:47.767455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-5f4aa3c0-75ef-4256-a7ae-a12ced12b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:47.769336 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-5f4aa3c0-75ef-4256-a7ae-a12ced12b99c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 1094 time: 0.3832712 Jun 04 16:17:47.801231 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19ee2163-9ffd-4aa1-a5d0-6615d5eb399c req-7c99c52b-bf67-44e2-93d0-a9a530548d29 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478912 Jun 04 16:17:47.801231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6cf5f-e34d-4134-8d15-0103f8ea018a req-4c4af54f-da75-4b2c-8274-f061d5c41b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:47.802640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10e6cf5f-e34d-4134-8d15-0103f8ea018a req-4c4af54f-da75-4b2c-8274-f061d5c41b7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19c304e1-c1b4-4f14-9ddc-24732901800f HTTP/1.1" status: 200 len: 850 time: 0.2348483 Jun 04 16:17:48.018678 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-286b7582-866b-47b8-a6ae-cf6b9b3ab830 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9 HTTP/1.1" status: 200 len: 217 time: 0.2404921 Jun 04 16:17:48.019509 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:48.020614 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:48.032077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6cf5f-e34d-4134-8d15-0103f8ea018a req-7f2f9090-2bad-423c-af14-3b2809a174d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:48.033892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10e6cf5f-e34d-4134-8d15-0103f8ea018a req-7f2f9090-2bad-423c-af14-3b2809a174d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f737aedb-6285-446a-b5c0-ae1c641fe59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2249866 Jun 04 16:17:48.043381 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:48.126397 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ff03e31a-85b7-4ff2-8bef-c22dea009f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:17:07Z', 'revision_number': 4, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port': {'id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:00Z', 'updated_at': '2022-06-04T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '75d026ab-6460-49e9-a182-d004eff87f19', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '836265ce-4152-43b3-be99-e4355da549a2', 'port_id': '8369d6fa-04df-45fd-932c-8bd8af37ac0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'mac_address': 'fa:16:3e:92:36:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e1fb75-130b-4d35-8f80-5408edffc333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:17:14Z', 'updated_at': '2022-06-04T16:17:44Z', 'revision_number': 1, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4470ea72-4c43-4cba-90c0-ef93109f84a1', 'name': '', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'mac_address': 'fa:16:3e:fa:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:06Z', 'updated_at': '2022-06-04T16:17:13Z', 'revision_number': 5, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'subnets': [{'id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:48.130763 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff03e31a-85b7-4ff2-8bef-c22dea009f50 None None] The sync data for ids ['836265ce-4152-43b3-be99-e4355da549a2'] in n-d-811809-3 is: [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:17:07Z', 'revision_number': 4, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port': {'id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:00Z', 'updated_at': '2022-06-04T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '75d026ab-6460-49e9-a182-d004eff87f19', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '836265ce-4152-43b3-be99-e4355da549a2', 'port_id': '8369d6fa-04df-45fd-932c-8bd8af37ac0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'mac_address': 'fa:16:3e:92:36:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e1fb75-130b-4d35-8f80-5408edffc333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:17:14Z', 'updated_at': '2022-06-04T16:17:44Z', 'revision_number': 1, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4470ea72-4c43-4cba-90c0-ef93109f84a1', 'name': '', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'mac_address': 'fa:16:3e:fa:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:06Z', 'updated_at': '2022-06-04T16:17:13Z', 'revision_number': 5, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'subnets': [{'id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:17:48.134518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:17:48.135976 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:48.208886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4904a-a964-4f14-91aa-87d70faeb06d req-aca8b47e-80ee-41ee-bc97-1cfc2c4b18a1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:48.217120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3a4904a-a964-4f14-91aa-87d70faeb06d req-aca8b47e-80ee-41ee-bc97-1cfc2c4b18a1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 945 time: 0.3006332 Jun 04 16:17:48.354818 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3a4904a-a964-4f14-91aa-87d70faeb06d req-077c14ba-49a2-42eb-ade2-b21e6b6bdb87 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363177 Jun 04 16:17:48.363510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'name': 'tempest-FloatingIPsTestJSON-2063327776-router', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '4014779b-588f-4db4-898b-34347cb686b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:27Z', 'updated_at': '2022-06-04T16:17:43Z', 'revision_number': 4, 'project_id': '2a363bdfdde44092aecab53f288ebf37', 'gw_port': {'id': '4014779b-588f-4db4-898b-34347cb686b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:31Z', 'updated_at': '2022-06-04T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '6bd0a4dd-4617-434b-b3b0-154440b5bdd3', 'name': '', 'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'mac_address': 'fa:16:3e:33:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e02cd154-caa0-4c3c-bcce-1359c767360b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:40Z', 'updated_at': '2022-06-04T16:17:43Z', 'revision_number': 2, 'project_id': '2a363bdfdde44092aecab53f288ebf37', 'subnets': [{'id': 'e02cd154-caa0-4c3c-bcce-1359c767360b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:48.379481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Checking router: f9619cee-5210-4681-a253-f4beb8471bb0 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:17:48.379816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Updating router f9619cee-5210-4681-a253-f4beb8471bb0 port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:17:48.409060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-862eafd0-897c-4dbc-be75-61cfbe0e6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:48.412440 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-862eafd0-897c-4dbc-be75-61cfbe0e6b1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.3418386 Jun 04 16:17:48.427898 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94d626-2022-4e49-ba36-cd1d0a82fae4 None None] New status for floating IP 75d026ab-6460-49e9-a182-d004eff87f19: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:17:48.443091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Allocated IP 172.20.0.2 (ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422/0158e0b8-a6ba-4199-a891-e98439d18029/4e8c6a80-d539-49ed-ab76-80191db1725f) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:48.472683 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:48.558143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10e6cf5f-e34d-4134-8d15-0103f8ea018a req-83a00377-eeea-4c65-8b13-8f9b9834c241 service neutron] 10.222.0.42 "GET /v2.0/networks/f737aedb-6285-446a-b5c0-ae1c641fe59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104394 Jun 04 16:17:48.590182 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-2c8c2783-7ee1-4c71-9787-b765b06b882c tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4981759 Jun 04 16:17:48.598928 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99062ee0-d5a8-4c8c-a378-5391b46aa3aa'] response: {'name': 'network-changed', 'server_uuid': 'e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d', 'tag': '4c11c210-0ca8-4e0a-964d-252bc58dd4e9', 'status': 'completed', 'code': 200} Jun 04 16:17:48.608595 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:48.642358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:48.709343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:48.782102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Usage tracker for resource:floatingip and tenant:2a363bdfdde44092aecab53f288ebf37 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:48.793776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:48.805753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:48.859543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0e429-7e85-4af8-aa78-193461a26dca req-277b228b-3c48-450f-8446-5e8d618a58ff tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:48.860326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5036c746-1cb1-4891-8fc9-a69439f12a00,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:48.869137 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2e0e429-7e85-4af8-aa78-193461a26dca req-277b228b-3c48-450f-8446-5e8d618a58ff tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 943 time: 0.2192063 Jun 04 16:17:48.892883 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-f961f644-a932-4e85-87cc-a992590f6077 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3777657 Jun 04 16:17:48.895630 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:48.926665 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:48.942951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Checking segment: {'id': 'ff78d0b0-ae9a-4202-a4dd-198455cbd269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '741b8d91-ba20-4722-aecb-0b9a96deb81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:48.943284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Network hostable DHCP agents. Network: 741b8d91-ba20-4722-aecb-0b9a96deb81f, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:17:48.965593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2e0e429-7e85-4af8-aa78-193461a26dca req-a8c538e7-f812-4e2e-bc4d-ac61626bf83f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953016 Jun 04 16:17:48.989913 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10e6cf5f-e34d-4134-8d15-0103f8ea018a req-271ca918-d0f1-4328-8b6f-8ae899e306c7 service neutron] 10.222.0.42 "GET /v2.0/networks/f737aedb-6285-446a-b5c0-ae1c641fe59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848138 Jun 04 16:17:49.003145 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:49.016832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-231f4b7a-634a-453d-a893-1d74bb644764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:49.018309 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-231f4b7a-634a-453d-a893-1d74bb644764 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5&tenant_id=ebd00055ee90437ca2acd288885c518a HTTP/1.1" status: 200 len: 1100 time: 0.9154983 Jun 04 16:17:49.029251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Transition to ACTIVE for port object 4e8c6a80-d539-49ed-ab76-80191db1725f will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:49.042169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:49.065791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Transition to ACTIVE for port object 4e8c6a80-d539-49ed-ab76-80191db1725f will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:49.083716 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:49.200644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:49.203646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171d5c4-4ac9-41d4-8f15-ec43fea3d4af req-53167f91-df82-4a9b-a60a-7ad9833f572a tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:49.205614 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4171d5c4-4ac9-41d4-8f15-ec43fea3d4af req-53167f91-df82-4a9b-a60a-7ad9833f572a tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 1096 time: 0.1157749 Jun 04 16:17:49.206742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:49.214574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:49.218220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Pushing event updated for resources: {'Port': ['ID=4e8c6a80-d539-49ed-ab76-80191db1725f,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:49.231623 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:49.272523 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:49.306681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Network 741b8d91-ba20-4722-aecb-0b9a96deb81f is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:17:49.311748 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4171d5c4-4ac9-41d4-8f15-ec43fea3d4af req-d0f42d3d-eeb5-4828-a37b-0336f97a0c30 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819168 Jun 04 16:17:49.313825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Transition to ACTIVE for port object 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:49.325903 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:49.391047 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-194c3eef-4c7b-4b5d-a31a-be67c66e4adf service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886541 Jun 04 16:17:49.424714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Attempting to bind port 4e8c6a80-d539-49ed-ab76-80191db1725f on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:49.425299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Attempting to bind port 4e8c6a80-d539-49ed-ab76-80191db1725f by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:49.425440 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Attempting to bind port 4e8c6a80-d539-49ed-ab76-80191db1725f on network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:49.429049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 741b8d91-ba20-4722-aecb-0b9a96deb81f) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:49.451941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aadf367-77a9-4e76-998d-dcb9c4bcf5aa None None] Network 741b8d91-ba20-4722-aecb-0b9a96deb81f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:17:49.473457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:49.473814 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Checking segment: {'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:49.474218 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:49.474607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Bound using segment: {'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:49.475084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Bound port: 4e8c6a80-d539-49ed-ab76-80191db1725f, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:49.475549 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:49.490589 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:49.505603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:49.506180 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:49.537468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Allocated IP 172.25.5.250 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/2d4a62e8-dd88-4a69-8782-716ccbdea493) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:49.631368 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8938bc86-06d5-4d37-88f3-96f5ee962e6d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5870929 Jun 04 16:17:49.665082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab1ee1-379a-47ef-8951-de49b57bc1c6 None None] Pushing event updated for resources: {'Port': ['ID=6bd0a4dd-4617-434b-b3b0-154440b5bdd3,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:49.687187 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3383ce15-3bcc-4e77-abe8-91af3c53d5cc req-f63003e7-220c-4311-b313-5462c4fdcbce service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840314 Jun 04 16:17:49.773948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f48bf8-44a7-4a71-b084-32fdd149d6d3 req-9915de03-d14e-4636-b26e-55fe6cb841ca tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:49.775941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0f48bf8-44a7-4a71-b084-32fdd149d6d3 req-9915de03-d14e-4636-b26e-55fe6cb841ca tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.3312676 Jun 04 16:17:49.846599 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:49.867362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Attempting to bind port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:49.867720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Attempting to bind port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'f0b61e86-a0e3-4022-817c-eec810006780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:49.868135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Attempting to bind port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 on network 67784ddd-1207-46e4-8907-ae181b8aba5a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:49.916554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:49.917403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Checking segment: {'id': 'f0b61e86-a0e3-4022-817c-eec810006780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:49.917403 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:49.917647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Bound using segment: {'id': 'f0b61e86-a0e3-4022-817c-eec810006780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:49.918060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Bound port: 6bd0a4dd-4617-434b-b3b0-154440b5bdd3, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b61e86-a0e3-4022-817c-eec810006780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:49.918262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:49.918416 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:49.945051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] For port 4e8c6a80-d539-49ed-ab76-80191db1725f, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:49.983714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0f48bf8-44a7-4a71-b084-32fdd149d6d3 req-4bcaf39d-d4ad-4e60-b9b4-28256983e25a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016307 Jun 04 16:17:49.991957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] For port 4e8c6a80-d539-49ed-ab76-80191db1725f, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4e8c6a80-d539-49ed-ab76-80191db1725f,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:49.998997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:50.000512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:50.003018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:50.042066 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:50.059585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Pushing event updated for resources: {'Port': ['ID=2d4a62e8-dd88-4a69-8782-716ccbdea493,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:50.089455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86144bf-7ba1-4c95-805c-1930891772f8 None None] Network 741b8d91-ba20-4722-aecb-0b9a96deb81f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:17:50.127124 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:50.165188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719c123-6990-4dea-a96f-455ae829fb62 req-89fd4b4a-8f07-4f4a-b0dc-67d57df1ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:50.166893 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9719c123-6990-4dea-a96f-455ae829fb62 req-89fd4b4a-8f07-4f4a-b0dc-67d57df1ceee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 1094 time: 0.4155877 Jun 04 16:17:50.210088 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:50.240885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] For port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:50.252093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81165a1-2d9d-49a3-a002-0ee1b1984b63 None None] Pushing event updated for resources: {'Port': ['ID=4e8c6a80-d539-49ed-ab76-80191db1725f,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:50.253496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] For port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6bd0a4dd-4617-434b-b3b0-154440b5bdd3,segment=NetworkSegment(f0b61e86-a0e3-4022-817c-eec810006780),segment_id=f0b61e86-a0e3-4022-817c-eec810006780)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:50.273305 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:50.284085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:50.314899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c8c3fd24-4f62-4793-8db6-6ee212845f2c no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:17:50.406868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:50.488243 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:50.537169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Routers {'f9619cee-5210-4681-a253-f4beb8471bb0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:50.538286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9619cee-5210-4681-a253-f4beb8471bb0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:50.624052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:50.714361 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:50.719545 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab1ee1-379a-47ef-8951-de49b57bc1c6 None None] Pushing event updated for resources: {'Port': ['ID=6bd0a4dd-4617-434b-b3b0-154440b5bdd3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:50.733335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Transition to ACTIVE for port object c8c3fd24-4f62-4793-8db6-6ee212845f2c will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:50.734377 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:50.779231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c8c3fd24-4f62-4793-8db6-6ee212845f2c not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:17:50.829016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719c123-6990-4dea-a96f-455ae829fb62 req-1eb8f9a7-2bdf-4cef-8f90-e0204a1717ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:50.830388 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9719c123-6990-4dea-a96f-455ae829fb62 req-1eb8f9a7-2bdf-4cef-8f90-e0204a1717ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.6450884 Jun 04 16:17:50.849504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:50.938207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:50.945104 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:50.957550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] Set router f9619cee-5210-4681-a253-f4beb8471bb0 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:50.989577 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9719c123-6990-4dea-a96f-455ae829fb62 req-2b70cd14-b7d8-4f90-8681-4873e15a356f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9 HTTP/1.1" status: 200 len: 217 time: 0.1351576 Jun 04 16:17:51.093631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Pushing event updated for resources: {'Port': ['ID=2d4a62e8-dd88-4a69-8782-716ccbdea493,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:51.104135 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:51.129307 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:51.130564 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-eab474df-1d06-46ae-9ca7-7279312931b1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5314581 Jun 04 16:17:51.226476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-657f82b9-c1bf-4bf3-8688-89a920b67da8 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Synchronizing usage tracker for tenant:2a363bdfdde44092aecab53f288ebf37 on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:17:51.248836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-657f82b9-c1bf-4bf3-8688-89a920b67da8 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Unset dirty status for tenant:2a363bdfdde44092aecab53f288ebf37 on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:17:51.250180 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-657f82b9-c1bf-4bf3-8688-89a920b67da8 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.250 HTTP/1.1" status: 200 len: 696 time: 0.1083646 Jun 04 16:17:51.396441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] No DVR routers for this DVR port c8c3fd24-4f62-4793-8db6-6ee212845f2c on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:17:51.419195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Allocated IP 172.25.5.174 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/daa3d556-2230-4d6c-82b5-0882aa43ca0b) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:51.429617 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=10']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:51.509486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719c123-6990-4dea-a96f-455ae829fb62 req-7d1b682e-1259-4e6a-886c-f856ebff1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:51.524765 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9719c123-6990-4dea-a96f-455ae829fb62 req-7d1b682e-1259-4e6a-886c-f856ebff1e34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.5248823 Jun 04 16:17:51.546170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'name': 'tempest-FloatingIPsTestJSON-2063327776-router', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '4014779b-588f-4db4-898b-34347cb686b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:27Z', 'updated_at': '2022-06-04T16:17:43Z', 'revision_number': 4, 'project_id': '2a363bdfdde44092aecab53f288ebf37', 'gw_port': {'id': '4014779b-588f-4db4-898b-34347cb686b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:31Z', 'updated_at': '2022-06-04T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '6bd0a4dd-4617-434b-b3b0-154440b5bdd3', 'name': '', 'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'mac_address': 'fa:16:3e:33:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e02cd154-caa0-4c3c-bcce-1359c767360b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:40Z', 'updated_at': '2022-06-04T16:17:50Z', 'revision_number': 4, 'project_id': '2a363bdfdde44092aecab53f288ebf37', 'subnets': [{'id': 'e02cd154-caa0-4c3c-bcce-1359c767360b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:51.573464 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2bba9b-53a6-4004-8dae-78b6cac39988 None None] The sync data for ids ['f9619cee-5210-4681-a253-f4beb8471bb0'] in n-d-811809-3 is: [{'id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'name': 'tempest-FloatingIPsTestJSON-2063327776-router', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '4014779b-588f-4db4-898b-34347cb686b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:27Z', 'updated_at': '2022-06-04T16:17:43Z', 'revision_number': 4, 'project_id': '2a363bdfdde44092aecab53f288ebf37', 'gw_port': {'id': '4014779b-588f-4db4-898b-34347cb686b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:31Z', 'updated_at': '2022-06-04T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '6bd0a4dd-4617-434b-b3b0-154440b5bdd3', 'name': '', 'network_id': '67784ddd-1207-46e4-8907-ae181b8aba5a', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'mac_address': 'fa:16:3e:33:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'e02cd154-caa0-4c3c-bcce-1359c767360b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:40Z', 'updated_at': '2022-06-04T16:17:50Z', 'revision_number': 4, 'project_id': '2a363bdfdde44092aecab53f288ebf37', 'subnets': [{'id': 'e02cd154-caa0-4c3c-bcce-1359c767360b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:17:51.589521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-32008097-52f6-48ce-a443-4ac91baa2e80 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:17:51.590571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-32008097-52f6-48ce-a443-4ac91baa2e80 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102832 Jun 04 16:17:51.600325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] Request body: {'binding': {'host': 'n-h1-811809-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:51.600768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] Unknown quota resources ['binding']. {{(pid=88798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 16:17:51.689678 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9719c123-6990-4dea-a96f-455ae829fb62 req-1afacd47-3726-4eb0-af2f-8dc0426e339f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477945 Jun 04 16:17:51.690293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Attempting to bind port c8c3fd24-4f62-4793-8db6-6ee212845f2c on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:51.690821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Attempting to bind port c8c3fd24-4f62-4793-8db6-6ee212845f2c by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:51.691296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Attempting to bind port c8c3fd24-4f62-4793-8db6-6ee212845f2c on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:51.728348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4e8c6a80-d539-49ed-ab76-80191db1725f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:51.752492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-a40ec49b-6d72-4230-bf27-8facd4d16b37 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:51.753946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-a40ec49b-6d72-4230-bf27-8facd4d16b37 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.4812016 Jun 04 16:17:51.785421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Port c8c3fd24-4f62-4793-8db6-6ee212845f2c on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:17:51.785738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Attempting to bind port c8c3fd24-4f62-4793-8db6-6ee212845f2c on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:51.818366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-acc06c9d-71ae-4b7b-bf2c-29b05fa9f258 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:17:51.819632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-807a6c23-45c1-40e9-923e-fd0a603abc92 req-acc06c9d-71ae-4b7b-bf2c-29b05fa9f258 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110683 Jun 04 16:17:51.830997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:51.830997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:51.830997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:51.830997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Bound port: c8c3fd24-4f62-4793-8db6-6ee212845f2c, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:51.830997 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:51.846936 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 4e8c6a80-d539-49ed-ab76-80191db1725f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:51.928286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322e53ee-3c68-42d8-9570-a8948f4143b5 None None] Network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:17:51.945694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] Attempting to bind port dd9e9175-86e9-4559-9c0d-8916d535285a on host n-h1-811809-3 for vnic_type normal with profile None {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:51.945694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] Attempting to bind port dd9e9175-86e9-4559-9c0d-8916d535285a by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:51.946356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] Attempting to bind port dd9e9175-86e9-4559-9c0d-8916d535285a on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:51.951621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] Port dd9e9175-86e9-4559-9c0d-8916d535285a on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:17:51.951913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] Attempting to bind port dd9e9175-86e9-4559-9c0d-8916d535285a on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:51.957163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:51.957490 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:51.958318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] Bound using segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:51.958318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] Bound port: dd9e9175-86e9-4559-9c0d-8916d535285a, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:51.987348 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:52.042344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=dd9e9175-86e9-4559-9c0d-8916d535285a,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:52.047021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0d2bcffb-7773-4825-b46e-96d081af3d9a None None] Provisioning for port 4e8c6a80-d539-49ed-ab76-80191db1725f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:52.058772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0d2bcffb-7773-4825-b46e-96d081af3d9a None None] Provisioning complete for port 4e8c6a80-d539-49ed-ab76-80191db1725f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:52.059398 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0d2bcffb-7773-4825-b46e-96d081af3d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:52.061394 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] Notify callbacks [] for binding, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:52.064467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-8abc09c0-79bd-449c-9fd6-b46324875f07 service neutron] 10.222.0.13 "POST /v2.0/ports/dd9e9175-86e9-4559-9c0d-8916d535285a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4655974 Jun 04 16:17:52.099942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1253b-44e5-44c4-8a4e-b4c24a9b6671 req-1e03bb0b-b35f-4bf6-915f-0b69eb42d69a tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:52.108359 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ba1253b-44e5-44c4-8a4e-b4c24a9b6671 req-1e03bb0b-b35f-4bf6-915f-0b69eb42d69a tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 945 time: 0.1328907 Jun 04 16:17:52.157870 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:52.169686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ba1253b-44e5-44c4-8a4e-b4c24a9b6671 req-5de212ab-6de3-492f-9f3e-7fcf502f4da3 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602636 Jun 04 16:17:52.239995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:52.264174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:52.266633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:52.282729 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9719c123-6990-4dea-a96f-455ae829fb62 req-86fc42ca-30a6-49d7-b383-cccc84004094 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344372 Jun 04 16:17:52.333393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:52.367237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0d2bcffb-7773-4825-b46e-96d081af3d9a None None] Current status of the port 4e8c6a80-d539-49ed-ab76-80191db1725f is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:52.367783 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0d2bcffb-7773-4825-b46e-96d081af3d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:52.389630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:52.415135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:52.420718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0d2bcffb-7773-4825-b46e-96d081af3d9a None None] For port 4e8c6a80-d539-49ed-ab76-80191db1725f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4e8c6a80-d539-49ed-ab76-80191db1725f,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:52.434062 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0d2bcffb-7773-4825-b46e-96d081af3d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:52.512296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Pushing event updated for resources: {'Port': ['ID=daa3d556-2230-4d6c-82b5-0882aa43ca0b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:52.527684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bcffb-7773-4825-b46e-96d081af3d9a None None] Pushing event updated for resources: {'Port': ['ID=4e8c6a80-d539-49ed-ab76-80191db1725f,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:52.635730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa1512-63a5-4446-b150-32017eb53fff req-6516b477-313f-464e-9f73-33589625652c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:52.637409 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7aa1512-63a5-4446-b150-32017eb53fff req-6516b477-313f-464e-9f73-33589625652c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 943 time: 0.1651766 Jun 04 16:17:52.648929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-7b09789d-437f-4b40-8a51-5d1fba533202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:52.650832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-7b09789d-437f-4b40-8a51-5d1fba533202 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 1096 time: 0.2660103 Jun 04 16:17:52.659619 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d180ae65-b457-4f35-a5fe-831bcc4f2a9f'] response: {'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'code': 200} Jun 04 16:17:52.832756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:52.833365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:52.834787 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] 10.222.0.42 "PUT /v2.0/ports/c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 200 len: 1096 time: 3.7967834 Jun 04 16:17:52.870084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7aa1512-63a5-4446-b150-32017eb53fff req-38ef8900-34e2-404b-ada7-e49edaa65fa9 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181418 Jun 04 16:17:52.965137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0ea11245-1a11-4629-a032-e89ef02d3aae None None] Provisioning complete for port 4e8c6a80-d539-49ed-ab76-80191db1725f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:52.966193 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0ea11245-1a11-4629-a032-e89ef02d3aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:53.017987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef6701-f44d-4aaf-b91b-673b8c183fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=11']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:53.035281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-13ce53dd-51f4-4557-bc0f-3f9524656c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:53.036171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-13ce53dd-51f4-4557-bc0f-3f9524656c6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.3651936 Jun 04 16:17:53.041598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-138bbc5c-8f0e-45bc-990b-bdd39f1eb3ff req-9b7e1669-5f1d-4fa4-a2fd-2de3284b4b6a tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/floatingips/6273e437-c0c5-4d30-97b0-5fdbeaf1947a HTTP/1.1" status: 200 len: 693 time: 0.1239836 Jun 04 16:17:53.075926 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9719c123-6990-4dea-a96f-455ae829fb62 req-6d8d4a99-6ddf-45bd-a546-664e14bf8b76 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7908061 Jun 04 16:17:53.144487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-b52a778c-60a8-416e-938c-e56da5e78219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:53.146100 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-b52a778c-60a8-416e-938c-e56da5e78219 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 1099 time: 0.2007160 Jun 04 16:17:53.152279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0ea11245-1a11-4629-a032-e89ef02d3aae None None] Current status of the port 4e8c6a80-d539-49ed-ab76-80191db1725f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:53.264816 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-6c2818b3-03c3-4f67-b875-6fa3b52795b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd9e9175-86e9-4559-9c0d-8916d535285a HTTP/1.1" status: 200 len: 217 time: 0.2208226 Jun 04 16:17:53.374169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670539aa-c244-49fb-afb4-2e847dbf0e5c req-4522ebc6-9045-4df9-a54e-7156d0838172 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:53.375738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-670539aa-c244-49fb-afb4-2e847dbf0e5c req-4522ebc6-9045-4df9-a54e-7156d0838172 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 948 time: 0.5958481 Jun 04 16:17:53.463068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-52201779-1fa0-4af0-a707-c7576aeab414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:53.464551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-52201779-1fa0-4af0-a707-c7576aeab414 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.1913083 Jun 04 16:17:53.508530 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:53.528593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:53.533540 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-670539aa-c244-49fb-afb4-2e847dbf0e5c req-569b523b-26f2-4071-a118-53f1d525a8e0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478105 Jun 04 16:17:53.544302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-685cec51-9e30-46c9-b161-44cdd65cb3bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692811 Jun 04 16:17:53.564380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bbc5c-8f0e-45bc-990b-bdd39f1eb3ff req-8fe5c5f7-6047-4a9d-a323-31ec5d032c31 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:53.575519 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-138bbc5c-8f0e-45bc-990b-bdd39f1eb3ff req-8fe5c5f7-6047-4a9d-a323-31ec5d032c31 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.4708490 Jun 04 16:17:53.606264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-138bbc5c-8f0e-45bc-990b-bdd39f1eb3ff req-f9867036-5df6-402f-b0ed-0742678da6b0 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:17:53.607500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-138bbc5c-8f0e-45bc-990b-bdd39f1eb3ff req-f9867036-5df6-402f-b0ed-0742678da6b0 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101459 Jun 04 16:17:53.656666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:53.662527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:53.663000 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:53.738191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-996151a5-3550-4730-bd5e-3b6d18651a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:53.739884 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-996151a5-3550-4730-bd5e-3b6d18651a77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.5812280 Jun 04 16:17:53.784640 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:53.785259 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:53.810154 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcd7843a-d88c-48b8-8a6c-c52bf471328d req-7432e548-9a8c-4ecc-aa43-e69f1f23b865 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1914488228&fields=id&tenant_id=39eb674087d5486c8f7f55e99956500b HTTP/1.1" status: 200 len: 267 time: 0.0866454 Jun 04 16:17:53.815836 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-2afb06d9-8404-4068-a2e8-0ced1b399d48 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611153 Jun 04 16:17:53.827752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6bd0a4dd-4617-434b-b3b0-154440b5bdd3,segment=NetworkSegment(f0b61e86-a0e3-4022-817c-eec810006780),segment_id=f0b61e86-a0e3-4022-817c-eec810006780)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:53.833207 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:53.834106 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4e8c6a80-d539-49ed-ab76-80191db1725f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:53.877377 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-977011ed-38b6-46c7-a93a-ca70b6b9398f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 200 len: 217 time: 0.0829499 Jun 04 16:17:53.899055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3085b29-91d9-4426-94ec-124be032bc31 req-f3bbeb7a-ba4f-43de-bd19-eadf9d56621d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:53.900662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3085b29-91d9-4426-94ec-124be032bc31 req-f3bbeb7a-ba4f-43de-bd19-eadf9d56621d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 945 time: 0.2350006 Jun 04 16:17:53.947415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=6bd0a4dd-4617-434b-b3b0-154440b5bdd3,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:53.959656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 4e8c6a80-d539-49ed-ab76-80191db1725f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:53.959656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:54.026897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcd9ca20-61f2-4cca-9a05-139c343a7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:54.028363 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-dcd9ca20-61f2-4cca-9a05-139c343a7508 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1431210 Jun 04 16:17:54.035106 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3085b29-91d9-4426-94ec-124be032bc31 req-35e8eae5-1e2e-4d8a-a7fb-ee47a2ef5b6f tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860634 Jun 04 16:17:54.037109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:54.062804 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-3199de2d-ee26-4be2-b92c-68ea5f00a4a3 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082427 Jun 04 16:17:54.077136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7843a-d88c-48b8-8a6c-c52bf471328d req-0671a350-fe5e-46e3-b8f4-0efc8d89601f tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:54.079303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcd7843a-d88c-48b8-8a6c-c52bf471328d req-0671a350-fe5e-46e3-b8f4-0efc8d89601f tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 945 time: 0.2606232 Jun 04 16:17:54.089841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 4e8c6a80-d539-49ed-ab76-80191db1725f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:54.094751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dcd7843a-d88c-48b8-8a6c-c52bf471328d req-446554e7-6635-4e47-87a6-80ed6e6323dc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'port': {'security_groups': ['7de75c37-1d4b-48b4-acdb-4930b305aaed', 'b8265e7b-b6b0-4e32-b886-c584006dbba2']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:54.278783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-cc427d61-c0fb-40c2-8467-9f6e56a2c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:54.280290 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-cc427d61-c0fb-40c2-8467-9f6e56a2c0ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2449505 Jun 04 16:17:54.282511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bee89df-7cba-4b90-a6c5-622d77df2347 req-aacb58ae-ab99-40e7-937b-1daee2bba88f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=2a363bdfdde44092aecab53f288ebf37 HTTP/1.1" status: 200 len: 696 time: 0.0938957 Jun 04 16:17:54.426527 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcd7843a-d88c-48b8-8a6c-c52bf471328d req-446554e7-6635-4e47-87a6-80ed6e6323dc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:54.437943 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-64d7de9a-d7c4-497f-bd5a-558c2771537f service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493540 Jun 04 16:17:54.439058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Router f51fb57e-338e-4c3f-8a13-a29e3026946f is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:17:54.521918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-2e149de4-c9f2-4543-a2cf-8a7d15948efb tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:54.523413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-2e149de4-c9f2-4543-a2cf-8a7d15948efb tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c&tenant_id=d4012fb5625c4c60945856a3a47e68a0&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 1096 time: 0.3969011 Jun 04 16:17:54.546939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811809-3'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:54.625741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee89df-7cba-4b90-a6c5-622d77df2347 req-8d22d8f5-047a-4426-ac3d-88757b239147 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:54.627212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bee89df-7cba-4b90-a6c5-622d77df2347 req-8d22d8f5-047a-4426-ac3d-88757b239147 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/networks?id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 787 time: 0.3163688 Jun 04 16:17:54.650969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-8bee89df-7cba-4b90-a6c5-622d77df2347 req-71325834-acde-40a3-b72a-c3d04f0c06a2 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:17:54.651897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bee89df-7cba-4b90-a6c5-622d77df2347 req-71325834-acde-40a3-b72a-c3d04f0c06a2 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154681 Jun 04 16:17:54.669168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:54.733231 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-988f33b2-89c0-4abf-a566-71f08fc6c9b2 req-5718ce0b-bf4d-4b2f-a847-111b2e4ed303 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881272 Jun 04 16:17:54.740249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:17:54.742791 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:54.762166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Sync routers for ids ['f51fb57e-338e-4c3f-8a13-a29e3026946f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:17:54.766298 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:54.767874 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-551beb4f-be14-48f2-9ad0-0a7f0d3fd284 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1026738 Jun 04 16:17:54.771103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33786) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:17:54.776799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Routers {'f51fb57e-338e-4c3f-8a13-a29e3026946f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:54.777388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f51fb57e-338e-4c3f-8a13-a29e3026946f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:54.963824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Set router f51fb57e-338e-4c3f-8a13-a29e3026946f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:55.174788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dcd7843a-d88c-48b8-8a6c-c52bf471328d req-446554e7-6635-4e47-87a6-80ed6e6323dc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] For port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:55.211906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0301a-e2fa-4156-9375-bbed243834f9 req-261ed670-4e50-4709-93e6-b82f770cec9f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:55.213404 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ee0301a-e2fa-4156-9375-bbed243834f9 req-261ed670-4e50-4709-93e6-b82f770cec9f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 943 time: 0.2843361 Jun 04 16:17:55.267999 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcd7843a-d88c-48b8-8a6c-c52bf471328d req-446554e7-6635-4e47-87a6-80ed6e6323dc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:55.280964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:17:53Z', 'revision_number': 3, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port': {'id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ef:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:50Z', 'updated_at': '2022-06-04T16:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:55.285088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Checking router: f51fb57e-338e-4c3f-8a13-a29e3026946f for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:17:55.285732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Updating router f51fb57e-338e-4c3f-8a13-a29e3026946f port daa3d556-2230-4d6c-82b5-0882aa43ca0b binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:17:55.285882 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcd7843a-d88c-48b8-8a6c-c52bf471328d req-446554e7-6635-4e47-87a6-80ed6e6323dc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:55.321584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ba6a568-4515-41fb-beec-1e7910fdfac3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:55.344187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=dd9e9175-86e9-4559-9c0d-8916d535285a,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:55.345647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:55.394454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7843a-d88c-48b8-8a6c-c52bf471328d req-446554e7-6635-4e47-87a6-80ed6e6323dc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:55.395364 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcd7843a-d88c-48b8-8a6c-c52bf471328d req-446554e7-6635-4e47-87a6-80ed6e6323dc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:55.415055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcd7843a-d88c-48b8-8a6c-c52bf471328d req-446554e7-6635-4e47-87a6-80ed6e6323dc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "PUT /v2.0/ports/faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e HTTP/1.1" status: 200 len: 981 time: 1.3277264 Jun 04 16:17:55.417573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d', 'tag': 'faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:55.424097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ee0301a-e2fa-4156-9375-bbed243834f9 req-340c2d60-59da-43b7-8a4a-d9132d0915eb tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837771 Jun 04 16:17:55.471920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446554e7-6635-4e47-87a6-80ed6e6323dc tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'Port': ['ID=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:55.503390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:55.535615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:55.589632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:55.648073 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:55.656080 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:55.770077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-aa7eb9a5-909c-4983-bb2b-c2a2234fc9af tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/floatingips/6273e437-c0c5-4d30-97b0-5fdbeaf1947a HTTP/1.1" status: 200 len: 693 time: 0.1116133 Jun 04 16:17:55.804358 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:55.819230 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:55.892402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Allocated IP 172.20.0.1 (ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422/0158e0b8-a6ba-4199-a891-e98439d18029/c39ece5a-f6e7-40f7-aa9f-84b4484ffd87) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:17:55.975828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:55.976238 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:56.086501 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:56.092121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318e1fa-cfc7-4599-88a6-4deb00323c53 req-3b8321cb-f7b6-419b-b0ba-0440df861e63 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:56.094319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5318e1fa-cfc7-4599-88a6-4deb00323c53 req-3b8321cb-f7b6-419b-b0ba-0440df861e63 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 948 time: 0.5099039 Jun 04 16:17:56.105475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Transition to ACTIVE for port object c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:56.117105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Pushing event updated for resources: {'Port': ['ID=dd9e9175-86e9-4559-9c0d-8916d535285a,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:56.135289 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:56.158339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Attempting to bind port dd9e9175-86e9-4559-9c0d-8916d535285a on host n-h2-811809-3 for vnic_type normal with profile {"migrating_to": "n-h1-811809-3"} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:56.158707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Attempting to bind port dd9e9175-86e9-4559-9c0d-8916d535285a by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:56.159365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Attempting to bind port dd9e9175-86e9-4559-9c0d-8916d535285a on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:56.177788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-c3594259-dbc6-4f62-8667-0ada1743ea96 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:56.179219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-c3594259-dbc6-4f62-8667-0ada1743ea96 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.4014537 Jun 04 16:17:56.191965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Port dd9e9175-86e9-4559-9c0d-8916d535285a on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:17:56.192360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Attempting to bind port dd9e9175-86e9-4559-9c0d-8916d535285a on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:56.203728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:56.206888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:56.209376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:17:56.250410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Pushing event updated for resources: {'Port': ['ID=c39ece5a-f6e7-40f7-aa9f-84b4484ffd87,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:56.260505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:56.260505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:56.261074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Bound using segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:56.261344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Bound port: dd9e9175-86e9-4559-9c0d-8916d535285a, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:56.262089 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:56.276813 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:56.296357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5318e1fa-cfc7-4599-88a6-4deb00323c53 req-a031d28b-c0e3-47c0-a1f4-23d85c0f48e1 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734951 Jun 04 16:17:56.321637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-aa5959fb-0dc1-476d-84c8-5471706ff7e1 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.250 HTTP/1.1" status: 200 len: 696 time: 0.1228590 Jun 04 16:17:56.521321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:56.563032 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4576e142-3ada-4279-8e6b-a7dced42d0a7'] response: {'name': 'network-changed', 'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'status': 'completed', 'code': 200} Jun 04 16:17:56.568152 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:56.675635 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-c24d6856-0adf-43b2-aa32-841e5ddb9cf8 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.250 HTTP/1.1" status: 200 len: 696 time: 0.3552473 Jun 04 16:17:56.706989 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:56.723130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:56.726614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=dd9e9175-86e9-4559-9c0d-8916d535285a,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:56.740906 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:56.760235 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Transition to ACTIVE for port object daa3d556-2230-4d6c-82b5-0882aa43ca0b will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:17:56.762992 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b00cfe17-3cfc-440d-8ea7-769e578ddd80 None None] Provisioning for port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:56.784761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b00cfe17-3cfc-440d-8ea7-769e578ddd80 None None] Provisioning complete for port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:56.785051 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b00cfe17-3cfc-440d-8ea7-769e578ddd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:56.828964 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:56.939638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Attempting to bind port daa3d556-2230-4d6c-82b5-0882aa43ca0b on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:17:56.939880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Attempting to bind port daa3d556-2230-4d6c-82b5-0882aa43ca0b by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:17:56.940271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Attempting to bind port daa3d556-2230-4d6c-82b5-0882aa43ca0b on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:17:56.947152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b00cfe17-3cfc-440d-8ea7-769e578ddd80 None None] Port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:17:56.957264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:17:56.957578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:17:56.957936 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:56.958314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:17:56.958810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Bound port: daa3d556-2230-4d6c-82b5-0882aa43ca0b, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:17:56.959176 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:56.987582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc880dd-73c4-4772-8553-40b13915523b None None] Pushing event updated for resources: {'Port': ['ID=daa3d556-2230-4d6c-82b5-0882aa43ca0b,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:57.034804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] For port daa3d556-2230-4d6c-82b5-0882aa43ca0b, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:17:57.038468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] For port daa3d556-2230-4d6c-82b5-0882aa43ca0b, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=daa3d556-2230-4d6c-82b5-0882aa43ca0b,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:17:57.045010 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:57.068935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-92b833d5-c58c-4742-a4c0-76b90aef611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:57.070458 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-92b833d5-c58c-4742-a4c0-76b90aef611a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 1099 time: 0.5062318 Jun 04 16:17:57.170519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Routers {'f51fb57e-338e-4c3f-8a13-a29e3026946f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:17:57.171114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:17:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f51fb57e-338e-4c3f-8a13-a29e3026946f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:57.171359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-6e73b0ed-14d3-4d03-931d-094105aab42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:57.172762 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-6e73b0ed-14d3-4d03-931d-094105aab42a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 1099 time: 0.6171803 Jun 04 16:17:57.242305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc880dd-73c4-4772-8553-40b13915523b None None] Pushing event updated for resources: {'Port': ['ID=daa3d556-2230-4d6c-82b5-0882aa43ca0b,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:57.250051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-6bc3ffe2-7f1c-46fc-afb2-5bdf6e6ebb52 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Deleting port 2d4a62e8-dd88-4a69-8782-716ccbdea493 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:17:57.250676 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-6bc3ffe2-7f1c-46fc-afb2-5bdf6e6ebb52 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:57.328716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Pushing event updated for resources: {'Port': ['ID=dd9e9175-86e9-4559-9c0d-8916d535285a,revision_number=8']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:57.346385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:57.347434 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:57.348392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a23b95ee-d1c8-4bb5-bbbb-5745dacda9fc service neutron] 10.222.0.42 "PUT /v2.0/ports/dd9e9175-86e9-4559-9c0d-8916d535285a HTTP/1.1" status: 200 len: 1121 time: 2.8154430 Jun 04 16:17:57.366762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-ec6c73b5-eccd-4542-ad04-3bdc457200cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:57.368527 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-ec6c73b5-eccd-4542-ad04-3bdc457200cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2903655 Jun 04 16:17:57.370703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea84e-b399-4502-a597-b0fbecf14d37 req-513b9435-5db4-4d7c-9192-c254eac6cd8c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:57.371965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] Set router f51fb57e-338e-4c3f-8a13-a29e3026946f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:17:57.375949 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:57.381509 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-701ea84e-b399-4502-a597-b0fbecf14d37 req-513b9435-5db4-4d7c-9192-c254eac6cd8c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 943 time: 0.8104477 Jun 04 16:17:57.447802 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:57.454913 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-701ea84e-b399-4502-a597-b0fbecf14d37 req-198e635b-1fa5-44c3-bd51-e6764ade537c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719268 Jun 04 16:17:57.534068 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-bd0ffb47-9457-491a-bfa7-37dabe07e556 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 200 len: 217 time: 0.1475194 Jun 04 16:17:57.545218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['dd9e9175-86e9-4559-9c0d-8916d535285a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:57.546843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-6d597acc-c954-4f47-8f70-040ba882d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:57.548287 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-6d597acc-c954-4f47-8f70-040ba882d1b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.3611033 Jun 04 16:17:57.575701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2720aa19-2ca4-4648-a885-df386014ea99 req-a51d145b-d03a-40c4-a8af-f4bc2dfceb90 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/b8265e7b-b6b0-4e32-b886-c584006dbba2 HTTP/1.1" status: 200 len: 1801 time: 0.0645030 Jun 04 16:17:57.666917 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-6bc3ffe2-7f1c-46fc-afb2-5bdf6e6ebb52 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:57.667358 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-6bc3ffe2-7f1c-46fc-afb2-5bdf6e6ebb52 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:57.696957 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-5f84a9b5-3757-4826-b2f5-fbe2e902da50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 200 len: 217 time: 0.0990462 Jun 04 16:17:57.705093 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4f0da537-e4d9-49bb-b588-41219abd88d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:57.733500 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-2720aa19-2ca4-4648-a885-df386014ea99 req-372770af-e306-44c4-9a08-5605e6794c70 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 04 16:17:57.733743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Pushing event updated for resources: {'Port': ['ID=c39ece5a-f6e7-40f7-aa9f-84b4484ffd87,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:57.734493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2720aa19-2ca4-4648-a885-df386014ea99 req-372770af-e306-44c4-9a08-5605e6794c70 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "DELETE /v2.0/security-groups/b8265e7b-b6b0-4e32-b886-c584006dbba2 HTTP/1.1" status: 409 len: 341 time: 0.1498156 Jun 04 16:17:57.736249 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:57.772975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-7606b3e3-8668-445f-9b88-9dd13bc15d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:57.774883 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-7606b3e3-8668-445f-9b88-9dd13bc15d6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2192252 Jun 04 16:17:57.820524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-6bc3ffe2-7f1c-46fc-afb2-5bdf6e6ebb52 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Calling delete_port for 2d4a62e8-dd88-4a69-8782-716ccbdea493 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:17:57.849826 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717aedbf-b178-4aa2-a5ec-49b0137872c3'] response: {'name': 'network-changed', 'server_uuid': '4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d', 'tag': 'faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e', 'status': 'completed', 'code': 200} Jun 04 16:17:57.851772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c8c3fd24-4f62-4793-8db6-6ee212845f2c details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:17:57.935530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-ca0ebe93-111a-464b-bfa2-2b8297c77a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:57.936993 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-ca0ebe93-111a-464b-bfa2-2b8297c77a36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2327251 Jun 04 16:17:58.016178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd9f4e-a40c-44d1-b3c9-8b2ff9c4bdd9 req-8837cfb1-0cb2-49a3-9906-dcb14190d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:58.017642 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19fd9f4e-a40c-44d1-b3c9-8b2ff9c4bdd9 req-8837cfb1-0cb2-49a3-9906-dcb14190d6dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39eb674087d5486c8f7f55e99956500b&device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 1135 time: 0.1670947 Jun 04 16:17:58.057262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:17:56Z', 'revision_number': 4, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port': {'id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ef:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:50Z', 'updated_at': '2022-06-04T16:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c39ece5a-f6e7-40f7-aa9f-84b4484ffd87', 'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:55Z', 'updated_at': '2022-06-04T16:17:55Z', 'revision_number': 1, 'project_id': '60ac837242f346f296181deb284c70b8', 'subnets': [{'id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:17:58.069011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-722f9e5c-566d-4b50-8e5a-89fd717c9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:58.070893 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-722f9e5c-566d-4b50-8e5a-89fd717c9a47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2823920 Jun 04 16:17:58.075470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:17:58.075750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2462f-e49c-42f4-97d6-2b42b3944ff3 None None] The sync data for ids ['f51fb57e-338e-4c3f-8a13-a29e3026946f'] in n-d-811809-3 is: [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:17:56Z', 'revision_number': 4, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port': {'id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ef:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:50Z', 'updated_at': '2022-06-04T16:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c39ece5a-f6e7-40f7-aa9f-84b4484ffd87', 'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:55Z', 'updated_at': '2022-06-04T16:17:55Z', 'revision_number': 1, 'project_id': '60ac837242f346f296181deb284c70b8', 'subnets': [{'id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:17:58.078653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:17:58.085828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:58.121634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'mac_address': 'fa:16:3e:b0:f4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:17:58.193119 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-6bc3ffe2-7f1c-46fc-afb2-5bdf6e6ebb52 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:58.206353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port c8c3fd24-4f62-4793-8db6-6ee212845f2c is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:58.207161 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:58.235002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c3fd24-4f62-4793-8db6-6ee212845f2c {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:17:58.268974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:58.280687 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:58.302389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3ffe2-7f1c-46fc-afb2-5bdf6e6ebb52 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Pushing event deleted for resources: {'Port': ['ID=2d4a62e8-dd88-4a69-8782-716ccbdea493,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:58.331369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:17:58.376439 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd9f4e-a40c-44d1-b3c9-8b2ff9c4bdd9 req-460d199e-031e-41eb-b0e5-0739e1483677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:58.377918 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19fd9f4e-a40c-44d1-b3c9-8b2ff9c4bdd9 req-460d199e-031e-41eb-b0e5-0739e1483677 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15766385-e714-4997-9061-68a94449eb31 HTTP/1.1" status: 200 len: 913 time: 0.3513350 Jun 04 16:17:58.392947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e830a5b-4f12-4eb5-ac26-728b08e36cab req-6ecf0aa2-92b6-4cd4-a1db-e8eb69a6e2a2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:58.393463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=12']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:58.400308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2e830a5b-4f12-4eb5-ac26-728b08e36cab req-6ecf0aa2-92b6-4cd4-a1db-e8eb69a6e2a2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 943 time: 0.3745575 Jun 04 16:17:58.423039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-723011b7-9a59-4cf3-9f5e-2ad5d3dd7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:58.424712 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-723011b7-9a59-4cf3-9f5e-2ad5d3dd7dfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4758003 Jun 04 16:17:58.504202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19fd9f4e-a40c-44d1-b3c9-8b2ff9c4bdd9 req-aa59a41e-8c85-46fe-b5c8-671c3ae8577f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e HTTP/1.1" status: 200 len: 217 time: 0.1191144 Jun 04 16:17:58.592151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a1740b04-e083-4bd9-99f3-92dbe0ab66a9 None None] Provisioning complete for port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:58.592799 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a1740b04-e083-4bd9-99f3-92dbe0ab66a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:58.657840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['c8c3fd24-4f62-4793-8db6-6ee212845f2c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:58.729281 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-6bc3ffe2-7f1c-46fc-afb2-5bdf6e6ebb52 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:58.739108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:58.745880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2e830a5b-4f12-4eb5-ac26-728b08e36cab req-6b6800fa-fb80-4346-b9e5-9b9e2426c74c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447077 Jun 04 16:17:58.747837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd9f4e-a40c-44d1-b3c9-8b2ff9c4bdd9 req-9c6f86f4-ed85-45cf-bc16-d87e69a8a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:58.749211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19fd9f4e-a40c-44d1-b3c9-8b2ff9c4bdd9 req-9c6f86f4-ed85-45cf-bc16-d87e69a8a318 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03f80806-80de-420b-bbfa-7c1e05be866d HTTP/1.1" status: 200 len: 852 time: 0.2343447 Jun 04 16:17:58.761194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a1740b04-e083-4bd9-99f3-92dbe0ab66a9 None None] Port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:17:58.788493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Router f51fb57e-338e-4c3f-8a13-a29e3026946f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:17:58.793558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '4c11c210-0ca8-4e0a-964d-252bc58dd4e9', 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e', 'port_id': '4c11c210-0ca8-4e0a-964d-252bc58dd4e9', 'mac_address': 'fa:16:3e:c7:b0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e12d5c-bc8b-435f-bebd-f23b80669698', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:17:58.804022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19fd9f4e-a40c-44d1-b3c9-8b2ff9c4bdd9 req-b712ded6-5938-4393-94db-33e4f439d7e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15766385-e714-4997-9061-68a94449eb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466099 Jun 04 16:17:58.806488 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-ca939fd2-c2f6-4365-b7ca-fe09132be65f service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7246032 Jun 04 16:17:58.809151 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-6bc3ffe2-7f1c-46fc-afb2-5bdf6e6ebb52 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:58.824005 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03e56909-8566-4dea-b3bf-c99d520a2c88 req-6bc3ffe2-7f1c-46fc-afb2-5bdf6e6ebb52 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "DELETE /v2.0/floatingips/6273e437-c0c5-4d30-97b0-5fdbeaf1947a HTTP/1.1" status: 204 len: 173 time: 2.0915313 Jun 04 16:17:58.960763 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:17:58.961144 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:58.989652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:17:59.020627 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-105c8884-e185-4c15-923a-19632b828f66 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868752 Jun 04 16:17:59.034892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:17:59.047629 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:59.094546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19fd9f4e-a40c-44d1-b3c9-8b2ff9c4bdd9 req-0c56e772-61cb-4268-b1dc-963e1ff42764 service neutron] 10.222.0.42 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691119 Jun 04 16:17:59.137703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03049a69-f319-44e4-8b55-dae6c745b4f3 req-b0245813-bb90-4f01-8b03-e3f0db970d22 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:59.145673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03049a69-f319-44e4-8b55-dae6c745b4f3 req-b0245813-bb90-4f01-8b03-e3f0db970d22 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.1776392 Jun 04 16:17:59.302567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:17:59.353501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['4c11c210-0ca8-4e0a-964d-252bc58dd4e9'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:17:59.367081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03049a69-f319-44e4-8b55-dae6c745b4f3 req-93c62b11-48ae-4ee0-a592-4220af6f4e34 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204010 Jun 04 16:17:59.368886 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-17cd1cc0-b864-4029-93e2-90b21d649989 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470512 Jun 04 16:17:59.380790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:17:59.393973 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c198c687-7c4c-4fbf-8636-f3dabdf5ff10 req-38d1b195-597f-464b-ad58-20a0f6dafd2e service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526943 Jun 04 16:17:59.422052 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-229b72d6-2af2-4ac7-8880-1206935b04fd admin admin] 10.222.0.13 "PUT /v2.0/routers/f51fb57e-338e-4c3f-8a13-a29e3026946f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6483526 Jun 04 16:17:59.541293 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19fd9f4e-a40c-44d1-b3c9-8b2ff9c4bdd9 req-1c2f4cc5-4375-4b76-929b-3ddad1a8772d service neutron] 10.222.0.42 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340546 Jun 04 16:17:59.585349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device daa3d556-2230-4d6c-82b5-0882aa43ca0b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:17:59.688820 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-a3a63778-4327-4e99-aad2-24101f0e5ff9 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2517586 Jun 04 16:17:59.699487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:17:59.721450 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:17:59.732766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98ffe3-e3ed-4c01-a045-1fbb90839498 req-8f031288-3c71-4fb0-951e-851d8b88d827 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:59.741282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb98ffe3-e3ed-4c01-a045-1fbb90839498 req-8f031288-3c71-4fb0-951e-851d8b88d827 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 943 time: 0.3664596 Jun 04 16:17:59.754866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port daa3d556-2230-4d6c-82b5-0882aa43ca0b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:17:59.764908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Usage tracker for resource:floatingip and tenant:2a363bdfdde44092aecab53f288ebf37 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:17:59.769551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:17:59.773026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port daa3d556-2230-4d6c-82b5-0882aa43ca0b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:17:59.773395 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:59.777596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:17:59.822639 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb98ffe3-e3ed-4c01-a045-1fbb90839498 req-89622161-67aa-438a-9226-00df5dbcad03 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800974 Jun 04 16:17:59.825731 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:17:59.851570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a354efd6-ce16-4df9-819c-9e98605efd3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9e9175-86e9-4559-9c0d-8916d535285a'}, {'name': 'network-changed', 'server_uuid': 'a354efd6-ce16-4df9-819c-9e98605efd3c', 'tag': 'dd9e9175-86e9-4559-9c0d-8916d535285a'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:17:59.864219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device dd9e9175-86e9-4559-9c0d-8916d535285a details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:17:59.872809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebee0e-80b2-4f74-8a9a-10e34cf1f966 req-8f14abda-6e12-4cb9-9178-73a589f8f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:17:59.874644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ceebee0e-80b2-4f74-8a9a-10e34cf1f966 req-8f14abda-6e12-4cb9-9178-73a589f8f8d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39eb674087d5486c8f7f55e99956500b&device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 1135 time: 0.2553799 Jun 04 16:18:00.098038 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0841cd5e-b467-49cb-8e05-bc9d04fa4f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:00.104500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port daa3d556-2230-4d6c-82b5-0882aa43ca0b is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:00.105270 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:00.138033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port daa3d556-2230-4d6c-82b5-0882aa43ca0b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=daa3d556-2230-4d6c-82b5-0882aa43ca0b,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:00.150615 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:00.164846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebee0e-80b2-4f74-8a9a-10e34cf1f966 req-57087804-fbd7-49a3-afcd-5dc7e5c41d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:00.166813 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ceebee0e-80b2-4f74-8a9a-10e34cf1f966 req-57087804-fbd7-49a3-afcd-5dc7e5c41d72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15766385-e714-4997-9061-68a94449eb31 HTTP/1.1" status: 200 len: 913 time: 0.2849121 Jun 04 16:18:00.202069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33834) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:00.207370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-943244872-network', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:00.215049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:00.222482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Usage tracker for resource:network and tenant:1c23bb4fe0694e2f99979a3f6cea4d5e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:00.225659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:00.226870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=dd9e9175-86e9-4559-9c0d-8916d535285a,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:00.231711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:00.244084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Made reservation on behalf of 1c23bb4fe0694e2f99979a3f6cea4d5e for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:00.246808 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:00.247025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device dd9e9175-86e9-4559-9c0d-8916d535285a has no active binding in host n-h1-811809-3 {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 16:18:00.252835 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=daa3d556-2230-4d6c-82b5-0882aa43ca0b,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:00.253292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f40182-3652-4759-9464-cc438f80b6f3 req-a9f7e057-e592-4e5a-9cfe-3b4a5e482bbf tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:00.254939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41f40182-3652-4759-9464-cc438f80b6f3 req-a9f7e057-e592-4e5a-9cfe-3b4a5e482bbf tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 984 time: 0.2883208 Jun 04 16:18:00.260260 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:00.268229 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ceebee0e-80b2-4f74-8a9a-10e34cf1f966 req-8e8a240a-c2ec-44a6-b492-8664db07f47f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e HTTP/1.1" status: 200 len: 217 time: 0.0933473 Jun 04 16:18:00.276801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:00.280908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Usage tracker for resource:security_group_rule and tenant:1c23bb4fe0694e2f99979a3f6cea4d5e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:00.284846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:00.291284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:00.382200 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:00.383074 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:00.391786 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:00.400544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41f40182-3652-4759-9464-cc438f80b6f3 req-1d028594-89ab-4cff-a88a-48e6a8493b8f tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&id=b8265e7b-b6b0-4e32-b886-c584006dbba2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1299736 Jun 04 16:18:00.434717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:18:00.444857 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102fecf6-d7c1-4b0e-bb0e-045d4eaf8817,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:00.454197 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:00.455796 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Added segment 8826ae00-41fd-492d-ac82-38c21dd81e1f of type vlan for network 8987c169-60ee-4bb9-9686-616dc3a180d1 Jun 04 16:18:00.456380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebee0e-80b2-4f74-8a9a-10e34cf1f966 req-6876828f-79da-4654-bf69-59500d5f0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:00.457880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ceebee0e-80b2-4f74-8a9a-10e34cf1f966 req-6876828f-79da-4654-bf69-59500d5f0278 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03f80806-80de-420b-bbfa-7c1e05be866d HTTP/1.1" status: 200 len: 852 time: 0.1637888 Jun 04 16:18:00.495583 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:00.544009 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:00.549421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:00.550382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:00.580212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ceebee0e-80b2-4f74-8a9a-10e34cf1f966 req-ee77a9fe-9691-4d0c-9abe-9282276fa62c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15766385-e714-4997-9061-68a94449eb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122701 Jun 04 16:18:00.712726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] Pushing event updated for resources: {'Network': ['ID=8987c169-60ee-4bb9-9686-616dc3a180d1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:00.724782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 8987c169-60ee-4bb9-9686-616dc3a180d1 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:18:00.732434 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dfe8dd72-3548-43c5-be32-82c0f2d0b609 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5293982 Jun 04 16:18:00.733493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33842) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:00.741531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Request body: {'subnet': {'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-943244872-subnet', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:00.749677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:00.755857 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Usage tracker for resource:subnet and tenant:1c23bb4fe0694e2f99979a3f6cea4d5e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:00.760372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:00.768191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:00.797664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Made reservation on behalf of 1c23bb4fe0694e2f99979a3f6cea4d5e for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:00.800813 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:00.992985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Allocated IP 172.25.5.105 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/464eafda-3666-4041-8690-4dd6a18ff30d) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:18:01.004452 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:01.045947 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:01.046609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ceebee0e-80b2-4f74-8a9a-10e34cf1f966 req-ff4c401c-40b4-4dbf-bc42-9f206dbfe0e8 service neutron] 10.222.0.42 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526803 Jun 04 16:18:01.133314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Checking segment: {'id': '8826ae00-41fd-492d-ac82-38c21dd81e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:01.134264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Network hostable DHCP agents. Network: 8987c169-60ee-4bb9-9686-616dc3a180d1, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:18:01.141435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bddc17a-ace5-4042-9a78-87f449df67c1,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:01.142560 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:01.153938 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Sync routers for ids ['f51fb57e-338e-4c3f-8a13-a29e3026946f'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:18:01.167508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Network 8987c169-60ee-4bb9-9686-616dc3a180d1 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:18:01.170813 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Routers {'f51fb57e-338e-4c3f-8a13-a29e3026946f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:01.171498 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f51fb57e-338e-4c3f-8a13-a29e3026946f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:01.178600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 8987c169-60ee-4bb9-9686-616dc3a180d1) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:01.184625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:01.185312 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:01.193448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa01f9d-b84b-4665-9385-e18454b3a4e6 None None] Network 8987c169-60ee-4bb9-9686-616dc3a180d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:18:01.198842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc8ce2-fd31-4e2a-a043-749dfe3f85c3 req-7e919eee-2d10-4f0c-adcc-f28bacece3ac tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:01.200338 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27bc8ce2-fd31-4e2a-a043-749dfe3f85c3 req-7e919eee-2d10-4f0c-adcc-f28bacece3ac tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 949 time: 0.5574689 Jun 04 16:18:01.223131 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-93bd8829-8752-4bfd-b5c2-e854ae701642 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4881668 Jun 04 16:18:01.224015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33848) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:01.229665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-943244872-router', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:01.235620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:01.240430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Usage tracker for resource:router and tenant:1c23bb4fe0694e2f99979a3f6cea4d5e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:01.248702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:01.259939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:01.275640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:01.278184 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:01.298371 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:01.329122 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27bc8ce2-fd31-4e2a-a043-749dfe3f85c3 req-f4d83042-725e-4963-94af-0607fa758968 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178043 Jun 04 16:18:01.337439 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:01.347893 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ceebee0e-80b2-4f74-8a9a-10e34cf1f966 req-966d4526-ddd5-4ab8-96ff-9c189d8f0bce service neutron] 10.222.0.42 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941225 Jun 04 16:18:01.382894 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:01.476996 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Set router f51fb57e-338e-4c3f-8a13-a29e3026946f gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:01.511904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:01.516416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:01.523875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:18:01.533042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device daa3d556-2230-4d6c-82b5-0882aa43ca0b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:01.608750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Pushing event updated for resources: {'Port': ['ID=464eafda-3666-4041-8690-4dd6a18ff30d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:01.650782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-8987c169-60ee-4bb9-9686-616dc3a180d1', 'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'fixed_ips': [{'subnet_id': '7bddc17a-ace5-4042-9a78-87f449df67c1'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:18:01.651937 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:01.723575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port daa3d556-2230-4d6c-82b5-0882aa43ca0b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:01.724333 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:01.760253 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:01.842895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f134cc-0cf5-4bf7-ab01-cee6ac24242a req-0d9062e3-ea91-4e9e-a72c-e6adea9d0b51 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:01.850120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2f134cc-0cf5-4bf7-ab01-cee6ac24242a req-0d9062e3-ea91-4e9e-a72c-e6adea9d0b51 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 944 time: 0.2523069 Jun 04 16:18:01.866484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c8c3fd24-4f62-4793-8db6-6ee212845f2c up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:01.921502 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:01.936275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2f134cc-0cf5-4bf7-ab01-cee6ac24242a req-cf270a5f-bb8c-425c-ba18-0c62d28ecce7 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851567 Jun 04 16:18:01.944838 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:17:56Z', 'revision_number': 4, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port': {'id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:50Z', 'updated_at': '2022-06-04T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c39ece5a-f6e7-40f7-aa9f-84b4484ffd87', 'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:55Z', 'updated_at': '2022-06-04T16:17:56Z', 'revision_number': 2, 'project_id': '60ac837242f346f296181deb284c70b8', 'subnets': [{'id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:01.963139 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Checking router: f51fb57e-338e-4c3f-8a13-a29e3026946f for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:18:01.963529 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Updating router f51fb57e-338e-4c3f-8a13-a29e3026946f port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:18:01.990603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Allocated IP 172.20.0.2 (8987c169-60ee-4bb9-9686-616dc3a180d1/7bddc17a-ace5-4042-9a78-87f449df67c1/7a66947d-6c88-4e68-b356-5fcf89160372) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:18:02.002842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port daa3d556-2230-4d6c-82b5-0882aa43ca0b is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:02.042721 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.047499 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port c8c3fd24-4f62-4793-8db6-6ee212845f2c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:02.070031 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-494925e4-03b2-4e81-9822-66ba025830fe'] response: {'server_uuid': 'a354efd6-ce16-4df9-819c-9e98605efd3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9e9175-86e9-4559-9c0d-8916d535285a', 'code': 200} Jun 04 16:18:02.070388 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-494925e4-03b2-4e81-9822-66ba025830fe'] response: {'name': 'network-changed', 'server_uuid': 'a354efd6-ce16-4df9-819c-9e98605efd3c', 'tag': 'dd9e9175-86e9-4559-9c0d-8916d535285a', 'status': 'completed', 'code': 200} Jun 04 16:18:02.096965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.121775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port c8c3fd24-4f62-4793-8db6-6ee212845f2c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:02.122752 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.366121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77524579-fb9b-45ce-891e-01530d4b32ed req-3e43ed2e-9034-4aec-a051-8dad7bcab2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:02.367606 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77524579-fb9b-45ce-891e-01530d4b32ed req-3e43ed2e-9034-4aec-a051-8dad7bcab2ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 1124 time: 0.1962929 Jun 04 16:18:02.404226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:02.514969 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port c8c3fd24-4f62-4793-8db6-6ee212845f2c is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:02.515350 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.536554 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.545825 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.570760 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.586753 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Transition to ACTIVE for port object c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:02.588585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:02.599162 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.603945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:02.625508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Transition to ACTIVE for port object 7a66947d-6c88-4e68-b356-5fcf89160372 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:02.636265 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.693941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a7ca6aaa-ed4a-4a75-9727-87cc2e8aee8c service neutron] 10.222.0.46 "GET /v2.0/ports/dd9e9175-86e9-4559-9c0d-8916d535285a/bindings/n-h1-811809-3 HTTP/1.1" status: 200 len: 384 time: 0.4846072 Jun 04 16:18:02.702795 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ddcf4-26e9-4473-aef5-b056cfbb1e2e None None] Pushing event updated for resources: {'Port': ['ID=c39ece5a-f6e7-40f7-aa9f-84b4484ffd87,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:02.705561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Transition to ACTIVE for port object 7a66947d-6c88-4e68-b356-5fcf89160372 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:02.706735 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.721101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:02.729539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:02.730035 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.763665 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.765911 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.807238 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.835516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=13']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:02.840100 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.856189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a841e-33ec-4dda-aed3-ec5d7e82419e req-f53d312c-f1f9-4a34-aaad-1ce2d37168b1 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:02.856189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-869a841e-33ec-4dda-aed3-ec5d7e82419e req-f53d312c-f1f9-4a34-aaad-1ce2d37168b1 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 943 time: 0.2601204 Jun 04 16:18:02.863474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77524579-fb9b-45ce-891e-01530d4b32ed req-10fb8085-157c-488c-b06c-907e3328e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:02.865249 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77524579-fb9b-45ce-891e-01530d4b32ed req-10fb8085-157c-488c-b06c-907e3328e875 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.4889944 Jun 04 16:18:02.919706 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Attempting to bind port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:02.920335 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Attempting to bind port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:02.920871 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Attempting to bind port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 on network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:02.926668 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:02.927030 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Checking segment: {'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:02.927423 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.928238 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Bound using segment: {'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:02.928238 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Bound port: c39ece5a-f6e7-40f7-aa9f-84b4484ffd87, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:02.928464 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Pushing event updated for resources: {'Port': ['ID=7a66947d-6c88-4e68-b356-5fcf89160372,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:02.928782 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:02.963103 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Network 8987c169-60ee-4bb9-9686-616dc3a180d1 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:02.966803 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:02.976137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:18:02.992506 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77524579-fb9b-45ce-891e-01530d4b32ed req-bbfd32ac-1904-457d-8aba-ba1ac842aefc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd9e9175-86e9-4559-9c0d-8916d535285a HTTP/1.1" status: 200 len: 217 time: 0.1198807 Jun 04 16:18:03.051240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-869a841e-33ec-4dda-aed3-ec5d7e82419e req-136f727f-0b9d-435d-a2fd-6a51f0abecb4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427400 Jun 04 16:18:03.053972 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] For port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:03.060112 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] For port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c39ece5a-f6e7-40f7-aa9f-84b4484ffd87,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:03.066825 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:03.119267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77524579-fb9b-45ce-891e-01530d4b32ed req-779cf33b-8398-47b5-a492-e6e99ef98c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:03.121200 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77524579-fb9b-45ce-891e-01530d4b32ed req-779cf33b-8398-47b5-a492-e6e99ef98c54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.1221600 Jun 04 16:18:03.163384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Pushing event updated for resources: {'Port': ['ID=464eafda-3666-4041-8690-4dd6a18ff30d,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:03.177778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Attempting to bind port 7a66947d-6c88-4e68-b356-5fcf89160372 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:03.178349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Attempting to bind port 7a66947d-6c88-4e68-b356-5fcf89160372 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '8826ae00-41fd-492d-ac82-38c21dd81e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:03.178745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Attempting to bind port 7a66947d-6c88-4e68-b356-5fcf89160372 on network 8987c169-60ee-4bb9-9686-616dc3a180d1 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:03.186549 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:03.207349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:03.208348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Checking segment: {'id': '8826ae00-41fd-492d-ac82-38c21dd81e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:03.212490 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:03.212720 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77524579-fb9b-45ce-891e-01530d4b32ed req-5de1e2a7-f08e-472a-9706-c64905e4eb9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845330 Jun 04 16:18:03.213249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Bound using segment: {'id': '8826ae00-41fd-492d-ac82-38c21dd81e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:03.213966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Bound port: 7a66947d-6c88-4e68-b356-5fcf89160372, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8826ae00-41fd-492d-ac82-38c21dd81e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:03.215242 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:03.255146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Allocated IP 172.25.5.218 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/2c8f8275-4edf-4996-bec6-72d7623fc82c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:18:03.264729 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Routers {'f51fb57e-338e-4c3f-8a13-a29e3026946f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:03.265367 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f51fb57e-338e-4c3f-8a13-a29e3026946f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:03.295245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:03.298463 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:03.312204 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:03.320890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-b22f8717-59fa-4721-80f0-c22eadc2824f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6309774 Jun 04 16:18:03.396434 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:03.413462 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:03.414134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device dd9e9175-86e9-4559-9c0d-8916d535285a no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:18:03.473547 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ddcf4-26e9-4473-aef5-b056cfbb1e2e None None] Pushing event updated for resources: {'Port': ['ID=c39ece5a-f6e7-40f7-aa9f-84b4484ffd87,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:03.540319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-98d23203-fc8d-4382-903b-1a637d7ef3d4 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Synchronizing usage tracker for tenant:2a363bdfdde44092aecab53f288ebf37 on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:18:03.570660 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77524579-fb9b-45ce-891e-01530d4b32ed req-5bbaab54-b95d-4e78-9cd9-ee110e0e2ff5 service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451085 Jun 04 16:18:03.597052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-98d23203-fc8d-4382-903b-1a637d7ef3d4 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Unset dirty status for tenant:2a363bdfdde44092aecab53f288ebf37 on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:18:03.599099 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-98d23203-fc8d-4382-903b-1a637d7ef3d4 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.2760458 Jun 04 16:18:03.693857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:03.702295 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] Set router f51fb57e-338e-4c3f-8a13-a29e3026946f gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:03.716680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] For port 7a66947d-6c88-4e68-b356-5fcf89160372, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:03.740432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] For port 7a66947d-6c88-4e68-b356-5fcf89160372, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7a66947d-6c88-4e68-b356-5fcf89160372,segment=NetworkSegment(8826ae00-41fd-492d-ac82-38c21dd81e1f),segment_id=8826ae00-41fd-492d-ac82-38c21dd81e1f)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:03.746289 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:03.753204 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:03.757973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port dd9e9175-86e9-4559-9c0d-8916d535285a is: DOWN; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:03.763181 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:03.792914 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77524579-fb9b-45ce-891e-01530d4b32ed req-88dc2215-e0a2-4a07-a3aa-16efdd94c358 service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137594 Jun 04 16:18:03.819370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:03.869435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b32f78-6390-4721-88d4-44598a0aece3 None None] Pushing event updated for resources: {'Port': ['ID=7a66947d-6c88-4e68-b356-5fcf89160372,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:03.888906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904325d-099c-4f80-9ac3-392c6d0c59a6 req-2d3e4801-3cfc-487f-8c73-044865a18c20 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:03.896403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e904325d-099c-4f80-9ac3-392c6d0c59a6 req-2d3e4801-3cfc-487f-8c73-044865a18c20 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 984 time: 0.6596227 Jun 04 16:18:03.907390 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:03.923915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-c3e2dbb9-17f9-4546-952a-31d4f8be496c tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:03.926455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:03.935710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:03.938314 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44e91619-f0ef-4c9c-932f-f7b1e7c51341 req-c3e2dbb9-17f9-4546-952a-31d4f8be496c tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.2718184 Jun 04 16:18:03.939878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:18:03.995152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Pushing event updated for resources: {'Port': ['ID=2c8f8275-4edf-4996-bec6-72d7623fc82c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:04.023908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-6f7a18b4-e765-421f-ab3e-04bcadaacac2 service neutron] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=dd9e9175-86e9-4559-9c0d-8916d535285a,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:04.052835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e904325d-099c-4f80-9ac3-392c6d0c59a6 req-291206b2-bdad-4955-ac3c-cdbe34532ef0 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de75c37-1d4b-48b4-acdb-4930b305aaed&id=b8265e7b-b6b0-4e32-b886-c584006dbba2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1537299 Jun 04 16:18:04.084409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-6f7a18b4-e765-421f-ab3e-04bcadaacac2 service neutron] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:04.116124 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:17:56Z', 'revision_number': 4, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port': {'id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:50Z', 'updated_at': '2022-06-04T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c39ece5a-f6e7-40f7-aa9f-84b4484ffd87', 'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:55Z', 'updated_at': '2022-06-04T16:18:03Z', 'revision_number': 4, 'project_id': '60ac837242f346f296181deb284c70b8', 'subnets': [{'id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:04.133321 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661bad61-1d4b-4a7c-9473-d57437c49b3c None None] The sync data for ids ['f51fb57e-338e-4c3f-8a13-a29e3026946f'] in n-d-811809-3 is: [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:17:56Z', 'revision_number': 4, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port': {'id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:50Z', 'updated_at': '2022-06-04T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c39ece5a-f6e7-40f7-aa9f-84b4484ffd87', 'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:55Z', 'updated_at': '2022-06-04T16:18:03Z', 'revision_number': 4, 'project_id': '60ac837242f346f296181deb284c70b8', 'subnets': [{'id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:18:04.168588 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6e494c-94e4-4421-aecd-43b2331d2fac'] response: {'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'code': 200} Jun 04 16:18:04.259045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-6f7a18b4-e765-421f-ab3e-04bcadaacac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9e9175-86e9-4559-9c0d-8916d535285a {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:18:04.278709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-6f7a18b4-e765-421f-ab3e-04bcadaacac2 service neutron] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=dd9e9175-86e9-4559-9c0d-8916d535285a,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:04.389541 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-6f7a18b4-e765-421f-ab3e-04bcadaacac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:04.415489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-ccabcf51-4ec9-4388-8255-23b5e922243b tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ebd00055ee90437ca2acd288885c518a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583591 Jun 04 16:18:04.646067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-6f7a18b4-e765-421f-ab3e-04bcadaacac2 service neutron] Transition to ACTIVE for port object dd9e9175-86e9-4559-9c0d-8916d535285a will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:04.657332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243c8a2-adb9-40e3-a603-db6902bb8cd9 req-7042bcdf-10fd-4d76-9900-07d5028e0e8a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:04.658858 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9243c8a2-adb9-40e3-a603-db6902bb8cd9 req-7042bcdf-10fd-4d76-9900-07d5028e0e8a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 945 time: 0.3504775 Jun 04 16:18:04.670273 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-6f7a18b4-e765-421f-ab3e-04bcadaacac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:04.676787 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:04.746623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-ee9c9c83-8ea7-426a-93fe-3a8268256c66 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:04.753563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-ee9c9c83-8ea7-426a-93fe-3a8268256c66 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2987094 Jun 04 16:18:04.893279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-6f7a18b4-e765-421f-ab3e-04bcadaacac2 service neutron] No DVR routers for this DVR port dd9e9175-86e9-4559-9c0d-8916d535285a on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:18:04.930693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1d11cca8-f13c-4c1d-9e21-1981a4af149c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/quotas/ebd00055ee90437ca2acd288885c518a HTTP/1.1" status: 200 len: 375 time: 0.1759346 Jun 04 16:18:05.000268 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9243c8a2-adb9-40e3-a603-db6902bb8cd9 req-500982a1-18dd-4298-997a-e0f1d8a0c536 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316016 Jun 04 16:18:05.007230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-6f7a18b4-e765-421f-ab3e-04bcadaacac2 service neutron] 10.222.0.46 "PUT /v2.0/ports/dd9e9175-86e9-4559-9c0d-8916d535285a/bindings/n-h1-811809-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3060338 Jun 04 16:18:05.011718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a18b4-e765-421f-ab3e-04bcadaacac2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9e9175-86e9-4559-9c0d-8916d535285a,revision_number=10']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:05.078515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:05.082578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7785f61d-b750-4679-85b4-7d298e9b39a7 None None] Network 8987c169-60ee-4bb9-9686-616dc3a180d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:18:05.187472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-b7cc59ef-ba3a-4d03-8bbb-8e6cdef2dd7a tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/floatingips/216a0fef-01b0-46df-84ce-9863106edaaf HTTP/1.1" status: 200 len: 693 time: 0.1409264 Jun 04 16:18:05.208014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a7714113-a7a1-48a5-b199-2a98bbec071d None None] Provisioning for port 7a66947d-6c88-4e68-b356-5fcf89160372 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:05.233879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-cb4e0e66-2543-44dc-837f-f3796cefc2e4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2878222 Jun 04 16:18:05.304850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Router 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:18:05.340332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-1abeeded-5eb0-49c2-aa07-8d12633a2f13 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:05.341973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-1abeeded-5eb0-49c2-aa07-8d12633a2f13 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c&tenant_id=d4012fb5625c4c60945856a3a47e68a0&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 1095 time: 0.2261853 Jun 04 16:18:05.454791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-6c99ca27-eace-481d-991e-ff7f324c5640 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:05.463308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-6c99ca27-eace-481d-991e-ff7f324c5640 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.2644334 Jun 04 16:18:05.659869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:18:05.680147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Sync routers for ids ['5674e3f8-9bcf-4bfa-898a-da6112f4fd06'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:18:05.706132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Routers {'5674e3f8-9bcf-4bfa-898a-da6112f4fd06'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:05.706654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5674e3f8-9bcf-4bfa-898a-da6112f4fd06'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:05.726091 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:05.728076 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-20b01700-6acf-4b10-a68f-87fb451e3e56 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5030165 Jun 04 16:18:05.732058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33890) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:05.790201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:05.798711 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-6bd892c0-3558-460e-ac8c-89bd9991e17f tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.3345325 Jun 04 16:18:05.941625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-dda4faeb-fe6f-48d9-81cc-c2c70cf57e29 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.1300156 Jun 04 16:18:05.978714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:05.982816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Set router 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:06.021192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-50d30995-50e1-4027-9b65-4eb73796b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:06.023702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-50d30995-50e1-4027-9b65-4eb73796b6b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c&tenant_id=d4012fb5625c4c60945856a3a47e68a0 HTTP/1.1" status: 200 len: 1095 time: 0.6692274 Jun 04 16:18:06.132371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:06.132990 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:06.172365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-73e402a3-a36b-4b9a-bd6d-d18db4039587 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Deleting port 464eafda-3666-4041-8690-4dd6a18ff30d {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:06.172705 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-73e402a3-a36b-4b9a-bd6d-d18db4039587 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:06.200040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c11c210-0ca8-4e0a-964d-252bc58dd4e9'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:06.250890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0097ac-7754-49a6-acb1-7bf72122c9a7 req-19538903-1d64-4a7d-93ea-44e61fbd6b27 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:06.257858 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d0097ac-7754-49a6-acb1-7bf72122c9a7 req-19538903-1d64-4a7d-93ea-44e61fbd6b27 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 944 time: 0.6906352 Jun 04 16:18:06.372695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:06.373210 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:06.398886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d0097ac-7754-49a6-acb1-7bf72122c9a7 req-94203e0c-e329-443a-916c-96c1d22e558d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400890 Jun 04 16:18:06.462125 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-73e402a3-a36b-4b9a-bd6d-d18db4039587 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:06.462924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c39ece5a-f6e7-40f7-aa9f-84b4484ffd87,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:06.465465 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-73e402a3-a36b-4b9a-bd6d-d18db4039587 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:06.473161 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:06.475760 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7a66947d-6c88-4e68-b356-5fcf89160372 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:06.534535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-e04c6d89-eec9-45a1-9b37-cea74a7fd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:06.536009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-e04c6d89-eec9-45a1-9b37-cea74a7fd225 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 1095 time: 0.3980708 Jun 04 16:18:06.612555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-73e402a3-a36b-4b9a-bd6d-d18db4039587 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Calling delete_port for 464eafda-3666-4041-8690-4dd6a18ff30d owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:06.620456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=c39ece5a-f6e7-40f7-aa9f-84b4484ffd87,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:06.625123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'name': 'tempest-VolumesAdminNegativeTest-943244872-router', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:01Z', 'updated_at': '2022-06-04T16:18:04Z', 'revision_number': 3, 'project_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'gw_port': {'id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:02Z', 'updated_at': '2022-06-04T16:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:06.632307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Checking router: 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:18:06.632649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Updating router 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 port 2c8f8275-4edf-4996-bec6-72d7623fc82c binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:18:06.679537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 7a66947d-6c88-4e68-b356-5fcf89160372 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:06.690811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7a66947d-6c88-4e68-b356-5fcf89160372 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:06.691175 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:06.710545 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:06.728239 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:06.782461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e13b5d0-ad6b-4359-8aef-1413c55f7cb2 req-753a2c00-920b-4a08-93b0-b7f7a41a86f3 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-45303878&fields=id&tenant_id=39eb674087d5486c8f7f55e99956500b HTTP/1.1" status: 200 len: 267 time: 0.1811535 Jun 04 16:18:06.849631 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-470e3e18-0607-45b4-b8b3-91768f216c0c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebd00055ee90437ca2acd288885c518a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438571 Jun 04 16:18:06.904126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-d58d428b-5c7d-4e33-a97e-52516a8ee7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:06.905571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-d58d428b-5c7d-4e33-a97e-52516a8ee7ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.3020334 Jun 04 16:18:07.013276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7a66947d-6c88-4e68-b356-5fcf89160372 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:07.013842 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.020624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-45301c19-75ae-4fc6-88d4-0beaf6960cfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd9e9175-86e9-4559-9c0d-8916d535285a HTTP/1.1" status: 200 len: 217 time: 0.0822127 Jun 04 16:18:07.078507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 7a66947d-6c88-4e68-b356-5fcf89160372, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7a66947d-6c88-4e68-b356-5fcf89160372,segment=NetworkSegment(8826ae00-41fd-492d-ac82-38c21dd81e1f),segment_id=8826ae00-41fd-492d-ac82-38c21dd81e1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:07.090777 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.091848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-73e402a3-a36b-4b9a-bd6d-d18db4039587 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.102675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13b5d0-ad6b-4359-8aef-1413c55f7cb2 req-22ef8761-ade8-4b60-93a2-e323fc25e688 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:07.106892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e13b5d0-ad6b-4359-8aef-1413c55f7cb2 req-22ef8761-ade8-4b60-93a2-e323fc25e688 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 984 time: 0.3157184 Jun 04 16:18:07.160346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-0e13b5d0-ad6b-4359-8aef-1413c55f7cb2 req-3b163245-2308-4394-9a28-17fcecf847f7 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'port': {'security_groups': ['7de75c37-1d4b-48b4-acdb-4930b305aaed', 'b8265e7b-b6b0-4e32-b886-c584006dbba2', 'ec3b543d-e44b-4a24-9963-70bca21fc452']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:07.183270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-9362eb08-d6c6-420b-85ee-819d487dd21a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:07.184698 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-9362eb08-d6c6-420b-85ee-819d487dd21a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3276715 Jun 04 16:18:07.185821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Allocated IP 172.20.0.1 (8987c169-60ee-4bb9-9686-616dc3a180d1/7bddc17a-ace5-4042-9a78-87f449df67c1/336eb52e-5289-4025-af75-4330e92b3b41) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:18:07.197393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-7944a1d9-9a35-4b95-bc0e-d55058bbb039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:07.199393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Request body: {'port': {'device_id': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': 'ebd00055ee90437ca2acd288885c518a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:07.199810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-7944a1d9-9a35-4b95-bc0e-d55058bbb039 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.1730106 Jun 04 16:18:07.208620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e402a3-a36b-4b9a-bd6d-d18db4039587 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Pushing event deleted for resources: {'Port': ['ID=464eafda-3666-4041-8690-4dd6a18ff30d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:07.215588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=7a66947d-6c88-4e68-b356-5fcf89160372,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:07.239643 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.251797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Transition to ACTIVE for port object 2c8f8275-4edf-4996-bec6-72d7623fc82c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:07.258506 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.345434 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Attempting to bind port 2c8f8275-4edf-4996-bec6-72d7623fc82c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:07.345850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Attempting to bind port 2c8f8275-4edf-4996-bec6-72d7623fc82c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:07.346154 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Attempting to bind port 2c8f8275-4edf-4996-bec6-72d7623fc82c on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:07.348451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc0043-ff85-4ccf-b133-85506c630103 None None] Pushing event updated for resources: {'Port': ['ID=2c8f8275-4edf-4996-bec6-72d7623fc82c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:07.354519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:07.354942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:07.355282 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.355667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:07.356135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Bound port: 2c8f8275-4edf-4996-bec6-72d7623fc82c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:07.356499 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.437111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] For port 2c8f8275-4edf-4996-bec6-72d7623fc82c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:07.440749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] For port 2c8f8275-4edf-4996-bec6-72d7623fc82c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2c8f8275-4edf-4996-bec6-72d7623fc82c,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:07.449730 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.457327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:07.477718 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-a4abeca5-7e09-4558-bef9-7168162daeab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2636178 Jun 04 16:18:07.477987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Usage tracker for resource:port and tenant:ebd00055ee90437ca2acd288885c518a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:07.479311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:07.483982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.493256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:07.508722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Transition to ACTIVE for port object 336eb52e-5289-4025-af75-4330e92b3b41 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:07.515904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Made reservation on behalf of ebd00055ee90437ca2acd288885c518a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:07.531323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.547132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Routers {'5674e3f8-9bcf-4bfa-898a-da6112f4fd06'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:07.547755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5674e3f8-9bcf-4bfa-898a-da6112f4fd06'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:07.602927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:07.646807 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-73e402a3-a36b-4b9a-bd6d-d18db4039587 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.652752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc0043-ff85-4ccf-b133-85506c630103 None None] Pushing event updated for resources: {'Port': ['ID=2c8f8275-4edf-4996-bec6-72d7623fc82c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:07.696366 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.698747 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0e13b5d0-ad6b-4359-8aef-1413c55f7cb2 req-3b163245-2308-4394-9a28-17fcecf847f7 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.731511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-73e402a3-a36b-4b9a-bd6d-d18db4039587 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.732617 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa4749a1-5597-462b-ae82-97218c6677d1 req-73e402a3-a36b-4b9a-bd6d-d18db4039587 tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "DELETE /v2.0/floatingips/216a0fef-01b0-46df-84ce-9863106edaaf HTTP/1.1" status: 204 len: 173 time: 1.7891295 Jun 04 16:18:07.770567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-91a475c9-35d5-4d45-a631-7138f0cd4a9b service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848799 Jun 04 16:18:07.771510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Pushing event updated for resources: {'Port': ['ID=336eb52e-5289-4025-af75-4330e92b3b41,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:07.793834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Network 8987c169-60ee-4bb9-9686-616dc3a180d1 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:07.797330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:07.804212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:18:07.833565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Allocated IP 192.168.233.128 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/53b9c783-01b8-49f2-a609-2b429c7520ed) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:18:07.882203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:07.882609 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.894935 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:07.941263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] Set router 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:07.991835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-cead6914-0af1-4927-982e-fbddea0ec8f0 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122824 Jun 04 16:18:08.096263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa8801b1-f8f4-4d9e-a242-e4fe88496c06 req-13dc814f-a135-4bc5-8478-324fd995d9ed tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 210 time: 0.1033490 Jun 04 16:18:08.260801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0e13b5d0-ad6b-4359-8aef-1413c55f7cb2 req-3b163245-2308-4394-9a28-17fcecf847f7 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] For port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:08.300162 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:08.309797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e3d4f86b-4568-40ff-89e4-0fdc58928e74 None None] Provisioning for port 336eb52e-5289-4025-af75-4330e92b3b41 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:08.342784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e3d4f86b-4568-40ff-89e4-0fdc58928e74 None None] Provisioning complete for port 336eb52e-5289-4025-af75-4330e92b3b41 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:08.343152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3d4f86b-4568-40ff-89e4-0fdc58928e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:08.360193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Transition to ACTIVE for port object 53b9c783-01b8-49f2-a609-2b429c7520ed will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:08.380965 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:08.412885 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0e13b5d0-ad6b-4359-8aef-1413c55f7cb2 req-3b163245-2308-4394-9a28-17fcecf847f7 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:08.424680 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0e13b5d0-ad6b-4359-8aef-1413c55f7cb2 req-3b163245-2308-4394-9a28-17fcecf847f7 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:08.445346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:18:08.463154 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:08.469476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ba6a568-4515-41fb-beec-1e7910fdfac3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:18:08.510293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:08.511454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7a66947d-6c88-4e68-b356-5fcf89160372 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:08.531781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13b5d0-ad6b-4359-8aef-1413c55f7cb2 req-3b163245-2308-4394-9a28-17fcecf847f7 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:08.532385 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0e13b5d0-ad6b-4359-8aef-1413c55f7cb2 req-3b163245-2308-4394-9a28-17fcecf847f7 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:08.551815 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e13b5d0-ad6b-4359-8aef-1413c55f7cb2 req-3b163245-2308-4394-9a28-17fcecf847f7 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "PUT /v2.0/ports/faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e HTTP/1.1" status: 200 len: 1020 time: 1.3959062 Jun 04 16:18:08.572673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef9dbe-2831-4954-85dc-0d722ffba1cb req-a1624bed-6898-444c-93cc-eca71b2ae3e9 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:08.576309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1ef9dbe-2831-4954-85dc-0d722ffba1cb req-a1624bed-6898-444c-93cc-eca71b2ae3e9 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 945 time: 0.3512285 Jun 04 16:18:08.576461 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e3d4f86b-4568-40ff-89e4-0fdc58928e74 None None] Port 336eb52e-5289-4025-af75-4330e92b3b41 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:18:08.578256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d', 'tag': 'faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:08.620532 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3885bcb-dd3e-4986-b938-6284d082e550'] response: {'server_uuid': 'e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c11c210-0ca8-4e0a-964d-252bc58dd4e9', 'code': 200} Jun 04 16:18:08.627715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-603fbdd4-8654-4550-81a1-77c13f5bd736 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:08.629701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-603fbdd4-8654-4550-81a1-77c13f5bd736 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c&tenant_id=d4012fb5625c4c60945856a3a47e68a0&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1095 time: 0.3149726 Jun 04 16:18:08.667357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:18:08.668857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1ef9dbe-2831-4954-85dc-0d722ffba1cb req-9d41a977-4477-4629-b045-53b700be4a63 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846639 Jun 04 16:18:08.711025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event updated for resources: {'Port': ['ID=53b9c783-01b8-49f2-a609-2b429c7520ed,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:08.733477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:08.736608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:08.750198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:18:08.798815 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7a66947d-6c88-4e68-b356-5fcf89160372 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:08.799232 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:08.859871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:08.860500 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:08.906631 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:08.913541 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-1ffa5ac7-24a9-489c-934f-c8413698006c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7180700 Jun 04 16:18:08.916644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:08.918026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b163245-2308-4394-9a28-17fcecf847f7 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'Port': ['ID=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:08.953967 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-964071f5-e47f-4b3c-81ae-051ef12e01a9 req-01d3eb73-1cc3-47b6-9051-493ab484389e tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] show failed (client error): The resource could not be found. Jun 04 16:18:08.955003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-964071f5-e47f-4b3c-81ae-051ef12e01a9 req-01d3eb73-1cc3-47b6-9051-493ab484389e tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/floatingips/216a0fef-01b0-46df-84ce-9863106edaaf HTTP/1.1" status: 404 len: 350 time: 0.1507494 Jun 04 16:18:08.969614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'name': 'tempest-VolumesAdminNegativeTest-943244872-router', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:01Z', 'updated_at': '2022-06-04T16:18:04Z', 'revision_number': 3, 'project_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'gw_port': {'id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:02Z', 'updated_at': '2022-06-04T16:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:09.019523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6563fa60-6538-45a7-a425-60c2475f4d85 None None] The sync data for ids ['5674e3f8-9bcf-4bfa-898a-da6112f4fd06'] in n-d-811809-3 is: [{'id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'name': 'tempest-VolumesAdminNegativeTest-943244872-router', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:01Z', 'updated_at': '2022-06-04T16:18:04Z', 'revision_number': 3, 'project_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'gw_port': {'id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:02Z', 'updated_at': '2022-06-04T16:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:18:09.038756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Request body: {'port': {'device_id': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:09.071389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8a454-625d-4c3f-8078-5ee6c2ab3660 req-7ac7d9c2-13d4-4aab-9e83-25173b93c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:09.073027 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09b8a454-625d-4c3f-8078-5ee6c2ab3660 req-7ac7d9c2-13d4-4aab-9e83-25173b93c59f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 1096 time: 0.3155537 Jun 04 16:18:09.075700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Pushing event updated for resources: {'Port': ['ID=336eb52e-5289-4025-af75-4330e92b3b41,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:09.121800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb65be-c21e-41f9-956a-7687a02f82a3 req-4de3ce58-5eff-4146-94fb-8223de853b21 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:09.129906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6abb65be-c21e-41f9-956a-7687a02f82a3 req-4de3ce58-5eff-4146-94fb-8223de853b21 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 944 time: 0.2459617 Jun 04 16:18:09.138761 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:09.155548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7fe4f7c2-e3c6-4264-9f19-b4e2bf0f9f56 None None] Provisioning for port 53b9c783-01b8-49f2-a609-2b429c7520ed completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:09.174495 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e99ae65-9407-43f4-ab46-da3f18533c0a req-b5febb32-5d7e-4869-8d2a-64301b00a411 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/ec3b543d-e44b-4a24-9963-70bca21fc452 HTTP/1.1" status: 200 len: 1799 time: 0.1533687 Jun 04 16:18:09.197888 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7fe4f7c2-e3c6-4264-9f19-b4e2bf0f9f56 None None] Provisioning complete for port 53b9c783-01b8-49f2-a609-2b429c7520ed triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:09.198258 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f7c2-e3c6-4264-9f19-b4e2bf0f9f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:09.213768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-08b4a690-2bf6-428a-81dd-56b6e1194549 service neutron] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:09.215960 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09b8a454-625d-4c3f-8078-5ee6c2ab3660 req-fe37c258-d5ba-4092-b430-8fd7d651fb47 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265898 Jun 04 16:18:09.222714 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-08b4a690-2bf6-428a-81dd-56b6e1194549 service neutron] Notify callbacks [] for binding, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:09.223866 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52e0ad69-c3a6-4c5f-ba8f-43d22ede91ae req-08b4a690-2bf6-428a-81dd-56b6e1194549 service neutron] 10.222.0.42 "DELETE /v2.0/ports/dd9e9175-86e9-4559-9c0d-8916d535285a/bindings/n-h2-811809-3 HTTP/1.1" status: 204 len: 173 time: 0.5596154 Jun 04 16:18:09.233038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7a66947d-6c88-4e68-b356-5fcf89160372 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:09.248921 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6abb65be-c21e-41f9-956a-7687a02f82a3 req-56c98375-974d-46d0-83d0-f0d9196e7959 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158731 Jun 04 16:18:09.298133 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-9e99ae65-9407-43f4-ab46-da3f18533c0a req-8c3a4d0d-d2e1-40fe-b4e8-80bbf3dd1b60 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 04 16:18:09.299323 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e99ae65-9407-43f4-ab46-da3f18533c0a req-8c3a4d0d-d2e1-40fe-b4e8-80bbf3dd1b60 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "DELETE /v2.0/security-groups/ec3b543d-e44b-4a24-9963-70bca21fc452 HTTP/1.1" status: 409 len: 341 time: 0.1067176 Jun 04 16:18:09.321946 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:09.379225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4f7c2-e3c6-4264-9f19-b4e2bf0f9f56 None None] Port 53b9c783-01b8-49f2-a609-2b429c7520ed cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:18:09.593218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Network 8987c169-60ee-4bb9-9686-616dc3a180d1 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:09.597809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:09.625485 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0560607-8c90-482c-b3a1-1833358320a8'] response: {'name': 'network-changed', 'server_uuid': '4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d', 'tag': 'faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e', 'status': 'completed', 'code': 200} Jun 04 16:18:09.670489 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-710b8c81-f916-46f0-bcf1-ad748e66344c req-df8d9714-a039-4b79-8ea3-4f3baae7ff6b tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] show failed (client error): The resource could not be found. Jun 04 16:18:09.671547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-710b8c81-f916-46f0-bcf1-ad748e66344c req-df8d9714-a039-4b79-8ea3-4f3baae7ff6b tempest-FloatingIPsTestJSON-934469167 tempest-FloatingIPsTestJSON-934469167-project] 10.222.0.13 "GET /v2.0/floatingips/216a0fef-01b0-46df-84ce-9863106edaaf HTTP/1.1" status: 404 len: 350 time: 0.3536074 Jun 04 16:18:09.677127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2c8f8275-4edf-4996-bec6-72d7623fc82c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:09.682502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33922) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:09.840534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['de14cf5d-f911-468f-b7f0-8f796df3808a', 'c8c3fd24-4f62-4793-8db6-6ee212845f2c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:18:09.971087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 2c8f8275-4edf-4996-bec6-72d7623fc82c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:10.042961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2c8f8275-4edf-4996-bec6-72d7623fc82c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:10.043620 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:10.087273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['6368b7ab-a09d-49d4-bf7d-087882efe336'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:18:10.115217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Router 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:18:10.378134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8eca8178-a45e-4828-b2c6-4b6d799683ca None None] Provisioning complete for port 336eb52e-5289-4025-af75-4330e92b3b41 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:10.378527 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8eca8178-a45e-4828-b2c6-4b6d799683ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:10.629813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271c5ae-0298-446d-b2eb-9c03c8c6ad8f req-4b3eb63f-0f8e-42e9-96e6-4bff5f2eb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:10.631371 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5271c5ae-0298-446d-b2eb-9c03c8c6ad8f req-4b3eb63f-0f8e-42e9-96e6-4bff5f2eb624 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39eb674087d5486c8f7f55e99956500b&device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 1174 time: 1.0991309 Jun 04 16:18:10.653032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8eca8178-a45e-4828-b2c6-4b6d799683ca None None] Port 336eb52e-5289-4025-af75-4330e92b3b41 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:18:10.718099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2c8f8275-4edf-4996-bec6-72d7623fc82c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:10.718493 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:10.726734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513da4-ecd5-480e-9457-ec772ac3f68c req-76ed76e4-7216-45d5-bb3a-b0cc92571e32 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:10.734037 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f2513da4-ecd5-480e-9457-ec772ac3f68c req-76ed76e4-7216-45d5-bb3a-b0cc92571e32 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 936 time: 0.5938761 Jun 04 16:18:10.755372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:18:10.758468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b9c783-01b8-49f2-a609-2b429c7520ed {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:18:10.766488 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ff3daeb2-d08e-4a80-83f9-76dbc1b1f64f admin admin] 10.222.0.13 "PUT /v2.0/routers/5674e3f8-9bcf-4bfa-898a-da6112f4fd06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0331476 Jun 04 16:18:10.776105 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:10.793630 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 2c8f8275-4edf-4996-bec6-72d7623fc82c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2c8f8275-4edf-4996-bec6-72d7623fc82c,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:10.805651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Transition to ACTIVE for port object 53b9c783-01b8-49f2-a609-2b429c7520ed will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:10.811845 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:10.815316 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:10.957377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=2c8f8275-4edf-4996-bec6-72d7623fc82c,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:10.972580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f2513da4-ecd5-480e-9457-ec772ac3f68c req-18e4bb6d-e950-456c-8b30-8ff377815b42 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377856 Jun 04 16:18:11.027969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Pushing event updated for resources: {'Port': ['ID=53b9c783-01b8-49f2-a609-2b429c7520ed,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:11.096376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271c5ae-0298-446d-b2eb-9c03c8c6ad8f req-61bed237-ec74-4288-9d76-a83b03a485e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:11.097853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5271c5ae-0298-446d-b2eb-9c03c8c6ad8f req-61bed237-ec74-4288-9d76-a83b03a485e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15766385-e714-4997-9061-68a94449eb31 HTTP/1.1" status: 200 len: 913 time: 0.4056704 Jun 04 16:18:11.114673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Attempting to bind port 53b9c783-01b8-49f2-a609-2b429c7520ed on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:11.115282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Attempting to bind port 53b9c783-01b8-49f2-a609-2b429c7520ed by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:11.116392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Attempting to bind port 53b9c783-01b8-49f2-a609-2b429c7520ed on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:11.122415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Port 53b9c783-01b8-49f2-a609-2b429c7520ed on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:18:11.123018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Attempting to bind port 53b9c783-01b8-49f2-a609-2b429c7520ed on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:11.128689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:11.129026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:11.129413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:11.129848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Bound port: 53b9c783-01b8-49f2-a609-2b429c7520ed, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:11.130206 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:11.207102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf776c-ffc8-403c-85cd-9185d3e16067 req-e0ebc051-3da3-4eac-9eda-38d5d4df4847 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:11.208606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6cf776c-ffc8-403c-85cd-9185d3e16067 req-e0ebc051-3da3-4eac-9eda-38d5d4df4847 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 945 time: 0.7501347 Jun 04 16:18:11.231084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:11.234020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:11.238957 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:11.288852 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5271c5ae-0298-446d-b2eb-9c03c8c6ad8f req-8a950d3e-8447-43fd-93ff-beec946cda04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e HTTP/1.1" status: 200 len: 217 time: 0.1434524 Jun 04 16:18:11.300770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:11.301964 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:11.303115 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] 10.222.0.42 "PUT /v2.0/ports/53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 200 len: 1096 time: 2.3571477 Jun 04 16:18:11.303373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:11.330542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d42fb1-54b5-43a1-8af0-c6d1d4562d3d service neutron] Pushing event updated for resources: {'Port': ['ID=53b9c783-01b8-49f2-a609-2b429c7520ed,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:11.439229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-a4333948-ee49-4581-881e-20786ef59f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:11.441473 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-a4333948-ee49-4581-881e-20786ef59f84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 1099 time: 0.0822799 Jun 04 16:18:11.443477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6cf776c-ffc8-403c-85cd-9185d3e16067 req-860c56ed-686a-45d8-a63d-c6c925d0bc12 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928802 Jun 04 16:18:11.447421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271c5ae-0298-446d-b2eb-9c03c8c6ad8f req-d6c8915b-7310-4581-85dd-76e50db7f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:11.448833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5271c5ae-0298-446d-b2eb-9c03c8c6ad8f req-d6c8915b-7310-4581-85dd-76e50db7f116 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03f80806-80de-420b-bbfa-7c1e05be866d HTTP/1.1" status: 200 len: 852 time: 0.1435568 Jun 04 16:18:11.527738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5271c5ae-0298-446d-b2eb-9c03c8c6ad8f req-6d7f366c-1581-4d69-9d5e-5e05b6452302 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15766385-e714-4997-9061-68a94449eb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531836 Jun 04 16:18:11.540189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c001e-8248-4854-b3f5-9755ae62fa27 req-cf6c1daf-9914-435e-a0c1-b002d6bfd433 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:11.541690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba1c001e-8248-4854-b3f5-9755ae62fa27 req-cf6c1daf-9914-435e-a0c1-b002d6bfd433 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 1095 time: 0.3975286 Jun 04 16:18:11.563902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2c8f8275-4edf-4996-bec6-72d7623fc82c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:11.577773 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-e01f0ada-b417-4b16-b84a-3548f97ddb6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 200 len: 217 time: 0.1103516 Jun 04 16:18:11.579813 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Sync routers for ids ['5674e3f8-9bcf-4bfa-898a-da6112f4fd06'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:18:11.594106 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Routers {'5674e3f8-9bcf-4bfa-898a-da6112f4fd06'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:11.594785 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5674e3f8-9bcf-4bfa-898a-da6112f4fd06'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:11.656474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-83b9b901-b309-4d40-8e11-20b8e464b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:11.658268 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-83b9b901-b309-4d40-8e11-20b8e464b7ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0741901 Jun 04 16:18:11.712243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2c8f8275-4edf-4996-bec6-72d7623fc82c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:11.712800 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:11.764343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-2d2eb21c-0c01-4d9c-bbd7-a48814e8044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:11.765919 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-2d2eb21c-0c01-4d9c-bbd7-a48814e8044f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984433 Jun 04 16:18:11.827779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba1c001e-8248-4854-b3f5-9755ae62fa27 req-03b6b1b8-c8bb-4797-8c1f-caf20ab72bdc tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513392 Jun 04 16:18:11.839516 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Set router 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:11.879354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2c8f8275-4edf-4996-bec6-72d7623fc82c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:11.913583 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5271c5ae-0298-446d-b2eb-9c03c8c6ad8f req-2b39cacc-e4eb-471f-b7b7-39d3fcdfe3aa service neutron] 10.222.0.42 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701501 Jun 04 16:18:12.017528 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-5d4c4a20-b8a8-456b-a63e-4b835021715f service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420223 Jun 04 16:18:12.030962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dfad8-58cd-4eac-a80b-2139e2062e48 req-4465374c-19de-4c72-bfa0-7a243374a3fd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:12.032192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-a71dfad8-58cd-4eac-a80b-2139e2062e48 req-4465374c-19de-4c72-bfa0-7a243374a3fd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Synchronizing usage tracker for tenant:39eb674087d5486c8f7f55e99956500b on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:18:12.136292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-a71dfad8-58cd-4eac-a80b-2139e2062e48 req-4465374c-19de-4c72-bfa0-7a243374a3fd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Unset dirty status for tenant:39eb674087d5486c8f7f55e99956500b on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:18:12.137968 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a71dfad8-58cd-4eac-a80b-2139e2062e48 req-4465374c-19de-4c72-bfa0-7a243374a3fd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 1023 time: 0.2872746 Jun 04 16:18:12.197526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1eb59-66a0-4f19-82ea-fe719844426c req-17fc06cb-92b3-4320-bdc2-de8d8d2c700c tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:12.199158 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cae1eb59-66a0-4f19-82ea-fe719844426c req-17fc06cb-92b3-4320-bdc2-de8d8d2c700c tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d HTTP/1.1" status: 200 len: 1023 time: 0.4902680 Jun 04 16:18:12.223754 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a60-1f7f-43a1-a06f-37de73d8cd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:12.248615 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5206800b-4165-4575-8c9b-4468d84d9eb6 req-fb5ffc20-c269-4f17-8808-eb37036ba4fd service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132118 Jun 04 16:18:12.254531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-a71dfad8-58cd-4eac-a80b-2139e2062e48 req-4b53e5e2-ca29-4037-bc59-06d9934a0002 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Deleting port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:12.254939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a71dfad8-58cd-4eac-a80b-2139e2062e48 req-4b53e5e2-ca29-4037-bc59-06d9934a0002 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:12.309468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33954) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:12.317264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617997265', 'description': 'tempest-description--1115898620'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:12.325125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:12.330579 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'name': 'tempest-VolumesAdminNegativeTest-943244872-router', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:01Z', 'updated_at': '2022-06-04T16:18:08Z', 'revision_number': 4, 'project_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'gw_port': {'id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:02Z', 'updated_at': '2022-06-04T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '336eb52e-5289-4025-af75-4330e92b3b41', 'name': '', 'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'mac_address': 'fa:16:3e:7c:ec:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '7bddc17a-ace5-4042-9a78-87f449df67c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:06Z', 'updated_at': '2022-06-04T16:18:08Z', 'revision_number': 2, 'project_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'subnets': [{'id': '7bddc17a-ace5-4042-9a78-87f449df67c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:12.332874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Usage tracker for resource:security_group and tenant:60ac837242f346f296181deb284c70b8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:12.335055 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Checking router: 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:18:12.335805 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Updating router 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 port 336eb52e-5289-4025-af75-4330e92b3b41 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:18:12.338781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:12.381384 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c5431a-65b3-408b-9187-259ebd14c32a'] response: {'name': 'network-changed', 'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'status': 'completed', 'code': 200} Jun 04 16:18:12.386981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:12.400353 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:12.468097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:12.577280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:12.588616 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Usage tracker for resource:security_group_rule and tenant:60ac837242f346f296181deb284c70b8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:12.595053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:12.608576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:12.652381 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cae1eb59-66a0-4f19-82ea-fe719844426c req-7159e349-63a0-4c4f-a303-36cfe92bf6ae tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3b543d-e44b-4a24-9963-70bca21fc452&id=7de75c37-1d4b-48b4-acdb-4930b305aaed&id=b8265e7b-b6b0-4e32-b886-c584006dbba2&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4440389 Jun 04 16:18:12.674826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5271c5ae-0298-446d-b2eb-9c03c8c6ad8f req-667681bc-2a8e-4a8e-a7a7-8021da40ae9f service neutron] 10.222.0.42 "GET /v2.0/networks/15766385-e714-4997-9061-68a94449eb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518294 Jun 04 16:18:12.744238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745f7f9-eb20-4619-b76a-ac3325d9c866 req-8bacc506-7da6-4d65-ae84-91320fca78aa tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:12.752373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b745f7f9-eb20-4619-b76a-ac3325d9c866 req-8bacc506-7da6-4d65-ae84-91320fca78aa tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 948 time: 0.2577662 Jun 04 16:18:12.777579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7746bc-9c6b-46f2-9e8f-126143c63ed1 req-b376d87f-07d9-4404-855b-3e3fb64ca79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:12.779091 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7b7746bc-9c6b-46f2-9e8f-126143c63ed1 req-b376d87f-07d9-4404-855b-3e3fb64ca79d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 1099 time: 0.3894982 Jun 04 16:18:12.833192 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:12.846437 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Transition to ACTIVE for port object 336eb52e-5289-4025-af75-4330e92b3b41 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:12.853822 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:12.879894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-a71dfad8-58cd-4eac-a80b-2139e2062e48 req-4b53e5e2-ca29-4037-bc59-06d9934a0002 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] For port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:12.880239 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a71dfad8-58cd-4eac-a80b-2139e2062e48 req-4b53e5e2-ca29-4037-bc59-06d9934a0002 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:12.953160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b745f7f9-eb20-4619-b76a-ac3325d9c866 req-8920dd76-3fa3-4274-bb81-8d34381081b0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997654 Jun 04 16:18:12.958634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d5a60-1f7f-43a1-a06f-37de73d8cd51 admin admin] Deleting port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:12.958973 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a60-1f7f-43a1-a06f-37de73d8cd51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:13.082042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-a71dfad8-58cd-4eac-a80b-2139e2062e48 req-4b53e5e2-ca29-4037-bc59-06d9934a0002 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Calling delete_port for faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:13.100163 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Attempting to bind port 336eb52e-5289-4025-af75-4330e92b3b41 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:13.100664 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Attempting to bind port 336eb52e-5289-4025-af75-4330e92b3b41 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '8826ae00-41fd-492d-ac82-38c21dd81e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:13.101154 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Attempting to bind port 336eb52e-5289-4025-af75-4330e92b3b41 on network 8987c169-60ee-4bb9-9686-616dc3a180d1 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:13.109663 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:13.110189 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Checking segment: {'id': '8826ae00-41fd-492d-ac82-38c21dd81e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:13.110700 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:13.111176 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Bound using segment: {'id': '8826ae00-41fd-492d-ac82-38c21dd81e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:13.111742 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Bound port: 336eb52e-5289-4025-af75-4330e92b3b41, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8826ae00-41fd-492d-ac82-38c21dd81e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:13.112235 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:13.182012 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Pushing event updated for resources: {'Port': ['ID=336eb52e-5289-4025-af75-4330e92b3b41,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:13.195646 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:13.196532 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:13.197160 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:13.198226 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:13.198226 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:13.198640 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:13.199924 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:13.199924 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:13.199924 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:13.200220 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:13.200590 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:13.200978 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:13.235534 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:13.236512 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7746bc-9c6b-46f2-9e8f-126143c63ed1 req-2a436edc-448f-46d2-8846-28afbc326a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:13.237990 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7b7746bc-9c6b-46f2-9e8f-126143c63ed1 req-2a436edc-448f-46d2-8846-28afbc326a65 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.4491358 Jun 04 16:18:13.240991 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] For port 336eb52e-5289-4025-af75-4330e92b3b41, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:13.241467 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:13.244392 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] For port 336eb52e-5289-4025-af75-4330e92b3b41, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=336eb52e-5289-4025-af75-4330e92b3b41,segment=NetworkSegment(8826ae00-41fd-492d-ac82-38c21dd81e1f),segment_id=8826ae00-41fd-492d-ac82-38c21dd81e1f)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:13.248436 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:13.283086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-c544e33a-7903-45ef-8a92-c5b84912cde4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:13.284542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-c544e33a-7903-45ef-8a92-c5b84912cde4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 808 time: 0.4695396 Jun 04 16:18:13.327314 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Routers {'5674e3f8-9bcf-4bfa-898a-da6112f4fd06'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:13.327965 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5674e3f8-9bcf-4bfa-898a-da6112f4fd06'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:13.343995 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-2a985cf5-2020-42be-8127-4a7d9945097d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/quotas/d4012fb5625c4c60945856a3a47e68a0 HTTP/1.1" status: 200 len: 375 time: 0.0425885 Jun 04 16:18:13.395219 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5d472-8a73-49ae-97ad-e7e7501615e3 None None] Pushing event updated for resources: {'Port': ['ID=336eb52e-5289-4025-af75-4330e92b3b41,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:13.430059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-1298c720-7186-499a-a8ad-73227c5b5a34 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:13.431782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-1298c720-7186-499a-a8ad-73227c5b5a34 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/networks?id=741b8d91-ba20-4722-aecb-0b9a96deb81f HTTP/1.1" status: 200 len: 809 time: 0.3341954 Jun 04 16:18:13.437739 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b57ecdd-11e7-4355-980c-81686153419c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:13.441252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-ac9d5a60-1f7f-43a1-a06f-37de73d8cd51 admin admin] For port 6bd0a4dd-4617-434b-b3b0-154440b5bdd3, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6bd0a4dd-4617-434b-b3b0-154440b5bdd3,segment=NetworkSegment(f0b61e86-a0e3-4022-817c-eec810006780),segment_id=f0b61e86-a0e3-4022-817c-eec810006780)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:13.441613 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a60-1f7f-43a1-a06f-37de73d8cd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:13.464675 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:13.469294 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8b31d8e0-2a4b-49ae-b2f9-22afe97129eb tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1588311 Jun 04 16:18:13.470104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33976) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:13.476226 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7b7746bc-9c6b-46f2-9e8f-126143c63ed1 req-e7fc2cfc-ab76-4fd4-a4aa-4ad6ad3e559e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 200 len: 217 time: 0.2290976 Jun 04 16:18:13.480486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f18ece66-a76c-45e1-9117-675e6abe9b01 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Request body: {'security_group_rule': {'security_group_id': '4b57ecdd-11e7-4355-980c-81686153419c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:13.490711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f18ece66-a76c-45e1-9117-675e6abe9b01 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:13.525914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-80ebffeb-91e4-498e-879b-90240b68e598 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/quotas/19e7f36e2eca4081af8800d20e1ec6a9 HTTP/1.1" status: 200 len: 375 time: 0.0660684 Jun 04 16:18:13.555187 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] Set router 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:13.563579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7746bc-9c6b-46f2-9e8f-126143c63ed1 req-baa39458-5e40-49a9-b14c-e0eb6c658f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:13.565049 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7b7746bc-9c6b-46f2-9e8f-126143c63ed1 req-baa39458-5e40-49a9-b14c-e0eb6c658f56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0757785 Jun 04 16:18:13.569395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f18ece66-a76c-45e1-9117-675e6abe9b01 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Usage tracker for resource:security_group_rule and tenant:60ac837242f346f296181deb284c70b8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:13.591169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d5a60-1f7f-43a1-a06f-37de73d8cd51 admin admin] Calling delete_port for 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:13.617286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f18ece66-a76c-45e1-9117-675e6abe9b01 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:13.639993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f18ece66-a76c-45e1-9117-675e6abe9b01 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:13.661240 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a71dfad8-58cd-4eac-a80b-2139e2062e48 req-4b53e5e2-ca29-4037-bc59-06d9934a0002 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:13.680310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:18:13.690694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-be746acb-a687-45dd-acee-dcec7904ccc7 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=19e7f36e2eca4081af8800d20e1ec6a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072888 Jun 04 16:18:13.718708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ba6a568-4515-41fb-beec-1e7910fdfac3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:18:13.747442 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-67339da1-d436-405b-a8a9-71885e1374af tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3860288 Jun 04 16:18:13.798070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53e5e2-ca29-4037-bc59-06d9934a0002 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event deleted for resources: {'Port': ['ID=faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:13.808833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f18ece66-a76c-45e1-9117-675e6abe9b01 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:13.888353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71dfad8-58cd-4eac-a80b-2139e2062e48 req-4b53e5e2-ca29-4037-bc59-06d9934a0002 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] No DVR routers for this DVR port faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:18:13.899445 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a71dfad8-58cd-4eac-a80b-2139e2062e48 req-4b53e5e2-ca29-4037-bc59-06d9934a0002 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:13.901429 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a71dfad8-58cd-4eac-a80b-2139e2062e48 req-4b53e5e2-ca29-4037-bc59-06d9934a0002 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.42 "DELETE /v2.0/ports/faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e HTTP/1.1" status: 204 len: 173 time: 1.7501934 Jun 04 16:18:13.917251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 53b9c783-01b8-49f2-a609-2b429c7520ed details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:18:13.917482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7746bc-9c6b-46f2-9e8f-126143c63ed1 req-aa840fc5-4f55-4924-9f4b-1d2988457ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:13.918936 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7b7746bc-9c6b-46f2-9e8f-126143c63ed1 req-aa840fc5-4f55-4924-9f4b-1d2988457ac0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3439629 Jun 04 16:18:13.969911 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f18ece66-a76c-45e1-9117-675e6abe9b01 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:14.023029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f18ece66-a76c-45e1-9117-675e6abe9b01 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:14.060693 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ece66-a76c-45e1-9117-675e6abe9b01 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bc6899-eccb-47a1-b7fc-e7cc059ab417,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:14.106597 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'name': 'tempest-VolumesAdminNegativeTest-943244872-router', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:01Z', 'updated_at': '2022-06-04T16:18:08Z', 'revision_number': 4, 'project_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'gw_port': {'id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:02Z', 'updated_at': '2022-06-04T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '336eb52e-5289-4025-af75-4330e92b3b41', 'name': '', 'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'mac_address': 'fa:16:3e:7c:ec:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '7bddc17a-ace5-4042-9a78-87f449df67c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:06Z', 'updated_at': '2022-06-04T16:18:13Z', 'revision_number': 4, 'project_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'subnets': [{'id': '7bddc17a-ace5-4042-9a78-87f449df67c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:14.121444 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f9095-31c9-40e1-8f28-30d8bae0bb9c None None] The sync data for ids ['5674e3f8-9bcf-4bfa-898a-da6112f4fd06'] in n-d-811809-3 is: [{'id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'name': 'tempest-VolumesAdminNegativeTest-943244872-router', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:01Z', 'updated_at': '2022-06-04T16:18:08Z', 'revision_number': 4, 'project_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'gw_port': {'id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:02Z', 'updated_at': '2022-06-04T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '336eb52e-5289-4025-af75-4330e92b3b41', 'name': '', 'network_id': '8987c169-60ee-4bb9-9686-616dc3a180d1', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'mac_address': 'fa:16:3e:7c:ec:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '7bddc17a-ace5-4042-9a78-87f449df67c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:06Z', 'updated_at': '2022-06-04T16:18:13Z', 'revision_number': 4, 'project_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'subnets': [{'id': '7bddc17a-ace5-4042-9a78-87f449df67c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:18:14.128924 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f18ece66-a76c-45e1-9117-675e6abe9b01 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:14.130199 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f18ece66-a76c-45e1-9117-675e6abe9b01 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6561809 Jun 04 16:18:14.133799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33988) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:14.140938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9fb5381d-9f76-4673-a2cd-c0f93b80fb02 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Request body: {'security_group_rule': {'security_group_id': '4b57ecdd-11e7-4355-980c-81686153419c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:14.147703 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7b7746bc-9c6b-46f2-9e8f-126143c63ed1 req-59a3c515-9148-49c6-8fa8-00a7a555f4db service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195594 Jun 04 16:18:14.150071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9fb5381d-9f76-4673-a2cd-c0f93b80fb02 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:14.174750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9fb5381d-9f76-4673-a2cd-c0f93b80fb02 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Usage tracker for resource:security_group_rule and tenant:60ac837242f346f296181deb284c70b8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:14.179890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9fb5381d-9f76-4673-a2cd-c0f93b80fb02 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:14.191507 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9fb5381d-9f76-4673-a2cd-c0f93b80fb02 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:14.252998 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-bb697429-9adc-4e2b-bd0a-f1b61f925fe8 service neutron] 10.222.0.13 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485378 Jun 04 16:18:14.297508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:14.319588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'mac_address': 'fa:16:3e:a8:2e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:18:14.319912 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9fb5381d-9f76-4673-a2cd-c0f93b80fb02 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:14.380883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 53b9c783-01b8-49f2-a609-2b429c7520ed is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:14.381141 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:14.382395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d', 'name': 'network-vif-deleted', 'tag': 'faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:14.395660 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7b7746bc-9c6b-46f2-9e8f-126143c63ed1 req-f30017ac-dfc7-4a38-89bc-0b5978b7a129 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408094 Jun 04 16:18:14.399523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b9c783-01b8-49f2-a609-2b429c7520ed {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:18:14.419910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:14.421550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-8801c698-9e5e-4129-a924-fd12c8c97c52 service neutron] 10.222.0.13 "GET /v2.0/networks/741b8d91-ba20-4722-aecb-0b9a96deb81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7300043 Jun 04 16:18:14.430882 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9fb5381d-9f76-4673-a2cd-c0f93b80fb02 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:14.433096 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:14.438869 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9fb5381d-9f76-4673-a2cd-c0f93b80fb02 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:14.472720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5381d-9f76-4673-a2cd-c0f93b80fb02 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3919ea-42c4-474a-8ee6-d0cf2a00c403,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:14.484043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9fb5381d-9f76-4673-a2cd-c0f93b80fb02 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:14.485655 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9fb5381d-9f76-4673-a2cd-c0f93b80fb02 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508654 Jun 04 16:18:14.489322 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33994) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:14.495215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:14.502256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:14.506501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Usage tracker for resource:floatingip and tenant:60ac837242f346f296181deb284c70b8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:14.509935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:14.519950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-cf13af43-1488-4ac7-86ff-1f8b8ea46df6 service neutron] 10.222.0.13 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660046 Jun 04 16:18:14.544388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:14.547383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=53b9c783-01b8-49f2-a609-2b429c7520ed,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:14.581752 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:14.714726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['53b9c783-01b8-49f2-a609-2b429c7520ed'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:18:14.762113 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a60-1f7f-43a1-a06f-37de73d8cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:14.968925 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:15.025356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d5a60-1f7f-43a1-a06f-37de73d8cd51 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd0a4dd-4617-434b-b3b0-154440b5bdd3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:15.071064 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-7d420379-b277-4ab9-984d-a80f6e92ad44 service neutron] 10.222.0.13 "GET /v2.0/networks/741b8d91-ba20-4722-aecb-0b9a96deb81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361084 Jun 04 16:18:15.197368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Allocated IP 172.25.5.83 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/5ae8ee71-9b77-4178-9975-66b7b189f194) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:18:15.258957 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:18:15.302961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d0312-2119-4694-bd0b-88492e98bfa3 req-2dc76c4e-b5de-4ec8-990f-96d2242ed16a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:15.310738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f5d0312-2119-4694-bd0b-88492e98bfa3 req-2dc76c4e-b5de-4ec8-990f-96d2242ed16a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 945 time: 0.3607292 Jun 04 16:18:15.476577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f5d0312-2119-4694-bd0b-88492e98bfa3 req-a0cd537d-13c5-4bf8-a5ef-086516899432 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627951 Jun 04 16:18:15.526392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5a60-1f7f-43a1-a06f-37de73d8cd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:15.695030 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:15.770732 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8201fd69-fb32-4466-9b5e-8250565faf53'] response: {'server_uuid': '4e5e5cb5-e1ef-464d-a4e9-14a2c8b3078d', 'name': 'network-vif-deleted', 'tag': 'faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e', 'status': 'completed', 'code': 200} Jun 04 16:18:15.773453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:15.779268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 336eb52e-5289-4025-af75-4330e92b3b41 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:15.939247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:15.944934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 53b9c783-01b8-49f2-a609-2b429c7520ed up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:15.946940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:15.959128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:18:15.975820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8431f-281e-45e0-be57-5691a8c9e2ce req-2f81b6c9-d67e-4f25-813a-57acc9e12e88 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:15.983266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8a8431f-281e-45e0-be57-5691a8c9e2ce req-2f81b6c9-d67e-4f25-813a-57acc9e12e88 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 949 time: 0.2727437 Jun 04 16:18:16.011779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Pushing event updated for resources: {'Port': ['ID=5ae8ee71-9b77-4178-9975-66b7b189f194,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:16.093637 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:16.100077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 336eb52e-5289-4025-af75-4330e92b3b41 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:16.109637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 336eb52e-5289-4025-af75-4330e92b3b41 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:16.110077 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:16.169173 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 53b9c783-01b8-49f2-a609-2b429c7520ed completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:16.185062 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:16.192856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 53b9c783-01b8-49f2-a609-2b429c7520ed triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:16.193522 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:16.271418 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d622cef8-f04b-414f-81ac-3ab83f2fa9a2 req-cbbb1f21-296e-4ea7-ac42-578a93e183d5 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 210 time: 0.3035536 Jun 04 16:18:16.325097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8a8431f-281e-45e0-be57-5691a8c9e2ce req-e8678b57-c370-4f05-ad53-5225406d9fc9 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348346 Jun 04 16:18:16.440601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 336eb52e-5289-4025-af75-4330e92b3b41 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:16.441258 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:16.506122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 53b9c783-01b8-49f2-a609-2b429c7520ed is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:16.519042 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:16.543545 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f782ac00-8aa0-4a07-b8f7-c5df403062ff req-8ca7b934-09e6-49f5-bea6-abca9667af4f tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 210 time: 0.0547130 Jun 04 16:18:16.574475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 336eb52e-5289-4025-af75-4330e92b3b41, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=336eb52e-5289-4025-af75-4330e92b3b41,segment=NetworkSegment(8826ae00-41fd-492d-ac82-38c21dd81e1f),segment_id=8826ae00-41fd-492d-ac82-38c21dd81e1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:16.603065 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:16.685315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:16.688398 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:16.703394 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:16.721996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:16.733282 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:16.734317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:18:16.760265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9d5a60-1f7f-43a1-a06f-37de73d8cd51 admin admin] Router f9619cee-5210-4681-a253-f4beb8471bb0 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:18:16.774737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:18:16.775370 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device faa4c99c-907c-4e16-b8a6-a7f0c3a5f39e not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:18:16.785600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=336eb52e-5289-4025-af75-4330e92b3b41,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:16.818788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Pushing event updated for resources: {'Port': ['ID=5ae8ee71-9b77-4178-9975-66b7b189f194,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:16.881749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=53b9c783-01b8-49f2-a609-2b429c7520ed,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:16.931561 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:16.959113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-29484e8c-e178-4dfa-b65f-d12035856114 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:16.961103 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-29484e8c-e178-4dfa-b65f-d12035856114 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.42 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 808 time: 0.4034019 Jun 04 16:18:16.981756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Request body: {'port': {'device_id': '2084d991-ac16-43f3-8654-046b65c30818', 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded', 'admin_state_up': True, 'tenant_id': 'd4012fb5625c4c60945856a3a47e68a0'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:16.987975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367eb5e-c6ed-4fb6-be96-85702676953e req-4c2b0387-f20a-4312-a194-017a0ff0fbe6 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:16.989542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d367eb5e-c6ed-4fb6-be96-85702676953e req-4c2b0387-f20a-4312-a194-017a0ff0fbe6 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 1096 time: 0.4322610 Jun 04 16:18:17.025118 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:17.046339 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-72efd841-1e78-4043-9671-906312401d5b tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5555716 Jun 04 16:18:17.124838 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d367eb5e-c6ed-4fb6-be96-85702676953e req-f8c05085-075e-4733-bcf3-ab292a92610f tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717003 Jun 04 16:18:17.129897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9d5a60-1f7f-43a1-a06f-37de73d8cd51 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:18:17.139236 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ac9d5a60-1f7f-43a1-a06f-37de73d8cd51 admin admin] 10.222.0.13 "PUT /v2.0/routers/f9619cee-5210-4681-a253-f4beb8471bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4553325 Jun 04 16:18:17.141252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e6e86-d6ca-4ddf-8955-00e54125c83c None None] Sync routers for ids ['f9619cee-5210-4681-a253-f4beb8471bb0'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:18:17.147850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34030) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:17.157490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e6e86-d6ca-4ddf-8955-00e54125c83c None None] Routers {'f9619cee-5210-4681-a253-f4beb8471bb0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:17.158101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eb2e6e86-d6ca-4ddf-8955-00e54125c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9619cee-5210-4681-a253-f4beb8471bb0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:17.285276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:17.289320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Usage tracker for resource:port and tenant:d4012fb5625c4c60945856a3a47e68a0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:17.292834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:17.299450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:17.315745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Made reservation on behalf of d4012fb5625c4c60945856a3a47e68a0 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:17.320475 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:17.367206 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8abb05-5c06-464f-8fa9-e34146409a13'] response: {'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'code': 200} Jun 04 16:18:17.389033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2034ae3e-0be8-4057-a776-b16879a3a803 req-c3b433d0-8a90-428d-9368-322770ef83a1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/b8265e7b-b6b0-4e32-b886-c584006dbba2 HTTP/1.1" status: 200 len: 1801 time: 0.0853760 Jun 04 16:18:17.391396 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:17.435618 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-eb2e6e86-d6ca-4ddf-8955-00e54125c83c None None] Set router f9619cee-5210-4681-a253-f4beb8471bb0 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:17.493603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 336eb52e-5289-4025-af75-4330e92b3b41 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:17.663173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Allocated IP 172.20.0.8 (fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded/2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f/54214b12-22b7-472d-af96-250b87cca3f7) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:18:17.685139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6923afb-8725-4e25-bc79-5b755e803331 req-7ea653d5-e75c-436d-b931-41c36b0ba976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:17.686761 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c6923afb-8725-4e25-bc79-5b755e803331 req-7ea653d5-e75c-436d-b931-41c36b0ba976 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 1101 time: 0.2329676 Jun 04 16:18:17.741047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-693ba9cc-519c-4dfd-9130-cf093a2c35f9 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--617997265&fields=id&tenant_id=60ac837242f346f296181deb284c70b8 HTTP/1.1" status: 200 len: 267 time: 0.2785585 Jun 04 16:18:17.745517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 336eb52e-5289-4025-af75-4330e92b3b41 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:17.745890 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:17.752624 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2034ae3e-0be8-4057-a776-b16879a3a803 req-7fb781fb-fd99-4f5f-8332-a3587299e41c tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:17.783637 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c6923afb-8725-4e25-bc79-5b755e803331 req-32fa9f1a-0309-49af-94f5-3da2636efff0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863397 Jun 04 16:18:17.918597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 336eb52e-5289-4025-af75-4330e92b3b41 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:17.923808 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eb2e6e86-d6ca-4ddf-8955-00e54125c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'name': 'tempest-FloatingIPsTestJSON-2063327776-router', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '4014779b-588f-4db4-898b-34347cb686b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:27Z', 'updated_at': '2022-06-04T16:18:14Z', 'revision_number': 5, 'project_id': '2a363bdfdde44092aecab53f288ebf37', 'gw_port': {'id': '4014779b-588f-4db4-898b-34347cb686b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:31Z', 'updated_at': '2022-06-04T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:17.927691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e6e86-d6ca-4ddf-8955-00e54125c83c None None] Checking router: f9619cee-5210-4681-a253-f4beb8471bb0 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:18:17.937301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e6e86-d6ca-4ddf-8955-00e54125c83c None None] Routers {'f9619cee-5210-4681-a253-f4beb8471bb0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:17.937301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eb2e6e86-d6ca-4ddf-8955-00e54125c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9619cee-5210-4681-a253-f4beb8471bb0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:17.964417 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:17.997739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2034ae3e-0be8-4057-a776-b16879a3a803 req-7fb781fb-fd99-4f5f-8332-a3587299e41c tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:18.001129 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:18.043527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-2fc5d7d3-c232-4fc7-ac32-106ea6d6e1cf tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:18.050891 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-2fc5d7d3-c232-4fc7-ac32-106ea6d6e1cf tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/networks?id=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 HTTP/1.1" status: 200 len: 815 time: 0.2961645 Jun 04 16:18:18.054711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:18.062317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:18.068623 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:18.069889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:18:18.107208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-c36f7a52-919d-475a-9139-5bc1612dfab1 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:18.108684 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-c36f7a52-919d-475a-9139-5bc1612dfab1 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.42 "GET /v2.0/networks?id=741b8d91-ba20-4722-aecb-0b9a96deb81f HTTP/1.1" status: 200 len: 809 time: 0.4180574 Jun 04 16:18:18.120060 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-864e6f96-a6b0-4aa8-a145-2425062f25d5 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/quotas/60ac837242f346f296181deb284c70b8 HTTP/1.1" status: 200 len: 375 time: 0.0682151 Jun 04 16:18:18.127871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Request body: {'port': {'device_id': '94b7827b-20dd-4047-b272-033d7c0a9b75', 'network_id': '741b8d91-ba20-4722-aecb-0b9a96deb81f', 'admin_state_up': True, 'tenant_id': '19e7f36e2eca4081af8800d20e1ec6a9'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:18.128806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-eb2e6e86-d6ca-4ddf-8955-00e54125c83c None None] Set router f9619cee-5210-4681-a253-f4beb8471bb0 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:18.156509 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Pushing event updated for resources: {'Port': ['ID=54214b12-22b7-472d-af96-250b87cca3f7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:18.170530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:18.171094 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:18.194934 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-84405494-30a4-4b31-8044-5a4a6053fb1c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2219243 Jun 04 16:18:18.208242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Request body: {'port': {'device_id': '2084d991-ac16-43f3-8654-046b65c30818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:18.310728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Deleting port 4014779b-588f-4db4-898b-34347cb686b9 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:18.311060 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:18.323505 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:18.425509 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eb2e6e86-d6ca-4ddf-8955-00e54125c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'name': 'tempest-FloatingIPsTestJSON-2063327776-router', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '4014779b-588f-4db4-898b-34347cb686b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:27Z', 'updated_at': '2022-06-04T16:18:14Z', 'revision_number': 5, 'project_id': '2a363bdfdde44092aecab53f288ebf37', 'gw_port': {'id': '4014779b-588f-4db4-898b-34347cb686b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:31Z', 'updated_at': '2022-06-04T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:18.430883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e6e86-d6ca-4ddf-8955-00e54125c83c None None] The sync data for ids ['f9619cee-5210-4681-a253-f4beb8471bb0'] in n-d-811809-3 is: [{'id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'name': 'tempest-FloatingIPsTestJSON-2063327776-router', 'tenant_id': '2a363bdfdde44092aecab53f288ebf37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '4014779b-588f-4db4-898b-34347cb686b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:27Z', 'updated_at': '2022-06-04T16:18:14Z', 'revision_number': 5, 'project_id': '2a363bdfdde44092aecab53f288ebf37', 'gw_port': {'id': '4014779b-588f-4db4-898b-34347cb686b9', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:cb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9619cee-5210-4681-a253-f4beb8471bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:31Z', 'updated_at': '2022-06-04T16:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:18:18.444219 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2034ae3e-0be8-4057-a776-b16879a3a803 req-7fb781fb-fd99-4f5f-8332-a3587299e41c tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:18.502991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb781fb-fd99-4f5f-8332-a3587299e41c tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8265e7b-b6b0-4e32-b886-c584006dbba2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:18.613704 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2034ae3e-0be8-4057-a776-b16879a3a803 req-7fb781fb-fd99-4f5f-8332-a3587299e41c tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:18.614818 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2034ae3e-0be8-4057-a776-b16879a3a803 req-7fb781fb-fd99-4f5f-8332-a3587299e41c tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "DELETE /v2.0/security-groups/b8265e7b-b6b0-4e32-b886-c584006dbba2 HTTP/1.1" status: 204 len: 173 time: 1.1629546 Jun 04 16:18:18.680371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:18.684761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Usage tracker for resource:port and tenant:19e7f36e2eca4081af8800d20e1ec6a9 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:18.687832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:18.697511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] For port 4014779b-588f-4db4-898b-34347cb686b9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4014779b-588f-4db4-898b-34347cb686b9,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:18.697861 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:18.705062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:18.725565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-abbaf347-7f2c-4338-931d-627174d5c9d7 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=60ac837242f346f296181deb284c70b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6045713 Jun 04 16:18:18.786784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Made reservation on behalf of 19e7f36e2eca4081af8800d20e1ec6a9 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:18.791755 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:18.837513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54214b12-22b7-472d-af96-250b87cca3f7 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:18:18.845430 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:18.862225 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Transition to ACTIVE for port object 54214b12-22b7-472d-af96-250b87cca3f7 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:18.870381 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:18.889674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Calling delete_port for 4014779b-588f-4db4-898b-34347cb686b9 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:19.044801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=54214b12-22b7-472d-af96-250b87cca3f7,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:19.090657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:19.090991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:19.091325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:19.091788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:19.091965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:19.092283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:19.092603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:19.092916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:19.093237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:19.093553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:19.093865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:19.094175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:19.132208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:19.132534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:19.132846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:19.137743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Port 54214b12-22b7-472d-af96-250b87cca3f7 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:18:19.138106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:19.143550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:19.143879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:19.144256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Bound using segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:19.144680 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Bound port: 54214b12-22b7-472d-af96-250b87cca3f7, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:19.145019 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:19.245037 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:19.248486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=54214b12-22b7-472d-af96-250b87cca3f7,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:19.254805 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:19.269075 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-84744a7e-a991-4de5-8f1b-e2ef4e715106 service neutron] 10.222.0.13 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914024 Jun 04 16:18:19.312149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:19.312857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:19.314273 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] 10.222.0.42 "PUT /v2.0/ports/54214b12-22b7-472d-af96-250b87cca3f7 HTTP/1.1" status: 200 len: 1091 time: 1.1110108 Jun 04 16:18:19.324870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2084d991-ac16-43f3-8654-046b65c30818', 'tag': '54214b12-22b7-472d-af96-250b87cca3f7'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:19.345543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a7d62-e9fe-42f0-93be-042f24f23dfc req-60839311-03b3-4ef5-bc0b-da80b03ce4a6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:19.347018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f1a7d62-e9fe-42f0-93be-042f24f23dfc req-60839311-03b3-4ef5-bc0b-da80b03ce4a6 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 946 time: 0.3976123 Jun 04 16:18:19.350420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34c5aa-8051-4507-a31f-3c0e574bf6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=54214b12-22b7-472d-af96-250b87cca3f7,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:19.432471 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-6a4a57f2-f8bb-4179-978a-b9aeffd6af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:19.434396 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-6a4a57f2-f8bb-4179-978a-b9aeffd6af6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 1094 time: 0.0769591 Jun 04 16:18:19.438335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:18:19.473130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:18:19.474534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6bd0a4dd-4617-434b-b3b0-154440b5bdd3 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:18:19.499963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Allocated IP 172.20.0.5 (741b8d91-ba20-4722-aecb-0b9a96deb81f/5036c746-1cb1-4891-8fc9-a69439f12a00/60ada06b-25c2-4f85-abab-299be5adbe59) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:18:19.512898 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-eba7d716-e2a8-45d6-af1d-09ccf438ef55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54214b12-22b7-472d-af96-250b87cca3f7 HTTP/1.1" status: 200 len: 217 time: 0.0699754 Jun 04 16:18:19.549895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f1a7d62-e9fe-42f0-93be-042f24f23dfc req-534ea460-966b-45cf-8311-3cd8c051ed42 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f06d54-bf7b-4544-943e-165f63eba2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505799 Jun 04 16:18:19.553332 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:19.604789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-8fb26d3f-2364-4620-9d3f-d0344f9ef88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:19.607048 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-8fb26d3f-2364-4620-9d3f-d0344f9ef88a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.0869713 Jun 04 16:18:19.636996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-7f4d8495-0317-42df-b227-8c8004f5cef6 service neutron] 10.222.0.13 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388400 Jun 04 16:18:19.637561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Pushing event deleted for resources: {'Port': ['ID=4014779b-588f-4db4-898b-34347cb686b9,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:19.690257 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-409041dd-0e29-4da1-bd6a-995e03e53865 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757596 Jun 04 16:18:19.849656 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-5b704d08-cc81-450b-bf56-45fcf08fa01a service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532533 Jun 04 16:18:20.017141 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5404d235-7ed7-4e70-9521-6c4a234e7488 req-dfc084e1-a234-482a-9743-250764ef7027 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600845 Jun 04 16:18:20.040892 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:20.275660 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:20.296474 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:20.420810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f7e3a-d915-4787-911d-1b92e382343c req-be55b113-d654-4edd-884f-124141a9b50a tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:20.422364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c02f7e3a-d915-4787-911d-1b92e382343c req-be55b113-d654-4edd-884f-124141a9b50a tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 1096 time: 0.7454271 Jun 04 16:18:20.426162 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:20.432359 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:20.433183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9619cee-5210-4681-a253-f4beb8471bb0 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:18:20.492171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06557de-c067-41da-9225-c8f5922e3f72 req-f51a4080-4a8e-4210-b7d3-ab0aca7bf4d0 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:20.504126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d06557de-c067-41da-9225-c8f5922e3f72 req-f51a4080-4a8e-4210-b7d3-ab0aca7bf4d0 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 943 time: 0.4644508 Jun 04 16:18:20.531879 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:20.535676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dce08ed4-2bc9-4a60-a5aa-5172a924b52b admin admin] 10.222.0.13 "DELETE /v2.0/routers/f9619cee-5210-4681-a253-f4beb8471bb0 HTTP/1.1" status: 204 len: 168 time: 3.3866546 Jun 04 16:18:20.535905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34068) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:20.542065 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c02f7e3a-d915-4787-911d-1b92e382343c req-533ab98a-a2c1-4fbd-a08b-7ae7c5769533 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125028 Jun 04 16:18:20.581123 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d06557de-c067-41da-9225-c8f5922e3f72 req-36ec7404-35f1-489d-992b-b43f84c50ab2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738473 Jun 04 16:18:20.618548 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:20.678629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef4e20e-815b-4eb1-8733-e5c7305bdeae admin admin] Deleting subnet e02cd154-caa0-4c3c-bcce-1359c767360b {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:18:20.684349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cef4e20e-815b-4eb1-8733-e5c7305bdeae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:20.708826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Network 741b8d91-ba20-4722-aecb-0b9a96deb81f is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:20.741018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:20.750578 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cef4e20e-815b-4eb1-8733-e5c7305bdeae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:20.752030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:18:20.796380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Pushing event updated for resources: {'Port': ['ID=60ada06b-25c2-4f85-abab-299be5adbe59,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:20.816864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:20.817109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:20.817447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:20.817767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:20.818113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:20.818461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:20.818775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:20.819090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:20.819403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:20.819711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:20.820029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:20.820331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:20.843686 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cef4e20e-815b-4eb1-8733-e5c7305bdeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:20.915793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:20.916374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:20.919372 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cef4e20e-815b-4eb1-8733-e5c7305bdeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:20.965413 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cef4e20e-815b-4eb1-8733-e5c7305bdeae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:20.973047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce29b446-7684-469e-92f8-76b91fbcaf1d None None] Network 67784ddd-1207-46e4-8907-ae181b8aba5a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:18:21.026608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-61669346-1471-4087-87ca-460b0ef113d5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9031661 Jun 04 16:18:21.043581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Request body: {'port': {'device_id': '94b7827b-20dd-4047-b272-033d7c0a9b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:21.089513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23ccca-19eb-4f6e-bafc-5e174eb5444b req-e0dcdd87-9256-45e2-893f-24aa29f7ce63 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:21.094994 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a23ccca-19eb-4f6e-bafc-5e174eb5444b req-e0dcdd87-9256-45e2-893f-24aa29f7ce63 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.3913369 Jun 04 16:18:21.141488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4e20e-815b-4eb1-8733-e5c7305bdeae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02cd154-caa0-4c3c-bcce-1359c767360b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:21.150189 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cef4e20e-815b-4eb1-8733-e5c7305bdeae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e02cd154-caa0-4c3c-bcce-1359c767360b HTTP/1.1" status: 204 len: 168 time: 0.6132226 Jun 04 16:18:21.153178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34074) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:21.268746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-8f2c1926-86de-42a5-a469-052e84ffcc6c tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:21.270347 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-8f2c1926-86de-42a5-a469-052e84ffcc6c tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.46 "GET /v2.0/networks?id=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 HTTP/1.1" status: 200 len: 815 time: 0.3844373 Jun 04 16:18:21.279977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7694eed-d18f-470b-8488-5047f992afbb None None] DHCP port deletion for 67784ddd-1207-46e4-8907-ae181b8aba5a request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:18:21.284907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b7694eed-d18f-470b-8488-5047f992afbb None None] Deleting port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:21.285132 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7694eed-d18f-470b-8488-5047f992afbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:21.290560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c1a6b-c2ce-498f-8667-3854a51769f2 req-8b1b38c2-cfeb-4945-89c7-0dc576545f81 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:21.291480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5e7c1a6b-c2ce-498f-8667-3854a51769f2 req-8b1b38c2-cfeb-4945-89c7-0dc576545f81 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Synchronizing usage tracker for tenant:19e7f36e2eca4081af8800d20e1ec6a9 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:18:21.293988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:21.309792 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:21.330562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Deleting port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:21.330562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:21.336362 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a23ccca-19eb-4f6e-bafc-5e174eb5444b req-54e97a65-5f0b-46c2-93a5-ea64625a85ee tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818526 Jun 04 16:18:21.451922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-401368df-b1e0-48bc-b05a-02432a10e423 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ac837242f346f296181deb284c70b8 HTTP/1.1" status: 200 len: 379 time: 0.1698802 Jun 04 16:18:21.453039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5e7c1a6b-c2ce-498f-8667-3854a51769f2 req-8b1b38c2-cfeb-4945-89c7-0dc576545f81 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Unset dirty status for tenant:19e7f36e2eca4081af8800d20e1ec6a9 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:18:21.453510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e7c1a6b-c2ce-498f-8667-3854a51769f2 req-8b1b38c2-cfeb-4945-89c7-0dc576545f81 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 931 time: 0.6226280 Jun 04 16:18:21.489239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Request body: {'port': {'device_id': '35c79f9c-07f7-4f56-8a24-e585a19db79b', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'admin_state_up': True, 'tenant_id': '60ac837242f346f296181deb284c70b8', 'security_groups': ['4b57ecdd-11e7-4355-980c-81686153419c']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:21.573157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4014779b-588f-4db4-898b-34347cb686b9 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:18:21.643540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] For port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7,segment=NetworkSegment(f0b61e86-a0e3-4022-817c-eec810006780),segment_id=f0b61e86-a0e3-4022-817c-eec810006780)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:21.644578 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:21.662711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 4014779b-588f-4db4-898b-34347cb686b9 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:18:21.662711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4014779b-588f-4db4-898b-34347cb686b9 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:18:21.662924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:18:21.738961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b7694eed-d18f-470b-8488-5047f992afbb None None] For port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7,segment=NetworkSegment(f0b61e86-a0e3-4022-817c-eec810006780),segment_id=f0b61e86-a0e3-4022-817c-eec810006780)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:21.739351 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7694eed-d18f-470b-8488-5047f992afbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:21.813054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Calling delete_port for b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:21.815285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3ef0618-27fd-4b40-ba5e-c680495545ec req-882b4a36-2813-4f89-a8d9-f02cae7aef44 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/ec3b543d-e44b-4a24-9963-70bca21fc452 HTTP/1.1" status: 200 len: 1799 time: 0.4047341 Jun 04 16:18:21.867310 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e7c1a6b-c2ce-498f-8667-3854a51769f2 req-d5e6f893-2ef0-4980-8669-d7ee54aff787 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3650e3-2583-4cca-90cc-0ba728dd0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958709 Jun 04 16:18:21.873175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b7694eed-d18f-470b-8488-5047f992afbb None None] Calling delete_port for b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:21.956703 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:21.961479 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 54214b12-22b7-472d-af96-250b87cca3f7 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:18:22.003522 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7628fa8b-a219-4bc7-9cde-03924f0ef317'] response: {'name': 'network-changed', 'server_uuid': '2084d991-ac16-43f3-8654-046b65c30818', 'tag': '54214b12-22b7-472d-af96-250b87cca3f7', 'status': 'completed', 'code': 200} Jun 04 16:18:22.008840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:22.008840 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.043374 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-b7694eed-d18f-470b-8488-5047f992afbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:18:22.045218 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-b7694eed-d18f-470b-8488-5047f992afbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:18:22.062279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:22.074943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c3ef0618-27fd-4b40-ba5e-c680495545ec req-f40e6791-88b8-412e-8810-8e5b93c10efb tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.085431 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Usage tracker for resource:port and tenant:60ac837242f346f296181deb284c70b8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:22.092986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:22.094829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:22.097364 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] No DVR routers for this DVR port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:18:22.134932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:22.209231 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c3ef0618-27fd-4b40-ba5e-c680495545ec req-f40e6791-88b8-412e-8810-8e5b93c10efb tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.233346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Made reservation on behalf of 60ac837242f346f296181deb284c70b8 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:22.234394 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.237404 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.257061 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13715a70-b3f5-406e-bc9e-42b9f33bfb4c req-ad7c9869-6b29-43fa-9d07-704ff0ad5df3 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 210 time: 0.0971067 Jun 04 16:18:22.266076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67784ddd-1207-46e4-8907-ae181b8aba5a']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:22.277478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35414a96-95ab-4112-81c6-0d063aee536c req-e8edf7bb-f95c-4819-a422-4acb95650459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:22.279362 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35414a96-95ab-4112-81c6-0d063aee536c req-e8edf7bb-f95c-4819-a422-4acb95650459 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 1094 time: 0.2431686 Jun 04 16:18:22.283409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b61e86-a0e3-4022-817c-eec810006780') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:22.283883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b61e86-a0e3-4022-817c-eec810006780') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:22.330851 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.343190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=54214b12-22b7-472d-af96-250b87cca3f7,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:22.359343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '54214b12-22b7-472d-af96-250b87cca3f7', 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded', 'port_id': '54214b12-22b7-472d-af96-250b87cca3f7', 'mac_address': 'fa:16:3e:b1:62:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:18:22.418839 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.429891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:18:22.432414 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.448213 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c3ef0618-27fd-4b40-ba5e-c680495545ec req-f40e6791-88b8-412e-8810-8e5b93c10efb tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.471764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 54214b12-22b7-472d-af96-250b87cca3f7 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:22.471764 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.490099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e6791-88b8-412e-8810-8e5b93c10efb tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3b543d-e44b-4a24-9963-70bca21fc452,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:22.503873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54214b12-22b7-472d-af96-250b87cca3f7 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:18:22.517836 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f0b61e86-a0e3-4022-817c-eec810006780 resource provider aggregate not found Jun 04 16:18:22.519842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ada06b-25c2-4f85-abab-299be5adbe59 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:18:22.534185 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.600638 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c3ef0618-27fd-4b40-ba5e-c680495545ec req-f40e6791-88b8-412e-8810-8e5b93c10efb tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.607151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=54214b12-22b7-472d-af96-250b87cca3f7,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:22.608837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b7694eed-d18f-470b-8488-5047f992afbb None None] Deleting port b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:22.609525 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3ef0618-27fd-4b40-ba5e-c680495545ec req-f40e6791-88b8-412e-8810-8e5b93c10efb tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "DELETE /v2.0/security-groups/ec3b543d-e44b-4a24-9963-70bca21fc452 HTTP/1.1" status: 204 len: 173 time: 0.7816327 Jun 04 16:18:22.609631 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f0b61e86-a0e3-4022-817c-eec810006780 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0b61e86-a0e3-4022-817c-eec810006780 found for delete ", "request_id": "req-fd1a02ea-093f-4649-8ec2-38a0d6c439af"}]} Jun 04 16:18:22.610248 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7694eed-d18f-470b-8488-5047f992afbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.625906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Transition to ACTIVE for port object 60ada06b-25c2-4f85-abab-299be5adbe59 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:22.635704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35414a96-95ab-4112-81c6-0d063aee536c req-fb1719b7-8cd0-4cfe-bb6a-a2b152383c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:22.639014 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35414a96-95ab-4112-81c6-0d063aee536c req-fb1719b7-8cd0-4cfe-bb6a-a2b152383c35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.3472919 Jun 04 16:18:22.675006 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.715865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b7694eed-d18f-470b-8488-5047f992afbb None None] The port 'b98bf9de-c4b9-4e88-93f1-a001d1f9b7f7' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:18:22.721216 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.774496 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.806294 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35414a96-95ab-4112-81c6-0d063aee536c req-27a64010-0dc9-4f6d-8d38-cbf71cceb498 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54214b12-22b7-472d-af96-250b87cca3f7 HTTP/1.1" status: 200 len: 217 time: 0.1596370 Jun 04 16:18:22.809982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:22.829675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=54214b12-22b7-472d-af96-250b87cca3f7,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:22.848974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] Pushing event deleted for resources: {'Network': ['ID=67784ddd-1207-46e4-8907-ae181b8aba5a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:22.857237 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c09dd0af-bea3-460b-a2ab-a2b38e3eff1b admin admin] 10.222.0.13 "DELETE /v2.0/networks/67784ddd-1207-46e4-8907-ae181b8aba5a HTTP/1.1" status: 204 len: 168 time: 1.7005663 Jun 04 16:18:22.885326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35414a96-95ab-4112-81c6-0d063aee536c req-e532c884-5b62-4ea1-a5d1-b3026286eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:22.886326 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35414a96-95ab-4112-81c6-0d063aee536c req-e532c884-5b62-4ea1-a5d1-b3026286eda0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.0737526 Jun 04 16:18:22.898545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Allocated IP 172.20.0.14 (ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422/0158e0b8-a6ba-4199-a891-e98439d18029/0abce5b8-6652-4d4a-97e4-5fc948d5404d) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:18:22.939241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Pushing event updated for resources: {'Port': ['ID=60ada06b-25c2-4f85-abab-299be5adbe59,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:22.944328 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35414a96-95ab-4112-81c6-0d063aee536c req-d84b26f4-bf48-443c-8767-277dd4b11bbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502052 Jun 04 16:18:23.046839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1299-3e61-4b88-afac-6833edde545f req-7988639e-358c-40fe-a402-5ca3a53ff189 tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:23.048289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcd1299-3e61-4b88-afac-6833edde545f req-7988639e-358c-40fe-a402-5ca3a53ff189 tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 1101 time: 0.5060041 Jun 04 16:18:23.074130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['54214b12-22b7-472d-af96-250b87cca3f7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:18:23.103099 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35414a96-95ab-4112-81c6-0d063aee536c req-4486a48f-de25-4d90-a72d-00e778b31901 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529322 Jun 04 16:18:23.158800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34102) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:23.242446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400e00a-abb5-4f6d-b611-82d2824cfa0b req-ddc192bb-5f3c-4d08-b50d-1e88b7558a14 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:23.247993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6400e00a-abb5-4f6d-b611-82d2824cfa0b req-ddc192bb-5f3c-4d08-b50d-1e88b7558a14 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 944 time: 0.5168738 Jun 04 16:18:23.277065 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcd1299-3e61-4b88-afac-6833edde545f req-22f47287-6b90-4783-896b-ecf5258dc599 tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084596 Jun 04 16:18:23.299883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Attempting to bind port 60ada06b-25c2-4f85-abab-299be5adbe59 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:23.300362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Attempting to bind port 60ada06b-25c2-4f85-abab-299be5adbe59 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'ff78d0b0-ae9a-4202-a4dd-198455cbd269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '741b8d91-ba20-4722-aecb-0b9a96deb81f'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:23.300754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Attempting to bind port 60ada06b-25c2-4f85-abab-299be5adbe59 on network 741b8d91-ba20-4722-aecb-0b9a96deb81f {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:23.336000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Port 60ada06b-25c2-4f85-abab-299be5adbe59 on network 741b8d91-ba20-4722-aecb-0b9a96deb81f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:18:23.336292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Attempting to bind port 60ada06b-25c2-4f85-abab-299be5adbe59 on network 741b8d91-ba20-4722-aecb-0b9a96deb81f {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:23.357074 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35414a96-95ab-4112-81c6-0d063aee536c req-44301ef0-aa1a-4b91-9d0e-2beefb0a8dfd service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456388 Jun 04 16:18:23.372611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:23.372903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Checking segment: {'id': 'ff78d0b0-ae9a-4202-a4dd-198455cbd269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '741b8d91-ba20-4722-aecb-0b9a96deb81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:23.373284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Bound using segment: {'id': 'ff78d0b0-ae9a-4202-a4dd-198455cbd269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '741b8d91-ba20-4722-aecb-0b9a96deb81f'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:23.373833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Bound port: 60ada06b-25c2-4f85-abab-299be5adbe59, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff78d0b0-ae9a-4202-a4dd-198455cbd269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '741b8d91-ba20-4722-aecb-0b9a96deb81f'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:23.374134 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:23.399465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6708fbf7-bd6a-47c7-842d-6fdeab604b54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a363bdfdde44092aecab53f288ebf37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306423 Jun 04 16:18:23.402381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34110) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:23.411298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6400e00a-abb5-4f6d-b611-82d2824cfa0b req-0cc319ea-b6f2-4ebf-b449-845ef813d640 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477385 Jun 04 16:18:23.413958 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:23.473383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Transition to ACTIVE for port object 0abce5b8-6652-4d4a-97e4-5fc948d5404d will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:23.479947 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a63577a-9b26-4199-ae04-7639d75ef959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:23.530069 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a63577a-9b26-4199-ae04-7639d75ef959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:23.539484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] For port 60ada06b-25c2-4f85-abab-299be5adbe59, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:23.552552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] For port 60ada06b-25c2-4f85-abab-299be5adbe59, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=60ada06b-25c2-4f85-abab-299be5adbe59,segment=NetworkSegment(ff78d0b0-ae9a-4202-a4dd-198455cbd269),segment_id=ff78d0b0-ae9a-4202-a4dd-198455cbd269)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:23.574668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-103321588', 'description': 'tempest-description-1213285316'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:23.584402 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:23.607141 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a63577a-9b26-4199-ae04-7639d75ef959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:23.621883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63577a-9b26-4199-ae04-7639d75ef959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac90f0c-9981-4011-b130-8ae597ba620c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:23.624779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:23.627644 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:23.630424 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a63577a-9b26-4199-ae04-7639d75ef959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:23.631694 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9a63577a-9b26-4199-ae04-7639d75ef959 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ac90f0c-9981-4011-b130-8ae597ba620c HTTP/1.1" status: 204 len: 168 time: 0.2281523 Jun 04 16:18:23.653664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:23.660738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:23.661304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:23.663118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] 10.222.0.42 "PUT /v2.0/ports/60ada06b-25c2-4f85-abab-299be5adbe59 HTTP/1.1" status: 200 len: 1091 time: 2.6242642 Jun 04 16:18:23.671745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:23.675348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b7827b-20dd-4047-b272-033d7c0a9b75', 'tag': '60ada06b-25c2-4f85-abab-299be5adbe59'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:23.694819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:23.711556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:23.716478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:23.719536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:18:23.811802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:23.839162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e91607-a2a1-46a6-a77b-56cc640d7edf service neutron] Pushing event updated for resources: {'Port': ['ID=60ada06b-25c2-4f85-abab-299be5adbe59,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:23.927057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:23.944842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:23.945499 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:23.956058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Usage tracker for resource:security_group_rule and tenant:39eb674087d5486c8f7f55e99956500b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:23.967179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:23.972159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Pushing event updated for resources: {'Port': ['ID=0abce5b8-6652-4d4a-97e4-5fc948d5404d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:23.983855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:23.985824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 54214b12-22b7-472d-af96-250b87cca3f7 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:23.999968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-13438069-3fbd-45c7-8d24-d6c1fc11072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:24.001538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-13438069-3fbd-45c7-8d24-d6c1fc11072f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=19e7f36e2eca4081af8800d20e1ec6a9&device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 1094 time: 0.2471774 Jun 04 16:18:24.007291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-76d25f25-178e-494c-9287-23994695646f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5385449 Jun 04 16:18:24.030506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ae12dbbe-a0b8-4b2d-a9d7-87b15ad792bb None None] Provisioning for port 0abce5b8-6652-4d4a-97e4-5fc948d5404d completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:24.054146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ae12dbbe-a0b8-4b2d-a9d7-87b15ad792bb None None] Provisioning complete for port 0abce5b8-6652-4d4a-97e4-5fc948d5404d triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:24.054530 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae12dbbe-a0b8-4b2d-a9d7-87b15ad792bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:24.169936 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ae12dbbe-a0b8-4b2d-a9d7-87b15ad792bb None None] Port 0abce5b8-6652-4d4a-97e4-5fc948d5404d cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:18:24.179185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 54214b12-22b7-472d-af96-250b87cca3f7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:24.185208 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 54214b12-22b7-472d-af96-250b87cca3f7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:24.185791 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:24.220177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-4b04f585-358f-48e4-9013-953458b6d958 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60ada06b-25c2-4f85-abab-299be5adbe59 HTTP/1.1" status: 200 len: 217 time: 0.2105689 Jun 04 16:18:24.233492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Request body: {'port': {'device_id': '35c79f9c-07f7-4f56-8a24-e585a19db79b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:24.322290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 54214b12-22b7-472d-af96-250b87cca3f7 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:24.322861 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:24.356283 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2084d991-ac16-43f3-8654-046b65c30818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54214b12-22b7-472d-af96-250b87cca3f7'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:24.359601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-bfda2525-4ce8-4c29-939d-163bcac6d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:24.361060 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-bfda2525-4ce8-4c29-939d-163bcac6d02e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5036c746-1cb1-4891-8fc9-a69439f12a00 HTTP/1.1" status: 200 len: 849 time: 0.1321235 Jun 04 16:18:24.367175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=54214b12-22b7-472d-af96-250b87cca3f7,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:24.372679 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:24.440956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-a96e1ad2-6f4e-477e-897e-a9bd2cb17da3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=741b8d91-ba20-4722-aecb-0b9a96deb81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689445 Jun 04 16:18:24.456065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=54214b12-22b7-472d-af96-250b87cca3f7,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:24.594105 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:24.603298 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:24.632976 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:24.635440 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-037cab74-ec7f-4410-87fa-f416c2a9d593 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:18:24.636447 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-037cab74-ec7f-4410-87fa-f416c2a9d593 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060792 Jun 04 16:18:24.646308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] Request body: {'binding': {'host': 'n-h1-811809-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:24.646790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] Unknown quota resources ['binding']. {{(pid=88797) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 16:18:24.730241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2fdcb7-6af3-42d2-b1fe-6e961099bade,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:24.740855 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:24.742039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26ee958a-bba5-4836-bc17-d9219ed89c61 req-d6a136b6-28ee-45ea-94c1-fe7eb3c40eb1 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1720786 Jun 04 16:18:24.761701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-8293a05d-5cd4-4d72-852c-a19cac222583 service neutron] 10.222.0.42 "GET /v2.0/networks/741b8d91-ba20-4722-aecb-0b9a96deb81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913289 Jun 04 16:18:24.858001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] Attempting to bind port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on host n-h1-811809-3 for vnic_type normal with profile None {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:24.858637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] Attempting to bind port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:24.859136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] Attempting to bind port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:24.865906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] Port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on network 4174afad-8f69-40c2-8826-5ab168bb142e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:18:24.866220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] Attempting to bind port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:24.872721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:24.872721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] Checking segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:24.873002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] Bound using segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:24.873224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] Bound port: 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:24.915720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:24.921313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] Notify callbacks [] for binding, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:24.922931 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0637101d-9d69-41ea-9f53-b61830f12233 service neutron] 10.222.0.13 "POST /v2.0/ports/4c11c210-0ca8-4e0a-964d-252bc58dd4e9/bindings HTTP/1.1" status: 201 len: 389 time: 0.2806482 Jun 04 16:18:25.126162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16fa9e75-8da0-42c2-88bc-76e5adbccfae req-6eeb3241-ac97-42de-b9e2-78cdf699d967 service neutron] 10.222.0.42 "GET /v2.0/networks/741b8d91-ba20-4722-aecb-0b9a96deb81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546388 Jun 04 16:18:25.137547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152dc378-6c3c-4286-b854-d45513343ecc req-cd61e431-1836-4a29-84a2-250390e060e0 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:25.139363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-152dc378-6c3c-4286-b854-d45513343ecc req-cd61e431-1836-4a29-84a2-250390e060e0 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 943 time: 0.2944486 Jun 04 16:18:25.207757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-f9361906-8af3-4b52-b5f3-603bcb2e8d52 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:25.209252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-f9361906-8af3-4b52-b5f3-603bcb2e8d52 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Synchronizing usage tracker for tenant:e1a28953f0c84063b7bf8e6bdf4117e5 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:18:25.223171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-152dc378-6c3c-4286-b854-d45513343ecc req-14b5e4a1-b9f3-44ad-9fdd-c3f39f102e5d tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3650e3-2583-4cca-90cc-0ba728dd0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713389 Jun 04 16:18:25.249555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-f9361906-8af3-4b52-b5f3-603bcb2e8d52 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Unset dirty status for tenant:e1a28953f0c84063b7bf8e6bdf4117e5 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:18:25.250967 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-f9361906-8af3-4b52-b5f3-603bcb2e8d52 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 946 time: 0.2353418 Jun 04 16:18:25.349523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Deleting port 8369d6fa-04df-45fd-932c-8bd8af37ac0b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:25.349860 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:25.458951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abce5b8-6652-4d4a-97e4-5fc948d5404d {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:18:25.469663 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:25.511561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Transition to ACTIVE for port object 0abce5b8-6652-4d4a-97e4-5fc948d5404d will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:25.543870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af180e1-d570-4b61-846f-6ac6a3d11818 req-0350bc44-2bd8-43e0-a76a-d305613b535d tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:25.544561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2af180e1-d570-4b61-846f-6ac6a3d11818 req-0350bc44-2bd8-43e0-a76a-d305613b535d tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Synchronizing usage tracker for tenant:60ac837242f346f296181deb284c70b8 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:18:25.547196 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:25.591960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-949d03c8-cd5a-4575-a6c1-bd3b31e0ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:25.593607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-949d03c8-cd5a-4575-a6c1-bd3b31e0ce76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 1096 time: 0.3290725 Jun 04 16:18:25.638740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] For port 8369d6fa-04df-45fd-932c-8bd8af37ac0b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8369d6fa-04df-45fd-932c-8bd8af37ac0b,segment=NetworkSegment(1754b4a0-d354-46c3-ab6f-92229cf3628d),segment_id=1754b4a0-d354-46c3-ab6f-92229cf3628d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:25.639299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:25.976116 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:25.976459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:25.976767 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Floating IP 75d026ab-6460-49e9-a182-d004eff87f19 disassociated. External IP: 172.25.5.234, port: 8369d6fa-04df-45fd-932c-8bd8af37ac0b. Jun 04 16:18:25.977100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Calling delete_port for 8369d6fa-04df-45fd-932c-8bd8af37ac0b owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:25.988546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2af180e1-d570-4b61-846f-6ac6a3d11818 req-0350bc44-2bd8-43e0-a76a-d305613b535d tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Unset dirty status for tenant:60ac837242f346f296181deb284c70b8 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:18:25.989697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2af180e1-d570-4b61-846f-6ac6a3d11818 req-0350bc44-2bd8-43e0-a76a-d305613b535d tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 932 time: 0.6105719 Jun 04 16:18:25.998286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Pushing event updated for resources: {'Port': ['ID=0abce5b8-6652-4d4a-97e4-5fc948d5404d,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:26.122385 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:26.179933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Pushing event deleted for resources: {'Port': ['ID=8369d6fa-04df-45fd-932c-8bd8af37ac0b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:26.186759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2af180e1-d570-4b61-846f-6ac6a3d11818 req-a081de8a-b6bd-4c36-87a2-e8b726d6ec11 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b57ecdd-11e7-4355-980c-81686153419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848094 Jun 04 16:18:26.189991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-8f979da5-9924-45de-adea-f65baf60a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:26.191407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-8f979da5-9924-45de-adea-f65baf60a19a service neutron] 10.222.0.42 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.5822325 Jun 04 16:18:26.269245 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f959e380-e5f4-40c6-bbd2-6f8f064a2951'] response: {'name': 'network-changed', 'server_uuid': '94b7827b-20dd-4047-b272-033d7c0a9b75', 'tag': '60ada06b-25c2-4f85-abab-299be5adbe59', 'status': 'completed', 'code': 200} Jun 04 16:18:26.284322 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-ae844edc-c076-4f03-8458-829e5e7bf5fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9 HTTP/1.1" status: 200 len: 217 time: 0.0846834 Jun 04 16:18:26.289712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Attempting to bind port 0abce5b8-6652-4d4a-97e4-5fc948d5404d on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:26.290124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Attempting to bind port 0abce5b8-6652-4d4a-97e4-5fc948d5404d by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:26.290452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Attempting to bind port 0abce5b8-6652-4d4a-97e4-5fc948d5404d on network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:26.305422 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ccc63b7-88c7-4d4a-a91a-b6e2c4c18fde'] response: {'server_uuid': '2084d991-ac16-43f3-8654-046b65c30818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54214b12-22b7-472d-af96-250b87cca3f7', 'code': 200} Jun 04 16:18:26.332187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-e83624d9-125d-4aeb-89e6-8a58710fb39f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6164114 Jun 04 16:18:26.340043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Port 0abce5b8-6652-4d4a-97e4-5fc948d5404d on network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:18:26.340516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Attempting to bind port 0abce5b8-6652-4d4a-97e4-5fc948d5404d on network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:26.355255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ef539-9017-49c4-91f4-25c2670bea91 req-df78d334-99ca-43de-be1e-cf7a960c8b60 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:26.356774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-209ef539-9017-49c4-91f4-25c2670bea91 req-df78d334-99ca-43de-be1e-cf7a960c8b60 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1e1fb75-130b-4d35-8f80-5408edffc333 HTTP/1.1" status: 200 len: 946 time: 0.6399889 Jun 04 16:18:26.365977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:26.366328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Checking segment: {'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:26.366728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Bound using segment: {'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:26.367153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Bound port: 0abce5b8-6652-4d4a-97e4-5fc948d5404d, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:26.367515 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:26.554077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-48b376f0-aa5b-4823-907b-39c4a9fa1d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:26.555629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-48b376f0-aa5b-4823-907b-39c4a9fa1d1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.2613649 Jun 04 16:18:26.570774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Router 836265ce-4152-43b3-be99-e4355da549a2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:18:26.579555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2138-7538-448e-8500-b07430adb6b0 req-6cda925f-420f-4a07-86c1-c13620fb8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:26.581078 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b10d2138-7538-448e-8500-b07430adb6b0 req-6cda925f-420f-4a07-86c1-c13620fb8097 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=19e7f36e2eca4081af8800d20e1ec6a9&device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 1094 time: 0.3054767 Jun 04 16:18:26.622379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] For port 0abce5b8-6652-4d4a-97e4-5fc948d5404d, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:26.626100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] For port 0abce5b8-6652-4d4a-97e4-5fc948d5404d, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=0abce5b8-6652-4d4a-97e4-5fc948d5404d,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:26.713748 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-209ef539-9017-49c4-91f4-25c2670bea91 req-d25d0ce3-1071-4d83-b2d1-2fb7c7d89dd7 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f06d54-bf7b-4544-943e-165f63eba2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488796 Jun 04 16:18:26.716165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-9ade61a7-431c-4fb9-afd9-aaf6d1ec9ccf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812912 Jun 04 16:18:26.732824 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:26.866511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:26.867142 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:26.868767 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] 10.222.0.46 "PUT /v2.0/ports/0abce5b8-6652-4d4a-97e4-5fc948d5404d HTTP/1.1" status: 200 len: 1092 time: 2.6408646 Jun 04 16:18:26.979953 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2138-7538-448e-8500-b07430adb6b0 req-1306309a-386b-4da9-91a3-2d753d58e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:26.982043 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b10d2138-7538-448e-8500-b07430adb6b0 req-1306309a-386b-4da9-91a3-2d753d58e056 service neutron] 10.222.0.42 "GET /v2.0/networks?id=741b8d91-ba20-4722-aecb-0b9a96deb81f HTTP/1.1" status: 200 len: 910 time: 0.3214612 Jun 04 16:18:26.983454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:18:27.001508 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1fb62-de43-4afc-89a3-ac7dc211eadf None None] Sync routers for ids ['836265ce-4152-43b3-be99-e4355da549a2'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:18:27.022846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b557d03-c6e6-459e-855a-7df7c52a70b5 req-222c5f57-2a5c-416d-9389-cc3723bdde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:27.024540 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b557d03-c6e6-459e-855a-7df7c52a70b5 req-222c5f57-2a5c-416d-9389-cc3723bdde19 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 1096 time: 0.6436965 Jun 04 16:18:27.036274 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e1fb62-de43-4afc-89a3-ac7dc211eadf None None] Routers {'836265ce-4152-43b3-be99-e4355da549a2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:27.038403 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-90e1fb62-de43-4afc-89a3-ac7dc211eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['836265ce-4152-43b3-be99-e4355da549a2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:27.086587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110982ab-9b57-45fe-aa86-b5eba233b834 req-cf2c5d8e-13c3-4256-8c1a-fb5a6eb59e8b tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:27.094796 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-110982ab-9b57-45fe-aa86-b5eba233b834 req-cf2c5d8e-13c3-4256-8c1a-fb5a6eb59e8b tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 945 time: 0.6659520 Jun 04 16:18:27.167918 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b10d2138-7538-448e-8500-b07430adb6b0 req-d7a48fa7-2d61-475a-8aa4-f99a201ccb68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60ada06b-25c2-4f85-abab-299be5adbe59 HTTP/1.1" status: 200 len: 217 time: 0.1267982 Jun 04 16:18:27.168956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] No DVR routers for this DVR port 8369d6fa-04df-45fd-932c-8bd8af37ac0b on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:18:27.172292 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:27.187917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e1fb75-130b-4d35-8f80-5408edffc333', 'name': 'network-vif-deleted', 'tag': '8369d6fa-04df-45fd-932c-8bd8af37ac0b'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:27.225620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ac698-b71b-4ec9-856e-f3b9c757b92b service neutron] Pushing event updated for resources: {'Port': ['ID=0abce5b8-6652-4d4a-97e4-5fc948d5404d,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:27.234358 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4dd71a6f-8553-48cc-a1ae-eaf08b2602d6 req-8f0901d7-2f4e-40b4-aba5-ec1bb83787a0 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.42 "DELETE /v2.0/ports/8369d6fa-04df-45fd-932c-8bd8af37ac0b HTTP/1.1" status: 204 len: 173 time: 1.9699669 Jun 04 16:18:27.270715 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2138-7538-448e-8500-b07430adb6b0 req-ecfb71b3-73a3-4bde-86d6-7e16587323d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:27.272744 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b10d2138-7538-448e-8500-b07430adb6b0 req-ecfb71b3-73a3-4bde-86d6-7e16587323d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5036c746-1cb1-4891-8fc9-a69439f12a00 HTTP/1.1" status: 200 len: 849 time: 0.0772407 Jun 04 16:18:27.335642 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b10d2138-7538-448e-8500-b07430adb6b0 req-31622b44-6c01-4222-a6b8-530db2609e37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=741b8d91-ba20-4722-aecb-0b9a96deb81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558629 Jun 04 16:18:27.338248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24ce1fb6-1160-4e9f-a411-8f6760506aca req-884925cf-9f29-485b-a233-23eca1bc4ff4 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/ff2fdcb7-6af3-42d2-b1fe-6e961099bade HTTP/1.1" status: 200 len: 1800 time: 0.2749434 Jun 04 16:18:27.351071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b557d03-c6e6-459e-855a-7df7c52a70b5 req-591e239a-598d-4f0d-810b-b99a8c4a2dae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151286 Jun 04 16:18:27.354491 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-110982ab-9b57-45fe-aa86-b5eba233b834 req-19be7a17-676c-4302-821e-b81356dbb870 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588799 Jun 04 16:18:27.355972 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-90e1fb62-de43-4afc-89a3-ac7dc211eadf None None] Set router 836265ce-4152-43b3-be99-e4355da549a2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:27.361745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-5d2a26f3-2ce5-4798-bf24-820461a55083 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246581 Jun 04 16:18:27.368902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-24ce1fb6-1160-4e9f-a411-8f6760506aca req-5229ccd8-21b9-4b46-8fe7-7f931ef7cda9 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1565869072', 'description': 'tempest-description-hth-1872429820'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:27.388221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c71dc64f-00ba-46a3-a6bd-20a6b2b2d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:27.389956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c71dc64f-00ba-46a3-a6bd-20a6b2b2d4b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ac837242f346f296181deb284c70b8&device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 1095 time: 0.4611745 Jun 04 16:18:27.484205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-a5c3de9a-53fa-40a0-94cd-968096580417 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abce5b8-6652-4d4a-97e4-5fc948d5404d HTTP/1.1" status: 200 len: 217 time: 0.0757494 Jun 04 16:18:27.487582 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24ce1fb6-1160-4e9f-a411-8f6760506aca req-5229ccd8-21b9-4b46-8fe7-7f931ef7cda9 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:27.623532 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b10d2138-7538-448e-8500-b07430adb6b0 req-b87790de-ee51-4911-8284-e0d7c8ed9dc4 service neutron] 10.222.0.42 "GET /v2.0/networks/741b8d91-ba20-4722-aecb-0b9a96deb81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569900 Jun 04 16:18:27.687478 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-01ae1ca8-cf63-44f6-bf7a-2e23df405f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:27.755157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c3e322e4-3337-412d-959b-a34fa4f96f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:27.756521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-c3e322e4-3337-412d-959b-a34fa4f96f5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0158e0b8-a6ba-4199-a891-e98439d18029 HTTP/1.1" status: 200 len: 854 time: 0.2594151 Jun 04 16:18:27.759913 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24ce1fb6-1160-4e9f-a411-8f6760506aca req-5229ccd8-21b9-4b46-8fe7-7f931ef7cda9 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:27.785601 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b10d2138-7538-448e-8500-b07430adb6b0 req-1ada003e-24e2-4a98-98de-c7141dadc96c service neutron] 10.222.0.42 "GET /v2.0/networks/741b8d91-ba20-4722-aecb-0b9a96deb81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553071 Jun 04 16:18:27.801402 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24ce1fb6-1160-4e9f-a411-8f6760506aca req-5229ccd8-21b9-4b46-8fe7-7f931ef7cda9 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:27.803822 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24ce1fb6-1160-4e9f-a411-8f6760506aca req-5229ccd8-21b9-4b46-8fe7-7f931ef7cda9 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:27.805009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24ce1fb6-1160-4e9f-a411-8f6760506aca req-5229ccd8-21b9-4b46-8fe7-7f931ef7cda9 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "PUT /v2.0/security-groups/ff2fdcb7-6af3-42d2-b1fe-6e961099bade HTTP/1.1" status: 200 len: 1775 time: 0.4465649 Jun 04 16:18:27.820760 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-90e1fb62-de43-4afc-89a3-ac7dc211eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:17:07Z', 'revision_number': 4, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port': {'id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:00Z', 'updated_at': '2022-06-04T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '4470ea72-4c43-4cba-90c0-ef93109f84a1', 'name': '', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'mac_address': 'fa:16:3e:fa:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:06Z', 'updated_at': '2022-06-04T16:17:13Z', 'revision_number': 5, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'subnets': [{'id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:27.825765 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1fb62-de43-4afc-89a3-ac7dc211eadf None None] Checking router: 836265ce-4152-43b3-be99-e4355da549a2 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:18:27.834680 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e1fb62-de43-4afc-89a3-ac7dc211eadf None None] Routers {'836265ce-4152-43b3-be99-e4355da549a2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:27.835367 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-90e1fb62-de43-4afc-89a3-ac7dc211eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['836265ce-4152-43b3-be99-e4355da549a2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:28.023016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 60ada06b-25c2-4f85-abab-299be5adbe59 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:18:28.036208 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-90e1fb62-de43-4afc-89a3-ac7dc211eadf None None] Set router 836265ce-4152-43b3-be99-e4355da549a2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:28.066120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229ccd8-21b9-4b46-8fe7-7f931ef7cda9 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2fdcb7-6af3-42d2-b1fe-6e961099bade,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:28.081981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee16d9b-c805-4c5a-a854-f87976cba737 req-be28046f-7bb2-4773-bf8e-9484737e25b7 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:28.089253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cee16d9b-c805-4c5a-a854-f87976cba737 req-be28046f-7bb2-4773-bf8e-9484737e25b7 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 945 time: 0.5352111 Jun 04 16:18:28.092350 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-c3d97166-8b4c-4b45-9317-7b80b50069e7 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960251 Jun 04 16:18:28.122980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-254f54bc-ac24-48d3-ad1b-826d13569e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:28.125583 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-254f54bc-ac24-48d3-ad1b-826d13569e9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 1101 time: 0.0986195 Jun 04 16:18:28.171623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cee16d9b-c805-4c5a-a854-f87976cba737 req-9d6543b6-3865-4e4c-948f-43761396eeb6 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814025 Jun 04 16:18:28.221649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee146391-059e-4dc1-9e9f-5a70769ee95d req-61ac7f8e-03d2-4a01-a839-30919239c43d tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:28.234183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee146391-059e-4dc1-9e9f-5a70769ee95d req-61ac7f8e-03d2-4a01-a839-30919239c43d tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.2692754 Jun 04 16:18:28.239204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-4f0f7684-65aa-4e2f-a7c0-f4c34ace5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:28.240690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-4f0f7684-65aa-4e2f-a7c0-f4c34ace5b0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4718273 Jun 04 16:18:28.245544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 60ada06b-25c2-4f85-abab-299be5adbe59, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=60ada06b-25c2-4f85-abab-299be5adbe59,segment=NetworkSegment(ff78d0b0-ae9a-4202-a4dd-198455cbd269),segment_id=ff78d0b0-ae9a-4202-a4dd-198455cbd269)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:28.267330 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '60ada06b-25c2-4f85-abab-299be5adbe59', 'network_id': '741b8d91-ba20-4722-aecb-0b9a96deb81f', 'port_id': '60ada06b-25c2-4f85-abab-299be5adbe59', 'mac_address': 'fa:16:3e:97:be:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5036c746-1cb1-4891-8fc9-a69439f12a00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:18:28.271412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8369d6fa-04df-45fd-932c-8bd8af37ac0b no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:18:28.291114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c79f9c-07f7-4f56-8a24-e585a19db79b', 'tag': '0abce5b8-6652-4d4a-97e4-5fc948d5404d'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:28.345139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 8369d6fa-04df-45fd-932c-8bd8af37ac0b {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:18:28.345699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8369d6fa-04df-45fd-932c-8bd8af37ac0b not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:18:28.401603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 60ada06b-25c2-4f85-abab-299be5adbe59 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:28.404112 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:28.443384 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ada06b-25c2-4f85-abab-299be5adbe59 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:18:28.463336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-4dfa5e7a-efc9-43eb-b623-19e5d088e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:28.464859 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-4dfa5e7a-efc9-43eb-b623-19e5d088e98f service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.3269591 Jun 04 16:18:28.476892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 60ada06b-25c2-4f85-abab-299be5adbe59, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=60ada06b-25c2-4f85-abab-299be5adbe59,segment=NetworkSegment(ff78d0b0-ae9a-4202-a4dd-198455cbd269),segment_id=ff78d0b0-ae9a-4202-a4dd-198455cbd269)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:28.484561 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:28.625379 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-90e1fb62-de43-4afc-89a3-ac7dc211eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:17:07Z', 'revision_number': 4, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port': {'id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:00Z', 'updated_at': '2022-06-04T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '4470ea72-4c43-4cba-90c0-ef93109f84a1', 'name': '', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'mac_address': 'fa:16:3e:fa:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:06Z', 'updated_at': '2022-06-04T16:17:13Z', 'revision_number': 5, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'subnets': [{'id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:28.642658 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e1fb62-de43-4afc-89a3-ac7dc211eadf None None] The sync data for ids ['836265ce-4152-43b3-be99-e4355da549a2'] in n-d-811809-3 is: [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:17:07Z', 'revision_number': 4, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port': {'id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:00Z', 'updated_at': '2022-06-04T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '4470ea72-4c43-4cba-90c0-ef93109f84a1', 'name': '', 'network_id': 'f737aedb-6285-446a-b5c0-ae1c641fe59c', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'mac_address': 'fa:16:3e:fa:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:06Z', 'updated_at': '2022-06-04T16:17:13Z', 'revision_number': 5, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'subnets': [{'id': '19c304e1-c1b4-4f14-9ddc-24732901800f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:18:28.665518 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-8f9b6366-5fe2-474e-970a-c790f3ca80a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 200 len: 217 time: 0.1810021 Jun 04 16:18:28.698183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=60ada06b-25c2-4f85-abab-299be5adbe59,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:28.709795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:28.709795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:28.709795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:28.709795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:28.709795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:28.709795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:28.709795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:28.709795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:28.709795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:28.709795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:28.709795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:28.709795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:18:28.726625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-e3367000-9b1b-4d8e-ac6d-1438d446b5b0 service neutron] 10.222.0.46 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193609 Jun 04 16:18:28.741913 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee146391-059e-4dc1-9e9f-5a70769ee95d req-e848f876-1ef5-4dcd-9538-2d57d768bb32 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917059 Jun 04 16:18:28.767499 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['60ada06b-25c2-4f85-abab-299be5adbe59'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:18:28.799533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-bf8501c3-d03a-4e8f-8497-87d404c1782a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:28.799533 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-bf8501c3-d03a-4e8f-8497-87d404c1782a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1335216 Jun 04 16:18:28.936848 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55deda93-834e-4d4a-a026-a4b261cb072e'] response: {'server_uuid': 'e1e1fb75-130b-4d35-8f80-5408edffc333', 'name': 'network-vif-deleted', 'tag': '8369d6fa-04df-45fd-932c-8bd8af37ac0b', 'status': 'completed', 'code': 200} Jun 04 16:18:29.038559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-b38b7dd6-ddc9-47f0-a0e5-1945f8811e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:29.057593 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-b38b7dd6-ddc9-47f0-a0e5-1945f8811e02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2319491 Jun 04 16:18:29.148157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07fd73-1090-409a-ab5c-d2102fbe1b3b None None] New status for floating IP 75d026ab-6460-49e9-a182-d004eff87f19: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:18:29.223250 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28af110b-f221-48ce-9a9e-fe1b1f0fa62d req-57edf47d-452d-4b26-af4c-02380de1faf5 service neutron] 10.222.0.46 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887705 Jun 04 16:18:29.256326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4a5ce-4e1e-4c65-a694-e2b4d0669c48 req-4a1c4ead-35fb-4570-a9e0-2c9e7226348f tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:29.260895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12e4a5ce-4e1e-4c65-a694-e2b4d0669c48 req-4a1c4ead-35fb-4570-a9e0-2c9e7226348f tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 944 time: 0.5395267 Jun 04 16:18:29.369799 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12e4a5ce-4e1e-4c65-a694-e2b4d0669c48 req-b1d3cec5-0dd1-4e9f-acef-ca6f57ce7722 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3650e3-2583-4cca-90cc-0ba728dd0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037536 Jun 04 16:18:29.414757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67ffbc-65ff-4902-81aa-c8bab1bf6786 req-d3ebee04-ddc4-499c-be42-e6839dbca74c tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:29.424340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d67ffbc-65ff-4902-81aa-c8bab1bf6786 req-d3ebee04-ddc4-499c-be42-e6839dbca74c tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 944 time: 0.3047779 Jun 04 16:18:29.518220 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d67ffbc-65ff-4902-81aa-c8bab1bf6786 req-5c298f7e-5d12-4f01-855a-2d4e9f109ab3 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b57ecdd-11e7-4355-980c-81686153419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895023 Jun 04 16:18:29.646073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bbeec33-33e4-4e84-995f-39ebed2a0257 req-5c0f13b3-467b-409e-b2ae-7926e7eea09d tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/ff2fdcb7-6af3-42d2-b1fe-6e961099bade HTTP/1.1" status: 200 len: 1775 time: 0.0920248 Jun 04 16:18:29.658144 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e218302-1f11-45f4-a8a4-8c1bd01dc84a'] response: {'name': 'network-changed', 'server_uuid': '35c79f9c-07f7-4f56-8a24-e585a19db79b', 'tag': '0abce5b8-6652-4d4a-97e4-5fc948d5404d', 'status': 'completed', 'code': 200} Jun 04 16:18:29.664698 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-2bdef6fe-05e0-4465-b7a4-976647c06da6 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141980 Jun 04 16:18:29.888358 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-b2316325-1a3c-4e49-a550-22f49c36d161 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120712 Jun 04 16:18:29.898340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d4f79-3203-4486-905c-0ebb6f72e1c6 req-d50bdbd5-da54-4dfe-b99a-d1dcb3ec3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:29.900101 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc1d4f79-3203-4486-905c-0ebb6f72e1c6 req-d50bdbd5-da54-4dfe-b99a-d1dcb3ec3a86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ac837242f346f296181deb284c70b8&device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 1095 time: 0.2155616 Jun 04 16:18:29.986248 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae8f230c-5e40-4644-9112-908e7ab8bcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:30.035407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b79848-5715-4238-8777-16e53d92ab49 req-c24db46e-e248-4d71-a358-3a355b6e2be7 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:30.039325 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0b79848-5715-4238-8777-16e53d92ab49 req-c24db46e-e248-4d71-a358-3a355b6e2be7 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 945 time: 0.2656753 Jun 04 16:18:30.098493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefba2c8-9d84-40da-ad93-8806ef2f0187 req-73b85e86-9fb4-4778-b0d0-cf504a8db3e1 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:30.099928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eefba2c8-9d84-40da-ad93-8806ef2f0187 req-73b85e86-9fb4-4778-b0d0-cf504a8db3e1 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 945 time: 0.2675750 Jun 04 16:18:30.115394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d4f79-3203-4486-905c-0ebb6f72e1c6 req-6d88621e-1457-4946-8e24-0593db6566ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:30.116792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc1d4f79-3203-4486-905c-0ebb6f72e1c6 req-6d88621e-1457-4946-8e24-0593db6566ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 HTTP/1.1" status: 200 len: 916 time: 0.2037354 Jun 04 16:18:30.199745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0b79848-5715-4238-8777-16e53d92ab49 req-4934b9ab-fda5-4385-b150-7654b7f1e6d2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445644 Jun 04 16:18:30.222552 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc1d4f79-3203-4486-905c-0ebb6f72e1c6 req-6bd15af9-1cb8-4b0d-b60b-258900b3bc82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abce5b8-6652-4d4a-97e4-5fc948d5404d HTTP/1.1" status: 200 len: 217 time: 0.0827632 Jun 04 16:18:30.252617 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34246) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:30.256162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eefba2c8-9d84-40da-ad93-8806ef2f0187 req-6d51667d-4935-4f8d-9ae3-828fa2d212a8 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422324 Jun 04 16:18:30.313502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d4f79-3203-4486-905c-0ebb6f72e1c6 req-1ba9555a-8ff0-4925-9b73-8e19769a1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:30.314726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc1d4f79-3203-4486-905c-0ebb6f72e1c6 req-1ba9555a-8ff0-4925-9b73-8e19769a1a35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0158e0b8-a6ba-4199-a891-e98439d18029 HTTP/1.1" status: 200 len: 854 time: 0.0910680 Jun 04 16:18:30.354069 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4329c991-1167-4975-9388-91f66422e3b5 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:30.376090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61676c4f-6848-4a15-9831-1ddbfd97d4d3 req-d8789058-15a1-4fae-8d35-7478f9b2a6d5 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/ff2fdcb7-6af3-42d2-b1fe-6e961099bade HTTP/1.1" status: 200 len: 1775 time: 0.1119261 Jun 04 16:18:30.384521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4329c991-1167-4975-9388-91f66422e3b5 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:30.444652 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4329c991-1167-4975-9388-91f66422e3b5 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:30.464118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329c991-1167-4975-9388-91f66422e3b5 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f06d54-bf7b-4544-943e-165f63eba2f3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:30.480527 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4329c991-1167-4975-9388-91f66422e3b5 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:30.482269 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4329c991-1167-4975-9388-91f66422e3b5 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "DELETE /v2.0/security-groups/83f06d54-bf7b-4544-943e-165f63eba2f3 HTTP/1.1" status: 204 len: 168 time: 0.2282386 Jun 04 16:18:30.484734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34258) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:30.502184 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-4fb736b6-47b6-47df-a10d-731e88685189 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] show failed (client error): The resource could not be found. Jun 04 16:18:30.503603 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4fb736b6-47b6-47df-a10d-731e88685189 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "GET /v2.0/security-groups/83f06d54-bf7b-4544-943e-165f63eba2f3 HTTP/1.1" status: 404 len: 347 time: 0.0177765 Jun 04 16:18:30.506660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34262) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:30.515444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d4f79-3203-4486-905c-0ebb6f72e1c6 req-8ea89035-80f9-405d-85a9-90f5e28e7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:30.517123 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc1d4f79-3203-4486-905c-0ebb6f72e1c6 req-8ea89035-80f9-405d-85a9-90f5e28e7599 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935742 Jun 04 16:18:30.521129 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-61676c4f-6848-4a15-9831-1ddbfd97d4d3 req-bd211bad-78c8-488a-ba62-edac8317a6bd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:30.581453 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-61676c4f-6848-4a15-9831-1ddbfd97d4d3 req-bd211bad-78c8-488a-ba62-edac8317a6bd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:30.680104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3b3b3767-f1d8-412f-8d43-a6e2f06de222 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Deleting port 64142468-dbc2-4fe1-b447-4009a9b55d6f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:30.680835 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3767-f1d8-412f-8d43-a6e2f06de222 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:30.826365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869a210-57ee-4311-a2eb-22610e38726b req-5206eac0-191d-4f56-a2c4-4adfe25c5c44 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:30.827735 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c869a210-57ee-4311-a2eb-22610e38726b req-5206eac0-191d-4f56-a2c4-4adfe25c5c44 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.4070251 Jun 04 16:18:30.859298 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3767-f1d8-412f-8d43-a6e2f06de222 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:30.859660 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3767-f1d8-412f-8d43-a6e2f06de222 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:30.869763 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-61676c4f-6848-4a15-9831-1ddbfd97d4d3 req-bd211bad-78c8-488a-ba62-edac8317a6bd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:30.904452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd211bad-78c8-488a-ba62-edac8317a6bd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2fdcb7-6af3-42d2-b1fe-6e961099bade,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:30.907547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc1d4f79-3203-4486-905c-0ebb6f72e1c6 req-8758ee15-8407-45f9-a24b-04e37dad0920 service neutron] 10.222.0.46 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743749 Jun 04 16:18:30.939547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c869a210-57ee-4311-a2eb-22610e38726b req-7f964162-2e4a-4485-8def-3f0d5685f003 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007683 Jun 04 16:18:30.942893 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-61676c4f-6848-4a15-9831-1ddbfd97d4d3 req-bd211bad-78c8-488a-ba62-edac8317a6bd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:30.944652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61676c4f-6848-4a15-9831-1ddbfd97d4d3 req-bd211bad-78c8-488a-ba62-edac8317a6bd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff2fdcb7-6af3-42d2-b1fe-6e961099bade HTTP/1.1" status: 204 len: 173 time: 0.5593026 Jun 04 16:18:30.983926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3b3b3767-f1d8-412f-8d43-a6e2f06de222 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Calling delete_port for 64142468-dbc2-4fe1-b447-4009a9b55d6f owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:30.989278 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:31.091552 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc1d4f79-3203-4486-905c-0ebb6f72e1c6 req-a627d328-e9a4-4ea5-8678-50d748755d4d service neutron] 10.222.0.46 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758997 Jun 04 16:18:31.136281 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:31.171827 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3767-f1d8-412f-8d43-a6e2f06de222 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:31.232645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b3767-f1d8-412f-8d43-a6e2f06de222 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Pushing event deleted for resources: {'Port': ['ID=64142468-dbc2-4fe1-b447-4009a9b55d6f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:31.243669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c57b3-2b92-4f82-accc-e873128e8c25 req-acfa44cf-00db-4996-8333-bd13dfd4091e tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:31.245257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-707c57b3-2b92-4f82-accc-e873128e8c25 req-acfa44cf-00db-4996-8333-bd13dfd4091e tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 1096 time: 0.1365676 Jun 04 16:18:31.256181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b51e30-fc72-4e65-ac4e-f3dd13be0139 req-7f777fca-fcc6-4b04-9d93-52c624d54b2d tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:31.260473 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25b51e30-fc72-4e65-ac4e-f3dd13be0139 req-7f777fca-fcc6-4b04-9d93-52c624d54b2d tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 944 time: 0.1095383 Jun 04 16:18:31.320424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-707c57b3-2b92-4f82-accc-e873128e8c25 req-b05f8b4b-e4b0-4db1-bd7e-a8ca36694f55 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618353 Jun 04 16:18:31.322563 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3767-f1d8-412f-8d43-a6e2f06de222 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:31.333095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25b51e30-fc72-4e65-ac4e-f3dd13be0139 req-56179b21-e2b4-45be-87ee-8e6b5b43f3db tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3650e3-2583-4cca-90cc-0ba728dd0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602663 Jun 04 16:18:31.346939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3767-f1d8-412f-8d43-a6e2f06de222 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:31.351057 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3b3b3767-f1d8-412f-8d43-a6e2f06de222 tempest-ServersTestManualDisk-209457727 tempest-ServersTestManualDisk-209457727-project] 10.222.0.13 "DELETE /v2.0/floatingips/75d026ab-6460-49e9-a182-d004eff87f19 HTTP/1.1" status: 204 len: 168 time: 0.8405330 Jun 04 16:18:31.351057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34280) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:31.539419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0975b50-bf0f-4c8f-ad29-71489f08b601 req-f4310b6a-db0d-4206-b1cb-e61e1255235a tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:31.541206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0975b50-bf0f-4c8f-ad29-71489f08b601 req-f4310b6a-db0d-4206-b1cb-e61e1255235a tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 944 time: 0.1122715 Jun 04 16:18:31.646115 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0975b50-bf0f-4c8f-ad29-71489f08b601 req-ddbaeb17-bc88-4c05-8f7b-5108030d1821 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b57ecdd-11e7-4355-980c-81686153419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989323 Jun 04 16:18:31.684965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345fb3e-0b1d-4803-b605-07746617e61f req-2cafb8d4-fb97-4836-928d-dd2940de7d2b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:31.686691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3345fb3e-0b1d-4803-b605-07746617e61f req-2cafb8d4-fb97-4836-928d-dd2940de7d2b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 945 time: 0.0958493 Jun 04 16:18:31.737508 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3345fb3e-0b1d-4803-b605-07746617e61f req-2aa69e9d-5ae1-4097-a1aa-14b381790dbe tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Jun 04 16:18:31.841398 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-82cfc3fa-7ab1-45c1-8228-47c02386d87f req-56fb0d85-73d6-417b-ac6e-bbdca2e4e8c5 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] show failed (client error): The resource could not be found. Jun 04 16:18:31.843037 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82cfc3fa-7ab1-45c1-8228-47c02386d87f req-56fb0d85-73d6-417b-ac6e-bbdca2e4e8c5 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/ec3b543d-e44b-4a24-9963-70bca21fc452 HTTP/1.1" status: 404 len: 352 time: 0.0169318 Jun 04 16:18:31.894258 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-aee11e1f-27ee-4863-8209-8d082401cec3 req-5a5796eb-f363-447d-8314-98329caf113f tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] show failed (client error): The resource could not be found. Jun 04 16:18:31.895386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aee11e1f-27ee-4863-8209-8d082401cec3 req-5a5796eb-f363-447d-8314-98329caf113f tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/b8265e7b-b6b0-4e32-b886-c584006dbba2 HTTP/1.1" status: 404 len: 352 time: 0.0195358 Jun 04 16:18:31.896041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34302) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:31.945727 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-00948ea4-40b1-47f9-b555-a55681a9ebc1 req-5c1e4ab6-e5a0-4e97-9c43-d53adb130a90 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] show failed (client error): The resource could not be found. Jun 04 16:18:31.954220 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-00948ea4-40b1-47f9-b555-a55681a9ebc1 req-5c1e4ab6-e5a0-4e97-9c43-d53adb130a90 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/0f7f0703-70e7-4ca3-a4f5-5296fbca18cd HTTP/1.1" status: 404 len: 352 time: 0.0333042 Jun 04 16:18:31.995942 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-50220a75-3bf8-4d24-b4dd-8765a58b31b8 req-e4dc9825-dd1d-43b0-bdb2-828b7ad07053 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] show failed (client error): The resource could not be found. Jun 04 16:18:32.007369 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50220a75-3bf8-4d24-b4dd-8765a58b31b8 req-e4dc9825-dd1d-43b0-bdb2-828b7ad07053 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/7cf92988-6a0a-43ef-873a-a5b50d163ad2 HTTP/1.1" status: 404 len: 352 time: 0.0309033 Jun 04 16:18:32.036493 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-579f4ea4-5291-45f5-abfd-bdd7c1145988 req-c3c95d68-e388-416e-b42f-2e19d3cb93ba tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] show failed (client error): The resource could not be found. Jun 04 16:18:32.043470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 60ada06b-25c2-4f85-abab-299be5adbe59 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:32.064342 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-579f4ea4-5291-45f5-abfd-bdd7c1145988 req-c3c95d68-e388-416e-b42f-2e19d3cb93ba tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/6776b6fb-0eca-47b3-a238-52d2c998f028 HTTP/1.1" status: 404 len: 352 time: 0.0266850 Jun 04 16:18:32.111496 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-16282ead-bdcd-4564-89f5-52264c129362 req-166760cb-5374-4404-9655-ecfeb734bc21 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] show failed (client error): The resource could not be found. Jun 04 16:18:32.120192 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16282ead-bdcd-4564-89f5-52264c129362 req-166760cb-5374-4404-9655-ecfeb734bc21 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/38f2c871-3109-4b9a-9a84-cf939dda4f54 HTTP/1.1" status: 404 len: 352 time: 0.0452905 Jun 04 16:18:32.163584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f33a6e0-737d-4237-9a2d-9521ec73eeee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:32.195916 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 60ada06b-25c2-4f85-abab-299be5adbe59 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:32.206274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 60ada06b-25c2-4f85-abab-299be5adbe59 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:32.206727 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:32.279661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8f33a6e0-737d-4237-9a2d-9521ec73eeee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:32.299017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8f33a6e0-737d-4237-9a2d-9521ec73eeee admin admin] Usage tracker for resource:security_group_rule and tenant:3270b79be0fb48c8ab1f0eebe88227fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:32.305185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8f33a6e0-737d-4237-9a2d-9521ec73eeee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:32.328234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8f33a6e0-737d-4237-9a2d-9521ec73eeee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:32.335274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c22dcb31-0e7d-456b-9e68-d2087846936a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:32.408221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd736-cf80-4921-a191-8d714d728ab8 req-964aa9c7-780a-4f0b-8611-3452bda23075 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:32.409966 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99bbd736-cf80-4921-a191-8d714d728ab8 req-964aa9c7-780a-4f0b-8611-3452bda23075 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.2286754 Jun 04 16:18:32.523562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99bbd736-cf80-4921-a191-8d714d728ab8 req-25a1e7e2-9e98-49e3-afb5-4a61432c37e4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002314 Jun 04 16:18:32.544959 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f33a6e0-737d-4237-9a2d-9521ec73eeee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:32.551622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 0abce5b8-6652-4d4a-97e4-5fc948d5404d details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:18:32.558500 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f33a6e0-737d-4237-9a2d-9521ec73eeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:32.660382 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:32.688674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8f33a6e0-737d-4237-9a2d-9521ec73eeee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3270b79be0fb48c8ab1f0eebe88227fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7887144 Jun 04 16:18:32.693815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34330) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:32.700496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 60ada06b-25c2-4f85-abab-299be5adbe59 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:32.701110 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:32.793957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b7827b-20dd-4047-b272-033d7c0a9b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ada06b-25c2-4f85-abab-299be5adbe59'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:32.801290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33a6e0-737d-4237-9a2d-9521ec73eeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dccfef-014c-4ee7-b8ee-0ee81bdf1ce8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:32.811246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 60ada06b-25c2-4f85-abab-299be5adbe59, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=60ada06b-25c2-4f85-abab-299be5adbe59,segment=NetworkSegment(ff78d0b0-ae9a-4202-a4dd-198455cbd269),segment_id=ff78d0b0-ae9a-4202-a4dd-198455cbd269)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:32.817783 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:32.913423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 0abce5b8-6652-4d4a-97e4-5fc948d5404d, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=0abce5b8-6652-4d4a-97e4-5fc948d5404d,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:32.934168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '0abce5b8-6652-4d4a-97e4-5fc948d5404d', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'port_id': '0abce5b8-6652-4d4a-97e4-5fc948d5404d', 'mac_address': 'fa:16:3e:43:29:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:18:32.935939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=60ada06b-25c2-4f85-abab-299be5adbe59,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:33.005038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c22dcb31-0e7d-456b-9e68-d2087846936a admin admin] Deleting port 4470ea72-4c43-4cba-90c0-ef93109f84a1 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:33.006662 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c22dcb31-0e7d-456b-9e68-d2087846936a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:33.031274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 0abce5b8-6652-4d4a-97e4-5fc948d5404d is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:33.031737 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:33.059246 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fe90d976-6ebd-4496-a268-8ea6984f6b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:33.061364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abce5b8-6652-4d4a-97e4-5fc948d5404d {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:18:33.093984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e1a72-f5d4-446e-b6e6-5181a3d3676e req-f3f8f620-05ff-4473-844d-b509a9ab4f67 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:33.105507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-239e1a72-f5d4-446e-b6e6-5181a3d3676e req-f3f8f620-05ff-4473-844d-b509a9ab4f67 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 945 time: 0.1965735 Jun 04 16:18:33.108695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 0abce5b8-6652-4d4a-97e4-5fc948d5404d, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=0abce5b8-6652-4d4a-97e4-5fc948d5404d,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:33.120689 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:33.139987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f47a50-c289-48ec-8124-9bfc83ad8be2 req-5b7b3bab-1bb4-45e5-9370-71144a8a4395 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:33.139987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8f47a50-c289-48ec-8124-9bfc83ad8be2 req-5b7b3bab-1bb4-45e5-9370-71144a8a4395 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 1023 time: 0.3307304 Jun 04 16:18:33.150626 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fe90d976-6ebd-4496-a268-8ea6984f6b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:33.229365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-239e1a72-f5d4-446e-b6e6-5181a3d3676e req-f6861a32-dedb-4fb3-8d7b-8db44084280a tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3650e3-2583-4cca-90cc-0ba728dd0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314139 Jun 04 16:18:33.275827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=0abce5b8-6652-4d4a-97e4-5fc948d5404d,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:33.279796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a8f47a50-c289-48ec-8124-9bfc83ad8be2 req-3d82c0d2-f9e2-40f7-a76f-a843996201dd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Synchronizing usage tracker for tenant:39eb674087d5486c8f7f55e99956500b on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:18:33.324658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a8f47a50-c289-48ec-8124-9bfc83ad8be2 req-3d82c0d2-f9e2-40f7-a76f-a843996201dd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Unset dirty status for tenant:39eb674087d5486c8f7f55e99956500b on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:18:33.325465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8f47a50-c289-48ec-8124-9bfc83ad8be2 req-3d82c0d2-f9e2-40f7-a76f-a843996201dd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=da48f810-d62e-4988-8563-8575b0b53b00&id=7de75c37-1d4b-48b4-acdb-4930b305aaed&id=e7fe483b-160b-4de1-a605-092453fc80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1680133 Jun 04 16:18:33.345452 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fe90d976-6ebd-4496-a268-8ea6984f6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:33.365941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-c22dcb31-0e7d-456b-9e68-d2087846936a admin admin] For port 4470ea72-4c43-4cba-90c0-ef93109f84a1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4470ea72-4c43-4cba-90c0-ef93109f84a1,segment=NetworkSegment(1754b4a0-d354-46c3-ab6f-92229cf3628d),segment_id=1754b4a0-d354-46c3-ab6f-92229cf3628d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:33.366533 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c22dcb31-0e7d-456b-9e68-d2087846936a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:33.377543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90d976-6ebd-4496-a268-8ea6984f6b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dccfef-014c-4ee7-b8ee-0ee81bdf1ce8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:33.386956 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fe90d976-6ebd-4496-a268-8ea6984f6b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:33.389063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fe90d976-6ebd-4496-a268-8ea6984f6b55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06dccfef-014c-4ee7-b8ee-0ee81bdf1ce8 HTTP/1.1" status: 204 len: 168 time: 0.6918323 Jun 04 16:18:33.524912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['0abce5b8-6652-4d4a-97e4-5fc948d5404d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:18:33.748848 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:33.817778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c22dcb31-0e7d-456b-9e68-d2087846936a admin admin] Calling delete_port for 4470ea72-4c43-4cba-90c0-ef93109f84a1 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:33.825179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c91cc-8501-4040-a277-7ab0f13cb158 req-b4ac693f-0055-4750-9d23-73d491871e04 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:33.829763 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e4c91cc-8501-4040-a277-7ab0f13cb158 req-b4ac693f-0055-4750-9d23-73d491871e04 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 945 time: 0.3941557 Jun 04 16:18:33.885236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46db59-e5b5-47d0-824d-648fc8ed389b req-21dfccf2-961b-4da7-b4ed-c812af7d2126 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:33.896111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c46db59-e5b5-47d0-824d-648fc8ed389b req-21dfccf2-961b-4da7-b4ed-c812af7d2126 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 945 time: 0.3764474 Jun 04 16:18:33.926015 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:33.967171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e4c91cc-8501-4040-a277-7ab0f13cb158 req-ad81b6dc-8088-48e0-9dc3-59d040181196 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b57ecdd-11e7-4355-980c-81686153419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240671 Jun 04 16:18:33.982660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c46db59-e5b5-47d0-824d-648fc8ed389b req-33880960-f218-4123-ada3-d6ae834ad450 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856354 Jun 04 16:18:34.071739 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6497d8-cbf4-492b-b5e8-b1b80a1ab1ac'] response: {'server_uuid': '94b7827b-20dd-4047-b272-033d7c0a9b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ada06b-25c2-4f85-abab-299be5adbe59', 'code': 200} Jun 04 16:18:34.132588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35099039-96e0-4c18-9d31-3e2950a782e9 req-b16f8e79-0f11-4530-92b2-6f81604c695c tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:34.134063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35099039-96e0-4c18-9d31-3e2950a782e9 req-b16f8e79-0f11-4530-92b2-6f81604c695c tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.46 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 1023 time: 0.1459446 Jun 04 16:18:34.272684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2dbd05-151e-4bf1-90bf-ef5d8460c1dd req-eccc4d46-746e-4d92-8017-6d354c808afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:34.273903 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4e2dbd05-151e-4bf1-90bf-ef5d8460c1dd req-eccc4d46-746e-4d92-8017-6d354c808afb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 1096 time: 0.1290967 Jun 04 16:18:34.278999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-35099039-96e0-4c18-9d31-3e2950a782e9 req-6a148f4d-88fa-441b-a1de-df9b584ae0dd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Deleting port 5ba6a568-4515-41fb-beec-1e7910fdfac3 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:34.279386 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-35099039-96e0-4c18-9d31-3e2950a782e9 req-6a148f4d-88fa-441b-a1de-df9b584ae0dd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:34.379287 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4e2dbd05-151e-4bf1-90bf-ef5d8460c1dd req-b05a2ccc-5197-4f96-ac5f-4c8ce76dd2cf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc3650e3-2583-4cca-90cc-0ba728dd0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987833 Jun 04 16:18:34.394609 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c22dcb31-0e7d-456b-9e68-d2087846936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:34.467108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dcb31-0e7d-456b-9e68-d2087846936a admin admin] Pushing event deleted for resources: {'Port': ['ID=4470ea72-4c43-4cba-90c0-ef93109f84a1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:34.564285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd11659-61c7-45ae-918f-da0eadad01f3 req-53057bd2-29b3-48f7-b1bb-9af6ad3240b8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:34.572030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2dd11659-61c7-45ae-918f-da0eadad01f3 req-53057bd2-29b3-48f7-b1bb-9af6ad3240b8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.4339454 Jun 04 16:18:34.776341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34370) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:34.823204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2dd11659-61c7-45ae-918f-da0eadad01f3 req-89df4bf0-892f-4fca-9731-f379b9928396 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339482 Jun 04 16:18:34.845893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-35099039-96e0-4c18-9d31-3e2950a782e9 req-6a148f4d-88fa-441b-a1de-df9b584ae0dd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] For port 5ba6a568-4515-41fb-beec-1e7910fdfac3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ba6a568-4515-41fb-beec-1e7910fdfac3,segment=NetworkSegment(f47c1bcd-886e-4772-bc03-0bdefe20b9c6),segment_id=f47c1bcd-886e-4772-bc03-0bdefe20b9c6)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:34.846564 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-35099039-96e0-4c18-9d31-3e2950a782e9 req-6a148f4d-88fa-441b-a1de-df9b584ae0dd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:34.875163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1015c3b-7d1f-4eb7-b1e1-e4db3635fa48 req-b4410fbf-9101-4136-813b-bf7c0074edd1 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:34.876810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1015c3b-7d1f-4eb7-b1e1-e4db3635fa48 req-b4410fbf-9101-4136-813b-bf7c0074edd1 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 945 time: 0.4942641 Jun 04 16:18:34.986816 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c22dcb31-0e7d-456b-9e68-d2087846936a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:35.032472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-311039450-network', 'tenant_id': 'cbbb627f5d574b66a005630e86ea8389'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:35.051251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-35099039-96e0-4c18-9d31-3e2950a782e9 req-6a148f4d-88fa-441b-a1de-df9b584ae0dd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Calling delete_port for 5ba6a568-4515-41fb-beec-1e7910fdfac3 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:35.096905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:35.163133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Usage tracker for resource:network and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:35.173451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:35.192960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:35.239017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1015c3b-7d1f-4eb7-b1e1-e4db3635fa48 req-9ea91556-6d77-497b-b7ff-cd9d22bb601a tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3650e3-2583-4cca-90cc-0ba728dd0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841110 Jun 04 16:18:35.254339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Made reservation on behalf of cbbb627f5d574b66a005630e86ea8389 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:35.256769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:35.276640 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:35.300187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:35.305568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:35.313224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:35.355372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd5a85-4cda-4b2b-9222-201f68b137c0 req-ab0e3ad2-17c0-4b9f-9c33-e5eb2abd17e2 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:35.362972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cafd5a85-4cda-4b2b-9222-201f68b137c0 req-ab0e3ad2-17c0-4b9f-9c33-e5eb2abd17e2 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 1023 time: 0.2814012 Jun 04 16:18:35.365710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:35.376297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22dcb31-0e7d-456b-9e68-d2087846936a admin admin] Router 836265ce-4152-43b3-be99-e4355da549a2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:18:35.504035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cafd5a85-4cda-4b2b-9222-201f68b137c0 req-fcfadb97-d610-48c0-b890-212eb319f4ff tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups?id=da48f810-d62e-4988-8563-8575b0b53b00&id=7de75c37-1d4b-48b4-acdb-4930b305aaed&id=e7fe483b-160b-4de1-a605-092453fc80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1292810 Jun 04 16:18:35.566267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22dcb31-0e7d-456b-9e68-d2087846936a admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:18:35.581841 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c22dcb31-0e7d-456b-9e68-d2087846936a admin admin] 10.222.0.13 "PUT /v2.0/routers/836265ce-4152-43b3-be99-e4355da549a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2269194 Jun 04 16:18:35.582054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34386) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:35.594394 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e705a2-212e-4e52-8966-421767ccacb5 None None] Sync routers for ids ['836265ce-4152-43b3-be99-e4355da549a2'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:18:35.609902 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-35099039-96e0-4c18-9d31-3e2950a782e9 req-6a148f4d-88fa-441b-a1de-df9b584ae0dd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:35.619301 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e705a2-212e-4e52-8966-421767ccacb5 None None] Routers {'836265ce-4152-43b3-be99-e4355da549a2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:35.619919 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-93e705a2-212e-4e52-8966-421767ccacb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['836265ce-4152-43b3-be99-e4355da549a2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:35.813162 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:35.951769 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-93e705a2-212e-4e52-8966-421767ccacb5 None None] Set router 836265ce-4152-43b3-be99-e4355da549a2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:35.952052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a148f4d-88fa-441b-a1de-df9b584ae0dd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event deleted for resources: {'Port': ['ID=5ba6a568-4515-41fb-beec-1e7910fdfac3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:36.018074 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:36.052291 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:36.076252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-35099039-96e0-4c18-9d31-3e2950a782e9 req-6a148f4d-88fa-441b-a1de-df9b584ae0dd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] No DVR routers for this DVR port 5ba6a568-4515-41fb-beec-1e7910fdfac3 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:18:36.085867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-35099039-96e0-4c18-9d31-3e2950a782e9 req-6a148f4d-88fa-441b-a1de-df9b584ae0dd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:36.090250 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ec33a9-a105-4704-aea1-120d3960f3ff', 'name': 'network-vif-deleted', 'tag': '5ba6a568-4515-41fb-beec-1e7910fdfac3'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:36.112628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:18:36.137207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57104269-c99c-4fd8-aeef-99377bc6d32e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:36.145793 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:36.146455 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Added segment 466ed539-ae77-4749-a32e-90a3b680b41e of type vlan for network 9ec71551-44a6-4fe9-be97-da2bf767b87f Jun 04 16:18:36.165197 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35099039-96e0-4c18-9d31-3e2950a782e9 req-6a148f4d-88fa-441b-a1de-df9b584ae0dd tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.46 "DELETE /v2.0/ports/5ba6a568-4515-41fb-beec-1e7910fdfac3 HTTP/1.1" status: 204 len: 173 time: 1.9900641 Jun 04 16:18:36.221434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b5c24-3e38-4d66-8fb0-f533496f8f25 req-dc65ce09-fba8-4821-b486-776994842fea tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:36.229130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-386b5c24-3e38-4d66-8fb0-f533496f8f25 req-dc65ce09-fba8-4821-b486-776994842fea tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 945 time: 0.3541336 Jun 04 16:18:36.233838 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:36.273830 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:36.294759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Deleting port b3cbe512-e08f-494d-8785-645a2835a136 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:36.294759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:36.363971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-386b5c24-3e38-4d66-8fb0-f533496f8f25 req-5e31c251-77e8-4a5c-9dd2-b693f509f295 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b57ecdd-11e7-4355-980c-81686153419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339417 Jun 04 16:18:36.366126 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:36.367153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:36.367720 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:36.495031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 0abce5b8-6652-4d4a-97e4-5fc948d5404d up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:36.551329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7705112 Jun 04 16:18:36.557179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34404) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:36.569825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13816387-56cd-49b6-b22b-7b66451b611d admin admin] Pushing event updated for resources: {'Network': ['ID=9ec71551-44a6-4fe9-be97-da2bf767b87f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:36.576294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Request body: {'subnet': {'network_id': '9ec71551-44a6-4fe9-be97-da2bf767b87f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-311039450-subnet', 'tenant_id': 'cbbb627f5d574b66a005630e86ea8389', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:36.608370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d521ad-41c4-4f81-8eca-e527f984012c req-de2dd6cd-22e0-4883-ad6a-09643e761c94 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:36.615817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85d521ad-41c4-4f81-8eca-e527f984012c req-de2dd6cd-22e0-4883-ad6a-09643e761c94 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 945 time: 0.3838403 Jun 04 16:18:36.624400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 9ec71551-44a6-4fe9-be97-da2bf767b87f details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:18:36.658958 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-93e705a2-212e-4e52-8966-421767ccacb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:18:34Z', 'revision_number': 5, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port': {'id': 'b3cbe512-e08f-494d-8785-645a2835a136', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836265ce-4152-43b3-be99-e4355da549a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:00Z', 'updated_at': '2022-06-04T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:36.677447 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e705a2-212e-4e52-8966-421767ccacb5 None None] Checking router: 836265ce-4152-43b3-be99-e4355da549a2 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:18:36.714216 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e705a2-212e-4e52-8966-421767ccacb5 None None] Routers {'836265ce-4152-43b3-be99-e4355da549a2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:36.718393 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-93e705a2-212e-4e52-8966-421767ccacb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['836265ce-4152-43b3-be99-e4355da549a2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:36.727046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85d521ad-41c4-4f81-8eca-e527f984012c req-b9cac02f-f1c4-4999-b4da-a48675f49440 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103082 Jun 04 16:18:36.785089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2edd6a-61a9-48e9-aa0c-8417288d4fc2 req-60686f20-bf7c-49b7-9190-508659117e11 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:36.796493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a2edd6a-61a9-48e9-aa0c-8417288d4fc2 req-60686f20-bf7c-49b7-9190-508659117e11 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.1653855 Jun 04 16:18:36.844898 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb22fdf7-0e5f-4aa5-bc7e-7152453b662a'] response: {'server_uuid': '47ec33a9-a105-4704-aea1-120d3960f3ff', 'name': 'network-vif-deleted', 'tag': '5ba6a568-4515-41fb-beec-1e7910fdfac3', 'status': 'completed', 'code': 200} Jun 04 16:18:36.901286 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a2edd6a-61a9-48e9-aa0c-8417288d4fc2 req-c78ed7b5-9075-429e-995f-9d3a60d45c4f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035469 Jun 04 16:18:36.910648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:36.937542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Usage tracker for resource:subnet and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:36.955344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:36.975423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 0abce5b8-6652-4d4a-97e4-5fc948d5404d completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:36.995926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:37.007993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 0abce5b8-6652-4d4a-97e4-5fc948d5404d triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:37.020269 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:37.080218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bbeb-1af1-4b51-9669-c3d89b9c6886 req-15a18d8e-650a-4964-adde-add26d9ff643 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:37.091623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8104bbeb-1af1-4b51-9669-c3d89b9c6886 req-15a18d8e-650a-4964-adde-add26d9ff643 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 945 time: 0.1370325 Jun 04 16:18:37.096342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Made reservation on behalf of cbbb627f5d574b66a005630e86ea8389 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:37.102405 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:37.153552 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-93e705a2-212e-4e52-8966-421767ccacb5 None None] Set router 836265ce-4152-43b3-be99-e4355da549a2 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:37.180032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-84021c62-cdcb-40ba-aab5-7a159e9c3495 req-adc712ca-8c7a-4208-b039-e0e8a2c5cbee tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Synchronizing usage tracker for tenant:39eb674087d5486c8f7f55e99956500b on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:18:37.232977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 0abce5b8-6652-4d4a-97e4-5fc948d5404d is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:37.233291 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:37.260479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8104bbeb-1af1-4b51-9669-c3d89b9c6886 req-32637e3f-9d33-48e7-98b2-7f6bd8bec117 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3650e3-2583-4cca-90cc-0ba728dd0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677320 Jun 04 16:18:37.279512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c79f9c-07f7-4f56-8a24-e585a19db79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abce5b8-6652-4d4a-97e4-5fc948d5404d'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:37.280226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-84021c62-cdcb-40ba-aab5-7a159e9c3495 req-adc712ca-8c7a-4208-b039-e0e8a2c5cbee tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Unset dirty status for tenant:39eb674087d5486c8f7f55e99956500b on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:18:37.283280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84021c62-cdcb-40ba-aab5-7a159e9c3495 req-adc712ca-8c7a-4208-b039-e0e8a2c5cbee tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ec33a9-a105-4704-aea1-120d3960f3ff HTTP/1.1" status: 200 len: 210 time: 0.1640120 Jun 04 16:18:37.284468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] For port b3cbe512-e08f-494d-8785-645a2835a136, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b3cbe512-e08f-494d-8785-645a2835a136,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:37.284672 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:37.332491 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-93e705a2-212e-4e52-8966-421767ccacb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:18:36Z', 'revision_number': 6, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:37.332969 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 0abce5b8-6652-4d4a-97e4-5fc948d5404d, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=0abce5b8-6652-4d4a-97e4-5fc948d5404d,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:37.340245 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e705a2-212e-4e52-8966-421767ccacb5 None None] The sync data for ids ['836265ce-4152-43b3-be99-e4355da549a2'] in n-d-811809-3 is: [{'id': '836265ce-4152-43b3-be99-e4355da549a2', 'name': 'tempest-ServersTestManualDisk-856580748-router', 'tenant_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:16:57Z', 'updated_at': '2022-06-04T16:18:36Z', 'revision_number': 6, 'project_id': 'e1a28953f0c84063b7bf8e6bdf4117e5', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:18:37.347798 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:37.348695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ba6a568-4515-41fb-beec-1e7910fdfac3 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:18:37.477042 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433fa266-64cf-4c93-bd85-32e2786d0eaf'] response: {'server_uuid': '35c79f9c-07f7-4f56-8a24-e585a19db79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abce5b8-6652-4d4a-97e4-5fc948d5404d', 'code': 200} Jun 04 16:18:37.511980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 5ba6a568-4515-41fb-beec-1e7910fdfac3 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:18:37.512611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ba6a568-4515-41fb-beec-1e7910fdfac3 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:18:37.565820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Calling delete_port for b3cbe512-e08f-494d-8785-645a2835a136 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:37.612360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=0abce5b8-6652-4d4a-97e4-5fc948d5404d,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:37.776452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4470ea72-4c43-4cba-90c0-ef93109f84a1 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:18:37.863490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 4470ea72-4c43-4cba-90c0-ef93109f84a1 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:18:37.863490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4470ea72-4c43-4cba-90c0-ef93109f84a1 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:18:37.988503 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:38.037114 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:38.107773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bd533-1451-400b-ab08-229fd6f0133a req-a1e54232-3ea4-4323-904b-c85767368762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:38.108356 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d15bd533-1451-400b-ab08-229fd6f0133a req-a1e54232-3ea4-4323-904b-c85767368762 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 1097 time: 0.5902343 Jun 04 16:18:38.138797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd8d77-99e0-4972-bc2b-cd9c6444e375 req-61724f01-4190-4582-8c4b-8242216f3626 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:38.140251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5dd8d77-99e0-4972-bc2b-cd9c6444e375 req-61724f01-4190-4582-8c4b-8242216f3626 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 946 time: 0.5468719 Jun 04 16:18:38.151008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b729fa-2001-4dcc-b49c-2ece6058df3d req-236fe85f-ecbd-445e-a1b2-9865d2c864b8 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:38.152459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7b729fa-2001-4dcc-b49c-2ece6058df3d req-236fe85f-ecbd-445e-a1b2-9865d2c864b8 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 945 time: 0.1920331 Jun 04 16:18:38.154597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac728f0-f6cf-4b23-b430-d9bb1fa5cb44,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:38.178102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3cbe512-e08f-494d-8785-645a2835a136,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:38.244036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d15bd533-1451-400b-ab08-229fd6f0133a req-478df29d-4a14-4292-ac8b-2381b7b81fc6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4b57ecdd-11e7-4355-980c-81686153419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281657 Jun 04 16:18:38.251741 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5dd8d77-99e0-4972-bc2b-cd9c6444e375 req-cb32fdac-0aeb-4ac4-86d7-28086e311ee2 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b57ecdd-11e7-4355-980c-81686153419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983391 Jun 04 16:18:38.257418 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7b729fa-2001-4dcc-b49c-2ece6058df3d req-1a127e2c-ba14-4a3e-8177-9fea4cdc50cc tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803921 Jun 04 16:18:38.312428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Checking segment: {'id': '466ed539-ae77-4749-a32e-90a3b680b41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ec71551-44a6-4fe9-be97-da2bf767b87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:38.312790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Network hostable DHCP agents. Network: 9ec71551-44a6-4fe9-be97-da2bf767b87f, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:18:38.331802 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:38.541050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Network 9ec71551-44a6-4fe9-be97-da2bf767b87f is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:18:38.551122 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:38.555407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:38.563516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 9ec71551-44a6-4fe9-be97-da2bf767b87f) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:38.564718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccb013-59a2-4eb1-8d1f-e225c1c54e60 req-ba4a6bbe-75b5-46e1-85ed-605651796ae7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:38.574787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4ccb013-59a2-4eb1-8d1f-e225c1c54e60 req-ba4a6bbe-75b5-46e1-85ed-605651796ae7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.1581886 Jun 04 16:18:38.577299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:38.578640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:38.583254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8e0fa-49c6-4fcf-9890-14df48f9e281 None None] Network 9ec71551-44a6-4fe9-be97-da2bf767b87f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:18:38.628046 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:38.629269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 836265ce-4152-43b3-be99-e4355da549a2 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:18:38.638483 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:38.640188 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-69754512-560c-405b-81cf-6288d94edc04 admin admin] 10.222.0.13 "DELETE /v2.0/routers/836265ce-4152-43b3-be99-e4355da549a2 HTTP/1.1" status: 204 len: 168 time: 3.0562878 Jun 04 16:18:38.642937 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4903ff00-293f-4f3e-b3a2-d7c9786c0009 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0844445 Jun 04 16:18:38.643710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34432) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:38.690837 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4ccb013-59a2-4eb1-8d1f-e225c1c54e60 req-a154a0fb-c2fa-4ba7-ba4b-8d33d040078b tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103101 Jun 04 16:18:38.744390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b71fc-a423-4fc2-9015-ea17921e10c7 req-f172b960-92f9-41d2-a261-ee991b288d9a tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:38.763536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d908e5e2-b974-4518-9356-7293293c7634 admin admin] Deleting subnet 19c304e1-c1b4-4f14-9ddc-24732901800f {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:18:38.766981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-278b71fc-a423-4fc2-9015-ea17921e10c7 req-f172b960-92f9-41d2-a261-ee991b288d9a tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 945 time: 0.3961387 Jun 04 16:18:38.769406 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d908e5e2-b974-4518-9356-7293293c7634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:38.898140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-278b71fc-a423-4fc2-9015-ea17921e10c7 req-2396cc34-3c60-491f-a79e-d1f115aa91c5 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3650e3-2583-4cca-90cc-0ba728dd0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199200 Jun 04 16:18:38.914316 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d908e5e2-b974-4518-9356-7293293c7634 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:38.974731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e31cf44-025d-424e-b4ad-faea237a068c req-b46a70db-87a9-42de-9643-1d3895eb7e71 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/e7fe483b-160b-4de1-a605-092453fc80d7 HTTP/1.1" status: 200 len: 1800 time: 0.0527785 Jun 04 16:18:39.062289 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d908e5e2-b974-4518-9356-7293293c7634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.085886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4d406a-2a95-4085-9df0-2c0029f57daf None None] Network 9ec71551-44a6-4fe9-be97-da2bf767b87f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:18:39.090709 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9e31cf44-025d-424e-b4ad-faea237a068c req-25d4bc28-515f-43aa-9cc9-9e0ba53d8932 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.132918 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9e31cf44-025d-424e-b4ad-faea237a068c req-25d4bc28-515f-43aa-9cc9-9e0ba53d8932 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.160324 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d908e5e2-b974-4518-9356-7293293c7634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.190361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1488774305', 'description': 'tempest-description-1317285240'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:39.198946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:39.205573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:39.207680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:39.216312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:39.220443 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9e31cf44-025d-424e-b4ad-faea237a068c req-25d4bc28-515f-43aa-9cc9-9e0ba53d8932 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.246005 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908e5e2-b974-4518-9356-7293293c7634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c304e1-c1b4-4f14-9ddc-24732901800f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:39.254021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4bc28-515f-43aa-9cc9-9e0ba53d8932 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fe483b-160b-4de1-a605-092453fc80d7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:39.256960 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9e31cf44-025d-424e-b4ad-faea237a068c req-25d4bc28-515f-43aa-9cc9-9e0ba53d8932 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.261502 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e31cf44-025d-424e-b4ad-faea237a068c req-25d4bc28-515f-43aa-9cc9-9e0ba53d8932 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "DELETE /v2.0/security-groups/e7fe483b-160b-4de1-a605-092453fc80d7 HTTP/1.1" status: 204 len: 173 time: 0.2753959 Jun 04 16:18:39.262850 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.265550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d908e5e2-b974-4518-9356-7293293c7634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.288053 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d908e5e2-b974-4518-9356-7293293c7634 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/19c304e1-c1b4-4f14-9ddc-24732901800f HTTP/1.1" status: 204 len: 168 time: 0.6431327 Jun 04 16:18:39.298595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34448) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:39.328964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c52bd86-4426-4c21-b171-85d263e2a359 None None] Network f737aedb-6285-446a-b5c0-ae1c641fe59c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:18:39.338882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:39.343023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:39.348747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:39.356047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:39.436529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489207a-cf6b-4cdb-9c68-7229c59e4d0c req-f088472a-bf51-4263-8619-e297f3bc2f7c tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:39.438423 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d489207a-cf6b-4cdb-9c68-7229c59e4d0c req-f088472a-bf51-4263-8619-e297f3bc2f7c tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.42 "GET /v2.0/ports?device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 945 time: 0.2307229 Jun 04 16:18:39.443864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.463210 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bdc3c76-0ebd-42c8-b44e-c28aff082bda req-0d75884e-1e24-4f0e-a193-bbfa067b7768 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "GET /v2.0/security-groups/da48f810-d62e-4988-8563-8575b0b53b00 HTTP/1.1" status: 200 len: 1800 time: 0.1783371 Jun 04 16:18:39.548871 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.548871 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.600838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b3cbe512-e08f-494d-8785-645a2835a136 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:18:39.658938 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b3cbe512-e08f-494d-8785-645a2835a136 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:18:39.659609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b3cbe512-e08f-494d-8785-645a2835a136 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:18:39.660613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22f743a-7870-463b-bcbd-ff2b8af23f7b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:39.676124 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.697561 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c724799-d1e8-4e70-a4be-38075ae5c7f6 req-82dfa8dd-5161-4dcc-930b-94f67dfbc8f0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5123022 Jun 04 16:18:39.757952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Deleting port 03af98fe-f532-4916-a914-96b2909b7d15 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:39.758352 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.794336 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6bdc3c76-0ebd-42c8-b44e-c28aff082bda req-1bfe8b5e-64ff-4802-9fab-a441524c90b8 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.835641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-d489207a-cf6b-4cdb-9c68-7229c59e4d0c req-401be280-1b4c-4893-b5fd-911c2df3860b tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Deleting port 60ada06b-25c2-4f85-abab-299be5adbe59 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:39.835984 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d489207a-cf6b-4cdb-9c68-7229c59e4d0c req-401be280-1b4c-4893-b5fd-911c2df3860b tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.846644 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6bdc3c76-0ebd-42c8-b44e-c28aff082bda req-1bfe8b5e-64ff-4802-9fab-a441524c90b8 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.878847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2dbb03-6c67-4858-ad14-23f7d0c72077 None None] DHCP port deletion for f737aedb-6285-446a-b5c0-ae1c641fe59c request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:18:39.882894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-db2dbb03-6c67-4858-ad14-23f7d0c72077 None None] Deleting port 03af98fe-f532-4916-a914-96b2909b7d15 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:39.883503 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-db2dbb03-6c67-4858-ad14-23f7d0c72077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.956899 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6bdc3c76-0ebd-42c8-b44e-c28aff082bda req-1bfe8b5e-64ff-4802-9fab-a441524c90b8 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:39.981971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe8b5e-64ff-4802-9fab-a441524c90b8 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da48f810-d62e-4988-8563-8575b0b53b00,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:39.998235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2735a9-0011-47a3-9353-d54b1c0bd3a9 req-8dd90672-eb60-4879-b580-bad33a718ed4 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:39.999821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b2735a9-0011-47a3-9353-d54b1c0bd3a9 req-8dd90672-eb60-4879-b580-bad33a718ed4 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 946 time: 0.1448991 Jun 04 16:18:40.002085 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6bdc3c76-0ebd-42c8-b44e-c28aff082bda req-1bfe8b5e-64ff-4802-9fab-a441524c90b8 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.009622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34462) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:40.013771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bdc3c76-0ebd-42c8-b44e-c28aff082bda req-1bfe8b5e-64ff-4802-9fab-a441524c90b8 tempest-SecurityGroupsTestJSON-1952212378 tempest-SecurityGroupsTestJSON-1952212378-project] 10.222.0.13 "DELETE /v2.0/security-groups/da48f810-d62e-4988-8563-8575b0b53b00 HTTP/1.1" status: 204 len: 173 time: 0.5491576 Jun 04 16:18:40.074584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b2735a9-0011-47a3-9353-d54b1c0bd3a9 req-6532a09d-e3b1-416c-a845-b1df3a5df0a8 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b57ecdd-11e7-4355-980c-81686153419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559688 Jun 04 16:18:40.146845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-db2dbb03-6c67-4858-ad14-23f7d0c72077 None None] For port 03af98fe-f532-4916-a914-96b2909b7d15, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=03af98fe-f532-4916-a914-96b2909b7d15,segment=NetworkSegment(1754b4a0-d354-46c3-ab6f-92229cf3628d),segment_id=1754b4a0-d354-46c3-ab6f-92229cf3628d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:40.147133 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-db2dbb03-6c67-4858-ad14-23f7d0c72077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.162768 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-416e581d-6133-4503-af7b-53be4c11a0a2 req-6f2c1ce9-5b0c-4beb-a8f5-ee747543a460 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/c22f743a-7870-463b-bcbd-ff2b8af23f7b HTTP/1.1" status: 200 len: 1805 time: 0.0632067 Jun 04 16:18:40.203031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-416e581d-6133-4503-af7b-53be4c11a0a2 req-051882a3-3bc1-48e8-adeb-fc7cbf84994e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c22f743a-7870-463b-bcbd-ff2b8af23f7b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:40.203461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-416e581d-6133-4503-af7b-53be4c11a0a2 req-051882a3-3bc1-48e8-adeb-fc7cbf84994e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c22f743a-7870-463b-bcbd-ff2b8af23f7b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:40.214107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-416e581d-6133-4503-af7b-53be4c11a0a2 req-051882a3-3bc1-48e8-adeb-fc7cbf84994e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:40.220361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-416e581d-6133-4503-af7b-53be4c11a0a2 req-051882a3-3bc1-48e8-adeb-fc7cbf84994e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:40.223722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-416e581d-6133-4503-af7b-53be4c11a0a2 req-051882a3-3bc1-48e8-adeb-fc7cbf84994e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:40.236337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-416e581d-6133-4503-af7b-53be4c11a0a2 req-051882a3-3bc1-48e8-adeb-fc7cbf84994e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:40.249169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-97934cae-fccb-49ae-8a04-c818495408bb admin admin] Deleting subnet 03f80806-80de-420b-bbfa-7c1e05be866d {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:18:40.255243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] For port 03af98fe-f532-4916-a914-96b2909b7d15, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=03af98fe-f532-4916-a914-96b2909b7d15,segment=NetworkSegment(1754b4a0-d354-46c3-ab6f-92229cf3628d),segment_id=1754b4a0-d354-46c3-ab6f-92229cf3628d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:40.255600 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.263068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-97934cae-fccb-49ae-8a04-c818495408bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.274268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-db2dbb03-6c67-4858-ad14-23f7d0c72077 None None] Calling delete_port for 03af98fe-f532-4916-a914-96b2909b7d15 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:40.289181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75384785-d1f3-47a4-a5ea-d24704424935 req-a99fce77-ab8b-49aa-b42b-d7e1336407ab tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:40.296460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75384785-d1f3-47a4-a5ea-d24704424935 req-a99fce77-ab8b-49aa-b42b-d7e1336407ab tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 945 time: 0.1387551 Jun 04 16:18:40.350858 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-416e581d-6133-4503-af7b-53be4c11a0a2 req-051882a3-3bc1-48e8-adeb-fc7cbf84994e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.356721 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-db2dbb03-6c67-4858-ad14-23f7d0c72077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.361898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75384785-d1f3-47a4-a5ea-d24704424935 req-803dd7a3-b5c7-4919-9b5a-6da06f5a17ab tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641258 Jun 04 16:18:40.379916 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-416e581d-6133-4503-af7b-53be4c11a0a2 req-051882a3-3bc1-48e8-adeb-fc7cbf84994e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.385973 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-416e581d-6133-4503-af7b-53be4c11a0a2 req-051882a3-3bc1-48e8-adeb-fc7cbf84994e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.414833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dbb03-6c67-4858-ad14-23f7d0c72077 None None] Pushing event deleted for resources: {'Port': ['ID=03af98fe-f532-4916-a914-96b2909b7d15,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:40.419271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2dbb03-6c67-4858-ad14-23f7d0c72077 None None] No DVR routers for this DVR port 03af98fe-f532-4916-a914-96b2909b7d15 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:18:40.428065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051882a3-3bc1-48e8-adeb-fc7cbf84994e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b85af6f-6436-4295-9851-850051008191,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:40.434406 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-416e581d-6133-4503-af7b-53be4c11a0a2 req-051882a3-3bc1-48e8-adeb-fc7cbf84994e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.435721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-416e581d-6133-4503-af7b-53be4c11a0a2 req-051882a3-3bc1-48e8-adeb-fc7cbf84994e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2412148 Jun 04 16:18:40.447351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Calling delete_port for 03af98fe-f532-4916-a914-96b2909b7d15 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:40.521456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-d489207a-cf6b-4cdb-9c68-7229c59e4d0c req-401be280-1b4c-4893-b5fd-911c2df3860b tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] For port 60ada06b-25c2-4f85-abab-299be5adbe59, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=60ada06b-25c2-4f85-abab-299be5adbe59,segment=NetworkSegment(ff78d0b0-ae9a-4202-a4dd-198455cbd269),segment_id=ff78d0b0-ae9a-4202-a4dd-198455cbd269)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:40.521809 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d489207a-cf6b-4cdb-9c68-7229c59e4d0c req-401be280-1b4c-4893-b5fd-911c2df3860b tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.540917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-97934cae-fccb-49ae-8a04-c818495408bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.644767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c9362-75ce-47a0-b3ab-dcf7e2254bd9 req-3996ff51-12cd-4ecb-b8a3-c0b0c0653425 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:40.646178 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b1c9362-75ce-47a0-b3ab-dcf7e2254bd9 req-3996ff51-12cd-4ecb-b8a3-c0b0c0653425 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.1556907 Jun 04 16:18:40.677336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e7099-a33b-42ae-a645-390f3fbba9f9 req-bb7d8c36-bfbd-4fa9-813d-f1eb7fcf2247 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:40.678655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d3e7099-a33b-42ae-a645-390f3fbba9f9 req-bb7d8c36-bfbd-4fa9-813d-f1eb7fcf2247 tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b7827b-20dd-4047-b272-033d7c0a9b75 HTTP/1.1" status: 200 len: 945 time: 0.1278200 Jun 04 16:18:40.711261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-d489207a-cf6b-4cdb-9c68-7229c59e4d0c req-401be280-1b4c-4893-b5fd-911c2df3860b tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Calling delete_port for 60ada06b-25c2-4f85-abab-299be5adbe59 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:18:40.720818 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b1c9362-75ce-47a0-b3ab-dcf7e2254bd9 req-2bd8e218-c5a7-4d02-97a3-acccc42b12e0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681167 Jun 04 16:18:40.748414 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d3e7099-a33b-42ae-a645-390f3fbba9f9 req-d4457062-8958-4ad4-a62f-bfb9948b1e5e tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3650e3-2583-4cca-90cc-0ba728dd0297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624950 Jun 04 16:18:40.778628 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-97934cae-fccb-49ae-8a04-c818495408bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.782171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1315369675', 'description': 'tempest-description-447495602'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:40.794032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:40.799030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:40.802301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:40.817155 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:18:40.817155 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:18:40.839468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:40.901802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.930662 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-97934cae-fccb-49ae-8a04-c818495408bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.930878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:40.936523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:40.940077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:40.947227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:40.977552 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-97934cae-fccb-49ae-8a04-c818495408bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.980147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97934cae-fccb-49ae-8a04-c818495408bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f80806-80de-420b-bbfa-7c1e05be866d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:40.984477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e988332-78ab-4717-a796-ce58e18efec6 req-33817e13-3427-46a9-a221-938266d87d7e tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:40.985216 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d489207a-cf6b-4cdb-9c68-7229c59e4d0c req-401be280-1b4c-4893-b5fd-911c2df3860b tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:40.993718 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e988332-78ab-4717-a796-ce58e18efec6 req-33817e13-3427-46a9-a221-938266d87d7e tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 946 time: 0.1512635 Jun 04 16:18:40.994226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34472) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:41.005677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c0d5c594-0a27-41f2-9512-281bd1acd5b8 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Request body: {'floatingip': {'port_id': '0abce5b8-6652-4d4a-97e4-5fc948d5404d'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:41.045081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401be280-1b4c-4893-b5fd-911c2df3860b tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Pushing event deleted for resources: {'Port': ['ID=60ada06b-25c2-4f85-abab-299be5adbe59,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:41.088571 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-97934cae-fccb-49ae-8a04-c818495408bb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/03f80806-80de-420b-bbfa-7c1e05be866d HTTP/1.1" status: 204 len: 168 time: 1.0729930 Jun 04 16:18:41.091712 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c594-0a27-41f2-9512-281bd1acd5b8 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.091910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34476) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:41.149313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d489207a-cf6b-4cdb-9c68-7229c59e4d0c req-401be280-1b4c-4893-b5fd-911c2df3860b tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] No DVR routers for this DVR port 60ada06b-25c2-4f85-abab-299be5adbe59 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:18:41.153555 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d489207a-cf6b-4cdb-9c68-7229c59e4d0c req-401be280-1b4c-4893-b5fd-911c2df3860b tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.154705 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d489207a-cf6b-4cdb-9c68-7229c59e4d0c req-401be280-1b4c-4893-b5fd-911c2df3860b tempest-ServerGroupTestJSON-1225173405 tempest-ServerGroupTestJSON-1225173405-project] 10.222.0.42 "DELETE /v2.0/ports/60ada06b-25c2-4f85-abab-299be5adbe59 HTTP/1.1" status: 204 len: 173 time: 1.7089386 Jun 04 16:18:41.160241 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b7827b-20dd-4047-b272-033d7c0a9b75', 'name': 'network-vif-deleted', 'tag': '60ada06b-25c2-4f85-abab-299be5adbe59'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:41.245308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.291703 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.349397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Deleting port 03af98fe-f532-4916-a914-96b2909b7d15 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:18:41.350024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.352607 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.352607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06270176-48ce-4bdb-a6a6-8db7b5041d17 req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5754261 Jun 04 16:18:41.384578 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e25f986-60f2-4577-bffe-4b4bd35707ad'] response: {'server_uuid': '94b7827b-20dd-4047-b272-033d7c0a9b75', 'name': 'network-vif-deleted', 'tag': '60ada06b-25c2-4f85-abab-299be5adbe59', 'status': 'completed', 'code': 200} Jun 04 16:18:41.414121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c541cec-6465-4a4f-b77d-c58fb9e0c287 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad24cf0e-8fd6-4c38-bdc1-af4b602dbbc2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:41.449947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] The port '03af98fe-f532-4916-a914-96b2909b7d15' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:18:41.501920 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1afbabaf-08bd-42c6-aa94-e6f5c5bb0c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.546127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 03af98fe-f532-4916-a914-96b2909b7d15 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:18:41.587798 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.607346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 03af98fe-f532-4916-a914-96b2909b7d15 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:18:41.607680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 03af98fe-f532-4916-a914-96b2909b7d15 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:18:41.661200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f737aedb-6285-446a-b5c0-ae1c641fe59c']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:41.693591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1754b4a0-d354-46c3-ab6f-92229cf3628d') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:41.693591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1754b4a0-d354-46c3-ab6f-92229cf3628d') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:41.791123 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dec27c57-cf90-4469-8a9a-8a16e71e53d1 req-5b64c4da-e02f-4934-97ff-e00767d2db6e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/ad24cf0e-8fd6-4c38-bdc1-af4b602dbbc2 HTTP/1.1" status: 200 len: 1804 time: 0.3781960 Jun 04 16:18:41.803010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dec27c57-cf90-4469-8a9a-8a16e71e53d1 req-91164b02-ee0e-46bd-822a-2d16fbf151d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ad24cf0e-8fd6-4c38-bdc1-af4b602dbbc2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:41.803010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dec27c57-cf90-4469-8a9a-8a16e71e53d1 req-91164b02-ee0e-46bd-822a-2d16fbf151d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ad24cf0e-8fd6-4c38-bdc1-af4b602dbbc2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:41.812490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1afbabaf-08bd-42c6-aa94-e6f5c5bb0c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.819324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dec27c57-cf90-4469-8a9a-8a16e71e53d1 req-91164b02-ee0e-46bd-822a-2d16fbf151d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:41.830363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dec27c57-cf90-4469-8a9a-8a16e71e53d1 req-91164b02-ee0e-46bd-822a-2d16fbf151d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:41.836279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dec27c57-cf90-4469-8a9a-8a16e71e53d1 req-91164b02-ee0e-46bd-822a-2d16fbf151d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:41.839514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-1afbabaf-08bd-42c6-aa94-e6f5c5bb0c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15766385-e714-4997-9061-68a94449eb31']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:41.852679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-1afbabaf-08bd-42c6-aa94-e6f5c5bb0c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47c1bcd-886e-4772-bc03-0bdefe20b9c6') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:41.852815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-1afbabaf-08bd-42c6-aa94-e6f5c5bb0c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47c1bcd-886e-4772-bc03-0bdefe20b9c6') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:41.860891 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.914160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dec27c57-cf90-4469-8a9a-8a16e71e53d1 req-91164b02-ee0e-46bd-822a-2d16fbf151d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:41.920824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1afbabaf-08bd-42c6-aa94-e6f5c5bb0c09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.940121 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.952788 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1afbabaf-08bd-42c6-aa94-e6f5c5bb0c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.960023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:18:41.960429 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:41.989096 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afbabaf-08bd-42c6-aa94-e6f5c5bb0c09 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:18:41.989096 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1afbabaf-08bd-42c6-aa94-e6f5c5bb0c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:42.001351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b5fa4-4b63-4faf-bccd-0fd65a7ef231 req-fc2fba08-87f9-4d8b-8c86-cb7c66805e0f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:42.003169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a91b5fa4-4b63-4faf-bccd-0fd65a7ef231 req-fc2fba08-87f9-4d8b-8c86-cb7c66805e0f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 945 time: 0.3952825 Jun 04 16:18:42.010736 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 1754b4a0-d354-46c3-ab6f-92229cf3628d resource provider aggregate not found Jun 04 16:18:42.084691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:18:42.087076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 60ada06b-25c2-4f85-abab-299be5adbe59 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:18:42.120356 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 1754b4a0-d354-46c3-ab6f-92229cf3628d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1754b4a0-d354-46c3-ab6f-92229cf3628d found for delete ", "request_id": "req-925c240e-a733-47a5-b8f5-820b0c2eff5b"}]} Jun 04 16:18:42.123899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a91b5fa4-4b63-4faf-bccd-0fd65a7ef231 req-dbffc9f3-19cd-4a5e-b1d1-59e5914436b5 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054776 Jun 04 16:18:42.143775 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dec27c57-cf90-4469-8a9a-8a16e71e53d1 req-91164b02-ee0e-46bd-822a-2d16fbf151d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:42.180438 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dec27c57-cf90-4469-8a9a-8a16e71e53d1 req-91164b02-ee0e-46bd-822a-2d16fbf151d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:42.223630 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 60ada06b-25c2-4f85-abab-299be5adbe59 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:18:42.224585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 60ada06b-25c2-4f85-abab-299be5adbe59 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:18:42.254044 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dec27c57-cf90-4469-8a9a-8a16e71e53d1 req-91164b02-ee0e-46bd-822a-2d16fbf151d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:42.268491 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:42.276911 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1afbabaf-08bd-42c6-aa94-e6f5c5bb0c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:42.313065 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:42.324567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] Pushing event deleted for resources: {'Network': ['ID=f737aedb-6285-446a-b5c0-ae1c641fe59c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:42.343314 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1afbabaf-08bd-42c6-aa94-e6f5c5bb0c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:42.370208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbabaf-08bd-42c6-aa94-e6f5c5bb0c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=15766385-e714-4997-9061-68a94449eb31,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:42.377585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91164b02-ee0e-46bd-822a-2d16fbf151d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c46dfe5-e9a7-4225-8155-74b2ae135a62,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:42.388028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-2e08fa83-1859-4187-bd52-af37a73c94dd tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:42.388028 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-2e08fa83-1859-4187-bd52-af37a73c94dd tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 1096 time: 0.6603305 Jun 04 16:18:42.397368 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-698cc03b-4298-4169-888d-cbde8a4cdc7e admin admin] 10.222.0.13 "DELETE /v2.0/networks/f737aedb-6285-446a-b5c0-ae1c641fe59c HTTP/1.1" status: 204 len: 168 time: 3.0944650 Jun 04 16:18:42.403769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811809-3'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:42.418625 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c594-0a27-41f2-9512-281bd1acd5b8 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:42.425493 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dec27c57-cf90-4469-8a9a-8a16e71e53d1 req-91164b02-ee0e-46bd-822a-2d16fbf151d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:42.427077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dec27c57-cf90-4469-8a9a-8a16e71e53d1 req-91164b02-ee0e-46bd-822a-2d16fbf151d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6351545 Jun 04 16:18:42.434258 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c594-0a27-41f2-9512-281bd1acd5b8 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:42.449126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:42.481289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 has no active binding in host n-h1-811809-3 {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 16:18:42.514306 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1afbabaf-08bd-42c6-aa94-e6f5c5bb0c09 admin admin] 10.222.0.13 "DELETE /v2.0/networks/15766385-e714-4997-9061-68a94449eb31 HTTP/1.1" status: 204 len: 168 time: 1.4213765 Jun 04 16:18:42.579516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34502) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:42.635515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-282042706', 'description': 'tempest-description-2089088712'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:42.637370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:42.650000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:42.677890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d50d0-ab8d-4dab-90aa-06a851780106 req-fd526cb5-0ede-4ab8-9ff2-495acb0ebc75 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:42.679494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-177d50d0-ab8d-4dab-90aa-06a851780106 req-fd526cb5-0ede-4ab8-9ff2-495acb0ebc75 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.3719552 Jun 04 16:18:42.732911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34508) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:42.751071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:42.771319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:42.805463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:42.864523 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-caea9baf-a3f8-4246-a8c3-d9b539fc2cd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1a28953f0c84063b7bf8e6bdf4117e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784162 Jun 04 16:18:42.865382 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:42.872493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34512) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:42.886051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-177d50d0-ab8d-4dab-90aa-06a851780106 req-bd036c49-9df5-42dd-b29f-5e0527639180 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149871 Jun 04 16:18:42.893700 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-c0d5c594-0a27-41f2-9512-281bd1acd5b8 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Floating IP 18f75bc1-9669-4ae9-b5cd-f76e68dd463b associated. External IP: 172.25.5.83, port: 0abce5b8-6652-4d4a-97e4-5fc948d5404d. Jun 04 16:18:42.953636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:42.955653 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a1627f33-b43b-4ca9-846e-629bb4eda99f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39eb674087d5486c8f7f55e99956500b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205939 Jun 04 16:18:42.958106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:42.961953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:42.971793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34516) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:42.985516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:42.999890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:43.038550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:43.131740 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.196100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee7e0-adb9-4868-b3db-d2cb6fc5f80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.197094 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.309687 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3604dae0-f70d-4a98-a986-15a38fe4d9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.319785 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee7e0-adb9-4868-b3db-d2cb6fc5f80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.357852 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.357971 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3604dae0-f70d-4a98-a986-15a38fe4d9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.371495 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.408558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c11c210-0ca8-4e0a-964d-252bc58dd4e9'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:43.415335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Pushing event updated for resources: {'Port': ['ID=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,revision_number=7']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:43.574504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b7441c-3c29-4650-96e1-d2125c4ea6c5,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:43.583655 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.591131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-778642c3-7a63-420f-911e-60de32217460 req-608b3ebf-0806-4c60-b426-170c9ae652a2 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9831395 Jun 04 16:18:43.654049 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3604dae0-f70d-4a98-a986-15a38fe4d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.655926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d5c594-0a27-41f2-9512-281bd1acd5b8 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Router f51fb57e-338e-4c3f-8a13-a29e3026946f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:18:43.663179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee7e0-adb9-4868-b3db-d2cb6fc5f80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.702625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ee7e0-adb9-4868-b3db-d2cb6fc5f80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de75c37-1d4b-48b4-acdb-4930b305aaed,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:43.704268 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252c8b2b-7eb0-4730-8c7e-e305be462d9b'] response: {'server_uuid': 'e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c11c210-0ca8-4e0a-964d-252bc58dd4e9', 'code': 200} Jun 04 16:18:43.713762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604dae0-f70d-4a98-a986-15a38fe4d9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be8196c-5530-48fd-9659-2e1bc8c9b751,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:43.717004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-580516935', 'description': 'tempest-description-753029787'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:43.741614 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3604dae0-f70d-4a98-a986-15a38fe4d9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.746286 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3604dae0-f70d-4a98-a986-15a38fe4d9ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8be8196c-5530-48fd-9659-2e1bc8c9b751 HTTP/1.1" status: 204 len: 168 time: 0.8710351 Jun 04 16:18:43.747379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Attempting to bind port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on host n-h2-811809-3 for vnic_type normal with profile {"migrating_to": "n-h1-811809-3"} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:43.748122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Attempting to bind port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:43.748548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Attempting to bind port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:43.754239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on network 4174afad-8f69-40c2-8826-5ab168bb142e not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:18:43.754850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Attempting to bind port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on network 4174afad-8f69-40c2-8826-5ab168bb142e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:43.770865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:43.771890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Checking segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:43.773221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Bound using segment: {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:43.776838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Bound port: 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a873dfbe-eaae-47da-96c2-bddfe497fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4174afad-8f69-40c2-8826-5ab168bb142e'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:43.777206 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.897557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:43.897557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:43.910957 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.974322 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee7e0-adb9-4868-b3db-d2cb6fc5f80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:43.974322 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ea4ee7e0-adb9-4868-b3db-d2cb6fc5f80d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7de75c37-1d4b-48b4-acdb-4930b305aaed HTTP/1.1" status: 204 len: 168 time: 1.0012591 Jun 04 16:18:43.995908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:44.005456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:44.007989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:44.022875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1135c-8c31-45f4-a9bc-6dd0e06acdb3 req-bb5055c7-997a-46f2-afec-3a79ec17ceab tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:44.031177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07b1135c-8c31-45f4-a9bc-6dd0e06acdb3 req-bb5055c7-997a-46f2-afec-3a79ec17ceab tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 943 time: 0.5641594 Jun 04 16:18:44.038987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:44.158011 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f47c1bcd-886e-4772-bc03-0bdefe20b9c6 resource provider aggregate not found Jun 04 16:18:44.167306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07b1135c-8c31-45f4-a9bc-6dd0e06acdb3 req-43efbca6-5713-46b4-b54a-184db9c9758b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350396 Jun 04 16:18:44.173378 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:44.186528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:44.186528 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:44.187568 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] 10.222.0.42 "PUT /v2.0/ports/4c11c210-0ca8-4e0a-964d-252bc58dd4e9 HTTP/1.1" status: 200 len: 1121 time: 1.7917068 Jun 04 16:18:44.188401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9d9e6-37e6-4593-a119-e07828189329 service neutron] Pushing event updated for resources: {'Port': ['ID=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,revision_number=8']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:44.199437 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f47c1bcd-886e-4772-bc03-0bdefe20b9c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f47c1bcd-886e-4772-bc03-0bdefe20b9c6 found for delete ", "request_id": "req-a49dd257-0d42-4c07-84b6-a49616694404"}]} Jun 04 16:18:44.269964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['4c11c210-0ca8-4e0a-964d-252bc58dd4e9'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:18:44.305488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:44.313234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:44.316744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:44.328660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:44.408922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['4c11c210-0ca8-4e0a-964d-252bc58dd4e9'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:18:44.412432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d5c594-0a27-41f2-9512-281bd1acd5b8 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:18:44.430660 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c594-0a27-41f2-9512-281bd1acd5b8 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:44.476233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add15ff-bbd9-4ecb-a6df-4e7ad52370dd None None] Sync routers for ids ['f51fb57e-338e-4c3f-8a13-a29e3026946f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:18:44.580737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add15ff-bbd9-4ecb-a6df-4e7ad52370dd None None] Routers {'f51fb57e-338e-4c3f-8a13-a29e3026946f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:44.581691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2add15ff-bbd9-4ecb-a6df-4e7ad52370dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f51fb57e-338e-4c3f-8a13-a29e3026946f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:44.610009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c0d5c594-0a27-41f2-9512-281bd1acd5b8 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "PUT /v2.0/floatingips/18f75bc1-9669-4ae9-b5cd-f76e68dd463b HTTP/1.1" status: 200 len: 991 time: 3.6067619 Jun 04 16:18:44.610967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c79f9c-07f7-4f56-8a24-e585a19db79b', 'tag': '0abce5b8-6652-4d4a-97e4-5fc948d5404d'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:44.676574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4dc7f6f2-1f51-48ff-be74-80a92a0a4788 req-21239885-a428-45cd-9752-13c3beb1564f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4346104 Jun 04 16:18:44.711551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d21fb-581e-4712-9ea6-07c23104dff3 req-819c642a-b6ef-453d-a101-9a0a06c8a220 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:44.711551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e90d21fb-581e-4712-9ea6-07c23104dff3 req-819c642a-b6ef-453d-a101-9a0a06c8a220 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.3716080 Jun 04 16:18:44.742711 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:44.758247 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:44.876667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d50a4bf-43c7-45a7-bb0b-086dc4b910b1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:44.884219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e90d21fb-581e-4712-9ea6-07c23104dff3 req-278f8910-51cd-42fd-83b3-ae9fdd130e75 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645498 Jun 04 16:18:44.937870 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:44.954624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d7f3fc1f-8bec-42fc-a7eb-5ca6a3075371 req-100bcafd-8a0a-44a3-87a0-ad175fd5efbd tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2609851 Jun 04 16:18:44.998995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7f6f2-1f51-48ff-be74-80a92a0a4788 req-567ad72d-b795-4dea-9e85-0c97e6cc80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:45.001722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4dc7f6f2-1f51-48ff-be74-80a92a0a4788 req-567ad72d-b795-4dea-9e85-0c97e6cc80a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 1096 time: 0.1871662 Jun 04 16:18:45.025120 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7fe342-4374-4e01-8b0c-6fb11a7d5eca'] response: {'name': 'network-changed', 'server_uuid': '35c79f9c-07f7-4f56-8a24-e585a19db79b', 'tag': '0abce5b8-6652-4d4a-97e4-5fc948d5404d', 'status': 'completed', 'code': 200} Jun 04 16:18:45.154604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34596) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:45.167722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-2add15ff-bbd9-4ecb-a6df-4e7ad52370dd None None] Set router f51fb57e-338e-4c3f-8a13-a29e3026946f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:45.279528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33b560ad-9597-43df-8a23-d4f332564f43 req-a5b7007d-4d3c-4558-a93a-1b147371af2c tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/71b7441c-3c29-4650-96e1-d2125c4ea6c5 HTTP/1.1" status: 200 len: 1804 time: 0.2477615 Jun 04 16:18:45.329899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a09d8bf-e4bc-49c6-899b-9ec156a27c4e admin admin] Deleting subnet 5036c746-1cb1-4891-8fc9-a69439f12a00 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:18:45.335263 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a09d8bf-e4bc-49c6-899b-9ec156a27c4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:45.386972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34606) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:45.401436 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34608) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:45.423055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d8924-20ee-4e47-926d-151edfbd480d req-8785e50c-24c3-48fa-b9f9-481d65a76126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:45.424779 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b92d8924-20ee-4e47-926d-151edfbd480d req-8785e50c-24c3-48fa-b9f9-481d65a76126 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ac837242f346f296181deb284c70b8&device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 1097 time: 0.3628733 Jun 04 16:18:45.434574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a09d8bf-e4bc-49c6-899b-9ec156a27c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:45.508195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33b560ad-9597-43df-8a23-d4f332564f43 req-5f51c176-2064-4ad9-b06c-c658e6971a63 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/0d50a4bf-43c7-45a7-bb0b-086dc4b910b1 HTTP/1.1" status: 200 len: 1803 time: 0.2221482 Jun 04 16:18:45.561311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7f6f2-1f51-48ff-be74-80a92a0a4788 req-e102bd78-6087-46ca-bb39-5160d03b7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:45.577956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4dc7f6f2-1f51-48ff-be74-80a92a0a4788 req-e102bd78-6087-46ca-bb39-5160d03b7c68 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.5077615 Jun 04 16:18:45.582966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-33b560ad-9597-43df-8a23-d4f332564f43 req-2580e791-c0c1-47b9-8a1a-e8a45f3519e9 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '71b7441c-3c29-4650-96e1-d2125c4ea6c5', 'remote_group_id': '0d50a4bf-43c7-45a7-bb0b-086dc4b910b1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:45.583441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-33b560ad-9597-43df-8a23-d4f332564f43 req-2580e791-c0c1-47b9-8a1a-e8a45f3519e9 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '71b7441c-3c29-4650-96e1-d2125c4ea6c5', 'remote_group_id': '0d50a4bf-43c7-45a7-bb0b-086dc4b910b1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:45.593730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-33b560ad-9597-43df-8a23-d4f332564f43 req-2580e791-c0c1-47b9-8a1a-e8a45f3519e9 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:45.600421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-33b560ad-9597-43df-8a23-d4f332564f43 req-2580e791-c0c1-47b9-8a1a-e8a45f3519e9 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:45.606058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-33b560ad-9597-43df-8a23-d4f332564f43 req-2580e791-c0c1-47b9-8a1a-e8a45f3519e9 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:45.614935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-33b560ad-9597-43df-8a23-d4f332564f43 req-2580e791-c0c1-47b9-8a1a-e8a45f3519e9 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:45.615992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-854361523-network', 'tenant_id': '46bb3a3a9eee4d5694abe37deab664e6'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:45.652175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:45.683534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1012494008-network', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:45.713287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4dc7f6f2-1f51-48ff-be74-80a92a0a4788 req-c1c1708f-b2c6-4f8b-b8d1-d40f8300af89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852 HTTP/1.1" status: 200 len: 217 time: 0.0740438 Jun 04 16:18:45.713589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d', 'tag': '4c11c210-0ca8-4e0a-964d-252bc58dd4e9'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:45.715907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Usage tracker for resource:network and tenant:46bb3a3a9eee4d5694abe37deab664e6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:45.727669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a09d8bf-e4bc-49c6-899b-9ec156a27c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:45.771024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:45.800095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Usage tracker for resource:network and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:45.812821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:45.823324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd9b90-0373-4514-a137-f1c7ae7d702d req-5cec307c-b0b3-41cd-b1e8-9dd3190db8a0 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:45.824839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bdbd9b90-0373-4514-a137-f1c7ae7d702d req-5cec307c-b0b3-41cd-b1e8-9dd3190db8a0 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 943 time: 0.4512148 Jun 04 16:18:45.842597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7f6f2-1f51-48ff-be74-80a92a0a4788 req-e3402aaf-a67f-45dd-a283-c0e077c5770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:45.843547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4dc7f6f2-1f51-48ff-be74-80a92a0a4788 req-e3402aaf-a67f-45dd-a283-c0e077c5770b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.1264412 Jun 04 16:18:45.844128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:45.847164 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:45.861235 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-33b560ad-9597-43df-8a23-d4f332564f43 req-2580e791-c0c1-47b9-8a1a-e8a45f3519e9 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:45.867646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:45.913651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d8924-20ee-4e47-926d-151edfbd480d req-304d75b9-d795-4fd3-820b-ae3172c91d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:45.917284 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b92d8924-20ee-4e47-926d-151edfbd480d req-304d75b9-d795-4fd3-820b-ae3172c91d01 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 HTTP/1.1" status: 200 len: 916 time: 0.4478691 Jun 04 16:18:45.922764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:45.925989 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:45.941869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Made reservation on behalf of 46bb3a3a9eee4d5694abe37deab664e6 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:45.945157 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:45.959082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4dc7f6f2-1f51-48ff-be74-80a92a0a4788 req-b3caf7e3-3797-4b93-a1ca-fe0e1ce1f6ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010623 Jun 04 16:18:45.962143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2add15ff-bbd9-4ecb-a6df-4e7ad52370dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:17:56Z', 'revision_number': 4, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port': {'id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:50Z', 'updated_at': '2022-06-04T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '18f75bc1-9669-4ae9-b5cd-f76e68dd463b', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'port_id': '0abce5b8-6652-4d4a-97e4-5fc948d5404d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'mac_address': 'fa:16:3e:43:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c79f9c-07f7-4f56-8a24-e585a19db79b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:18:16Z', 'updated_at': '2022-06-04T16:18:42Z', 'revision_number': 1, 'project_id': '60ac837242f346f296181deb284c70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39ece5a-f6e7-40f7-aa9f-84b4484ffd87', 'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:55Z', 'updated_at': '2022-06-04T16:18:06Z', 'revision_number': 5, 'project_id': '60ac837242f346f296181deb284c70b8', 'subnets': [{'id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:45.969990 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add15ff-bbd9-4ecb-a6df-4e7ad52370dd None None] Checking router: f51fb57e-338e-4c3f-8a13-a29e3026946f for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:18:45.988546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add15ff-bbd9-4ecb-a6df-4e7ad52370dd None None] Routers {'f51fb57e-338e-4c3f-8a13-a29e3026946f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:45.988546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2add15ff-bbd9-4ecb-a6df-4e7ad52370dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f51fb57e-338e-4c3f-8a13-a29e3026946f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:46.013822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bdbd9b90-0373-4514-a137-f1c7ae7d702d req-fd985e2e-84af-42df-ad53-f22deb1bc67b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739252 Jun 04 16:18:46.014573 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-33b560ad-9597-43df-8a23-d4f332564f43 req-2580e791-c0c1-47b9-8a1a-e8a45f3519e9 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:46.030071 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:46.067837 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-33b560ad-9597-43df-8a23-d4f332564f43 req-2580e791-c0c1-47b9-8a1a-e8a45f3519e9 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:46.082339 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:46.119459 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4a81bd-f54b-47bd-bca1-870885f1d3f4'] response: {'name': 'network-changed', 'server_uuid': 'e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d', 'tag': '4c11c210-0ca8-4e0a-964d-252bc58dd4e9', 'status': 'completed', 'code': 200} Jun 04 16:18:46.122458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:46.139591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Usage tracker for resource:security_group_rule and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:46.141627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580e791-c0c1-47b9-8a1a-e8a45f3519e9 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96addbb8-30e1-4a2c-85cb-33ef62ca7f71,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:46.144105 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:46.151104 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-33b560ad-9597-43df-8a23-d4f332564f43 req-2580e791-c0c1-47b9-8a1a-e8a45f3519e9 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:46.152956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33b560ad-9597-43df-8a23-d4f332564f43 req-2580e791-c0c1-47b9-8a1a-e8a45f3519e9 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6172509 Jun 04 16:18:46.177455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:46.185625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a09d8bf-e4bc-49c6-899b-9ec156a27c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:46.200785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1156318315', 'description': 'tempest-description-1571943292'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:46.211459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:46.219567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4dc7f6f2-1f51-48ff-be74-80a92a0a4788 req-3b4029f7-55af-408f-8b58-d89a754434a8 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509589 Jun 04 16:18:46.220485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:46.223741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:46.240254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:46.261423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:46.286571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Usage tracker for resource:security_group_rule and tenant:46bb3a3a9eee4d5694abe37deab664e6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:46.294846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-2add15ff-bbd9-4ecb-a6df-4e7ad52370dd None None] Set router f51fb57e-338e-4c3f-8a13-a29e3026946f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:46.310710 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b92d8924-20ee-4e47-926d-151edfbd480d req-84c0f7ee-4e52-426e-986a-dcdac4f4d8bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abce5b8-6652-4d4a-97e4-5fc948d5404d HTTP/1.1" status: 200 len: 999 time: 0.3720336 Jun 04 16:18:46.321222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:46.328445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09d8bf-e4bc-49c6-899b-9ec156a27c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5036c746-1cb1-4891-8fc9-a69439f12a00,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:46.368390 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a09d8bf-e4bc-49c6-899b-9ec156a27c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:46.376342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:46.398156 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:46.422883 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9a09d8bf-e4bc-49c6-899b-9ec156a27c4e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5036c746-1cb1-4891-8fc9-a69439f12a00 HTTP/1.1" status: 204 len: 168 time: 1.2674725 Jun 04 16:18:46.433776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34628) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:46.436862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:46.453802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:46.460368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:46.480020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:46.502854 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4dc7f6f2-1f51-48ff-be74-80a92a0a4788 req-6a6e2e8d-40e2-4801-8ea5-907b88078ca3 service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759135 Jun 04 16:18:46.536086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7aa9c-33c5-4d61-8b0e-13ccadd69deb req-71d767d1-2591-41da-8fe9-b7a1bc16a95e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:46.542907 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50c7aa9c-33c5-4d61-8b0e-13ccadd69deb req-71d767d1-2591-41da-8fe9-b7a1bc16a95e tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.2717474 Jun 04 16:18:46.545181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d8924-20ee-4e47-926d-151edfbd480d req-bb9fc45e-89e2-4dca-82cc-e27106d25c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:46.547173 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b92d8924-20ee-4e47-926d-151edfbd480d req-bb9fc45e-89e2-4dca-82cc-e27106d25c9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0158e0b8-a6ba-4199-a891-e98439d18029 HTTP/1.1" status: 200 len: 854 time: 0.2209864 Jun 04 16:18:46.661787 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:46.668666 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50c7aa9c-33c5-4d61-8b0e-13ccadd69deb req-a649ec2d-00b6-4723-a5c1-9bf3d7876a63 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903618 Jun 04 16:18:46.669914 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:46.673572 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e0078-6fdf-4d10-8330-e4dda550967d req-3c8c210d-f86b-4483-9234-d1dcda1e5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:46.675193 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-389e0078-6fdf-4d10-8330-e4dda550967d req-3c8c210d-f86b-4483-9234-d1dcda1e5481 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 1124 time: 0.5128360 Jun 04 16:18:46.741181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2add15ff-bbd9-4ecb-a6df-4e7ad52370dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:17:56Z', 'revision_number': 4, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port': {'id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:50Z', 'updated_at': '2022-06-04T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '18f75bc1-9669-4ae9-b5cd-f76e68dd463b', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'port_id': '0abce5b8-6652-4d4a-97e4-5fc948d5404d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'mac_address': 'fa:16:3e:43:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c79f9c-07f7-4f56-8a24-e585a19db79b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:18:16Z', 'updated_at': '2022-06-04T16:18:42Z', 'revision_number': 1, 'project_id': '60ac837242f346f296181deb284c70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39ece5a-f6e7-40f7-aa9f-84b4484ffd87', 'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:55Z', 'updated_at': '2022-06-04T16:18:06Z', 'revision_number': 5, 'project_id': '60ac837242f346f296181deb284c70b8', 'subnets': [{'id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:46.745935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add15ff-bbd9-4ecb-a6df-4e7ad52370dd None None] The sync data for ids ['f51fb57e-338e-4c3f-8a13-a29e3026946f'] in n-d-811809-3 is: [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:17:56Z', 'revision_number': 4, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port': {'id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:50Z', 'updated_at': '2022-06-04T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '18f75bc1-9669-4ae9-b5cd-f76e68dd463b', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'port_id': '0abce5b8-6652-4d4a-97e4-5fc948d5404d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'mac_address': 'fa:16:3e:43:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c79f9c-07f7-4f56-8a24-e585a19db79b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:18:16Z', 'updated_at': '2022-06-04T16:18:42Z', 'revision_number': 1, 'project_id': '60ac837242f346f296181deb284c70b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39ece5a-f6e7-40f7-aa9f-84b4484ffd87', 'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:55Z', 'updated_at': '2022-06-04T16:18:06Z', 'revision_number': 5, 'project_id': '60ac837242f346f296181deb284c70b8', 'subnets': [{'id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:18:46.855905 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c9d19f2-a85d-4b87-9cee-4dfcd335e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:46.873861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28dccd75-39a2-4d19-bbf7-487d59304320,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:46.876616 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e0078-6fdf-4d10-8330-e4dda550967d req-185666c4-14d9-44ee-bdab-476dcf2bf395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:46.878017 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:46.878454 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-389e0078-6fdf-4d10-8330-e4dda550967d req-185666c4-14d9-44ee-bdab-476dcf2bf395 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.1773281 Jun 04 16:18:46.882570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb0610c7-bc24-47a3-a09d-9280f8295e8c req-2d093c19-6f64-44cc-bd8d-816fd858e857 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6962128 Jun 04 16:18:46.920827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2014669006', 'description': 'tempest-description-1337872329'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:46.927564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:46.937996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:46.942548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:46.950029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:46.961382 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:46.982912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:46.990033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:46.994112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:47.011340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:47.049364 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f19558c-22d6-454d-9534-2365d7e0ff20 None None] New status for floating IP 18f75bc1-9669-4ae9-b5cd-f76e68dd463b: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:18:47.109165 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.120330 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-389e0078-6fdf-4d10-8330-e4dda550967d req-f16349d2-eca5-404e-a8ac-b9f6b2d1f28d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9 HTTP/1.1" status: 200 len: 217 time: 0.2171130 Jun 04 16:18:47.201306 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.255933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d5791-60ae-425f-903a-abf24b3ff0ad req-49224598-7501-4ea5-aa43-599b9f90bab2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:47.258105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d84d5791-60ae-425f-903a-abf24b3ff0ad req-49224598-7501-4ea5-aa43-599b9f90bab2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 943 time: 0.0921724 Jun 04 16:18:47.278305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e0078-6fdf-4d10-8330-e4dda550967d req-7d57dd68-c5ec-4236-b30f-4fe8f7568bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:47.279981 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-389e0078-6fdf-4d10-8330-e4dda550967d req-7d57dd68-c5ec-4236-b30f-4fe8f7568bd5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.1216438 Jun 04 16:18:47.282126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d8924-20ee-4e47-926d-151edfbd480d req-ba1e43f0-5f23-40bc-a006-8a364b420b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:47.283897 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b92d8924-20ee-4e47-926d-151edfbd480d req-ba1e43f0-5f23-40bc-a006-8a364b420b41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7056825 Jun 04 16:18:47.286024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.343078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d84d5791-60ae-425f-903a-abf24b3ff0ad req-a0a9a303-0756-402b-8bc1-cfb111aff5bc tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785511 Jun 04 16:18:47.440107 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.446147 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.449396 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-389e0078-6fdf-4d10-8330-e4dda550967d req-b389ce36-f77c-4d9a-87e6-e5d91837b6f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965624 Jun 04 16:18:47.449396 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.484579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:18:47.497220 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c9d19f2-a85d-4b87-9cee-4dfcd335e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.518586 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.519828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7472c5a1-8754-433e-b8d8-3c94cb08526c req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6043849 Jun 04 16:18:47.520421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8751b-bf07-475e-ad12-5309e601c2ae tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6cb7dc-e8a0-4638-8815-c0a45fafcb20,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:47.562539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa12da6-a326-4456-9d1e-cfe416f3d677,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:47.566229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:18:47.631787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf09bc32-0a41-4642-8c4a-d3173a309d9a req-753c445d-725c-4f1f-90d4-391570ae858a tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/28dccd75-39a2-4d19-bbf7-487d59304320 HTTP/1.1" status: 200 len: 1805 time: 0.0792077 Jun 04 16:18:47.691193 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf09bc32-0a41-4642-8c4a-d3173a309d9a req-a150eeb8-9810-41d5-9ff7-e3dca671cf85 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/8d6cb7dc-e8a0-4638-8815-c0a45fafcb20 HTTP/1.1" status: 200 len: 1805 time: 0.0599113 Jun 04 16:18:47.704639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-cf09bc32-0a41-4642-8c4a-d3173a309d9a req-64ed84b5-c07b-4170-9a49-010b11202968 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '28dccd75-39a2-4d19-bbf7-487d59304320', 'remote_group_id': '8d6cb7dc-e8a0-4638-8815-c0a45fafcb20', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:47.707960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-cf09bc32-0a41-4642-8c4a-d3173a309d9a req-64ed84b5-c07b-4170-9a49-010b11202968 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '28dccd75-39a2-4d19-bbf7-487d59304320', 'remote_group_id': '8d6cb7dc-e8a0-4638-8815-c0a45fafcb20', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:47.712576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-cf09bc32-0a41-4642-8c4a-d3173a309d9a req-64ed84b5-c07b-4170-9a49-010b11202968 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:47.718562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cf09bc32-0a41-4642-8c4a-d3173a309d9a req-64ed84b5-c07b-4170-9a49-010b11202968 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:47.719426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cf09bc32-0a41-4642-8c4a-d3173a309d9a req-64ed84b5-c07b-4170-9a49-010b11202968 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:47.725992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-cf09bc32-0a41-4642-8c4a-d3173a309d9a req-64ed84b5-c07b-4170-9a49-010b11202968 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:47.756445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0c9d19f2-a85d-4b87-9cee-4dfcd335e43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741b8d91-ba20-4722-aecb-0b9a96deb81f']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:47.781281 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.781639 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Added segment b103e639-d1a5-46da-96e7-97da9f22a38d of type vlan for network 1e8416e5-50e8-4ba6-941c-c08bdfac6d58 Jun 04 16:18:47.806122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0c9d19f2-a85d-4b87-9cee-4dfcd335e43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff78d0b0-ae9a-4202-a4dd-198455cbd269') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:47.806122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0c9d19f2-a85d-4b87-9cee-4dfcd335e43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff78d0b0-ae9a-4202-a4dd-198455cbd269') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:47.815891 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.816028 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Added segment d4b0bd38-360b-4071-afed-4a21164ab496 of type vlan for network 0110e029-b7f9-428c-907f-2c365509b078 Jun 04 16:18:47.842186 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cf09bc32-0a41-4642-8c4a-d3173a309d9a req-64ed84b5-c07b-4170-9a49-010b11202968 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.845687 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c9d19f2-a85d-4b87-9cee-4dfcd335e43c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.900872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa1de9d-60ad-433e-95b6-1cce17c6a8e8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:47.949564 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.963696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cf09bc32-0a41-4642-8c4a-d3173a309d9a req-64ed84b5-c07b-4170-9a49-010b11202968 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.990616 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c9d19f2-a85d-4b87-9cee-4dfcd335e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:47.991965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cf09bc32-0a41-4642-8c4a-d3173a309d9a req-64ed84b5-c07b-4170-9a49-010b11202968 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.005216 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.010410 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-389e0078-6fdf-4d10-8330-e4dda550967d req-91004d82-c5b2-4aa9-b2d5-6a05e36c252d service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194068 Jun 04 16:18:48.012574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9d19f2-a85d-4b87-9cee-4dfcd335e43c admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:18:48.012735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c9d19f2-a85d-4b87-9cee-4dfcd335e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.038966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed84b5-c07b-4170-9a49-010b11202968 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90be657-9816-4023-b22c-75744a303881,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:48.068383 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cf09bc32-0a41-4642-8c4a-d3173a309d9a req-64ed84b5-c07b-4170-9a49-010b11202968 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.069452 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b92d8924-20ee-4e47-926d-151edfbd480d req-6ba3c6f7-7721-4d88-ac9e-99403df358c1 service neutron] 10.222.0.46 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435559 Jun 04 16:18:48.069622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf09bc32-0a41-4642-8c4a-d3173a309d9a req-64ed84b5-c07b-4170-9a49-010b11202968 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3693068 Jun 04 16:18:48.071374 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-2e0eba72-0c8e-4b1b-bf5d-5d1f23004b7c service neutron] 10.222.0.46 "GET /v2.0/ports/4c11c210-0ca8-4e0a-964d-252bc58dd4e9/bindings/n-h1-811809-3 HTTP/1.1" status: 200 len: 384 time: 0.1520591 Jun 04 16:18:48.082976 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ff78d0b0-ae9a-4202-a4dd-198455cbd269 resource provider aggregate not found Jun 04 16:18:48.083860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432bdca-505e-45e2-86d7-b0cbadf016dc req-bae87e0e-af4b-4ffe-8620-ec5d0b70b59f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:48.085069 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2432bdca-505e-45e2-86d7-b0cbadf016dc req-bae87e0e-af4b-4ffe-8620-ec5d0b70b59f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.2306745 Jun 04 16:18:48.171110 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ff78d0b0-ae9a-4202-a4dd-198455cbd269 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff78d0b0-ae9a-4202-a4dd-198455cbd269 found for delete ", "request_id": "req-2f9f7202-e5de-4b2b-aa48-38779b1ef083"}]} Jun 04 16:18:48.225007 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:18:48.230769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2432bdca-505e-45e2-86d7-b0cbadf016dc req-18b08f32-8ddc-4022-92e0-eaafea6d5f06 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080956 Jun 04 16:18:48.239619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef0a97e9-6f4f-458d-8dc7-2bb073755fa9 req-069e6518-17cb-4ea8-8227-b6b4c6cf6095 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/8d6cb7dc-e8a0-4638-8815-c0a45fafcb20 HTTP/1.1" status: 200 len: 1805 time: 0.1181123 Jun 04 16:18:48.343310 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.344273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:48.344857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.348664 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.349494 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:48.350044 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.371262 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c9d19f2-a85d-4b87-9cee-4dfcd335e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.404304 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c9d19f2-a85d-4b87-9cee-4dfcd335e43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.431689 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef0a97e9-6f4f-458d-8dc7-2bb073755fa9 req-e47bed89-522b-4e82-9ab3-37c68ffbcb71 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.487635 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef0a97e9-6f4f-458d-8dc7-2bb073755fa9 req-e47bed89-522b-4e82-9ab3-37c68ffbcb71 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.541786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-25f58881-a9bc-4b90-9d8e-d8b86b58edea service neutron] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:48.585856 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-389e0078-6fdf-4d10-8330-e4dda550967d req-219b5206-c0fe-4a7f-a5c7-ba880eb4aa0e service neutron] 10.222.0.46 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425780 Jun 04 16:18:48.591329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-25f58881-a9bc-4b90-9d8e-d8b86b58edea service neutron] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:48.606117 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.2118526 Jun 04 16:18:48.610271 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2051680 Jun 04 16:18:48.610271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34654) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:48.610638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34656) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:48.614362 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0c9d19f2-a85d-4b87-9cee-4dfcd335e43c admin admin] 10.222.0.13 "DELETE /v2.0/networks/741b8d91-ba20-4722-aecb-0b9a96deb81f HTTP/1.1" status: 204 len: 168 time: 2.1756287 Jun 04 16:18:48.614362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f622187-8b3e-4ccd-80e2-37d92791aaa6 admin admin] Pushing event updated for resources: {'Network': ['ID=1e8416e5-50e8-4ba6-941c-c08bdfac6d58,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:48.631271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 1e8416e5-50e8-4ba6-941c-c08bdfac6d58 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:18:48.672039 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef0a97e9-6f4f-458d-8dc7-2bb073755fa9 req-e47bed89-522b-4e82-9ab3-37c68ffbcb71 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.677631 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Request body: {'subnet': {'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1012494008-subnet', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:48.685675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Request body: {'subnet': {'network_id': '0110e029-b7f9-428c-907f-2c365509b078', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-854361523-subnet', 'tenant_id': '46bb3a3a9eee4d5694abe37deab664e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:48.698732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:48.704190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:48.707805 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b92d8924-20ee-4e47-926d-151edfbd480d req-1f2c3be0-0af7-4368-ace7-44ba31248861 service neutron] 10.222.0.46 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694125 Jun 04 16:18:48.708755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Usage tracker for resource:subnet and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:48.722366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bed89-522b-4e82-9ab3-37c68ffbcb71 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6cb7dc-e8a0-4638-8815-c0a45fafcb20,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:48.737182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-25f58881-a9bc-4b90-9d8e-d8b86b58edea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:18:48.745102 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ef0a97e9-6f4f-458d-8dc7-2bb073755fa9 req-e47bed89-522b-4e82-9ab3-37c68ffbcb71 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.749767 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef0a97e9-6f4f-458d-8dc7-2bb073755fa9 req-e47bed89-522b-4e82-9ab3-37c68ffbcb71 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "DELETE /v2.0/security-groups/8d6cb7dc-e8a0-4638-8815-c0a45fafcb20 HTTP/1.1" status: 204 len: 173 time: 0.4786830 Jun 04 16:18:48.767972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-25f58881-a9bc-4b90-9d8e-d8b86b58edea service neutron] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:48.799904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:48.809505 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Usage tracker for resource:subnet and tenant:46bb3a3a9eee4d5694abe37deab664e6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:48.812633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:48.817732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:48.828671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fe21b-1f96-46f2-a91e-ad815472c201 admin admin] Pushing event updated for resources: {'Network': ['ID=0110e029-b7f9-428c-907f-2c365509b078,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:48.830938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:48.863030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d19f2-a85d-4b87-9cee-4dfcd335e43c admin admin] Pushing event deleted for resources: {'Network': ['ID=741b8d91-ba20-4722-aecb-0b9a96deb81f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:48.865788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 0110e029-b7f9-428c-907f-2c365509b078 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:18:48.866034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:48.872755 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.879096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34666) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:48.884147 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-25f58881-a9bc-4b90-9d8e-d8b86b58edea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:48.904077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Made reservation on behalf of 46bb3a3a9eee4d5694abe37deab664e6 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:48.906763 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.007376 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22965450-cd3f-47a8-a4ee-251c35ac634f req-ed066a57-9ea2-4962-9f9c-759c407bc864 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/28dccd75-39a2-4d19-bbf7-487d59304320 HTTP/1.1" status: 200 len: 1805 time: 0.2233536 Jun 04 16:18:49.080064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-342043789', 'description': 'tempest-description-897507428'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:49.107544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:49.119527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:49.127030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:49.134975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cddb140a-2aa0-4a2a-af68-4232495c6b30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19e7f36e2eca4081af8800d20e1ec6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522302 Jun 04 16:18:49.138934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34674) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:49.144231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:49.153610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84efb9-ab49-4e09-a823-499204862e87 req-2011e4ab-fffc-450f-aeb3-99abc30df566 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:49.155282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6f84efb9-ab49-4e09-a823-499204862e87 req-2011e4ab-fffc-450f-aeb3-99abc30df566 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 943 time: 0.3542011 Jun 04 16:18:49.212348 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.229604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-25f58881-a9bc-4b90-9d8e-d8b86b58edea service neutron] Transition to ACTIVE for port object 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:49.248437 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-25f58881-a9bc-4b90-9d8e-d8b86b58edea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.306538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6f84efb9-ab49-4e09-a823-499204862e87 req-d0aa5a14-efc8-48ca-9d68-fb49b7b7bdc2 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369119 Jun 04 16:18:49.319435 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:49.385820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:49.398061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:49.445830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:49.455531 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83749982-505c-445b-b8fa-e034bce720c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.463173 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.472234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-25f58881-a9bc-4b90-9d8e-d8b86b58edea service neutron] No DVR routers for this DVR port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:18:49.530589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e136b74d-7310-45d8-97ba-e0030e644a0c,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:49.539365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.578504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f58881-a9bc-4b90-9d8e-d8b86b58edea service neutron] Pushing event updated for resources: {'Port': ['ID=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,revision_number=10']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:49.608763 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83749982-505c-445b-b8fa-e034bce720c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.617488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc62798-4502-4564-a29b-83dccd5c0c14,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:49.663842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Checking segment: {'id': 'd4b0bd38-360b-4071-afed-4a21164ab496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0110e029-b7f9-428c-907f-2c365509b078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:49.664201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Network hostable DHCP agents. Network: 0110e029-b7f9-428c-907f-2c365509b078, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:18:49.681361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Checking segment: {'id': 'b103e639-d1a5-46da-96e7-97da9f22a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:49.681719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Network hostable DHCP agents. Network: 1e8416e5-50e8-4ba6-941c-c08bdfac6d58, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:18:49.703841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Network 0110e029-b7f9-428c-907f-2c365509b078 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:18:49.710668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Network 1e8416e5-50e8-4ba6-941c-c08bdfac6d58 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:18:49.718333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 0110e029-b7f9-428c-907f-2c365509b078) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:49.722155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:49.722780 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.727257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 1e8416e5-50e8-4ba6-941c-c08bdfac6d58) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:49.730530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3530392-769f-4155-81c8-223235cde045 None None] Network 0110e029-b7f9-428c-907f-2c365509b078 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:18:49.735904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:49.736709 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.756327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e147ed6c-cab4-4271-bb21-f0beb11bf07a None None] Network 1e8416e5-50e8-4ba6-941c-c08bdfac6d58 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:18:49.766649 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-822bef6a-19bc-4a1c-94ec-b05572d7a9f1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1268268 Jun 04 16:18:49.768604 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fd07b38d-2532-4257-84fd-b78664b67733 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1283379 Jun 04 16:18:49.771441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34680) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:49.782239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1012494008-router', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:49.789831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:49.794365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Usage tracker for resource:router and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:49.797658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:49.803906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:49.819855 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.823730 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.837633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-25f58881-a9bc-4b90-9d8e-d8b86b58edea service neutron] 10.222.0.46 "PUT /v2.0/ports/4c11c210-0ca8-4e0a-964d-252bc58dd4e9/bindings/n-h1-811809-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7508514 Jun 04 16:18:49.849536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.886584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbc9eb-221c-400d-9ad7-6bd3abc7335a req-6b8fc784-4c9f-4895-83e1-57269ff6beab tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:49.888168 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6fbc9eb-221c-400d-9ad7-6bd3abc7335a req-6b8fc784-4c9f-4895-83e1-57269ff6beab tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.4297795 Jun 04 16:18:49.890609 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.897668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.954995 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83749982-505c-445b-b8fa-e034bce720c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:49.997969 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6fbc9eb-221c-400d-9ad7-6bd3abc7335a req-244af6b3-8f0d-4925-a337-2fef9ee7e784 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864565 Jun 04 16:18:50.006907 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83749982-505c-445b-b8fa-e034bce720c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:50.008703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-83749982-505c-445b-b8fa-e034bce720c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc3650e3-2583-4cca-90cc-0ba728dd0297 HTTP/1.1" status: 204 len: 168 time: 0.8683059 Jun 04 16:18:50.011483 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:50.012859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-40959f71-dc34-4d64-ae3e-fbcdc480f3f8 req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9549484 Jun 04 16:18:50.013964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72edf2c-039b-4612-ba55-eb7549ecc4d1 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6135f9-d7da-42a6-857e-5a790a524a98,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:50.098643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83749982-505c-445b-b8fa-e034bce720c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3650e3-2583-4cca-90cc-0ba728dd0297,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:50.195858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439da746-9896-431a-81fb-bfa03be0aba2 None None] Network 0110e029-b7f9-428c-907f-2c365509b078 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:18:50.206713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-177da78e-daf9-4dca-ab72-dad52a0e85d7 req-319a2ab3-fbea-4e70-b56f-db4dd16d7222 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/ac6135f9-d7da-42a6-857e-5a790a524a98 HTTP/1.1" status: 200 len: 1803 time: 0.1523468 Jun 04 16:18:50.222463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-177da78e-daf9-4dca-ab72-dad52a0e85d7 req-a6ca3b6b-a4bf-4039-9d11-3365a56f0c20 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac6135f9-d7da-42a6-857e-5a790a524a98', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:50.223356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-177da78e-daf9-4dca-ab72-dad52a0e85d7 req-a6ca3b6b-a4bf-4039-9d11-3365a56f0c20 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac6135f9-d7da-42a6-857e-5a790a524a98', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:50.236036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-177da78e-daf9-4dca-ab72-dad52a0e85d7 req-a6ca3b6b-a4bf-4039-9d11-3365a56f0c20 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:50.243297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-177da78e-daf9-4dca-ab72-dad52a0e85d7 req-a6ca3b6b-a4bf-4039-9d11-3365a56f0c20 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:50.251816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-177da78e-daf9-4dca-ab72-dad52a0e85d7 req-a6ca3b6b-a4bf-4039-9d11-3365a56f0c20 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:50.266051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-177da78e-daf9-4dca-ab72-dad52a0e85d7 req-a6ca3b6b-a4bf-4039-9d11-3365a56f0c20 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:50.301138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-1e8416e5-50e8-4ba6-941c-c08bdfac6d58', 'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'fixed_ips': [{'subnet_id': '0bc62798-4502-4564-a29b-83dccd5c0c14'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:18:50.302226 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:50.390279 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:50.410278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-8a28f51c-6c5a-492c-86fa-c2d68f08b739 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:50.412362 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-8a28f51c-6c5a-492c-86fa-c2d68f08b739 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 1095 time: 0.4624891 Jun 04 16:18:50.480629 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-177da78e-daf9-4dca-ab72-dad52a0e85d7 req-a6ca3b6b-a4bf-4039-9d11-3365a56f0c20 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:50.530009 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-177da78e-daf9-4dca-ab72-dad52a0e85d7 req-a6ca3b6b-a4bf-4039-9d11-3365a56f0c20 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:50.544501 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-177da78e-daf9-4dca-ab72-dad52a0e85d7 req-a6ca3b6b-a4bf-4039-9d11-3365a56f0c20 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:50.660434 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-177da78e-daf9-4dca-ab72-dad52a0e85d7 req-a6ca3b6b-a4bf-4039-9d11-3365a56f0c20 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:50.661599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-177da78e-daf9-4dca-ab72-dad52a0e85d7 req-a6ca3b6b-a4bf-4039-9d11-3365a56f0c20 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4464560 Jun 04 16:18:50.667647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca3b6b-a4bf-4039-9d11-3365a56f0c20 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc7632d-52d4-4019-a70d-ee75dd059b7c,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:50.688821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-fa0b569e-ca81-4c5b-be12-abdd5d9d4cc4 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:50.696509 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-fa0b569e-ca81-4c5b-be12-abdd5d9d4cc4 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/networks?id=0110e029-b7f9-428c-907f-2c365509b078 HTTP/1.1" status: 200 len: 821 time: 0.3266943 Jun 04 16:18:50.700464 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:18:50.709928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-fa31b67c-80f9-42e5-ae2e-b711dbb8bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:50.713444 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-fa31b67c-80f9-42e5-ae2e-b711dbb8bcc1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8 HTTP/1.1" status: 200 len: 1095 time: 0.2629619 Jun 04 16:18:50.715543 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-d9479e74-3af0-4a2b-bee7-6f2f6522bdff tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/quotas/46bb3a3a9eee4d5694abe37deab664e6 HTTP/1.1" status: 200 len: 375 time: 0.0181041 Jun 04 16:18:50.767853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Allocated IP 172.20.0.2 (1e8416e5-50e8-4ba6-941c-c08bdfac6d58/0bc62798-4502-4564-a29b-83dccd5c0c14/ee8afbb3-3593-49fd-875e-a7a2bf958ffe) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:18:50.775112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f661d7c8-7887-44a3-b8a4-5acd0bd9e202 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46bb3a3a9eee4d5694abe37deab664e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580695 Jun 04 16:18:50.826714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:18:50.904279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b923c3-100d-42b2-9ea7-65d2d5b8db93 req-57104738-d918-46d9-bcf3-663301ac64c3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:50.912334 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-23b923c3-100d-42b2-9ea7-65d2d5b8db93 req-57104738-d918-46d9-bcf3-663301ac64c3 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 944 time: 0.1023815 Jun 04 16:18:51.048458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-23b923c3-100d-42b2-9ea7-65d2d5b8db93 req-5c728b29-7d94-4068-9817-f00341a47a3c tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349232 Jun 04 16:18:51.082128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-aef41bde-a4c3-48aa-a5b7-1ab7be15e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:51.083646 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-aef41bde-a4c3-48aa-a5b7-1ab7be15e063 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 1095 time: 0.3360083 Jun 04 16:18:51.124430 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:51.150265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Transition to ACTIVE for port object ee8afbb3-3593-49fd-875e-a7a2bf958ffe will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:51.159161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-487afb49-192c-4015-a6c0-bc427018c7b7 service neutron] 10.222.0.13 "GET /v2.0/networks/0110e029-b7f9-428c-907f-2c365509b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815308 Jun 04 16:18:51.178393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Transition to ACTIVE for port object ee8afbb3-3593-49fd-875e-a7a2bf958ffe will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:51.190397 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:51.201897 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:51.252376 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:51.255917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Network 1e8416e5-50e8-4ba6-941c-c08bdfac6d58 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:51.259629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:51.263482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:18:51.289945 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34736) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:51.311941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Pushing event updated for resources: {'Port': ['ID=ee8afbb3-3593-49fd-875e-a7a2bf958ffe,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:51.367775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Attempting to bind port ee8afbb3-3593-49fd-875e-a7a2bf958ffe on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:51.368447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Attempting to bind port ee8afbb3-3593-49fd-875e-a7a2bf958ffe by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'b103e639-d1a5-46da-96e7-97da9f22a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:51.369085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Attempting to bind port ee8afbb3-3593-49fd-875e-a7a2bf958ffe on network 1e8416e5-50e8-4ba6-941c-c08bdfac6d58 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:51.374870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:51.375532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Checking segment: {'id': 'b103e639-d1a5-46da-96e7-97da9f22a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:51.376085 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:51.376618 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Bound using segment: {'id': 'b103e639-d1a5-46da-96e7-97da9f22a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:51.377233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Bound port: ee8afbb3-3593-49fd-875e-a7a2bf958ffe, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b103e639-d1a5-46da-96e7-97da9f22a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:51.377768 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:51.379390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-193f26e6-05fd-4cba-98db-882a7c521be3 service neutron] 10.222.0.13 "GET /v2.0/networks/0110e029-b7f9-428c-907f-2c365509b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157252 Jun 04 16:18:51.389962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2e67a-df0b-4a80-999c-8e9a03f593a5 req-c5c9a773-4954-48c0-9799-63f4af2cf539 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:51.391661 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bec2e67a-df0b-4a80-999c-8e9a03f593a5 req-c5c9a773-4954-48c0-9799-63f4af2cf539 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 1096 time: 0.2001750 Jun 04 16:18:51.444722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1961690631-network', 'tenant_id': '76f946e503e24e96b4565a75ffbb4266'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:51.468192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:51.482823 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bec2e67a-df0b-4a80-999c-8e9a03f593a5 req-5026f28e-d222-4132-9971-b7115bf02a5e tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850081 Jun 04 16:18:51.489580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Usage tracker for resource:network and tenant:76f946e503e24e96b4565a75ffbb4266 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:51.501903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:51.513290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:51.560343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] For port ee8afbb3-3593-49fd-875e-a7a2bf958ffe, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:51.563466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Made reservation on behalf of 76f946e503e24e96b4565a75ffbb4266 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:51.564504 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] For port ee8afbb3-3593-49fd-875e-a7a2bf958ffe, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ee8afbb3-3593-49fd-875e-a7a2bf958ffe,segment=NetworkSegment(b103e639-d1a5-46da-96e7-97da9f22a38d),segment_id=b103e639-d1a5-46da-96e7-97da9f22a38d)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:51.568907 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:51.573002 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:51.583177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-5bd4a285-17c9-4fe0-bdb2-2933283cf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:51.591768 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-5bd4a285-17c9-4fe0-bdb2-2933283cf600 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 200 len: 922 time: 0.4993768 Jun 04 16:18:51.659574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080e351-70ea-4063-9ad2-a0b0c93f7493 None None] Pushing event updated for resources: {'Port': ['ID=ee8afbb3-3593-49fd-875e-a7a2bf958ffe,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:51.694599 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:51.720598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:51.735659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c7d9ab3-6908-4ec5-9f18-6046c4741d5a req-4bc8d77e-640d-449c-b5c9-4ee5133b5baa tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/ac6135f9-d7da-42a6-857e-5a790a524a98 HTTP/1.1" status: 200 len: 2396 time: 0.2025168 Jun 04 16:18:51.740692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2c7d9ab3-6908-4ec5-9f18-6046c4741d5a req-38e99573-a5c1-4455-a813-82fa3a602b98 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac6135f9-d7da-42a6-857e-5a790a524a98', 'remote_group_id': None}]} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:51.740998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2c7d9ab3-6908-4ec5-9f18-6046c4741d5a req-38e99573-a5c1-4455-a813-82fa3a602b98 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac6135f9-d7da-42a6-857e-5a790a524a98', 'remote_group_id': None}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:51.746162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Usage tracker for resource:security_group_rule and tenant:76f946e503e24e96b4565a75ffbb4266 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:51.751492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2c7d9ab3-6908-4ec5-9f18-6046c4741d5a req-38e99573-a5c1-4455-a813-82fa3a602b98 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:51.756795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:51.764818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:51.791454 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-1f111ca2-a01e-4e6f-855a-a73b499abc4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9 HTTP/1.1" status: 200 len: 217 time: 0.1878123 Jun 04 16:18:51.809466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2c7d9ab3-6908-4ec5-9f18-6046c4741d5a req-38e99573-a5c1-4455-a813-82fa3a602b98 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Usage tracker for resource:security_group_rule and tenant:cbbb627f5d574b66a005630e86ea8389 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:51.817268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2c7d9ab3-6908-4ec5-9f18-6046c4741d5a req-38e99573-a5c1-4455-a813-82fa3a602b98 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:51.835983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2c7d9ab3-6908-4ec5-9f18-6046c4741d5a req-38e99573-a5c1-4455-a813-82fa3a602b98 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:51.877439 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0c608386-a603-4cf0-8ec8-5e47c4eec259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:51.878920 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-0c608386-a603-4cf0-8ec8-5e47c4eec259 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 200 len: 861 time: 0.0674570 Jun 04 16:18:51.889539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Allocated IP 172.25.5.158 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/b0d0962d-77a3-44c1-bc05-d4aad9e656ff) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:18:51.990954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe0303-4539-4fec-be85-d02a0f65f97e req-562b52ab-6a75-4ddb-a2e3-05dd68f52140 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:51.992862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2cbe0303-4539-4fec-be85-d02a0f65f97e req-562b52ab-6a75-4ddb-a2e3-05dd68f52140 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.2424245 Jun 04 16:18:52.002672 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c7d9ab3-6908-4ec5-9f18-6046c4741d5a req-38e99573-a5c1-4455-a813-82fa3a602b98 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:52.125673 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:52.148641 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:52.153019 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c7d9ab3-6908-4ec5-9f18-6046c4741d5a req-38e99573-a5c1-4455-a813-82fa3a602b98 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:52.154977 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-fa0bcdc1-009b-4158-9ad9-e4c198c0bcb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4174afad-8f69-40c2-8826-5ab168bb142e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2666812 Jun 04 16:18:52.158015 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:52.187487 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c7d9ab3-6908-4ec5-9f18-6046c4741d5a req-38e99573-a5c1-4455-a813-82fa3a602b98 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:52.201829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2cbe0303-4539-4fec-be85-d02a0f65f97e req-f76497ff-8cdd-4ed6-a585-f83a47110972 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464138 Jun 04 16:18:52.246547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:18:52.251338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e99573-a5c1-4455-a813-82fa3a602b98 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfaafe5b-0973-4a06-9893-a63c17ec54ae,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:52.267708 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-39e85a98-177b-4e89-819f-c436226d58d0 service neutron] show failed (client error): The resource could not be found. Jun 04 16:18:52.268922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-39e85a98-177b-4e89-819f-c436226d58d0 service neutron] 10.222.0.42 "GET /v2.0/ports/53b9c783-01b8-49f2-a609-2b429c7520ed/bindings/n-h2-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.2751172 Jun 04 16:18:52.271124 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:18:52.274595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949ca37d-3c90-40e2-8f66-dac425f33e1e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:52.278109 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:52.278689 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Added segment 699fbab3-3988-4fa2-8b74-fddd1102efbf of type vlan for network a4fdc3e6-27a6-4a30-a65a-b658e4815e00 Jun 04 16:18:52.309211 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c7d9ab3-6908-4ec5-9f18-6046c4741d5a req-38e99573-a5c1-4455-a813-82fa3a602b98 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:52.322082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c7d9ab3-6908-4ec5-9f18-6046c4741d5a req-38e99573-a5c1-4455-a813-82fa3a602b98 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5854561 Jun 04 16:18:52.335810 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:52.375898 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-db7dcf11-4d14-4d1f-b084-823cc5abc7a6 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133558 Jun 04 16:18:52.409474 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:52.410999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:52.411673 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:52.424215 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:52.544566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d0962d-77a3-44c1-bc05-d4aad9e656ff,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:52.600293 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e389baf-644c-42ef-ada5-750817507b08 req-430d6e50-b4fa-4c10-a7d2-ad9c79eae7b5 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 210 time: 0.0717742 Jun 04 16:18:52.607246 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3081489 Jun 04 16:18:52.607724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34758) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:52.629836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Request body: {'subnet': {'network_id': 'a4fdc3e6-27a6-4a30-a65a-b658e4815e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1961690631-subnet', 'tenant_id': '76f946e503e24e96b4565a75ffbb4266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:52.647136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:52.649737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:52.655843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:52.663752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731048d-e371-4c60-9c8a-8ed55a9d4226 admin admin] Pushing event updated for resources: {'Network': ['ID=a4fdc3e6-27a6-4a30-a65a-b658e4815e00,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:52.667571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:18:52.679499 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network a4fdc3e6-27a6-4a30-a65a-b658e4815e00 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:18:52.708740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Usage tracker for resource:subnet and tenant:76f946e503e24e96b4565a75ffbb4266 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:52.793537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:52.819156 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:52.937820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Made reservation on behalf of 76f946e503e24e96b4565a75ffbb4266 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:52.940302 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:52.993851 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-7501ae5e-f508-4ec9-92e7-10107ab8d568 service neutron] 10.222.0.42 "GET /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007059 Jun 04 16:18:53.184657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c446324-2b4f-43fc-a0df-b87ec9a6a53f None None] Network 1e8416e5-50e8-4ba6-941c-c08bdfac6d58 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:18:53.276902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-bea2055d-5965-423b-ba2f-c7d562b6d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:53.280211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-bea2055d-5965-423b-ba2f-c7d562b6d1d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db&tenant_id=ebd00055ee90437ca2acd288885c518a HTTP/1.1" status: 200 len: 1101 time: 0.5514371 Jun 04 16:18:53.297018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f838c-05d9-40b3-8d5b-f57a522eac34 req-56747cda-ecac-4300-b39c-49ab5cd56989 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:53.307518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd3f838c-05d9-40b3-8d5b-f57a522eac34 req-56747cda-ecac-4300-b39c-49ab5cd56989 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 944 time: 0.4895029 Jun 04 16:18:53.322979 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e33c03b5-629c-4ea5-875f-62f94327157d None None] Provisioning for port ee8afbb3-3593-49fd-875e-a7a2bf958ffe completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:53.346010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:53.564941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd3f838c-05d9-40b3-8d5b-f57a522eac34 req-700f4692-5c23-422f-9dde-2b5e4ff56927 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559271 Jun 04 16:18:53.638347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ee8afbb3-3593-49fd-875e-a7a2bf958ffe up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:53.653718 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:53.747330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-35be7611-5b68-4a3d-9a55-d8f99d5746f2 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:53.748880 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-35be7611-5b68-4a3d-9a55-d8f99d5746f2 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Synchronizing usage tracker for tenant:46bb3a3a9eee4d5694abe37deab664e6 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:18:53.784546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port ee8afbb3-3593-49fd-875e-a7a2bf958ffe completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:53.791062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ee8afbb3-3593-49fd-875e-a7a2bf958ffe triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:53.792202 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:53.833850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-35be7611-5b68-4a3d-9a55-d8f99d5746f2 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Unset dirty status for tenant:46bb3a3a9eee4d5694abe37deab664e6 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:18:53.835001 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-35be7611-5b68-4a3d-9a55-d8f99d5746f2 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.46 "GET /v2.0/networks?id=0110e029-b7f9-428c-907f-2c365509b078 HTTP/1.1" status: 200 len: 821 time: 0.5193217 Jun 04 16:18:53.852794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-59b671da-b34f-40d8-92a5-8ca6a64a24a6 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:18:53.853322 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Request body: {'port': {'device_id': 'a7666db0-f4a9-4ced-a057-be4625a667bf', 'network_id': '0110e029-b7f9-428c-907f-2c365509b078', 'admin_state_up': True, 'tenant_id': '46bb3a3a9eee4d5694abe37deab664e6'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:53.854453 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-59b671da-b34f-40d8-92a5-8ca6a64a24a6 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0731921 Jun 04 16:18:53.876185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] Request body: {'binding': {'host': 'n-h2-811809-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:53.876636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] Unknown quota resources ['binding']. {{(pid=88798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 16:18:53.956824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ee8afbb3-3593-49fd-875e-a7a2bf958ffe is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:53.957451 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:53.963462 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:53.999237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c1872b74-b1e8-4c24-82a1-f8a01ea9821c None None] Provisioning complete for port ee8afbb3-3593-49fd-875e-a7a2bf958ffe triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:53.999582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c1872b74-b1e8-4c24-82a1-f8a01ea9821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:54.016626 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fba288b7-da96-4ee7-8c9a-b1961dd47c8f req-9e0034d8-4223-4aa9-8af9-bc0237f8cf16 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/ac6135f9-d7da-42a6-857e-5a790a524a98 HTTP/1.1" status: 200 len: 2994 time: 0.3190489 Jun 04 16:18:54.043298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port ee8afbb3-3593-49fd-875e-a7a2bf958ffe, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ee8afbb3-3593-49fd-875e-a7a2bf958ffe,segment=NetworkSegment(b103e639-d1a5-46da-96e7-97da9f22a38d),segment_id=b103e639-d1a5-46da-96e7-97da9f22a38d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:54.057016 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:54.163541 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:54.190460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-6cd52e94-77a7-49ee-960c-4e087fc12589 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:54.192251 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-6cd52e94-77a7-49ee-960c-4e087fc12589 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d&tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1095 time: 0.4401867 Jun 04 16:18:54.233230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=ee8afbb3-3593-49fd-875e-a7a2bf958ffe,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:54.250753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c1872b74-b1e8-4c24-82a1-f8a01ea9821c None None] Current status of the port ee8afbb3-3593-49fd-875e-a7a2bf958ffe is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:54.288763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:18:54.303516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Usage tracker for resource:port and tenant:46bb3a3a9eee4d5694abe37deab664e6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:18:54.311651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:18:54.323223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:18:54.423208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Made reservation on behalf of 46bb3a3a9eee4d5694abe37deab664e6 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:18:54.426919 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:54.472671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ceb99a-43fa-41af-aee4-cce788c9774e,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:54.510507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Checking segment: {'id': '699fbab3-3988-4fa2-8b74-fddd1102efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a4fdc3e6-27a6-4a30-a65a-b658e4815e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:54.510883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Network hostable DHCP agents. Network: a4fdc3e6-27a6-4a30-a65a-b658e4815e00, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:18:54.557145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:18:54.565901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 on host n-h2-811809-3 for vnic_type normal with profile None {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:54.566229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:54.566560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:54.580558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] Port 54214b12-22b7-472d-af96-250b87cca3f7 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:18:54.580908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:54.587745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Network a4fdc3e6-27a6-4a30-a65a-b658e4815e00 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:18:54.596971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:54.597238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:54.598094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] Bound using segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:54.598094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] Bound port: 54214b12-22b7-472d-af96-250b87cca3f7, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:54.617678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaae9a-00a2-4295-ac51-56e931fb29d5 req-5414ab31-73ec-4ce2-b846-e1fab1e3a6b1 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:54.619279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85eaae9a-00a2-4295-ac51-56e931fb29d5 req-5414ab31-73ec-4ce2-b846-e1fab1e3a6b1 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.3986328 Jun 04 16:18:54.633503 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:54.640385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, a4fdc3e6-27a6-4a30-a65a-b658e4815e00) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:54.650388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf8b07-c785-4b4d-af00-6f277faac682 None None] Network a4fdc3e6-27a6-4a30-a65a-b658e4815e00 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:18:54.655853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-d6b2a40f-899b-4003-aba2-5cfaf5271d31 service neutron] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:54.660359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:54.704549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:54.705155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:54.793648 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85eaae9a-00a2-4295-ac51-56e931fb29d5 req-4d7cf14d-0834-4876-8a3e-01f78585cd10 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588678 Jun 04 16:18:54.798479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=54214b12-22b7-472d-af96-250b87cca3f7,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:54.799305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:54.810137 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:54.840569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f98039f4-658c-4273-8798-fb0199b583e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2183962 Jun 04 16:18:54.845610 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] Notify callbacks [] for binding, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:54.849743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c9d320c7-dc03-40e2-a6eb-521dfd8d0af6 service neutron] 10.222.0.13 "POST /v2.0/ports/54214b12-22b7-472d-af96-250b87cca3f7/bindings HTTP/1.1" status: 201 len: 389 time: 0.9841933 Jun 04 16:18:54.881501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Transition to ACTIVE for port object 53b9c783-01b8-49f2-a609-2b429c7520ed will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:54.894311 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:54.969201 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-d6b2a40f-899b-4003-aba2-5cfaf5271d31 service neutron] Notify callbacks [] for binding, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:54.970818 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d11d8c4a-d6e2-4f79-b976-02856be9eb65 req-d6b2a40f-899b-4003-aba2-5cfaf5271d31 service neutron] 10.222.0.42 "DELETE /v2.0/ports/4c11c210-0ca8-4e0a-964d-252bc58dd4e9/bindings/n-h2-811809-3 HTTP/1.1" status: 204 len: 173 time: 0.7577348 Jun 04 16:18:54.972835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Allocated IP 172.20.0.10 (0110e029-b7f9-428c-907f-2c365509b078/e136b74d-7310-45d8-97ba-e0030e644a0c/e2254689-acc1-4d16-8c2c-78071e610dd3) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:18:55.000282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51daf619-518c-4122-bcde-ff347971f534 None None] Network a4fdc3e6-27a6-4a30-a65a-b658e4815e00 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:18:55.188941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-531e90c0-901e-4831-b7d6-a62bc238c107 req-7840cab1-ac0d-471e-8b1a-f34c356c7409 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 210 time: 0.1100259 Jun 04 16:18:55.264521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Router 51d8df64-7964-4eaf-a755-0954e82b70d8 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:18:55.311834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Pushing event updated for resources: {'Port': ['ID=53b9c783-01b8-49f2-a609-2b429c7520ed,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:55.366762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] No DVR routers for this DVR port 53b9c783-01b8-49f2-a609-2b429c7520ed on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:18:55.446506 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44f002fd-ed57-4f6d-95e1-2875ca546cb2 req-00e111c3-42ee-47ff-bc29-b94f717dc59d tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-group-rules/bfaafe5b-0973-4a06-9893-a63c17ec54ae HTTP/1.1" status: 200 len: 783 time: 0.3716826 Jun 04 16:18:55.562216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ee8afbb3-3593-49fd-875e-a7a2bf958ffe up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:18:55.592117 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44f002fd-ed57-4f6d-95e1-2875ca546cb2 req-cc37dc0a-1dc4-4f97-974d-cfa3bb489a8e tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/ac6135f9-d7da-42a6-857e-5a790a524a98 HTTP/1.1" status: 200 len: 2994 time: 0.0867651 Jun 04 16:18:55.619183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Attempting to bind port 53b9c783-01b8-49f2-a609-2b429c7520ed on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:55.619967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Attempting to bind port 53b9c783-01b8-49f2-a609-2b429c7520ed by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:55.620496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Attempting to bind port 53b9c783-01b8-49f2-a609-2b429c7520ed on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:55.655765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Port 53b9c783-01b8-49f2-a609-2b429c7520ed on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:18:55.656379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Attempting to bind port 53b9c783-01b8-49f2-a609-2b429c7520ed on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:55.672416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:55.673243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:55.673545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:55.674049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Bound port: 53b9c783-01b8-49f2-a609-2b429c7520ed, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:55.674470 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:55.685207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44f002fd-ed57-4f6d-95e1-2875ca546cb2 req-78f7c365-eda9-4023-a718-f4f0bd07fc87 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:55.693543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ee8afbb3-3593-49fd-875e-a7a2bf958ffe triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:55.693543 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:55.705851 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44f002fd-ed57-4f6d-95e1-2875ca546cb2 req-78f7c365-eda9-4023-a718-f4f0bd07fc87 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:55.797967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:55.838479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-44281059-1de1-4757-a51c-464045f640b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:55.839770 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-44281059-1de1-4757-a51c-464045f640b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 1096 time: 0.6529737 Jun 04 16:18:55.842014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ee8afbb3-3593-49fd-875e-a7a2bf958ffe is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:18:55.875076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:18:55.887821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Sync routers for ids ['51d8df64-7964-4eaf-a755-0954e82b70d8'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:18:55.901497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e40ff7-12b2-4089-8331-951bba3d8a82 req-f40a2b70-cb29-4c1c-8e10-7433636fd008 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:55.902899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Routers {'51d8df64-7964-4eaf-a755-0954e82b70d8'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:55.904010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['51d8df64-7964-4eaf-a755-0954e82b70d8'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:55.918913 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0e40ff7-12b2-4089-8331-951bba3d8a82 req-f40a2b70-cb29-4c1c-8e10-7433636fd008 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 944 time: 0.5431547 Jun 04 16:18:55.985234 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44f002fd-ed57-4f6d-95e1-2875ca546cb2 req-78f7c365-eda9-4023-a718-f4f0bd07fc87 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:55.991431 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:55.991431 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6ff58d61-b6d2-4f95-80cd-97c2cefb4fa0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2019727 Jun 04 16:18:55.991431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34804) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:18:56.005853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7c365-eda9-4023-a718-f4f0bd07fc87 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfaafe5b-0973-4a06-9893-a63c17ec54ae,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:56.027646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0e40ff7-12b2-4089-8331-951bba3d8a82 req-3d7b95a9-54ff-43cc-b643-bffd12b09e6b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089423 Jun 04 16:18:56.027646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:56.027646 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-44f002fd-ed57-4f6d-95e1-2875ca546cb2 req-78f7c365-eda9-4023-a718-f4f0bd07fc87 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:56.027646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44f002fd-ed57-4f6d-95e1-2875ca546cb2 req-78f7c365-eda9-4023-a718-f4f0bd07fc87 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bfaafe5b-0973-4a06-9893-a63c17ec54ae HTTP/1.1" status: 204 len: 173 time: 0.4058061 Jun 04 16:18:56.027646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:56.059118 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:56.088196 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:56.174087 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0624f987-9db5-4fbc-b5e1-efce04296b17'] response: {'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'code': 200} Jun 04 16:18:56.194367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:56.194367 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:56.194367 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] 10.222.0.46 "PUT /v2.0/ports/53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 200 len: 1096 time: 2.8572793 Jun 04 16:18:56.216043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 53b9c783-01b8-49f2-a609-2b429c7520ed no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:18:56.358518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b0586-152d-4875-a0a4-099f833bb983 service neutron] Pushing event updated for resources: {'Port': ['ID=53b9c783-01b8-49f2-a609-2b429c7520ed,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:56.394793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Set router 51d8df64-7964-4eaf-a755-0954e82b70d8 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:56.441160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec599bbf-e909-4825-9060-2e9095322ffc req-1043edec-ff17-49e8-8791-1911f7e4f9dc tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:56.441160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec599bbf-e909-4825-9060-2e9095322ffc req-1043edec-ff17-49e8-8791-1911f7e4f9dc tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 945 time: 0.1968889 Jun 04 16:18:56.525532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-b02ec3a5-f7bd-4ee1-b0af-555233a18b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:56.525532 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-b02ec3a5-f7bd-4ee1-b0af-555233a18b20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.6625500 Jun 04 16:18:56.536010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-017a0e31-a4d9-42c0-8f78-178015418759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:56.543269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 53b9c783-01b8-49f2-a609-2b429c7520ed not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:18:56.550250 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-017a0e31-a4d9-42c0-8f78-178015418759 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 1099 time: 0.2352772 Jun 04 16:18:56.594580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Network 0110e029-b7f9-428c-907f-2c365509b078 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:56.607642 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec599bbf-e909-4825-9060-2e9095322ffc req-933545f9-c915-4b3d-af01-ab14bee47d29 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663642 Jun 04 16:18:56.721156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:56.765259 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:18:56.864349 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-a1a7751d-a800-48c0-aecb-a7dbf6f80e64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54214b12-22b7-472d-af96-250b87cca3f7 HTTP/1.1" status: 200 len: 217 time: 0.2833269 Jun 04 16:18:56.893112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-e11c28ec-a5c4-4ed3-afc5-ab3aaacd9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:56.894588 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-e11c28ec-a5c4-4ed3-afc5-ab3aaacd9ef6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.3537297 Jun 04 16:18:56.928332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Pushing event updated for resources: {'Port': ['ID=e2254689-acc1-4d16-8c2c-78071e610dd3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:56.969316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-67b3d773-2d24-45ec-a00a-5e63e9f7540b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:56.969316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-67b3d773-2d24-45ec-a00a-5e63e9f7540b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Synchronizing usage tracker for tenant:76f946e503e24e96b4565a75ffbb4266 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:18:57.046692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:57.047307 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:57.056102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-9df80415-6165-4979-a426-6de82249ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:57.057575 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-9df80415-6165-4979-a426-6de82249ea66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.1816130 Jun 04 16:18:57.089625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-5744ad27-634f-4c82-805c-d9b1320df0dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 200 len: 217 time: 0.1210432 Jun 04 16:18:57.115099 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-6259c20d-13d9-42da-ba3c-e4da76204819 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2706828 Jun 04 16:18:57.119405 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-f40754d5-c7bf-4ac0-a355-c1ead9e5df45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520742 Jun 04 16:18:57.168416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-67b3d773-2d24-45ec-a00a-5e63e9f7540b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Unset dirty status for tenant:76f946e503e24e96b4565a75ffbb4266 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:18:57.169774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-67b3d773-2d24-45ec-a00a-5e63e9f7540b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/networks?id=a4fdc3e6-27a6-4a30-a65a-b658e4815e00 HTTP/1.1" status: 200 len: 821 time: 0.4454720 Jun 04 16:18:57.182063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Request body: {'port': {'device_id': 'a7666db0-f4a9-4ced-a057-be4625a667bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:18:57.204889 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-e2117454-7b06-4faa-8c2e-72ab0b553b3b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/quotas/76f946e503e24e96b4565a75ffbb4266 HTTP/1.1" status: 200 len: 375 time: 0.0225332 Jun 04 16:18:57.208642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-a34b419e-d44d-4c74-8a28-1f22d34fdc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:57.210185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-a34b419e-d44d-4c74-8a28-1f22d34fdc3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1084747 Jun 04 16:18:57.223163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'name': 'tempest-ServersTestMultiNic-1012494008-router', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:49Z', 'updated_at': '2022-06-04T16:18:53Z', 'revision_number': 3, 'project_id': '55529c8e77164b25a08ae78a561ce40a', 'gw_port': {'id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:51Z', 'updated_at': '2022-06-04T16:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:57.229485 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Checking router: 51d8df64-7964-4eaf-a755-0954e82b70d8 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:18:57.229822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Updating router 51d8df64-7964-4eaf-a755-0954e82b70d8 port b0d0962d-77a3-44c1-bc05-d4aad9e656ff binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:18:57.292783 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:57.337822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00457ac4-606d-495b-99d0-56e5ba0352c0 req-f48c2a88-d331-40bc-9c31-1ef09a9f7bda tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:57.341075 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-00457ac4-606d-495b-99d0-56e5ba0352c0 req-f48c2a88-d331-40bc-9c31-1ef09a9f7bda tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 948 time: 0.3009942 Jun 04 16:18:57.386462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-dc7cc492-b2df-4a7b-8a13-58daffd7a19b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=76f946e503e24e96b4565a75ffbb4266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079631 Jun 04 16:18:57.528619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-00457ac4-606d-495b-99d0-56e5ba0352c0 req-db014587-407f-4aa4-b361-d6959c4ecd9a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379907 Jun 04 16:18:57.537081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-e8336283-1687-4f6a-b62a-a376ea8c4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:57.537484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-e8336283-1687-4f6a-b62a-a376ea8c4f44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3204165 Jun 04 16:18:57.557454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:57.581040 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-2f74634b-55bd-4a7a-8ae2-1be95bcdae58 service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095929 Jun 04 16:18:57.673736 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-a399fd08-d8a2-4da9-ae23-d0f1758288d4 service neutron] 10.222.0.13 "GET /v2.0/networks/a4fdc3e6-27a6-4a30-a65a-b658e4815e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861996 Jun 04 16:18:57.695496 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-51f0f310-b7e7-4120-89c8-3dd45c005b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:57.861921 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:57.878922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Transition to ACTIVE for port object b0d0962d-77a3-44c1-bc05-d4aad9e656ff will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:57.889012 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:57.895201 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75525b91-ada7-49c5-9c02-cc4af2aa9af2 req-7ab90946-4e04-4afa-96fd-54a399c4e2de tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/ac6135f9-d7da-42a6-857e-5a790a524a98 HTTP/1.1" status: 200 len: 2396 time: 0.2887592 Jun 04 16:18:57.983686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Attempting to bind port b0d0962d-77a3-44c1-bc05-d4aad9e656ff on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:18:57.984164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Attempting to bind port b0d0962d-77a3-44c1-bc05-d4aad9e656ff by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:18:57.984828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Attempting to bind port b0d0962d-77a3-44c1-bc05-d4aad9e656ff on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:18:57.996837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:18:57.997209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:18:57.997670 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:57.998082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:18:57.998588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Bound port: b0d0962d-77a3-44c1-bc05-d4aad9e656ff, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:18:57.999048 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:58.021513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-8a75f645-f171-4062-8cd8-afa39e36b370 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658947 Jun 04 16:18:58.036510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5f690-2fc8-408c-b789-ef3811b1cab2 None None] Pushing event updated for resources: {'Port': ['ID=b0d0962d-77a3-44c1-bc05-d4aad9e656ff,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:58.061293 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-11173276-7324-4191-bd67-9d267c833d5b service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681449 Jun 04 16:18:58.078152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-4cbbca42-1a47-4942-a190-3e5006bc8b19 service neutron] 10.222.0.13 "GET /v2.0/networks/a4fdc3e6-27a6-4a30-a65a-b658e4815e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019372 Jun 04 16:18:58.081373 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-75525b91-ada7-49c5-9c02-cc4af2aa9af2 req-a053a147-5654-415e-b022-9498b127e3ee tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:58.103086 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:58.123179 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] For port b0d0962d-77a3-44c1-bc05-d4aad9e656ff, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:18:58.127370 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] For port b0d0962d-77a3-44c1-bc05-d4aad9e656ff, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b0d0962d-77a3-44c1-bc05-d4aad9e656ff,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:18:58.138870 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:58.188644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:18:58.370293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Routers {'51d8df64-7964-4eaf-a755-0954e82b70d8'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:18:58.374953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['51d8df64-7964-4eaf-a755-0954e82b70d8'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:58.538530 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-75525b91-ada7-49c5-9c02-cc4af2aa9af2 req-a053a147-5654-415e-b022-9498b127e3ee tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:58.596688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2254689-acc1-4d16-8c2c-78071e610dd3 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:18:58.618662 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:58.647730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Allocated IP 172.20.0.1 (1e8416e5-50e8-4ba6-941c-c08bdfac6d58/0bc62798-4502-4564-a29b-83dccd5c0c14/8cecf4b4-4957-405d-90cc-2f9b9aaf2209) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:18:58.653633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95a37ea0-a874-4c9f-b4e8-454e409b1ef8 req-fde51e20-e817-4ca2-8c70-1c9c133b7f1e service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163213 Jun 04 16:18:58.677264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-75525b91-ada7-49c5-9c02-cc4af2aa9af2 req-a053a147-5654-415e-b022-9498b127e3ee tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:58.685098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Transition to ACTIVE for port object e2254689-acc1-4d16-8c2c-78071e610dd3 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:58.712986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053a147-5654-415e-b022-9498b127e3ee tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6135f9-d7da-42a6-857e-5a790a524a98,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:58.727902 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:58.818826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5f690-2fc8-408c-b789-ef3811b1cab2 None None] Pushing event updated for resources: {'Port': ['ID=b0d0962d-77a3-44c1-bc05-d4aad9e656ff,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:58.819601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-75525b91-ada7-49c5-9c02-cc4af2aa9af2 req-a053a147-5654-415e-b022-9498b127e3ee tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:58.840968 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75525b91-ada7-49c5-9c02-cc4af2aa9af2 req-a053a147-5654-415e-b022-9498b127e3ee tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "DELETE /v2.0/security-groups/ac6135f9-d7da-42a6-857e-5a790a524a98 HTTP/1.1" status: 204 len: 173 time: 0.9439623 Jun 04 16:18:58.883346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] Set router 51d8df64-7964-4eaf-a755-0954e82b70d8 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:18:58.953320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544faa1-aaa2-4f7b-ab94-7f3fa548bdde req-fb62314c-11e8-4b85-b088-87d0605a3ab0 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:58.954076 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b544faa1-aaa2-4f7b-ab94-7f3fa548bdde req-fb62314c-11e8-4b85-b088-87d0605a3ab0 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 944 time: 0.2587919 Jun 04 16:18:59.115840 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b544faa1-aaa2-4f7b-ab94-7f3fa548bdde req-05d0024f-127c-4167-88e4-12d979bd3de6 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa1de9d-60ad-433e-95b6-1cce17c6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526675 Jun 04 16:18:59.207385 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:59.223612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f93ab-5c2b-4238-8650-9b2da48bb82d req-63fce0a3-7176-47c3-b16c-420f7fd8502d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:18:59.225319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-794f93ab-5c2b-4238-8650-9b2da48bb82d req-63fce0a3-7176-47c3-b16c-420f7fd8502d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 945 time: 0.1996787 Jun 04 16:18:59.228543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Transition to ACTIVE for port object 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:18:59.274620 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:59.288141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Pushing event updated for resources: {'Port': ['ID=e2254689-acc1-4d16-8c2c-78071e610dd3,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:59.306881 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-794f93ab-5c2b-4238-8650-9b2da48bb82d req-1f8228f9-17ec-48fa-86b2-afa9c33358f4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702534 Jun 04 16:18:59.473313 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8989a878-3645-4af5-98b8-0f21357e1ec2 req-7a80051c-6eb1-4c87-8262-4e78bcb19650 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/ports?device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 210 time: 0.1542087 Jun 04 16:18:59.489577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Network 1e8416e5-50e8-4ba6-941c-c08bdfac6d58 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:18:59.494846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:18:59.500940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'name': 'tempest-ServersTestMultiNic-1012494008-router', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:49Z', 'updated_at': '2022-06-04T16:18:53Z', 'revision_number': 3, 'project_id': '55529c8e77164b25a08ae78a561ce40a', 'gw_port': {'id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:51Z', 'updated_at': '2022-06-04T16:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:18:59.502385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:18:59.512352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749856c-1d8b-4193-90c6-eeaf9b36a7ef None None] The sync data for ids ['51d8df64-7964-4eaf-a755-0954e82b70d8'] in n-d-811809-3 is: [{'id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'name': 'tempest-ServersTestMultiNic-1012494008-router', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:49Z', 'updated_at': '2022-06-04T16:18:53Z', 'revision_number': 3, 'project_id': '55529c8e77164b25a08ae78a561ce40a', 'gw_port': {'id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:51Z', 'updated_at': '2022-06-04T16:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:18:59.554842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Pushing event updated for resources: {'Port': ['ID=8cecf4b4-4957-405d-90cc-2f9b9aaf2209,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:18:59.629424 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b935c1-f489-422f-985c-5976384b55d4'] response: {'name': 'network-changed', 'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'status': 'completed', 'code': 200} Jun 04 16:18:59.655594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:18:59.863114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1d47547d-cf14-4a7a-82f2-1d78741f6506 None None] Provisioning for port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:18:59.880496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1d47547d-cf14-4a7a-82f2-1d78741f6506 None None] Provisioning complete for port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:18:59.881243 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1d47547d-cf14-4a7a-82f2-1d78741f6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:00.034292 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d4b5000-1ee4-4134-92a7-8263939a5e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:00.037364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1d47547d-cf14-4a7a-82f2-1d78741f6506 None None] Port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:19:00.076889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Attempting to bind port e2254689-acc1-4d16-8c2c-78071e610dd3 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:00.077390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Attempting to bind port e2254689-acc1-4d16-8c2c-78071e610dd3 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'd4b0bd38-360b-4071-afed-4a21164ab496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0110e029-b7f9-428c-907f-2c365509b078'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:00.077697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Attempting to bind port e2254689-acc1-4d16-8c2c-78071e610dd3 on network 0110e029-b7f9-428c-907f-2c365509b078 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:00.195393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544486a2-3c43-4d24-8e64-68a94e6ea8b1 req-d9a8cd7c-e9a1-4a30-9d0c-4193444e6cc9 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:00.197131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-544486a2-3c43-4d24-8e64-68a94e6ea8b1 req-d9a8cd7c-e9a1-4a30-9d0c-4193444e6cc9 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 948 time: 0.2625437 Jun 04 16:19:00.199360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-8d302565-3e23-47f7-afe5-a20f7210e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:00.200897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-8d302565-3e23-47f7-afe5-a20f7210e1bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 1099 time: 0.3845267 Jun 04 16:19:00.203790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab590ab0-ecd9-4480-8dd6-7a065fd4235a req-a0a8c8fa-4ca3-4e11-9ccc-809871a561bb tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:00.210374 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab590ab0-ecd9-4480-8dd6-7a065fd4235a req-a0a8c8fa-4ca3-4e11-9ccc-809871a561bb tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 1095 time: 0.5475717 Jun 04 16:19:00.316409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Port e2254689-acc1-4d16-8c2c-78071e610dd3 on network 0110e029-b7f9-428c-907f-2c365509b078 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:19:00.316728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Attempting to bind port e2254689-acc1-4d16-8c2c-78071e610dd3 on network 0110e029-b7f9-428c-907f-2c365509b078 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:00.348079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:00.348418 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Checking segment: {'id': 'd4b0bd38-360b-4071-afed-4a21164ab496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0110e029-b7f9-428c-907f-2c365509b078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:00.348814 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Bound using segment: {'id': 'd4b0bd38-360b-4071-afed-4a21164ab496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0110e029-b7f9-428c-907f-2c365509b078'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:00.349267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Bound port: e2254689-acc1-4d16-8c2c-78071e610dd3, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b0bd38-360b-4071-afed-4a21164ab496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0110e029-b7f9-428c-907f-2c365509b078'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:00.349622 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:00.518793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-4262a152-3bdc-4ca9-b902-0ac41e5171da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:00.520336 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-4262a152-3bdc-4ca9-b902-0ac41e5171da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 1099 time: 0.6571300 Jun 04 16:19:00.670073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 53b9c783-01b8-49f2-a609-2b429c7520ed details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:19:00.828513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] For port e2254689-acc1-4d16-8c2c-78071e610dd3, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:00.907418 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] For port e2254689-acc1-4d16-8c2c-78071e610dd3, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e2254689-acc1-4d16-8c2c-78071e610dd3,segment=NetworkSegment(d4b0bd38-360b-4071-afed-4a21164ab496),segment_id=d4b0bd38-360b-4071-afed-4a21164ab496)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:00.932722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:01.018475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5bdf7fa1-5744-4336-ab48-1241e3fc2dd3 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:01.019911 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5bdf7fa1-5744-4336-ab48-1241e3fc2dd3 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.42 "GET /v2.0/networks?id=a4fdc3e6-27a6-4a30-a65a-b658e4815e00 HTTP/1.1" status: 200 len: 821 time: 0.7151942 Jun 04 16:19:01.044062 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:01.065345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:01.073569 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:01.097378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'mac_address': 'fa:16:3e:a8:2e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:19:01.113279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-0f1abc9b-f685-4e05-aeab-1fb7887fbd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:01.115283 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-0f1abc9b-f685-4e05-aeab-1fb7887fbd9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.8859432 Jun 04 16:19:01.116968 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab590ab0-ecd9-4480-8dd6-7a065fd4235a req-2e4803e8-9cd3-492a-bcd3-d9a187c7adc8 tempest-LiveAutoBlockMigrationV225Test-951687174 tempest-LiveAutoBlockMigrationV225Test-951687174-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8816104 Jun 04 16:19:01.121970 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-544486a2-3c43-4d24-8e64-68a94e6ea8b1 req-6f98e68e-ea09-4fac-bc70-ed97cc799df4 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9121108 Jun 04 16:19:01.125883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Request body: {'port': {'device_id': '846ade10-3fec-4913-b939-a43fb0e6461e', 'network_id': 'a4fdc3e6-27a6-4a30-a65a-b658e4815e00', 'admin_state_up': True, 'tenant_id': '76f946e503e24e96b4565a75ffbb4266'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:01.159727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:01.160554 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:01.162127 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] 10.222.0.46 "PUT /v2.0/ports/e2254689-acc1-4d16-8c2c-78071e610dd3 HTTP/1.1" status: 200 len: 1092 time: 3.9847238 Jun 04 16:19:01.168977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7666db0-f4a9-4ced-a057-be4625a667bf', 'tag': 'e2254689-acc1-4d16-8c2c-78071e610dd3'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:01.258528 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:01.271402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 53b9c783-01b8-49f2-a609-2b429c7520ed is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:01.272079 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:01.314770 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b9c783-01b8-49f2-a609-2b429c7520ed {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:19:01.333688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:01.348394 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:01.362079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-fe145f32-72dd-4f88-9a3f-2c650f25a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:01.364325 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-fe145f32-72dd-4f88-9a3f-2c650f25a36d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.8295159 Jun 04 16:19:01.382424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:01.387946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Usage tracker for resource:port and tenant:76f946e503e24e96b4565a75ffbb4266 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:01.390855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:01.397574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:01.419170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=53b9c783-01b8-49f2-a609-2b429c7520ed,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:01.467641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553eea5-9a9b-4651-b86d-630029339128 service neutron] Pushing event updated for resources: {'Port': ['ID=e2254689-acc1-4d16-8c2c-78071e610dd3,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:01.489086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-5e41d730-5963-4093-b7c3-81b712bf5e47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 200 len: 217 time: 0.1124992 Jun 04 16:19:01.489739 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-b4c20405-be49-48ec-9dc0-fee2fe2d233b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 200 len: 217 time: 0.1106133 Jun 04 16:19:01.573009 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-dedf07bc-418d-4f1e-babc-64ad87b4a11a req-66cd19f1-1435-41d8-b485-99c3668da332 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] show failed (client error): The resource could not be found. Jun 04 16:19:01.574043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dedf07bc-418d-4f1e-babc-64ad87b4a11a req-66cd19f1-1435-41d8-b485-99c3668da332 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/8d6cb7dc-e8a0-4638-8815-c0a45fafcb20 HTTP/1.1" status: 404 len: 352 time: 0.0892913 Jun 04 16:19:01.574679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Made reservation on behalf of 76f946e503e24e96b4565a75ffbb4266 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:01.578350 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:01.611997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b0d0962d-77a3-44c1-bc05-d4aad9e656ff up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:01.704204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['53b9c783-01b8-49f2-a609-2b429c7520ed'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:01.811104 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:01.830480 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:01.934230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b0d0962d-77a3-44c1-bc05-d4aad9e656ff completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:01.944933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b0d0962d-77a3-44c1-bc05-d4aad9e656ff triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:01.945292 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:01.970597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-a1833916-410b-439d-af26-d8f54606d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:01.972315 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-a1833916-410b-439d-af26-d8f54606d99b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.4734294 Jun 04 16:19:01.981610 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-e9380e44-ad27-4534-9664-ec23075f7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:01.983141 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-e9380e44-ad27-4534-9664-ec23075f7507 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46bb3a3a9eee4d5694abe37deab664e6&device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 1095 time: 0.7343147 Jun 04 16:19:01.985370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:01.986039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Allocated IP 172.20.0.7 (a4fdc3e6-27a6-4a30-a65a-b658e4815e00/73ceb99a-43fa-41af-aee4-cce788c9774e/3b0e99d6-7f2c-441e-9b67-9daa362365ee) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:01.988984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Pushing event updated for resources: {'Port': ['ID=8cecf4b4-4957-405d-90cc-2f9b9aaf2209,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:02.126086 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-cb41f7f2-9179-49d4-b68d-f181d9b061ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2254689-acc1-4d16-8c2c-78071e610dd3 HTTP/1.1" status: 200 len: 217 time: 0.1301787 Jun 04 16:19:02.148067 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b0d0962d-77a3-44c1-bc05-d4aad9e656ff is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:02.148436 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:02.168282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port b0d0962d-77a3-44c1-bc05-d4aad9e656ff, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b0d0962d-77a3-44c1-bc05-d4aad9e656ff,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:02.174224 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:02.248537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=b0d0962d-77a3-44c1-bc05-d4aad9e656ff,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:02.292392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-d96bb906-24ec-4664-9640-68788c84d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:02.293849 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-d96bb906-24ec-4664-9640-68788c84d520 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e136b74d-7310-45d8-97ba-e0030e644a0c HTTP/1.1" status: 200 len: 861 time: 0.0875049 Jun 04 16:19:02.330645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-c8b31eee-0468-439f-b380-03ed2e0375d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:02.332129 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-c8b31eee-0468-439f-b380-03ed2e0375d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.7259543 Jun 04 16:19:02.374515 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-ea7686d5-542b-4f3f-9e47-c68efe253a70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0110e029-b7f9-428c-907f-2c365509b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648525 Jun 04 16:19:02.381409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Network 1e8416e5-50e8-4ba6-941c-c08bdfac6d58 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:02.401132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:02.412805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdedb4-32ba-41e0-8064-f620a11e37ab req-ae3c9f0d-18aa-41a5-abf6-a825517dc9b5 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:02.414075 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-accdedb4-32ba-41e0-8064-f620a11e37ab req-ae3c9f0d-18aa-41a5-abf6-a825517dc9b5 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 944 time: 0.9274406 Jun 04 16:19:02.417888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-2dedbbaf-4095-456b-81d3-3d264a71adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:02.419475 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-2dedbbaf-4095-456b-81d3-3d264a71adb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4353461 Jun 04 16:19:02.423887 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:02.525807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0f6d3-9dc0-4402-b414-264698937a68 req-9f435b9b-f449-413a-aed6-1ab3dc320bb4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:02.527642 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8db0f6d3-9dc0-4402-b414-264698937a68 req-9f435b9b-f449-413a-aed6-1ab3dc320bb4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 945 time: 0.6182196 Jun 04 16:19:02.536237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-accdedb4-32ba-41e0-8064-f620a11e37ab req-0dce82a5-dc0e-45fb-8f98-1307eafcc699 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa1de9d-60ad-433e-95b6-1cce17c6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126490 Jun 04 16:19:02.592642 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:02.629295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-8481a656-692f-47a0-8a93-7ebb0697b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:02.631143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-8481a656-692f-47a0-8a93-7ebb0697b8c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2900374 Jun 04 16:19:02.636011 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8db0f6d3-9dc0-4402-b414-264698937a68 req-228582ff-fb4f-4181-b71d-a0749383db53 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975382 Jun 04 16:19:02.690748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a1e6ce21-ba02-44a9-9810-40698d805cd5 None None] Provisioning complete for port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:02.691926 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a1e6ce21-ba02-44a9-9810-40698d805cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:02.722774 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c1c14b-7cbd-432b-a41b-3f470c6e20e5'] response: {'name': 'network-changed', 'server_uuid': 'a7666db0-f4a9-4ced-a057-be4625a667bf', 'tag': 'e2254689-acc1-4d16-8c2c-78071e610dd3', 'status': 'completed', 'code': 200} Jun 04 16:19:02.770755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a1e6ce21-ba02-44a9-9810-40698d805cd5 None None] Port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:19:02.798317 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4171cd44-22a9-424f-9e9b-a25ab07ae7dc req-1947de76-5ac2-46da-9d8c-7f26bffe94e8 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/ports?device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 210 time: 0.0592508 Jun 04 16:19:02.835301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:02.946522 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-b1a4446e-c94d-47ae-9301-5bc9b638585f service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995255 Jun 04 16:19:02.952488 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-b3d02ea7-1b16-4e1f-98b4-f695d4609c24 service neutron] 10.222.0.46 "GET /v2.0/networks/0110e029-b7f9-428c-907f-2c365509b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699432 Jun 04 16:19:02.955861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Network a4fdc3e6-27a6-4a30-a65a-b658e4815e00 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:02.979296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:02.998122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:03.004263 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-6eafb2fc-2fe3-4666-ae7a-71d8ada51ab0 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361233 Jun 04 16:19:03.034165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Pushing event updated for resources: {'Port': ['ID=3b0e99d6-7f2c-441e-9b67-9daa362365ee,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:03.092180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Router 51d8df64-7964-4eaf-a755-0954e82b70d8 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:19:03.140696 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b065b4ca-10ca-44c3-8777-e2901173b3d8 req-1c73b523-7416-4dfd-8d55-6f862df7a525 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/28dccd75-39a2-4d19-bbf7-487d59304320 HTTP/1.1" status: 200 len: 1805 time: 0.2965808 Jun 04 16:19:03.188609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:03.189193 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:03.272198 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-5004c60a-c825-4351-9c80-53ff450b23fe tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1537454 Jun 04 16:19:03.280148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-20573b2a-ab81-4a42-9c1e-52c75c25e2a4 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232157 Jun 04 16:19:03.291205 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-407ba7c8-6bfc-4d4a-9927-14787b9d9f8d req-33afa5e6-2adc-431b-bc8b-4678dfac1290 service neutron] 10.222.0.46 "GET /v2.0/networks/0110e029-b7f9-428c-907f-2c365509b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245113 Jun 04 16:19:03.297690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Request body: {'port': {'device_id': '846ade10-3fec-4913-b939-a43fb0e6461e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:03.343166 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b065b4ca-10ca-44c3-8777-e2901173b3d8 req-5120e139-9f04-4ffa-9e55-8383af96fec6 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:03.414102 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b065b4ca-10ca-44c3-8777-e2901173b3d8 req-5120e139-9f04-4ffa-9e55-8383af96fec6 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:03.432735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f72d-2961-4061-bf1f-1b7db1ac9335 req-326d8041-cfc0-4662-8ac6-37ac29231b67 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:03.434559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1727f72d-2961-4061-bf1f-1b7db1ac9335 req-326d8041-cfc0-4662-8ac6-37ac29231b67 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 949 time: 0.3500917 Jun 04 16:19:03.442175 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-89c5c094-e3df-4c37-9f44-5cf4f8cd735b req-f7a76633-de2c-45a8-8a97-35d87edd54db service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821132 Jun 04 16:19:03.478867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:19:03.490388 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Sync routers for ids ['51d8df64-7964-4eaf-a755-0954e82b70d8'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:19:03.497377 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b02c5db8-0cc7-44f2-aaa0-8ae212dd8efc admin admin] 10.222.0.13 "PUT /v2.0/routers/51d8df64-7964-4eaf-a755-0954e82b70d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5187917 Jun 04 16:19:03.532374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:03.539243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bff62-bb04-499f-bf45-ec93bc7ebcee req-932f16bf-efee-4ecf-8c0f-50a0114b66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:03.539243 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-006bff62-bb04-499f-bf45-ec93bc7ebcee req-932f16bf-efee-4ecf-8c0f-50a0114b66ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46bb3a3a9eee4d5694abe37deab664e6&device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 1095 time: 0.1518829 Jun 04 16:19:03.545177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1727f72d-2961-4061-bf1f-1b7db1ac9335 req-0955429c-fd9c-48bb-9247-17ba15195d39 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994785 Jun 04 16:19:03.558894 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Routers {'51d8df64-7964-4eaf-a755-0954e82b70d8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:19:03.560306 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:19:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['51d8df64-7964-4eaf-a755-0954e82b70d8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:03.571961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b0d0962d-77a3-44c1-bc05-d4aad9e656ff up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:03.603511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b065b4ca-10ca-44c3-8777-e2901173b3d8 req-5120e139-9f04-4ffa-9e55-8383af96fec6 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:03.630137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120e139-9f04-4ffa-9e55-8383af96fec6 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dccd75-39a2-4d19-bbf7-487d59304320,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:03.655081 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b065b4ca-10ca-44c3-8777-e2901173b3d8 req-5120e139-9f04-4ffa-9e55-8383af96fec6 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:03.670260 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b065b4ca-10ca-44c3-8777-e2901173b3d8 req-5120e139-9f04-4ffa-9e55-8383af96fec6 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "DELETE /v2.0/security-groups/28dccd75-39a2-4d19-bbf7-487d59304320 HTTP/1.1" status: 204 len: 173 time: 0.5141702 Jun 04 16:19:03.716812 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:03.724883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b0d0962d-77a3-44c1-bc05-d4aad9e656ff triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:03.725475 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:03.847481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34874) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:03.902204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b0d0962d-77a3-44c1-bc05-d4aad9e656ff is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:03.932625 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:03.942800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bff62-bb04-499f-bf45-ec93bc7ebcee req-775cd84a-5cdd-41c5-89b9-9b3a527751bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:03.944305 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-006bff62-bb04-499f-bf45-ec93bc7ebcee req-775cd84a-5cdd-41c5-89b9-9b3a527751bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=0110e029-b7f9-428c-907f-2c365509b078 HTTP/1.1" status: 200 len: 922 time: 0.4062200 Jun 04 16:19:03.951265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2126770392'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:03.958907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:03.973150 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Set router 51d8df64-7964-4eaf-a755-0954e82b70d8 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:19:04.019061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Usage tracker for resource:network and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:04.029130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6a8f8-302b-4ba3-8d08-403f4ad7443a req-71b030bc-738b-4400-b189-8b5b599b0aab tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:04.030087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-8af6a8f8-302b-4ba3-8d08-403f4ad7443a req-71b030bc-738b-4400-b189-8b5b599b0aab tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Synchronizing usage tracker for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:04.040862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:04.044972 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-006bff62-bb04-499f-bf45-ec93bc7ebcee req-76cdc138-f32a-4d68-82f3-23506f9237d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2254689-acc1-4d16-8c2c-78071e610dd3 HTTP/1.1" status: 200 len: 217 time: 0.0890088 Jun 04 16:19:04.050278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:04.103060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2758f-3e84-49b6-bf51-528b3bc23944 req-50326786-6187-4346-b985-0ccfde77d33b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:04.104590 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9a2758f-3e84-49b6-bf51-528b3bc23944 req-50326786-6187-4346-b985-0ccfde77d33b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 944 time: 0.2157519 Jun 04 16:19:04.107015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-8af6a8f8-302b-4ba3-8d08-403f4ad7443a req-71b030bc-738b-4400-b189-8b5b599b0aab tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Unset dirty status for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:04.108367 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8af6a8f8-302b-4ba3-8d08-403f4ad7443a req-71b030bc-738b-4400-b189-8b5b599b0aab tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.42 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 944 time: 0.3513176 Jun 04 16:19:04.111356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:04.114955 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:04.125693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a112bf-ccac-41a9-811e-e608c6c0b8c3 req-6cf20759-10f5-48e4-809c-f1053d612f78 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:04.127269 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-36a112bf-ccac-41a9-811e-e608c6c0b8c3 req-6cf20759-10f5-48e4-809c-f1053d612f78 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 944 time: 0.1972077 Jun 04 16:19:04.200618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bff62-bb04-499f-bf45-ec93bc7ebcee req-60ac1a30-effe-4bbe-849e-6bd2a5dfa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:04.202362 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-006bff62-bb04-499f-bf45-ec93bc7ebcee req-60ac1a30-effe-4bbe-849e-6bd2a5dfa8b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e136b74d-7310-45d8-97ba-e0030e644a0c HTTP/1.1" status: 200 len: 861 time: 0.1485894 Jun 04 16:19:04.225925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0e99d6-7f2c-441e-9b67-9daa362365ee {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:19:04.240912 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:04.253530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:19:04.263127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-8af6a8f8-302b-4ba3-8d08-403f4ad7443a req-51e973b4-2a1e-43e5-a231-ff085918b65f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Deleting port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:19:04.263699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8af6a8f8-302b-4ba3-8d08-403f4ad7443a req-51e973b4-2a1e-43e5-a231-ff085918b65f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:04.264940 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9a2758f-3e84-49b6-bf51-528b3bc23944 req-b82480d2-98e0-4d90-959d-6bacc06bd3fe tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342709 Jun 04 16:19:04.273014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-36a112bf-ccac-41a9-811e-e608c6c0b8c3 req-c8ea6258-11f8-4c3a-978a-620cb8b05176 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa1de9d-60ad-433e-95b6-1cce17c6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006310 Jun 04 16:19:04.286995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Transition to ACTIVE for port object 3b0e99d6-7f2c-441e-9b67-9daa362365ee will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:04.297059 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-006bff62-bb04-499f-bf45-ec93bc7ebcee req-ddbdc2d5-1d6f-4853-aae2-0c44420544b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0110e029-b7f9-428c-907f-2c365509b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856318 Jun 04 16:19:04.302303 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:04.303293 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'name': 'tempest-ServersTestMultiNic-1012494008-router', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:49Z', 'updated_at': '2022-06-04T16:19:00Z', 'revision_number': 4, 'project_id': '55529c8e77164b25a08ae78a561ce40a', 'gw_port': {'id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:51Z', 'updated_at': '2022-06-04T16:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '8cecf4b4-4957-405d-90cc-2f9b9aaf2209', 'name': '', 'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'mac_address': 'fa:16:3e:15:0d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '0bc62798-4502-4564-a29b-83dccd5c0c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:58Z', 'updated_at': '2022-06-04T16:19:01Z', 'revision_number': 2, 'project_id': '55529c8e77164b25a08ae78a561ce40a', 'subnets': [{'id': '0bc62798-4502-4564-a29b-83dccd5c0c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:04.307689 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Checking router: 51d8df64-7964-4eaf-a755-0954e82b70d8 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:19:04.308551 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Updating router 51d8df64-7964-4eaf-a755-0954e82b70d8 port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:19:04.410897 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:04.490407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:04.490805 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Added segment da95d012-2db7-46f4-8f4b-9b81b75d7f81 of type vlan for network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 Jun 04 16:19:04.700532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 53b9c783-01b8-49f2-a609-2b429c7520ed up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:04.765481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0e99d6-7f2c-441e-9b67-9daa362365ee,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:04.791409 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-006bff62-bb04-499f-bf45-ec93bc7ebcee req-f22ac943-0f40-4bb3-9bee-c0838af3dcaf service neutron] 10.222.0.46 "GET /v2.0/networks/0110e029-b7f9-428c-907f-2c365509b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399059 Jun 04 16:19:04.803615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 53b9c783-01b8-49f2-a609-2b429c7520ed completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:04.810713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 53b9c783-01b8-49f2-a609-2b429c7520ed triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:04.811321 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:04.854362 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:04.860536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d598d2a0-b389-4ae7-942e-3e1ec470d47d req-c3b7eaae-ed70-44cb-920a-497436c4e2c5 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/0d50a4bf-43c7-45a7-bb0b-086dc4b910b1 HTTP/1.1" status: 200 len: 1803 time: 0.2883067 Jun 04 16:19:04.875284 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Transition to ACTIVE for port object 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:04.884304 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:04.942615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c5d35-9897-4269-b1d0-e7b92bb8a15a req-ce3808c2-49d5-47a9-876d-6c4a4fd18c79 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:04.944103 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf4c5d35-9897-4269-b1d0-e7b92bb8a15a req-ce3808c2-49d5-47a9-876d-6c4a4fd18c79 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 945 time: 0.4266186 Jun 04 16:19:04.948050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Attempting to bind port 3b0e99d6-7f2c-441e-9b67-9daa362365ee on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:04.948370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Attempting to bind port 3b0e99d6-7f2c-441e-9b67-9daa362365ee by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '699fbab3-3988-4fa2-8b74-fddd1102efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a4fdc3e6-27a6-4a30-a65a-b658e4815e00'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:04.948687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Attempting to bind port 3b0e99d6-7f2c-441e-9b67-9daa362365ee on network a4fdc3e6-27a6-4a30-a65a-b658e4815e00 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:04.948954 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-006bff62-bb04-499f-bf45-ec93bc7ebcee req-3b089d41-4243-4e63-b29e-1e184e1f67b9 service neutron] 10.222.0.46 "GET /v2.0/networks/0110e029-b7f9-428c-907f-2c365509b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379597 Jun 04 16:19:04.961053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 53b9c783-01b8-49f2-a609-2b429c7520ed is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:04.962333 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:04.970546 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:04.984224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-80b06594-024a-4220-8404-2c3f34660ec9 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:04.985897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-80b06594-024a-4220-8404-2c3f34660ec9 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db&tenant_id=ebd00055ee90437ca2acd288885c518a&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 949 time: 0.3503485 Jun 04 16:19:05.001906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Port 3b0e99d6-7f2c-441e-9b67-9daa362365ee on network a4fdc3e6-27a6-4a30-a65a-b658e4815e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:19:05.002232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Attempting to bind port 3b0e99d6-7f2c-441e-9b67-9daa362365ee on network a4fdc3e6-27a6-4a30-a65a-b658e4815e00 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:05.011713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:05.032281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:05.043845 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.067585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:05.068025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Checking segment: {'id': '699fbab3-3988-4fa2-8b74-fddd1102efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a4fdc3e6-27a6-4a30-a65a-b658e4815e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:05.068417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Bound using segment: {'id': '699fbab3-3988-4fa2-8b74-fddd1102efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a4fdc3e6-27a6-4a30-a65a-b658e4815e00'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:05.068539 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2cc9a-1d4b-4005-8bdb-31e27fc6288b None None] Pushing event updated for resources: {'Port': ['ID=8cecf4b4-4957-405d-90cc-2f9b9aaf2209,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:05.068930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Bound port: 3b0e99d6-7f2c-441e-9b67-9daa362365ee, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699fbab3-3988-4fa2-8b74-fddd1102efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a4fdc3e6-27a6-4a30-a65a-b658e4815e00'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:05.069276 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.109372 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.115777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:05.116499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.150699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=53b9c783-01b8-49f2-a609-2b429c7520ed,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:05.197437 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Attempting to bind port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:05.197669 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Attempting to bind port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'b103e639-d1a5-46da-96e7-97da9f22a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:05.198014 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Attempting to bind port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 on network 1e8416e5-50e8-4ba6-941c-c08bdfac6d58 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:05.203747 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:05.204103 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Checking segment: {'id': 'b103e639-d1a5-46da-96e7-97da9f22a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:05.204488 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.204864 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Bound using segment: {'id': 'b103e639-d1a5-46da-96e7-97da9f22a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:05.205455 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Bound port: 8cecf4b4-4957-405d-90cc-2f9b9aaf2209, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b103e639-d1a5-46da-96e7-97da9f22a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:05.205832 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.223643 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d598d2a0-b389-4ae7-942e-3e1ec470d47d req-dc316be8-721c-460f-aef2-1d8e7119847c tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.241787 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3765535 Jun 04 16:19:05.264579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34888) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:05.274992 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf4c5d35-9897-4269-b1d0-e7b92bb8a15a req-b6dae604-48de-48ac-8425-ebcd1ce77fb3 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131585 Jun 04 16:19:05.290466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c1218-6e76-4549-953c-d83a4621be64 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event updated for resources: {'Network': ['ID=291069e5-1cb4-4956-99d9-9b34ae9e86f5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:05.291092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Request body: {'subnet': {'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:05.305433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:19:05.320335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-8af6a8f8-302b-4ba3-8d08-403f4ad7443a req-51e973b4-2a1e-43e5-a231-ff085918b65f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] For port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:05.320700 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8af6a8f8-302b-4ba3-8d08-403f4ad7443a req-51e973b4-2a1e-43e5-a231-ff085918b65f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.325224 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] For port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:05.329528 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] For port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8cecf4b4-4957-405d-90cc-2f9b9aaf2209,segment=NetworkSegment(b103e639-d1a5-46da-96e7-97da9f22a38d),segment_id=b103e639-d1a5-46da-96e7-97da9f22a38d)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:05.333544 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d598d2a0-b389-4ae7-942e-3e1ec470d47d req-dc316be8-721c-460f-aef2-1d8e7119847c tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.338130 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.416127 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Routers {'51d8df64-7964-4eaf-a755-0954e82b70d8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:19:05.416754 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:19:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['51d8df64-7964-4eaf-a755-0954e82b70d8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:05.495760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-8af6a8f8-302b-4ba3-8d08-403f4ad7443a req-51e973b4-2a1e-43e5-a231-ff085918b65f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Calling delete_port for 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:19:05.548569 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2cc9a-1d4b-4005-8bdb-31e27fc6288b None None] Pushing event updated for resources: {'Port': ['ID=8cecf4b4-4957-405d-90cc-2f9b9aaf2209,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:05.644445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-254c8d8e-f8b7-4ddd-ad9a-8a843e569755 service neutron] 10.222.0.46 "GET /v2.0/ports/53b9c783-01b8-49f2-a609-2b429c7520ed/bindings/n-h2-811809-3 HTTP/1.1" status: 200 len: 382 time: 0.6330528 Jun 04 16:19:05.706874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] For port 3b0e99d6-7f2c-441e-9b67-9daa362365ee, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:05.730829 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8af6a8f8-302b-4ba3-8d08-403f4ad7443a req-51e973b4-2a1e-43e5-a231-ff085918b65f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.739423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] For port 3b0e99d6-7f2c-441e-9b67-9daa362365ee, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3b0e99d6-7f2c-441e-9b67-9daa362365ee,segment=NetworkSegment(699fbab3-3988-4fa2-8b74-fddd1102efbf),segment_id=699fbab3-3988-4fa2-8b74-fddd1102efbf)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:05.740890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:05.743968 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['41a2dfac-b6f1-4289-a204-778866251efd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:05.744876 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d598d2a0-b389-4ae7-942e-3e1ec470d47d req-dc316be8-721c-460f-aef2-1d8e7119847c tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.761893 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] Set router 51d8df64-7964-4eaf-a755-0954e82b70d8 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:19:05.771599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Usage tracker for resource:subnet and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:05.774236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc316be8-721c-460f-aef2-1d8e7119847c tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d50a4bf-43c7-45a7-bb0b-086dc4b910b1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:05.777456 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.782311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:05.799891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e973b4-2a1e-43e5-a231-ff085918b65f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Pushing event deleted for resources: {'Port': ['ID=4c11c210-0ca8-4e0a-964d-252bc58dd4e9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:05.882499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0e99d6-7f2c-441e-9b67-9daa362365ee,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:05.888447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:05.892289 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d598d2a0-b389-4ae7-942e-3e1ec470d47d req-dc316be8-721c-460f-aef2-1d8e7119847c tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.907500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d598d2a0-b389-4ae7-942e-3e1ec470d47d req-dc316be8-721c-460f-aef2-1d8e7119847c tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "DELETE /v2.0/security-groups/0d50a4bf-43c7-45a7-bb0b-086dc4b910b1 HTTP/1.1" status: 204 len: 173 time: 1.0361183 Jun 04 16:19:05.927683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af6a8f8-302b-4ba3-8d08-403f4ad7443a req-51e973b4-2a1e-43e5-a231-ff085918b65f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] No DVR routers for this DVR port 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:19:05.930046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:05.930749 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.931612 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8af6a8f8-302b-4ba3-8d08-403f4ad7443a req-51e973b4-2a1e-43e5-a231-ff085918b65f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:05.934720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d', 'name': 'network-vif-deleted', 'tag': '4c11c210-0ca8-4e0a-964d-252bc58dd4e9'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:05.935443 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-93dc41f2-63a6-4a05-8a9f-f8f247bf5f65 service neutron] 10.222.0.42 "PUT /v2.0/ports/3b0e99d6-7f2c-441e-9b67-9daa362365ee HTTP/1.1" status: 200 len: 1091 time: 2.6458704 Jun 04 16:19:05.935915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846ade10-3fec-4913-b939-a43fb0e6461e', 'tag': '3b0e99d6-7f2c-441e-9b67-9daa362365ee'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:05.958012 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8af6a8f8-302b-4ba3-8d08-403f4ad7443a req-51e973b4-2a1e-43e5-a231-ff085918b65f tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.42 "DELETE /v2.0/ports/4c11c210-0ca8-4e0a-964d-252bc58dd4e9 HTTP/1.1" status: 204 len: 173 time: 1.8235631 Jun 04 16:19:05.997897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8054c7d-9f71-48f2-87d8-2c369c95bc72 req-66b40fa9-05e4-434a-9425-45b98cde0a1f tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:05.999367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c8054c7d-9f71-48f2-87d8-2c369c95bc72 req-66b40fa9-05e4-434a-9425-45b98cde0a1f tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Synchronizing usage tracker for tenant:76f946e503e24e96b4565a75ffbb4266 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:06.010422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:06.013989 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:06.079536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-6360ed29-e54f-4ea3-91db-0cd6f05b306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:06.081272 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-6360ed29-e54f-4ea3-91db-0cd6f05b306d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=76f946e503e24e96b4565a75ffbb4266&device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 1094 time: 0.0966964 Jun 04 16:19:06.165554 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-1854904d-f08e-45cd-9370-11ce77dded3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b0e99d6-7f2c-441e-9b67-9daa362365ee HTTP/1.1" status: 200 len: 217 time: 0.0763717 Jun 04 16:19:06.187064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c8054c7d-9f71-48f2-87d8-2c369c95bc72 req-66b40fa9-05e4-434a-9425-45b98cde0a1f tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Unset dirty status for tenant:76f946e503e24e96b4565a75ffbb4266 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:06.193680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8054c7d-9f71-48f2-87d8-2c369c95bc72 req-66b40fa9-05e4-434a-9425-45b98cde0a1f tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/ports?device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 943 time: 0.7596066 Jun 04 16:19:06.200688 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'name': 'tempest-ServersTestMultiNic-1012494008-router', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:49Z', 'updated_at': '2022-06-04T16:19:00Z', 'revision_number': 4, 'project_id': '55529c8e77164b25a08ae78a561ce40a', 'gw_port': {'id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:51Z', 'updated_at': '2022-06-04T16:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '8cecf4b4-4957-405d-90cc-2f9b9aaf2209', 'name': '', 'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'mac_address': 'fa:16:3e:15:0d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '0bc62798-4502-4564-a29b-83dccd5c0c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:58Z', 'updated_at': '2022-06-04T16:19:05Z', 'revision_number': 4, 'project_id': '55529c8e77164b25a08ae78a561ce40a', 'subnets': [{'id': '0bc62798-4502-4564-a29b-83dccd5c0c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:06.207206 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89988e8-e57b-44be-94fc-2213c212b9f0 None None] The sync data for ids ['51d8df64-7964-4eaf-a755-0954e82b70d8'] in n-d-811809-3 is: [{'id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'name': 'tempest-ServersTestMultiNic-1012494008-router', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:49Z', 'updated_at': '2022-06-04T16:19:00Z', 'revision_number': 4, 'project_id': '55529c8e77164b25a08ae78a561ce40a', 'gw_port': {'id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:51Z', 'updated_at': '2022-06-04T16:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '8cecf4b4-4957-405d-90cc-2f9b9aaf2209', 'name': '', 'network_id': '1e8416e5-50e8-4ba6-941c-c08bdfac6d58', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'mac_address': 'fa:16:3e:15:0d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '0bc62798-4502-4564-a29b-83dccd5c0c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:58Z', 'updated_at': '2022-06-04T16:19:05Z', 'revision_number': 4, 'project_id': '55529c8e77164b25a08ae78a561ce40a', 'subnets': [{'id': '0bc62798-4502-4564-a29b-83dccd5c0c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:19:06.222087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-3441d9c4-dab8-4854-a741-378410ed1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:06.223617 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-3441d9c4-dab8-4854-a741-378410ed1d7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 1101 time: 0.5537508 Jun 04 16:19:06.257402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-87ce0878-b9b1-47c1-8b63-835fddaf5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:06.259159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:19:06.261969 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-87ce0878-b9b1-47c1-8b63-835fddaf5cc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73ceb99a-43fa-41af-aee4-cce788c9774e HTTP/1.1" status: 200 len: 861 time: 0.0894170 Jun 04 16:19:06.329302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:19:06.329978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4c11c210-0ca8-4e0a-964d-252bc58dd4e9 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:19:06.351972 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-f3d82a1f-17dc-4bba-9981-4a986b1ead78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4fdc3e6-27a6-4a30-a65a-b658e4815e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722716 Jun 04 16:19:06.436797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c8054c7d-9f71-48f2-87d8-2c369c95bc72 req-474c253f-4ead-40a6-b8da-4d461083c6e2 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Synchronizing usage tracker for tenant:76f946e503e24e96b4565a75ffbb4266 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:06.483692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eeea67-066e-45b2-b84f-5e3a9a7d7c04 req-71a7ff6e-1195-47f1-8e26-7989360ff710 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:06.492421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72eeea67-066e-45b2-b84f-5e3a9a7d7c04 req-71a7ff6e-1195-47f1-8e26-7989360ff710 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.4856753 Jun 04 16:19:06.530047 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-909669a3-d54d-4bbc-90bf-d13cd25b45b5 service neutron] 10.222.0.42 "GET /v2.0/networks/a4fdc3e6-27a6-4a30-a65a-b658e4815e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707568 Jun 04 16:19:06.598502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c8054c7d-9f71-48f2-87d8-2c369c95bc72 req-474c253f-4ead-40a6-b8da-4d461083c6e2 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Unset dirty status for tenant:76f946e503e24e96b4565a75ffbb4266 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:06.611819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8054c7d-9f71-48f2-87d8-2c369c95bc72 req-474c253f-4ead-40a6-b8da-4d461083c6e2 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/security-groups?id=949ca37d-3c90-40e2-8f66-dac425f33e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146063 Jun 04 16:19:06.625834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-c0a3c24e-0817-4aa1-b78f-63b817598396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:06.629932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-c0a3c24e-0817-4aa1-b78f-63b817598396 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.3967805 Jun 04 16:19:06.710968 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780bf860-3762-4ac4-88a4-7b4e231ee995'] response: {'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'code': 200} Jun 04 16:19:06.719559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device e2254689-acc1-4d16-8c2c-78071e610dd3 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:19:06.745156 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ad796053-adca-4ab9-9b3b-6734a481ea36 req-2fda50e1-ffe3-42d6-97ce-906777807871 service neutron] 10.222.0.42 "GET /v2.0/networks/a4fdc3e6-27a6-4a30-a65a-b658e4815e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020190 Jun 04 16:19:06.935940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port e2254689-acc1-4d16-8c2c-78071e610dd3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e2254689-acc1-4d16-8c2c-78071e610dd3,segment=NetworkSegment(d4b0bd38-360b-4071-afed-4a21164ab496),segment_id=d4b0bd38-360b-4071-afed-4a21164ab496)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:06.953754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'e2254689-acc1-4d16-8c2c-78071e610dd3', 'network_id': '0110e029-b7f9-428c-907f-2c365509b078', 'port_id': 'e2254689-acc1-4d16-8c2c-78071e610dd3', 'mac_address': 'fa:16:3e:8b:b3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e136b74d-7310-45d8-97ba-e0030e644a0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:19:07.011950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-e319b762-e80b-4b1f-98ab-00f2c607a313 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 200 len: 217 time: 0.3630037 Jun 04 16:19:07.024077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port e2254689-acc1-4d16-8c2c-78071e610dd3 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:07.024504 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:07.048312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2254689-acc1-4d16-8c2c-78071e610dd3 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:19:07.074135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port e2254689-acc1-4d16-8c2c-78071e610dd3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e2254689-acc1-4d16-8c2c-78071e610dd3,segment=NetworkSegment(d4b0bd38-360b-4071-afed-4a21164ab496),segment_id=d4b0bd38-360b-4071-afed-4a21164ab496)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:07.079343 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:07.128249 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72eeea67-066e-45b2-b84f-5e3a9a7d7c04 req-d2c64f3c-85b1-400d-8ff4-b5035efd8b47 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348538 Jun 04 16:19:07.192128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=e2254689-acc1-4d16-8c2c-78071e610dd3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:07.198301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:07.350752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-0c1be291-d670-4ad4-8e01-309a6c72f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:07.353524 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-0c1be291-d670-4ad4-8e01-309a6c72f9c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2899377 Jun 04 16:19:07.359702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-596042a2-0eb6-4d8d-a97d-38edbb9dec26 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:07.361625 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-596042a2-0eb6-4d8d-a97d-38edbb9dec26 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818&tenant_id=d4012fb5625c4c60945856a3a47e68a0&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1096 time: 0.1645572 Jun 04 16:19:07.380174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811809-3'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:07.397941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['e2254689-acc1-4d16-8c2c-78071e610dd3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:07.581848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event updated for resources: {'Subnet': ['ID=2428de6a-309b-447d-9b19-d0225ea549fa,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:07.598973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29b0ff78-9bf0-47a9-a9e9-f668fc2c8bc6 req-1ebb1704-172b-4230-8dee-ca8ff99edcd0 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d HTTP/1.1" status: 200 len: 210 time: 0.1433575 Jun 04 16:19:07.639088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff88ae9-398b-4064-af0d-66178b3024eb req-4d460da3-a081-457b-9efb-d2622e630820 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:07.641071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ff88ae9-398b-4064-af0d-66178b3024eb req-4d460da3-a081-457b-9efb-d2622e630820 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 944 time: 0.6276422 Jun 04 16:19:07.653075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:07.672558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Checking segment: {'id': 'da95d012-2db7-46f4-8f4b-9b81b75d7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:07.672965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Network hostable DHCP agents. Network: 291069e5-1cb4-4956-99d9-9b34ae9e86f5, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:19:07.729798 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:07.766223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ff88ae9-398b-4064-af0d-66178b3024eb req-2d1dabea-4314-4ece-92b2-73c97b553b39 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa1de9d-60ad-433e-95b6-1cce17c6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064820 Jun 04 16:19:07.812983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-00fce49d-e804-4845-a548-60a70180f76c req-43f47f13-b33f-4368-932e-c7469b8e37e0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/71b7441c-3c29-4650-96e1-d2125c4ea6c5 HTTP/1.1" status: 200 len: 1804 time: 0.1707454 Jun 04 16:19:07.818549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-ddb7f3b9-07ae-4080-8313-52d2a35b80cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:07.820282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-ddb7f3b9-07ae-4080-8313-52d2a35b80cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4516172 Jun 04 16:19:07.851224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:07.863481 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31623094-0969-470e-9e11-471820c9f31f'] response: {'server_uuid': 'e20ffe9d-adea-4c3a-9e64-dbfe245a5c4d', 'name': 'network-vif-deleted', 'tag': '4c11c210-0ca8-4e0a-964d-252bc58dd4e9', 'status': 'completed', 'code': 200} Jun 04 16:19:07.874253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:07.886706 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:07.886897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:19:07.982731 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dbb8bfa-c825-4d6d-ae42-c4ad0e88a1f5'] response: {'name': 'network-changed', 'server_uuid': '846ade10-3fec-4913-b939-a43fb0e6461e', 'tag': '3b0e99d6-7f2c-441e-9b67-9daa362365ee', 'status': 'completed', 'code': 200} Jun 04 16:19:07.985110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 291069e5-1cb4-4956-99d9-9b34ae9e86f5) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:07.998599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80dff08-59c0-4c60-aad3-10f32502ebc8 None None] Network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:08.054552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:08.055134 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.061668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-00fce49d-e804-4845-a548-60a70180f76c req-5d6452f1-ed44-4a07-a390-3c40a17e377c tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.171166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=54214b12-22b7-472d-af96-250b87cca3f7,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:08.173853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6489f61e-66a8-4e05-b8f2-8cb0428d198b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8960178 Jun 04 16:19:08.175804 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-00fce49d-e804-4845-a548-60a70180f76c req-5d6452f1-ed44-4a07-a390-3c40a17e377c tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.183689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34908) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:08.209580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1171247990'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:08.223312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:08.227492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:08.245117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-291069e5-1cb4-4956-99d9-9b34ae9e86f5', 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'fixed_ips': [{'subnet_id': '2428de6a-309b-447d-9b19-d0225ea549fa'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:19:08.246192 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.251573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Usage tracker for resource:network and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:08.255678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-d1584e3f-3b06-40fa-9d8a-bb9abdc4d897 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956847 Jun 04 16:19:08.259373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:08.301546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:08.316052 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.325026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff435a19-9fcd-4404-9683-25d3cbfa0698 req-552dd56b-0b3a-49fc-95e7-54b84b757bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:08.326646 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff435a19-9fcd-4404-9683-25d3cbfa0698 req-552dd56b-0b3a-49fc-95e7-54b84b757bb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=76f946e503e24e96b4565a75ffbb4266&device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 1094 time: 0.3324032 Jun 04 16:19:08.328948 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.341195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3b0e99d6-7f2c-441e-9b67-9daa362365ee details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:19:08.381533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7dc030-9b39-42ad-baa1-55caed9b7101 req-21303ee5-55bb-4402-83ef-eac0621631e5 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:08.383048 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa7dc030-9b39-42ad-baa1-55caed9b7101 req-21303ee5-55bb-4402-83ef-eac0621631e5 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 945 time: 0.3001573 Jun 04 16:19:08.387468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:08.391055 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.404910 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-00fce49d-e804-4845-a548-60a70180f76c req-5d6452f1-ed44-4a07-a390-3c40a17e377c tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.470578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6452f1-ed44-4a07-a390-3c40a17e377c tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b7441c-3c29-4650-96e1-d2125c4ea6c5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:08.491571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:19:08.507836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3b0e99d6-7f2c-441e-9b67-9daa362365ee, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3b0e99d6-7f2c-441e-9b67-9daa362365ee,segment=NetworkSegment(699fbab3-3988-4fa2-8b74-fddd1102efbf),segment_id=699fbab3-3988-4fa2-8b74-fddd1102efbf)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:08.518912 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.519261 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Added segment aaa2993c-1004-4e6d-af11-5489f6e4bf34 of type vlan for network abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 Jun 04 16:19:08.531191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '3b0e99d6-7f2c-441e-9b67-9daa362365ee', 'network_id': 'a4fdc3e6-27a6-4a30-a65a-b658e4815e00', 'port_id': '3b0e99d6-7f2c-441e-9b67-9daa362365ee', 'mac_address': 'fa:16:3e:ad:ed:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ceb99a-43fa-41af-aee4-cce788c9774e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:19:08.580395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.646722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 on host n-h1-811809-3 for vnic_type normal with profile {"migrating_to": "n-h2-811809-3"} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:08.647685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:08.648469 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa7dc030-9b39-42ad-baa1-55caed9b7101 req-754f74ea-e57e-4fdd-ada5-a147b3c0f6b9 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473686 Jun 04 16:19:08.649066 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.654386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:08.655023 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.657246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:08.673962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:08.674525 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.682240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Pushing event updated for resources: {'Port': ['ID=54214b12-22b7-472d-af96-250b87cca3f7,revision_number=7']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:08.700114 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-00fce49d-e804-4845-a548-60a70180f76c req-5d6452f1-ed44-4a07-a390-3c40a17e377c tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.707479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Port 54214b12-22b7-472d-af96-250b87cca3f7 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:19:08.707479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:08.718222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-00fce49d-e804-4845-a548-60a70180f76c req-5d6452f1-ed44-4a07-a390-3c40a17e377c tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "DELETE /v2.0/security-groups/71b7441c-3c29-4650-96e1-d2125c4ea6c5 HTTP/1.1" status: 204 len: 173 time: 0.8956523 Jun 04 16:19:08.736567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8cecf4b4-4957-405d-90cc-2f9b9aaf2209,segment=NetworkSegment(b103e639-d1a5-46da-96e7-97da9f22a38d),segment_id=b103e639-d1a5-46da-96e7-97da9f22a38d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:08.743439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5507340 Jun 04 16:19:08.752655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34916) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:08.758986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:08.759336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:08.759731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Bound using segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:08.760239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Bound port: 54214b12-22b7-472d-af96-250b87cca3f7, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:08.760591 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.777513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 54214b12-22b7-472d-af96-250b87cca3f7 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:19:08.795217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Request body: {'subnet': {'network_id': 'abebbccc-1ccc-422c-9fcc-f3dd8c8854e2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:08.797434 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.847581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3b0e99d6-7f2c-441e-9b67-9daa362365ee is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:08.848312 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:08.860511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff435a19-9fcd-4404-9683-25d3cbfa0698 req-20d85025-1eb4-46e6-a845-ecfb26a85961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:08.862540 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff435a19-9fcd-4404-9683-25d3cbfa0698 req-20d85025-1eb4-46e6-a845-ecfb26a85961 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a4fdc3e6-27a6-4a30-a65a-b658e4815e00 HTTP/1.1" status: 200 len: 922 time: 0.4942935 Jun 04 16:19:08.864541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-a3aebf15-8489-435d-a922-d153c802e2da service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935051 Jun 04 16:19:08.893575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0e99d6-7f2c-441e-9b67-9daa362365ee {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:19:08.969168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Allocated IP 19.80.0.2 (291069e5-1cb4-4956-99d9-9b34ae9e86f5/2428de6a-309b-447d-9b19-d0225ea549fa/381aced7-bac7-4681-8d0a-b21ca5c8294c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:08.985981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3b0e99d6-7f2c-441e-9b67-9daa362365ee, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3b0e99d6-7f2c-441e-9b67-9daa362365ee,segment=NetworkSegment(699fbab3-3988-4fa2-8b74-fddd1102efbf),segment_id=699fbab3-3988-4fa2-8b74-fddd1102efbf)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:09.008381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:09.012650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=54214b12-22b7-472d-af96-250b87cca3f7,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:09.014890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1d005-7a2c-403f-8dd6-f6030108eec3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event updated for resources: {'Network': ['ID=abebbccc-1ccc-422c-9fcc-f3dd8c8854e2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:09.037989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:19:09.058698 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:09.070944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=8cecf4b4-4957-405d-90cc-2f9b9aaf2209,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:09.088980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067308a-2005-40ac-923c-c3ce08a566ae req-99cf2d5a-45f1-4bbb-8063-cc4756bb10a1 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:09.090582 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7067308a-2005-40ac-923c-c3ce08a566ae req-99cf2d5a-45f1-4bbb-8063-cc4756bb10a1 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/ports?device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 943 time: 0.2324150 Jun 04 16:19:09.103101 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:09.144424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5663d8-20a0-4151-8f9d-dc6238f6e8b1 req-2cc941e4-0250-4bc8-b0ea-82ac22ba5724 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:09.145914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba5663d8-20a0-4151-8f9d-dc6238f6e8b1 req-2cc941e4-0250-4bc8-b0ea-82ac22ba5724 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.2341516 Jun 04 16:19:09.165742 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff435a19-9fcd-4404-9683-25d3cbfa0698 req-e8143660-3711-4716-9160-20fe843cf50b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b0e99d6-7f2c-441e-9b67-9daa362365ee HTTP/1.1" status: 200 len: 217 time: 0.1444705 Jun 04 16:19:09.175960 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7067308a-2005-40ac-923c-c3ce08a566ae req-17239b74-19de-4cfc-a2b5-4b27203f8369 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/security-groups?id=949ca37d-3c90-40e2-8f66-dac425f33e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777831 Jun 04 16:19:09.209236 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba5663d8-20a0-4151-8f9d-dc6238f6e8b1 req-90c832f0-550d-413b-b525-1ed64c4584a2 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568275 Jun 04 16:19:09.339547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:09.353973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b302f2b-da93-4473-88de-ba03da42e39c req-8ff4fcc8-f530-4a22-95bb-fdc8eb643a1a tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/ad24cf0e-8fd6-4c38-bdc1-af4b602dbbc2 HTTP/1.1" status: 200 len: 2403 time: 0.1055412 Jun 04 16:19:09.354226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Usage tracker for resource:subnet and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:09.364121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:09.408756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:09.419040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:09.420018 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:09.421778 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] 10.222.0.46 "PUT /v2.0/ports/54214b12-22b7-472d-af96-250b87cca3f7 HTTP/1.1" status: 200 len: 1121 time: 2.0476205 Jun 04 16:19:09.426564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff435a19-9fcd-4404-9683-25d3cbfa0698 req-5cc484b7-125a-4546-b664-8c4e2ec0e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:09.428401 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff435a19-9fcd-4404-9683-25d3cbfa0698 req-5cc484b7-125a-4546-b664-8c4e2ec0e763 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73ceb99a-43fa-41af-aee4-cce788c9774e HTTP/1.1" status: 200 len: 861 time: 0.2494044 Jun 04 16:19:09.432589 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['3b0e99d6-7f2c-441e-9b67-9daa362365ee'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:09.434936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee77f6-39f8-4d0f-8248-58fe6e045815 service neutron] Pushing event updated for resources: {'Port': ['ID=54214b12-22b7-472d-af96-250b87cca3f7,revision_number=8']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:09.490024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:09.493912 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:09.516962 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff435a19-9fcd-4404-9683-25d3cbfa0698 req-18d53ec7-175d-478d-98db-1cb386adc011 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4fdc3e6-27a6-4a30-a65a-b658e4815e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771933 Jun 04 16:19:09.683399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, got binding levels [] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:09.713399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:09.754076 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b302f2b-da93-4473-88de-ba03da42e39c req-d0b5929f-bde2-4ac5-b757-0086a11e75e3 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:09.754324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['54214b12-22b7-472d-af96-250b87cca3f7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:09.785095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['54214b12-22b7-472d-af96-250b87cca3f7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:09.830780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b302f2b-da93-4473-88de-ba03da42e39c req-d0b5929f-bde2-4ac5-b757-0086a11e75e3 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:09.852246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78da77-969b-4de4-8ea4-a17739c40f9d req-611ff333-61b2-4f17-916c-7957f6c8cfcf tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:09.859034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3b0e99d6-7f2c-441e-9b67-9daa362365ee,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:09.861156 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c78da77-969b-4de4-8ea4-a17739c40f9d req-611ff333-61b2-4f17-916c-7957f6c8cfcf tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 945 time: 0.4341974 Jun 04 16:19:09.865878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2084d991-ac16-43f3-8654-046b65c30818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54214b12-22b7-472d-af96-250b87cca3f7'}, {'name': 'network-changed', 'server_uuid': '2084d991-ac16-43f3-8654-046b65c30818', 'tag': '54214b12-22b7-472d-af96-250b87cca3f7'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:09.947031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c78da77-969b-4de4-8ea4-a17739c40f9d req-0d23aeab-40c8-4fa3-9238-0f79d6059bf6 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa1de9d-60ad-433e-95b6-1cce17c6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842586 Jun 04 16:19:09.993948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b302f2b-da93-4473-88de-ba03da42e39c req-d0b5929f-bde2-4ac5-b757-0086a11e75e3 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:10.023867 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 on host n-h1-811809-3 for vnic_type normal with profile {"migrating_to": "n-h2-811809-3"} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:10.024223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:10.024579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:10.025003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5929f-bde2-4ac5-b757-0086a11e75e3 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad24cf0e-8fd6-4c38-bdc1-af4b602dbbc2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:10.030947 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff435a19-9fcd-4404-9683-25d3cbfa0698 req-778a57c4-cf93-4b7f-8cb4-c27ccf640c13 service neutron] 10.222.0.42 "GET /v2.0/networks/a4fdc3e6-27a6-4a30-a65a-b658e4815e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007393 Jun 04 16:19:10.046295 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b302f2b-da93-4473-88de-ba03da42e39c req-d0b5929f-bde2-4ac5-b757-0086a11e75e3 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:10.047761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b302f2b-da93-4473-88de-ba03da42e39c req-d0b5929f-bde2-4ac5-b757-0086a11e75e3 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "DELETE /v2.0/security-groups/ad24cf0e-8fd6-4c38-bdc1-af4b602dbbc2 HTTP/1.1" status: 204 len: 173 time: 0.6872866 Jun 04 16:19:10.129732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Port 54214b12-22b7-472d-af96-250b87cca3f7 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:19:10.139000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Attempting to bind port 54214b12-22b7-472d-af96-250b87cca3f7 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:10.148216 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc26778-464d-41a7-bfa4-5a7fe0ec83b1'] response: {'server_uuid': '2084d991-ac16-43f3-8654-046b65c30818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54214b12-22b7-472d-af96-250b87cca3f7', 'code': 200} Jun 04 16:19:10.148421 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc26778-464d-41a7-bfa4-5a7fe0ec83b1'] response: {'name': 'network-changed', 'server_uuid': '2084d991-ac16-43f3-8654-046b65c30818', 'tag': '54214b12-22b7-472d-af96-250b87cca3f7', 'status': 'completed', 'code': 200} Jun 04 16:19:10.179303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:10.179994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:10.180857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Bound using segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:10.181628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Bound port: 54214b12-22b7-472d-af96-250b87cca3f7, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:10.182174 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:10.334214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:10.418676 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff435a19-9fcd-4404-9683-25d3cbfa0698 req-e4fce954-4a65-4008-ad05-bd3a739c2270 service neutron] 10.222.0.42 "GET /v2.0/networks/a4fdc3e6-27a6-4a30-a65a-b658e4815e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736601 Jun 04 16:19:10.479018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event updated for resources: {'Subnet': ['ID=a64905e5-2dc1-4250-80e1-ac27f1af13b9,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:10.483102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Checking segment: {'id': 'aaa2993c-1004-4e6d-af11-5489f6e4bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'abebbccc-1ccc-422c-9fcc-f3dd8c8854e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:10.483503 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Network hostable DHCP agents. Network: abebbccc-1ccc-422c-9fcc-f3dd8c8854e2, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:19:10.512156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:10.512413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Network abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:19:10.512942 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:10.542788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, abebbccc-1ccc-422c-9fcc-f3dd8c8854e2) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:10.549034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:10.549306 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:10.585238 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:10.598842 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e4251caa-722e-44bb-a955-ecfa4ba04653 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8444057 Jun 04 16:19:10.601160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26996936-207a-44d2-b6be-039552560b8e None None] Network abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:10.663292 n-d-811809-3 neutron-server[88799]: WARNING neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Concurrent port binding operations failed on port 54214b12-22b7-472d-af96-250b87cca3f7 Jun 04 16:19:10.707505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Transition to ACTIVE for port object 381aced7-bac7-4681-8d0a-b21ca5c8294c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:10.736425 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ddd84802-f3ed-4500-9389-219bc025cfcb req-f35cc529-fa5e-48c1-ab9b-829323e28ce0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "GET /v2.0/security-groups/c22f743a-7870-463b-bcbd-ff2b8af23f7b HTTP/1.1" status: 200 len: 2398 time: 0.5360014 Jun 04 16:19:10.793121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fa3fa-aa60-4fe8-bdd6-9c71d33b16fb req-01ae913b-8d8c-4e18-862b-4ae4c58a89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:10.813636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c6fa3fa-aa60-4fe8-bdd6-9c71d33b16fb req-01ae913b-8d8c-4e18-862b-4ae4c58a89e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 1124 time: 0.5974271 Jun 04 16:19:10.883095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=54214b12-22b7-472d-af96-250b87cca3f7,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:10.945632 n-d-811809-3 neutron-server[88799]: INFO neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Attempt 2 to bind port 54214b12-22b7-472d-af96-250b87cca3f7 Jun 04 16:19:10.946097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 54214b12-22b7-472d-af96-250b87cca3f7 has no active binding in host n-h2-811809-3 {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 16:19:10.974703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device e2254689-acc1-4d16-8c2c-78071e610dd3 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:10.986284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c48ce5-1a12-4135-943c-6d75c8e93935 req-5f091101-075f-44cc-8f9b-9e306697a7a1 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:10.990888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53c48ce5-1a12-4135-943c-6d75c8e93935 req-5f091101-075f-44cc-8f9b-9e306697a7a1 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 943 time: 0.8759212 Jun 04 16:19:10.999741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fa3fa-aa60-4fe8-bdd6-9c71d33b16fb req-c9a9d437-0aec-4727-8f29-10b43b3d1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:11.001452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c6fa3fa-aa60-4fe8-bdd6-9c71d33b16fb req-c9a9d437-0aec-4727-8f29-10b43b3d1ab8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.1862907 Jun 04 16:19:11.111309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c6fa3fa-aa60-4fe8-bdd6-9c71d33b16fb req-2f2251ba-45ec-43e0-8106-6c1cf39cd123 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54214b12-22b7-472d-af96-250b87cca3f7 HTTP/1.1" status: 200 len: 217 time: 0.0904384 Jun 04 16:19:11.120317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:11.127143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Transition to ACTIVE for port object 381aced7-bac7-4681-8d0a-b21ca5c8294c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:11.164965 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:11.177341 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ddd84802-f3ed-4500-9389-219bc025cfcb req-bbfafd2d-a295-4161-bc31-9c6de9552ba0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:11.197417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53c48ce5-1a12-4135-943c-6d75c8e93935 req-b009c16a-bade-4e9e-b899-eef81ccca8a0 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947327 Jun 04 16:19:11.234800 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ddd84802-f3ed-4500-9389-219bc025cfcb req-bbfafd2d-a295-4161-bc31-9c6de9552ba0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:11.257836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fa3fa-aa60-4fe8-bdd6-9c71d33b16fb req-98cc9bc1-ec9f-44b3-82df-890c18eafb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:11.263188 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c6fa3fa-aa60-4fe8-bdd6-9c71d33b16fb req-98cc9bc1-ec9f-44b3-82df-890c18eafb6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.1337469 Jun 04 16:19:11.281796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-f30d9d29-598a-415a-8efd-578f9420885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:11.286743 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-f30d9d29-598a-415a-8efd-578f9420885b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db&tenant_id=ebd00055ee90437ca2acd288885c518a HTTP/1.1" status: 200 len: 1101 time: 0.1276236 Jun 04 16:19:11.295534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:11.298595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:11.306581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:11.310367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:11.319560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port e2254689-acc1-4d16-8c2c-78071e610dd3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:11.329659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-abebbccc-1ccc-422c-9fcc-f3dd8c8854e2', 'network_id': 'abebbccc-1ccc-422c-9fcc-f3dd8c8854e2', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'fixed_ips': [{'subnet_id': 'a64905e5-2dc1-4250-80e1-ac27f1af13b9'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:19:11.330842 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:11.365961 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c6fa3fa-aa60-4fe8-bdd6-9c71d33b16fb req-d383f203-d8bd-481e-9430-21aeb89e274f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965126 Jun 04 16:19:11.386737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Pushing event updated for resources: {'Port': ['ID=381aced7-bac7-4681-8d0a-b21ca5c8294c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:11.389111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port e2254689-acc1-4d16-8c2c-78071e610dd3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:11.389587 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:11.456134 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:11.483649 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ddd84802-f3ed-4500-9389-219bc025cfcb req-bbfafd2d-a295-4161-bc31-9c6de9552ba0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:11.600503 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Attempting to bind port 381aced7-bac7-4681-8d0a-b21ca5c8294c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:11.601031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Attempting to bind port 381aced7-bac7-4681-8d0a-b21ca5c8294c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'da95d012-2db7-46f4-8f4b-9b81b75d7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:11.601486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Attempting to bind port 381aced7-bac7-4681-8d0a-b21ca5c8294c on network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:11.613592 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ddd84802-f3ed-4500-9389-219bc025cfcb req-bbfafd2d-a295-4161-bc31-9c6de9552ba0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:11.624417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34950) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:11.635617 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ddd84802-f3ed-4500-9389-219bc025cfcb req-bbfafd2d-a295-4161-bc31-9c6de9552ba0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] 10.222.0.13 "DELETE /v2.0/security-groups/c22f743a-7870-463b-bcbd-ff2b8af23f7b HTTP/1.1" status: 204 len: 173 time: 0.8913553 Jun 04 16:19:11.636826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfafd2d-a295-4161-bc31-9c6de9552ba0 tempest-SecurityGroupRulesTestJSON-399614869 tempest-SecurityGroupRulesTestJSON-399614869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22f743a-7870-463b-bcbd-ff2b8af23f7b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:11.647687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:11.648651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Checking segment: {'id': 'da95d012-2db7-46f4-8f4b-9b81b75d7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:11.648950 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:11.649809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Bound using segment: {'id': 'da95d012-2db7-46f4-8f4b-9b81b75d7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:11.650018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Bound port: 381aced7-bac7-4681-8d0a-b21ca5c8294c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da95d012-2db7-46f4-8f4b-9b81b75d7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:11.650515 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:11.726976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c6fa3fa-aa60-4fe8-bdd6-9c71d33b16fb req-34f8071a-9d42-4d61-b5c6-d8c307ddc1f4 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862415 Jun 04 16:19:11.885726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port e2254689-acc1-4d16-8c2c-78071e610dd3 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:11.886826 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:11.896735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee112c68-d9d2-4d0f-9398-9010874677f8 admin admin] Deleting subnet 7ac728f0-f6cf-4b23-b430-d9bb1fa5cb44 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:19:11.921816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Allocated IP 19.86.0.2 (abebbccc-1ccc-422c-9fcc-f3dd8c8854e2/a64905e5-2dc1-4250-80e1-ac27f1af13b9/95b440a8-3b7c-4001-af7d-6c8fe6ca0be1) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:11.923564 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee112c68-d9d2-4d0f-9398-9010874677f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:11.924585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] For port 381aced7-bac7-4681-8d0a-b21ca5c8294c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:11.935939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] For port 381aced7-bac7-4681-8d0a-b21ca5c8294c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=381aced7-bac7-4681-8d0a-b21ca5c8294c,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:11.947960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7666db0-f4a9-4ced-a057-be4625a667bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2254689-acc1-4d16-8c2c-78071e610dd3'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:11.961830 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:11.971386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c6fa3fa-aa60-4fe8-bdd6-9c71d33b16fb req-2bbfc959-e087-4e83-9232-ff9f1a3365ad service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320042 Jun 04 16:19:11.981246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37661790-7a6c-4fd8-94fa-c91e24405ef7 req-9ff5738a-c257-4fa0-94c9-a54f8839fd27 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:11.982946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37661790-7a6c-4fd8-94fa-c91e24405ef7 req-9ff5738a-c257-4fa0-94c9-a54f8839fd27 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/ports?device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 944 time: 0.6197658 Jun 04 16:19:12.009869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:12.028228 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee112c68-d9d2-4d0f-9398-9010874677f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:12.041700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port e2254689-acc1-4d16-8c2c-78071e610dd3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e2254689-acc1-4d16-8c2c-78071e610dd3,segment=NetworkSegment(d4b0bd38-360b-4071-afed-4a21164ab496),segment_id=d4b0bd38-360b-4071-afed-4a21164ab496)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:12.056488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37661790-7a6c-4fd8-94fa-c91e24405ef7 req-c75dc2f0-d6b0-4dbc-9821-c072fa7560bb tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/security-groups?id=949ca37d-3c90-40e2-8f66-dac425f33e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654352 Jun 04 16:19:12.077604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40475a-9410-444d-ac84-58915b202618 req-859afc78-140d-44e6-a375-e47a629168e7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:12.090333 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee40475a-9410-444d-ac84-58915b202618 req-859afc78-140d-44e6-a375-e47a629168e7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.3294721 Jun 04 16:19:12.107491 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:12.108636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 53b9c783-01b8-49f2-a609-2b429c7520ed no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:19:12.128335 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee112c68-d9d2-4d0f-9398-9010874677f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:12.135237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee40475a-9410-444d-ac84-58915b202618 req-2900f3a3-5208-42d3-b465-ec0ecd08a2dc tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439060 Jun 04 16:19:12.193066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:12.215141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919b4a8-9e39-4a95-a762-2b12344b94f7 None None] Pushing event updated for resources: {'Port': ['ID=381aced7-bac7-4681-8d0a-b21ca5c8294c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:12.307095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:12.326239 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:12.372145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Transition to ACTIVE for port object 53b9c783-01b8-49f2-a609-2b429c7520ed will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:12.374878 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee112c68-d9d2-4d0f-9398-9010874677f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:12.402599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3b0e99d6-7f2c-441e-9b67-9daa362365ee up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:12.444272 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:12.477594 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee112c68-d9d2-4d0f-9398-9010874677f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac728f0-f6cf-4b23-b430-d9bb1fa5cb44,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:12.531899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98f5ab-e8cd-4834-af2a-31cd4c723d25 req-7e080c30-9cd0-409c-ad72-ca2507aac748 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:12.550638 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa98f5ab-e8cd-4834-af2a-31cd4c723d25 req-7e080c30-9cd0-409c-ad72-ca2507aac748 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 946 time: 0.1973252 Jun 04 16:19:12.573611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-40f0b184-5637-426d-8e09-8fd95a9dceb4 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:12.579635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-40f0b184-5637-426d-8e09-8fd95a9dceb4 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:12.580467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-40f0b184-5637-426d-8e09-8fd95a9dceb4 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Synchronizing usage tracker for tenant:55529c8e77164b25a08ae78a561ce40a on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:12.628904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa98f5ab-e8cd-4834-af2a-31cd4c723d25 req-a320b8ea-fbb0-44c3-aba2-309c8af664a4 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa1de9d-60ad-433e-95b6-1cce17c6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772083 Jun 04 16:19:12.635636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-40f0b184-5637-426d-8e09-8fd95a9dceb4 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Unset dirty status for tenant:55529c8e77164b25a08ae78a561ce40a on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:12.643302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-40f0b184-5637-426d-8e09-8fd95a9dceb4 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/networks?id=291069e5-1cb4-4956-99d9-9b34ae9e86f5&id=abebbccc-1ccc-422c-9fcc-f3dd8c8854e2&id=291069e5-1cb4-4956-99d9-9b34ae9e86f5 HTTP/1.1" status: 200 len: 1392 time: 0.4164445 Jun 04 16:19:12.662616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-5f58b528-aaf6-488d-a4dc-d7ca3a066e84 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/quotas/55529c8e77164b25a08ae78a561ce40a HTTP/1.1" status: 200 len: 375 time: 0.0179718 Jun 04 16:19:12.783460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 53b9c783-01b8-49f2-a609-2b429c7520ed is: DOWN; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:12.787202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=e2254689-acc1-4d16-8c2c-78071e610dd3,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:12.797202 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f91eeb4-0d48-42d6-9eda-05efe6c8501d'] response: {'server_uuid': 'a7666db0-f4a9-4ced-a057-be4625a667bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2254689-acc1-4d16-8c2c-78071e610dd3', 'code': 200} Jun 04 16:19:12.809560 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:12.816814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee112c68-d9d2-4d0f-9398-9010874677f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:12.830780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Transition to ACTIVE for port object 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:12.850518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 3b0e99d6-7f2c-441e-9b67-9daa362365ee completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:12.851394 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-cdb3c0d1-aed5-43ff-ac6a-550d44d9614a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55529c8e77164b25a08ae78a561ce40a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1870968 Jun 04 16:19:12.860575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 3b0e99d6-7f2c-441e-9b67-9daa362365ee triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:12.861225 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:12.943608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Transition to ACTIVE for port object 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:12.974915 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ee112c68-d9d2-4d0f-9398-9010874677f8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ac728f0-f6cf-4b23-b430-d9bb1fa5cb44 HTTP/1.1" status: 204 len: 168 time: 1.3478029 Jun 04 16:19:12.987379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34972) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:12.994286 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:13.055166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=53b9c783-01b8-49f2-a609-2b429c7520ed,revision_number=10']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:13.069112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] No DVR routers for this DVR port 53b9c783-01b8-49f2-a609-2b429c7520ed on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:19:13.100616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Network abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:13.110603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Pushing event updated for resources: {'Port': ['ID=95b440a8-3b7c-4001-af7d-6c8fe6ca0be1,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:13.115201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:13.117928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:13.127471 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-985b6055-ffb8-47b1-882b-5404d2f44afa service neutron] 10.222.0.13 "GET /v2.0/networks/291069e5-1cb4-4956-99d9-9b34ae9e86f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681365 Jun 04 16:19:13.157336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4493746-94ae-47f5-a1d5-6c8e041be775 req-34b64d8b-4486-4150-ab4e-f9fd9cb806d8 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:13.164766 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e4493746-94ae-47f5-a1d5-6c8e041be775 req-34b64d8b-4486-4150-ab4e-f9fd9cb806d8 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 943 time: 0.1760216 Jun 04 16:19:13.248714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Attempting to bind port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:13.249210 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Attempting to bind port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'aaa2993c-1004-4e6d-af11-5489f6e4bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'abebbccc-1ccc-422c-9fcc-f3dd8c8854e2'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:13.249576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Attempting to bind port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 on network abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:13.256152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:13.257409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Checking segment: {'id': 'aaa2993c-1004-4e6d-af11-5489f6e4bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'abebbccc-1ccc-422c-9fcc-f3dd8c8854e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:13.257409 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:13.257873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Bound using segment: {'id': 'aaa2993c-1004-4e6d-af11-5489f6e4bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'abebbccc-1ccc-422c-9fcc-f3dd8c8854e2'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:13.258406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Bound port: 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa2993c-1004-4e6d-af11-5489f6e4bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'abebbccc-1ccc-422c-9fcc-f3dd8c8854e2'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:13.259304 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:13.281305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3b0e99d6-7f2c-441e-9b67-9daa362365ee is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:13.281681 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:13.381150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] For port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:13.386570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] For port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=95b440a8-3b7c-4001-af7d-6c8fe6ca0be1,segment=NetworkSegment(aaa2993c-1004-4e6d-af11-5489f6e4bf34),segment_id=aaa2993c-1004-4e6d-af11-5489f6e4bf34)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:13.388005 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc86011d-8de9-48c3-a68d-a876e8414d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:13.422666 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e4493746-94ae-47f5-a1d5-6c8e041be775 req-a991db43-0f86-412e-9ce2-dd4417350892 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567825 Jun 04 16:19:13.423320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3b0e99d6-7f2c-441e-9b67-9daa362365ee, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3b0e99d6-7f2c-441e-9b67-9daa362365ee,segment=NetworkSegment(699fbab3-3988-4fa2-8b74-fddd1102efbf),segment_id=699fbab3-3988-4fa2-8b74-fddd1102efbf)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:13.426511 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:13.439823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Attempting to bind port 53b9c783-01b8-49f2-a609-2b429c7520ed on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:13.440504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Attempting to bind port 53b9c783-01b8-49f2-a609-2b429c7520ed by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:13.440934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Attempting to bind port 53b9c783-01b8-49f2-a609-2b429c7520ed on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:13.542732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-58f16c53-d812-43f2-87d9-04d46a58b63e service neutron] 10.222.0.13 "GET /v2.0/networks/291069e5-1cb4-4956-99d9-9b34ae9e86f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142907 Jun 04 16:19:13.577126 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:13.594487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Port 53b9c783-01b8-49f2-a609-2b429c7520ed on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:19:13.595699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Attempting to bind port 53b9c783-01b8-49f2-a609-2b429c7520ed on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:13.633508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165e7f6-d101-4d31-8fb0-351f5044798b None None] Pushing event updated for resources: {'Port': ['ID=95b440a8-3b7c-4001-af7d-6c8fe6ca0be1,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:13.747280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 381aced7-bac7-4681-8d0a-b21ca5c8294c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:13.756123 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc86011d-8de9-48c3-a68d-a876e8414d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:13.773905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007203ca-563f-42cc-8f41-2f99a164fd32 None None] Network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:13.785216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bc86011d-8de9-48c3-a68d-a876e8414d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec71551-44a6-4fe9-be97-da2bf767b87f']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:13.789623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-95faf82c-19a3-4817-80ff-712a3abd8343 service neutron] 10.222.0.13 "GET /v2.0/networks/abebbccc-1ccc-422c-9fcc-f3dd8c8854e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459581 Jun 04 16:19:13.800677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bc86011d-8de9-48c3-a68d-a876e8414d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466ed539-ae77-4749-a32e-90a3b680b41e') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:13.801504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bc86011d-8de9-48c3-a68d-a876e8414d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466ed539-ae77-4749-a32e-90a3b680b41e') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:13.816072 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004c8a8d-8a75-497b-bc04-ad559489f8c0'] response: {'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'code': 200} Jun 04 16:19:13.819068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc86011d-8de9-48c3-a68d-a876e8414d9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:13.827391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:13.827811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:13.828256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:13.828784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Bound port: 53b9c783-01b8-49f2-a609-2b429c7520ed, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:13.829193 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:13.890134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f1434-39a0-4516-9c7e-d7140825def1 req-0d341c9e-8bed-40b0-83e9-5489141a1f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:13.892133 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c88f1434-39a0-4516-9c7e-d7140825def1 req-0d341c9e-8bed-40b0-83e9-5489141a1f77 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 1097 time: 1.0604737 Jun 04 16:19:13.899776 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc86011d-8de9-48c3-a68d-a876e8414d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:13.902968 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-eff48436-23a4-490c-804f-0689b1c8c4eb None None] Provisioning for port 381aced7-bac7-4681-8d0a-b21ca5c8294c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:13.939167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3b0e99d6-7f2c-441e-9b67-9daa362365ee,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:13.943172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc86011d-8de9-48c3-a68d-a876e8414d9a admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:19:13.943172 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc86011d-8de9-48c3-a68d-a876e8414d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:14.027165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 381aced7-bac7-4681-8d0a-b21ca5c8294c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:14.034415 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-a35ecf04-0537-4d1d-9f8e-f3fc8446d9bf service neutron] 10.222.0.13 "GET /v2.0/networks/abebbccc-1ccc-422c-9fcc-f3dd8c8854e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429340 Jun 04 16:19:14.037622 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 466ed539-ae77-4749-a32e-90a3b680b41e resource provider aggregate not found Jun 04 16:19:14.039412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 381aced7-bac7-4681-8d0a-b21ca5c8294c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:14.041680 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:14.049592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6682d8-5dc7-4f14-b498-23048c02bbd6 req-f1679c59-7af5-4659-ab43-6c214238ddad tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:14.064366 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e6682d8-5dc7-4f14-b498-23048c02bbd6 req-f1679c59-7af5-4659-ab43-6c214238ddad tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/ports?device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 945 time: 0.2471497 Jun 04 16:19:14.092656 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 466ed539-ae77-4749-a32e-90a3b680b41e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 466ed539-ae77-4749-a32e-90a3b680b41e found for delete ", "request_id": "req-b75b0396-2315-41b6-a09b-5c5d8b28750b"}]} Jun 04 16:19:14.108406 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c88f1434-39a0-4516-9c7e-d7140825def1 req-b551dc79-32ca-4329-ac84-8353cbc42bd3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aaa1de9d-60ad-433e-95b6-1cce17c6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060056 Jun 04 16:19:14.110679 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc86011d-8de9-48c3-a68d-a876e8414d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:14.133679 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc86011d-8de9-48c3-a68d-a876e8414d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:14.136958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:14.139371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86011d-8de9-48c3-a68d-a876e8414d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec71551-44a6-4fe9-be97-da2bf767b87f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:14.149885 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bc86011d-8de9-48c3-a68d-a876e8414d9a admin admin] 10.222.0.13 "DELETE /v2.0/networks/9ec71551-44a6-4fe9-be97-da2bf767b87f HTTP/1.1" status: 204 len: 168 time: 1.1600139 Jun 04 16:19:14.157176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:14.165278 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:14.234477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e6682d8-5dc7-4f14-b498-23048c02bbd6 req-fb2a1c90-5846-495e-b33b-f8c9bdc77f05 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/security-groups?id=949ca37d-3c90-40e2-8f66-dac425f33e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689243 Jun 04 16:19:14.238007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:14.238673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:14.240084 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] 10.222.0.42 "PUT /v2.0/ports/53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 200 len: 1097 time: 2.9491167 Jun 04 16:19:14.359027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34990) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:14.365536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 381aced7-bac7-4681-8d0a-b21ca5c8294c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:14.365917 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:14.379227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-9650d421-3542-4765-98ac-c9c0142b10e1 service neutron] 10.222.0.13 "GET /v2.0/networks/291069e5-1cb4-4956-99d9-9b34ae9e86f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990601 Jun 04 16:19:14.388822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a74f0-917e-420b-9208-0a245d37e9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=53b9c783-01b8-49f2-a609-2b429c7520ed,revision_number=11']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:14.437666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 381aced7-bac7-4681-8d0a-b21ca5c8294c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=381aced7-bac7-4681-8d0a-b21ca5c8294c,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:14.449525 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:14.457043 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-76a40962-2376-44c8-a2e7-46e49ce139d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbbb627f5d574b66a005630e86ea8389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0961487 Jun 04 16:19:14.460484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34996) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:14.507049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-8ade418a-9911-48ff-971d-27fdc078ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:14.513804 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-8ade418a-9911-48ff-971d-27fdc078ae39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 1100 time: 0.2329531 Jun 04 16:19:14.617708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=381aced7-bac7-4681-8d0a-b21ca5c8294c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:14.682384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-f0cd5f97-bc64-4404-9298-226e2206c0cf service neutron] 10.222.0.13 "GET /v2.0/networks/291069e5-1cb4-4956-99d9-9b34ae9e86f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964907 Jun 04 16:19:14.756151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c49b9496-5df6-4d40-8424-9a4c583cd0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:14.758363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-cb38f125-5dc9-45f5-887e-b3a393e01073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:14.760704 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-cb38f125-5dc9-45f5-887e-b3a393e01073 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2342546 Jun 04 16:19:14.799247 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846ade10-3fec-4913-b939-a43fb0e6461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0e99d6-7f2c-441e-9b67-9daa362365ee'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:14.857853 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-62bbf4e0-7099-4f69-b9ec-8f881192bf50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 200 len: 217 time: 0.0878990 Jun 04 16:19:14.878176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130775a-7fab-4809-9513-b91ceec4f6cb req-5ee5ab61-d76b-45e4-8c1a-7dbe84e84cac tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:14.881446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f130775a-7fab-4809-9513-b91ceec4f6cb req-5ee5ab61-d76b-45e4-8c1a-7dbe84e84cac tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 949 time: 0.1250622 Jun 04 16:19:14.935957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9e009dfa-d267-4011-b182-9ba06496f843 None None] Provisioning complete for port 381aced7-bac7-4681-8d0a-b21ca5c8294c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:14.936523 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9e009dfa-d267-4011-b182-9ba06496f843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:14.952375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f130775a-7fab-4809-9513-b91ceec4f6cb req-117d3f3a-f3db-40a0-b871-dfe40e47c4b6 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597854 Jun 04 16:19:14.980029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c49b9496-5df6-4d40-8424-9a4c583cd0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:15.043187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-f7271ebf-74c1-43ec-bf68-ae535369c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:15.043187 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-f7271ebf-74c1-43ec-bf68-ae535369c9d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1750205 Jun 04 16:19:15.125613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce1984-6478-4524-8f2a-aa7d086f596c req-a604f516-5b9d-45f8-99ab-7b0be2f5ff66 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:15.133918 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fcce1984-6478-4524-8f2a-aa7d086f596c req-a604f516-5b9d-45f8-99ab-7b0be2f5ff66 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 946 time: 0.1125998 Jun 04 16:19:15.265283 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fcce1984-6478-4524-8f2a-aa7d086f596c req-014c938e-b9b2-44c7-b316-3146e231aae5 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa1de9d-60ad-433e-95b6-1cce17c6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277003 Jun 04 16:19:15.268698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9e009dfa-d267-4011-b182-9ba06496f843 None None] Current status of the port 381aced7-bac7-4681-8d0a-b21ca5c8294c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:15.297272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15146dc-1fa3-4be2-a987-91f6bd2eb874 None None] Network abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:15.326600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00937f1-d83a-4c82-bc43-7791dd88e618 req-906ec8aa-954c-4f2e-b4e0-05eb51bb92b4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:15.334275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e00937f1-d83a-4c82-bc43-7791dd88e618 req-906ec8aa-954c-4f2e-b4e0-05eb51bb92b4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 943 time: 0.1792786 Jun 04 16:19:15.425850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-e97c8995-be8f-4638-9324-5d4df710c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:15.428144 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-e97c8995-be8f-4638-9324-5d4df710c27b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3728459 Jun 04 16:19:15.428993 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c49b9496-5df6-4d40-8424-9a4c583cd0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:15.450082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b9496-5df6-4d40-8424-9a4c583cd0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57104269-c99c-4fd8-aeef-99377bc6d32e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:15.510264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1cf82-ba81-4eb5-b2df-ba4740a98349 req-cc1dcdfd-039b-4d1b-bb6e-021145a06704 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:15.511366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-94b1cf82-ba81-4eb5-b2df-ba4740a98349 req-cc1dcdfd-039b-4d1b-bb6e-021145a06704 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Synchronizing usage tracker for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:15.635394 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c49b9496-5df6-4d40-8424-9a4c583cd0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:15.639568 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c49b9496-5df6-4d40-8424-9a4c583cd0b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57104269-c99c-4fd8-aeef-99377bc6d32e HTTP/1.1" status: 204 len: 168 time: 1.1757271 Jun 04 16:19:15.641744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-94b1cf82-ba81-4eb5-b2df-ba4740a98349 req-cc1dcdfd-039b-4d1b-bb6e-021145a06704 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Unset dirty status for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:15.643035 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-94b1cf82-ba81-4eb5-b2df-ba4740a98349 req-cc1dcdfd-039b-4d1b-bb6e-021145a06704 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.46 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 944 time: 0.4100192 Jun 04 16:19:15.705982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e00937f1-d83a-4c82-bc43-7791dd88e618 req-b729845c-97f1-497a-b236-65565da592ec tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697953 Jun 04 16:19:15.758549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a5e64cce-d1a7-440a-ba38-f84c0295319e None None] Provisioning for port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:15.769955 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-c04dd0fa-a0ba-4775-ac76-b3120e892790 service neutron] 10.222.0.42 "GET /v2.0/ports/54214b12-22b7-472d-af96-250b87cca3f7/bindings/n-h2-811809-3 HTTP/1.1" status: 200 len: 384 time: 0.3863013 Jun 04 16:19:15.777260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 381aced7-bac7-4681-8d0a-b21ca5c8294c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:15.788824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-94b1cf82-ba81-4eb5-b2df-ba4740a98349 req-1e026eea-8b30-42c2-80fd-def510b2ce4a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Deleting port 41a2dfac-b6f1-4289-a204-778866251efd {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:19:15.789253 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-94b1cf82-ba81-4eb5-b2df-ba4740a98349 req-1e026eea-8b30-42c2-80fd-def510b2ce4a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:15.831367 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e002ae67-f0be-44a4-b5ad-227c1d9f19df'] response: {'server_uuid': '846ade10-3fec-4913-b939-a43fb0e6461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0e99d6-7f2c-441e-9b67-9daa362365ee', 'code': 200} Jun 04 16:19:15.837188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:15.935364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 381aced7-bac7-4681-8d0a-b21ca5c8294c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:15.935992 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:15.954606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127e9c8-5cb5-4138-b042-8337cecbfd80 req-d69e6b2e-4277-44a6-85b0-1a00821f8cfb tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:15.956165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2127e9c8-5cb5-4138-b042-8337cecbfd80 req-d69e6b2e-4277-44a6-85b0-1a00821f8cfb tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 944 time: 0.4474390 Jun 04 16:19:15.986184 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-2e2f7774-0e5d-4152-b4a5-bce92aa3308f service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373175 Jun 04 16:19:16.090824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c729857-aed1-4b97-8923-9289ec9f4a38 req-e2f8db8a-7226-4b12-aff2-4949241a4964 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 210 time: 0.0594397 Jun 04 16:19:16.135451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 381aced7-bac7-4681-8d0a-b21ca5c8294c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:16.136881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:16.236518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:16.242133 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2127e9c8-5cb5-4138-b042-8337cecbfd80 req-c8c5d9ce-14ca-4a54-adb7-1de3e428100e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721243 Jun 04 16:19:16.250029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:16.251030 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:16.439132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4e96862f-a6d3-4b85-9e63-33bed7008e3e None None] Provisioning complete for port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:16.439722 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4e96862f-a6d3-4b85-9e63-33bed7008e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:16.472899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:16.473419 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:16.528524 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e6e8a4-2d12-4dc3-bd56-7813c78d8da8'] response: {'name': 'network-changed', 'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'status': 'completed', 'code': 200} Jun 04 16:19:16.542149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=95b440a8-3b7c-4001-af7d-6c8fe6ca0be1,segment=NetworkSegment(aaa2993c-1004-4e6d-af11-5489f6e4bf34),segment_id=aaa2993c-1004-4e6d-af11-5489f6e4bf34)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:16.579177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:16.669375 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4e96862f-a6d3-4b85-9e63-33bed7008e3e None None] Current status of the port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:16.686806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=95b440a8-3b7c-4001-af7d-6c8fe6ca0be1,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:16.904813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-5eee9ca8-045c-4c40-a01f-6ceec6bd8234 service neutron] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=54214b12-22b7-472d-af96-250b87cca3f7,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:16.941960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d78e5-1229-4dc7-8388-93f692e1a273 req-3916fd09-553a-4413-afb2-63a927b7826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:16.943670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e5d78e5-1229-4dc7-8388-93f692e1a273 req-3916fd09-553a-4413-afb2-63a927b7826e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 1096 time: 0.8457472 Jun 04 16:19:16.956529 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a9966da3-84ae-400e-964e-2a1d20302a09 req-a606d73e-aa66-4f8f-a8c7-c928f532d9e9 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9431775 Jun 04 16:19:16.966353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-5eee9ca8-045c-4c40-a01f-6ceec6bd8234 service neutron] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:17.005643 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-94b1cf82-ba81-4eb5-b2df-ba4740a98349 req-1e026eea-8b30-42c2-80fd-def510b2ce4a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] For port 41a2dfac-b6f1-4289-a204-778866251efd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=41a2dfac-b6f1-4289-a204-778866251efd,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:17.005643 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-94b1cf82-ba81-4eb5-b2df-ba4740a98349 req-1e026eea-8b30-42c2-80fd-def510b2ce4a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:17.036055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35044) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:17.070677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-a35624d9-6c0b-4905-997e-981441d7105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:17.072327 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-a35624d9-6c0b-4905-997e-981441d7105f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 1100 time: 0.6263828 Jun 04 16:19:17.083205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1eaffd-1945-47b4-b57f-ebd175e75197 req-b5a09196-fb5d-40e5-80ef-b3b4813f5cee tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:17.084695 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2e1eaffd-1945-47b4-b57f-ebd175e75197 req-b5a09196-fb5d-40e5-80ef-b3b4813f5cee tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/ports?device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 945 time: 0.6372430 Jun 04 16:19:17.128039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-5eee9ca8-045c-4c40-a01f-6ceec6bd8234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54214b12-22b7-472d-af96-250b87cca3f7 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:19:17.170967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e5d78e5-1229-4dc7-8388-93f692e1a273 req-8307246b-29db-4018-9b3d-87124761bc06 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=949ca37d-3c90-40e2-8f66-dac425f33e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146573 Jun 04 16:19:17.189018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-94b1cf82-ba81-4eb5-b2df-ba4740a98349 req-1e026eea-8b30-42c2-80fd-def510b2ce4a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Calling delete_port for 41a2dfac-b6f1-4289-a204-778866251efd owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:19:17.216999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-5eee9ca8-045c-4c40-a01f-6ceec6bd8234 service neutron] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=54214b12-22b7-472d-af96-250b87cca3f7,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:17.222644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1dfe1d8b-79af-4b52-bd5b-a35a90e99ca1 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:17.228504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1dfe1d8b-79af-4b52-bd5b-a35a90e99ca1 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:17.229248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1dfe1d8b-79af-4b52-bd5b-a35a90e99ca1 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Synchronizing usage tracker for tenant:55529c8e77164b25a08ae78a561ce40a on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:17.231675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e767b-91ca-4c65-89be-647a6184c592 req-ea5cf550-6cba-4be3-8231-e279bd24c61d tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:17.233111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb1e767b-91ca-4c65-89be-647a6184c592 req-ea5cf550-6cba-4be3-8231-e279bd24c61d tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 949 time: 0.4769869 Jun 04 16:19:17.256974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1326036248-network', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:17.273636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1dfe1d8b-79af-4b52-bd5b-a35a90e99ca1 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Unset dirty status for tenant:55529c8e77164b25a08ae78a561ce40a on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:17.275157 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1dfe1d8b-79af-4b52-bd5b-a35a90e99ca1 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.46 "GET /v2.0/networks?id=291069e5-1cb4-4956-99d9-9b34ae9e86f5&id=abebbccc-1ccc-422c-9fcc-f3dd8c8854e2&id=291069e5-1cb4-4956-99d9-9b34ae9e86f5 HTTP/1.1" status: 200 len: 1392 time: 0.5150795 Jun 04 16:19:17.290172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Request body: {'port': {'device_id': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5', 'admin_state_up': True, 'tenant_id': '55529c8e77164b25a08ae78a561ce40a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:17.290511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:17.302895 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-5eee9ca8-045c-4c40-a01f-6ceec6bd8234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:17.316452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Usage tracker for resource:network and tenant:1697a44ed7874d3a82b41e3e0a8977c8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:17.329461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:17.360276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:17.391243 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2e1eaffd-1945-47b4-b57f-ebd175e75197 req-f19a3066-590d-4711-8a47-3f821b5aad1b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/security-groups?id=949ca37d-3c90-40e2-8f66-dac425f33e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698350 Jun 04 16:19:17.436602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-c376e860-c404-498d-9e02-d1423a5fcd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:17.438091 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-c376e860-c404-498d-9e02-d1423a5fcd2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 1100 time: 0.4175367 Jun 04 16:19:17.444575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb1e767b-91ca-4c65-89be-647a6184c592 req-24a60cb9-0fd8-42a0-aac7-db3a00f42153 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837249 Jun 04 16:19:17.449568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Made reservation on behalf of 1697a44ed7874d3a82b41e3e0a8977c8 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:17.452155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:17.476235 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:17.494278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:17.497808 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:1697a44ed7874d3a82b41e3e0a8977c8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:17.500713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:17.506749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:17.605002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:17.642296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-3ed310a3-01c5-4b0a-a1c3-b2f15c145724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:17.643754 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-3ed310a3-01c5-4b0a-a1c3-b2f15c145724 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.5491583 Jun 04 16:19:17.675946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:17.688840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Usage tracker for resource:port and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:17.692409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-94b1cf82-ba81-4eb5-b2df-ba4740a98349 req-1e026eea-8b30-42c2-80fd-def510b2ce4a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:17.700685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:17.769073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:17.769342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:17.769494 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:17.776556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e026eea-8b30-42c2-80fd-def510b2ce4a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Pushing event deleted for resources: {'Port': ['ID=41a2dfac-b6f1-4289-a204-778866251efd,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:17.785522 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-1267b4db-1bfa-41fd-b88a-0203537b3191 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 200 len: 217 time: 0.1260276 Jun 04 16:19:17.843904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-598f792b-8b56-4c72-83e2-72c2f61c2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:17.845368 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-598f792b-8b56-4c72-83e2-72c2f61c2a1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.3982072 Jun 04 16:19:17.935882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:17.940409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-34f2626d-31ea-43a9-b99f-566d6c26e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:17.942051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-34f2626d-31ea-43a9-b99f-566d6c26e984 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0692246 Jun 04 16:19:17.945650 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:17.966421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b1cf82-ba81-4eb5-b2df-ba4740a98349 req-1e026eea-8b30-42c2-80fd-def510b2ce4a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] No DVR routers for this DVR port 41a2dfac-b6f1-4289-a204-778866251efd on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:19:17.970031 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-a6ba5f18-d2e4-4775-ab45-f520d43aba0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 200 len: 217 time: 0.1072743 Jun 04 16:19:17.971093 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-94b1cf82-ba81-4eb5-b2df-ba4740a98349 req-1e026eea-8b30-42c2-80fd-def510b2ce4a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:17.975639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:17.979237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:18.030669 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:18.047587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-5eee9ca8-045c-4c40-a01f-6ceec6bd8234 service neutron] Transition to ACTIVE for port object 54214b12-22b7-472d-af96-250b87cca3f7 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:18.050752 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-94b1cf82-ba81-4eb5-b2df-ba4740a98349 req-1e026eea-8b30-42c2-80fd-def510b2ce4a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.46 "DELETE /v2.0/ports/41a2dfac-b6f1-4289-a204-778866251efd HTTP/1.1" status: 204 len: 173 time: 2.3985746 Jun 04 16:19:18.077476 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-5eee9ca8-045c-4c40-a01f-6ceec6bd8234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:18.131683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-7f591cfc-bbcf-4594-9041-319b5d2c8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:18.133308 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-7f591cfc-bbcf-4594-9041-319b5d2c8ad5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1404533 Jun 04 16:19:18.154020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:19:18.267240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4364b71-f343-4251-bda3-6b7e86e2a64a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:18.297503 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 54214b12-22b7-472d-af96-250b87cca3f7 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:19:18.318144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-bff68929-dfe9-4496-8c7e-a39b7bd40bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:18.321306 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-bff68929-dfe9-4496-8c7e-a39b7bd40bc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1675928 Jun 04 16:19:18.336051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Allocated IP 19.80.0.16 (291069e5-1cb4-4956-99d9-9b34ae9e86f5/2428de6a-309b-447d-9b19-d0225ea549fa/9abd74de-2df8-4f0a-b4a7-e54961f6b9f3) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:18.375647 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:18.375984 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Added segment ed8d78e7-8f08-4945-9937-69713d0db629 of type vlan for network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 Jun 04 16:19:18.378080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-5eee9ca8-045c-4c40-a01f-6ceec6bd8234 service neutron] No DVR routers for this DVR port 54214b12-22b7-472d-af96-250b87cca3f7 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:19:18.395537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 54214b12-22b7-472d-af96-250b87cca3f7 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:19:18.456674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5c705-3149-4216-91af-28186cf27362 req-7bd518e2-ca28-472e-8783-32f262c6b476 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:18.464744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fa5c705-3149-4216-91af-28186cf27362 req-7bd518e2-ca28-472e-8783-32f262c6b476 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 943 time: 0.6881495 Jun 04 16:19:18.514980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee9ca8-045c-4c40-a01f-6ceec6bd8234 service neutron] Pushing event updated for resources: {'Port': ['ID=54214b12-22b7-472d-af96-250b87cca3f7,revision_number=10']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:18.546583 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:18.559943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-253d66a6-820d-4ceb-9d8a-ef9df389ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:18.561716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-253d66a6-820d-4ceb-9d8a-ef9df389ce11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5756721 Jun 04 16:19:18.603932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fa5c705-3149-4216-91af-28186cf27362 req-26ce54eb-6850-4a13-9bc7-de39358f2f94 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382029 Jun 04 16:19:18.616917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6fd78-9ca8-41c2-9382-7fe38ca97130 req-80d5cde3-3b35-4da2-a717-b9dc69d969d3 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:18.624833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edb6fd78-9ca8-41c2-9382-7fe38ca97130 req-80d5cde3-3b35-4da2-a717-b9dc69d969d3 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 946 time: 0.7479324 Jun 04 16:19:18.632498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7', 'name': 'network-vif-deleted', 'tag': '41a2dfac-b6f1-4289-a204-778866251efd'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:18.638929 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-55b3b263-84ab-4e83-99f7-0204d226849f service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046033 Jun 04 16:19:18.655918 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-5eee9ca8-045c-4c40-a01f-6ceec6bd8234 service neutron] 10.222.0.42 "PUT /v2.0/ports/54214b12-22b7-472d-af96-250b87cca3f7/bindings/n-h2-811809-3/activate HTTP/1.1" status: 200 len: 369 time: 2.8738427 Jun 04 16:19:18.705003 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:19:18.775753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edb6fd78-9ca8-41c2-9382-7fe38ca97130 req-ef984af4-0fc7-4b3c-b9f6-ad96e5eaadd1 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa1de9d-60ad-433e-95b6-1cce17c6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498318 Jun 04 16:19:18.782194 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:18.792426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:18.793207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:18.995694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 41a2dfac-b6f1-4289-a204-778866251efd no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:19:18.996331 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-b8a0c5ec-aba0-42d4-adaa-80c69142d427 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479245 Jun 04 16:19:19.004189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-08940ff6-53ec-4ad0-aa6b-1380f0a253fd tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:19.005651 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-08940ff6-53ec-4ad0-aa6b-1380f0a253fd tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818&tenant_id=d4012fb5625c4c60945856a3a47e68a0&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1095 time: 0.2665911 Jun 04 16:19:19.007716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3fdeaa6a-93a6-48e7-a446-c9b9da93e5d7 req-7d2533ab-bdd9-4cb6-bfa9-3c32922de540 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 210 time: 0.1709869 Jun 04 16:19:19.097946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 41a2dfac-b6f1-4289-a204-778866251efd {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:19:19.099319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 41a2dfac-b6f1-4289-a204-778866251efd not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:19:19.128471 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:19.167814 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Transition to ACTIVE for port object 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:19.206348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-d94b6b6b-8178-443c-925b-6012509c7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:19.216486 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-d94b6b6b-8178-443c-925b-6012509c7f51 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818&tenant_id=d4012fb5625c4c60945856a3a47e68a0 HTTP/1.1" status: 200 len: 1095 time: 0.1982982 Jun 04 16:19:19.339711 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:19.369407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3278506 Jun 04 16:19:19.380955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35074) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:19.411439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-9afb8db8-57dc-4735-91f2-05e4200cc84c service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8412378 Jun 04 16:19:19.415991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Request body: {'subnet': {'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1326036248-subnet', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:19.428165 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:19.440680 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Usage tracker for resource:subnet and tenant:1697a44ed7874d3a82b41e3e0a8977c8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:19.444789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f34ad93-61f1-414f-8817-c6ce6264f556 req-b836fff4-2ff8-48b0-8c6f-c490749467de tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7 HTTP/1.1" status: 200 len: 210 time: 0.4361064 Jun 04 16:19:19.446044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:19.449922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:19.456532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:19.461095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:19.465678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:19.471031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ada66c-6f09-4340-8869-2619eb29b9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f2ecd9-b100-425f-a1f7-f9eb73da6b91,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:19.490039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:19:19.502843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event updated for resources: {'Port': ['ID=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:19.538041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Made reservation on behalf of 1697a44ed7874d3a82b41e3e0a8977c8 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:19.553064 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:19.567027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:19.567325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:19.567612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:19.567968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:19.568332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:19.568656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:19.568981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:19.569298 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:19.569610 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:19.569926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:19.570244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:19.570637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:19.696427 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:19.697053 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:19.706791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-97d612ea-4c17-411d-9359-5597bc9100ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:19.708296 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-97d612ea-4c17-411d-9359-5597bc9100ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 1095 time: 0.4618318 Jun 04 16:19:19.751974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c84f9b-c1d9-436c-b195-e019b6108749 req-4ffb00c0-7417-44a3-9877-e875ed485d1a tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:19.753455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51c84f9b-c1d9-436c-b195-e019b6108749 req-4ffb00c0-7417-44a3-9877-e875ed485d1a tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/ports?device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 945 time: 0.3580647 Jun 04 16:19:19.767101 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-691b6093-c30e-4c04-8ed5-195b7908c688 req-9debc5e1-9176-48a4-81a0-d800f60194fe service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213911 Jun 04 16:19:19.809180 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-121538da-953d-40a5-b5d4-297c8e5bd3a8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5237350 Jun 04 16:19:19.813083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51c84f9b-c1d9-436c-b195-e019b6108749 req-3568b658-9469-4851-b66c-89ffb3abd917 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/security-groups?id=949ca37d-3c90-40e2-8f66-dac425f33e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510228 Jun 04 16:19:19.820703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37801785-8e95-4445-8a05-4d44903f8b14 req-6f149bb7-a72d-4096-b3d2-6590b9a332e6 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:19.821668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Request body: {'port': {'device_id': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'network_id': 'abebbccc-1ccc-422c-9fcc-f3dd8c8854e2', 'admin_state_up': True, 'tenant_id': '55529c8e77164b25a08ae78a561ce40a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:19.822213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37801785-8e95-4445-8a05-4d44903f8b14 req-6f149bb7-a72d-4096-b3d2-6590b9a332e6 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 949 time: 0.1882045 Jun 04 16:19:19.823058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-77c48ec2-4039-4e14-ac41-a174f5060bc7 None None] Provisioning for port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:19.842557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-77c48ec2-4039-4e14-ac41-a174f5060bc7 None None] Provisioning complete for port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:19.843178 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-77c48ec2-4039-4e14-ac41-a174f5060bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:19.885413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37801785-8e95-4445-8a05-4d44903f8b14 req-b9365141-6afd-4e88-904b-2a0d9bb45a86 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572596 Jun 04 16:19:19.955024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-77c48ec2-4039-4e14-ac41-a174f5060bc7 None None] Port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:19:19.974453 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8edf267e-808e-44b3-91c8-3d5e25ff9e1b'] response: {'server_uuid': 'acf9341c-54a1-4dc6-bf66-6bbf1a66a2e7', 'name': 'network-vif-deleted', 'tag': '41a2dfac-b6f1-4289-a204-778866251efd', 'status': 'completed', 'code': 200} Jun 04 16:19:20.088959 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:20.161434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfabb9-003d-4b04-98ce-02d2e8d82d60 req-cd7b46bc-3773-4ccd-abf8-9746e486ec90 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:20.163160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcbfabb9-003d-4b04-98ce-02d2e8d82d60 req-cd7b46bc-3773-4ccd-abf8-9746e486ec90 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 944 time: 0.1356039 Jun 04 16:19:20.177477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-bdb9d704-8946-42c5-98ab-130379ab455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:20.178947 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-bdb9d704-8946-42c5-98ab-130379ab455b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.4619818 Jun 04 16:19:20.191350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b449c1-5391-4a90-a3f5-637b5dd781e7 req-5bc23b20-0d9c-40f9-9dc9-17bb20a24b65 tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:20.192824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77b449c1-5391-4a90-a3f5-637b5dd781e7 req-5bc23b20-0d9c-40f9-9dc9-17bb20a24b65 tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 1100 time: 0.1129630 Jun 04 16:19:20.234031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcbfabb9-003d-4b04-98ce-02d2e8d82d60 req-3d6cb1fc-2f6c-4879-8223-9872788f8134 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636997 Jun 04 16:19:20.255194 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77b449c1-5391-4a90-a3f5-637b5dd781e7 req-37ffb0de-ad72-4eec-85bd-c6e65a2ff53d tempest-MigrationsAdminTest-706813853 tempest-MigrationsAdminTest-706813853-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513947 Jun 04 16:19:20.268911 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-5790d94b-f006-4481-8498-b7108a7b30c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54214b12-22b7-472d-af96-250b87cca3f7 HTTP/1.1" status: 200 len: 217 time: 0.0792418 Jun 04 16:19:20.277239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e3877da-18e8-488d-8839-da9f59802736,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:20.285924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:20.314326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 53b9c783-01b8-49f2-a609-2b429c7520ed details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:19:20.329405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Usage tracker for resource:port and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:20.333527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:20.344150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:20.360400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Checking segment: {'id': 'ed8d78e7-8f08-4945-9937-69713d0db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:20.360757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Network hostable DHCP agents. Network: d7f2ecd9-b100-425f-a1f7-f9eb73da6b91, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:19:20.386193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-46688f99-3d0d-4851-adaa-4e8e557b7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:20.387695 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-46688f99-3d0d-4851-adaa-4e8e557b7805 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.1027858 Jun 04 16:19:20.390086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:20.393483 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:20.498865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49aeacd-5d1a-4e77-bab0-4311e9818216 req-26ca0c88-a993-4c08-ad68-e2216ddf7178 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:20.500922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d49aeacd-5d1a-4e77-bab0-4311e9818216 req-26ca0c88-a993-4c08-ad68-e2216ddf7178 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 931 time: 0.1074741 Jun 04 16:19:20.568182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:20.579847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:19:20.584002 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-51ab8ec7-3868-4a8b-abe5-f75adc7f3169 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1805170 Jun 04 16:19:20.607009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'mac_address': 'fa:16:3e:a8:2e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:19:20.611365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d49aeacd-5d1a-4e77-bab0-4311e9818216 req-55bf0c63-d7bb-4f23-a4f2-59d64de98e25 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039457 Jun 04 16:19:20.661381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, d7f2ecd9-b100-425f-a1f7-f9eb73da6b91) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:20.666787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:20.667805 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:20.674058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0282c2b2-fe9b-49a8-bfe4-6850bcedbad9 None None] Network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:20.791091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35112) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:20.791421 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-aa70cfb1-fcd2-44f1-b22e-ea5b1a17d85f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3996496 Jun 04 16:19:20.797541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:20.806826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:20.831213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Usage tracker for resource:router and tenant:1697a44ed7874d3a82b41e3e0a8977c8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:20.839218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:20.851445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:20.874466 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:20.875465 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:20.883511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 53b9c783-01b8-49f2-a609-2b429c7520ed is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:20.883980 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:20.891377 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-d62369f5-9720-4b63-9f46-f41c7f1e3f50 service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597997 Jun 04 16:19:20.913948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:20.926665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Allocated IP 19.86.0.48 (abebbccc-1ccc-422c-9fcc-f3dd8c8854e2/a64905e5-2dc1-4250-80e1-ac27f1af13b9/9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:20.943157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b9c783-01b8-49f2-a609-2b429c7520ed {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:19:20.999973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:21.010574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-d7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'fixed_ips': [{'subnet_id': '6e3877da-18e8-488d-8839-da9f59802736'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:19:21.011474 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:21.052663 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:21.136530 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-2d4b8f00-f9fe-4871-bc3d-d7acdaa9aa35 service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316194 Jun 04 16:19:21.243559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=53b9c783-01b8-49f2-a609-2b429c7520ed,revision_number=12']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:21.341781 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:21.375283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:21.419656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Transition to ACTIVE for port object 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:21.429180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951f92b-bab6-4ea1-9f2e-b9ca057ad179 req-5b8a9e2c-7570-4918-b817-535bbc96862c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:21.431289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['53b9c783-01b8-49f2-a609-2b429c7520ed'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:21.432049 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9951f92b-bab6-4ea1-9f2e-b9ca057ad179 req-5b8a9e2c-7570-4918-b817-535bbc96862c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.2259419 Jun 04 16:19:21.471978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:21.604695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Allocated IP 172.20.0.2 (d7f2ecd9-b100-425f-a1f7-f9eb73da6b91/6e3877da-18e8-488d-8839-da9f59802736/3e493140-a091-4382-bee8-38ec93adbc4c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:21.634396 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9951f92b-bab6-4ea1-9f2e-b9ca057ad179 req-df2bc484-10f0-4989-9da8-b05555cde6b5 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419032 Jun 04 16:19:21.662211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Network abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:21.680156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:21.701486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:21.773483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:21.774694 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:21.817743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event updated for resources: {'Port': ['ID=9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:21.842605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-5e860f4d-57da-4a12-99cb-f7bd7bdcd15f tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:21.844481 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-5e860f4d-57da-4a12-99cb-f7bd7bdcd15f tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818&tenant_id=d4012fb5625c4c60945856a3a47e68a0&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 1095 time: 0.2895594 Jun 04 16:19:21.846122 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0d18ac9e-27d2-4a2f-88fc-95257006342d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0289681 Jun 04 16:19:21.904462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Request body: {'port': {'device_id': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5', 'admin_state_up': True, 'tenant_id': '55529c8e77164b25a08ae78a561ce40a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:22.071036 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:22.091411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Transition to ACTIVE for port object 3e493140-a091-4382-bee8-38ec93adbc4c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:22.156748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Transition to ACTIVE for port object 3e493140-a091-4382-bee8-38ec93adbc4c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:22.167825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-802442f0-3354-4519-b04d-6fbe3dfb7c9d None None] Provisioning for port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:22.178561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-802442f0-3354-4519-b04d-6fbe3dfb7c9d None None] Provisioning complete for port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:22.178962 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-802442f0-3354-4519-b04d-6fbe3dfb7c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:22.203572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff7d3e-3592-45b0-a382-dc1d27231ea2 req-c1b68ea1-7e61-4aea-8b16-b8c2cab58c08 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:22.205073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ff7d3e-3592-45b0-a382-dc1d27231ea2 req-c1b68ea1-7e61-4aea-8b16-b8c2cab58c08 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 946 time: 0.6406720 Jun 04 16:19:22.223285 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:22.291490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:22.299838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Usage tracker for resource:port and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:22.307675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:22.321730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:22.325614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:22.331226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 53b9c783-01b8-49f2-a609-2b429c7520ed details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:19:22.333295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Pushing event updated for resources: {'Port': ['ID=3e493140-a091-4382-bee8-38ec93adbc4c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:22.335893 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:22.341169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:22.352586 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-ec96e063-9bf6-4466-b179-633d5bf9113c service neutron] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:22.358547 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-ec96e063-9bf6-4466-b179-633d5bf9113c service neutron] Notify callbacks [] for binding, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:22.360289 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-244c19ce-e96c-40d1-86e2-bc21fa738cef req-ec96e063-9bf6-4466-b179-633d5bf9113c service neutron] 10.222.0.46 "DELETE /v2.0/ports/54214b12-22b7-472d-af96-250b87cca3f7/bindings/n-h1-811809-3 HTTP/1.1" status: 204 len: 173 time: 0.5046015 Jun 04 16:19:22.362611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:22.367453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:22.389686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-802442f0-3354-4519-b04d-6fbe3dfb7c9d None None] Port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:19:22.395590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973960d-a4c8-44d4-9e11-f14b5d650331 req-05b5c914-4378-4da5-9e56-45415c0db310 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:22.397266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-3973960d-a4c8-44d4-9e11-f14b5d650331 req-05b5c914-4378-4da5-9e56-45415c0db310 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Synchronizing usage tracker for tenant:ebd00055ee90437ca2acd288885c518a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:22.485835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ff7d3e-3592-45b0-a382-dc1d27231ea2 req-e4a6f876-6b0d-486a-8c0d-4640f72b69d5 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa1de9d-60ad-433e-95b6-1cce17c6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096388 Jun 04 16:19:22.486813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Attempting to bind port 3e493140-a091-4382-bee8-38ec93adbc4c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:22.487223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Attempting to bind port 3e493140-a091-4382-bee8-38ec93adbc4c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'ed8d78e7-8f08-4945-9937-69713d0db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:22.487532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Attempting to bind port 3e493140-a091-4382-bee8-38ec93adbc4c on network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:22.541822 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:22.558796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:22.559215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Checking segment: {'id': 'ed8d78e7-8f08-4945-9937-69713d0db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:22.559623 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:22.560009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Bound using segment: {'id': 'ed8d78e7-8f08-4945-9937-69713d0db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:22.560483 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Bound port: 3e493140-a091-4382-bee8-38ec93adbc4c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8d78e7-8f08-4945-9937-69713d0db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:22.560848 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:22.587112 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:22.668846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] For port 3e493140-a091-4382-bee8-38ec93adbc4c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:22.672984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] For port 3e493140-a091-4382-bee8-38ec93adbc4c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3e493140-a091-4382-bee8-38ec93adbc4c,segment=NetworkSegment(ed8d78e7-8f08-4945-9937-69713d0db629),segment_id=ed8d78e7-8f08-4945-9937-69713d0db629)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:22.685126 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:22.749698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c574804-5857-43d3-8c73-85016e38c075 req-70a45667-b913-4ba7-906b-a491eb565649 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:22.751420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c574804-5857-43d3-8c73-85016e38c075 req-70a45667-b913-4ba7-906b-a491eb565649 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 946 time: 0.4102151 Jun 04 16:19:22.768276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eccb07-a88f-495e-a92a-c1bed60380fb req-6f3a5f84-06b3-404c-bf0c-9df218c13bc9 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:22.775499 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05eccb07-a88f-495e-a92a-c1bed60380fb req-6f3a5f84-06b3-404c-bf0c-9df218c13bc9 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 944 time: 0.5005226 Jun 04 16:19:22.784739 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Allocated IP 19.80.0.180 (291069e5-1cb4-4956-99d9-9b34ae9e86f5/2428de6a-309b-447d-9b19-d0225ea549fa/580e078b-4dd2-408d-9205-7421c65db476) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:22.839782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:22.868680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9c87c-2e63-4ebf-8652-4b7642fbcec5 None None] Pushing event updated for resources: {'Port': ['ID=3e493140-a091-4382-bee8-38ec93adbc4c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:22.877012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'mac_address': 'fa:16:3e:a8:2e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:19:22.885995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-3973960d-a4c8-44d4-9e11-f14b5d650331 req-05b5c914-4378-4da5-9e56-45415c0db310 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Unset dirty status for tenant:ebd00055ee90437ca2acd288885c518a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:22.887175 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3973960d-a4c8-44d4-9e11-f14b5d650331 req-05b5c914-4378-4da5-9e56-45415c0db310 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.7028341 Jun 04 16:19:23.028858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-3973960d-a4c8-44d4-9e11-f14b5d650331 req-2b38807b-0dff-47df-9861-85f41fb4f2a0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Deleting port 53b9c783-01b8-49f2-a609-2b429c7520ed {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:19:23.029203 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3973960d-a4c8-44d4-9e11-f14b5d650331 req-2b38807b-0dff-47df-9861-85f41fb4f2a0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:23.037850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05eccb07-a88f-495e-a92a-c1bed60380fb req-3ae0189e-3b79-4ab8-9244-54ea78d93dba tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610228 Jun 04 16:19:23.069908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Allocated IP 172.25.5.173 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/9391501a-f385-45d8-ae60-1aabcec67e27) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:23.145076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7c574804-5857-43d3-8c73-85016e38c075 req-6f06afc7-f9e0-4ae1-89c7-dc04b215f746 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Deleting port e2254689-acc1-4d16-8c2c-78071e610dd3 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:19:23.145416 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7c574804-5857-43d3-8c73-85016e38c075 req-6f06afc7-f9e0-4ae1-89c7-dc04b215f746 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:23.406727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470f894-f010-4c37-9474-e9b384e0e4ac req-80a562c8-8510-4db1-9acb-412cd20b393e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:23.409191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-1470f894-f010-4c37-9474-e9b384e0e4ac req-80a562c8-8510-4db1-9acb-412cd20b393e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Synchronizing usage tracker for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:23.509758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-1470f894-f010-4c37-9474-e9b384e0e4ac req-80a562c8-8510-4db1-9acb-412cd20b393e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Unset dirty status for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:23.510584 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1470f894-f010-4c37-9474-e9b384e0e4ac req-80a562c8-8510-4db1-9acb-412cd20b393e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.46 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 945 time: 0.7061219 Jun 04 16:19:23.514000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458def8-4635-408d-9db9-1c9a161f3428 req-dd4c11e9-535d-4145-9346-83dbb70e138e tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:23.519909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458def8-4635-408d-9db9-1c9a161f3428 req-dd4c11e9-535d-4145-9346-83dbb70e138e tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:23.528183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b458def8-4635-408d-9db9-1c9a161f3428 req-dd4c11e9-535d-4145-9346-83dbb70e138e tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 1653 time: 0.7461495 Jun 04 16:19:23.622493 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:23.651082 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:23.680913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3e493140-a091-4382-bee8-38ec93adbc4c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:23.694653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b458def8-4635-408d-9db9-1c9a161f3428 req-2df87558-6029-4679-a02c-b123980142ed tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616509 Jun 04 16:19:23.723177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Transition to ACTIVE for port object 580e078b-4dd2-408d-9205-7421c65db476 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:23.734062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7c574804-5857-43d3-8c73-85016e38c075 req-6f06afc7-f9e0-4ae1-89c7-dc04b215f746 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] For port e2254689-acc1-4d16-8c2c-78071e610dd3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e2254689-acc1-4d16-8c2c-78071e610dd3,segment=NetworkSegment(d4b0bd38-360b-4071-afed-4a21164ab496),segment_id=d4b0bd38-360b-4071-afed-4a21164ab496)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:23.734740 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7c574804-5857-43d3-8c73-85016e38c075 req-6f06afc7-f9e0-4ae1-89c7-dc04b215f746 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:23.747215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-1470f894-f010-4c37-9474-e9b384e0e4ac req-2ea213bd-4253-4978-9358-d1cdeb702719 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Deleting port 016b7c67-5d09-45f7-b5e3-21bc40fab852 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:19:23.747558 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1470f894-f010-4c37-9474-e9b384e0e4ac req-2ea213bd-4253-4978-9358-d1cdeb702719 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:23.797850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 3e493140-a091-4382-bee8-38ec93adbc4c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:23.889140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7c574804-5857-43d3-8c73-85016e38c075 req-6f06afc7-f9e0-4ae1-89c7-dc04b215f746 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Calling delete_port for e2254689-acc1-4d16-8c2c-78071e610dd3 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:19:23.924744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-3973960d-a4c8-44d4-9e11-f14b5d650331 req-2b38807b-0dff-47df-9861-85f41fb4f2a0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] For port 53b9c783-01b8-49f2-a609-2b429c7520ed, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=53b9c783-01b8-49f2-a609-2b429c7520ed,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:23.925407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3973960d-a4c8-44d4-9e11-f14b5d650331 req-2b38807b-0dff-47df-9861-85f41fb4f2a0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:23.948830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c195a28-97fb-4365-bc23-e8d6e6d348bf req-581fd8f8-8e65-4468-96c5-0ca8d1714da0 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:23.955980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c195a28-97fb-4365-bc23-e8d6e6d348bf req-581fd8f8-8e65-4468-96c5-0ca8d1714da0 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 945 time: 0.7081375 Jun 04 16:19:23.984022 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:24.106191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-3973960d-a4c8-44d4-9e11-f14b5d650331 req-2b38807b-0dff-47df-9861-85f41fb4f2a0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Calling delete_port for 53b9c783-01b8-49f2-a609-2b429c7520ed owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:19:24.121685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:24.142304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c195a28-97fb-4365-bc23-e8d6e6d348bf req-85415a04-6e46-42ec-a326-c6f3c9c48b8e tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853325 Jun 04 16:19:24.143711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:24.151269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:24.205014 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:24.251537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e8982-ba2b-4b84-9946-4b48c80c5296 None None] Network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:24.376776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:24.384547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:24.384826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5e0a6f1b-e94e-4d06-b7f1-610b5923be17 None None] Provisioning for port 3e493140-a091-4382-bee8-38ec93adbc4c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:24.392007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:24.398164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Pushing event updated for resources: {'Port': ['ID=9391501a-f385-45d8-ae60-1aabcec67e27,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:24.404213 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5e0a6f1b-e94e-4d06-b7f1-610b5923be17 None None] Provisioning complete for port 3e493140-a091-4382-bee8-38ec93adbc4c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:24.404661 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5e0a6f1b-e94e-4d06-b7f1-610b5923be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:24.427155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event updated for resources: {'Port': ['ID=580e078b-4dd2-408d-9205-7421c65db476,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:24.429816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:24.430367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:24.430976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:24.431513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:24.431999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:24.432509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:24.433379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:24.434009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:24.434638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:24.435112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:24.435647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:24.436114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:24.585472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:24.586116 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:24.598144 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3973960d-a4c8-44d4-9e11-f14b5d650331 req-2b38807b-0dff-47df-9861-85f41fb4f2a0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:24.606334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-1470f894-f010-4c37-9474-e9b384e0e4ac req-2ea213bd-4253-4978-9358-d1cdeb702719 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] For port 016b7c67-5d09-45f7-b5e3-21bc40fab852, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=016b7c67-5d09-45f7-b5e3-21bc40fab852,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:24.606769 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1470f894-f010-4c37-9474-e9b384e0e4ac req-2ea213bd-4253-4978-9358-d1cdeb702719 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:24.630682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['de14cf5d-f911-468f-b7f0-8f796df3808a', 'c8c3fd24-4f62-4793-8db6-6ee212845f2c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:24.679672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['6368b7ab-a09d-49d4-bf7d-087882efe336'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:24.714823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38807b-0dff-47df-9861-85f41fb4f2a0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event deleted for resources: {'Port': ['ID=53b9c783-01b8-49f2-a609-2b429c7520ed,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:24.795541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaad9fb-cea5-4d57-b8f7-7d263037e66c req-3cb4ec42-6307-4801-a112-5e2b942fc2f2 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:24.797897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfaad9fb-cea5-4d57-b8f7-7d263037e66c req-3cb4ec42-6307-4801-a112-5e2b942fc2f2 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad33470-e1bc-4ae4-a83d-a57f6c3312db HTTP/1.1" status: 200 len: 950 time: 0.8257678 Jun 04 16:19:24.827536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a6f1b-e94e-4d06-b7f1-610b5923be17 None None] Current status of the port 3e493140-a091-4382-bee8-38ec93adbc4c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:24.828115 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5e0a6f1b-e94e-4d06-b7f1-610b5923be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:24.854220 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7c574804-5857-43d3-8c73-85016e38c075 req-6f06afc7-f9e0-4ae1-89c7-dc04b215f746 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:24.896852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5e0a6f1b-e94e-4d06-b7f1-610b5923be17 None None] For port 3e493140-a091-4382-bee8-38ec93adbc4c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3e493140-a091-4382-bee8-38ec93adbc4c,segment=NetworkSegment(ed8d78e7-8f08-4945-9937-69713d0db629),segment_id=ed8d78e7-8f08-4945-9937-69713d0db629)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:24.906687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-1470f894-f010-4c37-9474-e9b384e0e4ac req-2ea213bd-4253-4978-9358-d1cdeb702719 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Calling delete_port for 016b7c67-5d09-45f7-b5e3-21bc40fab852 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:19:24.913898 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5e0a6f1b-e94e-4d06-b7f1-610b5923be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:24.940185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3973960d-a4c8-44d4-9e11-f14b5d650331 req-2b38807b-0dff-47df-9861-85f41fb4f2a0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] No DVR routers for this DVR port 53b9c783-01b8-49f2-a609-2b429c7520ed on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:19:24.942753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d935f-1b5c-4770-a46b-5ecd5a6674f4 req-b9ad795b-b6bc-42d7-b5fb-19231a722795 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:24.949413 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0ce89bdb-49ec-4419-b6a4-00ae62d13394 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0499790 Jun 04 16:19:24.952557 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b70d935f-1b5c-4770-a46b-5ecd5a6674f4 req-b9ad795b-b6bc-42d7-b5fb-19231a722795 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7666db0-f4a9-4ced-a057-be4625a667bf HTTP/1.1" status: 200 len: 946 time: 0.6146441 Jun 04 16:19:24.957194 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3973960d-a4c8-44d4-9e11-f14b5d650331 req-2b38807b-0dff-47df-9861-85f41fb4f2a0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:24.959085 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3973960d-a4c8-44d4-9e11-f14b5d650331 req-2b38807b-0dff-47df-9861-85f41fb4f2a0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.42 "DELETE /v2.0/ports/53b9c783-01b8-49f2-a609-2b429c7520ed HTTP/1.1" status: 204 len: 173 time: 2.0534015 Jun 04 16:19:24.959518 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'name': 'network-vif-deleted', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:24.971822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Request body: {'port': {'device_id': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:24.976850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfaad9fb-cea5-4d57-b8f7-7d263037e66c req-fc1f70dd-2fc7-422e-b112-d4ca1fcc5121 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603701 Jun 04 16:19:25.005518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06afc7-f9e0-4ae1-89c7-dc04b215f746 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Pushing event deleted for resources: {'Port': ['ID=e2254689-acc1-4d16-8c2c-78071e610dd3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:25.035925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a6f1b-e94e-4d06-b7f1-610b5923be17 None None] Pushing event updated for resources: {'Port': ['ID=3e493140-a091-4382-bee8-38ec93adbc4c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:25.040569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device e2254689-acc1-4d16-8c2c-78071e610dd3 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:19:25.144607 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:25.191222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: e2254689-acc1-4d16-8c2c-78071e610dd3 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:19:25.191695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device e2254689-acc1-4d16-8c2c-78071e610dd3 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:19:25.192199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 016b7c67-5d09-45f7-b5e3-21bc40fab852 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:19:25.283984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e5923b3f-2c4f-4d48-95ae-c7c19ec22aac None None] Provisioning for port 580e078b-4dd2-408d-9205-7421c65db476 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:25.286708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b70d935f-1b5c-4770-a46b-5ecd5a6674f4 req-aa0b4adc-5f5c-456f-bde5-23d05bd8d081 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.13 "GET /v2.0/security-groups?id=aaa1de9d-60ad-433e-95b6-1cce17c6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332036 Jun 04 16:19:25.303309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e5923b3f-2c4f-4d48-95ae-c7c19ec22aac None None] Provisioning complete for port 580e078b-4dd2-408d-9205-7421c65db476 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:25.303309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e5923b3f-2c4f-4d48-95ae-c7c19ec22aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:25.325272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c574804-5857-43d3-8c73-85016e38c075 req-6f06afc7-f9e0-4ae1-89c7-dc04b215f746 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] No DVR routers for this DVR port e2254689-acc1-4d16-8c2c-78071e610dd3 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:19:25.331035 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7c574804-5857-43d3-8c73-85016e38c075 req-6f06afc7-f9e0-4ae1-89c7-dc04b215f746 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:25.346151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7666db0-f4a9-4ced-a057-be4625a667bf', 'name': 'network-vif-deleted', 'tag': 'e2254689-acc1-4d16-8c2c-78071e610dd3'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:25.356057 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c574804-5857-43d3-8c73-85016e38c075 req-6f06afc7-f9e0-4ae1-89c7-dc04b215f746 tempest-InstanceActionsNegativeTestJSON-484500738 tempest-InstanceActionsNegativeTestJSON-484500738-project] 10.222.0.46 "DELETE /v2.0/ports/e2254689-acc1-4d16-8c2c-78071e610dd3 HTTP/1.1" status: 204 len: 173 time: 2.5730116 Jun 04 16:19:25.469242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e5923b3f-2c4f-4d48-95ae-c7c19ec22aac None None] Port 580e078b-4dd2-408d-9205-7421c65db476 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:19:25.711453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1470f894-f010-4c37-9474-e9b384e0e4ac req-2ea213bd-4253-4978-9358-d1cdeb702719 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:25.750880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3e493140-a091-4382-bee8-38ec93adbc4c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:25.791580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea213bd-4253-4978-9358-d1cdeb702719 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Pushing event deleted for resources: {'Port': ['ID=016b7c67-5d09-45f7-b5e3-21bc40fab852,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:25.801512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d7278-e144-418f-83cf-d42aef7add99 req-72e2a454-6344-472f-8ab8-fcc1fc349f14 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:25.809992 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e08d7278-e144-418f-83cf-d42aef7add99 req-72e2a454-6344-472f-8ab8-fcc1fc349f14 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 1095 time: 0.6399913 Jun 04 16:19:25.830034 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:25.911678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 016b7c67-5d09-45f7-b5e3-21bc40fab852 is: DOWN; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:25.942476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1470f894-f010-4c37-9474-e9b384e0e4ac req-2ea213bd-4253-4978-9358-d1cdeb702719 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] No DVR routers for this DVR port 016b7c67-5d09-45f7-b5e3-21bc40fab852 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:19:25.947899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e08d7278-e144-418f-83cf-d42aef7add99 req-b0615b3c-eee7-4081-967a-d7293eea6d60 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366489 Jun 04 16:19:25.959268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cf1242cd-5897-4bdb-94e9-8113f9cf7919 None None] Provisioning complete for port 3e493140-a091-4382-bee8-38ec93adbc4c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:25.959268 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cf1242cd-5897-4bdb-94e9-8113f9cf7919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:25.961089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b2872-e18d-43dd-882f-70337f7e23ce req-6e162023-8c51-423e-be55-307981715395 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:25.967406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b2872-e18d-43dd-882f-70337f7e23ce req-6e162023-8c51-423e-be55-307981715395 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:25.973325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b2872-e18d-43dd-882f-70337f7e23ce req-6e162023-8c51-423e-be55-307981715395 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:25.975033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-965b2872-e18d-43dd-882f-70337f7e23ce req-6e162023-8c51-423e-be55-307981715395 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2375 time: 0.4333723 Jun 04 16:19:26.011557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1470f894-f010-4c37-9474-e9b384e0e4ac req-2ea213bd-4253-4978-9358-d1cdeb702719 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:26.024620 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39cba1ba-417b-45a8-aec0-25b55ca99b6c'] response: {'server_uuid': '7ad33470-e1bc-4ae4-a83d-a57f6c3312db', 'name': 'network-vif-deleted', 'tag': '53b9c783-01b8-49f2-a609-2b429c7520ed', 'status': 'completed', 'code': 200} Jun 04 16:19:26.053475 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1470f894-f010-4c37-9474-e9b384e0e4ac req-2ea213bd-4253-4978-9358-d1cdeb702719 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.46 "DELETE /v2.0/ports/016b7c67-5d09-45f7-b5e3-21bc40fab852 HTTP/1.1" status: 204 len: 173 time: 2.5337567 Jun 04 16:19:26.146526 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-965b2872-e18d-43dd-882f-70337f7e23ce req-4e2cc5aa-832c-4fc3-a082-14f2fe56769d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199491 Jun 04 16:19:26.191179 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3e493140-a091-4382-bee8-38ec93adbc4c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:26.191548 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:26.231966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:19:26.241030 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:26.270378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Transition to ACTIVE for port object 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:26.285145 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:26.339404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cf1242cd-5897-4bdb-94e9-8113f9cf7919 None None] Current status of the port 3e493140-a091-4382-bee8-38ec93adbc4c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:26.362175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 53b9c783-01b8-49f2-a609-2b429c7520ed no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:19:26.401033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 53b9c783-01b8-49f2-a609-2b429c7520ed {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:19:26.401457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 53b9c783-01b8-49f2-a609-2b429c7520ed not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:19:26.503157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3e493140-a091-4382-bee8-38ec93adbc4c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:26.586663 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:26.601077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Pushing event updated for resources: {'Port': ['ID=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:26.605542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dab9f377-dd92-49c7-83a3-d1d5fcff8be0 req-bbaec8ca-5015-450a-a267-fa60b6120a5d tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=095d5543-e7ee-4958-b022-0453905e9b28 HTTP/1.1" status: 200 len: 210 time: 0.2232869 Jun 04 16:19:26.755810 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf6d870-00e7-42d0-88de-759f3e914a7c'] response: {'server_uuid': 'a7666db0-f4a9-4ced-a057-be4625a667bf', 'name': 'network-vif-deleted', 'tag': 'e2254689-acc1-4d16-8c2c-78071e610dd3', 'status': 'completed', 'code': 200} Jun 04 16:19:26.776743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Attempting to bind port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:26.777235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Attempting to bind port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'da95d012-2db7-46f4-8f4b-9b81b75d7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:26.785419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Attempting to bind port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 on network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:26.791573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 on network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:19:26.792005 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Attempting to bind port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 on network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:26.802056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:26.802396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Checking segment: {'id': 'da95d012-2db7-46f4-8f4b-9b81b75d7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:26.802938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Bound using segment: {'id': 'da95d012-2db7-46f4-8f4b-9b81b75d7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:26.803376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Bound port: 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da95d012-2db7-46f4-8f4b-9b81b75d7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:26.803799 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:26.960478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] For port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:26.963864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] For port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:26.968744 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:26.994531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5384d4-a5b8-43b9-953d-ec38a50e2ceb req-0e51e7b7-d8dd-42d7-85a4-b5495f8d7f08 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:26.996081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab5384d4-a5b8-43b9-953d-ec38a50e2ceb req-0e51e7b7-d8dd-42d7-85a4-b5495f8d7f08 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 1095 time: 0.1062832 Jun 04 16:19:27.000576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Router ab61b57a-3a8d-408c-85d1-7bd6086d92bb is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:19:27.037660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:27.038268 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:27.039678 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] 10.222.0.46 "PUT /v2.0/ports/9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 HTTP/1.1" status: 200 len: 1091 time: 2.0723507 Jun 04 16:19:27.060162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35180) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:27.068457 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Request body: {'port': {'device_id': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:27.145389 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab5384d4-a5b8-43b9-953d-ec38a50e2ceb req-1ac87a9f-cdc9-4a3b-843b-b1ca592d9f22 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370575 Jun 04 16:19:27.150230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab373d16-86d6-4c0a-8c0a-d416599e4c53 service neutron] Pushing event updated for resources: {'Port': ['ID=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:27.181044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef9299e-40fc-475b-b629-9b3cd846d7e2 admin admin] Deleting subnet e136b74d-7310-45d8-97ba-e0030e644a0c {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:19:27.219897 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cef9299e-40fc-475b-b629-9b3cd846d7e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:27.259315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:19:27.268362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Sync routers for ids ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:19:27.291681 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Routers {'ab61b57a-3a8d-408c-85d1-7bd6086d92bb'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:19:27.297946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:19:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:27.318337 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:27.335712 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cef9299e-40fc-475b-b629-9b3cd846d7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:27.368570 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:27.373233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a561c836-42a2-4811-bfe9-0939921f26eb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.5804889 Jun 04 16:19:27.374020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35190) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:27.382807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e31b7-4f81-4ee1-8f32-8aec951c0d5e req-9baaad95-eb87-4557-b8e6-a578e0260101 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:27.384535 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a73e31b7-4f81-4ee1-8f32-8aec951c0d5e req-9baaad95-eb87-4557-b8e6-a578e0260101 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/ports?device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 945 time: 0.2379677 Jun 04 16:19:27.497327 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cef9299e-40fc-475b-b629-9b3cd846d7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:27.547419 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a73e31b7-4f81-4ee1-8f32-8aec951c0d5e req-4a45e2ac-f16b-4456-97b0-00763dfe2c3f tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/security-groups?id=949ca37d-3c90-40e2-8f66-dac425f33e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978854 Jun 04 16:19:27.664081 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cef9299e-40fc-475b-b629-9b3cd846d7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:27.684420 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-77e18885-60d0-4071-91dd-cacf4cec19b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:27.695209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Set router ab61b57a-3a8d-408c-85d1-7bd6086d92bb gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:19:27.722280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9299e-40fc-475b-b629-9b3cd846d7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e136b74d-7310-45d8-97ba-e0030e644a0c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:27.747960 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cef9299e-40fc-475b-b629-9b3cd846d7e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:27.813953 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cef9299e-40fc-475b-b629-9b3cd846d7e2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e136b74d-7310-45d8-97ba-e0030e644a0c HTTP/1.1" status: 204 len: 168 time: 0.7505202 Jun 04 16:19:27.816265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35202) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:28.025217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:19:24Z', 'revision_number': 3, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port': {'id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:22Z', 'updated_at': '2022-06-04T16:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:28.031619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Checking router: ab61b57a-3a8d-408c-85d1-7bd6086d92bb for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:19:28.032064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Updating router ab61b57a-3a8d-408c-85d1-7bd6086d92bb port 9391501a-f385-45d8-ae60-1aabcec67e27 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:19:28.036462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095d5543-e7ee-4958-b022-0453905e9b28', 'name': 'network-vif-deleted', 'tag': '016b7c67-5d09-45f7-b5e3-21bc40fab852'}, {'name': 'network-changed', 'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'tag': '9abd74de-2df8-4f0a-b4a7-e54961f6b9f3'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:28.037727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664e42d-73fd-43cd-930e-354e0b86f4b8 req-a46d7271-217c-4c19-a83d-dedb82e677ab tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:28.044044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664e42d-73fd-43cd-930e-354e0b86f4b8 req-a46d7271-217c-4c19-a83d-dedb82e677ab tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:28.050759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664e42d-73fd-43cd-930e-354e0b86f4b8 req-a46d7271-217c-4c19-a83d-dedb82e677ab tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:28.064709 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4664e42d-73fd-43cd-930e-354e0b86f4b8 req-a46d7271-217c-4c19-a83d-dedb82e677ab tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2387 time: 0.2895405 Jun 04 16:19:28.122776 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fabfd6d2-9564-4838-ad1e-2c3fa55a836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:28.155370 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4664e42d-73fd-43cd-930e-354e0b86f4b8 req-d3a65e2f-bde2-435d-babc-83d89da68a82 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894933 Jun 04 16:19:28.198165 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:28.260268 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:19:28.363028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:19:28.380634 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:28.401109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Transition to ACTIVE for port object 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:28.467047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fabfd6d2-9564-4838-ad1e-2c3fa55a836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:28.496866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-fabfd6d2-9564-4838-ad1e-2c3fa55a836f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0110e029-b7f9-428c-907f-2c365509b078']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:28.512726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-fabfd6d2-9564-4838-ad1e-2c3fa55a836f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b0bd38-360b-4071-afed-4a21164ab496') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:28.513096 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-fabfd6d2-9564-4838-ad1e-2c3fa55a836f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b0bd38-360b-4071-afed-4a21164ab496') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:28.516953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306af0b-3f84-4153-8402-b309e336f795 req-c0ca4649-44e5-4d4b-855f-9d7d82fe4274 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:28.523904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f306af0b-3f84-4153-8402-b309e336f795 req-c0ca4649-44e5-4d4b-855f-9d7d82fe4274 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 950 time: 0.2910590 Jun 04 16:19:28.527966 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fabfd6d2-9564-4838-ad1e-2c3fa55a836f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:28.551127 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fabfd6d2-9564-4838-ad1e-2c3fa55a836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:28.559846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabfd6d2-9564-4838-ad1e-2c3fa55a836f admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:19:28.560293 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fabfd6d2-9564-4838-ad1e-2c3fa55a836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:28.623968 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f306af0b-3f84-4153-8402-b309e336f795 req-5b70bff1-9745-4983-a674-7700a39ff3f7 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990644 Jun 04 16:19:28.726069 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0046f6f7-4ea4-42f7-800d-e679c5493d97'] response: {'server_uuid': '095d5543-e7ee-4958-b022-0453905e9b28', 'name': 'network-vif-deleted', 'tag': '016b7c67-5d09-45f7-b5e3-21bc40fab852', 'status': 'completed', 'code': 200} Jun 04 16:19:28.726344 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0046f6f7-4ea4-42f7-800d-e679c5493d97'] response: {'name': 'network-changed', 'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'tag': '9abd74de-2df8-4f0a-b4a7-e54961f6b9f3', 'status': 'completed', 'code': 200} Jun 04 16:19:28.769628 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:28.810188 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:28.868175 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:28.881598 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fabfd6d2-9564-4838-ad1e-2c3fa55a836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:28.886219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Transition to ACTIVE for port object 9391501a-f385-45d8-ae60-1aabcec67e27 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:28.897675 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment d4b0bd38-360b-4071-afed-4a21164ab496 resource provider aggregate not found Jun 04 16:19:28.899561 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:28.934517 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment d4b0bd38-360b-4071-afed-4a21164ab496 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4b0bd38-360b-4071-afed-4a21164ab496 found for delete ", "request_id": "req-dde58593-ac3f-4b7d-a1b3-bc718b08a29e"}]} Jun 04 16:19:28.935643 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fabfd6d2-9564-4838-ad1e-2c3fa55a836f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:29.031393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfd6d2-9564-4838-ad1e-2c3fa55a836f admin admin] Pushing event deleted for resources: {'Network': ['ID=0110e029-b7f9-428c-907f-2c365509b078,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:29.050419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Pushing event updated for resources: {'Port': ['ID=9391501a-f385-45d8-ae60-1aabcec67e27,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:29.074971 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fabfd6d2-9564-4838-ad1e-2c3fa55a836f admin admin] 10.222.0.13 "DELETE /v2.0/networks/0110e029-b7f9-428c-907f-2c365509b078 HTTP/1.1" status: 204 len: 168 time: 1.2554598 Jun 04 16:19:29.075237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:29.075237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:29.075237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:29.075237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:29.075237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:29.075237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:29.075237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:29.075237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:29.075998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:29.075998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:29.076189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:29.076791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:29.078753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Pushing event updated for resources: {'Port': ['ID=9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:29.090079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Attempting to bind port 9391501a-f385-45d8-ae60-1aabcec67e27 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:29.090079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Attempting to bind port 9391501a-f385-45d8-ae60-1aabcec67e27 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:29.090296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Attempting to bind port 9391501a-f385-45d8-ae60-1aabcec67e27 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:29.096304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:29.096304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:29.096637 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:29.101199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:29.105612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Bound port: 9391501a-f385-45d8-ae60-1aabcec67e27, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:29.106223 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:29.237827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb3ae-2294-4c6a-a4ad-221759f62580 req-39efd664-d173-49ec-8b03-9485f23493b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:29.239936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb3ae-2294-4c6a-a4ad-221759f62580 req-39efd664-d173-49ec-8b03-9485f23493b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:29.241973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb3ae-2294-4c6a-a4ad-221759f62580 req-39efd664-d173-49ec-8b03-9485f23493b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:29.243838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] For port 9391501a-f385-45d8-ae60-1aabcec67e27, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:29.248124 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-432bb3ae-2294-4c6a-a4ad-221759f62580 req-39efd664-d173-49ec-8b03-9485f23493b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55529c8e77164b25a08ae78a561ce40a&device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2755 time: 0.5203955 Jun 04 16:19:29.257311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] For port 9391501a-f385-45d8-ae60-1aabcec67e27, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9391501a-f385-45d8-ae60-1aabcec67e27,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:29.266312 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:29.274093 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:19:29.297047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f19ef-d2fe-43af-9d0f-3662e57fb675 req-f4d1202f-1a5c-4ddf-98fe-76ad16c067a1 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:29.300924 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e66f19ef-d2fe-43af-9d0f-3662e57fb675 req-f4d1202f-1a5c-4ddf-98fe-76ad16c067a1 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.42 "GET /v2.0/ports?device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 945 time: 0.9796290 Jun 04 16:19:29.389677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Routers {'ab61b57a-3a8d-408c-85d1-7bd6086d92bb'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:19:29.392072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:19:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:29.416960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0ec8d-f428-4849-9d44-e72d0542ebc3 req-f2a8774e-d602-4ec7-aa65-e2b0864f018c tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:29.429544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82b0ec8d-f428-4849-9d44-e72d0542ebc3 req-f2a8774e-d602-4ec7-aa65-e2b0864f018c tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/ports?device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 945 time: 0.5580435 Jun 04 16:19:29.439527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35228) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:29.544542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d1fe7-0c6c-43a7-becf-8eebc25cef96 None None] Pushing event updated for resources: {'Port': ['ID=9391501a-f385-45d8-ae60-1aabcec67e27,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:29.571623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-e66f19ef-d2fe-43af-9d0f-3662e57fb675 req-5edea4b1-2621-4b11-8236-a752a4bd5e5b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Deleting port 3b0e99d6-7f2c-441e-9b67-9daa362365ee {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:19:29.571846 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e66f19ef-d2fe-43af-9d0f-3662e57fb675 req-5edea4b1-2621-4b11-8236-a752a4bd5e5b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:29.652370 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82b0ec8d-f428-4849-9d44-e72d0542ebc3 req-b30476df-bb17-445a-b89c-d58c0cb3c909 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/security-groups?id=949ca37d-3c90-40e2-8f66-dac425f33e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279813 Jun 04 16:19:29.671132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8bcf2-3949-4686-b199-4f89fc50e6de req-75495605-4ea5-4427-aa92-5aa067f1de91 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:29.681816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Attempting to bind port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:29.681816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Attempting to bind port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'aaa2993c-1004-4e6d-af11-5489f6e4bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'abebbccc-1ccc-422c-9fcc-f3dd8c8854e2'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:29.681816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Attempting to bind port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c on network abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:29.684450 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fe8bcf2-3949-4686-b199-4f89fc50e6de req-75495605-4ea5-4427-aa92-5aa067f1de91 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.42 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 950 time: 0.7762256 Jun 04 16:19:29.727853 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f2ecc643-2a5d-4349-868e-78cc9fc88598 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46bb3a3a9eee4d5694abe37deab664e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912595 Jun 04 16:19:29.734970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c on network abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:19:29.736091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Attempting to bind port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c on network abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:29.742030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35238) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:29.837243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] Set router ab61b57a-3a8d-408c-85d1-7bd6086d92bb gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:19:29.850993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:29.851778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Checking segment: {'id': 'aaa2993c-1004-4e6d-af11-5489f6e4bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'abebbccc-1ccc-422c-9fcc-f3dd8c8854e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:29.852339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Bound using segment: {'id': 'aaa2993c-1004-4e6d-af11-5489f6e4bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'abebbccc-1ccc-422c-9fcc-f3dd8c8854e2'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:29.853331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Bound port: 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa2993c-1004-4e6d-af11-5489f6e4bf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'abebbccc-1ccc-422c-9fcc-f3dd8c8854e2'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:29.853852 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:29.967445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb3ae-2294-4c6a-a4ad-221759f62580 req-f2f59927-1597-4b02-89ae-8a0e7ef10d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:29.968687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb3ae-2294-4c6a-a4ad-221759f62580 req-f2f59927-1597-4b02-89ae-8a0e7ef10d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:29.969304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb3ae-2294-4c6a-a4ad-221759f62580 req-f2f59927-1597-4b02-89ae-8a0e7ef10d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:29.971059 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-432bb3ae-2294-4c6a-a4ad-221759f62580 req-f2f59927-1597-4b02-89ae-8a0e7ef10d51 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=55529c8e77164b25a08ae78a561ce40a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7122378 Jun 04 16:19:29.971242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-9fe8bcf2-3949-4686-b199-4f89fc50e6de req-1a070ffb-0ca8-4dee-9ff5-a86993dd968f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Deleting port c8c3fd24-4f62-4793-8db6-6ee212845f2c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:19:29.971574 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9fe8bcf2-3949-4686-b199-4f89fc50e6de req-1a070ffb-0ca8-4dee-9ff5-a86993dd968f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:30.006670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939126-6c8d-4211-89c3-c22227469db7 req-53494377-0e80-4811-9a64-635e5f35d46b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:30.008164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3939126-6c8d-4211-89c3-c22227469db7 req-53494377-0e80-4811-9a64-635e5f35d46b tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 945 time: 0.9465292 Jun 04 16:19:30.020639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Allocated IP 172.20.0.1 (d7f2ecd9-b100-425f-a1f7-f9eb73da6b91/6e3877da-18e8-488d-8839-da9f59802736/89544919-f610-4518-bb06-e02d6c6131b7) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:30.042940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d12cf9-f5c0-4a15-94d3-beef61d2a487 req-f92ee9ba-d894-490d-aae4-bd9cd73dabd4 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:30.044654 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85d12cf9-f5c0-4a15-94d3-beef61d2a487 req-f92ee9ba-d894-490d-aae4-bd9cd73dabd4 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 945 time: 0.7225046 Jun 04 16:19:30.047941 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-98543e38-172a-43d0-b2a5-e9485e1a1857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:30.174303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:19:24Z', 'revision_number': 3, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port': {'id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:22Z', 'updated_at': '2022-06-04T16:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:30.179160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349a6a8-cc92-4545-8ff4-8e376baac8c9 None None] The sync data for ids ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'] in n-d-811809-3 is: [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:19:24Z', 'revision_number': 3, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port': {'id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:22Z', 'updated_at': '2022-06-04T16:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:19:30.271169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3939126-6c8d-4211-89c3-c22227469db7 req-b3aee98e-f5cf-46aa-b0e5-cf0ed5990da5 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524540 Jun 04 16:19:30.303630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-85d12cf9-f5c0-4a15-94d3-beef61d2a487 req-f40f8755-b7dd-4643-9f1b-06c3a8b6f470 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Deleting port 987369eb-9bb6-4a98-8f97-34742c9c3197 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:19:30.303971 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-85d12cf9-f5c0-4a15-94d3-beef61d2a487 req-f40f8755-b7dd-4643-9f1b-06c3a8b6f470 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:30.340516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-61442b2b-36d4-4258-9f54-1a9c16fc2550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:30.375869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] For port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:30.436434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626f61a-3e22-4d99-a28d-fc2474fe3466 req-804efee5-87aa-489e-96e5-da428d584a51 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:30.446066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626f61a-3e22-4d99-a28d-fc2474fe3466 req-804efee5-87aa-489e-96e5-da428d584a51 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:30.463268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626f61a-3e22-4d99-a28d-fc2474fe3466 req-804efee5-87aa-489e-96e5-da428d584a51 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:30.475759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6626f61a-3e22-4d99-a28d-fc2474fe3466 req-804efee5-87aa-489e-96e5-da428d584a51 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2399 time: 0.6352079 Jun 04 16:19:30.522418 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-61442b2b-36d4-4258-9f54-1a9c16fc2550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:30.540744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] For port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c,segment=NetworkSegment(aaa2993c-1004-4e6d-af11-5489f6e4bf34),segment_id=aaa2993c-1004-4e6d-af11-5489f6e4bf34)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:30.570071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-e66f19ef-d2fe-43af-9d0f-3662e57fb675 req-5edea4b1-2621-4b11-8236-a752a4bd5e5b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] For port 3b0e99d6-7f2c-441e-9b67-9daa362365ee, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3b0e99d6-7f2c-441e-9b67-9daa362365ee,segment=NetworkSegment(699fbab3-3988-4fa2-8b74-fddd1102efbf),segment_id=699fbab3-3988-4fa2-8b74-fddd1102efbf)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:30.570753 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e66f19ef-d2fe-43af-9d0f-3662e57fb675 req-5edea4b1-2621-4b11-8236-a752a4bd5e5b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:30.593685 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:30.594365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb3ae-2294-4c6a-a4ad-221759f62580 req-6ffbdaaf-0c9d-43e0-ae02-d760016e2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:30.596623 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-432bb3ae-2294-4c6a-a4ad-221759f62580 req-6ffbdaaf-0c9d-43e0-ae02-d760016e2b47 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5969453 Jun 04 16:19:30.603565 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:30.799500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Transition to ACTIVE for port object 89544919-f610-4518-bb06-e02d6c6131b7 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:30.821555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-e66f19ef-d2fe-43af-9d0f-3662e57fb675 req-5edea4b1-2621-4b11-8236-a752a4bd5e5b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Calling delete_port for 3b0e99d6-7f2c-441e-9b67-9daa362365ee owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:19:30.824591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6626f61a-3e22-4d99-a28d-fc2474fe3466 req-e42c50c5-c81c-4ffc-af5b-2bd0a700905f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479726 Jun 04 16:19:30.928800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Pushing event updated for resources: {'Port': ['ID=9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:30.952388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:30.953242 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:30.955391 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6e911900-7938-490b-a337-ef70f992bc2c service neutron] 10.222.0.46 "PUT /v2.0/ports/9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c HTTP/1.1" status: 200 len: 1091 time: 3.8902893 Jun 04 16:19:30.959314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'tag': '9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:31.015059 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:31.022527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Request body: {'port': {'device_id': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:31.139635 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:31.195938 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:31.280902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-9fe8bcf2-3949-4686-b199-4f89fc50e6de req-1a070ffb-0ca8-4dee-9ff5-a86993dd968f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] For port c8c3fd24-4f62-4793-8db6-6ee212845f2c, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c8c3fd24-4f62-4793-8db6-6ee212845f2c,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:31.281638 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9fe8bcf2-3949-4686-b199-4f89fc50e6de req-1a070ffb-0ca8-4dee-9ff5-a86993dd968f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:31.320013 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-61442b2b-36d4-4258-9f54-1a9c16fc2550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:31.365367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61442b2b-36d4-4258-9f54-1a9c16fc2550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa1de9d-60ad-433e-95b6-1cce17c6a8e8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:31.495720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-9fe8bcf2-3949-4686-b199-4f89fc50e6de req-1a070ffb-0ca8-4dee-9ff5-a86993dd968f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Calling delete_port for c8c3fd24-4f62-4793-8db6-6ee212845f2c owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:19:31.515024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-61442b2b-36d4-4258-9f54-1a9c16fc2550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:31.520955 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-61442b2b-36d4-4258-9f54-1a9c16fc2550 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaa1de9d-60ad-433e-95b6-1cce17c6a8e8 HTTP/1.1" status: 204 len: 168 time: 1.7693655 Jun 04 16:19:31.538540 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e66f19ef-d2fe-43af-9d0f-3662e57fb675 req-5edea4b1-2621-4b11-8236-a752a4bd5e5b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:31.641622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:31.740085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9391501a-f385-45d8-ae60-1aabcec67e27 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:31.741694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eed9da-b698-4fb1-95d0-aa2e05b56fa2 req-1c5bc90d-8958-401d-819e-54d8dbcae16b tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:31.743515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08eed9da-b698-4fb1-95d0-aa2e05b56fa2 req-1c5bc90d-8958-401d-819e-54d8dbcae16b tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 950 time: 1.0523396 Jun 04 16:19:31.747919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edea4b1-2621-4b11-8236-a752a4bd5e5b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Pushing event deleted for resources: {'Port': ['ID=3b0e99d6-7f2c-441e-9b67-9daa362365ee,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:31.790219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:31.806088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:31.865699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:31.944493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-85d12cf9-f5c0-4a15-94d3-beef61d2a487 req-f40f8755-b7dd-4643-9f1b-06c3a8b6f470 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] For port 987369eb-9bb6-4a98-8f97-34742c9c3197, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=987369eb-9bb6-4a98-8f97-34742c9c3197,segment=NetworkSegment(a873dfbe-eaae-47da-96c2-bddfe497fb6d),segment_id=a873dfbe-eaae-47da-96c2-bddfe497fb6d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:31.946222 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-85d12cf9-f5c0-4a15-94d3-beef61d2a487 req-f40f8755-b7dd-4643-9f1b-06c3a8b6f470 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:31.964114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 9391501a-f385-45d8-ae60-1aabcec67e27 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:31.975869 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9391501a-f385-45d8-ae60-1aabcec67e27 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:31.979053 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:31.979932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Pushing event updated for resources: {'Port': ['ID=89544919-f610-4518-bb06-e02d6c6131b7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:32.049725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66f19ef-d2fe-43af-9d0f-3662e57fb675 req-5edea4b1-2621-4b11-8236-a752a4bd5e5b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] No DVR routers for this DVR port 3b0e99d6-7f2c-441e-9b67-9daa362365ee on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:19:32.056148 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e66f19ef-d2fe-43af-9d0f-3662e57fb675 req-5edea4b1-2621-4b11-8236-a752a4bd5e5b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:32.059881 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e66f19ef-d2fe-43af-9d0f-3662e57fb675 req-5edea4b1-2621-4b11-8236-a752a4bd5e5b tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.42 "DELETE /v2.0/ports/3b0e99d6-7f2c-441e-9b67-9daa362365ee HTTP/1.1" status: 204 len: 173 time: 2.7187936 Jun 04 16:19:32.267954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08eed9da-b698-4fb1-95d0-aa2e05b56fa2 req-61c567db-81d8-4aa4-8fbc-68cbc58994e0 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057061 Jun 04 16:19:32.275898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9391501a-f385-45d8-ae60-1aabcec67e27 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:32.276487 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:32.302181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-85d12cf9-f5c0-4a15-94d3-beef61d2a487 req-f40f8755-b7dd-4643-9f1b-06c3a8b6f470 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Calling delete_port for 987369eb-9bb6-4a98-8f97-34742c9c3197 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:19:32.331803 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 9391501a-f385-45d8-ae60-1aabcec67e27, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9391501a-f385-45d8-ae60-1aabcec67e27,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:32.355085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-711bf329-ef26-4755-a9fe-d1f74f885b68 None None] Provisioning for port 89544919-f610-4518-bb06-e02d6c6131b7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:32.358933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580e078b-4dd2-408d-9205-7421c65db476 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:19:32.375212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:32.377914 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-711bf329-ef26-4755-a9fe-d1f74f885b68 None None] Provisioning complete for port 89544919-f610-4518-bb06-e02d6c6131b7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:32.379794 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-711bf329-ef26-4755-a9fe-d1f74f885b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:32.406746 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Transition to ACTIVE for port object 580e078b-4dd2-408d-9205-7421c65db476 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:32.415613 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:32.443292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c8c3fd24-4f62-4793-8db6-6ee212845f2c no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:19:32.502754 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:32.526801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a55c1848-86c4-43d3-91b2-35c34f306ca4 req-93d336b8-00d1-4c25-b0d1-d1ad750048c6 tempest-ServerMetadataNegativeTestJSON-1692979855 tempest-ServerMetadataNegativeTestJSON-1692979855-project] 10.222.0.13 "GET /v2.0/ports?device_id=846ade10-3fec-4913-b939-a43fb0e6461e HTTP/1.1" status: 200 len: 210 time: 0.5356417 Jun 04 16:19:32.548530 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b77ce7-28c2-415d-9c7e-09abe388fb8a'] response: {'name': 'network-changed', 'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'tag': '9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c', 'status': 'completed', 'code': 200} Jun 04 16:19:32.768658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=9391501a-f385-45d8-ae60-1aabcec67e27,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:32.825818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-711bf329-ef26-4755-a9fe-d1f74f885b68 None None] Port 89544919-f610-4518-bb06-e02d6c6131b7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:19:32.831405 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:32.980226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port c8c3fd24-4f62-4793-8db6-6ee212845f2c is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:32.980977 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:32.995074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Pushing event updated for resources: {'Port': ['ID=580e078b-4dd2-408d-9205-7421c65db476,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:33.043981 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:33.173879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Attempting to bind port 580e078b-4dd2-408d-9205-7421c65db476 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:33.175040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Attempting to bind port 580e078b-4dd2-408d-9205-7421c65db476 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'da95d012-2db7-46f4-8f4b-9b81b75d7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:33.175544 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Attempting to bind port 580e078b-4dd2-408d-9205-7421c65db476 on network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:33.184588 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b9ec0-636b-4fd2-8f9c-9d49931ee43d req-20f96988-d7e6-4688-92c5-a1791e98cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:33.185690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b9ec0-636b-4fd2-8f9c-9d49931ee43d req-20f96988-d7e6-4688-92c5-a1791e98cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:33.186267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b9ec0-636b-4fd2-8f9c-9d49931ee43d req-20f96988-d7e6-4688-92c5-a1791e98cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:33.187984 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-623b9ec0-636b-4fd2-8f9c-9d49931ee43d req-20f96988-d7e6-4688-92c5-a1791e98cbb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55529c8e77164b25a08ae78a561ce40a&device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2822 time: 0.6639698 Jun 04 16:19:33.192260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Port 580e078b-4dd2-408d-9205-7421c65db476 on network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:19:33.192564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Attempting to bind port 580e078b-4dd2-408d-9205-7421c65db476 on network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:33.222729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:33.223413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Checking segment: {'id': 'da95d012-2db7-46f4-8f4b-9b81b75d7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:33.224895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Bound using segment: {'id': 'da95d012-2db7-46f4-8f4b-9b81b75d7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:33.224895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Bound port: 580e078b-4dd2-408d-9205-7421c65db476, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da95d012-2db7-46f4-8f4b-9b81b75d7f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:33.224895 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:33.393481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35360) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:33.432482 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9fe8bcf2-3949-4686-b199-4f89fc50e6de req-1a070ffb-0ca8-4dee-9ff5-a86993dd968f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:33.440966 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-85d12cf9-f5c0-4a15-94d3-beef61d2a487 req-f40f8755-b7dd-4643-9f1b-06c3a8b6f470 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:33.465501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['6368b7ab-a09d-49d4-bf7d-087882efe336'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:33.529388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6ce06-c0b3-4f05-972e-3eb129dd9b69 req-e9e34f33-f2d7-4b15-909b-341bf7744d97 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:33.534988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['de14cf5d-f911-468f-b7f0-8f796df3808a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:33.545645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6ce06-c0b3-4f05-972e-3eb129dd9b69 req-e9e34f33-f2d7-4b15-909b-341bf7744d97 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:33.551359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6ce06-c0b3-4f05-972e-3eb129dd9b69 req-e9e34f33-f2d7-4b15-909b-341bf7744d97 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:33.552844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b9ec0-636b-4fd2-8f9c-9d49931ee43d req-67c5ae50-63e7-41af-aabd-015bfbb1e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:33.553017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bf6ce06-c0b3-4f05-972e-3eb129dd9b69 req-e9e34f33-f2d7-4b15-909b-341bf7744d97 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2411 time: 0.5106471 Jun 04 16:19:33.553620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b9ec0-636b-4fd2-8f9c-9d49931ee43d req-67c5ae50-63e7-41af-aabd-015bfbb1e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:33.554244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b9ec0-636b-4fd2-8f9c-9d49931ee43d req-67c5ae50-63e7-41af-aabd-015bfbb1e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:33.556270 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-623b9ec0-636b-4fd2-8f9c-9d49931ee43d req-67c5ae50-63e7-41af-aabd-015bfbb1e2d9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=55529c8e77164b25a08ae78a561ce40a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3609269 Jun 04 16:19:33.557553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] For port 580e078b-4dd2-408d-9205-7421c65db476, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:33.562342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] For port 580e078b-4dd2-408d-9205-7421c65db476, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=580e078b-4dd2-408d-9205-7421c65db476,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:33.576450 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8efd53-d9ec-48d4-949c-6e721c0920f1 req-114243fb-3ed1-494c-aa58-d072e82b448d tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:33.586073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af8efd53-d9ec-48d4-949c-6e721c0920f1 req-114243fb-3ed1-494c-aa58-d072e82b448d tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 945 time: 0.9278903 Jun 04 16:19:33.588581 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:33.642299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a070ffb-0ca8-4dee-9ff5-a86993dd968f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event deleted for resources: {'Port': ['ID=c8c3fd24-4f62-4793-8db6-6ee212845f2c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:33.717662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 987369eb-9bb6-4a98-8f97-34742c9c3197 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:19:33.771558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9391501a-f385-45d8-ae60-1aabcec67e27 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:33.834681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1478693752-network', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:33.834903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:33.834997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f8755-b7dd-4643-9f1b-06c3a8b6f470 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Pushing event deleted for resources: {'Port': ['ID=987369eb-9bb6-4a98-8f97-34742c9c3197,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:33.835100 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:33.840613 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] 10.222.0.46 "PUT /v2.0/ports/580e078b-4dd2-408d-9205-7421c65db476 HTTP/1.1" status: 200 len: 1092 time: 2.8284256 Jun 04 16:19:33.861079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 987369eb-9bb6-4a98-8f97-34742c9c3197 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:19:33.861420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 987369eb-9bb6-4a98-8f97-34742c9c3197 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:19:33.861838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3b0e99d6-7f2c-441e-9b67-9daa362365ee no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:19:33.918300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4b431-d7a2-4ad5-9cd5-bfaedbf025ae service neutron] Pushing event updated for resources: {'Port': ['ID=580e078b-4dd2-408d-9205-7421c65db476,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:33.949410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b9ec0-636b-4fd2-8f9c-9d49931ee43d req-32b8eb33-4dce-4806-8445-435cbdbf7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:33.949823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 3b0e99d6-7f2c-441e-9b67-9daa362365ee {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:19:33.950157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3b0e99d6-7f2c-441e-9b67-9daa362365ee not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:19:33.950966 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-623b9ec0-636b-4fd2-8f9c-9d49931ee43d req-32b8eb33-4dce-4806-8445-435cbdbf7117 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3871193 Jun 04 16:19:33.978611 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:34.034196 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:34.114205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9391501a-f385-45d8-ae60-1aabcec67e27 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:34.114887 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:34.127323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:34.159433 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe8bcf2-3949-4686-b199-4f89fc50e6de req-1a070ffb-0ca8-4dee-9ff5-a86993dd968f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] No DVR routers for this DVR port c8c3fd24-4f62-4793-8db6-6ee212845f2c on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:19:34.162719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Usage tracker for resource:network and tenant:4f4c485c2ef34d11931bdb454a82a6c4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:34.190592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-7b392e07-c363-4f7e-9c8b-e3c3cd622c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:34.191766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-7b392e07-c363-4f7e-9c8b-e3c3cd622c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:34.192394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-7b392e07-c363-4f7e-9c8b-e3c3cd622c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:34.194392 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-7b392e07-c363-4f7e-9c8b-e3c3cd622c4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55529c8e77164b25a08ae78a561ce40a&device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2864 time: 0.1843359 Jun 04 16:19:34.196480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af8efd53-d9ec-48d4-949c-6e721c0920f1 req-bb272909-336d-4337-b744-b1d30438786a tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e2b8de-a572-4282-95f5-491bacc8bc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094339 Jun 04 16:19:34.198662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:34.201990 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9fe8bcf2-3949-4686-b199-4f89fc50e6de req-1a070ffb-0ca8-4dee-9ff5-a86993dd968f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:34.230861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bf6ce06-c0b3-4f05-972e-3eb129dd9b69 req-bfcc7caf-40ee-4fee-857c-d1506c57e25e tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022768 Jun 04 16:19:34.231969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d12cf9-f5c0-4a15-94d3-beef61d2a487 req-f40f8755-b7dd-4643-9f1b-06c3a8b6f470 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] No DVR routers for this DVR port 987369eb-9bb6-4a98-8f97-34742c9c3197 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:19:34.233658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'name': 'network-vif-deleted', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:34.266830 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-85d12cf9-f5c0-4a15-94d3-beef61d2a487 req-f40f8755-b7dd-4643-9f1b-06c3a8b6f470 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:34.276295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:34.366512 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-8ed74163-d209-45b1-873b-d65e777aa093 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.16&port_id=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 HTTP/1.1" status: 200 len: 217 time: 0.1529033 Jun 04 16:19:34.404386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85d12cf9-f5c0-4a15-94d3-beef61d2a487 req-f40f8755-b7dd-4643-9f1b-06c3a8b6f470 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.42 "DELETE /v2.0/ports/987369eb-9bb6-4a98-8f97-34742c9c3197 HTTP/1.1" status: 204 len: 173 time: 4.3327932 Jun 04 16:19:34.412371 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fe8bcf2-3949-4686-b199-4f89fc50e6de req-1a070ffb-0ca8-4dee-9ff5-a86993dd968f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.42 "DELETE /v2.0/ports/c8c3fd24-4f62-4793-8db6-6ee212845f2c HTTP/1.1" status: 204 len: 173 time: 4.6812055 Jun 04 16:19:34.413468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Made reservation on behalf of 4f4c485c2ef34d11931bdb454a82a6c4 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:34.415611 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:34.450993 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:34.504085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:34.509121 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:34.513024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-e96c35bf-feb7-42d4-aff4-4d5ca65641ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:34.514696 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-e96c35bf-feb7-42d4-aff4-4d5ca65641ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2428de6a-309b-447d-9b19-d0225ea549fa HTTP/1.1" status: 200 len: 801 time: 0.1435080 Jun 04 16:19:34.600534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9391501a-f385-45d8-ae60-1aabcec67e27 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:34.603262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846ade10-3fec-4913-b939-a43fb0e6461e', 'name': 'network-vif-deleted', 'tag': '3b0e99d6-7f2c-441e-9b67-9daa362365ee'}, {'name': 'network-changed', 'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'tag': '580e078b-4dd2-408d-9205-7421c65db476'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:34.629804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Usage tracker for resource:security_group_rule and tenant:4f4c485c2ef34d11931bdb454a82a6c4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:34.641441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:34.650158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-12b8661f-b9bd-4a0e-91a0-5fe899c55e6e req-9c05f3f6-c9da-4892-876f-1de48e9ff49a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Synchronizing usage tracker for tenant:ebd00055ee90437ca2acd288885c518a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:34.677039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-e32b5307-bc24-4378-9e30-d96c8e38b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:34.678576 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-e32b5307-bc24-4378-9e30-d96c8e38b402 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=291069e5-1cb4-4956-99d9-9b34ae9e86f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1570687 Jun 04 16:19:34.719131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:34.802549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-12b8661f-b9bd-4a0e-91a0-5fe899c55e6e req-9c05f3f6-c9da-4892-876f-1de48e9ff49a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Unset dirty status for tenant:ebd00055ee90437ca2acd288885c518a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:34.803721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12b8661f-b9bd-4a0e-91a0-5fe899c55e6e req-9c05f3f6-c9da-4892-876f-1de48e9ff49a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=9032dee9-6c84-48bf-8f48-3363638436d5 HTTP/1.1" status: 200 len: 210 time: 0.3080354 Jun 04 16:19:34.886268 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-18b53162-03f8-4328-9fa4-01d1ae148e72 service neutron] 10.222.0.46 "GET /v2.0/networks/291069e5-1cb4-4956-99d9-9b34ae9e86f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926818 Jun 04 16:19:34.938187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35380) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:35.030024 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb4b748-e57e-4020-ab03-f911a6b69e13'] response: {'server_uuid': '9032dee9-6c84-48bf-8f48-3363638436d5', 'name': 'network-vif-deleted', 'tag': 'c8c3fd24-4f62-4793-8db6-6ee212845f2c', 'status': 'completed', 'code': 200} Jun 04 16:19:35.074976 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.088899 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.117019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:19:35.140692 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9e6cf7-4e27-4c50-877b-a7e7b4e367d4'] response: {'server_uuid': '846ade10-3fec-4913-b939-a43fb0e6461e', 'name': 'network-vif-deleted', 'tag': '3b0e99d6-7f2c-441e-9b67-9daa362365ee', 'status': 'completed', 'code': 200} Jun 04 16:19:35.140966 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9e6cf7-4e27-4c50-877b-a7e7b4e367d4'] response: {'name': 'network-changed', 'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'tag': '580e078b-4dd2-408d-9205-7421c65db476', 'status': 'completed', 'code': 200} Jun 04 16:19:35.184807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c221a36-3910-467d-8ca0-4785364f4952,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:35.193829 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.194170 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Added segment aaea328c-362d-49af-b2fa-8440849662a3 of type vlan for network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 Jun 04 16:19:35.200347 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.208185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd1156c-fda5-4285-85a4-1b39fcf91a22 admin admin] Deleting subnet 73ceb99a-43fa-41af-aee4-cce788c9774e {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:19:35.213491 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.214670 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bbd1156c-fda5-4285-85a4-1b39fcf91a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.297903 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-059bc5cf-5b10-4d72-bdaa-d199ee965d81 service neutron] 10.222.0.46 "GET /v2.0/networks/291069e5-1cb4-4956-99d9-9b34ae9e86f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044611 Jun 04 16:19:35.375928 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bbd1156c-fda5-4285-85a4-1b39fcf91a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.431932 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-6b076dbc-ed0d-4756-bc92-3ed2d4345d40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.48&port_id=9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c HTTP/1.1" status: 200 len: 217 time: 0.1179955 Jun 04 16:19:35.497963 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.527991 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bbd1156c-fda5-4285-85a4-1b39fcf91a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.579542 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.604853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-4351ae5d-c7e8-46dd-8e05-4c9988b8260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:35.606788 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-4351ae5d-c7e8-46dd-8e05-4c9988b8260e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a64905e5-2dc1-4250-80e1-ac27f1af13b9 HTTP/1.1" status: 200 len: 801 time: 0.1670723 Jun 04 16:19:35.657622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.658637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:35.659217 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.740448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-22b7b619-f1e8-4314-87c5-82f838a64a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:35.742139 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-22b7b619-f1e8-4314-87c5-82f838a64a8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abebbccc-1ccc-422c-9fcc-f3dd8c8854e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1259375 Jun 04 16:19:35.745397 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bbd1156c-fda5-4285-85a4-1b39fcf91a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.758477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e8d403cf-19c0-453f-ad5f-fa05d9a5162a req-901c8363-d637-400f-bbf1-3c0b71823bb4 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Synchronizing usage tracker for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:35.818140 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bbd1156c-fda5-4285-85a4-1b39fcf91a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:35.825276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1156c-fda5-4285-85a4-1b39fcf91a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ceb99a-43fa-41af-aee4-cce788c9774e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:35.840751 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bbd1156c-fda5-4285-85a4-1b39fcf91a22 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/73ceb99a-43fa-41af-aee4-cce788c9774e HTTP/1.1" status: 204 len: 168 time: 0.8986514 Jun 04 16:19:35.889466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35392) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:35.899717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Pushing event updated for resources: {'Port': ['ID=89544919-f610-4518-bb06-e02d6c6131b7,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:36.007475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6028769 Jun 04 16:19:36.018335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:36.021567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35396) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:36.030824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:36.037710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e8d403cf-19c0-453f-ad5f-fa05d9a5162a req-901c8363-d637-400f-bbf1-3c0b71823bb4 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] Unset dirty status for tenant:a5ab49c29daa4a08b32221dccc05ebd8 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:36.042794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Request body: {'subnet': {'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1478693752-subnet', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:36.051347 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8d403cf-19c0-453f-ad5f-fa05d9a5162a req-901c8363-d637-400f-bbf1-3c0b71823bb4 tempest-LiveAutoBlockMigrationV225Test-1386916320 tempest-LiveAutoBlockMigrationV225Test-1386916320-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee31b6df-c2f0-48fb-96c5-f47eeeca7608 HTTP/1.1" status: 200 len: 210 time: 0.4573061 Jun 04 16:19:36.067191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:36.079487 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ccfdc4c8-82bd-4769-b1ca-07dd490b9c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:36.079487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Usage tracker for resource:subnet and tenant:4f4c485c2ef34d11931bdb454a82a6c4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:36.083764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:36.087145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81140ab-b50e-48ab-9a43-22fcae282325 req-4bb5cc79-ba11-4218-bba7-6d5620e663eb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:36.093823 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-98736c7f-a003-4def-bdba-87c52c8c0d56 service neutron] 10.222.0.46 "GET /v2.0/networks/abebbccc-1ccc-422c-9fcc-f3dd8c8854e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396046 Jun 04 16:19:36.103301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:36.104524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81140ab-b50e-48ab-9a43-22fcae282325 req-4bb5cc79-ba11-4218-bba7-6d5620e663eb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:36.114461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81140ab-b50e-48ab-9a43-22fcae282325 req-4bb5cc79-ba11-4218-bba7-6d5620e663eb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:36.126036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d81140ab-b50e-48ab-9a43-22fcae282325 req-4bb5cc79-ba11-4218-bba7-6d5620e663eb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2411 time: 0.5815454 Jun 04 16:19:36.150117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba9393-b9ff-46ca-a13a-05ac9ff3ffb0 admin admin] Pushing event updated for resources: {'Network': ['ID=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:36.160340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:19:36.337309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35404) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:36.484542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Made reservation on behalf of 4f4c485c2ef34d11931bdb454a82a6c4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:36.487530 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:36.511069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-173aca50-9a7b-42ed-a6bb-99add9c8e108 None None] Provisioning complete for port 89544919-f610-4518-bb06-e02d6c6131b7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:36.511938 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-173aca50-9a7b-42ed-a6bb-99add9c8e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:36.532238 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d81140ab-b50e-48ab-9a43-22fcae282325 req-26c8c38f-e36a-4056-8344-1d3d184349e9 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052196 Jun 04 16:19:36.617418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Router ab61b57a-3a8d-408c-85d1-7bd6086d92bb has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:19:36.675326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-173aca50-9a7b-42ed-a6bb-99add9c8e108 None None] Port 89544919-f610-4518-bb06-e02d6c6131b7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:19:36.822411 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ccfdc4c8-82bd-4769-b1ca-07dd490b9c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:36.873393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6c54304-7df2-4b95-8dd1-bb0eba8bd749 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:36.902883 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-0efeb2cc-b742-4a0a-982d-badc831fb40b service neutron] 10.222.0.46 "GET /v2.0/networks/abebbccc-1ccc-422c-9fcc-f3dd8c8854e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7969172 Jun 04 16:19:36.969483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ccfdc4c8-82bd-4769-b1ca-07dd490b9c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fdc3e6-27a6-4a30-a65a-b658e4815e00']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:37.010482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ccfdc4c8-82bd-4769-b1ca-07dd490b9c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699fbab3-3988-4fa2-8b74-fddd1102efbf') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:37.010928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ccfdc4c8-82bd-4769-b1ca-07dd490b9c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699fbab3-3988-4fa2-8b74-fddd1102efbf') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:37.018892 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-efb72ad9-7747-4241-bd73-dc506a70399c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=580e078b-4dd2-408d-9205-7421c65db476 HTTP/1.1" status: 200 len: 217 time: 0.1080992 Jun 04 16:19:37.024517 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6c54304-7df2-4b95-8dd1-bb0eba8bd749 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:37.037604 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ccfdc4c8-82bd-4769-b1ca-07dd490b9c2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:37.037821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee31b6df-c2f0-48fb-96c5-f47eeeca7608', 'name': 'network-vif-deleted', 'tag': '987369eb-9bb6-4a98-8f97-34742c9c3197'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:37.078010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:19:37.086384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bb4cac5b-0ac7-41f4-b4e7-4f786dcb8f54 admin admin] 10.222.0.13 "PUT /v2.0/routers/ab61b57a-3a8d-408c-85d1-7bd6086d92bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7008200 Jun 04 16:19:37.099740 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Sync routers for ids ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:19:37.112362 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Routers {'ab61b57a-3a8d-408c-85d1-7bd6086d92bb'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:19:37.113118 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:19:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:37.135283 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad146967-f479-4594-ad10-72cd91694a9c'] response: {'server_uuid': 'ee31b6df-c2f0-48fb-96c5-f47eeeca7608', 'name': 'network-vif-deleted', 'tag': '987369eb-9bb6-4a98-8f97-34742c9c3197', 'status': 'completed', 'code': 200} Jun 04 16:19:37.166492 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ccfdc4c8-82bd-4769-b1ca-07dd490b9c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:37.181043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfdc4c8-82bd-4769-b1ca-07dd490b9c2d admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:19:37.182008 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ccfdc4c8-82bd-4769-b1ca-07dd490b9c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:37.216811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-4481ef4b-58f5-4b5e-b3bb-e36b51776602 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:37.217068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-f878934c-11a7-4f1f-8967-f0fd59721069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:37.223957 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-f878934c-11a7-4f1f-8967-f0fd59721069 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2428de6a-309b-447d-9b19-d0225ea549fa HTTP/1.1" status: 200 len: 801 time: 0.1861062 Jun 04 16:19:37.225376 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-4481ef4b-58f5-4b5e-b3bb-e36b51776602 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/networks?id=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 HTTP/1.1" status: 200 len: 815 time: 0.4202979 Jun 04 16:19:37.260658 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-ee07c43b-b006-4689-97ad-65a8a2c62fd4 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/quotas/60ac837242f346f296181deb284c70b8 HTTP/1.1" status: 200 len: 375 time: 0.0342755 Jun 04 16:19:37.263275 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35432) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:37.339977 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Set router ab61b57a-3a8d-408c-85d1-7bd6086d92bb gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:19:37.358502 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 699fbab3-3988-4fa2-8b74-fddd1102efbf resource provider aggregate not found Jun 04 16:19:37.392328 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-f0c7e842-10bb-4d7b-953a-49857c51abe0 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=60ac837242f346f296181deb284c70b8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1304038 Jun 04 16:19:37.419309 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 699fbab3-3988-4fa2-8b74-fddd1102efbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 699fbab3-3988-4fa2-8b74-fddd1102efbf found for delete ", "request_id": "req-317c8055-9079-43f9-975a-be53c193154f"}]} Jun 04 16:19:37.481469 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ccfdc4c8-82bd-4769-b1ca-07dd490b9c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:37.496430 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ccfdc4c8-82bd-4769-b1ca-07dd490b9c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:37.668424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdc4c8-82bd-4769-b1ca-07dd490b9c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=a4fdc3e6-27a6-4a30-a65a-b658e4815e00,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:37.668597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3362ce-8e72-40cb-9f05-56e3435d1c53 admin admin] Deleting subnet 47e12d5c-bc8b-435f-bebd-f23b80669698 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:19:37.673548 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a3362ce-8e72-40cb-9f05-56e3435d1c53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:37.677644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:37.684168 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6c54304-7df2-4b95-8dd1-bb0eba8bd749 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:37.689764 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6c54304-7df2-4b95-8dd1-bb0eba8bd749 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:37.697796 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d6c54304-7df2-4b95-8dd1-bb0eba8bd749 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "DELETE /v2.0/security-groups/c9c15e20-7cf4-4507-9e90-cd21e232d687 HTTP/1.1" status: 204 len: 168 time: 1.3518186 Jun 04 16:19:37.704359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35448) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:37.740769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-cd828a42-3a54-432d-8b1e-6a1f8eb1d044 service neutron] 10.222.0.13 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475049 Jun 04 16:19:37.775075 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a3362ce-8e72-40cb-9f05-56e3435d1c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:37.827272 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ccfdc4c8-82bd-4769-b1ca-07dd490b9c2d admin admin] 10.222.0.13 "DELETE /v2.0/networks/a4fdc3e6-27a6-4a30-a65a-b658e4815e00 HTTP/1.1" status: 204 len: 168 time: 1.9363933 Jun 04 16:19:37.849428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f31b0c1-838c-41c1-9535-61fd0b6a0976,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:37.859280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35454) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:37.870835 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:19:34Z', 'revision_number': 4, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port': {'id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:22Z', 'updated_at': '2022-06-04T16:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '89544919-f610-4518-bb06-e02d6c6131b7', 'name': '', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'mac_address': 'fa:16:3e:2b:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6e3877da-18e8-488d-8839-da9f59802736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:28Z', 'updated_at': '2022-06-04T16:19:34Z', 'revision_number': 2, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'subnets': [{'id': '6e3877da-18e8-488d-8839-da9f59802736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:37.880366 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Checking router: ab61b57a-3a8d-408c-85d1-7bd6086d92bb for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:19:37.881582 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Updating router ab61b57a-3a8d-408c-85d1-7bd6086d92bb port 89544919-f610-4518-bb06-e02d6c6131b7 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:19:37.882004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c54304-7df2-4b95-8dd1-bb0eba8bd749 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c15e20-7cf4-4507-9e90-cd21e232d687,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:37.893962 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-9d4069a3-5f12-4189-b62b-d6c4ce40a686 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] show failed (client error): The resource could not be found. Jun 04 16:19:37.895160 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9d4069a3-5f12-4189-b62b-d6c4ce40a686 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups/c9c15e20-7cf4-4507-9e90-cd21e232d687 HTTP/1.1" status: 404 len: 347 time: 0.0658588 Jun 04 16:19:37.898128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35458) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:37.909567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-519926e4-1c6a-477b-a58d-f2a2c67812d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:37.911070 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-519926e4-1c6a-477b-a58d-f2a2c67812d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=291069e5-1cb4-4956-99d9-9b34ae9e86f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6372943 Jun 04 16:19:37.916389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1121243478', 'description': 'tempest-description--1687817377'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:37.951733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:37.969390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Usage tracker for resource:security_group and tenant:1697a44ed7874d3a82b41e3e0a8977c8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:37.973600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:38.011449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:38.033931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:38.040205 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:38.053767 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a3362ce-8e72-40cb-9f05-56e3435d1c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:38.125317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35462) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:38.164365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Checking segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:38.165220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Network hostable DHCP agents. Network: 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:19:38.224523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f2c0e0b0-4ce1-42b8-a567-bc0893a6eee3 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Deleting port 44c594fe-fdc2-41d1-b756-5392c837743b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:19:38.227039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e0b0-4ce1-42b8-a567-bc0893a6eee3 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:38.231290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:38.242490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-4cfa1bd1-6e34-47c3-b034-9e223bfbb31f service neutron] 10.222.0.13 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008028 Jun 04 16:19:38.264083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4e002871-ff1b-42ce-9b10-624f6809488c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76f946e503e24e96b4565a75ffbb4266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1375809 Jun 04 16:19:38.267813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35466) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:38.269125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Usage tracker for resource:security_group_rule and tenant:1697a44ed7874d3a82b41e3e0a8977c8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:38.287469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:38.315113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:19:38.328109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:38.414372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:38.427327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e765313a-8c60-420a-8473-884e6b0f18f0 None None] Network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:38.500810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef5104-8e06-45b0-8171-bc0616ae11e7 req-c9e4a668-124b-453c-a503-95b951d5b7bd tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:38.512265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef5104-8e06-45b0-8171-bc0616ae11e7 req-c9e4a668-124b-453c-a503-95b951d5b7bd tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:38.513208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef5104-8e06-45b0-8171-bc0616ae11e7 req-c9e4a668-124b-453c-a503-95b951d5b7bd tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:38.520682 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28ef5104-8e06-45b0-8171-bc0616ae11e7 req-c9e4a668-124b-453c-a503-95b951d5b7bd tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2411 time: 0.4935455 Jun 04 16:19:38.528457 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a3362ce-8e72-40cb-9f05-56e3435d1c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:38.580415 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:38.611582 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Transition to ACTIVE for port object 89544919-f610-4518-bb06-e02d6c6131b7 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:38.621876 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:38.655441 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a3362ce-8e72-40cb-9f05-56e3435d1c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:38.728886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:38.729903 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:38.771035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfb441db-22a7-41f2-9555-e17065642771 req-6308452f-e334-4d15-be86-255b8180f6b7 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 210 time: 0.2437315 Jun 04 16:19:38.772090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3362ce-8e72-40cb-9f05-56e3435d1c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e12d5c-bc8b-435f-bebd-f23b80669698,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:38.832009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2a3362ce-8e72-40cb-9f05-56e3435d1c53 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/47e12d5c-bc8b-435f-bebd-f23b80669698 HTTP/1.1" status: 204 len: 168 time: 1.5653307 Jun 04 16:19:38.852492 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42285ba8-9e36-4e1c-94f0-aae98ad45f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:38.865796 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e0b0-4ce1-42b8-a567-bc0893a6eee3 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:38.866171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e0b0-4ce1-42b8-a567-bc0893a6eee3 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:38.881380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35480) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:38.903408 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Pushing event updated for resources: {'Port': ['ID=89544919-f610-4518-bb06-e02d6c6131b7,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:38.935474 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:38.935753 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:38.936068 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:38.936280 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:38.936544 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:38.936852 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:38.937161 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:38.937467 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:38.937771 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:38.938079 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:38.938380 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:38.947428 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:19:38.969992 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:19:38.972581 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.055932 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.080995 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28ef5104-8e06-45b0-8171-bc0616ae11e7 req-4a4d4320-eec4-4622-b903-fb9c23f429b3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522535 Jun 04 16:19:39.111219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f2c0e0b0-4ce1-42b8-a567-bc0893a6eee3 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Calling delete_port for 44c594fe-fdc2-41d1-b756-5392c837743b owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:19:39.146233 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Attempting to bind port 89544919-f610-4518-bb06-e02d6c6131b7 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:39.146838 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Attempting to bind port 89544919-f610-4518-bb06-e02d6c6131b7 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'ed8d78e7-8f08-4945-9937-69713d0db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:39.147490 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Attempting to bind port 89544919-f610-4518-bb06-e02d6c6131b7 on network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:39.156342 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:39.156998 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Checking segment: {'id': 'ed8d78e7-8f08-4945-9937-69713d0db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:39.157705 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.159263 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Bound using segment: {'id': 'ed8d78e7-8f08-4945-9937-69713d0db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:39.159892 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Bound port: 89544919-f610-4518-bb06-e02d6c6131b7, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8d78e7-8f08-4945-9937-69713d0db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:39.160432 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.172812 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.208885 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42285ba8-9e36-4e1c-94f0-aae98ad45f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.211324 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-95692454-dcaf-4192-8046-303f9bfe020a service neutron] 10.222.0.46 "GET /v2.0/networks/291069e5-1cb4-4956-99d9-9b34ae9e86f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2275023 Jun 04 16:19:39.224614 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c29a4489-0612-4b53-afc9-4570d13afea2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2019348 Jun 04 16:19:39.254070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35486) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:39.275688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:39.298916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:39.325540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Usage tracker for resource:router and tenant:4f4c485c2ef34d11931bdb454a82a6c4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:39.330010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:39.340460 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.341916 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4733667 Jun 04 16:19:39.351653 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51e217ad-a1bd-44b2-8e9a-cfff4896d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.353703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35490) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:39.354563 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] For port 89544919-f610-4518-bb06-e02d6c6131b7, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:39.356340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:39.359360 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] For port 89544919-f610-4518-bb06-e02d6c6131b7, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=89544919-f610-4518-bb06-e02d6c6131b7,segment=NetworkSegment(ed8d78e7-8f08-4945-9937-69713d0db629),segment_id=ed8d78e7-8f08-4945-9937-69713d0db629)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:39.370885 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.378226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829de85-ffa0-4120-9955-9384699168b2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541349b8-574d-4edb-913a-72ae045612a7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:39.384286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Allocated IP 172.20.0.2 (3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47/9f31b0c1-838c-41c1-9535-61fd0b6a0976/754397d1-7ff9-4530-b644-4c5ae7ba98aa) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:39.402566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-18755ae4-06b2-40a5-84f2-01b7de0dcd4e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Request body: {'security_group_rule': {'security_group_id': '541349b8-574d-4edb-913a-72ae045612a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:39.414699 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ec7627a-084a-4639-9fbe-a92fac10a4b6 req-5fe601a2-1c21-4842-a685-2faa10c9976a service neutron] 10.222.0.46 "GET /v2.0/networks/291069e5-1cb4-4956-99d9-9b34ae9e86f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918857 Jun 04 16:19:39.435267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-18755ae4-06b2-40a5-84f2-01b7de0dcd4e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:39.438594 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.443972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.460037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-18755ae4-06b2-40a5-84f2-01b7de0dcd4e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Usage tracker for resource:security_group_rule and tenant:1697a44ed7874d3a82b41e3e0a8977c8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:39.473485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-18755ae4-06b2-40a5-84f2-01b7de0dcd4e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:39.492985 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4821315-93be-454e-8c50-912eb2a296c1 None None] Pushing event updated for resources: {'Port': ['ID=89544919-f610-4518-bb06-e02d6c6131b7,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:39.495817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-18755ae4-06b2-40a5-84f2-01b7de0dcd4e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:39.496081 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Routers {'ab61b57a-3a8d-408c-85d1-7bd6086d92bb'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:19:39.496678 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:19:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:39.621511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e0b0-4ce1-42b8-a567-bc0893a6eee3 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.661457 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42285ba8-9e36-4e1c-94f0-aae98ad45f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.842190 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.856554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0e0b0-4ce1-42b8-a567-bc0893a6eee3 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event deleted for resources: {'Port': ['ID=44c594fe-fdc2-41d1-b756-5392c837743b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:39.878051 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.893058 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18755ae4-06b2-40a5-84f2-01b7de0dcd4e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.894406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Transition to ACTIVE for port object 754397d1-7ff9-4530-b644-4c5ae7ba98aa will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:39.914379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42285ba8-9e36-4e1c-94f0-aae98ad45f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949ca37d-3c90-40e2-8f66-dac425f33e1e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:39.931303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Transition to ACTIVE for port object 754397d1-7ff9-4530-b644-4c5ae7ba98aa will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:39.958356 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.967295 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51e217ad-a1bd-44b2-8e9a-cfff4896d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:39.984152 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e0b0-4ce1-42b8-a567-bc0893a6eee3 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:40.004943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d545e14-8153-45d9-98e0-86cb16b7c7a1 req-85149a01-c4ea-4b68-b1f0-a14bb4b36318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:40.015279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d545e14-8153-45d9-98e0-86cb16b7c7a1 req-85149a01-c4ea-4b68-b1f0-a14bb4b36318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:40.015877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d545e14-8153-45d9-98e0-86cb16b7c7a1 req-85149a01-c4ea-4b68-b1f0-a14bb4b36318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:40.017726 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3d545e14-8153-45d9-98e0-86cb16b7c7a1 req-85149a01-c4ea-4b68-b1f0-a14bb4b36318 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=55529c8e77164b25a08ae78a561ce40a&device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2864 time: 0.2762389 Jun 04 16:19:40.043096 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] Set router ab61b57a-3a8d-408c-85d1-7bd6086d92bb gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:19:40.115920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:40.121688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:40.127112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:40.171397 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e0b0-4ce1-42b8-a567-bc0893a6eee3 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:40.182763 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f2c0e0b0-4ce1-42b8-a567-bc0893a6eee3 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "DELETE /v2.0/floatingips/4a0180a3-e1de-4506-b80d-1d67841184af HTTP/1.1" status: 204 len: 168 time: 2.2832525 Jun 04 16:19:40.221650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Pushing event updated for resources: {'Port': ['ID=754397d1-7ff9-4530-b644-4c5ae7ba98aa,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:40.335748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Attempting to bind port 754397d1-7ff9-4530-b644-4c5ae7ba98aa on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:40.336497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Attempting to bind port 754397d1-7ff9-4530-b644-4c5ae7ba98aa by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:40.337031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Attempting to bind port 754397d1-7ff9-4530-b644-4c5ae7ba98aa on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:40.345284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:40.345820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Checking segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:40.346951 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:40.347424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Bound using segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:40.348749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Bound port: 754397d1-7ff9-4530-b644-4c5ae7ba98aa, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:40.349394 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:40.442727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d545e14-8153-45d9-98e0-86cb16b7c7a1 req-87c4f9bd-29df-4fc0-9680-17c23af1d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:40.444657 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3d545e14-8153-45d9-98e0-86cb16b7c7a1 req-87c4f9bd-29df-4fc0-9680-17c23af1d008 service neutron] 10.222.0.46 "GET /v2.0/networks?id=291069e5-1cb4-4956-99d9-9b34ae9e86f5 HTTP/1.1" status: 200 len: 903 time: 0.4070649 Jun 04 16:19:40.506778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-51e217ad-a1bd-44b2-8e9a-cfff4896d532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4174afad-8f69-40c2-8826-5ab168bb142e']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:40.526284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] For port 754397d1-7ff9-4530-b644-4c5ae7ba98aa, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:40.540774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] For port 754397d1-7ff9-4530-b644-4c5ae7ba98aa, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=754397d1-7ff9-4530-b644-4c5ae7ba98aa,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:40.552434 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:40.572110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25fe2db0-4fe2-43df-8b86-90045b42eb79 req-7948d135-4b27-475c-b3fa-b9d1d436fd4f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 210 time: 0.5101936 Jun 04 16:19:40.607905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-51e217ad-a1bd-44b2-8e9a-cfff4896d532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a873dfbe-eaae-47da-96c2-bddfe497fb6d') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:40.608258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-51e217ad-a1bd-44b2-8e9a-cfff4896d532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a873dfbe-eaae-47da-96c2-bddfe497fb6d') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:40.636690 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42285ba8-9e36-4e1c-94f0-aae98ad45f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:40.637856 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-42285ba8-9e36-4e1c-94f0-aae98ad45f99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/949ca37d-3c90-40e2-8f66-dac425f33e1e HTTP/1.1" status: 204 len: 168 time: 2.3596137 Jun 04 16:19:40.659203 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3d545e14-8153-45d9-98e0-86cb16b7c7a1 req-e90cf692-1a71-4fdf-b293-d28a4140b143 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=580e078b-4dd2-408d-9205-7421c65db476 HTTP/1.1" status: 200 len: 217 time: 0.2074354 Jun 04 16:19:40.672173 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:19:34Z', 'revision_number': 4, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port': {'id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:22Z', 'updated_at': '2022-06-04T16:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '89544919-f610-4518-bb06-e02d6c6131b7', 'name': '', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'mac_address': 'fa:16:3e:2b:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6e3877da-18e8-488d-8839-da9f59802736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:28Z', 'updated_at': '2022-06-04T16:19:39Z', 'revision_number': 4, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'subnets': [{'id': '6e3877da-18e8-488d-8839-da9f59802736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:40.677192 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e215425-e677-415b-8c16-9b5bae53e7ff None None] The sync data for ids ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'] in n-d-811809-3 is: [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:19:34Z', 'revision_number': 4, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port': {'id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:22Z', 'updated_at': '2022-06-04T16:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '89544919-f610-4518-bb06-e02d6c6131b7', 'name': '', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'mac_address': 'fa:16:3e:2b:96:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6e3877da-18e8-488d-8839-da9f59802736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:28Z', 'updated_at': '2022-06-04T16:19:39Z', 'revision_number': 4, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'subnets': [{'id': '6e3877da-18e8-488d-8839-da9f59802736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:19:40.813762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d545e14-8153-45d9-98e0-86cb16b7c7a1 req-4bffd0b0-5ce1-41c4-8c82-21c7ef52f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:40.815273 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3d545e14-8153-45d9-98e0-86cb16b7c7a1 req-4bffd0b0-5ce1-41c4-8c82-21c7ef52f187 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2428de6a-309b-447d-9b19-d0225ea549fa HTTP/1.1" status: 200 len: 801 time: 0.1401064 Jun 04 16:19:40.862176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521acc4-470d-4b5b-81ef-21cf6f403925 None None] Pushing event updated for resources: {'Port': ['ID=754397d1-7ff9-4530-b644-4c5ae7ba98aa,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:40.956831 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51e217ad-a1bd-44b2-8e9a-cfff4896d532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:41.041437 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d545e14-8153-45d9-98e0-86cb16b7c7a1 req-2d268b6a-5c82-4753-a203-ba260a65496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:41.048944 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3d545e14-8153-45d9-98e0-86cb16b7c7a1 req-2d268b6a-5c82-4753-a203-ba260a65496d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=291069e5-1cb4-4956-99d9-9b34ae9e86f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2263582 Jun 04 16:19:41.328963 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51e217ad-a1bd-44b2-8e9a-cfff4896d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:41.346075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e217ad-a1bd-44b2-8e9a-cfff4896d532 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:19:41.350907 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51e217ad-a1bd-44b2-8e9a-cfff4896d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:41.527523 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3d545e14-8153-45d9-98e0-86cb16b7c7a1 req-b92e494c-6528-4607-b3a8-2b276936c760 service neutron] 10.222.0.46 "GET /v2.0/networks/291069e5-1cb4-4956-99d9-9b34ae9e86f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719865 Jun 04 16:19:41.838418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 754397d1-7ff9-4530-b644-4c5ae7ba98aa up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:41.866810 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment a873dfbe-eaae-47da-96c2-bddfe497fb6d resource provider aggregate not found Jun 04 16:19:41.958477 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3d545e14-8153-45d9-98e0-86cb16b7c7a1 req-dd293067-77cc-4e4e-a639-e5ef53a9a267 service neutron] 10.222.0.46 "GET /v2.0/networks/291069e5-1cb4-4956-99d9-9b34ae9e86f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233217 Jun 04 16:19:42.012404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 754397d1-7ff9-4530-b644-4c5ae7ba98aa completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:42.020055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 89544919-f610-4518-bb06-e02d6c6131b7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:42.036260 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment a873dfbe-eaae-47da-96c2-bddfe497fb6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a873dfbe-eaae-47da-96c2-bddfe497fb6d found for delete ", "request_id": "req-1e4d80a8-3a80-44e7-b9e8-ab44ffa84f92"}]} Jun 04 16:19:42.037768 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51e217ad-a1bd-44b2-8e9a-cfff4896d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:42.084060 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:42.109473 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51e217ad-a1bd-44b2-8e9a-cfff4896d532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:42.114724 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18755ae4-06b2-40a5-84f2-01b7de0dcd4e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:42.137348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e217ad-a1bd-44b2-8e9a-cfff4896d532 admin admin] Pushing event deleted for resources: {'Network': ['ID=4174afad-8f69-40c2-8826-5ab168bb142e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:42.162853 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18755ae4-06b2-40a5-84f2-01b7de0dcd4e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:42.226518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 89544919-f610-4518-bb06-e02d6c6131b7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:42.264735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 89544919-f610-4518-bb06-e02d6c6131b7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:42.266965 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:42.406737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9f167-80c7-434e-ad00-da74fff04b83 req-8dae2895-4017-415a-a9af-448527b84641 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:42.413402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9f167-80c7-434e-ad00-da74fff04b83 req-8dae2895-4017-415a-a9af-448527b84641 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:42.420785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9f167-80c7-434e-ad00-da74fff04b83 req-8dae2895-4017-415a-a9af-448527b84641 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:42.428485 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccb9f167-80c7-434e-ad00-da74fff04b83 req-8dae2895-4017-415a-a9af-448527b84641 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2411 time: 1.9131875 Jun 04 16:19:42.442178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-c36d6ce1-9386-403e-a08a-bed210a6d6cf tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:42.448420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-c36d6ce1-9386-403e-a08a-bed210a6d6cf tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.42 "GET /v2.0/networks?id=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 HTTP/1.1" status: 200 len: 815 time: 1.4780736 Jun 04 16:19:42.466579 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18755ae4-06b2-40a5-84f2-01b7de0dcd4e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:42.470210 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-18755ae4-06b2-40a5-84f2-01b7de0dcd4e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1032214 Jun 04 16:19:42.470603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35534) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:42.481839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1c4a3850-f64d-4cb6-bf54-7975af276ae5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Request body: {'security_group_rule': {'security_group_id': '541349b8-574d-4edb-913a-72ae045612a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:42.491901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1c4a3850-f64d-4cb6-bf54-7975af276ae5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:42.497971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1c4a3850-f64d-4cb6-bf54-7975af276ae5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Usage tracker for resource:security_group_rule and tenant:1697a44ed7874d3a82b41e3e0a8977c8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:42.507412 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-51e217ad-a1bd-44b2-8e9a-cfff4896d532 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4174afad-8f69-40c2-8826-5ab168bb142e HTTP/1.1" status: 204 len: 168 time: 3.6221259 Jun 04 16:19:42.508291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1c4a3850-f64d-4cb6-bf54-7975af276ae5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:42.530869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1c4a3850-f64d-4cb6-bf54-7975af276ae5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:42.566278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Request body: {'port': {'device_id': 'c19baaa4-6667-4d13-9d44-510cf3e28cba', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'admin_state_up': True, 'tenant_id': '60ac837242f346f296181deb284c70b8'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:42.619941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35540) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:42.620262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35542) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:42.621159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 89544919-f610-4518-bb06-e02d6c6131b7 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:42.621540 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:42.669325 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3850-f64d-4cb6-bf54-7975af276ae5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:42.692094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 89544919-f610-4518-bb06-e02d6c6131b7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=89544919-f610-4518-bb06-e02d6c6131b7,segment=NetworkSegment(ed8d78e7-8f08-4945-9937-69713d0db629),segment_id=ed8d78e7-8f08-4945-9937-69713d0db629)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:42.705082 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:42.801861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18755ae4-06b2-40a5-84f2-01b7de0dcd4e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd83bec-ead2-4cce-8d6b-53467a29355a,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:42.815821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=89544919-f610-4518-bb06-e02d6c6131b7,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:42.825398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc954e5c-715f-4ffb-b610-3ef9bef646c3 None None] Network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:42.859695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d463dd-c3ac-47ea-ad92-b23c0cc759e4 req-b6839f10-a438-4da6-aad7-794c6dea2d8f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:42.860897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b8d463dd-c3ac-47ea-ad92-b23c0cc759e4 req-b6839f10-a438-4da6-aad7-794c6dea2d8f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Synchronizing usage tracker for tenant:ebd00055ee90437ca2acd288885c518a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:42.874729 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3850-f64d-4cb6-bf54-7975af276ae5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:42.891731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3850-f64d-4cb6-bf54-7975af276ae5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:42.923584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b8d463dd-c3ac-47ea-ad92-b23c0cc759e4 req-b6839f10-a438-4da6-aad7-794c6dea2d8f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Unset dirty status for tenant:ebd00055ee90437ca2acd288885c518a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:42.924878 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b8d463dd-c3ac-47ea-ad92-b23c0cc759e4 req-b6839f10-a438-4da6-aad7-794c6dea2d8f tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 0.3753355 Jun 04 16:19:42.954051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccb9f167-80c7-434e-ad00-da74fff04b83 req-ce22f187-320c-4ec1-88d9-d53266e5c123 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982040 Jun 04 16:19:43.009658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6b23c03d-f7bf-4636-aad7-b1f5be08199f None None] Provisioning for port 754397d1-7ff9-4530-b644-4c5ae7ba98aa completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:43.032963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6b23c03d-f7bf-4636-aad7-b1f5be08199f None None] Provisioning complete for port 754397d1-7ff9-4530-b644-4c5ae7ba98aa triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:43.033313 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b23c03d-f7bf-4636-aad7-b1f5be08199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:43.044562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a3850-f64d-4cb6-bf54-7975af276ae5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639aa290-2ad1-443e-8a76-cc6bfc8b4f83,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:43.052371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-b8d463dd-c3ac-47ea-ad92-b23c0cc759e4 req-49872738-e735-4833-821b-cc1f48a52fb8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Deleting port 6368b7ab-a09d-49d4-bf7d-087882efe336 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:19:43.052817 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b8d463dd-c3ac-47ea-ad92-b23c0cc759e4 req-49872738-e735-4833-821b-cc1f48a52fb8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:43.063629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc692e-4610-40b8-ae24-9c992a7c5748 req-29b5bfcc-4499-4c6b-b3b3-abea88bc077c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:43.074628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70bc692e-4610-40b8-ae24-9c992a7c5748 req-29b5bfcc-4499-4c6b-b3b3-abea88bc077c tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 950 time: 1.3323321 Jun 04 16:19:43.155578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:19:43.166694 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3850-f64d-4cb6-bf54-7975af276ae5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:43.168311 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1c4a3850-f64d-4cb6-bf54-7975af276ae5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6965752 Jun 04 16:19:43.185641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35550) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:43.201748 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:43.227661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc066bc2-a378-414b-a6b8-f06802afd652 admin admin] Deleting subnet db2736f4-77f8-4f53-b0a6-de36df33a503 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:19:43.243883 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc066bc2-a378-414b-a6b8-f06802afd652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:43.321246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6b23c03d-f7bf-4636-aad7-b1f5be08199f None None] Current status of the port 754397d1-7ff9-4530-b644-4c5ae7ba98aa is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:43.321671 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b23c03d-f7bf-4636-aad7-b1f5be08199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:43.351095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1287903081-network', 'tenant_id': 'dc62f984f3aa4af6b51cf0f39a3d5c92'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:43.358634 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:19:43.377526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:43.387230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:43.391174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02a3c4bc-9b4e-4a21-9ad3-de35e29419c4 req-f488fe83-f1fb-4f0e-8af9-aa478acf8f76 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 210 time: 0.0903759 Jun 04 16:19:43.412174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6b23c03d-f7bf-4636-aad7-b1f5be08199f None None] For port 754397d1-7ff9-4530-b644-4c5ae7ba98aa, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=754397d1-7ff9-4530-b644-4c5ae7ba98aa,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:43.428465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70bc692e-4610-40b8-ae24-9c992a7c5748 req-3dd87c5b-839c-403f-a086-5f7f8b322d46 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528981 Jun 04 16:19:43.429595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Usage tracker for resource:network and tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:43.436896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:43.441892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:43.451176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:43.458248 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc066bc2-a378-414b-a6b8-f06802afd652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:43.492112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:43.507580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Usage tracker for resource:floatingip and tenant:1697a44ed7874d3a82b41e3e0a8977c8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:43.517632 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b23c03d-f7bf-4636-aad7-b1f5be08199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:43.535024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Made reservation on behalf of dc62f984f3aa4af6b51cf0f39a3d5c92 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:43.535771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:43.537384 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:43.562524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:43.581714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Made reservation on behalf of 60ac837242f346f296181deb284c70b8 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:43.589652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:43.653356 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:43.774224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 89544919-f610-4518-bb06-e02d6c6131b7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:43.815217 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc066bc2-a378-414b-a6b8-f06802afd652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:43.815463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23c03d-f7bf-4636-aad7-b1f5be08199f None None] Pushing event updated for resources: {'Port': ['ID=754397d1-7ff9-4530-b644-4c5ae7ba98aa,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:43.867938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:43.917542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:43.955070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b8d463dd-c3ac-47ea-ad92-b23c0cc759e4 req-49872738-e735-4833-821b-cc1f48a52fb8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] For port 6368b7ab-a09d-49d4-bf7d-087882efe336, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6368b7ab-a09d-49d4-bf7d-087882efe336,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:43.955409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b8d463dd-c3ac-47ea-ad92-b23c0cc759e4 req-49872738-e735-4833-821b-cc1f48a52fb8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:43.956604 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '9abd74de-2df8-4f0a-b4a7-e54961f6b9f3', 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5', 'port_id': '9abd74de-2df8-4f0a-b4a7-e54961f6b9f3', 'mac_address': 'fa:16:3e:69:aa:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2428de6a-309b-447d-9b19-d0225ea549fa', 'ip_address': '19.80.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:19:43.960446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 89544919-f610-4518-bb06-e02d6c6131b7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:43.960814 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:44.111929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-b8d463dd-c3ac-47ea-ad92-b23c0cc759e4 req-49872738-e735-4833-821b-cc1f48a52fb8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Calling delete_port for 6368b7ab-a09d-49d4-bf7d-087882efe336 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:19:44.185943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:44.186528 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:44.308746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:19:44.325741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Usage tracker for resource:security_group_rule and tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:44.331628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:44.343881 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:44.344525 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:19:44.382495 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b8d463dd-c3ac-47ea-ad92-b23c0cc759e4 req-49872738-e735-4833-821b-cc1f48a52fb8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:44.395430 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:44.514468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c,segment=NetworkSegment(aaa2993c-1004-4e6d-af11-5489f6e4bf34),segment_id=aaa2993c-1004-4e6d-af11-5489f6e4bf34)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:44.539863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:44.558840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:44.560773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49872738-e735-4833-821b-cc1f48a52fb8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event deleted for resources: {'Port': ['ID=6368b7ab-a09d-49d4-bf7d-087882efe336,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:44.570185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c', 'network_id': 'abebbccc-1ccc-422c-9fcc-f3dd8c8854e2', 'port_id': '9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c', 'mac_address': 'fa:16:3e:23:d2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64905e5-2dc1-4250-80e1-ac27f1af13b9', 'ip_address': '19.86.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:19:44.571965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d463dd-c3ac-47ea-ad92-b23c0cc759e4 req-49872738-e735-4833-821b-cc1f48a52fb8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] No DVR routers for this DVR port 6368b7ab-a09d-49d4-bf7d-087882efe336 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:19:44.575618 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b8d463dd-c3ac-47ea-ad92-b23c0cc759e4 req-49872738-e735-4833-821b-cc1f48a52fb8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:44.576154 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['6368b7ab-a09d-49d4-bf7d-087882efe336'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:44.588655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f0bff5-314c-485c-9555-dcdf26cae2c3', 'name': 'network-vif-deleted', 'tag': '6368b7ab-a09d-49d4-bf7d-087882efe336'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:44.655728 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b8d463dd-c3ac-47ea-ad92-b23c0cc759e4 req-49872738-e735-4833-821b-cc1f48a52fb8 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.46 "DELETE /v2.0/ports/6368b7ab-a09d-49d4-bf7d-087882efe336 HTTP/1.1" status: 204 len: 173 time: 1.7201638 Jun 04 16:19:44.691753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['de14cf5d-f911-468f-b7f0-8f796df3808a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:44.740193 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:44.951852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Allocated IP 172.25.5.43 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/d30d354a-fad8-42a2-a7c2-4814efac4f4c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:45.049321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0a193c21-0aba-437d-8e8c-521fdef751b2 None None] Provisioning complete for port 754397d1-7ff9-4530-b644-4c5ae7ba98aa triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:45.049925 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0a193c21-0aba-437d-8e8c-521fdef751b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.123673 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.127334 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc066bc2-a378-414b-a6b8-f06802afd652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.140048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:45.140423 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.151255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 89544919-f610-4518-bb06-e02d6c6131b7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:45.202608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:19:45.310218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0a193c21-0aba-437d-8e8c-521fdef751b2 None None] Current status of the port 754397d1-7ff9-4530-b644-4c5ae7ba98aa is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:45.331116 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.351715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:45.360779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c,segment=NetworkSegment(aaa2993c-1004-4e6d-af11-5489f6e4bf34),segment_id=aaa2993c-1004-4e6d-af11-5489f6e4bf34)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:45.366843 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.375612 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.376364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 580e078b-4dd2-408d-9205-7421c65db476 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:19:45.384870 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.429056 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc066bc2-a378-414b-a6b8-f06802afd652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.440520 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.448311 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.482566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:45.554124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 580e078b-4dd2-408d-9205-7421c65db476, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=580e078b-4dd2-408d-9205-7421c65db476,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:45.574530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '580e078b-4dd2-408d-9205-7421c65db476', 'network_id': '291069e5-1cb4-4956-99d9-9b34ae9e86f5', 'port_id': '580e078b-4dd2-408d-9205-7421c65db476', 'mac_address': 'fa:16:3e:06:a8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2428de6a-309b-447d-9b19-d0225ea549fa', 'ip_address': '19.80.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:19:45.603331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Allocated IP 172.25.5.205 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/fb08505c-0002-4795-ac56-c6aac5416c89) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:45.670644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 754397d1-7ff9-4530-b644-4c5ae7ba98aa up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:45.694092 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Pushing event updated for resources: {'Port': ['ID=d30d354a-fad8-42a2-a7c2-4814efac4f4c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:45.707899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:45.709632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:45.712773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:45.751065 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae401ad4-71b5-4bd5-b627-f64eadb65acd req-45dd4830-ae7a-4524-bdae-3b10b64a4969 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 210 time: 0.9811471 Jun 04 16:19:45.751967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 580e078b-4dd2-408d-9205-7421c65db476 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:45.752340 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.791255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580e078b-4dd2-408d-9205-7421c65db476 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:19:45.805093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc066bc2-a378-414b-a6b8-f06802afd652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db2736f4-77f8-4f53-b0a6-de36df33a503,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:45.824940 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.835126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 580e078b-4dd2-408d-9205-7421c65db476, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=580e078b-4dd2-408d-9205-7421c65db476,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:45.837176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 754397d1-7ff9-4530-b644-4c5ae7ba98aa triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:45.837643 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.870827 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:45.880734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:19:45.912775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb9bc74-cc98-4bcb-83b1-ad56232fbded,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:45.972781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Allocated IP 172.20.0.8 (ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422/0158e0b8-a6ba-4199-a891-e98439d18029/e9c528d3-f83d-4af9-b77a-805e17c78e25) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:45.992148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=580e078b-4dd2-408d-9205-7421c65db476,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:45.995527 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:46.039306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-36ba4f81-d523-4dd4-97e7-5f2f073de5c4 req-7c95212b-3cad-4c61-89df-c2cf1429177a tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f0bff5-314c-485c-9555-dcdf26cae2c3 HTTP/1.1" status: 200 len: 210 time: 0.0794241 Jun 04 16:19:46.055306 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:46.056745 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Added segment fae907e6-2ade-46cb-956b-c53199c28256 of type vlan for network f0b0668b-3c19-48d1-aa8b-d916f64e1e6f Jun 04 16:19:46.112849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 754397d1-7ff9-4530-b644-4c5ae7ba98aa is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:46.148773 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bc066bc2-a378-414b-a6b8-f06802afd652 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/db2736f4-77f8-4f53-b0a6-de36df33a503 HTTP/1.1" status: 204 len: 168 time: 3.3481636 Jun 04 16:19:46.166298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35574) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:46.177472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['9abd74de-2df8-4f0a-b4a7-e54961f6b9f3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:46.200740 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eed1fe6e-43fd-4d15-9444-99c0459fbd54 req-f6fa9d92-0ad8-4afd-bccb-da95993a2056 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9480338 Jun 04 16:19:46.210702 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:46.232678 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1892f5f-d809-4cd8-b390-fe46a7e160ec'] response: {'server_uuid': 'a9f0bff5-314c-485c-9555-dcdf26cae2c3', 'name': 'network-vif-deleted', 'tag': '6368b7ab-a09d-49d4-bf7d-087882efe336', 'status': 'completed', 'code': 200} Jun 04 16:19:46.251515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb5cb2-0596-40c3-847a-640bf86f7add req-c43b8180-c6a0-4cee-98ae-881cb90b1590 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:46.257515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb5cb2-0596-40c3-847a-640bf86f7add req-c43b8180-c6a0-4cee-98ae-881cb90b1590 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:46.257958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['580e078b-4dd2-408d-9205-7421c65db476'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:46.264159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb5cb2-0596-40c3-847a-640bf86f7add req-c43b8180-c6a0-4cee-98ae-881cb90b1590 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:46.270990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5cb5cb2-0596-40c3-847a-640bf86f7add req-c43b8180-c6a0-4cee-98ae-881cb90b1590 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2412 time: 1.9289982 Jun 04 16:19:46.367262 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:46.376212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:46.473175 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:46.515388 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:19:46.525820 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:46.546533 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5cb5cb2-0596-40c3-847a-640bf86f7add req-c36be540-16aa-4c14-a176-64ad1cec8bf1 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745342 Jun 04 16:19:46.562041 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:46.582146 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3953242 Jun 04 16:19:46.607514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f30dc9-2888-4387-8504-9b9d5dde59cb tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Pushing event updated for resources: {'Port': ['ID=d30d354a-fad8-42a2-a7c2-4814efac4f4c,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:46.662931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e5d88b0a-d93f-48b4-825f-cd7dc7d8d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:46.671332 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:46.672597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:46.673382 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:46.878389 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.0793247 Jun 04 16:19:46.908184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35588) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:47.036464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Request body: {'subnet': {'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1287903081-subnet', 'tenant_id': 'dc62f984f3aa4af6b51cf0f39a3d5c92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:47.044581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:47.055914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Usage tracker for resource:subnet and tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:47.061071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:47.069177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:47.090215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Made reservation on behalf of dc62f984f3aa4af6b51cf0f39a3d5c92 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:47.092718 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:47.115243 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c8a3ee54-15d6-4f3e-acc8-7ae38f606d7a req-76b541a3-1cd2-49ef-a875-02431d5dad08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2654786 Jun 04 16:19:47.197895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccd780-20ba-4e64-9e44-fd16265cda94 admin admin] Pushing event updated for resources: {'Network': ['ID=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:47.211067 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f0b0668b-3c19-48d1-aa8b-d916f64e1e6f details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:19:47.216125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fe6e-43fd-4d15-9444-99c0459fbd54 req-5cff840f-cb55-4e16-a4b5-b975fc97ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:47.217702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eed1fe6e-43fd-4d15-9444-99c0459fbd54 req-5cff840f-cb55-4e16-a4b5-b975fc97ddcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebd00055ee90437ca2acd288885c518a&device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 1101 time: 0.9009922 Jun 04 16:19:47.237686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:19:47.398181 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:47.431091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ae422453-3e5c-4ead-8b23-a8cb6e1e69dc req-107e034e-852f-429b-afb5-ca5a08794ff7 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Synchronizing usage tracker for tenant:60ac837242f346f296181deb284c70b8 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:47.434268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fe6e-43fd-4d15-9444-99c0459fbd54 req-3a4a0c10-42cb-4489-af19-befe9d280211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:47.435697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eed1fe6e-43fd-4d15-9444-99c0459fbd54 req-3a4a0c10-42cb-4489-af19-befe9d280211 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.1511369 Jun 04 16:19:47.445473 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e5d88b0a-d93f-48b4-825f-cd7dc7d8d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:47.485420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Pushing event updated for resources: {'Subnet': ['ID=832c1a0f-eef2-4596-b4da-6fd412f92ae5,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:47.498602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3ee54-15d6-4f3e-acc8-7ae38f606d7a req-fe52ee94-44ea-46df-a0b8-b350f4e469e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:47.500134 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c8a3ee54-15d6-4f3e-acc8-7ae38f606d7a req-fe52ee94-44ea-46df-a0b8-b350f4e469e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 1096 time: 0.3332164 Jun 04 16:19:47.523639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Checking segment: {'id': 'fae907e6-2ade-46cb-956b-c53199c28256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:47.523992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Network hostable DHCP agents. Network: f0b0668b-3c19-48d1-aa8b-d916f64e1e6f, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:19:47.530162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eed1fe6e-43fd-4d15-9444-99c0459fbd54 req-dd639549-9c91-4aa4-9a96-28ee23e8d9ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=de14cf5d-f911-468f-b7f0-8f796df3808a HTTP/1.1" status: 200 len: 217 time: 0.0721412 Jun 04 16:19:47.592301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:47.597953 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:47.655508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Network f0b0668b-3c19-48d1-aa8b-d916f64e1e6f is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:19:47.668348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ae422453-3e5c-4ead-8b23-a8cb6e1e69dc req-107e034e-852f-429b-afb5-ca5a08794ff7 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Unset dirty status for tenant:60ac837242f346f296181deb284c70b8 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:47.669486 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae422453-3e5c-4ead-8b23-a8cb6e1e69dc req-107e034e-852f-429b-afb5-ca5a08794ff7 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 210 time: 0.5131242 Jun 04 16:19:47.671664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-7550a27b-ad1c-43a1-94da-b4632092131c tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Synchronizing usage tracker for tenant:1697a44ed7874d3a82b41e3e0a8977c8 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:47.691825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f0b0668b-3c19-48d1-aa8b-d916f64e1e6f) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:47.699936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:47.700511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:47.701746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428d756d-8829-4a8e-b9d4-894567c69518 None None] Network f0b0668b-3c19-48d1-aa8b-d916f64e1e6f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:47.718932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:47.720203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3ee54-15d6-4f3e-acc8-7ae38f606d7a req-9d7a909e-d5b9-4286-9eb8-f642247b72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:47.721748 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c8a3ee54-15d6-4f3e-acc8-7ae38f606d7a req-9d7a909e-d5b9-4286-9eb8-f642247b72d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.1810808 Jun 04 16:19:47.738961 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9b32ee2c-87fa-46e0-a13d-885ccde3e57b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7115293 Jun 04 16:19:47.777192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:47.818730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e5d88b0a-d93f-48b4-825f-cd7dc7d8d905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b22bc4-f80f-4d85-ac3c-3020aad3989a']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:47.822501 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c8a3ee54-15d6-4f3e-acc8-7ae38f606d7a req-5feeee2e-cc05-41b8-8af3-0d104d831c61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb63a84-0a82-41a7-8585-e2281e35be24 HTTP/1.1" status: 200 len: 217 time: 0.0823572 Jun 04 16:19:47.837778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Transition to ACTIVE for port object e9c528d3-f83d-4af9-b77a-805e17c78e25 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:47.839151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:47.909743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e5d88b0a-d93f-48b4-825f-cd7dc7d8d905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacda61f-dd2e-4299-8713-96e1d14e9444') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:47.910222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:47.914414 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e5d88b0a-d93f-48b4-825f-cd7dc7d8d905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacda61f-dd2e-4299-8713-96e1d14e9444') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:47.936816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3ee54-15d6-4f3e-acc8-7ae38f606d7a req-82c1868c-9950-445c-89d9-68413ba05089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:47.938589 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c8a3ee54-15d6-4f3e-acc8-7ae38f606d7a req-82c1868c-9950-445c-89d9-68413ba05089 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.1073279 Jun 04 16:19:47.992394 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c8a3ee54-15d6-4f3e-acc8-7ae38f606d7a req-a16d7b57-d3ee-4dd3-a7f7-014e8df56d59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478311 Jun 04 16:19:48.030267 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e5d88b0a-d93f-48b4-825f-cd7dc7d8d905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:48.069036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fe6e-43fd-4d15-9444-99c0459fbd54 req-47416754-4750-46f4-8533-d35645b46afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:48.071108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eed1fe6e-43fd-4d15-9444-99c0459fbd54 req-47416754-4750-46f4-8533-d35645b46afa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.5241730 Jun 04 16:19:48.080633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Pushing event updated for resources: {'Port': ['ID=fb08505c-0002-4795-ac56-c6aac5416c89,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:48.126287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-7550a27b-ad1c-43a1-94da-b4632092131c tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Unset dirty status for tenant:1697a44ed7874d3a82b41e3e0a8977c8 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:48.134924 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-7550a27b-ad1c-43a1-94da-b4632092131c tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1121243478&fields=id&tenant_id=1697a44ed7874d3a82b41e3e0a8977c8 HTTP/1.1" status: 200 len: 267 time: 0.9437149 Jun 04 16:19:48.148701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:48.156188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dde2f2-41c6-452a-a9ae-3fa7163013f3 None None] Network f0b0668b-3c19-48d1-aa8b-d916f64e1e6f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:48.168765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:48.169137 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:48.178981 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c8a3ee54-15d6-4f3e-acc8-7ae38f606d7a req-dc81688e-3368-43e2-a80a-9a19548706fb service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696310 Jun 04 16:19:48.181329 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e5d88b0a-d93f-48b4-825f-cd7dc7d8d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:48.281908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d88b0a-d93f-48b4-825f-cd7dc7d8d905 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:19:48.282484 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e5d88b0a-d93f-48b4-825f-cd7dc7d8d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:48.354774 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c8a3ee54-15d6-4f3e-acc8-7ae38f606d7a req-d77c94e7-44ce-4382-ab03-b035d1b01d6d service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678119 Jun 04 16:19:48.472109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:48.472489 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:48.524911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:48.528272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abd74de-2df8-4f0a-b4a7-e54961f6b9f3'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:48.530005 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment aacda61f-dd2e-4299-8713-96e1d14e9444 resource provider aggregate not found Jun 04 16:19:48.537201 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:48.538272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 580e078b-4dd2-408d-9205-7421c65db476 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:48.583304 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment aacda61f-dd2e-4299-8713-96e1d14e9444 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aacda61f-dd2e-4299-8713-96e1d14e9444 found for delete ", "request_id": "req-71e4bb8e-a3c0-410d-8d61-a186578011cf"}]} Jun 04 16:19:48.668075 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e5d88b0a-d93f-48b4-825f-cd7dc7d8d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:48.687539 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e5d88b0a-d93f-48b4-825f-cd7dc7d8d905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:48.731818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 580e078b-4dd2-408d-9205-7421c65db476 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:48.738522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 580e078b-4dd2-408d-9205-7421c65db476 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:48.738817 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:48.738986 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:48.785867 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:48.797905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d88b0a-d93f-48b4-825f-cd7dc7d8d905 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b22bc4-f80f-4d85-ac3c-3020aad3989a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:48.817898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d309513-b7f2-455e-ad8d-3f3634e32d1c req-6a6a24da-038f-4a39-9721-6a2b98437d38 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:48.824045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d309513-b7f2-455e-ad8d-3f3634e32d1c req-6a6a24da-038f-4a39-9721-6a2b98437d38 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:48.829850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d309513-b7f2-455e-ad8d-3f3634e32d1c req-6a6a24da-038f-4a39-9721-6a2b98437d38 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:48.837085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d309513-b7f2-455e-ad8d-3f3634e32d1c req-6a6a24da-038f-4a39-9721-6a2b98437d38 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2414 time: 0.8980527 Jun 04 16:19:48.839999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e5d88b0a-d93f-48b4-825f-cd7dc7d8d905 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c4b22bc4-f80f-4d85-ac3c-3020aad3989a HTTP/1.1" status: 204 len: 168 time: 2.6477504 Jun 04 16:19:48.867373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-c17eb07c-fa3a-4f68-9004-120b9895dfd2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:48.868176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-c17eb07c-fa3a-4f68-9004-120b9895dfd2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Synchronizing usage tracker for tenant:1697a44ed7874d3a82b41e3e0a8977c8 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:48.875998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 580e078b-4dd2-408d-9205-7421c65db476 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:48.876442 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:48.913279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 580e078b-4dd2-408d-9205-7421c65db476, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=580e078b-4dd2-408d-9205-7421c65db476,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:48.918248 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:48.918997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6368b7ab-a09d-49d4-bf7d-087882efe336 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:19:48.995972 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 6368b7ab-a09d-49d4-bf7d-087882efe336 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:19:48.996517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6368b7ab-a09d-49d4-bf7d-087882efe336 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:19:49.022271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35622) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:49.032453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=580e078b-4dd2-408d-9205-7421c65db476,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:49.080590 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b6baf014-9074-4df8-8c8c-a563e379daa3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5ab49c29daa4a08b32221dccc05ebd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570083 Jun 04 16:19:49.083145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35626) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:49.119976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:49.122196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fe6e-43fd-4d15-9444-99c0459fbd54 req-55649d06-df23-494b-9650-1e817f401735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:49.123695 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eed1fe6e-43fd-4d15-9444-99c0459fbd54 req-55649d06-df23-494b-9650-1e817f401735 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0347321 Jun 04 16:19:49.142406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:49.147462 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7276983-140d-4ff9-9ca1-53b54ac9b3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:49.156770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:49.181024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7276983-140d-4ff9-9ca1-53b54ac9b3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:49.201518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Pushing event updated for resources: {'Port': ['ID=e9c528d3-f83d-4af9-b77a-805e17c78e25,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:49.252132 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d309513-b7f2-455e-ad8d-3f3634e32d1c req-bb3330d1-eda8-4a6e-b36a-f49c3c5c38e4 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136305 Jun 04 16:19:49.365754 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7276983-140d-4ff9-9ca1-53b54ac9b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:49.405626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-c17eb07c-fa3a-4f68-9004-120b9895dfd2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Unset dirty status for tenant:1697a44ed7874d3a82b41e3e0a8977c8 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:49.407123 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-c17eb07c-fa3a-4f68-9004-120b9895dfd2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/networks?id=d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 HTTP/1.1" status: 200 len: 806 time: 1.2710869 Jun 04 16:19:49.414543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7276983-140d-4ff9-9ca1-53b54ac9b3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:49.442845 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f7276983-140d-4ff9-9ca1-53b54ac9b3fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66e2b8de-a572-4282-95f5-491bacc8bc10 HTTP/1.1" status: 204 len: 168 time: 0.3474104 Jun 04 16:19:49.442845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7276983-140d-4ff9-9ca1-53b54ac9b3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e2b8de-a572-4282-95f5-491bacc8bc10,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:49.533247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:49.534152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:49.545663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-f5573001-37f6-453e-9289-b72ae1c9670b tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/quotas/1697a44ed7874d3a82b41e3e0a8977c8 HTTP/1.1" status: 200 len: 375 time: 0.1275187 Jun 04 16:19:49.590784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1d452aab-f913-4e12-96fc-38de7ed07a81 None None] Provisioning for port e9c528d3-f83d-4af9-b77a-805e17c78e25 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:49.605083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1d452aab-f913-4e12-96fc-38de7ed07a81 None None] Provisioning complete for port e9c528d3-f83d-4af9-b77a-805e17c78e25 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:49.605466 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1d452aab-f913-4e12-96fc-38de7ed07a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:49.626538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-dd7bf582-27dd-46ed-b68f-cda1a8a2e9fe tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1487789 Jun 04 16:19:49.664841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Request body: {'port': {'device_id': 'c19baaa4-6667-4d13-9d44-510cf3e28cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:49.705101 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:49.771540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1d452aab-f913-4e12-96fc-38de7ed07a81 None None] Port e9c528d3-f83d-4af9-b77a-805e17c78e25 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:19:49.875584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eed1fe6e-43fd-4d15-9444-99c0459fbd54 req-0383ecd5-0f4c-4770-b27b-d5e449082606 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7282803 Jun 04 16:19:49.916509 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:50.035045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:50.044869 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:50.045582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:50.055735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35652) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:50.100074 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:50.124180 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8d4ccfa8-7f3f-4596-ad17-85f4f22f0388 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89dd67bc8d4d42748d0784b2789a6d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648365 Jun 04 16:19:50.124432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35664) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:50.195437 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eed1fe6e-43fd-4d15-9444-99c0459fbd54 req-c5c60b6c-637b-4feb-a176-c78329bc0193 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954438 Jun 04 16:19:50.197205 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d13798f-f21d-42b6-b6ba-f0f9d6cdc3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:50.232958 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d13798f-f21d-42b6-b6ba-f0f9d6cdc3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:50.238568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:50.238945 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:50.255453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-bdf16b62-8c90-4ee5-8c77-7a0d287d9e18 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Synchronizing usage tracker for tenant:1697a44ed7874d3a82b41e3e0a8977c8 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:50.278869 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c,segment=NetworkSegment(aaa2993c-1004-4e6d-af11-5489f6e4bf34),segment_id=aaa2993c-1004-4e6d-af11-5489f6e4bf34)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:50.284679 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:50.310036 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d13798f-f21d-42b6-b6ba-f0f9d6cdc3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:50.335609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13798f-f21d-42b6-b6ba-f0f9d6cdc3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900c3bfa-77ba-4e02-b236-76f552b2c4a7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:50.343898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d13798f-f21d-42b6-b6ba-f0f9d6cdc3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:50.347458 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8d13798f-f21d-42b6-b6ba-f0f9d6cdc3d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/900c3bfa-77ba-4e02-b236-76f552b2c4a7 HTTP/1.1" status: 204 len: 168 time: 0.2196212 Jun 04 16:19:50.396410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:50.470169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-bdf16b62-8c90-4ee5-8c77-7a0d287d9e18 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Unset dirty status for tenant:1697a44ed7874d3a82b41e3e0a8977c8 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:50.471723 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-bdf16b62-8c90-4ee5-8c77-7a0d287d9e18 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1697a44ed7874d3a82b41e3e0a8977c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9165857 Jun 04 16:19:50.825837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-5f3129e8-86da-433b-b572-6a94cae3e1d7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:50.826597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-5f3129e8-86da-433b-b572-6a94cae3e1d7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Synchronizing usage tracker for tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:51.122189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-a7059735-3390-4ace-bc5f-72bd72ff161d service neutron] 10.222.0.13 "GET /v2.0/networks/d7f2ecd9-b100-425f-a1f7-f9eb73da6b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290779 Jun 04 16:19:51.246540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35696) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:51.284861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-5f3129e8-86da-433b-b572-6a94cae3e1d7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Unset dirty status for tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:51.286054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-5f3129e8-86da-433b-b572-6a94cae3e1d7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/networks?id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f HTTP/1.1" status: 200 len: 814 time: 1.0214798 Jun 04 16:19:51.315037 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:51.380683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1156353342-network', 'tenant_id': '903729b0e22744188540afbecefc5ec5'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:51.386161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:51.390347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Usage tracker for resource:network and tenant:903729b0e22744188540afbecefc5ec5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:51.393469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:51.400379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:51.404205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-b4615ae5-541a-47de-82eb-8d4144fb1579 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/quotas/dc62f984f3aa4af6b51cf0f39a3d5c92 HTTP/1.1" status: 200 len: 375 time: 0.0983715 Jun 04 16:19:51.414952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Made reservation on behalf of 903729b0e22744188540afbecefc5ec5 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:51.417596 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:51.433566 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:51.449431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:51.453401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Usage tracker for resource:security_group_rule and tenant:903729b0e22744188540afbecefc5ec5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:51.456441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:51.464111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:51.526403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-34cbdffe-8690-4dee-a688-3cf18b682d5f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968535 Jun 04 16:19:51.553476 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:51.560009 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:51.593284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:19:51.603981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c5b5f0-5b67-4b6c-ba6d-411c0b8ed57f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:51.610577 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:51.610970 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Added segment 75f003d5-73f7-486c-912e-dffe0ee55eb2 of type vlan for network 37c6cf12-dcac-4a44-90cb-8e2e7af904dc Jun 04 16:19:51.649033 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:51.666073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-3e4d28ac-0fe7-422f-85ba-b0cec1491b06 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f2ecd9-b100-425f-a1f7-f9eb73da6b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810135 Jun 04 16:19:51.687744 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:51.689326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:51.690098 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:51.708369 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:19:51.771057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2e458-dfc9-4163-b57e-212cd5ded27f req-186b2b7f-355c-4786-b627-af08290592ce tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:51.772432 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dea2e458-dfc9-4163-b57e-212cd5ded27f req-186b2b7f-355c-4786-b627-af08290592ce tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.42 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.6625557 Jun 04 16:19:51.817133 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5666606 Jun 04 16:19:51.817133 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b82ca2-106b-4ea1-8b34-26e4f3ab75b2 admin admin] Pushing event updated for resources: {'Network': ['ID=37c6cf12-dcac-4a44-90cb-8e2e7af904dc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:51.817644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35712) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:51.830032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 37c6cf12-dcac-4a44-90cb-8e2e7af904dc details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:19:51.834352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Request body: {'subnet': {'network_id': '37c6cf12-dcac-4a44-90cb-8e2e7af904dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1156353342-subnet', 'tenant_id': '903729b0e22744188540afbecefc5ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:51.839591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:51.843698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Usage tracker for resource:subnet and tenant:903729b0e22744188540afbecefc5ec5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:51.846854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:51.854185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:51.869107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Made reservation on behalf of 903729b0e22744188540afbecefc5ec5 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:51.871879 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:51.897799 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-335fecff-4897-4c69-858f-65eeada3976c service neutron] 10.222.0.13 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082433 Jun 04 16:19:51.903089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c528d3-f83d-4af9-b77a-805e17c78e25 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:19:51.936743 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:52.024765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-dea2e458-dfc9-4163-b57e-212cd5ded27f req-35a5f9c2-f661-41d0-b21b-a87a5876cedc tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Deleting port de14cf5d-f911-468f-b7f0-8f796df3808a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:19:52.024765 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dea2e458-dfc9-4163-b57e-212cd5ded27f req-35a5f9c2-f661-41d0-b21b-a87a5876cedc tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:52.065771 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37247e5d-99bf-4ab3-891f-3c0565ee2101'] response: {'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abd74de-2df8-4f0a-b4a7-e54961f6b9f3', 'code': 200} Jun 04 16:19:52.129680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Transition to ACTIVE for port object e9c528d3-f83d-4af9-b77a-805e17c78e25 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:52.161755 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:52.233526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:19:52.417915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:52.523459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d29b5d7-8f58-4abd-9856-9ba685057915,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:52.538053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Checking segment: {'id': '75f003d5-73f7-486c-912e-dffe0ee55eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '37c6cf12-dcac-4a44-90cb-8e2e7af904dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:52.538584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Network hostable DHCP agents. Network: 37c6cf12-dcac-4a44-90cb-8e2e7af904dc, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:19:52.579053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Network 37c6cf12-dcac-4a44-90cb-8e2e7af904dc is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:19:52.595119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 37c6cf12-dcac-4a44-90cb-8e2e7af904dc) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:52.597457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Pushing event updated for resources: {'Port': ['ID=e9c528d3-f83d-4af9-b77a-805e17c78e25,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:52.607203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b5b72b-e57c-47cb-bf2e-9ecfa1aba0a8 None None] Network 37c6cf12-dcac-4a44-90cb-8e2e7af904dc requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:52.613161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:52.614854 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:52.651756 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e38c39aa-e608-41d7-bc5a-c19ec4c9fe87 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8229914 Jun 04 16:19:52.774163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-85a4018b-888c-4342-b36f-3c0452dcb88b service neutron] 10.222.0.13 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754201 Jun 04 16:19:52.951342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b01efde-f5fb-46c2-a570-7ccdbcc69510 None None] Network 37c6cf12-dcac-4a44-90cb-8e2e7af904dc requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:53.529193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35750) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:53.535402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:19:53.536358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-541138422-network', 'tenant_id': '342d659c93b34d4295cff6caceec49e5'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:53.546675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Sync routers for ids ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:19:53.546924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:53.552031 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Usage tracker for resource:network and tenant:342d659c93b34d4295cff6caceec49e5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:53.557257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:53.565333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Routers {'47dd9ff3-8d1a-47d9-8599-9d56d45dceed'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:19:53.566069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:19:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:53.568035 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:53.590803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Made reservation on behalf of 342d659c93b34d4295cff6caceec49e5 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:53.595118 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:53.626346 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:53.631019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44794883-ed39-4d73-8698-4403cfe7084a req-a012112a-f2e5-4762-8090-542676d148c0 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:53.639785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44794883-ed39-4d73-8698-4403cfe7084a req-a012112a-f2e5-4762-8090-542676d148c0 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 943 time: 1.3538740 Jun 04 16:19:53.648728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:53.658310 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Usage tracker for resource:security_group_rule and tenant:342d659c93b34d4295cff6caceec49e5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:53.663896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:53.684852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:53.686143 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:53.690157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c9f29c1d-6cb4-46ab-ae4c-8d4b6038b6aa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 14.4328370 Jun 04 16:19:53.691553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35756) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:53.767700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Attempting to bind port e9c528d3-f83d-4af9-b77a-805e17c78e25 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:53.769048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Attempting to bind port e9c528d3-f83d-4af9-b77a-805e17c78e25 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:53.769625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Attempting to bind port e9c528d3-f83d-4af9-b77a-805e17c78e25 on network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:53.787085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dea2e458-dfc9-4163-b57e-212cd5ded27f req-35a5f9c2-f661-41d0-b21b-a87a5876cedc tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] For port de14cf5d-f911-468f-b7f0-8f796df3808a, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=de14cf5d-f911-468f-b7f0-8f796df3808a,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:53.787711 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dea2e458-dfc9-4163-b57e-212cd5ded27f req-35a5f9c2-f661-41d0-b21b-a87a5876cedc tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:53.815991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Port e9c528d3-f83d-4af9-b77a-805e17c78e25 on network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:19:53.816458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Attempting to bind port e9c528d3-f83d-4af9-b77a-805e17c78e25 on network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:53.836541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44794883-ed39-4d73-8698-4403cfe7084a req-63dd431c-a662-45f3-b208-89c4ba63b00f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f0aa59f-d82b-401b-83f2-2b8cc2d80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956079 Jun 04 16:19:53.975275 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:53.984203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Checking segment: {'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:53.984917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Bound using segment: {'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:53.985571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Bound port: e9c528d3-f83d-4af9-b77a-805e17c78e25, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0249f976-3991-4625-9ae9-65b0aa6186c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:53.986116 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:54.035723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Set router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:19:54.179510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580e078b-4dd2-408d-9205-7421c65db476'}, {'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:54.204733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-dea2e458-dfc9-4163-b57e-212cd5ded27f req-35a5f9c2-f661-41d0-b21b-a87a5876cedc tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Calling delete_port for de14cf5d-f911-468f-b7f0-8f796df3808a owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:19:54.349133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b82d0a-6592-447c-ad8f-ad01e713b033 req-0f70ca62-88a5-48ca-a3a7-9ade87bde578 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:54.351166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14b82d0a-6592-447c-ad8f-ad01e713b033 req-0f70ca62-88a5-48ca-a3a7-9ade87bde578 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 950 time: 0.9559395 Jun 04 16:19:54.460634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device de14cf5d-f911-468f-b7f0-8f796df3808a no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:19:54.465133 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14b82d0a-6592-447c-ad8f-ad01e713b033 req-99e12ada-97a7-4414-8638-90802d312b90 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cf719e0-ebe6-46da-9aa0-bbab17420a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983512 Jun 04 16:19:54.515031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] For port e9c528d3-f83d-4af9-b77a-805e17c78e25, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:54.575561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] For port e9c528d3-f83d-4af9-b77a-805e17c78e25, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e9c528d3-f83d-4af9-b77a-805e17c78e25,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:54.597931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:19:48Z', 'revision_number': 3, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:54.601824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-1cba73e5-8caa-4d1f-a2be-df457e980877 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:54.603431 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-1cba73e5-8caa-4d1f-a2be-df457e980877 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.42 "GET /v2.0/networks?id=d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 HTTP/1.1" status: 200 len: 806 time: 0.7696192 Jun 04 16:19:54.603579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Checking router: 47dd9ff3-8d1a-47d9-8599-9d56d45dceed for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:19:54.603995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Updating router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed port fb08505c-0002-4795-ac56-c6aac5416c89 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:19:54.675621 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:54.739600 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:54.761904 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e876a338-c5b5-4229-a8f2-797e4b924d8e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1697a44ed7874d3a82b41e3e0a8977c8 HTTP/1.1" status: 200 len: 380 time: 0.0976121 Jun 04 16:19:54.762563 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:54.811081 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:54.846391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Request body: {'port': {'device_id': '91d80422-b97b-4f6b-997d-4835e55779bd', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'admin_state_up': True, 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'security_groups': ['541349b8-574d-4edb-913a-72ae045612a7']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:54.861463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac5b5b-4843-4c52-a562-6e83046dd39a req-c91e5dcc-e908-4200-a7fd-08c5a9d7cbaa tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:54.869416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac5b5b-4843-4c52-a562-6e83046dd39a req-c91e5dcc-e908-4200-a7fd-08c5a9d7cbaa tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:54.875550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac5b5b-4843-4c52-a562-6e83046dd39a req-c91e5dcc-e908-4200-a7fd-08c5a9d7cbaa tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:54.877376 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fcac5b5b-4843-4c52-a562-6e83046dd39a req-c91e5dcc-e908-4200-a7fd-08c5a9d7cbaa tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2417 time: 0.6946571 Jun 04 16:19:54.882899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port de14cf5d-f911-468f-b7f0-8f796df3808a is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:54.883274 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:54.899096 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c21675b-ddd5-44e5-b8c9-9426eff1eda0 req-39ec956b-3de0-4523-bd24-46e6b3441e44 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 210 time: 0.1574917 Jun 04 16:19:54.906549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:54.907169 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:54.908578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] 10.222.0.42 "PUT /v2.0/ports/e9c528d3-f83d-4af9-b77a-805e17c78e25 HTTP/1.1" status: 200 len: 1091 time: 5.2662082 Jun 04 16:19:54.909014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19baaa4-6667-4d13-9d44-510cf3e28cba', 'tag': 'e9c528d3-f83d-4af9-b77a-805e17c78e25'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:55.032036 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dea2e458-dfc9-4163-b57e-212cd5ded27f req-35a5f9c2-f661-41d0-b21b-a87a5876cedc tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:55.035301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afdfeb-2a76-4c3e-9e40-e2fe0d479a0e service neutron] Pushing event updated for resources: {'Port': ['ID=e9c528d3-f83d-4af9-b77a-805e17c78e25,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:55.189434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:19:55.248214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fcac5b5b-4843-4c52-a562-6e83046dd39a req-2a7ad3f3-519f-42a6-9a2a-a8fe36a87efc tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478403 Jun 04 16:19:55.269289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095d86e2-b02a-441d-a689-4167f5eea0cf,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:55.345258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5f9c2-f661-41d0-b21b-a87a5876cedc tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Pushing event deleted for resources: {'Port': ['ID=de14cf5d-f911-468f-b7f0-8f796df3808a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:55.429903 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ca4bd71-721d-40ab-8f0a-5244c24524e7 req-aa27976c-27b0-4313-8a8b-903a99dcd2ab tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 210 time: 0.1549940 Jun 04 16:19:55.447231 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c1435a-f1fc-4f0f-932e-971265996f8d'] response: {'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580e078b-4dd2-408d-9205-7421c65db476', 'code': 200} Jun 04 16:19:55.447788 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c1435a-f1fc-4f0f-932e-971265996f8d'] response: {'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c', 'code': 200} Jun 04 16:19:55.478314 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:55.507473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Transition to ACTIVE for port object fb08505c-0002-4795-ac56-c6aac5416c89 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:55.529845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea2e458-dfc9-4163-b57e-212cd5ded27f req-35a5f9c2-f661-41d0-b21b-a87a5876cedc tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] No DVR routers for this DVR port de14cf5d-f911-468f-b7f0-8f796df3808a on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:19:55.534270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dea2e458-dfc9-4163-b57e-212cd5ded27f req-35a5f9c2-f661-41d0-b21b-a87a5876cedc tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:55.534557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:55.536377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:55.547792 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Added segment ad8425c1-e737-4aa3-afe9-b34a45f9fc45 of type vlan for network d3eec4ce-784a-4ed8-9540-8533d2693e85 Jun 04 16:19:55.550881 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dea2e458-dfc9-4163-b57e-212cd5ded27f req-35a5f9c2-f661-41d0-b21b-a87a5876cedc tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.42 "DELETE /v2.0/ports/de14cf5d-f911-468f-b7f0-8f796df3808a HTTP/1.1" status: 204 len: 173 time: 3.7512448 Jun 04 16:19:55.559095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-25739bcc-1ae5-4c5f-87c7-0489f5f0a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:55.560959 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-25739bcc-1ae5-4c5f-87c7-0489f5f0a32d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60ac837242f346f296181deb284c70b8&device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 1094 time: 0.5269988 Jun 04 16:19:55.703436 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Attempting to bind port fb08505c-0002-4795-ac56-c6aac5416c89 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:19:55.703801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Attempting to bind port fb08505c-0002-4795-ac56-c6aac5416c89 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:19:55.704164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Attempting to bind port fb08505c-0002-4795-ac56-c6aac5416c89 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:19:55.717746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e4851077-a283-4bca-8efe-867977d96cff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c528d3-f83d-4af9-b77a-805e17c78e25 HTTP/1.1" status: 200 len: 217 time: 0.1463802 Jun 04 16:19:55.719420 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac68b90-a123-4732-956a-f481e7e639ff'] response: {'name': 'network-changed', 'server_uuid': 'c19baaa4-6667-4d13-9d44-510cf3e28cba', 'tag': 'e9c528d3-f83d-4af9-b77a-805e17c78e25', 'status': 'completed', 'code': 200} Jun 04 16:19:55.734763 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f37f80-4d6d-497f-93e1-8797d272477b None None] Pushing event updated for resources: {'Port': ['ID=fb08505c-0002-4795-ac56-c6aac5416c89,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:55.737160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:19:55.737527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:55.737927 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:55.738300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:19:55.747123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Bound port: fb08505c-0002-4795-ac56-c6aac5416c89, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:19:55.747530 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:55.885758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] For port fb08505c-0002-4795-ac56-c6aac5416c89, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:19:55.893697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] For port fb08505c-0002-4795-ac56-c6aac5416c89, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=fb08505c-0002-4795-ac56-c6aac5416c89,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:19:55.895958 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:55.903396 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:55.995035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Routers {'47dd9ff3-8d1a-47d9-8599-9d56d45dceed'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:19:55.995234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:55.995613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:19:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:55.997457 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:55.998441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:55.999026 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:55.999236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a9b5738d-611f-49b4-be38-e8e05f62d638 req-655a477e-0ba2-4e76-b597-7ab0ad9d2f28 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Synchronizing usage tracker for tenant:ebd00055ee90437ca2acd288885c518a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:19:56.017884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-d0384e5c-794d-4d11-841d-2ddcf296ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:56.019541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-d0384e5c-794d-4d11-841d-2ddcf296ee4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0158e0b8-a6ba-4199-a891-e98439d18029 HTTP/1.1" status: 200 len: 854 time: 0.1840680 Jun 04 16:19:56.068330 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f37f80-4d6d-497f-93e1-8797d272477b None None] Pushing event updated for resources: {'Port': ['ID=fb08505c-0002-4795-ac56-c6aac5416c89,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:56.088623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a9b5738d-611f-49b4-be38-e8e05f62d638 req-655a477e-0ba2-4e76-b597-7ab0ad9d2f28 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] Unset dirty status for tenant:ebd00055ee90437ca2acd288885c518a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:19:56.090009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9b5738d-611f-49b4-be38-e8e05f62d638 req-655a477e-0ba2-4e76-b597-7ab0ad9d2f28 tempest-MigrationsAdminTest-1111578005 tempest-MigrationsAdminTest-1111578005-project] 10.222.0.13 "GET /v2.0/ports?device_id=4430de3d-fe25-4e20-9c9a-13fdffc8cd73 HTTP/1.1" status: 200 len: 210 time: 0.2843528 Jun 04 16:19:56.122255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201eb0a-e36c-4b32-8a71-3663aae42061 req-7d3438a2-ce90-4771-8df3-417791d18b95 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:56.129242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8201eb0a-e36c-4b32-8a71-3663aae42061 req-7d3438a2-ce90-4771-8df3-417791d18b95 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 943 time: 0.4090207 Jun 04 16:19:56.157575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:56.250999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4ec95c83-3c11-404a-af4c-3a6c6019f26e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:56.252529 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4ec95c83-3c11-404a-af4c-3a6c6019f26e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.46 "GET /v2.0/networks?id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f HTTP/1.1" status: 200 len: 814 time: 1.3881536 Jun 04 16:19:56.276890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Request body: {'port': {'device_id': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f', 'admin_state_up': True, 'tenant_id': 'dc62f984f3aa4af6b51cf0f39a3d5c92'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:56.291218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] Set router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:19:56.314909 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7845497 Jun 04 16:19:56.316909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35776) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:56.323951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Made reservation on behalf of 1697a44ed7874d3a82b41e3e0a8977c8 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:56.327443 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:56.369304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Request body: {'subnet': {'network_id': 'd3eec4ce-784a-4ed8-9540-8533d2693e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-541138422-subnet', 'tenant_id': '342d659c93b34d4295cff6caceec49e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:56.381977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb070bbf-f775-4cc6-82b1-38923520c2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=d3eec4ce-784a-4ed8-9540-8533d2693e85,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:56.393389 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd090d0-f4da-4756-ab70-e4eadaed0ef0 req-ca4f024b-c1d3-4970-8a00-4f8c79125819 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 210 time: 0.0855532 Jun 04 16:19:56.397170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:56.401828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network d3eec4ce-784a-4ed8-9540-8533d2693e85 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:19:56.416627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8201eb0a-e36c-4b32-8a71-3663aae42061 req-105fdcaf-3583-4d82-a994-84da8b16e469 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f0aa59f-d82b-401b-83f2-2b8cc2d80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864726 Jun 04 16:19:56.419141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Usage tracker for resource:subnet and tenant:342d659c93b34d4295cff6caceec49e5 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:56.423678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:56.433600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:56.452056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e2f26fcb-8780-4c03-aaed-4f4d4eb01b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:56.453978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-e2f26fcb-8780-4c03-aaed-4f4d4eb01b2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4251876 Jun 04 16:19:56.462855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Made reservation on behalf of 342d659c93b34d4295cff6caceec49e5 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:56.465870 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:56.683798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ccc9e-eac5-44de-b252-a9e62a276206 req-14d10d35-1a1f-4f39-8ead-9017334ab63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:56.684647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ccc9e-eac5-44de-b252-a9e62a276206 req-14d10d35-1a1f-4f39-8ead-9017334ab63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:56.684781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ccc9e-eac5-44de-b252-a9e62a276206 req-14d10d35-1a1f-4f39-8ead-9017334ab63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:56.686374 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-aa8ccc9e-eac5-44de-b252-a9e62a276206 req-14d10d35-1a1f-4f39-8ead-9017334ab63c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2870 time: 1.2215507 Jun 04 16:19:56.796225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:19:48Z', 'revision_number': 3, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:19:56.800539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c082704-6cc5-48dc-a1c4-703bc2d01ce4 None None] The sync data for ids ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'] in n-d-811809-3 is: [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:19:48Z', 'revision_number': 3, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:19:56.819087 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b011b401-d0d0-48a2-9b47-1d78af64bb2e req-e608123c-248c-45c7-8d9d-515ec4d49ad6 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 210 time: 0.1058936 Jun 04 16:19:56.825475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:19:56.838044 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:56.848192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Usage tracker for resource:port and tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:19:56.867003 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-aa8ccc9e-eac5-44de-b252-a9e62a276206 req-42505011-cd66-40a4-9c03-7884052841fd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689169 Jun 04 16:19:56.867830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:19:56.885562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:19:56.896749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-c1c80b19-0168-409b-8f54-c0da2620ccc0 service neutron] 10.222.0.42 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355552 Jun 04 16:19:56.907724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1e0d9-91d8-4ace-a3a9-09371cef2156 req-b7f0791a-808f-4e9d-b97c-8128b336e1c3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:56.913664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1e0d9-91d8-4ace-a3a9-09371cef2156 req-b7f0791a-808f-4e9d-b97c-8128b336e1c3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:56.919591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1e0d9-91d8-4ace-a3a9-09371cef2156 req-b7f0791a-808f-4e9d-b97c-8128b336e1c3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:56.922756 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59f1e0d9-91d8-4ace-a3a9-09371cef2156 req-b7f0791a-808f-4e9d-b97c-8128b336e1c3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2417 time: 0.3615191 Jun 04 16:19:56.954484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Allocated IP 172.20.0.10 (d7f2ecd9-b100-425f-a1f7-f9eb73da6b91/6e3877da-18e8-488d-8839-da9f59802736/75758991-14f3-4c4b-8a62-4a420d6168bc) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:56.968551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Made reservation on behalf of dc62f984f3aa4af6b51cf0f39a3d5c92 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:19:56.972108 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:57.212638 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59f1e0d9-91d8-4ace-a3a9-09371cef2156 req-dc4127b3-2dd0-4e21-b03f-8bad6d9c897b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677405 Jun 04 16:19:57.302866 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:57.387210 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6d7cbf-ecc5-448b-9ff2-1d58e2b6ca85 req-9b008396-e081-4fe1-aa46-89cc2fc0cf94 service neutron] 10.222.0.42 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621820 Jun 04 16:19:57.440047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-2b967b29-40c5-49b4-9fa0-594386f016a1 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:57.441830 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-2b967b29-40c5-49b4-9fa0-594386f016a1 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 808 time: 0.4197056 Jun 04 16:19:57.449821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ef8f2a-36bd-431f-924c-e76455066df0,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:57.479877 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:57.484548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Checking segment: {'id': 'ad8425c1-e737-4aa3-afe9-b34a45f9fc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd3eec4ce-784a-4ed8-9540-8533d2693e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:19:57.484974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Network hostable DHCP agents. Network: d3eec4ce-784a-4ed8-9540-8533d2693e85, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:19:57.520694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Transition to ACTIVE for port object 75758991-14f3-4c4b-8a62-4a420d6168bc will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:57.539102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-16456169-d703-47b5-a877-fc9dc21f5fe9 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/quotas/d4012fb5625c4c60945856a3a47e68a0 HTTP/1.1" status: 200 len: 375 time: 0.0798388 Jun 04 16:19:57.605943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Allocated IP 172.20.0.9 (f0b0668b-3c19-48d1-aa8b-d916f64e1e6f/832c1a0f-eef2-4596-b4da-6fd412f92ae5/5ab477d2-c1a9-4fe3-917b-9d28edf9b78c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:57.690185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device fb08505c-0002-4795-ac56-c6aac5416c89 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:57.693255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Allocated IP 172.20.0.1 (3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47/9f31b0c1-838c-41c1-9535-61fd0b6a0976/191ed6d0-1d80-4572-858d-6d46405bde27) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:19:57.729775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'name': 'network-vif-deleted', 'tag': 'de14cf5d-f911-468f-b7f0-8f796df3808a'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:19:57.753539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Network d3eec4ce-784a-4ed8-9540-8533d2693e85 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:19:57.756764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35800) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:57.759253 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ee1c-1b7f-454a-b77b-6a1ae28ac967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:57.760227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3db5c0ea-9539-438d-a396-8c11175e3f0b req-84e83669-4f52-46f2-9d57-0f59dc832a8c tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 210 time: 0.1137249 Jun 04 16:19:57.788399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, d3eec4ce-784a-4ed8-9540-8533d2693e85) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:57.798300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:57.798913 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:57.800850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d7fd4c-a54a-41b4-a347-e46f004feaf6 None None] Network d3eec4ce-784a-4ed8-9540-8533d2693e85 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:57.847434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dfd13-a930-4e08-bc56-48325041e618 req-09809936-805f-4793-ad08-139083c72fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:57.848985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b3dfd13-a930-4e08-bc56-48325041e618 req-09809936-805f-4793-ad08-139083c72fec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60ac837242f346f296181deb284c70b8&device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 1094 time: 0.3655827 Jun 04 16:19:57.874642 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-13111fd8-425e-478c-a0c6-bab1914916d4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3253894 Jun 04 16:19:57.942575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port fb08505c-0002-4795-ac56-c6aac5416c89 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:57.953276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port fb08505c-0002-4795-ac56-c6aac5416c89 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:57.953636 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:57.971886 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:57.997079 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6ab6de65-dab4-4abd-8359-a16e63e1ea19 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6374838 Jun 04 16:19:58.211743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35810) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:58.256737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29505fe3-26b4-417f-a706-a2c7f7069b9d None None] Network d3eec4ce-784a-4ed8-9540-8533d2693e85 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:19:58.301527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-c10b760c-de2e-4001-ac71-39fb7f386381 service neutron] 10.222.0.13 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259968 Jun 04 16:19:58.302465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:58.303801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:58.355997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:58.422296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port fb08505c-0002-4795-ac56-c6aac5416c89 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:58.422705 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:58.468083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port fb08505c-0002-4795-ac56-c6aac5416c89, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=fb08505c-0002-4795-ac56-c6aac5416c89,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:19:58.505363 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:58.662793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=fb08505c-0002-4795-ac56-c6aac5416c89,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:58.667616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bce5319a-8d59-4a10-a7ce-656907fe082a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebd00055ee90437ca2acd288885c518a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9036934 Jun 04 16:19:58.676591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35816) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:58.677058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Pushing event updated for resources: {'Port': ['ID=75758991-14f3-4c4b-8a62-4a420d6168bc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:58.683243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bcf1bc46-0e9f-4885-b028-69c5c89b1327 None None] Provisioning for port 75758991-14f3-4c4b-8a62-4a420d6168bc completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:58.692471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dfd13-a930-4e08-bc56-48325041e618 req-118905dd-1e13-4ff7-9073-5af47bde8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:58.693932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b3dfd13-a930-4e08-bc56-48325041e618 req-118905dd-1e13-4ff7-9073-5af47bde8ea6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 HTTP/1.1" status: 200 len: 916 time: 0.7576077 Jun 04 16:19:58.695391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bcf1bc46-0e9f-4885-b028-69c5c89b1327 None None] Provisioning complete for port 75758991-14f3-4c4b-8a62-4a420d6168bc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:58.695963 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bcf1bc46-0e9f-4885-b028-69c5c89b1327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:58.714517 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:58.727113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2cd8b5-d996-4333-aa0a-cc4531768e10 admin admin] Deleting subnet 2d29b5d7-8f58-4abd-9856-9ba685057915 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:19:58.753264 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd8b5-d996-4333-aa0a-cc4531768e10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:58.765252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-bcf1bc46-0e9f-4885-b028-69c5c89b1327 None None] Port 75758991-14f3-4c4b-8a62-4a420d6168bc cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:19:58.773038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe09c6-eb8d-4472-9b8f-0f571914ded6 req-be3be6e4-2475-4be9-ba4c-9f37525e40a5 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:58.774644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfbe09c6-eb8d-4472-9b8f-0f571914ded6 req-be3be6e4-2475-4be9-ba4c-9f37525e40a5 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 943 time: 0.8371572 Jun 04 16:19:58.801970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:58.802621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:58.820105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b3dfd13-a930-4e08-bc56-48325041e618 req-9575c164-e7b3-4374-ae4e-8e39e0655086 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c528d3-f83d-4af9-b77a-805e17c78e25 HTTP/1.1" status: 200 len: 217 time: 0.1101496 Jun 04 16:19:58.842605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Transition to ACTIVE for port object 191ed6d0-1d80-4572-858d-6d46405bde27 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:19:58.861362 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-98fc0ae5-0d88-447e-afa5-6de748fa5c94 service neutron] 10.222.0.13 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589731 Jun 04 16:19:58.907035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfbe09c6-eb8d-4472-9b8f-0f571914ded6 req-a1512f6a-5f81-4d42-a904-4ab32b1b9561 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f0aa59f-d82b-401b-83f2-2b8cc2d80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242738 Jun 04 16:19:58.908824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:58.918632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dfd13-a930-4e08-bc56-48325041e618 req-4adb4d2a-0872-4004-91e4-807c6731e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:58.920263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b3dfd13-a930-4e08-bc56-48325041e618 req-4adb4d2a-0872-4004-91e4-807c6731e3f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0158e0b8-a6ba-4199-a891-e98439d18029 HTTP/1.1" status: 200 len: 854 time: 0.0922635 Jun 04 16:19:58.949313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd8b5-d996-4333-aa0a-cc4531768e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:58.967884 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ccb76a-151c-484a-9e50-fc9b24f26e57'] response: {'server_uuid': '4430de3d-fe25-4e20-9c9a-13fdffc8cd73', 'name': 'network-vif-deleted', 'tag': 'de14cf5d-f911-468f-b7f0-8f796df3808a', 'status': 'completed', 'code': 200} Jun 04 16:19:59.016067 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd8b5-d996-4333-aa0a-cc4531768e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.016662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dfd13-a930-4e08-bc56-48325041e618 req-d50ed7b9-9393-487f-b541-48802df684c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:59.018154 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b3dfd13-a930-4e08-bc56-48325041e618 req-d50ed7b9-9393-487f-b541-48802df684c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908036 Jun 04 16:19:59.099450 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.139735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-af30ebe0-c672-4cb6-8054-0412256abd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.172954 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-33afca89-d0fa-489e-b3a0-ef48bdbdb664 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3904378 Jun 04 16:19:59.174871 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e2437a37-80fa-463f-b149-51385f3fda93 req-fe0f70f6-9187-4b91-afbb-915e52826124 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 210 time: 0.0593362 Jun 04 16:19:59.186694 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd8b5-d996-4333-aa0a-cc4531768e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.200024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:19:59.210320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Request body: {'port': {'device_id': '91d80422-b97b-4f6b-997d-4835e55779bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:19:59.224271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b3dfd13-a930-4e08-bc56-48325041e618 req-b99ee595-4e2b-4009-95eb-057dc93f02e6 service neutron] 10.222.0.42 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000363 Jun 04 16:19:59.298937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:19:59.311921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:19:59.387705 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd8b5-d996-4333-aa0a-cc4531768e10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.390393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cd8b5-d996-4333-aa0a-cc4531768e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d29b5d7-8f58-4abd-9856-9ba685057915,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:59.405749 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-af30ebe0-c672-4cb6-8054-0412256abd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.448739 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6b2cd8b5-d996-4333-aa0a-cc4531768e10 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2d29b5d7-8f58-4abd-9856-9ba685057915 HTTP/1.1" status: 204 len: 168 time: 1.2229505 Jun 04 16:19:59.449458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Pushing event updated for resources: {'Port': ['ID=191ed6d0-1d80-4572-858d-6d46405bde27,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:19:59.461737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35834) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:19:59.528820 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.580489 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.636472 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.658594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device fb08505c-0002-4795-ac56-c6aac5416c89 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:19:59.697129 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b3dfd13-a930-4e08-bc56-48325041e618 req-76bfbc9b-f03c-46b6-9982-18f2fbd82abe service neutron] 10.222.0.42 "GET /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663861 Jun 04 16:19:59.747322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2463a9d1-dc1f-45b4-913d-d2d6f976f559 None None] Provisioning for port 191ed6d0-1d80-4572-858d-6d46405bde27 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:19:59.751084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port fb08505c-0002-4795-ac56-c6aac5416c89 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:59.751233 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.759423 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7257de5-f80d-4c20-a500-47828748f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.791327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2463a9d1-dc1f-45b4-913d-d2d6f976f559 None None] Provisioning complete for port 191ed6d0-1d80-4572-858d-6d46405bde27 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:19:59.791327 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2463a9d1-dc1f-45b4-913d-d2d6f976f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.835193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20f40e-0e95-4360-ae7f-665175143960 req-f4fa47c4-644d-43e4-890f-559dabcb7d70 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:59.836745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f20f40e-0e95-4360-ae7f-665175143960 req-f4fa47c4-644d-43e4-890f-559dabcb7d70 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 932 time: 0.4615159 Jun 04 16:19:59.862023 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2463a9d1-dc1f-45b4-913d-d2d6f976f559 None None] Port 191ed6d0-1d80-4572-858d-6d46405bde27 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:19:59.890539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66eec8-a9f2-4b5b-a0c5-e12febce5d3e req-48e18e6f-7321-4df4-8a37-36e514c66ce6 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:59.896463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66eec8-a9f2-4b5b-a0c5-e12febce5d3e req-48e18e6f-7321-4df4-8a37-36e514c66ce6 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:59.902363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66eec8-a9f2-4b5b-a0c5-e12febce5d3e req-48e18e6f-7321-4df4-8a37-36e514c66ce6 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:19:59.904033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b66eec8-a9f2-4b5b-a0c5-e12febce5d3e req-48e18e6f-7321-4df4-8a37-36e514c66ce6 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2417 time: 0.5299342 Jun 04 16:19:59.929231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port fb08505c-0002-4795-ac56-c6aac5416c89 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:19:59.957982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-af30ebe0-c672-4cb6-8054-0412256abd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.982068 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f442b7a-d2d8-4da5-b771-27c936427632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:19:59.991752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Network f0b0668b-3c19-48d1-aa8b-d916f64e1e6f is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:20:00.004131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:00.018086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7257de5-f80d-4c20-a500-47828748f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:00.026746 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:20:00.041271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f20f40e-0e95-4360-ae7f-665175143960 req-a80697bd-1769-4e55-8373-9a989bc132a4 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817884 Jun 04 16:20:00.057298 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-af30ebe0-c672-4cb6-8054-0412256abd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:00.059736 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-af30ebe0-c672-4cb6-8054-0412256abd68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cf719e0-ebe6-46da-9aa0-bbab17420a7b HTTP/1.1" status: 204 len: 168 time: 1.3799760 Jun 04 16:20:00.064896 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b66eec8-a9f2-4b5b-a0c5-e12febce5d3e req-8a344e94-f2ef-4fb0-9764-f0c540791a05 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068013 Jun 04 16:20:00.065558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30ebe0-c672-4cb6-8054-0412256abd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf719e0-ebe6-46da-9aa0-bbab17420a7b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:00.071537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-d7257de5-f80d-4c20-a500-47828748f2dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c6cf12-dcac-4a44-90cb-8e2e7af904dc']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:00.113147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-d7257de5-f80d-4c20-a500-47828748f2dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f003d5-73f7-486c-912e-dffe0ee55eb2') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:00.113433 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-d7257de5-f80d-4c20-a500-47828748f2dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f003d5-73f7-486c-912e-dffe0ee55eb2') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:00.130830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Pushing event updated for resources: {'Port': ['ID=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:00.132753 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7257de5-f80d-4c20-a500-47828748f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:00.161170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:00.161955 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:00.165556 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7257de5-f80d-4c20-a500-47828748f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:00.185295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7257de5-f80d-4c20-a500-47828748f2dd admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:20:00.186047 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7257de5-f80d-4c20-a500-47828748f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:00.221061 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-4f190e00-347b-4697-9d22-358e986ddc4d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9483984 Jun 04 16:20:00.236925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Request body: {'port': {'device_id': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:00.275859 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 75f003d5-73f7-486c-912e-dffe0ee55eb2 resource provider aggregate not found Jun 04 16:20:00.393376 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 75f003d5-73f7-486c-912e-dffe0ee55eb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75f003d5-73f7-486c-912e-dffe0ee55eb2 found for delete ", "request_id": "req-d78d1d6e-5a13-424f-925c-1a2e64e5a66f"}]} Jun 04 16:20:00.397294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21d04a38-8f03-4bdd-93c2-1f8cc0e5163a req-e38ad982-4f42-4f25-82bb-28f293a1dfee tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 210 time: 0.1611667 Jun 04 16:20:00.450215 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7257de5-f80d-4c20-a500-47828748f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:00.456834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75758991-14f3-4c4b-8a62-4a420d6168bc {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:00.459845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device e9c528d3-f83d-4af9-b77a-805e17c78e25 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:20:00.464846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7257de5-f80d-4c20-a500-47828748f2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:00.510628 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:00.538113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7257de5-f80d-4c20-a500-47828748f2dd admin admin] Pushing event deleted for resources: {'Network': ['ID=37c6cf12-dcac-4a44-90cb-8e2e7af904dc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:00.544362 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:00.559616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d7257de5-f80d-4c20-a500-47828748f2dd admin admin] 10.222.0.13 "DELETE /v2.0/networks/37c6cf12-dcac-4a44-90cb-8e2e7af904dc HTTP/1.1" status: 204 len: 168 time: 1.0943398 Jun 04 16:20:00.564114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35856) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:00.568446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35858) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:00.575456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0a4b8-cca7-4446-881e-431b231abae5 req-36b8eb5e-c879-4f2a-9973-9f81764ce8c1 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:00.582732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ad0a4b8-cca7-4446-881e-431b231abae5 req-36b8eb5e-c879-4f2a-9973-9f81764ce8c1 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 943 time: 0.2522302 Jun 04 16:20:00.643576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Transition to ACTIVE for port object 75758991-14f3-4c4b-8a62-4a420d6168bc will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:00.669895 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:00.720067 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:00.758896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port e9c528d3-f83d-4af9-b77a-805e17c78e25, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e9c528d3-f83d-4af9-b77a-805e17c78e25,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:00.777963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'e9c528d3-f83d-4af9-b77a-805e17c78e25', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'port_id': 'e9c528d3-f83d-4af9-b77a-805e17c78e25', 'mac_address': 'fa:16:3e:50:4f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:20:00.856998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port e9c528d3-f83d-4af9-b77a-805e17c78e25 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:00.856998 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:00.879241 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c528d3-f83d-4af9-b77a-805e17c78e25 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:00.907717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port e9c528d3-f83d-4af9-b77a-805e17c78e25, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e9c528d3-f83d-4af9-b77a-805e17c78e25,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:00.912980 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:01.029766 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:01.044747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=e9c528d3-f83d-4af9-b77a-805e17c78e25,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:01.117567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['e9c528d3-f83d-4af9-b77a-805e17c78e25'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:01.243387 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ae231ed8-b66e-4957-877a-c4a365e0614c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6366112f0a4a49509913572d0325d4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6653309 Jun 04 16:20:01.244176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Pushing event updated for resources: {'Port': ['ID=75758991-14f3-4c4b-8a62-4a420d6168bc,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:01.244785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5a8cba-956e-4d22-8142-10c6cf79dbab admin admin] Deleting subnet 37ef8f2a-36bd-431f-924c-e76455066df0 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:20:01.248428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35868) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:01.249006 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8cba-956e-4d22-8142-10c6cf79dbab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:01.263107 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:01.309594 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8cba-956e-4d22-8142-10c6cf79dbab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:01.390194 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8cba-956e-4d22-8142-10c6cf79dbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:01.513536 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8cba-956e-4d22-8142-10c6cf79dbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:01.579432 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8cba-956e-4d22-8142-10c6cf79dbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:01.596535 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0b5a8cba-956e-4d22-8142-10c6cf79dbab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/37ef8f2a-36bd-431f-924c-e76455066df0 HTTP/1.1" status: 204 len: 168 time: 1.0127025 Jun 04 16:20:01.606514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35874) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:01.608682 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ad0a4b8-cca7-4446-881e-431b231abae5 req-5435edf6-e540-47a7-8f52-4b8fff0d131f tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f0aa59f-d82b-401b-83f2-2b8cc2d80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0233483 Jun 04 16:20:01.646129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a8cba-956e-4d22-8142-10c6cf79dbab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ef8f2a-36bd-431f-924c-e76455066df0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:01.698402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-d92aa224-50d1-4ab3-b2a6-16b6ee166e0d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:01.700087 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-d92aa224-50d1-4ab3-b2a6-16b6ee166e0d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.42 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 808 time: 0.7601981 Jun 04 16:20:01.715038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Request body: {'port': {'device_id': '9483ae76-f5de-4b9c-9120-ec62931ae91a', 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded', 'admin_state_up': True, 'tenant_id': 'd4012fb5625c4c60945856a3a47e68a0'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:01.776787 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792359d-c9f4-4296-8364-789104a5606d req-73c33392-6912-4780-a8c8-2bafc4093bbe tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:01.778421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4792359d-c9f4-4296-8364-789104a5606d req-73c33392-6912-4780-a8c8-2bafc4093bbe tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 931 time: 0.8373103 Jun 04 16:20:01.877652 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8c14e3c-bb19-4acc-80d3-e6cc52e22100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:01.914702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4792359d-c9f4-4296-8364-789104a5606d req-29d325ae-2a61-4036-b5df-648247f6ed2b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Synchronizing usage tracker for tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:01.927527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Attempting to bind port 75758991-14f3-4c4b-8a62-4a420d6168bc on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:01.927858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Attempting to bind port 75758991-14f3-4c4b-8a62-4a420d6168bc by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'ed8d78e7-8f08-4945-9937-69713d0db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:01.928184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Attempting to bind port 75758991-14f3-4c4b-8a62-4a420d6168bc on network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:01.971789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4792359d-c9f4-4296-8364-789104a5606d req-29d325ae-2a61-4036-b5df-648247f6ed2b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Unset dirty status for tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:01.973290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4792359d-c9f4-4296-8364-789104a5606d req-29d325ae-2a61-4036-b5df-648247f6ed2b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852987 Jun 04 16:20:01.974479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:01.979165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Usage tracker for resource:port and tenant:d4012fb5625c4c60945856a3a47e68a0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:01.982392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:01.997150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Port 75758991-14f3-4c4b-8a62-4a420d6168bc on network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:20:01.997150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Attempting to bind port 75758991-14f3-4c4b-8a62-4a420d6168bc on network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:01.997347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:02.016380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:02.036364 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.038779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:02.039104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Checking segment: {'id': 'ed8d78e7-8f08-4945-9937-69713d0db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:02.039487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Bound using segment: {'id': 'ed8d78e7-8f08-4945-9937-69713d0db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:02.039990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Bound port: 75758991-14f3-4c4b-8a62-4a420d6168bc, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8d78e7-8f08-4945-9937-69713d0db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:02.040292 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.050925 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8c14e3c-bb19-4acc-80d3-e6cc52e22100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.057722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Made reservation on behalf of d4012fb5625c4c60945856a3a47e68a0 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:20:02.061580 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.065270 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-441055dd-ced0-4ac4-9b89-b6e6b0e6668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.143311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Transition to ACTIVE for port object 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:02.153849 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.177859 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.194346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0670fb8-3422-4b48-9f14-f9129364104f req-d85bb6ae-e0bb-453f-94c5-120ca9d1b427 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 210 time: 0.0672626 Jun 04 16:20:02.204948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388f671-06da-4341-8991-88e77cea3fd2 req-ed01c0d1-13b0-4f4c-89a4-842037944cd2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:02.211782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7388f671-06da-4341-8991-88e77cea3fd2 req-ed01c0d1-13b0-4f4c-89a4-842037944cd2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 944 time: 0.2262032 Jun 04 16:20:02.221953 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.313492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7388f671-06da-4341-8991-88e77cea3fd2 req-9e6e6688-f594-4139-8ee2-61a5cebd9dfc tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006544 Jun 04 16:20:02.396027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Allocated IP 172.20.0.12 (fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded/2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f/7e951e93-c4f8-48cb-9101-88d097021624) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:20:02.426444 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.459870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device e9c528d3-f83d-4af9-b77a-805e17c78e25 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:02.460113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a52d34-b5eb-4c2d-96d5-4de40c9463d3 req-a0b8527f-d843-437e-9072-300c087a3bf4 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:02.465947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a52d34-b5eb-4c2d-96d5-4de40c9463d3 req-a0b8527f-d843-437e-9072-300c087a3bf4 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:02.471892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a52d34-b5eb-4c2d-96d5-4de40c9463d3 req-a0b8527f-d843-437e-9072-300c087a3bf4 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:02.473572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1a52d34-b5eb-4c2d-96d5-4de40c9463d3 req-a0b8527f-d843-437e-9072-300c087a3bf4 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2417 time: 0.1481295 Jun 04 16:20:02.529697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Pushing event updated for resources: {'Port': ['ID=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:02.579178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port e9c528d3-f83d-4af9-b77a-805e17c78e25 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:02.582482 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.588332 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-441055dd-ced0-4ac4-9b89-b6e6b0e6668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.588764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port e9c528d3-f83d-4af9-b77a-805e17c78e25 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:02.589404 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.601853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] For port 75758991-14f3-4c4b-8a62-4a420d6168bc, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:02.663474 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8c14e3c-bb19-4acc-80d3-e6cc52e22100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.698183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1a52d34-b5eb-4c2d-96d5-4de40c9463d3 req-bc37a911-2613-40bd-9bc2-936b83a480be tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137721 Jun 04 16:20:02.785782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] For port 75758991-14f3-4c4b-8a62-4a420d6168bc, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=75758991-14f3-4c4b-8a62-4a420d6168bc,segment=NetworkSegment(ed8d78e7-8f08-4945-9937-69713d0db629),segment_id=ed8d78e7-8f08-4945-9937-69713d0db629)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:02.806166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port e9c528d3-f83d-4af9-b77a-805e17c78e25 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:02.806973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Pushing event updated for resources: {'Port': ['ID=191ed6d0-1d80-4572-858d-6d46405bde27,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:02.808359 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.810952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c14e3c-bb19-4acc-80d3-e6cc52e22100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd916b02-b4a2-495d-b59e-ee361feaf2de,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:02.820112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Attempting to bind port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:02.820334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Attempting to bind port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'fae907e6-2ade-46cb-956b-c53199c28256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:02.820638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Attempting to bind port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c on network f0b0668b-3c19-48d1-aa8b-d916f64e1e6f {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:02.879282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-441055dd-ced0-4ac4-9b89-b6e6b0e6668c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3eec4ce-784a-4ed8-9540-8533d2693e85']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:02.888530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c on network f0b0668b-3c19-48d1-aa8b-d916f64e1e6f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:20:02.888877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Attempting to bind port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c on network f0b0668b-3c19-48d1-aa8b-d916f64e1e6f {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:02.892392 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.894479 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port e9c528d3-f83d-4af9-b77a-805e17c78e25, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e9c528d3-f83d-4af9-b77a-805e17c78e25,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:02.900554 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:02.910122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19baaa4-6667-4d13-9d44-510cf3e28cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c528d3-f83d-4af9-b77a-805e17c78e25'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:02.920717 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:03.005063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=e9c528d3-f83d-4af9-b77a-805e17c78e25,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:03.028444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140d350-2b3c-44e9-a9c3-c8080476b20a req-76e4caa3-24a0-4aec-9863-a5ad8a052260 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:03.031416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f140d350-2b3c-44e9-a9c3-c8080476b20a req-76e4caa3-24a0-4aec-9863-a5ad8a052260 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 944 time: 0.2975566 Jun 04 16:20:03.045742 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff33181-5657-4d88-a38a-9a3f67fc7f12'] response: {'server_uuid': 'c19baaa4-6667-4d13-9d44-510cf3e28cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c528d3-f83d-4af9-b77a-805e17c78e25', 'code': 200} Jun 04 16:20:03.059095 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:03.073300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['54214b12-22b7-472d-af96-250b87cca3f7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:03.105714 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8c14e3c-bb19-4acc-80d3-e6cc52e22100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:03.108999 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c8c14e3c-bb19-4acc-80d3-e6cc52e22100 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd916b02-b4a2-495d-b59e-ee361feaf2de HTTP/1.1" status: 204 len: 168 time: 1.8313706 Jun 04 16:20:03.137755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:03.138375 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:03.139792 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] 10.222.0.42 "PUT /v2.0/ports/75758991-14f3-4c4b-8a62-4a420d6168bc HTTP/1.1" status: 200 len: 1092 time: 3.9340227 Jun 04 16:20:03.141119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:03.141119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Checking segment: {'id': 'fae907e6-2ade-46cb-956b-c53199c28256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:03.141460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Bound using segment: {'id': 'fae907e6-2ade-46cb-956b-c53199c28256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:03.141685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Bound port: 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae907e6-2ade-46cb-956b-c53199c28256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:03.142022 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:03.167877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d80422-b97b-4f6b-997d-4835e55779bd', 'tag': '75758991-14f3-4c4b-8a62-4a420d6168bc'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:03.185376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-441055dd-ced0-4ac4-9b89-b6e6b0e6668c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8425c1-e737-4aa3-afe9-b34a45f9fc45') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:03.188794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-441055dd-ced0-4ac4-9b89-b6e6b0e6668c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8425c1-e737-4aa3-afe9-b34a45f9fc45') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:03.393031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:20:03.406172 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-441055dd-ced0-4ac4-9b89-b6e6b0e6668c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:03.519446 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-441055dd-ced0-4ac4-9b89-b6e6b0e6668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:03.526995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441055dd-ced0-4ac4-9b89-b6e6b0e6668c admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:20:03.527405 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-441055dd-ced0-4ac4-9b89-b6e6b0e6668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:03.570045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:03.572905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:20:03.645867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Pushing event updated for resources: {'Port': ['ID=7e951e93-c4f8-48cb-9101-88d097021624,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:03.666720 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f140d350-2b3c-44e9-a9c3-c8080476b20a req-4076af89-40c6-4bc1-8cde-8d5ee401c0b2 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f0aa59f-d82b-401b-83f2-2b8cc2d80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044548 Jun 04 16:20:03.698865 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:03.753342 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ad8425c1-e737-4aa3-afe9-b34a45f9fc45 resource provider aggregate not found Jun 04 16:20:03.760304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:03.760946 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:03.781193 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272ec3b1-ee39-4d48-b5de-e3313cf1a48a'] response: {'name': 'network-changed', 'server_uuid': '91d80422-b97b-4f6b-997d-4835e55779bd', 'tag': '75758991-14f3-4c4b-8a62-4a420d6168bc', 'status': 'completed', 'code': 200} Jun 04 16:20:03.784813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e6ea1-adfc-4fa6-8eab-13e1a72579aa service neutron] Pushing event updated for resources: {'Port': ['ID=75758991-14f3-4c4b-8a62-4a420d6168bc,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:03.796199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:20:03.799068 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ad8425c1-e737-4aa3-afe9-b34a45f9fc45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad8425c1-e737-4aa3-afe9-b34a45f9fc45 found for delete ", "request_id": "req-707b038c-87f7-4456-bdc5-deb61904bf78"}]} Jun 04 16:20:03.814044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:03.828255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8450b3-5cb7-430b-87f4-6741a03a3ea2 req-4c4d2c69-6eb1-44a8-a630-9ee5260ad63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:03.833225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c8450b3-5cb7-430b-87f4-6741a03a3ea2 req-4c4d2c69-6eb1-44a8-a630-9ee5260ad63a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 1096 time: 0.6238549 Jun 04 16:20:03.842269 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-441055dd-ced0-4ac4-9b89-b6e6b0e6668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:03.864811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75215fab-3b4c-40c2-88a2-182b00260cc3 req-2c79052a-5b34-4f9a-b426-476a9ec63ac9 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:03.873782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75215fab-3b4c-40c2-88a2-182b00260cc3 req-2c79052a-5b34-4f9a-b426-476a9ec63ac9 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 943 time: 0.6195846 Jun 04 16:20:03.876355 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-45b4e628-38f5-46bc-a6ec-d11896ebffd2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1656120 Jun 04 16:20:03.904578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Request body: {'port': {'device_id': '9483ae76-f5de-4b9c-9120-ec62931ae91a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:03.911583 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:03.977478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-1cec85a1-8b44-4ff7-b32a-789ccaa871b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:03.979761 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-1cec85a1-8b44-4ff7-b32a-789ccaa871b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1697a44ed7874d3a82b41e3e0a8977c8&device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 1095 time: 0.7493851 Jun 04 16:20:03.982833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-441055dd-ced0-4ac4-9b89-b6e6b0e6668c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:03.990986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] For port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:04.037744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c8450b3-5cb7-430b-87f4-6741a03a3ea2 req-fc80406d-ba08-4a33-9da8-833b2e377c55 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2f0aa59f-d82b-401b-83f2-2b8cc2d80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013843 Jun 04 16:20:04.070841 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75215fab-3b4c-40c2-88a2-182b00260cc3 req-2eebdd19-b56a-4a08-8aff-9a2da527c095 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957417 Jun 04 16:20:04.120845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441055dd-ced0-4ac4-9b89-b6e6b0e6668c admin admin] Pushing event deleted for resources: {'Network': ['ID=d3eec4ce-784a-4ed8-9540-8533d2693e85,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:04.146153 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-441055dd-ced0-4ac4-9b89-b6e6b0e6668c admin admin] 10.222.0.13 "DELETE /v2.0/networks/d3eec4ce-784a-4ed8-9540-8533d2693e85 HTTP/1.1" status: 204 len: 168 time: 2.2986341 Jun 04 16:20:04.148508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] For port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:04.165127 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-cca4fcd1-61ef-425d-b4ef-6c6d5bb964ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75758991-14f3-4c4b-8a62-4a420d6168bc HTTP/1.1" status: 200 len: 217 time: 0.1715479 Jun 04 16:20:04.172441 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:04.203349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a47e4-5b21-4454-b6e4-89c079b656a8 req-ebbf6f10-b7b0-49a5-aed7-ad4486fb1cbb tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:04.204244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-695a47e4-5b21-4454-b6e4-89c079b656a8 req-ebbf6f10-b7b0-49a5-aed7-ad4486fb1cbb tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Synchronizing usage tracker for tenant:d4012fb5625c4c60945856a3a47e68a0 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:04.233500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec8e90-6268-4019-a282-56677877acfd req-1dac41b0-39d3-4e71-a18c-0b9dd268209f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:04.239840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec8e90-6268-4019-a282-56677877acfd req-1dac41b0-39d3-4e71-a18c-0b9dd268209f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:04.243639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-695a47e4-5b21-4454-b6e4-89c079b656a8 req-ebbf6f10-b7b0-49a5-aed7-ad4486fb1cbb tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Unset dirty status for tenant:d4012fb5625c4c60945856a3a47e68a0 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:04.247345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec8e90-6268-4019-a282-56677877acfd req-1dac41b0-39d3-4e71-a18c-0b9dd268209f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:04.248229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-5bec8e90-6268-4019-a282-56677877acfd req-1dac41b0-39d3-4e71-a18c-0b9dd268209f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Synchronizing usage tracker for tenant:55529c8e77164b25a08ae78a561ce40a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:04.255544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-695a47e4-5b21-4454-b6e4-89c079b656a8 req-ebbf6f10-b7b0-49a5-aed7-ad4486fb1cbb tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 932 time: 0.3169181 Jun 04 16:20:04.260959 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:04.279471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fc2cf099-5877-43c8-9e02-881bbf2c0cb5 None None] Provisioning complete for port 191ed6d0-1d80-4572-858d-6d46405bde27 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:04.285028 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf099-5877-43c8-9e02-881bbf2c0cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:04.337061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:04.338187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:04.339758 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] 10.222.0.46 "PUT /v2.0/ports/5ab477d2-c1a9-4fe3-917b-9d28edf9b78c HTTP/1.1" status: 200 len: 1091 time: 4.1094661 Jun 04 16:20:04.350455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35920) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:04.377980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fc2cf099-5877-43c8-9e02-881bbf2c0cb5 None None] Port 191ed6d0-1d80-4572-858d-6d46405bde27 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:20:04.439761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:20:04.445889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37d31b-37b7-4ec6-b747-2095964526bd service neutron] Pushing event updated for resources: {'Port': ['ID=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:04.458541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-8b1a96a6-b45f-4acd-bbe3-58e6826adafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:04.459892 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-8b1a96a6-b45f-4acd-bbe3-58e6826adafb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e3877da-18e8-488d-8839-da9f59802736 HTTP/1.1" status: 200 len: 845 time: 0.1964366 Jun 04 16:20:04.460779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-5bec8e90-6268-4019-a282-56677877acfd req-1dac41b0-39d3-4e71-a18c-0b9dd268209f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Unset dirty status for tenant:55529c8e77164b25a08ae78a561ce40a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:04.461700 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5bec8e90-6268-4019-a282-56677877acfd req-1dac41b0-39d3-4e71-a18c-0b9dd268209f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2417 time: 0.9722583 Jun 04 16:20:04.517360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-695a47e4-5b21-4454-b6e4-89c079b656a8 req-974a803f-0b04-4cfb-be0f-388db0d0bbfa tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604558 Jun 04 16:20:04.695457 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d15bf8de-fbf1-4978-a5ed-57a97e2d2a07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=903729b0e22744188540afbecefc5ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388305 Jun 04 16:20:04.704476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35930) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:04.745557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-5bec8e90-6268-4019-a282-56677877acfd req-56c4e74d-50c8-4ffd-acfb-79681b498e8b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:04.745905 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-56c4e74d-50c8-4ffd-acfb-79681b498e8b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:04.756400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e5e35-a259-429e-adbd-a392b0ce7a4d req-019a721e-56bb-4b4c-bc66-6a9ac748e9ab tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:04.757979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-338e5e35-a259-429e-adbd-a392b0ce7a4d req-019a721e-56bb-4b4c-bc66-6a9ac748e9ab tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 944 time: 0.4626136 Jun 04 16:20:04.864887 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-338e5e35-a259-429e-adbd-a392b0ce7a4d req-929d95df-e9c5-4468-8b85-6b221399612c tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918550 Jun 04 16:20:04.881132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8578c15-d745-47c8-bc2b-cec79023bb12 req-4f1a0137-b25b-4a04-87af-ff5225b575a1 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:04.887211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8578c15-d745-47c8-bc2b-cec79023bb12 req-4f1a0137-b25b-4a04-87af-ff5225b575a1 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:04.901889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8578c15-d745-47c8-bc2b-cec79023bb12 req-4f1a0137-b25b-4a04-87af-ff5225b575a1 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:04.909065 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8578c15-d745-47c8-bc2b-cec79023bb12 req-4f1a0137-b25b-4a04-87af-ff5225b575a1 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 2417 time: 0.2715244 Jun 04 16:20:04.923978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8aa0297e-fef6-42da-b40f-b08482af997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:04.925484 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-8aa0297e-fef6-42da-b40f-b08482af997c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92&device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 1094 time: 0.5401540 Jun 04 16:20:05.178571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8578c15-d745-47c8-bc2b-cec79023bb12 req-a494b5d2-6735-4bdd-ad87-3a2b50a7a07a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686062 Jun 04 16:20:05.196455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e951e93-c4f8-48cb-9101-88d097021624 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:05.214810 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:05.234835 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-acfc9790-90d1-4d2b-ad89-f30897dc574e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c HTTP/1.1" status: 200 len: 217 time: 0.2907131 Jun 04 16:20:05.238913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Transition to ACTIVE for port object 7e951e93-c4f8-48cb-9101-88d097021624 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:05.239472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-6f18e021-70a9-4bf3-8616-721403dc80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:05.240913 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-6f18e021-70a9-4bf3-8616-721403dc80dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7f2ecd9-b100-425f-a1f7-f9eb73da6b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7676861 Jun 04 16:20:05.242030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:20:05.245032 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0854977-3801-4a94-9dae-6baa7a38068f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:05.247968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58d19-ebe8-42ba-9723-9e7c85e1b44b req-785da2bd-b4f6-49ae-8a9d-ff4374637497 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:05.249839 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a671a0a1-9565-4b0b-a73e-87a2a9002efa admin admin] 10.222.0.13 "PUT /v2.0/routers/47dd9ff3-8d1a-47d9-8599-9d56d45dceed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5558681 Jun 04 16:20:05.257670 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Sync routers for ids ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:20:05.264807 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ef58d19-ebe8-42ba-9723-9e7c85e1b44b req-785da2bd-b4f6-49ae-8a9d-ff4374637497 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 945 time: 0.2371702 Jun 04 16:20:05.283507 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Routers {'47dd9ff3-8d1a-47d9-8599-9d56d45dceed'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:20:05.285419 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:20:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:05.292952 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:05.389261 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0854977-3801-4a94-9dae-6baa7a38068f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:05.534147 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ef58d19-ebe8-42ba-9723-9e7c85e1b44b req-679188d5-b3f8-446a-8999-fea8216f1484 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f0aa59f-d82b-401b-83f2-2b8cc2d80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670183 Jun 04 16:20:05.539877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-cd98ee15-5492-4ab8-8f71-a6a878a73e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:05.542248 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-cd98ee15-5492-4ab8-8f71-a6a878a73e9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=832c1a0f-eef2-4596-b4da-6fd412f92ae5 HTTP/1.1" status: 200 len: 854 time: 0.2912984 Jun 04 16:20:05.643512 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-0562723b-8533-493a-8fac-689837045664 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797393 Jun 04 16:20:05.668339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Pushing event updated for resources: {'Port': ['ID=7e951e93-c4f8-48cb-9101-88d097021624,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:05.683692 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Set router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:20:05.786710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'tag': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:05.787183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64715e-54cc-4a6e-ae81-647345a1c5ab req-2d7f3fbc-d0b5-430a-815c-a0d1bb977965 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:05.797756 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c64715e-54cc-4a6e-ae81-647345a1c5ab req-2d7f3fbc-d0b5-430a-815c-a0d1bb977965 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 943 time: 0.4344072 Jun 04 16:20:05.800516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Attempting to bind port 7e951e93-c4f8-48cb-9101-88d097021624 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:05.800852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Attempting to bind port 7e951e93-c4f8-48cb-9101-88d097021624 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:05.801171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Attempting to bind port 7e951e93-c4f8-48cb-9101-88d097021624 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:05.802829 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-4f803973-e063-4d1d-9a49-6574023c0b55 service neutron] 10.222.0.42 "GET /v2.0/networks/d7f2ecd9-b100-425f-a1f7-f9eb73da6b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148451 Jun 04 16:20:05.816415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-5bec8e90-6268-4019-a282-56677877acfd req-56c4e74d-50c8-4ffd-acfb-79681b498e8b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] For port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c,segment=NetworkSegment(aaa2993c-1004-4e6d-af11-5489f6e4bf34),segment_id=aaa2993c-1004-4e6d-af11-5489f6e4bf34)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:05.817204 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-56c4e74d-50c8-4ffd-acfb-79681b498e8b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:05.828205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Port 7e951e93-c4f8-48cb-9101-88d097021624 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:20:05.828553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Attempting to bind port 7e951e93-c4f8-48cb-9101-88d097021624 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:05.844305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:05.844639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:05.845192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Bound using segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:05.845642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Bound port: 7e951e93-c4f8-48cb-9101-88d097021624, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:05.846011 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:05.867379 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0854977-3801-4a94-9dae-6baa7a38068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:05.881979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c64715e-54cc-4a6e-ae81-647345a1c5ab req-19cd8504-7c87-47b9-9b86-323b44df67c0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832670 Jun 04 16:20:06.009825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35966) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:06.020537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1143444933', 'description': 'tempest-description--604195594'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:06.027443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:06.032164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Usage tracker for resource:security_group and tenant:4f4c485c2ef34d11931bdb454a82a6c4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:06.044143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:06.062772 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-5bec8e90-6268-4019-a282-56677877acfd req-56c4e74d-50c8-4ffd-acfb-79681b498e8b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Calling delete_port for 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:06.106546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:06.109274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0854977-3801-4a94-9dae-6baa7a38068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c5b5f0-5b67-4b6c-ba6d-411c0b8ed57f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:06.127611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:06.140304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:06.143201 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:20:00Z', 'revision_number': 4, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '191ed6d0-1d80-4572-858d-6d46405bde27', 'name': '', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'mac_address': 'fa:16:3e:81:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:56Z', 'updated_at': '2022-06-04T16:20:00Z', 'revision_number': 2, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'subnets': [{'id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:06.149299 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Checking router: 47dd9ff3-8d1a-47d9-8599-9d56d45dceed for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:20:06.150564 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Updating router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed port 191ed6d0-1d80-4572-858d-6d46405bde27 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:20:06.155932 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0854977-3801-4a94-9dae-6baa7a38068f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:06.160166 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d0854977-3801-4a94-9dae-6baa7a38068f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35c5b5f0-5b67-4b6c-ba6d-411c0b8ed57f HTTP/1.1" status: 204 len: 168 time: 1.4420936 Jun 04 16:20:06.160342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7e951e93-c4f8-48cb-9101-88d097021624,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:06.174786 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:06.230953 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-0374ee43-4a6d-480e-a4a6-4300cb5c037e service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721393 Jun 04 16:20:06.233397 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:06.272121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:06.287400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Usage tracker for resource:security_group_rule and tenant:4f4c485c2ef34d11931bdb454a82a6c4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:06.290927 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:20:06.295812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:06.296424 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:06.297907 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] 10.222.0.42 "PUT /v2.0/ports/7e951e93-c4f8-48cb-9101-88d097021624 HTTP/1.1" status: 200 len: 1092 time: 2.4002268 Jun 04 16:20:06.298801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:06.301411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9483ae76-f5de-4b9c-9120-ec62931ae91a', 'tag': '7e951e93-c4f8-48cb-9101-88d097021624'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:06.305575 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0a470382-4f49-43dc-a1c6-3c7800133e98 req-258e5d23-56cf-4e12-9297-294f9f1cd0a0 service neutron] 10.222.0.42 "GET /v2.0/networks/d7f2ecd9-b100-425f-a1f7-f9eb73da6b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749389 Jun 04 16:20:06.316708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:06.336658 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8237f0-ed6a-47f0-b9e6-52605d6f4c10'] response: {'name': 'network-changed', 'server_uuid': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'tag': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c', 'status': 'completed', 'code': 200} Jun 04 16:20:06.342678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdd8e6-4be5-4773-a3ca-bebfe16bc87f service neutron] Pushing event updated for resources: {'Port': ['ID=7e951e93-c4f8-48cb-9101-88d097021624,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:06.362341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13805918-589a-449d-aafd-593f47681ae0 req-75ba2e5c-d73e-4d71-8e42-549dfe082586 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:06.363899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13805918-589a-449d-aafd-593f47681ae0 req-75ba2e5c-d73e-4d71-8e42-549dfe082586 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 944 time: 0.3133371 Jun 04 16:20:06.538135 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-88fffc57-4075-41f5-9003-cade9b4ad019 req-7af4b772-cc29-44c4-9730-518bde398116 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990408 Jun 04 16:20:06.693468 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13805918-589a-449d-aafd-593f47681ae0 req-fbb3700e-1bda-477f-8bd5-749cff7b356b tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187261 Jun 04 16:20:06.742992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-e6a3b182-b45e-47a4-85bd-43c582b0a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:06.748612 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-e6a3b182-b45e-47a4-85bd-43c582b0a952 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 1095 time: 0.3135710 Jun 04 16:20:06.750622 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-56c4e74d-50c8-4ffd-acfb-79681b498e8b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:06.765123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:06.786340 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:06.834168 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:06.853008 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:06.854023 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Transition to ACTIVE for port object 191ed6d0-1d80-4572-858d-6d46405bde27 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:06.857603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8436277 Jun 04 16:20:06.867707 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:06.898684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35988) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:06.899057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35990) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:06.917870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e010bf54-3537-4bdf-8b13-513e7df0f93c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Request body: {'security_group_rule': {'security_group_id': 'fec9075e-b674-4a3e-96eb-63e23c4f5a1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:06.951485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e010bf54-3537-4bdf-8b13-513e7df0f93c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:06.954111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a0bd2-adf0-4747-91ff-0ad8e4847a2b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec9075e-b674-4a3e-96eb-63e23c4f5a1a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:06.957961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e679b-4077-4bad-a2e0-16feb3b72b82 req-c9774f0d-e578-4795-9750-56f3634cb129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:06.959528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-902e679b-4077-4bad-a2e0-16feb3b72b82 req-c9774f0d-e578-4795-9750-56f3634cb129 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1697a44ed7874d3a82b41e3e0a8977c8&device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 1095 time: 0.5615547 Jun 04 16:20:06.964001 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b1fe6-8b45-4ac1-a17e-af46a7e009d6 None None] Pushing event updated for resources: {'Port': ['ID=191ed6d0-1d80-4572-858d-6d46405bde27,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:06.979645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e27db9-3cbe-40d5-aee0-8741ac2520e0 req-00d872b6-2078-4a3e-989e-c61fccd8fd45 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:06.981623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f4e27db9-3cbe-40d5-aee0-8741ac2520e0 req-00d872b6-2078-4a3e-989e-c61fccd8fd45 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 944 time: 0.4117639 Jun 04 16:20:06.985599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e010bf54-3537-4bdf-8b13-513e7df0f93c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Usage tracker for resource:security_group_rule and tenant:4f4c485c2ef34d11931bdb454a82a6c4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:06.991833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e010bf54-3537-4bdf-8b13-513e7df0f93c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:07.066248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e010bf54-3537-4bdf-8b13-513e7df0f93c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:07.175922 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-2054c1a5-7a3c-4b9e-8cd0-eacc5f0682c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e951e93-c4f8-48cb-9101-88d097021624 HTTP/1.1" status: 200 len: 217 time: 0.3395288 Jun 04 16:20:07.177126 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Attempting to bind port 191ed6d0-1d80-4572-858d-6d46405bde27 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:07.178039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa829f-39ec-423e-8d7c-592eeda721ed req-b455e4f9-ace4-452d-bbf8-be7c27b1fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:07.178229 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Attempting to bind port 191ed6d0-1d80-4572-858d-6d46405bde27 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:07.178584 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Attempting to bind port 191ed6d0-1d80-4572-858d-6d46405bde27 on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:07.179472 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92fa829f-39ec-423e-8d7c-592eeda721ed req-b455e4f9-ace4-452d-bbf8-be7c27b1fcb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92&device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 1094 time: 0.5739198 Jun 04 16:20:07.185215 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:07.185598 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Checking segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:07.185957 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:07.186586 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Bound using segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:07.187038 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Bound port: 191ed6d0-1d80-4572-858d-6d46405bde27, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:07.187753 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:07.194455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4e74d-50c8-4ffd-acfb-79681b498e8b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Port': ['ID=9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:07.255219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f4e27db9-3cbe-40d5-aee0-8741ac2520e0 req-2c570290-3ed8-43ef-96b3-109a2aa60150 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271662 Jun 04 16:20:07.267934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e679b-4077-4bad-a2e0-16feb3b72b82 req-932ed352-71ce-4a94-ab0b-39d329e8ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:07.269537 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-902e679b-4077-4bad-a2e0-16feb3b72b82 req-932ed352-71ce-4a94-ab0b-39d329e8ef7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 HTTP/1.1" status: 200 len: 907 time: 0.2870078 Jun 04 16:20:07.270445 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e010bf54-3537-4bdf-8b13-513e7df0f93c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:07.287030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-590b7f99-cad6-4cf3-9c0f-b75c4bcd0512 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=342d659c93b34d4295cff6caceec49e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3848007 Jun 04 16:20:07.299826 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] For port 191ed6d0-1d80-4572-858d-6d46405bde27, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:07.303486 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] For port 191ed6d0-1d80-4572-858d-6d46405bde27, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=191ed6d0-1d80-4572-858d-6d46405bde27,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:07.313351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36000) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:07.321699 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:07.336352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bec8e90-6268-4019-a282-56677877acfd req-56c4e74d-50c8-4ffd-acfb-79681b498e8b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] No DVR routers for this DVR port 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:20:07.403843 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-902e679b-4077-4bad-a2e0-16feb3b72b82 req-d3c659f4-5de8-4e00-9012-ebe23ad050e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75758991-14f3-4c4b-8a62-4a420d6168bc HTTP/1.1" status: 200 len: 217 time: 0.1211281 Jun 04 16:20:07.413653 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Routers {'47dd9ff3-8d1a-47d9-8599-9d56d45dceed'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:20:07.414253 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:20:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:07.418008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3981bc-ed6c-4c85-abde-50e58920afa1 req-657ca1d6-8471-456c-b3c0-3372ce106125 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:07.425054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3981bc-ed6c-4c85-abde-50e58920afa1 req-657ca1d6-8471-456c-b3c0-3372ce106125 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:07.436102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc3981bc-ed6c-4c85-abde-50e58920afa1 req-657ca1d6-8471-456c-b3c0-3372ce106125 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 1682 time: 0.5846052 Jun 04 16:20:07.449174 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-56c4e74d-50c8-4ffd-acfb-79681b498e8b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:07.501604 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b1fe6-8b45-4ac1-a17e-af46a7e009d6 None None] Pushing event updated for resources: {'Port': ['ID=191ed6d0-1d80-4572-858d-6d46405bde27,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:07.555231 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5bec8e90-6268-4019-a282-56677877acfd req-56c4e74d-50c8-4ffd-acfb-79681b498e8b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.46 "DELETE /v2.0/ports/9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c HTTP/1.1" status: 204 len: 173 time: 3.0806532 Jun 04 16:20:07.556807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-0ff375d2-bb20-4eb2-b41a-1b901a55ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:07.558618 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-0ff375d2-bb20-4eb2-b41a-1b901a55ae3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.3571131 Jun 04 16:20:07.631395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e010bf54-3537-4bdf-8b13-513e7df0f93c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:07.632450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa829f-39ec-423e-8d7c-592eeda721ed req-b86870b6-ef88-4329-9618-312113dbafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:07.634689 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92fa829f-39ec-423e-8d7c-592eeda721ed req-b86870b6-ef88-4329-9618-312113dbafe8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f HTTP/1.1" status: 200 len: 915 time: 0.4322386 Jun 04 16:20:07.636665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e679b-4077-4bad-a2e0-16feb3b72b82 req-e8bf45c4-7680-4e62-bc97-815e525d23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:07.638754 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-902e679b-4077-4bad-a2e0-16feb3b72b82 req-e8bf45c4-7680-4e62-bc97-815e525d23c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e3877da-18e8-488d-8839-da9f59802736 HTTP/1.1" status: 200 len: 845 time: 0.2001526 Jun 04 16:20:07.651360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc3981bc-ed6c-4c85-abde-50e58920afa1 req-c6c3afad-a11a-4ca1-a23c-f9bc83b9ce8d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138004 Jun 04 16:20:07.764256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e010bf54-3537-4bdf-8b13-513e7df0f93c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:07.789108 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdc8a-e5ef-405e-a29e-79c8e1fd8f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:07.802946 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c00eb87-57b9-4546-9782-e368b4196956'] response: {'name': 'network-changed', 'server_uuid': '9483ae76-f5de-4b9c-9120-ec62931ae91a', 'tag': '7e951e93-c4f8-48cb-9101-88d097021624', 'status': 'completed', 'code': 200} Jun 04 16:20:07.813784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010bf54-3537-4bdf-8b13-513e7df0f93c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b6ccc1-b6a3-4885-b775-3c1b7eadbb98,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:07.823515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdc8a-e5ef-405e-a29e-79c8e1fd8f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:07.851849 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] Set router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:20:07.868000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting port 580e078b-4dd2-408d-9205-7421c65db476 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:07.868577 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:07.983411 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e010bf54-3537-4bdf-8b13-513e7df0f93c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:07.986504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e010bf54-3537-4bdf-8b13-513e7df0f93c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0839820 Jun 04 16:20:07.989761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36016) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:07.999475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-814a5ae4-308e-4104-be5c-6d2e7cb35fdb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Request body: {'security_group_rule': {'security_group_id': 'fec9075e-b674-4a3e-96eb-63e23c4f5a1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:08.010260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-814a5ae4-308e-4104-be5c-6d2e7cb35fdb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:08.021231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-814a5ae4-308e-4104-be5c-6d2e7cb35fdb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Usage tracker for resource:security_group_rule and tenant:4f4c485c2ef34d11931bdb454a82a6c4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:08.025643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-814a5ae4-308e-4104-be5c-6d2e7cb35fdb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:08.034459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e679b-4077-4bad-a2e0-16feb3b72b82 req-63b7c6f7-1af0-4ca9-a9b6-1c5c50eeb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:08.035935 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-902e679b-4077-4bad-a2e0-16feb3b72b82 req-63b7c6f7-1af0-4ca9-a9b6-1c5c50eeb7a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7f2ecd9-b100-425f-a1f7-f9eb73da6b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3814945 Jun 04 16:20:08.038505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-814a5ae4-308e-4104-be5c-6d2e7cb35fdb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:08.056057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:20:08.062294 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-1862c31a-8e3b-48d6-831d-241f3bae56ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4255998 Jun 04 16:20:08.087337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574b48d-d50c-4bee-8e53-6504a77bb75e req-26a5f6ba-ac88-4a9d-9f6a-05ddd746f60c tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:08.092337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:20:08.092913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:20:08.093577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:20:08.094451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e574b48d-d50c-4bee-8e53-6504a77bb75e req-26a5f6ba-ac88-4a9d-9f6a-05ddd746f60c tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 945 time: 0.2718158 Jun 04 16:20:08.173116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e29d11-2585-4f01-939a-c08d0a27fc46 req-937efb17-1086-4d2c-9f33-6eb922db3446 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:08.174641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0e29d11-2585-4f01-939a-c08d0a27fc46 req-937efb17-1086-4d2c-9f33-6eb922db3446 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 943 time: 0.2882407 Jun 04 16:20:08.186119 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-814a5ae4-308e-4104-be5c-6d2e7cb35fdb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:08.195133 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:20:00Z', 'revision_number': 4, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '191ed6d0-1d80-4572-858d-6d46405bde27', 'name': '', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'mac_address': 'fa:16:3e:81:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:56Z', 'updated_at': '2022-06-04T16:20:07Z', 'revision_number': 4, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'subnets': [{'id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:08.199239 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a4b3d-3f0d-414f-9c09-70d830356ea6 None None] The sync data for ids ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'] in n-d-811809-3 is: [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:20:00Z', 'revision_number': 4, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '191ed6d0-1d80-4572-858d-6d46405bde27', 'name': '', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'mac_address': 'fa:16:3e:81:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:56Z', 'updated_at': '2022-06-04T16:20:07Z', 'revision_number': 4, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'subnets': [{'id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:20:08.227110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:08.227591 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:08.237440 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92fa829f-39ec-423e-8d7c-592eeda721ed req-a2fa0387-0ef2-4d52-bf38-42c6bde479db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c HTTP/1.1" status: 200 len: 217 time: 0.3017113 Jun 04 16:20:08.293124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abd74de-2df8-4f0a-b4a7-e54961f6b9f3'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:08.304694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:08.312624 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:08.313328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 580e078b-4dd2-408d-9205-7421c65db476 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:20:08.345653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-deleted', 'tag': '9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:08.350453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdc8a-e5ef-405e-a29e-79c8e1fd8f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:08.354116 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e574b48d-d50c-4bee-8e53-6504a77bb75e req-98e9ae62-464b-4a15-af08-860b437a7650 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f0aa59f-d82b-401b-83f2-2b8cc2d80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586653 Jun 04 16:20:08.403729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-902e679b-4077-4bad-a2e0-16feb3b72b82 req-4f0080ed-5681-4c6d-af69-3e0c69377ca7 service neutron] 10.222.0.42 "GET /v2.0/networks/d7f2ecd9-b100-425f-a1f7-f9eb73da6b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591859 Jun 04 16:20:08.409209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0e29d11-2585-4f01-939a-c08d0a27fc46 req-5196199f-94b0-49db-92ab-22868d61b77e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160449 Jun 04 16:20:08.480971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:08.519287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fdc8a-e5ef-405e-a29e-79c8e1fd8f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095d86e2-b02a-441d-a689-4167f5eea0cf,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:08.533403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 75758991-14f3-4c4b-8a62-4a420d6168bc details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:20:08.534583 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-814a5ae4-308e-4104-be5c-6d2e7cb35fdb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:08.612974 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf3fdc8a-e5ef-405e-a29e-79c8e1fd8f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:08.628155 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cf3fdc8a-e5ef-405e-a29e-79c8e1fd8f40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/095d86e2-b02a-441d-a689-4167f5eea0cf HTTP/1.1" status: 204 len: 168 time: 1.3088920 Jun 04 16:20:08.720329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa829f-39ec-423e-8d7c-592eeda721ed req-dc280da5-2200-4e6f-829d-316772cac3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:08.729035 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92fa829f-39ec-423e-8d7c-592eeda721ed req-dc280da5-2200-4e6f-829d-316772cac3dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=832c1a0f-eef2-4596-b4da-6fd412f92ae5 HTTP/1.1" status: 200 len: 854 time: 0.4393775 Jun 04 16:20:08.733726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] For port 580e078b-4dd2-408d-9205-7421c65db476, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=580e078b-4dd2-408d-9205-7421c65db476,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:08.734913 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-814a5ae4-308e-4104-be5c-6d2e7cb35fdb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:08.737976 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:08.804886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 580e078b-4dd2-408d-9205-7421c65db476 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:08.805538 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:08.837320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a5ae4-308e-4104-be5c-6d2e7cb35fdb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c7fe46-e8d9-4efd-8b04-4a02f712b297,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:08.933230 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-814a5ae4-308e-4104-be5c-6d2e7cb35fdb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:08.934455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-814a5ae4-308e-4104-be5c-6d2e7cb35fdb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9428666 Jun 04 16:20:08.941135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 580e078b-4dd2-408d-9205-7421c65db476, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=580e078b-4dd2-408d-9205-7421c65db476,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:08.948036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36040) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:08.978789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:08.983535 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:09.000512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:09.033869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Usage tracker for resource:floatingip and tenant:4f4c485c2ef34d11931bdb454a82a6c4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:09.053714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:09.082357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:09.086693 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Calling delete_port for 580e078b-4dd2-408d-9205-7421c65db476 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:09.093289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-902e679b-4077-4bad-a2e0-16feb3b72b82 req-be4dfb6f-9206-4395-9c0c-bffdd9057621 service neutron] 10.222.0.42 "GET /v2.0/networks/d7f2ecd9-b100-425f-a1f7-f9eb73da6b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710789 Jun 04 16:20:09.174643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=580e078b-4dd2-408d-9205-7421c65db476,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:09.180085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 75758991-14f3-4c4b-8a62-4a420d6168bc, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=75758991-14f3-4c4b-8a62-4a420d6168bc,segment=NetworkSegment(ed8d78e7-8f08-4945-9937-69713d0db629),segment_id=ed8d78e7-8f08-4945-9937-69713d0db629)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:09.218391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '75758991-14f3-4c4b-8a62-4a420d6168bc', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'port_id': '75758991-14f3-4c4b-8a62-4a420d6168bc', 'mac_address': 'fa:16:3e:5c:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e3877da-18e8-488d-8839-da9f59802736', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:20:09.266244 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:09.280099 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92fa829f-39ec-423e-8d7c-592eeda721ed req-125ed594-7752-4eff-b2df-984f2531e712 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524575 Jun 04 16:20:09.293499 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-96befae2-0dfd-459c-9fb8-a469ad74a511 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0549200 Jun 04 16:20:09.319494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fcbae-b836-493c-ba79-cfa3886eb5f1 req-c4252c69-11f3-4fc5-8327-03279a6a39c8 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:09.321494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313fcbae-b836-493c-ba79-cfa3886eb5f1 req-c4252c69-11f3-4fc5-8327-03279a6a39c8 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 944 time: 0.6449795 Jun 04 16:20:09.349104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 75758991-14f3-4c4b-8a62-4a420d6168bc is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:09.349477 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:09.388488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75758991-14f3-4c4b-8a62-4a420d6168bc {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:09.410809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 75758991-14f3-4c4b-8a62-4a420d6168bc, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=75758991-14f3-4c4b-8a62-4a420d6168bc,segment=NetworkSegment(ed8d78e7-8f08-4945-9937-69713d0db629),segment_id=ed8d78e7-8f08-4945-9937-69713d0db629)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:09.427959 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:09.556806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=75758991-14f3-4c4b-8a62-4a420d6168bc,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:09.575211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-313fcbae-b836-493c-ba79-cfa3886eb5f1 req-c17c3e62-78a0-414a-91d1-7e6293c2a2a7 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426887 Jun 04 16:20:09.607300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bc220-f659-42a3-98b8-4f987a9a8342 req-ed6856db-e047-494e-b545-0930740805b5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:09.625126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-121bc220-f659-42a3-98b8-4f987a9a8342 req-ed6856db-e047-494e-b545-0930740805b5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 944 time: 0.5286398 Jun 04 16:20:09.688583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['75758991-14f3-4c4b-8a62-4a420d6168bc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:09.791827 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d143ac2-b7a5-4d02-86fc-c8be71cadc61'] response: {'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abd74de-2df8-4f0a-b4a7-e54961f6b9f3', 'code': 200} Jun 04 16:20:09.804335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 191ed6d0-1d80-4572-858d-6d46405bde27 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:09.824684 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b1282d-a590-467f-b325-7eef06943713'] response: {'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-deleted', 'tag': '9b9e649d-ff26-48b8-b5c8-2dcb11b29d7c', 'status': 'completed', 'code': 200} Jun 04 16:20:09.853757 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:20:09.859083 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:20:10.009704 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6649bce4-6d47-4a87-bf3c-b986add7319b req-630b55a2-216a-4148-98f4-972ebc9676bd service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857610 Jun 04 16:20:10.026039 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92fa829f-39ec-423e-8d7c-592eeda721ed req-51b13498-fe4d-44c9-b22c-4a9dd567aa82 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7350981 Jun 04 16:20:10.094152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:20:10.134811 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-121bc220-f659-42a3-98b8-4f987a9a8342 req-7757d9e4-2426-4969-b5d7-d0ff4756c39c tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5085111 Jun 04 16:20:10.240550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3ee3-cb9d-4308-8106-69c964dc68be req-bffcaffe-e51d-4242-bb56-06453c8d05e7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:10.247390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3ee3-cb9d-4308-8106-69c964dc68be req-bffcaffe-e51d-4242-bb56-06453c8d05e7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:10.249087 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6ba3ee3-cb9d-4308-8106-69c964dc68be req-bffcaffe-e51d-4242-bb56-06453c8d05e7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 1678 time: 0.1970191 Jun 04 16:20:10.312812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 191ed6d0-1d80-4572-858d-6d46405bde27 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:10.337634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 191ed6d0-1d80-4572-858d-6d46405bde27 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:10.342310 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:10.367795 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:10.375424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6ba3ee3-cb9d-4308-8106-69c964dc68be req-a49a8530-5481-4c39-b511-22b4c0f19841 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034417 Jun 04 16:20:10.387797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting port 580e078b-4dd2-408d-9205-7421c65db476 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:10.388310 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:10.726169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:10.752481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c', 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f', 'port_id': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c', 'mac_address': 'fa:16:3e:72:58:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832c1a0f-eef2-4596-b4da-6fd412f92ae5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:20:10.807598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6888e2-9d8f-419e-8177-256665de7a83 req-0bb857c3-65e7-42c9-a202-9e9ff6973c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:10.810087 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3f6888e2-9d8f-419e-8177-256665de7a83 req-0bb857c3-65e7-42c9-a202-9e9ff6973c20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 1095 time: 0.7305913 Jun 04 16:20:10.881717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:10.882232 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:10.890114 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92fa829f-39ec-423e-8d7c-592eeda721ed req-0ce76165-c6e7-49bf-9b46-5c54d38de249 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8568566 Jun 04 16:20:10.922178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:10.926583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 191ed6d0-1d80-4572-858d-6d46405bde27 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:10.927409 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:10.940190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Allocated IP 172.25.5.15 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/cca2c81e-1123-4266-af20-bfc09d23570e) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:20:10.973258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:10.977408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 191ed6d0-1d80-4572-858d-6d46405bde27, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=191ed6d0-1d80-4572-858d-6d46405bde27,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:10.992848 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:11.016451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] For port 580e078b-4dd2-408d-9205-7421c65db476, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=580e078b-4dd2-408d-9205-7421c65db476,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:11.017075 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:11.053817 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:11.087349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990e3c-0507-410d-8d8f-b27b3f74ec13 req-f449c633-2ce8-4127-bec3-70ac02f29673 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:11.094533 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1990e3c-0507-410d-8d8f-b27b3f74ec13 req-f449c633-2ce8-4127-bec3-70ac02f29673 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 943 time: 0.5506270 Jun 04 16:20:11.111699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=191ed6d0-1d80-4572-858d-6d46405bde27,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:11.163934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1990e3c-0507-410d-8d8f-b27b3f74ec13 req-cf85b52d-21c4-46c2-a46f-1aa1f740b2c6 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686090 Jun 04 16:20:11.213909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52bedc-3158-47e1-bfe1-321cefcc3585 req-13bff8ed-b1e2-44a6-bc90-cad5b4e89315 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:11.224063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e52bedc-3158-47e1-bfe1-321cefcc3585 req-13bff8ed-b1e2-44a6-bc90-cad5b4e89315 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 944 time: 0.4276855 Jun 04 16:20:11.245614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:11.268464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Calling delete_port for 580e078b-4dd2-408d-9205-7421c65db476 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:11.291591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e52bedc-3158-47e1-bfe1-321cefcc3585 req-807990be-b77d-493a-b8e9-8f73dd49ba97 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653818 Jun 04 16:20:11.292272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ab477d2-c1a9-4fe3-917b-9d28edf9b78c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:11.338042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6888e2-9d8f-419e-8177-256665de7a83 req-a9070905-c9cd-4a88-8a63-60eb9f6564ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:11.340945 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3f6888e2-9d8f-419e-8177-256665de7a83 req-a9070905-c9cd-4a88-8a63-60eb9f6564ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.5218427 Jun 04 16:20:11.380355 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:11.439116 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3f6888e2-9d8f-419e-8177-256665de7a83 req-8fd8a6ae-61f0-4335-8b7d-62f6e572e72d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e951e93-c4f8-48cb-9101-88d097021624 HTTP/1.1" status: 200 len: 217 time: 0.0894156 Jun 04 16:20:11.525679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6888e2-9d8f-419e-8177-256665de7a83 req-46a456da-dd36-439c-9ed6-818c2ad1b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:11.527190 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3f6888e2-9d8f-419e-8177-256665de7a83 req-46a456da-dd36-439c-9ed6-818c2ad1b64c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.0823338 Jun 04 16:20:11.625856 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:11.696121 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3f6888e2-9d8f-419e-8177-256665de7a83 req-ea6c6ca6-024d-41f2-8140-ad045ebbaf15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894103 Jun 04 16:20:11.757155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 191ed6d0-1d80-4572-858d-6d46405bde27 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:11.793219 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:11.841120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:20:11.861751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Port': ['ID=580e078b-4dd2-408d-9205-7421c65db476,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:11.871820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:11.878836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580e078b-4dd2-408d-9205-7421c65db476'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:11.883652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435dbc9-8a93-4430-bec4-b979a47099ba req-9ecf71a3-0443-45af-9227-14fbf77a9b2d tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:11.893173 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9435dbc9-8a93-4430-bec4-b979a47099ba req-9ecf71a3-0443-45af-9227-14fbf77a9b2d tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 945 time: 0.5028610 Jun 04 16:20:11.895524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event updated for resources: {'Port': ['ID=cca2c81e-1123-4266-af20-bfc09d23570e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:11.908432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:20:11.987516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 191ed6d0-1d80-4572-858d-6d46405bde27 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:11.987703 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:12.000525 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3f6888e2-9d8f-419e-8177-256665de7a83 req-a28be89f-3b1b-484c-a0ec-a0fe3fa66c69 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981353 Jun 04 16:20:12.056679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] No DVR routers for this DVR port 580e078b-4dd2-408d-9205-7421c65db476 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:20:12.073631 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:12.112005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36118) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:12.161741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 191ed6d0-1d80-4572-858d-6d46405bde27 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:12.204836 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9435dbc9-8a93-4430-bec4-b979a47099ba req-0838ce7f-4e71-496e-a608-3bf915d7f1e5 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103046 Jun 04 16:20:12.280761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90201b-e2ef-4ece-99b2-ebbef1130247 req-def809a2-599e-4f0c-9497-2e0f33884405 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:12.288955 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b90201b-e2ef-4ece-99b2-ebbef1130247 req-def809a2-599e-4f0c-9497-2e0f33884405 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 943 time: 0.3085878 Jun 04 16:20:12.341751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba818705-d679-4cb5-aadd-1ec4103a217a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:12.368667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-deleted', 'tag': '580e078b-4dd2-408d-9205-7421c65db476'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:12.374902 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5bec8e90-6268-4019-a282-56677877acfd req-7c0fbbce-f8be-42b3-b31f-0b1b23c7e861 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.46 "DELETE /v2.0/ports/580e078b-4dd2-408d-9205-7421c65db476 HTTP/1.1" status: 204 len: 173 time: 4.6990135 Jun 04 16:20:12.380731 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:12.382668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ba818705-d679-4cb5-aadd-1ec4103a217a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:12.395857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b90201b-e2ef-4ece-99b2-ebbef1130247 req-7d91100e-195f-4ccd-af5d-e203c76ed663 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055343 Jun 04 16:20:12.407553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ba818705-d679-4cb5-aadd-1ec4103a217a admin admin] Usage tracker for resource:security_group_rule and tenant:89efa0b55cb04a19b3499f98aaf4f976 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:12.416767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ba818705-d679-4cb5-aadd-1ec4103a217a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:12.488212 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08fba584-bdae-44b8-9e70-64938b8054b6'] response: {'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580e078b-4dd2-408d-9205-7421c65db476', 'code': 200} Jun 04 16:20:12.525068 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:12.540233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 75758991-14f3-4c4b-8a62-4a420d6168bc up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:12.567842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ba818705-d679-4cb5-aadd-1ec4103a217a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:12.570264 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3f6888e2-9d8f-419e-8177-256665de7a83 req-f2a72607-b907-4694-97d6-62f530cad4d9 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151181 Jun 04 16:20:12.612290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-5bec8e90-6268-4019-a282-56677877acfd req-860f6f7f-aaea-464e-963b-2888afae4415 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:12.612894 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-860f6f7f-aaea-464e-963b-2888afae4415 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:12.659861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 75758991-14f3-4c4b-8a62-4a420d6168bc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:12.666861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 75758991-14f3-4c4b-8a62-4a420d6168bc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:12.667614 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:12.706798 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-606a179c-ee12-4bad-8503-d512b3404622 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=65e12ae30b414f7e88546f2f6ae24f21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075122 Jun 04 16:20:12.818052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 75758991-14f3-4c4b-8a62-4a420d6168bc is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:12.818691 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:12.875716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 75758991-14f3-4c4b-8a62-4a420d6168bc, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=75758991-14f3-4c4b-8a62-4a420d6168bc,segment=NetworkSegment(ed8d78e7-8f08-4945-9937-69713d0db629),segment_id=ed8d78e7-8f08-4945-9937-69713d0db629)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:12.885916 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:12.912352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-5bec8e90-6268-4019-a282-56677877acfd req-860f6f7f-aaea-464e-963b-2888afae4415 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] For port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:12.912965 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-860f6f7f-aaea-464e-963b-2888afae4415 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:12.991166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=75758991-14f3-4c4b-8a62-4a420d6168bc,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:12.997284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-d8527fd3-ff57-42b0-8afd-de208fa2e18e tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:12.998793 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-d8527fd3-ff57-42b0-8afd-de208fa2e18e tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2819135 Jun 04 16:20:13.051897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-22633a53-3ed4-4179-aad2-c5c876b3a50d tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/quotas/65e12ae30b414f7e88546f2f6ae24f21 HTTP/1.1" status: 200 len: 375 time: 0.0392067 Jun 04 16:20:13.056225 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-5bec8e90-6268-4019-a282-56677877acfd req-860f6f7f-aaea-464e-963b-2888afae4415 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Calling delete_port for 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:13.056422 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba818705-d679-4cb5-aadd-1ec4103a217a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:13.080810 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba818705-d679-4cb5-aadd-1ec4103a217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:13.231332 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-860f6f7f-aaea-464e-963b-2888afae4415 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:13.282792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f6f7f-aaea-464e-963b-2888afae4415 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Port': ['ID=9abd74de-2df8-4f0a-b4a7-e54961f6b9f3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:13.286663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea72a6-d2ee-4fc7-a90b-ae51d3a6ac64 req-fe26e853-250a-4928-af25-d86b7fbb648b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:13.293777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54ea72a6-d2ee-4fc7-a90b-ae51d3a6ac64 req-fe26e853-250a-4928-af25-d86b7fbb648b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 944 time: 0.6521952 Jun 04 16:20:13.320854 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-0e0cc35c-7092-4403-8de8-846c0cc38857 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=65e12ae30b414f7e88546f2f6ae24f21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2456257 Jun 04 16:20:13.354171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ba818705-d679-4cb5-aadd-1ec4103a217a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89efa0b55cb04a19b3499f98aaf4f976&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2283506 Jun 04 16:20:13.354732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36146) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:13.369675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba818705-d679-4cb5-aadd-1ec4103a217a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be696378-a8bb-472c-9120-8ae14f05cea9,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:13.387817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bec8e90-6268-4019-a282-56677877acfd req-860f6f7f-aaea-464e-963b-2888afae4415 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] No DVR routers for this DVR port 9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:20:13.393110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5bec8e90-6268-4019-a282-56677877acfd req-860f6f7f-aaea-464e-963b-2888afae4415 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:13.413071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54ea72a6-d2ee-4fc7-a90b-ae51d3a6ac64 req-4d022563-419c-4c45-a110-7aa1018da605 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168847 Jun 04 16:20:13.429964 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5bec8e90-6268-4019-a282-56677877acfd req-860f6f7f-aaea-464e-963b-2888afae4415 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.46 "DELETE /v2.0/ports/9abd74de-2df8-4f0a-b4a7-e54961f6b9f3 HTTP/1.1" status: 204 len: 173 time: 1.0337980 Jun 04 16:20:13.430178 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:13.443622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:13.476038 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-615b856c-804e-45d4-a5ef-845815198160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:13.570129 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-615b856c-804e-45d4-a5ef-845815198160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:13.699274 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a22302-a306-45fc-82a5-81b72058f3fa'] response: {'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-deleted', 'tag': '580e078b-4dd2-408d-9205-7421c65db476', 'status': 'completed', 'code': 200} Jun 04 16:20:13.701154 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-615b856c-804e-45d4-a5ef-845815198160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:13.750562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b856c-804e-45d4-a5ef-845815198160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be696378-a8bb-472c-9120-8ae14f05cea9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:13.756439 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-615b856c-804e-45d4-a5ef-845815198160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:13.758210 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-615b856c-804e-45d4-a5ef-845815198160 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be696378-a8bb-472c-9120-8ae14f05cea9 HTTP/1.1" status: 204 len: 168 time: 0.4020255 Jun 04 16:20:13.811684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:13.871428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event updated for resources: {'Port': ['ID=cca2c81e-1123-4266-af20-bfc09d23570e,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:13.960079 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:13.961297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7df7c92d-a515-43e7-88c3-46f6501d15e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9997714 Jun 04 16:20:13.989315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c3781-b05c-4c9b-8a0c-259e7ce305ec req-4c344190-553f-46d0-8559-c3eb46dc867e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:13.991250 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-276c3781-b05c-4c9b-8a0c-259e7ce305ec req-4c344190-553f-46d0-8559-c3eb46dc867e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 944 time: 0.4065731 Jun 04 16:20:14.065378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc8f6d-70f8-450c-aa77-f02585ffca37 req-99dcc448-e405-467a-9fac-210b0f331ca2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:14.073001 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-62cc8f6d-70f8-450c-aa77-f02585ffca37 req-99dcc448-e405-467a-9fac-210b0f331ca2 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 946 time: 0.1960397 Jun 04 16:20:14.075419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:14.230392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:14.240881 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-276c3781-b05c-4c9b-8a0c-259e7ce305ec req-4bf73a1d-09fc-44ff-aa88-ee251507c73e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424891 Jun 04 16:20:14.249670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:14.251812 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:14.265362 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-62cc8f6d-70f8-450c-aa77-f02585ffca37 req-7f1d7a7d-dfbd-4bac-9a5a-9bd75b1ddab6 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913645 Jun 04 16:20:14.304116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36172) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:14.335510 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4460748-72e7-4ee1-96b5-016e4b8deaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:14.378621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d4460748-72e7-4ee1-96b5-016e4b8deaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:14.382831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d4460748-72e7-4ee1-96b5-016e4b8deaa2 admin admin] Usage tracker for resource:security_group_rule and tenant:656504189fee48e58c99ccd94ece4bcc is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:14.394732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d4460748-72e7-4ee1-96b5-016e4b8deaa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:14.401394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d4460748-72e7-4ee1-96b5-016e4b8deaa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:14.489122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:14.489875 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:14.500998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d80422-b97b-4f6b-997d-4835e55779bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75758991-14f3-4c4b-8a62-4a420d6168bc'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:14.536108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:14.542095 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:14.594590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4460748-72e7-4ee1-96b5-016e4b8deaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:14.607535 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cfd988ed-6add-4f2e-a896-ccf9ae2a99fc req-8f977cb3-565b-460a-aa77-176486fd297f tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 210 time: 0.1548111 Jun 04 16:20:14.611489 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4460748-72e7-4ee1-96b5-016e4b8deaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:14.622761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ba97cca-16f2-4620-8c41-8d78f3941826 req-17cbf3ad-d0c4-4d40-acb6-d733acb9ea0e tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a8523cb-eeb1-4e36-80c1-625654bef17c HTTP/1.1" status: 200 len: 210 time: 0.0863421 Jun 04 16:20:14.638814 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:14.693530 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d4460748-72e7-4ee1-96b5-016e4b8deaa2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=656504189fee48e58c99ccd94ece4bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879230 Jun 04 16:20:14.695204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4460748-72e7-4ee1-96b5-016e4b8deaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c685cb-1dd2-44dd-84dd-027503f3d38a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:14.696341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36186) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:14.806265 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-60fa569c-4e16-40b4-84e7-ae83a1a02ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:14.813350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-93df7248-7fbe-4964-a502-470929765262 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Synchronizing usage tracker for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:14.849350 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-60fa569c-4e16-40b4-84e7-ae83a1a02ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:14.871524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-93df7248-7fbe-4964-a502-470929765262 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Unset dirty status for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:14.873098 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-93df7248-7fbe-4964-a502-470929765262 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1143444933&fields=id&tenant_id=4f4c485c2ef34d11931bdb454a82a6c4 HTTP/1.1" status: 200 len: 267 time: 0.1282148 Jun 04 16:20:15.015118 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-60fa569c-4e16-40b4-84e7-ae83a1a02ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:15.055159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa569c-4e16-40b4-84e7-ae83a1a02ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c685cb-1dd2-44dd-84dd-027503f3d38a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:15.073039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-a6e8c79c-f269-4c93-b754-2a94b9355863 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:15.074107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-a6e8c79c-f269-4c93-b754-2a94b9355863 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Synchronizing usage tracker for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:15.077423 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-60fa569c-4e16-40b4-84e7-ae83a1a02ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:15.078986 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-60fa569c-4e16-40b4-84e7-ae83a1a02ad3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4c685cb-1dd2-44dd-84dd-027503f3d38a HTTP/1.1" status: 204 len: 168 time: 0.3811967 Jun 04 16:20:15.099505 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-9fdfae05-f1d4-4e07-987b-4bb7c2e61b29 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=65e12ae30b414f7e88546f2f6ae24f21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677502 Jun 04 16:20:15.103312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-a6e8c79c-f269-4c93-b754-2a94b9355863 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Unset dirty status for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:15.105448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-a6e8c79c-f269-4c93-b754-2a94b9355863 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 812 time: 0.2255530 Jun 04 16:20:15.147289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d53d3aee-843b-4525-9db9-999886a8f869 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/quotas/4f4c485c2ef34d11931bdb454a82a6c4 HTTP/1.1" status: 200 len: 375 time: 0.0356922 Jun 04 16:20:15.321182 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-b1ff1308-26bf-4ab7-bd31-c43f3d88f5b9 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:15.322836 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-b1ff1308-26bf-4ab7-bd31-c43f3d88f5b9 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185161 Jun 04 16:20:15.334581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Request body: {'port': {'device_id': 'b9596506-7b83-4f9e-b961-b6590563833e', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '65e12ae30b414f7e88546f2f6ae24f21'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:15.339872 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-7c2a488d-5563-47dc-a2b5-55630aba3670 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1867144 Jun 04 16:20:15.494406 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:15.499739 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Usage tracker for resource:port and tenant:65e12ae30b414f7e88546f2f6ae24f21 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:15.504198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:15.511329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:15.528763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Made reservation on behalf of 65e12ae30b414f7e88546f2f6ae24f21 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:20:15.535469 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:15.537277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327fe87-c11e-4a42-bb8b-18e324f5aab5 req-7c27542d-8c96-4790-917d-78ab117d82ae tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:15.538805 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7327fe87-c11e-4a42-bb8b-18e324f5aab5 req-7c27542d-8c96-4790-917d-78ab117d82ae tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.1974101 Jun 04 16:20:15.545054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d1ca32ea-9460-4b77-9f94-2e8f5c4508d9 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624517 Jun 04 16:20:15.569742 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:15.599733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:15.605233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Usage tracker for resource:security_group_rule and tenant:65e12ae30b414f7e88546f2f6ae24f21 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:15.608630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:15.615013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:15.677614 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7327fe87-c11e-4a42-bb8b-18e324f5aab5 req-90a42045-84d6-4d1f-8c8e-65d7d739f9d6 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316032 Jun 04 16:20:15.700398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-deleted', 'tag': '9abd74de-2df8-4f0a-b4a7-e54961f6b9f3'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:15.725557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:15.730945 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:15.740596 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-7047faca-8c03-477c-9a6f-f5ec170a95b0 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801002 Jun 04 16:20:15.754701 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31dc234d-ef68-4b59-969c-a61f9a2108c2'] response: {'server_uuid': '91d80422-b97b-4f6b-997d-4835e55779bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75758991-14f3-4c4b-8a62-4a420d6168bc', 'code': 200} Jun 04 16:20:15.807791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1819e55c-b190-4c99-a0bc-8a9b684f6110,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:16.077782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d50ce6-69f4-4a46-a07f-bfb94ec4f23f req-cfd94c6a-7ff3-497b-a5dd-0b66d8016777 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:16.079465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8d50ce6-69f4-4a46-a07f-bfb94ec4f23f req-cfd94c6a-7ff3-497b-a5dd-0b66d8016777 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 945 time: 0.2117844 Jun 04 16:20:16.121222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde8c3b-58ea-46d4-af85-0eaa5f262b15 req-a7f3727c-d723-4c48-9189-17bfc5eff051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:16.122956 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ebde8c3b-58ea-46d4-af85-0eaa5f262b15 req-a7f3727c-d723-4c48-9189-17bfc5eff051 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 1097 time: 0.2924325 Jun 04 16:20:16.159251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8d50ce6-69f4-4a46-a07f-bfb94ec4f23f req-e625a3bc-2b0c-4048-9d7c-fe40ef60b3a1 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f0aa59f-d82b-401b-83f2-2b8cc2d80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693464 Jun 04 16:20:16.161097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Allocated IP 192.168.233.44 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/42b98b52-4ad5-4ac4-9be7-b4b340dd310b) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:20:16.185323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee35bf-b925-4eb5-b81c-4eb953e368dd req-b4b384f6-9064-4b15-b945-3696476ef330 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:16.186847 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58ee35bf-b925-4eb5-b81c-4eb953e368dd req-b4b384f6-9064-4b15-b945-3696476ef330 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 944 time: 0.1783037 Jun 04 16:20:16.210323 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ebde8c3b-58ea-46d4-af85-0eaa5f262b15 req-16d75649-d094-43bf-8224-8e3acdb7a2cc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783308 Jun 04 16:20:16.260537 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58ee35bf-b925-4eb5-b81c-4eb953e368dd req-87e6e572-9cfb-4b8c-b524-3ab42dae2e8a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663006 Jun 04 16:20:16.443706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee400e58-a176-4227-80a8-1b243c779e24 req-ec8618bc-0af7-4447-a1fd-4503535367a6 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:16.445530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee400e58-a176-4227-80a8-1b243c779e24 req-ec8618bc-0af7-4447-a1fd-4503535367a6 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 946 time: 0.1123841 Jun 04 16:20:16.482321 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:16.501803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Transition to ACTIVE for port object 42b98b52-4ad5-4ac4-9be7-b4b340dd310b will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:16.533224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0853ac2-5537-413a-b5d1-16d8e090ca0c req-1ba461bb-2f11-4f7d-891a-a51f47ea9953 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 210 time: 0.0793140 Jun 04 16:20:16.544216 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:16.555226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 7e951e93-c4f8-48cb-9101-88d097021624 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:20:16.622720 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee400e58-a176-4227-80a8-1b243c779e24 req-bf276e51-44bb-4363-9d68-09e79f0556ff tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704106 Jun 04 16:20:16.771965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:20:16.777190 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8227465d-297e-4261-bb90-56379f34408e'] response: {'server_uuid': '7a8523cb-eeb1-4e36-80c1-625654bef17c', 'name': 'network-vif-deleted', 'tag': '9abd74de-2df8-4f0a-b4a7-e54961f6b9f3', 'status': 'completed', 'code': 200} Jun 04 16:20:16.782993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36248) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:16.787835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:16.796493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:20:17.066608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7e951e93-c4f8-48cb-9101-88d097021624,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:17.069723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Pushing event updated for resources: {'Port': ['ID=42b98b52-4ad5-4ac4-9be7-b4b340dd310b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:17.095053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '7e951e93-c4f8-48cb-9101-88d097021624', 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded', 'port_id': '7e951e93-c4f8-48cb-9101-88d097021624', 'mac_address': 'fa:16:3e:75:51:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:20:17.104033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:17.104611 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:17.156890 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-c148e1b9-6c1c-4c42-bbf3-cfd044b1615a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8261437 Jun 04 16:20:17.169072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 7e951e93-c4f8-48cb-9101-88d097021624 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:17.169441 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:17.177578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e0df-2eaa-4932-8ba1-58d8e7fc8a91 req-e4cf48ca-8355-4e19-88c0-cc69e46d1543 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:17.178853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-1a11e0df-2eaa-4932-8ba1-58d8e7fc8a91 req-e4cf48ca-8355-4e19-88c0-cc69e46d1543 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Synchronizing usage tracker for tenant:60ac837242f346f296181deb284c70b8 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:17.193538 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Request body: {'port': {'device_id': 'b9596506-7b83-4f9e-b961-b6590563833e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:17.207564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e951e93-c4f8-48cb-9101-88d097021624 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:17.281539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7e951e93-c4f8-48cb-9101-88d097021624,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:17.293663 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:17.333931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-060ae6c2-feab-4f2f-8b69-480b38d0a5dc req-0c826c2e-f7dc-4092-89cd-50183ea11850 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 210 time: 0.1246743 Jun 04 16:20:17.352142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-8969fcf1-4974-46a6-97fe-13ea0ff81b3b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting subnet a64905e5-2dc1-4250-80e1-ac27f1af13b9 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:20:17.362107 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8969fcf1-4974-46a6-97fe-13ea0ff81b3b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:17.387785 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:17.404840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-75cb1816-f866-44ee-b932-b37c1eb58e24 None None] Provisioning for port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:17.419575 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8969fcf1-4974-46a6-97fe-13ea0ff81b3b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:17.437614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-1a11e0df-2eaa-4932-8ba1-58d8e7fc8a91 req-e4cf48ca-8355-4e19-88c0-cc69e46d1543 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Unset dirty status for tenant:60ac837242f346f296181deb284c70b8 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:17.438921 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1a11e0df-2eaa-4932-8ba1-58d8e7fc8a91 req-e4cf48ca-8355-4e19-88c0-cc69e46d1543 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 945 time: 0.5184953 Jun 04 16:20:17.453237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-75cb1816-f866-44ee-b932-b37c1eb58e24 None None] Provisioning complete for port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:17.453599 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-75cb1816-f866-44ee-b932-b37c1eb58e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:17.533082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=7e951e93-c4f8-48cb-9101-88d097021624,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:17.536780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['7e951e93-c4f8-48cb-9101-88d097021624'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:17.590766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-75cb1816-f866-44ee-b932-b37c1eb58e24 None None] Port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:20:17.661574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff21757-d322-4c52-ba1a-ae57551cbb7a req-583f5004-c255-49d0-9d9f-0e6c07382f21 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:17.671507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ff21757-d322-4c52-ba1a-ae57551cbb7a req-583f5004-c255-49d0-9d9f-0e6c07382f21 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.7415497 Jun 04 16:20:17.753690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ff21757-d322-4c52-ba1a-ae57551cbb7a req-0510af6b-15e0-4ec3-bb93-6f8e1757fd1d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809803 Jun 04 16:20:17.754563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-9c425047-ec85-4efb-bf0b-0b7122a57869 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:17.756440 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:17.756616 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-9c425047-ec85-4efb-bf0b-0b7122a57869 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 812 time: 0.2474334 Jun 04 16:20:17.765026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-1a11e0df-2eaa-4932-8ba1-58d8e7fc8a91 req-701adf5a-f768-4e06-8333-6bcb9d2c00e1 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Deleting port e9c528d3-f83d-4af9-b77a-805e17c78e25 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:17.765500 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1a11e0df-2eaa-4932-8ba1-58d8e7fc8a91 req-701adf5a-f768-4e06-8333-6bcb9d2c00e1 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:17.783879 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8969fcf1-4974-46a6-97fe-13ea0ff81b3b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:17.847847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16b16b-c739-4647-b240-b06c711abc10 req-7221a527-a802-43ac-bd0a-c4d1c1d0814a tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:17.850227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dd16b16b-c739-4647-b240-b06c711abc10 req-7221a527-a802-43ac-bd0a-c4d1c1d0814a tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 945 time: 0.2994933 Jun 04 16:20:17.959074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dd16b16b-c739-4647-b240-b06c711abc10 req-29a40818-d56d-4a2f-96fa-4141a16bcc78 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f0aa59f-d82b-401b-83f2-2b8cc2d80df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035669 Jun 04 16:20:17.969029 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8969fcf1-4974-46a6-97fe-13ea0ff81b3b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:18.003304 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-1927260d-d3a9-4a7b-a50f-ad834a5eff38 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f4c485c2ef34d11931bdb454a82a6c4 HTTP/1.1" status: 200 len: 380 time: 0.1643136 Jun 04 16:20:18.016440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969fcf1-4974-46a6-97fe-13ea0ff81b3b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Subnet': ['ID=a64905e5-2dc1-4250-80e1-ac27f1af13b9,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:18.020516 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8969fcf1-4974-46a6-97fe-13ea0ff81b3b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:18.033259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8969fcf1-4974-46a6-97fe-13ea0ff81b3b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "DELETE /v2.0/subnets/a64905e5-2dc1-4250-80e1-ac27f1af13b9 HTTP/1.1" status: 204 len: 168 time: 1.2486448 Jun 04 16:20:18.036053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36270) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:18.039195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd572f-d192-422d-9c95-4d8853b4c04d None None] Network abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:20:18.067434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3333bfc-1935-4513-9d60-638b5fcd457c req-083e579b-a995-4fb0-9e90-056be62778a9 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:18.069086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Request body: {'port': {'device_id': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'admin_state_up': True, 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'security_groups': ['fec9075e-b674-4a3e-96eb-63e23c4f5a1a']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:18.074601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3333bfc-1935-4513-9d60-638b5fcd457c req-083e579b-a995-4fb0-9e90-056be62778a9 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 945 time: 0.1983852 Jun 04 16:20:18.203397 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3333bfc-1935-4513-9d60-638b5fcd457c req-d325afe4-8c17-4247-be89-491cbca59d57 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278665 Jun 04 16:20:18.210857 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:18.239796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:18.241236 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:18.388370 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b6045c-2241-4b5c-b14b-32f7f56523a0 None None] DHCP port deletion for abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:20:18.395454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6045c-2241-4b5c-b14b-32f7f56523a0 None None] Deleting port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:18.396531 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f2b6045c-2241-4b5c-b14b-32f7f56523a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:18.428551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-1a11e0df-2eaa-4932-8ba1-58d8e7fc8a91 req-701adf5a-f768-4e06-8333-6bcb9d2c00e1 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] For port e9c528d3-f83d-4af9-b77a-805e17c78e25, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e9c528d3-f83d-4af9-b77a-805e17c78e25,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:18.429149 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1a11e0df-2eaa-4932-8ba1-58d8e7fc8a91 req-701adf5a-f768-4e06-8333-6bcb9d2c00e1 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:18.597267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e20fd7-40e0-4242-9084-e34d707e4068 req-365f30b4-71d3-4dd5-b123-d9d66b71941a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:18.598739 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88e20fd7-40e0-4242-9084-e34d707e4068 req-365f30b4-71d3-4dd5-b123-d9d66b71941a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 935 time: 0.3255713 Jun 04 16:20:18.608949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 7e951e93-c4f8-48cb-9101-88d097021624 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:18.613144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] For port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=95b440a8-3b7c-4001-af7d-6c8fe6ca0be1,segment=NetworkSegment(aaa2993c-1004-4e6d-af11-5489f6e4bf34),segment_id=aaa2993c-1004-4e6d-af11-5489f6e4bf34)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:18.613496 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:18.633324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:18.641141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02441ea9-4300-456a-9faa-ecbe20c2e205 req-18bdd1b8-2833-48d5-80eb-23cb2bcd952e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:18.646278 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02441ea9-4300-456a-9faa-ecbe20c2e205 req-18bdd1b8-2833-48d5-80eb-23cb2bcd952e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 946 time: 0.3005943 Jun 04 16:20:18.691918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Usage tracker for resource:port and tenant:4f4c485c2ef34d11931bdb454a82a6c4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:18.705726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f2b6045c-2241-4b5c-b14b-32f7f56523a0 None None] For port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=95b440a8-3b7c-4001-af7d-6c8fe6ca0be1,segment=NetworkSegment(aaa2993c-1004-4e6d-af11-5489f6e4bf34),segment_id=aaa2993c-1004-4e6d-af11-5489f6e4bf34)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:18.706114 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f2b6045c-2241-4b5c-b14b-32f7f56523a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:18.751859 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:18.760533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-1a11e0df-2eaa-4932-8ba1-58d8e7fc8a91 req-701adf5a-f768-4e06-8333-6bcb9d2c00e1 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Calling delete_port for e9c528d3-f83d-4af9-b77a-805e17c78e25 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:18.799863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:18.803463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Calling delete_port for 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:18.812853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b98b52-4ad5-4ac4-9be7-b4b340dd310b {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:18.826409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:18.833261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6045c-2241-4b5c-b14b-32f7f56523a0 None None] Calling delete_port for 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:18.846350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Made reservation on behalf of 4f4c485c2ef34d11931bdb454a82a6c4 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:20:18.850033 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:18.865368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Transition to ACTIVE for port object 42b98b52-4ad5-4ac4-9be7-b4b340dd310b will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:18.875354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88e20fd7-40e0-4242-9084-e34d707e4068 req-46d9fe99-16d2-415f-a42a-9a622f467b32 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686522 Jun 04 16:20:18.886266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 7e951e93-c4f8-48cb-9101-88d097021624 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:18.888533 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:18.906005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 7e951e93-c4f8-48cb-9101-88d097021624 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:18.906417 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:18.912715 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02441ea9-4300-456a-9faa-ecbe20c2e205 req-19b31156-35f7-4f79-81d2-65ec551f2967 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603593 Jun 04 16:20:18.970533 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e541cecc-14f9-4a5c-8484-8738ac15a5d8'] response: {'server_uuid': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c', 'code': 200} Jun 04 16:20:18.982997 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:19.060019 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-f2b6045c-2241-4b5c-b14b-32f7f56523a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:20:19.060363 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-f2b6045c-2241-4b5c-b14b-32f7f56523a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:20:19.106484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] No DVR routers for this DVR port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:20:19.118868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Pushing event updated for resources: {'Port': ['ID=42b98b52-4ad5-4ac4-9be7-b4b340dd310b,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:19.145123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 7e951e93-c4f8-48cb-9101-88d097021624 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:19.145515 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:19.182262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Port': ['ID=95b440a8-3b7c-4001-af7d-6c8fe6ca0be1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:19.198813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7e951e93-c4f8-48cb-9101-88d097021624,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:19.205205 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:19.206519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device e9c528d3-f83d-4af9-b77a-805e17c78e25 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:20:19.364960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=7e951e93-c4f8-48cb-9101-88d097021624,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:19.383857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1a11e0df-2eaa-4932-8ba1-58d8e7fc8a91 req-701adf5a-f768-4e06-8333-6bcb9d2c00e1 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:19.409686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Port e9c528d3-f83d-4af9-b77a-805e17c78e25 update to DOWN by agent not found {{(pid=88799) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 16:20:19.444108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-642c148c-e855-494b-9e05-a4ce051eea81 req-54ddbda7-f636-4db9-93cb-f431cf2e9a21 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 210 time: 0.2632372 Jun 04 16:20:19.445893 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Attempting to bind port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:19.446518 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Attempting to bind port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:19.446634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Attempting to bind port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:19.448849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701adf5a-f768-4e06-8333-6bcb9d2c00e1 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Pushing event deleted for resources: {'Port': ['ID=e9c528d3-f83d-4af9-b77a-805e17c78e25,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:19.473205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:20:19.473993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Attempting to bind port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:19.531050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Allocated IP 172.20.0.10 (3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47/9f31b0c1-838c-41c1-9535-61fd0b6a0976/4c3d55f5-c5c5-4a22-a976-29a00c2b25cd) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:20:19.533570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:19.533913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:19.534304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:19.534781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Bound port: 42b98b52-4ad5-4ac4-9be7-b4b340dd310b, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:19.535374 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:19.543327 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:19.561470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6045c-2241-4b5c-b14b-32f7f56523a0 None None] Deleting port 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:19.561846 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f2b6045c-2241-4b5c-b14b-32f7f56523a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:19.641485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55c88d-36f6-445e-a61e-19ba943d0424 req-373ebf16-b7b8-4dbb-b5a0-06e7fa394048 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:19.648887 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d55c88d-36f6-445e-a61e-19ba943d0424 req-373ebf16-b7b8-4dbb-b5a0-06e7fa394048 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4595592 Jun 04 16:20:19.653785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abebbccc-1ccc-422c-9fcc-f3dd8c8854e2']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:19.675479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a11e0df-2eaa-4932-8ba1-58d8e7fc8a91 req-701adf5a-f768-4e06-8333-6bcb9d2c00e1 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] No DVR routers for this DVR port e9c528d3-f83d-4af9-b77a-805e17c78e25 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:20:19.682811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:20:19.687841 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1a11e0df-2eaa-4932-8ba1-58d8e7fc8a91 req-701adf5a-f768-4e06-8333-6bcb9d2c00e1 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:19.694179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19baaa4-6667-4d13-9d44-510cf3e28cba', 'name': 'network-vif-deleted', 'tag': 'e9c528d3-f83d-4af9-b77a-805e17c78e25'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:19.700032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95023af-bdad-4959-958f-1b686d6fe364 req-5cdb262a-4b9f-4a13-b79c-16bb670cc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:19.701533 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a95023af-bdad-4959-958f-1b686d6fe364 req-5cdb262a-4b9f-4a13-b79c-16bb670cc4b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 1096 time: 0.6148427 Jun 04 16:20:19.707074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa2993c-1004-4e6d-af11-5489f6e4bf34') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:19.707365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa2993c-1004-4e6d-af11-5489f6e4bf34') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:19.721063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6045c-2241-4b5c-b14b-32f7f56523a0 None None] The port '95b440a8-3b7c-4001-af7d-6c8fe6ca0be1' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:20:19.734291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:20:19.734930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 95b440a8-3b7c-4001-af7d-6c8fe6ca0be1 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:20:19.759211 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1a11e0df-2eaa-4932-8ba1-58d8e7fc8a91 req-701adf5a-f768-4e06-8333-6bcb9d2c00e1 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.42 "DELETE /v2.0/ports/e9c528d3-f83d-4af9-b77a-805e17c78e25 HTTP/1.1" status: 204 len: 173 time: 2.3112402 Jun 04 16:20:19.781115 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d55c88d-36f6-445e-a61e-19ba943d0424 req-13fde1eb-16d3-4c3d-a25b-58039316848f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311641 Jun 04 16:20:19.805651 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:19.828278 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a95023af-bdad-4959-958f-1b686d6fe364 req-0349bfb5-511f-4885-9085-ab0ee9353165 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830522 Jun 04 16:20:19.832906 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:19.842741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:20:19.843239 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:19.906278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] For port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:19.921613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] For port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=42b98b52-4ad5-4ac4-9be7-b4b340dd310b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:19.926581 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment aaa2993c-1004-4e6d-af11-5489f6e4bf34 resource provider aggregate not found Jun 04 16:20:19.929691 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:19.945840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f25ba2-721f-4bb0-8802-7a7116874f90 req-46f2fe4b-3fab-4050-a564-4ab159c8db82 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:19.952489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77f25ba2-721f-4bb0-8802-7a7116874f90 req-46f2fe4b-3fab-4050-a564-4ab159c8db82 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 946 time: 0.3777163 Jun 04 16:20:19.965515 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment aaa2993c-1004-4e6d-af11-5489f6e4bf34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aaa2993c-1004-4e6d-af11-5489f6e4bf34 found for delete ", "request_id": "req-3fa525a0-bcb7-4acc-8a48-e5422f530258"}]} Jun 04 16:20:19.965924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36300) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:19.975573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-dafa3be7-b660-4cb1-b0ee-875cec825b6f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Request body: {'floatingip': {'port_id': '75758991-14f3-4c4b-8a62-4a420d6168bc'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:20.032580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:20.033101 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:20.034966 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] 10.222.0.46 "PUT /v2.0/ports/42b98b52-4ad5-4ac4-9be7-b4b340dd310b HTTP/1.1" status: 200 len: 1095 time: 2.8495483 Jun 04 16:20:20.064744 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dafa3be7-b660-4cb1-b0ee-875cec825b6f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:20.079769 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:20.091513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Pushing event updated for resources: {'Port': ['ID=42b98b52-4ad5-4ac4-9be7-b4b340dd310b,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:20.149884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:20.150227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:20.150593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:20.150922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:20.151245 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:20.151567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:20.151886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:20.152205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:20.152520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:20.152832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:20.153153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:20.153456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f18ea7-9848-4aa5-9c0c-6bd0057af893 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:20.158385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Transition to ACTIVE for port object 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:20.200551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-ac7ccf8b-838d-46e8-9ab7-f1e445399067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:20.202052 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-ac7ccf8b-838d-46e8-9ab7-f1e445399067 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65e12ae30b414f7e88546f2f6ae24f21&device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 1098 time: 0.1058176 Jun 04 16:20:20.210619 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:20.329627 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:20.337417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e6be6fd2-3f3c-4dea-b1bc-a0bce71ef2b5 req-667d1a9a-5a0c-4f98-9091-1d7f9ea36723 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19baaa4-6667-4d13-9d44-510cf3e28cba HTTP/1.1" status: 200 len: 210 time: 0.1039455 Jun 04 16:20:20.356181 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:20.385299 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-fd43f8eb-a53a-4320-ac63-1cac3277967f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=42b98b52-4ad5-4ac4-9be7-b4b340dd310b HTTP/1.1" status: 200 len: 217 time: 0.1215570 Jun 04 16:20:20.390359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:20:20.439576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:20.442877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Network': ['ID=abebbccc-1ccc-422c-9fcc-f3dd8c8854e2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:20.454951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:20:20.487143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-165977de-ccbf-4138-8fc8-5d7f5bfa7c7d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "DELETE /v2.0/networks/abebbccc-1ccc-422c-9fcc-f3dd8c8854e2 HTTP/1.1" status: 204 len: 168 time: 2.4500487 Jun 04 16:20:20.492932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36310) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:20.499281 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4427897b-6e72-4165-b539-af91ca5bea7b'] response: {'server_uuid': 'c19baaa4-6667-4d13-9d44-510cf3e28cba', 'name': 'network-vif-deleted', 'tag': 'e9c528d3-f83d-4af9-b77a-805e17c78e25', 'status': 'completed', 'code': 200} Jun 04 16:20:20.524485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:20.549735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-75ac8ffb-1eb9-4652-92f9-6cf74473507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:20.549735 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-75ac8ffb-1eb9-4652-92f9-6cf74473507e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1574829 Jun 04 16:20:20.554783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:20.555412 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:20.713948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5ca15-6afd-4ef5-a6fe-eed7cfda8a10 req-6708ffb6-f231-4db0-8026-b093a6b0d561 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:20.715482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04d5ca15-6afd-4ef5-a6fe-eed7cfda8a10 req-6708ffb6-f231-4db0-8026-b093a6b0d561 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 946 time: 0.4820912 Jun 04 16:20:20.727171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9eef752f-335b-4226-8b35-8bc5c66e7080 None None] Provisioning for port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:20.733956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9eef752f-335b-4226-8b35-8bc5c66e7080 None None] Provisioning complete for port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:20.734492 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9eef752f-335b-4226-8b35-8bc5c66e7080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:20.746322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-2443a7aa-ae49-4138-ad56-7290666ad420 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting subnet 2428de6a-309b-447d-9b19-d0225ea549fa {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:20:20.754395 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d11bbdf1-908a-4b04-bf3b-b1a8087e529d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6922328 Jun 04 16:20:20.769767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Request body: {'port': {'device_id': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:20.820140 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2443a7aa-ae49-4138-ad56-7290666ad420 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:20.828249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-ccb18401-1221-460e-84e6-245b2dfa2fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:20.829759 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-ccb18401-1221-460e-84e6-245b2dfa2fe2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2683313 Jun 04 16:20:20.842843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9eef752f-335b-4226-8b35-8bc5c66e7080 None None] Port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:20:20.971432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9483ae76-f5de-4b9c-9120-ec62931ae91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e951e93-c4f8-48cb-9101-88d097021624'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:20.983015 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:21.060119 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04d5ca15-6afd-4ef5-a6fe-eed7cfda8a10 req-72c3427d-962b-4f98-ba1a-2dd275dce4ba tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283255 Jun 04 16:20:21.062312 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2443a7aa-ae49-4138-ad56-7290666ad420 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:21.082275 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-7e7bd1e2-a99f-48ac-a6dd-ccb2713d79da service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160907 Jun 04 16:20:21.097009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e67b7a-f49b-4a8d-ba97-1cf2a7ce93e2 req-881d126c-67f7-4926-96c8-a6a86fb66065 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:21.103338 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5e67b7a-f49b-4a8d-ba97-1cf2a7ce93e2 req-881d126c-67f7-4926-96c8-a6a86fb66065 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 947 time: 0.5076468 Jun 04 16:20:21.192658 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5e67b7a-f49b-4a8d-ba97-1cf2a7ce93e2 req-9b7fddf2-e3d0-465f-9a52-9673aadf86ad tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881133 Jun 04 16:20:21.351147 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2443a7aa-ae49-4138-ad56-7290666ad420 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:21.357977 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-58d54c31-2463-45e6-aba1-2f32f5bfe875 req-958de87f-e9b9-4296-b768-32c0741a73f3 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684205 Jun 04 16:20:21.474806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:21.482587 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:21.498712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Transition to ACTIVE for port object 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:21.504007 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:21.508894 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dafa3be7-b660-4cb1-b0ee-875cec825b6f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:21.521951 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dafa3be7-b660-4cb1-b0ee-875cec825b6f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:21.595530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201eb6-a5b8-41d0-8fa1-6ff2d94e13cd req-1f82a72a-6af8-4af3-906b-b005d600d1bc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:21.597249 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2201eb6-a5b8-41d0-8fa1-6ff2d94e13cd req-1f82a72a-6af8-4af3-906b-b005d600d1bc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 932 time: 0.3855400 Jun 04 16:20:21.614192 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2443a7aa-ae49-4138-ad56-7290666ad420 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:21.687985 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2443a7aa-ae49-4138-ad56-7290666ad420 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:21.693825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25804251-5411-44c3-905b-05c13357ff1a None None] Network 291069e5-1cb4-4956-99d9-9b34ae9e86f5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:20:21.700642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:21.755972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Attempting to bind port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:21.756439 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Attempting to bind port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:21.757059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Attempting to bind port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:21.763238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:20:21.763686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Attempting to bind port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:21.770251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:21.770770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Checking segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:21.771266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Bound using segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:21.771796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Bound port: 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:21.772393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:21.786002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443a7aa-ae49-4138-ad56-7290666ad420 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Subnet': ['ID=2428de6a-309b-447d-9b19-d0225ea549fa,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:21.814666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35d637-5e26-4f06-acf2-606da36d74d4 req-411cfe63-43f0-48e5-a298-b060882b7bbb tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:21.816147 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7a35d637-5e26-4f06-acf2-606da36d74d4 req-411cfe63-43f0-48e5-a298-b060882b7bbb tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4666789 Jun 04 16:20:21.817421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2443a7aa-ae49-4138-ad56-7290666ad420 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "DELETE /v2.0/subnets/2428de6a-309b-447d-9b19-d0225ea549fa HTTP/1.1" status: 204 len: 168 time: 1.3235419 Jun 04 16:20:21.826373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36324) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:21.882567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:21.887715 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:21.891607 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-dafa3be7-b660-4cb1-b0ee-875cec825b6f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Floating IP bbd9168d-da31-412f-a2e0-1b87fbb3d2b0 associated. External IP: 172.25.5.43, port: 75758991-14f3-4c4b-8a62-4a420d6168bc. Jun 04 16:20:21.893881 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:21.963455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:21.964140 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:21.965577 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] 10.222.0.46 "PUT /v2.0/ports/4c3d55f5-c5c5-4a22-a976-29a00c2b25cd HTTP/1.1" status: 200 len: 1092 time: 1.2012661 Jun 04 16:20:21.980878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d25422-5f3c-4c09-ba21-9ce7a52bfb39 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:21.999266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f73b55b-2aee-4728-8a33-3aa5a8199e95 None None] DHCP port deletion for 291069e5-1cb4-4956-99d9-9b34ae9e86f5 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:20:22.003301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0f73b55b-2aee-4728-8a33-3aa5a8199e95 None None] Deleting port 381aced7-bac7-4681-8d0a-b21ca5c8294c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:22.004061 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0f73b55b-2aee-4728-8a33-3aa5a8199e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:22.008332 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2201eb6-a5b8-41d0-8fa1-6ff2d94e13cd req-25eee9f3-432e-4ed6-ba15-740f564a1226 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3985648 Jun 04 16:20:22.080198 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7a35d637-5e26-4f06-acf2-606da36d74d4 req-1f0a8f53-f3ae-4b50-b0ee-e4ca70529a52 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544065 Jun 04 16:20:22.106655 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:22.108039 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc3e3ef-4bb3-4004-8036-f4d8d871e1c7'] response: {'server_uuid': '9483ae76-f5de-4b9c-9120-ec62931ae91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e951e93-c4f8-48cb-9101-88d097021624', 'code': 200} Jun 04 16:20:22.172434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-4b5592d9-59d2-46c0-a217-1fc96a5d5b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:22.179980 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-4b5592d9-59d2-46c0-a217-1fc96a5d5b94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 1095 time: 0.1585186 Jun 04 16:20:22.318050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting port 381aced7-bac7-4681-8d0a-b21ca5c8294c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:22.318393 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:22.357606 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-d257808b-7a9d-4d7b-99bc-44bad608ef01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd HTTP/1.1" status: 200 len: 217 time: 0.0982072 Jun 04 16:20:22.398713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0f73b55b-2aee-4728-8a33-3aa5a8199e95 None None] For port 381aced7-bac7-4681-8d0a-b21ca5c8294c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=381aced7-bac7-4681-8d0a-b21ca5c8294c,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:22.399226 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0f73b55b-2aee-4728-8a33-3aa5a8199e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:22.506571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9596506-7b83-4f9e-b961-b6590563833e', 'tag': '42b98b52-4ad5-4ac4-9be7-b4b340dd310b'}, {'name': 'network-changed', 'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:22.539745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-56af4d68-5a57-460b-bee6-6205b586a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:22.558890 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-56af4d68-5a57-460b-bee6-6205b586a336 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.1930480 Jun 04 16:20:22.604255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0f73b55b-2aee-4728-8a33-3aa5a8199e95 None None] Calling delete_port for 381aced7-bac7-4681-8d0a-b21ca5c8294c owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:22.671463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0549924-0362-4de5-ad57-35dbea3131cf req-8181d4bd-ca0c-42e7-8b5b-9dd118f3d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:22.673212 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f0549924-0362-4de5-ad57-35dbea3131cf req-8181d4bd-ca0c-42e7-8b5b-9dd118f3d1cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 1097 time: 0.4921243 Jun 04 16:20:22.703292 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0f73b55b-2aee-4728-8a33-3aa5a8199e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:22.745357 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f0549924-0362-4de5-ad57-35dbea3131cf req-10eb44ef-4553-434c-9a0e-178e2380227e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592558 Jun 04 16:20:22.752266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f73b55b-2aee-4728-8a33-3aa5a8199e95 None None] No DVR routers for this DVR port 381aced7-bac7-4681-8d0a-b21ca5c8294c on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:20:22.761357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73b55b-2aee-4728-8a33-3aa5a8199e95 None None] Pushing event deleted for resources: {'Port': ['ID=381aced7-bac7-4681-8d0a-b21ca5c8294c,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:22.761943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-2100db7a-1ce1-4725-aab1-bfb42abecc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:22.763589 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-2100db7a-1ce1-4725-aab1-bfb42abecc1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922326 Jun 04 16:20:22.978797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca941a1-002f-4edd-8a85-006a18fcd023 req-eaa422b7-6d3e-4f26-8eaa-a16da656f3a7 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:22.980140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ca941a1-002f-4edd-8a85-006a18fcd023 req-eaa422b7-6d3e-4f26-8eaa-a16da656f3a7 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 946 time: 0.6016765 Jun 04 16:20:23.004679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] For port 381aced7-bac7-4681-8d0a-b21ca5c8294c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=381aced7-bac7-4681-8d0a-b21ca5c8294c,segment=NetworkSegment(da95d012-2db7-46f4-8f4b-9b81b75d7f81),segment_id=da95d012-2db7-46f4-8f4b-9b81b75d7f81)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:23.004997 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-18832d3a-922a-4d70-b11d-9cf5d0a9cd49 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340107 Jun 04 16:20:23.005106 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:23.038501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafa3be7-b660-4cb1-b0ee-875cec825b6f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Router ab61b57a-3a8d-408c-85d1-7bd6086d92bb has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:20:23.144695 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-70dd007d-90d0-4d97-b353-94834d16ae7e req-a196630a-6444-4803-898a-a847593d1084 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311345 Jun 04 16:20:23.154837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Calling delete_port for 381aced7-bac7-4681-8d0a-b21ca5c8294c owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:23.232859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a337d2a-abce-4ace-89b2-f8a87229b56d req-ee0beb35-f0d4-4daf-aa3e-3b00b3e52994 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:23.234213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a337d2a-abce-4ace-89b2-f8a87229b56d req-ee0beb35-f0d4-4daf-aa3e-3b00b3e52994 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 947 time: 0.6629341 Jun 04 16:20:23.244066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ca941a1-002f-4edd-8a85-006a18fcd023 req-44a74321-3d23-4c0c-88aa-217c9c080774 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493215 Jun 04 16:20:23.507849 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:20:23.508103 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:20:23.525867 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a337d2a-abce-4ace-89b2-f8a87229b56d req-3ccd428d-9874-4565-b933-ecea673fe29e tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288315 Jun 04 16:20:23.591138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafa3be7-b660-4cb1-b0ee-875cec825b6f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:20:23.598835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-ed9320ba-1023-43f2-b27e-c97c668a655c tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:23.600827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-ed9320ba-1023-43f2-b27e-c97c668a655c tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/networks?id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f HTTP/1.1" status: 200 len: 814 time: 0.2628419 Jun 04 16:20:23.606159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b33eb-5555-4a94-b1dc-46eb9fb3c35a None None] Sync routers for ids ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:20:23.624915 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dafa3be7-b660-4cb1-b0ee-875cec825b6f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:23.632657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b33eb-5555-4a94-b1dc-46eb9fb3c35a None None] Routers {'ab61b57a-3a8d-408c-85d1-7bd6086d92bb'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:20:23.633096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-d35b33eb-5555-4a94-b1dc-46eb9fb3c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:20:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:23.728277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 381aced7-bac7-4681-8d0a-b21ca5c8294c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:20:23.739484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dafa3be7-b660-4cb1-b0ee-875cec825b6f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "PUT /v2.0/floatingips/bbd9168d-da31-412f-a2e0-1b87fbb3d2b0 HTTP/1.1" status: 200 len: 991 time: 3.7715542 Jun 04 16:20:23.753949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d80422-b97b-4f6b-997d-4835e55779bd', 'tag': '75758991-14f3-4c4b-8a62-4a420d6168bc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:23.766792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-5a04a7d2-8e4d-4b2b-9558-9407dad6d478 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/quotas/dc62f984f3aa4af6b51cf0f39a3d5c92 HTTP/1.1" status: 200 len: 375 time: 0.1449270 Jun 04 16:20:23.835544 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6dc67d9-884c-4bf7-9ff5-ac7bb8e62fa1'] response: {'name': 'network-changed', 'server_uuid': 'b9596506-7b83-4f9e-b961-b6590563833e', 'tag': '42b98b52-4ad5-4ac4-9be7-b4b340dd310b', 'status': 'completed', 'code': 200} Jun 04 16:20:23.836174 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6dc67d9-884c-4bf7-9ff5-ac7bb8e62fa1'] response: {'name': 'network-changed', 'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'status': 'completed', 'code': 200} Jun 04 16:20:23.912803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-17de55cc-890b-4299-bc62-114ef801e8a7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1451569 Jun 04 16:20:24.043866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-d35b33eb-5555-4a94-b1dc-46eb9fb3c35a None None] Set router ab61b57a-3a8d-408c-85d1-7bd6086d92bb gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:20:24.079822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting port 381aced7-bac7-4681-8d0a-b21ca5c8294c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:24.080417 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:24.086978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549613fa-bf23-4df3-83d5-77213e46e316 req-3d4b08e2-216b-4c24-844c-b9dfde91e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:24.088725 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-3d4b08e2-216b-4c24-844c-b9dfde91e8dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65e12ae30b414f7e88546f2f6ae24f21&device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 1098 time: 0.1597433 Jun 04 16:20:24.132323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 42b98b52-4ad5-4ac4-9be7-b4b340dd310b details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:20:24.136442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 381aced7-bac7-4681-8d0a-b21ca5c8294c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:20:24.137195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 381aced7-bac7-4681-8d0a-b21ca5c8294c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:20:24.220625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36372) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:24.232574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] The port '381aced7-bac7-4681-8d0a-b21ca5c8294c' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:20:24.321052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549613fa-bf23-4df3-83d5-77213e46e316 req-6decb7ab-ec10-4a4d-8846-e01a3c82d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:24.323887 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-6decb7ab-ec10-4a4d-8846-e01a3c82d604 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2270119 Jun 04 16:20:24.430189 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-35bd0b06-d066-43a1-a4f9-52511148ad7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=42b98b52-4ad5-4ac4-9be7-b4b340dd310b HTTP/1.1" status: 200 len: 217 time: 0.0997438 Jun 04 16:20:24.432525 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-610a72cf-e0e6-427a-a193-ddf9b02316c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:24.439546 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:24.453720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f44a72-ec4d-4c6a-8263-f273e0e51b3f req-b2a1b0a9-4e3e-459f-84fc-d7a57841d52a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:24.460713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87f44a72-ec4d-4c6a-8263-f273e0e51b3f req-b2a1b0a9-4e3e-459f-84fc-d7a57841d52a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 944 time: 0.3476422 Jun 04 16:20:24.490807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-610a72cf-e0e6-427a-a193-ddf9b02316c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:24.498077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-610a72cf-e0e6-427a-a193-ddf9b02316c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ec3bf44394a74f63b3530d744cd2f97b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:24.502272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-610a72cf-e0e6-427a-a193-ddf9b02316c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:24.510827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-610a72cf-e0e6-427a-a193-ddf9b02316c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:24.520999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549613fa-bf23-4df3-83d5-77213e46e316 req-3333fa19-8c77-4483-b9d0-b91cc78c5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:24.522641 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-3333fa19-8c77-4483-b9d0-b91cc78c5d04 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0804815 Jun 04 16:20:24.530756 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87f44a72-ec4d-4c6a-8263-f273e0e51b3f req-d9d71ec5-de44-4495-9b30-e219e966373b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690892 Jun 04 16:20:24.540061 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-f91098cd-73ab-4e82-bc36-6d334ac37be4 service neutron] 10.222.0.13 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262846 Jun 04 16:20:24.606767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291069e5-1cb4-4956-99d9-9b34ae9e86f5']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:24.681438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549613fa-bf23-4df3-83d5-77213e46e316 req-ca84e83e-b79a-44ca-898a-55749e8390e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:24.687526 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-ca84e83e-b79a-44ca-898a-55749e8390e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1514571 Jun 04 16:20:24.721510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=42b98b52-4ad5-4ac4-9be7-b4b340dd310b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:24.743552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '42b98b52-4ad5-4ac4-9be7-b4b340dd310b', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '42b98b52-4ad5-4ac4-9be7-b4b340dd310b', 'mac_address': 'fa:16:3e:0e:1c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:20:24.832571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:24.833210 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:24.853433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b98b52-4ad5-4ac4-9be7-b4b340dd310b {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:24.870811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da95d012-2db7-46f4-8f4b-9b81b75d7f81') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:24.871080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da95d012-2db7-46f4-8f4b-9b81b75d7f81') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:24.881380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=42b98b52-4ad5-4ac4-9be7-b4b340dd310b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:24.888589 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-610a72cf-e0e6-427a-a193-ddf9b02316c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:24.894638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-d35b33eb-5555-4a94-b1dc-46eb9fb3c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:19:34Z', 'revision_number': 4, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port': {'id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:22Z', 'updated_at': '2022-06-04T16:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bbd9168d-da31-412f-a2e0-1b87fbb3d2b0', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'port_id': '75758991-14f3-4c4b-8a62-4a420d6168bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'mac_address': 'fa:16:3e:5c:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d80422-b97b-4f6b-997d-4835e55779bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:20:21Z', 'revision_number': 1, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89544919-f610-4518-bb06-e02d6c6131b7', 'name': '', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'mac_address': 'fa:16:3e:2b:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6e3877da-18e8-488d-8839-da9f59802736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:28Z', 'updated_at': '2022-06-04T16:19:42Z', 'revision_number': 5, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'subnets': [{'id': '6e3877da-18e8-488d-8839-da9f59802736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:24.898144 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:24.901245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b33eb-5555-4a94-b1dc-46eb9fb3c35a None None] Checking router: ab61b57a-3a8d-408c-85d1-7bd6086d92bb for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:20:24.911924 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:24.912175 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-610a72cf-e0e6-427a-a193-ddf9b02316c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:24.945606 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:24.960254 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-6eb31d19-e1d8-436a-8d66-b01478b89fb2 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606232 Jun 04 16:20:24.967127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:20:24.967560 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:24.981780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b33eb-5555-4a94-b1dc-46eb9fb3c35a None None] Routers {'ab61b57a-3a8d-408c-85d1-7bd6086d92bb'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:20:24.982930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-d35b33eb-5555-4a94-b1dc-46eb9fb3c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:20:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:24.996923 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-610a72cf-e0e6-427a-a193-ddf9b02316c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec3bf44394a74f63b3530d744cd2f97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7751718 Jun 04 16:20:25.000504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36388) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:25.010354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-ef311445-07b1-4c7c-bbe8-5eb14947749d service neutron] 10.222.0.13 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675357 Jun 04 16:20:25.019991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a72cf-e0e6-427a-a193-ddf9b02316c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53efdf5e-1aef-4307-8bef-3337867845be,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:25.065338 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment da95d012-2db7-46f4-8f4b-9b81b75d7f81 resource provider aggregate not found Jun 04 16:20:25.093286 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment da95d012-2db7-46f4-8f4b-9b81b75d7f81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da95d012-2db7-46f4-8f4b-9b81b75d7f81 found for delete ", "request_id": "req-03443a86-ae6f-4954-b235-bb49cbe3c888"}]} Jun 04 16:20:25.105306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=42b98b52-4ad5-4ac4-9be7-b4b340dd310b,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:25.139392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54066b1-49ee-4d11-a20f-4cff22875320 req-5e93e9cb-58b1-45bc-a62e-92cae46b2c6e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:25.142438 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d54066b1-49ee-4d11-a20f-4cff22875320 req-5e93e9cb-58b1-45bc-a62e-92cae46b2c6e tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 946 time: 0.3199079 Jun 04 16:20:25.152075 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:25.174128 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-96c7d680-bc6a-49ee-ae7c-b3a27de69620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:25.191910 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:25.192819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['42b98b52-4ad5-4ac4-9be7-b4b340dd310b'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:25.234973 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-96c7d680-bc6a-49ee-ae7c-b3a27de69620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:25.247194 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-6d00ecca-3b6e-4ca5-9acb-9b9c12d5dca2 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762055 Jun 04 16:20:25.249941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Network': ['ID=291069e5-1cb4-4956-99d9-9b34ae9e86f5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:25.256531 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "DELETE /v2.0/networks/291069e5-1cb4-4956-99d9-9b34ae9e86f5 HTTP/1.1" status: 204 len: 168 time: 3.4270601 Jun 04 16:20:25.264502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36396) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:25.280556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1073926585'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:25.287941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:25.293630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Usage tracker for resource:network and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:25.296831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:25.303482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:25.321613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:25.332621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:25.334843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:25.335162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:25.335780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:25.336122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:25.336447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:25.342873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:25.343230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:25.343568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:25.343898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:25.344224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b3ec4-1502-4f02-9eb2-d8572578e51b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:25.363353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d54066b1-49ee-4d11-a20f-4cff22875320 req-a295f013-2db0-42d9-b484-e9ea0942a067 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126720 Jun 04 16:20:25.373765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:20:25.377786 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:25.391045 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-96c7d680-bc6a-49ee-ae7c-b3a27de69620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:25.402234 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59685a7-aab6-4978-9478-ab4236da6565'] response: {'name': 'network-changed', 'server_uuid': '91d80422-b97b-4f6b-997d-4835e55779bd', 'tag': '75758991-14f3-4c4b-8a62-4a420d6168bc', 'status': 'completed', 'code': 200} Jun 04 16:20:25.459832 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-d35b33eb-5555-4a94-b1dc-46eb9fb3c35a None None] Set router ab61b57a-3a8d-408c-85d1-7bd6086d92bb gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:20:25.543142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:20:25.552882 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:25.553262 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Added segment a6fc7925-dbb8-47a7-984e-0e263aac6a6c of type vlan for network cea2d318-3e8d-4aa7-9b18-5b66d4496d56 Jun 04 16:20:25.581926 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:25.616539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7d680-bc6a-49ee-ae7c-b3a27de69620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53efdf5e-1aef-4307-8bef-3337867845be,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:25.639393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-96c7d680-bc6a-49ee-ae7c-b3a27de69620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:25.647764 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-96c7d680-bc6a-49ee-ae7c-b3a27de69620 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53efdf5e-1aef-4307-8bef-3337867845be HTTP/1.1" status: 204 len: 168 time: 0.6440599 Jun 04 16:20:25.648647 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:25.654637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:25.655255 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:25.671961 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549613fa-bf23-4df3-83d5-77213e46e316 req-1f8a2651-99c6-4270-8cba-5eccce062142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:25.673487 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-1f8a2651-99c6-4270-8cba-5eccce062142 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 1095 time: 0.3669977 Jun 04 16:20:25.817150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec90ac-d675-4f98-a9ae-4e4a2ae7b180 req-10fdd540-64ca-4b94-b9c0-0b2492a69f40 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:25.818760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fec90ac-d675-4f98-a9ae-4e4a2ae7b180 req-10fdd540-64ca-4b94-b9c0-0b2492a69f40 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 948 time: 0.2016280 Jun 04 16:20:25.858598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8e45e-1093-441a-b741-6345dc92d878 req-d3c2f93c-00a2-4721-85cb-c87a97beb4c2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:25.865660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbd8e45e-1093-441a-b741-6345dc92d878 req-d3c2f93c-00a2-4721-85cb-c87a97beb4c2 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 946 time: 0.3412232 Jun 04 16:20:25.932403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fec90ac-d675-4f98-a9ae-4e4a2ae7b180 req-4eb55ee9-61fb-4b48-95e7-bd53d7dd29fa tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011331 Jun 04 16:20:25.983474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbd8e45e-1093-441a-b741-6345dc92d878 req-bcc06ad7-1f4a-486d-a0bd-544c452e8115 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142159 Jun 04 16:20:26.156836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:20:26.203502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549613fa-bf23-4df3-83d5-77213e46e316 req-d556f1b2-2751-4263-b458-ab53e782908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:26.205394 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-d556f1b2-2751-4263-b458-ab53e782908a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.4889624 Jun 04 16:20:26.379459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36418) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:26.381720 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50a1f505-05d7-4cd0-a52d-a834dd1ac986 req-fcb4d5e4-740f-44f7-b18b-8a76d854096c tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 210 time: 0.1255810 Jun 04 16:20:26.401229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec6147c5-52cc-4f45-8506-5e6c9f9cb8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:26.435868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ec6147c5-52cc-4f45-8506-5e6c9f9cb8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:26.442706 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-ea718129-abad-491d-98ba-a1d65bd0175a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd HTTP/1.1" status: 200 len: 217 time: 0.2187004 Jun 04 16:20:26.448446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ec6147c5-52cc-4f45-8506-5e6c9f9cb8c3 admin admin] Usage tracker for resource:security_group_rule and tenant:85747dec39054bda90e8a0084c9cecd9 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:26.452004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ec6147c5-52cc-4f45-8506-5e6c9f9cb8c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:26.463462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ec6147c5-52cc-4f45-8506-5e6c9f9cb8c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:26.465890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:26.483123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'port_id': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'mac_address': 'fa:16:3e:a0:80:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:20:26.489668 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-d35b33eb-5555-4a94-b1dc-46eb9fb3c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:19:34Z', 'revision_number': 4, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port': {'id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:22Z', 'updated_at': '2022-06-04T16:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bbd9168d-da31-412f-a2e0-1b87fbb3d2b0', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'port_id': '75758991-14f3-4c4b-8a62-4a420d6168bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'mac_address': 'fa:16:3e:5c:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d80422-b97b-4f6b-997d-4835e55779bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:20:21Z', 'revision_number': 1, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89544919-f610-4518-bb06-e02d6c6131b7', 'name': '', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'mac_address': 'fa:16:3e:2b:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6e3877da-18e8-488d-8839-da9f59802736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:28Z', 'updated_at': '2022-06-04T16:19:42Z', 'revision_number': 5, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'subnets': [{'id': '6e3877da-18e8-488d-8839-da9f59802736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:26.521987 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b33eb-5555-4a94-b1dc-46eb9fb3c35a None None] The sync data for ids ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'] in n-d-811809-3 is: [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:19:34Z', 'revision_number': 4, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port': {'id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:22Z', 'updated_at': '2022-06-04T16:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bbd9168d-da31-412f-a2e0-1b87fbb3d2b0', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'port_id': '75758991-14f3-4c4b-8a62-4a420d6168bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'mac_address': 'fa:16:3e:5c:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d80422-b97b-4f6b-997d-4835e55779bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:20:21Z', 'revision_number': 1, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89544919-f610-4518-bb06-e02d6c6131b7', 'name': '', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'mac_address': 'fa:16:3e:2b:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6e3877da-18e8-488d-8839-da9f59802736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:28Z', 'updated_at': '2022-06-04T16:19:42Z', 'revision_number': 5, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'subnets': [{'id': '6e3877da-18e8-488d-8839-da9f59802736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:20:26.570180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:26.570558 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:26.596966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:26.601051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0235a7a-0651-493c-8336-70f98367df00 req-ae579241-cb61-44ea-a33b-64a6c8f07449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:26.602591 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f0235a7a-0651-493c-8336-70f98367df00 req-ae579241-cb61-44ea-a33b-64a6c8f07449 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1697a44ed7874d3a82b41e3e0a8977c8&device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 1097 time: 1.1949034 Jun 04 16:20:26.607385 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3420653 Jun 04 16:20:26.614233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36426) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:26.624469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830c090-0f41-4ebc-9484-7bde4b1c0559 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event updated for resources: {'Network': ['ID=cea2d318-3e8d-4aa7-9b18-5b66d4496d56,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:26.633825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:26.636232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Request body: {'subnet': {'network_id': 'cea2d318-3e8d-4aa7-9b18-5b66d4496d56', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:26.642937 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network cea2d318-3e8d-4aa7-9b18-5b66d4496d56 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:20:26.665605 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:26.793891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549613fa-bf23-4df3-83d5-77213e46e316 req-046217db-1784-4ae2-8c9f-98d19cf9da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:26.795472 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-046217db-1784-4ae2-8c9f-98d19cf9da5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.3333697 Jun 04 16:20:26.845297 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6ec59-bc36-4c04-8e54-d1017c04e1d4 None None] New status for floating IP bbd9168d-da31-412f-a2e0-1b87fbb3d2b0: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:20:26.850818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:26.910903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0235a7a-0651-493c-8336-70f98367df00 req-3c47b909-ac2f-4b40-ab2d-b9d61458a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:26.912324 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f0235a7a-0651-493c-8336-70f98367df00 req-3c47b909-ac2f-4b40-ab2d-b9d61458a419 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 HTTP/1.1" status: 200 len: 907 time: 0.2681594 Jun 04 16:20:26.941065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:26.953477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:26.963795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Usage tracker for resource:subnet and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:26.973220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:26.988222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:26.994769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec6147c5-52cc-4f45-8506-5e6c9f9cb8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:27.005362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549613fa-bf23-4df3-83d5-77213e46e316 req-09b0fbdc-3dec-493d-b311-fd5323897cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:27.007414 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-09b0fbdc-3dec-493d-b311-fd5323897cad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2051554 Jun 04 16:20:27.015699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057963f-2869-43bb-b000-9e49a328e841 req-1bb9228f-423b-41a0-9f92-1aedd5a4f28d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:27.022886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5057963f-2869-43bb-b000-9e49a328e841 req-1bb9228f-423b-41a0-9f92-1aedd5a4f28d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 944 time: 0.5012176 Jun 04 16:20:27.028134 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec6147c5-52cc-4f45-8506-5e6c9f9cb8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:27.065278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:20:27.069002 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:27.145090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f62564-4228-4572-9ce3-b0470aab2720 req-c62851c6-3e1d-45dc-b6ab-535dfb3b7285 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:27.152171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34f62564-4228-4572-9ce3-b0470aab2720 req-c62851c6-3e1d-45dc-b6ab-535dfb3b7285 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 1097 time: 0.4017889 Jun 04 16:20:27.197428 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f0235a7a-0651-493c-8336-70f98367df00 req-563def8a-32c3-4bdd-810c-16dd9878c6f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75758991-14f3-4c4b-8a62-4a420d6168bc HTTP/1.1" status: 200 len: 999 time: 0.2770171 Jun 04 16:20:27.310604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0235a7a-0651-493c-8336-70f98367df00 req-f4b849dc-e852-4786-b509-8eac563531d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:27.312151 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f0235a7a-0651-493c-8336-70f98367df00 req-f4b849dc-e852-4786-b509-8eac563531d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e3877da-18e8-488d-8839-da9f59802736 HTTP/1.1" status: 200 len: 845 time: 0.1042242 Jun 04 16:20:27.317424 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-c35a2646-acc3-4506-8615-474a9a7fe601 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001263 Jun 04 16:20:27.324922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6147c5-52cc-4f45-8506-5e6c9f9cb8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aa6ccf-f5d4-4ca9-8562-46273b457863,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:27.332084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ec6147c5-52cc-4f45-8506-5e6c9f9cb8c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85747dec39054bda90e8a0084c9cecd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9494281 Jun 04 16:20:27.348408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36432) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:27.366676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5057963f-2869-43bb-b000-9e49a328e841 req-bd15c5b8-5f60-4842-9adc-416875a5cecb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428500 Jun 04 16:20:27.451050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34f62564-4228-4572-9ce3-b0470aab2720 req-b76e044e-870f-4755-a1f6-09410a6406a0 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979069 Jun 04 16:20:27.515198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0235a7a-0651-493c-8336-70f98367df00 req-98c85a18-5986-4414-abc8-d15a3dbb8c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:27.517144 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f0235a7a-0651-493c-8336-70f98367df00 req-98c85a18-5986-4414-abc8-d15a3dbb8c54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7f2ecd9-b100-425f-a1f7-f9eb73da6b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988182 Jun 04 16:20:27.522354 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-549613fa-bf23-4df3-83d5-77213e46e316 req-739878d8-c106-45bd-9de7-772cb55e04d0 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735864 Jun 04 16:20:27.584928 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-837d59b4-1e3f-4c30-b133-edd4bd1c906a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:27.643190 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e48ca5dd-0b76-4fab-885c-19fbf3be8455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:27.648591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-e97a4863-0a3c-4f89-8bb9-b15f7d924bb1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:27.650010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-e97a4863-0a3c-4f89-8bb9-b15f7d924bb1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.42 "GET /v2.0/networks?id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f HTTP/1.1" status: 200 len: 814 time: 0.5446510 Jun 04 16:20:27.663365 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f0235a7a-0651-493c-8336-70f98367df00 req-eaf35f15-f557-4123-8013-829de2cfdd09 service neutron] 10.222.0.42 "GET /v2.0/networks/d7f2ecd9-b100-425f-a1f7-f9eb73da6b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399119 Jun 04 16:20:27.669502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Request body: {'port': {'device_id': '4fba11d4-8b2e-42e0-9503-20451a34e40d', 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f', 'admin_state_up': True, 'tenant_id': 'dc62f984f3aa4af6b51cf0f39a3d5c92'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:27.748243 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-837d59b4-1e3f-4c30-b133-edd4bd1c906a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:27.797930 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f0235a7a-0651-493c-8336-70f98367df00 req-74cab27a-9d78-42d9-9ddd-3666117ceba6 service neutron] 10.222.0.42 "GET /v2.0/networks/d7f2ecd9-b100-425f-a1f7-f9eb73da6b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290534 Jun 04 16:20:28.090404 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-837d59b4-1e3f-4c30-b133-edd4bd1c906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:28.110112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8314d-394e-47b7-9b3e-b9370e6a1095 req-d10ca748-99e3-4965-93f8-0d9a7b1679f2 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:28.111610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58b8314d-394e-47b7-9b3e-b9370e6a1095 req-d10ca748-99e3-4965-93f8-0d9a7b1679f2 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 946 time: 0.6204481 Jun 04 16:20:28.118041 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:28.141654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-c243314c-f563-4210-97da-4a4e2b4bfbe4 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:28.142343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-c243314c-f563-4210-97da-4a4e2b4bfbe4 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Synchronizing usage tracker for tenant:60ac837242f346f296181deb284c70b8 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:28.149682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 42b98b52-4ad5-4ac4-9be7-b4b340dd310b up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:28.157395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb512b6-65b2-402c-acab-6fa4a83698ab req-a8312fed-47ff-4333-ad52-38a2d7c8d5a0 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:28.158884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0eb512b6-65b2-402c-acab-6fa4a83698ab req-a8312fed-47ff-4333-ad52-38a2d7c8d5a0 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 948 time: 0.5674133 Jun 04 16:20:28.159881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-c243314c-f563-4210-97da-4a4e2b4bfbe4 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Unset dirty status for tenant:60ac837242f346f296181deb284c70b8 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:28.161834 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-c243314c-f563-4210-97da-4a4e2b4bfbe4 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.46 "GET /v2.0/ports?device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 946 time: 0.1121635 Jun 04 16:20:28.164469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:28.167114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d59b4-1e3f-4c30-b133-edd4bd1c906a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aa6ccf-f5d4-4ca9-8562-46273b457863,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:28.195197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Usage tracker for resource:port and tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:28.220756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:28.238029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Deleting port 0abce5b8-6652-4d4a-97e4-5fc948d5404d {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:28.238314 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:28.252858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:28.283053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:28.289144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:28.289689 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:28.303816 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-837d59b4-1e3f-4c30-b133-edd4bd1c906a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:28.307741 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-837d59b4-1e3f-4c30-b133-edd4bd1c906a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75aa6ccf-f5d4-4ca9-8562-46273b457863 HTTP/1.1" status: 204 len: 168 time: 0.9556265 Jun 04 16:20:28.313366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event updated for resources: {'Subnet': ['ID=8214fa7c-aa35-4c3a-a872-e3211e11c685,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:28.335155 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58b8314d-394e-47b7-9b3e-b9370e6a1095 req-bb39d068-8df4-46aa-8c0b-e129b70f43a8 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b57ecdd-11e7-4355-980c-81686153419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113810 Jun 04 16:20:28.339667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Made reservation on behalf of dc62f984f3aa4af6b51cf0f39a3d5c92 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:20:28.343176 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:28.374226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0eb512b6-65b2-402c-acab-6fa4a83698ab req-47989185-ba67-4dd1-960f-eb8fd1b8acc6 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019510 Jun 04 16:20:28.406527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Checking segment: {'id': 'a6fc7925-dbb8-47a7-984e-0e263aac6a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cea2d318-3e8d-4aa7-9b18-5b66d4496d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:28.407015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Network hostable DHCP agents. Network: cea2d318-3e8d-4aa7-9b18-5b66d4496d56, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:20:28.456780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:28.457117 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:28.486681 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9596506-7b83-4f9e-b961-b6590563833e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b98b52-4ad5-4ac4-9be7-b4b340dd310b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:28.513827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=42b98b52-4ad5-4ac4-9be7-b4b340dd310b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:28.525463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7c46695-978b-40e0-afde-ab8e09e15a5b req-d8998b7f-25ac-48bd-80d5-911c83b8e25d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 210 time: 0.0662553 Jun 04 16:20:28.526356 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:28.527750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:28.549128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Network cea2d318-3e8d-4aa7-9b18-5b66d4496d56 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:20:28.600226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, cea2d318-3e8d-4aa7-9b18-5b66d4496d56) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:28.620903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:28.624567 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:28.709615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Allocated IP 172.20.0.4 (f0b0668b-3c19-48d1-aa8b-d916f64e1e6f/832c1a0f-eef2-4596-b4da-6fd412f92ae5/a0466838-3380-48e8-8cbe-0a61afa6c9e3) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:20:28.718046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=42b98b52-4ad5-4ac4-9be7-b4b340dd310b,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:28.720849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22acf532-0689-490d-8da8-aaa900a7a167 None None] Network cea2d318-3e8d-4aa7-9b18-5b66d4496d56 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:20:28.772478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] For port 0abce5b8-6652-4d4a-97e4-5fc948d5404d, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=0abce5b8-6652-4d4a-97e4-5fc948d5404d,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:28.773015 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:28.965127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:28.976717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:28.977390 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.027849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-cea2d318-3e8d-4aa7-9b18-5b66d4496d56', 'network_id': 'cea2d318-3e8d-4aa7-9b18-5b66d4496d56', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'fixed_ips': [{'subnet_id': '8214fa7c-aa35-4c3a-a872-e3211e11c685'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:20:29.028928 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.068420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9c62d6ef-875e-48bd-abc0-df16a8992a6d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4463487 Jun 04 16:20:29.077466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36456) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:29.085950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-320886332'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:29.092749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:29.100680 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Usage tracker for resource:network and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:29.106588 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:29.120294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:29.123724 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.124425 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.124951 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Floating IP 18f75bc1-9669-4ae9-b5cd-f76e68dd463b disassociated. External IP: 172.25.5.83, port: 0abce5b8-6652-4d4a-97e4-5fc948d5404d. Jun 04 16:20:29.125462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Calling delete_port for 0abce5b8-6652-4d4a-97e4-5fc948d5404d owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:29.128294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10fc29-9ea5-4a98-9a90-089a9d804a7c req-d9eca133-bdeb-4691-a1db-8027b65b7468 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:29.135583 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f10fc29-9ea5-4a98-9a90-089a9d804a7c req-d9eca133-bdeb-4691-a1db-8027b65b7468 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 1097 time: 0.4970672 Jun 04 16:20:29.164077 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.193556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:29.194831 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.195006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:20:29.198977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f10fc29-9ea5-4a98-9a90-089a9d804a7c req-eb1d2f83-4c67-44f8-bfe8-4671a27f396c tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623734 Jun 04 16:20:29.199160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.212824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d58f4b-957f-42e5-bea9-9abb214097d2 req-6bdf19cd-eb30-4d8b-b687-573bf5703f29 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:29.214973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9d58f4b-957f-42e5-bea9-9abb214097d2 req-6bdf19cd-eb30-4d8b-b687-573bf5703f29 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.3381460 Jun 04 16:20:29.263564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:29.295395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9d58f4b-957f-42e5-bea9-9abb214097d2 req-7587c1dc-e071-4b8f-9134-aeae54723333 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694983 Jun 04 16:20:29.295806 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.306495 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.341895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ab477d2-c1a9-4fe3-917b-9d28edf9b78c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:29.367933 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99de0117-0f6d-442d-832a-ecf4e1fb5bf0'] response: {'server_uuid': 'b9596506-7b83-4f9e-b961-b6590563833e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b98b52-4ad5-4ac4-9be7-b4b340dd310b', 'code': 200} Jun 04 16:20:29.379036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:20:29.391482 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.393784 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Added segment 44bd2672-0eb4-4959-b055-ce2ea8c7a73d of type vlan for network 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db Jun 04 16:20:29.442528 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.463587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:29.482677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:29.507063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:29.507399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:29.507734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:29.508063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:29.508387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:29.509036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:29.509167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:29.509470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:29.509786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:29.510104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:29.510643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:20:29.517908 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.520255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Network f0b0668b-3c19-48d1-aa8b-d916f64e1e6f is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:20:29.524678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Pushing event updated for resources: {'Port': ['ID=a0466838-3380-48e8-8cbe-0a61afa6c9e3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:29.525060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:29.525397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Allocated IP 19.80.0.2 (cea2d318-3e8d-4aa7-9b18-5b66d4496d56/8214fa7c-aa35-4c3a-a872-e3211e11c685/c80a76a0-55b6-45ee-a99c-9eee0fafa15c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:20:29.525893 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.531347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:29.536525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:20:29.686237 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6075907 Jun 04 16:20:29.694055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36482) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:29.710121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Request body: {'subnet': {'network_id': '7f2fa2f2-bca1-4fb5-bd1a-7514f20040db', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:29.734635 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef0a47-e105-46fc-840a-fab72014cbd7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event updated for resources: {'Network': ['ID=7f2fa2f2-bca1-4fb5-bd1a-7514f20040db,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:29.737646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.750713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:29.751500 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.753760 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:20:29.780672 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-0432c74c-8ce5-49d5-a5b0-e317f10a02e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1149127 Jun 04 16:20:29.797055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Request body: {'port': {'device_id': '4fba11d4-8b2e-42e0-9503-20451a34e40d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:29.866623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Pushing event deleted for resources: {'Port': ['ID=0abce5b8-6652-4d4a-97e4-5fc948d5404d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:29.872644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34515b47-7665-48b7-8d4b-f712f0a7d84d req-4e5024e0-1d9c-4639-9ec1-627fe01929bd tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:29.873933 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34515b47-7665-48b7-8d4b-f712f0a7d84d req-4e5024e0-1d9c-4639-9ec1-627fe01929bd tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 949 time: 0.2197385 Jun 04 16:20:29.913554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b320768-5c78-4655-b37f-64d6c2a100e0 req-ab012d53-fb87-49bc-8a49-15c5583f6453 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:29.917981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b320768-5c78-4655-b37f-64d6c2a100e0 req-ab012d53-fb87-49bc-8a49-15c5583f6453 tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c79f9c-07f7-4f56-8a24-e585a19db79b HTTP/1.1" status: 200 len: 867 time: 0.3242943 Jun 04 16:20:29.986820 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:29.990145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:30.032669 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-87227b98-2bda-4f69-93bc-d7c3aa162825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:30.046571 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:30.052544 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Usage tracker for resource:subnet and tenant:55529c8e77164b25a08ae78a561ce40a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:30.060683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Transition to ACTIVE for port object c80a76a0-55b6-45ee-a99c-9eee0fafa15c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:30.061363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34515b47-7665-48b7-8d4b-f712f0a7d84d req-b955f0c1-b3c7-40f1-a1dc-c622faaba128 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557982 Jun 04 16:20:30.063543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:30.078841 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b320768-5c78-4655-b37f-64d6c2a100e0 req-d4dec1b0-6696-4c73-95c6-9d81a41892dd tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b57ecdd-11e7-4355-980c-81686153419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518998 Jun 04 16:20:30.088723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Transition to ACTIVE for port object c80a76a0-55b6-45ee-a99c-9eee0fafa15c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:30.095474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:30.096505 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:30.124758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54ca02-8516-466b-90b8-1eb401b4abdb req-bd679941-6890-4450-914a-9e458727c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:30.126490 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bd54ca02-8516-466b-90b8-1eb401b4abdb req-bd679941-6890-4450-914a-9e458727c903 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 1100 time: 0.6552167 Jun 04 16:20:30.139537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Router f51fb57e-338e-4c3f-8a13-a29e3026946f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:20:30.153107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Network cea2d318-3e8d-4aa7-9b18-5b66d4496d56 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:20:30.160713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:30.175174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:20:30.175631 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:20:30.179226 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:30.301723 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bd54ca02-8516-466b-90b8-1eb401b4abdb req-ff7fb748-265d-476f-a20f-57e728d3d3e6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661482 Jun 04 16:20:30.333742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Pushing event updated for resources: {'Port': ['ID=c80a76a0-55b6-45ee-a99c-9eee0fafa15c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:30.344856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Attempting to bind port c80a76a0-55b6-45ee-a99c-9eee0fafa15c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:30.345433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Attempting to bind port c80a76a0-55b6-45ee-a99c-9eee0fafa15c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'a6fc7925-dbb8-47a7-984e-0e263aac6a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cea2d318-3e8d-4aa7-9b18-5b66d4496d56'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:30.346013 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Attempting to bind port c80a76a0-55b6-45ee-a99c-9eee0fafa15c on network cea2d318-3e8d-4aa7-9b18-5b66d4496d56 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:30.352314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:30.353667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Checking segment: {'id': 'a6fc7925-dbb8-47a7-984e-0e263aac6a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cea2d318-3e8d-4aa7-9b18-5b66d4496d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:30.354304 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:30.354918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Bound using segment: {'id': 'a6fc7925-dbb8-47a7-984e-0e263aac6a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cea2d318-3e8d-4aa7-9b18-5b66d4496d56'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:30.357006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Bound port: c80a76a0-55b6-45ee-a99c-9eee0fafa15c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6fc7925-dbb8-47a7-984e-0e263aac6a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cea2d318-3e8d-4aa7-9b18-5b66d4496d56'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:30.357642 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:30.483171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] For port c80a76a0-55b6-45ee-a99c-9eee0fafa15c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:30.486652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] For port c80a76a0-55b6-45ee-a99c-9eee0fafa15c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c80a76a0-55b6-45ee-a99c-9eee0fafa15c,segment=NetworkSegment(a6fc7925-dbb8-47a7-984e-0e263aac6a6c),segment_id=a6fc7925-dbb8-47a7-984e-0e263aac6a6c)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:30.502880 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:30.542723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:20:30.624800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5140b4-d264-4bf3-8a10-8c28f9dc62ed None None] Sync routers for ids ['f51fb57e-338e-4c3f-8a13-a29e3026946f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:20:30.660633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5140b4-d264-4bf3-8a10-8c28f9dc62ed None None] Routers {'f51fb57e-338e-4c3f-8a13-a29e3026946f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:20:30.661263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4c5140b4-d264-4bf3-8a10-8c28f9dc62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f51fb57e-338e-4c3f-8a13-a29e3026946f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:30.751916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfac6e-501b-47c5-a9d7-610f7d97027a req-64012bf4-8bdf-4068-abee-cd73c8c37c67 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:30.753296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6adfac6e-501b-47c5-a9d7-610f7d97027a req-64012bf4-8bdf-4068-abee-cd73c8c37c67 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Synchronizing usage tracker for tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:30.792971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] No DVR routers for this DVR port 0abce5b8-6652-4d4a-97e4-5fc948d5404d on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:20:30.797525 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:30.800038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c79f9c-07f7-4f56-8a24-e585a19db79b', 'name': 'network-vif-deleted', 'tag': '0abce5b8-6652-4d4a-97e4-5fc948d5404d'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:30.838002 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d22d8d39-315a-4eaa-9f12-7083ee2da54a req-a603f4df-9848-47a4-aa29-7220728372ef tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.46 "DELETE /v2.0/ports/0abce5b8-6652-4d4a-97e4-5fc948d5404d HTTP/1.1" status: 204 len: 173 time: 2.6711032 Jun 04 16:20:30.843213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6adfac6e-501b-47c5-a9d7-610f7d97027a req-64012bf4-8bdf-4068-abee-cd73c8c37c67 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Unset dirty status for tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:30.850342 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6adfac6e-501b-47c5-a9d7-610f7d97027a req-64012bf4-8bdf-4068-abee-cd73c8c37c67 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 931 time: 0.5666769 Jun 04 16:20:30.890028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0466838-3380-48e8-8cbe-0a61afa6c9e3 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:30.906030 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:30.928469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb52c2-4312-49c6-b133-e3857ac0cae2 None None] Pushing event updated for resources: {'Port': ['ID=c80a76a0-55b6-45ee-a99c-9eee0fafa15c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:30.930360 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:30.958879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6adfac6e-501b-47c5-a9d7-610f7d97027a req-c50745ff-e34b-4312-b77e-31c653b7e652 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071885 Jun 04 16:20:30.963784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Transition to ACTIVE for port object a0466838-3380-48e8-8cbe-0a61afa6c9e3 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:30.974283 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4c5140b4-d264-4bf3-8a10-8c28f9dc62ed None None] Set router f51fb57e-338e-4c3f-8a13-a29e3026946f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:20:30.984991 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:31.015664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event updated for resources: {'Subnet': ['ID=c4062d2f-33fe-4f07-9a5d-f37ebaae7edd,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:31.068248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Checking segment: {'id': '44bd2672-0eb4-4959-b055-ce2ea8c7a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f2fa2f2-bca1-4fb5-bd1a-7514f20040db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:31.077337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Network hostable DHCP agents. Network: 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:20:31.106414 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:31.127328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Network 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:20:31.167074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:31.172099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:31.173158 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:31.225732 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-22e9ca96-5b8b-4aa0-b065-1096c548eeb5 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5294065 Jun 04 16:20:31.241380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25bb409-9680-411c-8d3d-c0c1bac7c20e None None] Network 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:20:31.413238 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:31.414619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:31.447248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Pushing event updated for resources: {'Port': ['ID=a0466838-3380-48e8-8cbe-0a61afa6c9e3,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:31.614615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Attempting to bind port a0466838-3380-48e8-8cbe-0a61afa6c9e3 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:31.627162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Attempting to bind port a0466838-3380-48e8-8cbe-0a61afa6c9e3 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'fae907e6-2ade-46cb-956b-c53199c28256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:31.627962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Attempting to bind port a0466838-3380-48e8-8cbe-0a61afa6c9e3 on network f0b0668b-3c19-48d1-aa8b-d916f64e1e6f {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:31.640487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Port a0466838-3380-48e8-8cbe-0a61afa6c9e3 on network f0b0668b-3c19-48d1-aa8b-d916f64e1e6f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:20:31.643241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Attempting to bind port a0466838-3380-48e8-8cbe-0a61afa6c9e3 on network f0b0668b-3c19-48d1-aa8b-d916f64e1e6f {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:31.758336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:31.759100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Checking segment: {'id': 'fae907e6-2ade-46cb-956b-c53199c28256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:31.759100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Bound using segment: {'id': 'fae907e6-2ade-46cb-956b-c53199c28256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:31.759449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Bound port: a0466838-3380-48e8-8cbe-0a61afa6c9e3, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae907e6-2ade-46cb-956b-c53199c28256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:31.759797 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:31.881956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c80a76a0-55b6-45ee-a99c-9eee0fafa15c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:31.967509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] For port a0466838-3380-48e8-8cbe-0a61afa6c9e3, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:31.973549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] For port a0466838-3380-48e8-8cbe-0a61afa6c9e3, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a0466838-3380-48e8-8cbe-0a61afa6c9e3,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:31.995458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ff894-3f46-44e4-8780-4c1bffae1b54 req-bc08db85-9da7-4b80-84e2-e4de15f0f25d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:31.998916 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-7f2fa2f2-bca1-4fb5-bd1a-7514f20040db', 'network_id': '7f2fa2f2-bca1-4fb5-bd1a-7514f20040db', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'fixed_ips': [{'subnet_id': 'c4062d2f-33fe-4f07-9a5d-f37ebaae7edd'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:20:31.999735 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:32.004450 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a11ff894-3f46-44e4-8780-4c1bffae1b54 req-bc08db85-9da7-4b80-84e2-e4de15f0f25d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 946 time: 0.3474636 Jun 04 16:20:32.008827 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:32.117045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:32.121453 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:32.123443 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] 10.222.0.42 "PUT /v2.0/ports/a0466838-3380-48e8-8cbe-0a61afa6c9e3 HTTP/1.1" status: 200 len: 1091 time: 2.3316727 Jun 04 16:20:32.192533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fba11d4-8b2e-42e0-9503-20451a34e40d', 'tag': 'a0466838-3380-48e8-8cbe-0a61afa6c9e3'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:32.197743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd5ba4-74b9-4e97-9550-0e0f57986663 service neutron] Pushing event updated for resources: {'Port': ['ID=a0466838-3380-48e8-8cbe-0a61afa6c9e3,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:32.206142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Allocated IP 19.86.0.2 (7f2fa2f2-bca1-4fb5-bd1a-7514f20040db/c4062d2f-33fe-4f07-9a5d-f37ebaae7edd/574f70bd-a6b7-4991-8f6d-1873b37fef37) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:20:32.242025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a11ff894-3f46-44e4-8780-4c1bffae1b54 req-b7639941-2e7d-4821-a36d-e1e3fcee149a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364879 Jun 04 16:20:32.252090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 0abce5b8-6652-4d4a-97e4-5fc948d5404d no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:20:32.308779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 0abce5b8-6652-4d4a-97e4-5fc948d5404d {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:20:32.309130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 0abce5b8-6652-4d4a-97e4-5fc948d5404d not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:20:32.358836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-d70ccc98-220a-4692-b534-c6b61851fa2a tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:20:32.366235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-d70ccc98-220a-4692-b534-c6b61851fa2a tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3583899 Jun 04 16:20:32.382670 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf78777-6190-4d58-8768-17c952bbc8e6'] response: {'server_uuid': '35c79f9c-07f7-4f56-8a24-e585a19db79b', 'name': 'network-vif-deleted', 'tag': '0abce5b8-6652-4d4a-97e4-5fc948d5404d', 'status': 'completed', 'code': 200} Jun 04 16:20:32.417479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-4dacf3c6-6899-4a9f-98ed-44eedfebb3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:32.419802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-4dacf3c6-6899-4a9f-98ed-44eedfebb3e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92&device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 1094 time: 0.1306822 Jun 04 16:20:32.421221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c80a76a0-55b6-45ee-a99c-9eee0fafa15c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:32.435470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] Request body: {'binding': {'host': 'n-h2-811809-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:32.436193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] Unknown quota resources ['binding']. {{(pid=88798) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 16:20:32.456251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4c5140b4-d264-4bf3-8a10-8c28f9dc62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:17:56Z', 'revision_number': 4, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port': {'id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:50Z', 'updated_at': '2022-06-04T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c39ece5a-f6e7-40f7-aa9f-84b4484ffd87', 'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:55Z', 'updated_at': '2022-06-04T16:18:06Z', 'revision_number': 5, 'project_id': '60ac837242f346f296181deb284c70b8', 'subnets': [{'id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:32.475280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5140b4-d264-4bf3-8a10-8c28f9dc62ed None None] Checking router: f51fb57e-338e-4c3f-8a13-a29e3026946f for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:20:32.486398 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:32.534593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcbf680-5a42-41de-b0ef-ca6eb18c8146 None None] Network cea2d318-3e8d-4aa7-9b18-5b66d4496d56 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:20:32.555021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5140b4-d264-4bf3-8a10-8c28f9dc62ed None None] Routers {'f51fb57e-338e-4c3f-8a13-a29e3026946f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:20:32.555735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4c5140b4-d264-4bf3-8a10-8c28f9dc62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f51fb57e-338e-4c3f-8a13-a29e3026946f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:32.583589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-e1c582c3-59cd-4776-a9ba-39cb85d13c7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0466838-3380-48e8-8cbe-0a61afa6c9e3 HTTP/1.1" status: 200 len: 217 time: 0.1552131 Jun 04 16:20:32.765006 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:32.773400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-bff11089-f105-4fc7-9cc4-bffbcca0a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:32.775103 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-bff11089-f105-4fc7-9cc4-bffbcca0a51b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=832c1a0f-eef2-4596-b4da-6fd412f92ae5 HTTP/1.1" status: 200 len: 854 time: 0.1778667 Jun 04 16:20:32.831691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0966bfc2-8ad0-4ac5-9407-57669f47ab20 None None] Provisioning for port c80a76a0-55b6-45ee-a99c-9eee0fafa15c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:32.842681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-ba763e48-e9ed-4516-9720-2ad9b73c98d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600445 Jun 04 16:20:32.846133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Transition to ACTIVE for port object 574f70bd-a6b7-4991-8f6d-1873b37fef37 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:32.882262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f622f-6366-43c2-a7a3-255bec60047d req-5f32a816-4e51-4ef7-bbae-5799e6b6df53 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:32.883775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-821f622f-6366-43c2-a7a3-255bec60047d req-5f32a816-4e51-4ef7-bbae-5799e6b6df53 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 949 time: 0.3467391 Jun 04 16:20:32.887974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0966bfc2-8ad0-4ac5-9407-57669f47ab20 None None] Provisioning complete for port c80a76a0-55b6-45ee-a99c-9eee0fafa15c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:32.887974 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0966bfc2-8ad0-4ac5-9407-57669f47ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:32.953507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Transition to ACTIVE for port object 574f70bd-a6b7-4991-8f6d-1873b37fef37 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:33.019448 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:33.035313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] Attempting to bind port 7e951e93-c4f8-48cb-9101-88d097021624 on host n-h2-811809-3 for vnic_type normal with profile None {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:33.035583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] Attempting to bind port 7e951e93-c4f8-48cb-9101-88d097021624 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:33.036277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] Attempting to bind port 7e951e93-c4f8-48cb-9101-88d097021624 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:33.055371 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-821f622f-6366-43c2-a7a3-255bec60047d req-655e4d84-f765-4939-b33d-dc74e73789fa tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538417 Jun 04 16:20:33.055993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] Port 7e951e93-c4f8-48cb-9101-88d097021624 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:20:33.056304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] Attempting to bind port 7e951e93-c4f8-48cb-9101-88d097021624 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:33.075580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:33.075580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:33.075946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] Bound using segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:33.076263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] Bound port: 7e951e93-c4f8-48cb-9101-88d097021624, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:33.088215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4c5140b4-d264-4bf3-8a10-8c28f9dc62ed None None] Set router f51fb57e-338e-4c3f-8a13-a29e3026946f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:20:33.092297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-3ba9ceec-0719-4258-9677-e3f03c7c77d5 service neutron] 10.222.0.42 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419508 Jun 04 16:20:33.201112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=7e951e93-c4f8-48cb-9101-88d097021624,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:33.209358 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:33.210593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-4dcd0aaa-72c4-4890-a5e8-cefbf6a2f2c4 service neutron] 10.222.0.13 "POST /v2.0/ports/7e951e93-c4f8-48cb-9101-88d097021624/bindings HTTP/1.1" status: 201 len: 389 time: 0.8437436 Jun 04 16:20:33.234736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Network 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:20:33.258488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be22b60d-eb3d-4a72-8424-92817653bdbd req-c1c3b527-c33f-4686-b19e-04c8c8ba4ce6 service neutron] 10.222.0.42 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590335 Jun 04 16:20:33.380970 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e656e18f-3390-443f-9ef6-44b80e8223cf'] response: {'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'code': 200} Jun 04 16:20:33.414671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02071484-6c6d-4c63-b05a-536f1ba82b99 req-6db0ad35-3127-474a-b8be-d9442c30f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:33.416983 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-02071484-6c6d-4c63-b05a-536f1ba82b99 req-6db0ad35-3127-474a-b8be-d9442c30f7f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 1097 time: 0.1002886 Jun 04 16:20:33.456480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:33.460087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Pushing event updated for resources: {'Port': ['ID=574f70bd-a6b7-4991-8f6d-1873b37fef37,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:33.470116 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:20:33.488850 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-02071484-6c6d-4c63-b05a-536f1ba82b99 req-0e90df90-f8f9-4897-ae34-31d72e1ca55d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585272 Jun 04 16:20:33.521329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0966bfc2-8ad0-4ac5-9407-57669f47ab20 None None] Current status of the port c80a76a0-55b6-45ee-a99c-9eee0fafa15c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:33.521703 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0966bfc2-8ad0-4ac5-9407-57669f47ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:33.740798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Attempting to bind port 574f70bd-a6b7-4991-8f6d-1873b37fef37 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:33.741150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Attempting to bind port 574f70bd-a6b7-4991-8f6d-1873b37fef37 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '44bd2672-0eb4-4959-b055-ce2ea8c7a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f2fa2f2-bca1-4fb5-bd1a-7514f20040db'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:33.741520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Attempting to bind port 574f70bd-a6b7-4991-8f6d-1873b37fef37 on network 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:33.749537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0966bfc2-8ad0-4ac5-9407-57669f47ab20 None None] For port c80a76a0-55b6-45ee-a99c-9eee0fafa15c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c80a76a0-55b6-45ee-a99c-9eee0fafa15c,segment=NetworkSegment(a6fc7925-dbb8-47a7-984e-0e263aac6a6c),segment_id=a6fc7925-dbb8-47a7-984e-0e263aac6a6c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:33.764803 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:33.765198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Checking segment: {'id': '44bd2672-0eb4-4959-b055-ce2ea8c7a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f2fa2f2-bca1-4fb5-bd1a-7514f20040db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:33.765575 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:33.765740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-4256f3df-6ca0-4397-bdc7-ec4c493b0c3a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:33.767070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Bound using segment: {'id': '44bd2672-0eb4-4959-b055-ce2ea8c7a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f2fa2f2-bca1-4fb5-bd1a-7514f20040db'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:33.767565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Bound port: 574f70bd-a6b7-4991-8f6d-1873b37fef37, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bd2672-0eb4-4959-b055-ce2ea8c7a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f2fa2f2-bca1-4fb5-bd1a-7514f20040db'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:33.767975 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:33.771920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-4256f3df-6ca0-4397-bdc7-ec4c493b0c3a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:33.772700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-4256f3df-6ca0-4397-bdc7-ec4c493b0c3a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Synchronizing usage tracker for tenant:55529c8e77164b25a08ae78a561ce40a on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:33.785361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f711184-837e-4243-9b9c-ac9056ddcbd1 req-fcfb384a-925b-432c-8a85-70889b87ae2e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:33.787485 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3f711184-837e-4243-9b9c-ac9056ddcbd1 req-fcfb384a-925b-432c-8a85-70889b87ae2e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 943 time: 0.2062466 Jun 04 16:20:33.788366 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:33.789091 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0966bfc2-8ad0-4ac5-9407-57669f47ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:33.817272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-4256f3df-6ca0-4397-bdc7-ec4c493b0c3a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Unset dirty status for tenant:55529c8e77164b25a08ae78a561ce40a on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:33.817603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-b9483420-19ac-4c8f-acce-6155efe3f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:33.818329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-4256f3df-6ca0-4397-bdc7-ec4c493b0c3a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/networks?id=cea2d318-3e8d-4aa7-9b18-5b66d4496d56&id=7f2fa2f2-bca1-4fb5-bd1a-7514f20040db HTTP/1.1" status: 200 len: 1391 time: 0.4007623 Jun 04 16:20:33.819584 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-b9483420-19ac-4c8f-acce-6155efe3f32a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 1097 time: 0.1122084 Jun 04 16:20:33.851498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-54272d0b-b045-4f19-acf0-58f0fea36c27 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/quotas/55529c8e77164b25a08ae78a561ce40a HTTP/1.1" status: 200 len: 375 time: 0.0258291 Jun 04 16:20:33.857055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3f711184-837e-4243-9b9c-ac9056ddcbd1 req-fe1f0e16-044e-4f42-9bd1-d61331f81e62 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567000 Jun 04 16:20:33.937328 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce74f502-a6d4-4de6-adce-2f2fa3660e67'] response: {'name': 'network-changed', 'server_uuid': '4fba11d4-8b2e-42e0-9503-20451a34e40d', 'tag': 'a0466838-3380-48e8-8cbe-0a61afa6c9e3', 'status': 'completed', 'code': 200} Jun 04 16:20:33.983223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-78142931-f6ea-4940-8f6c-1a49cecba047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:33.985495 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-78142931-f6ea-4940-8f6c-1a49cecba047 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.1589878 Jun 04 16:20:34.012908 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:34.013709 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966bfc2-8ad0-4ac5-9407-57669f47ab20 None None] Pushing event updated for resources: {'Port': ['ID=c80a76a0-55b6-45ee-a99c-9eee0fafa15c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:34.036946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] For port 574f70bd-a6b7-4991-8f6d-1873b37fef37, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:34.041597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] For port 574f70bd-a6b7-4991-8f6d-1873b37fef37, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=574f70bd-a6b7-4991-8f6d-1873b37fef37,segment=NetworkSegment(44bd2672-0eb4-4959-b055-ce2ea8c7a73d),segment_id=44bd2672-0eb4-4959-b055-ce2ea8c7a73d)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:34.047624 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:34.069517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea878766-6fdc-4f90-b421-cc58d6f62d07 req-22b0e702-8823-49c3-9d47-2f29da1baa65 tempest-FlavorsV2NegativeTest-2058875803 tempest-FlavorsV2NegativeTest-2058875803-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3f75e061bd614c23ac96ef4000c0455d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462484 Jun 04 16:20:34.075969 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-00f4753b-bca5-47c9-b348-c7e628c26c4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e951e93-c4f8-48cb-9101-88d097021624 HTTP/1.1" status: 200 len: 217 time: 0.0779078 Jun 04 16:20:34.157560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b11b2-43d9-43b7-a1ad-ef1f1c288531 None None] Pushing event updated for resources: {'Port': ['ID=574f70bd-a6b7-4991-8f6d-1873b37fef37,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:34.171801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-d681eca6-fc3e-4a3a-9198-c698837240ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:34.171989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4c5140b4-d264-4bf3-8a10-8c28f9dc62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:17:56Z', 'revision_number': 4, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port': {'id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:50Z', 'updated_at': '2022-06-04T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c39ece5a-f6e7-40f7-aa9f-84b4484ffd87', 'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:55Z', 'updated_at': '2022-06-04T16:18:06Z', 'revision_number': 5, 'project_id': '60ac837242f346f296181deb284c70b8', 'subnets': [{'id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:34.174157 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-d681eca6-fc3e-4a3a-9198-c698837240ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.0883634 Jun 04 16:20:34.177942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5140b4-d264-4bf3-8a10-8c28f9dc62ed None None] The sync data for ids ['f51fb57e-338e-4c3f-8a13-a29e3026946f'] in n-d-811809-3 is: [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:17:56Z', 'revision_number': 4, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port': {'id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:50Z', 'updated_at': '2022-06-04T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c39ece5a-f6e7-40f7-aa9f-84b4484ffd87', 'name': '', 'network_id': 'ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'mac_address': 'fa:16:3e:e8:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:55Z', 'updated_at': '2022-06-04T16:18:06Z', 'revision_number': 5, 'project_id': '60ac837242f346f296181deb284c70b8', 'subnets': [{'id': '0158e0b8-a6ba-4199-a891-e98439d18029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:20:34.232902 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-83946b05-d937-43c0-bca5-eb88d78fa8a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509775 Jun 04 16:20:34.235124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-46454d03-c65c-4397-b9d4-822b7cf389c0 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Synchronizing usage tracker for tenant:55529c8e77164b25a08ae78a561ce40a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:34.297703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1579f3a-f9c2-49d6-9359-aa5cd2e47497 req-b229a68e-fc37-4f73-b2d4-450dd013821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:34.299257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1579f3a-f9c2-49d6-9359-aa5cd2e47497 req-b229a68e-fc37-4f73-b2d4-450dd013821d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92&device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 1094 time: 0.3299091 Jun 04 16:20:34.312768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea878766-6fdc-4f90-b421-cc58d6f62d07 req-e1555a6e-1e9d-4d9f-bbf7-6c30509da8c5 tempest-FlavorsV2NegativeTest-2058875803 tempest-FlavorsV2NegativeTest-2058875803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:34.314489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea878766-6fdc-4f90-b421-cc58d6f62d07 req-e1555a6e-1e9d-4d9f-bbf7-6c30509da8c5 tempest-FlavorsV2NegativeTest-2058875803 tempest-FlavorsV2NegativeTest-2058875803-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335074 Jun 04 16:20:34.315322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-46454d03-c65c-4397-b9d4-822b7cf389c0 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Unset dirty status for tenant:55529c8e77164b25a08ae78a561ce40a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:34.316722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-46454d03-c65c-4397-b9d4-822b7cf389c0 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55529c8e77164b25a08ae78a561ce40a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4465926 Jun 04 16:20:34.321945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d3f5adc3-91c1-4b3f-b33f-07e424e28ee7 None None] Provisioning complete for port c80a76a0-55b6-45ee-a99c-9eee0fafa15c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:34.322289 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d3f5adc3-91c1-4b3f-b33f-07e424e28ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:34.397650 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-b75abddf-5d3a-4107-9a5e-6142aef79201 service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582744 Jun 04 16:20:34.462671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea878766-6fdc-4f90-b421-cc58d6f62d07 req-d010a6e8-c1fc-4381-b96a-75a9f51cae3b tempest-FlavorsV2NegativeTest-2058875803 tempest-FlavorsV2NegativeTest-2058875803-project] 10.222.0.13 "GET /v2.0/quotas/3f75e061bd614c23ac96ef4000c0455d HTTP/1.1" status: 200 len: 375 time: 0.1230760 Jun 04 16:20:34.533926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5adc3-91c1-4b3f-b33f-07e424e28ee7 None None] Current status of the port c80a76a0-55b6-45ee-a99c-9eee0fafa15c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:34.599686 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7251c7c-a9ee-4c65-a695-eac42f02ad37 None None] New status for floating IP 18f75bc1-9669-4ae9-b5cd-f76e68dd463b: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:20:34.628987 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a0466838-3380-48e8-8cbe-0a61afa6c9e3 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:20:34.646806 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-677e9d8a-d938-493f-9e42-1cb31c3dc1a8 service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400529 Jun 04 16:20:34.713894 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea878766-6fdc-4f90-b421-cc58d6f62d07 req-c476b61c-0e01-4629-aa3d-48004a871cd7 tempest-FlavorsV2NegativeTest-2058875803 tempest-FlavorsV2NegativeTest-2058875803-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f75e061bd614c23ac96ef4000c0455d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1456819 Jun 04 16:20:34.770110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-10bb7e0d-69f5-4730-803c-a2d35540112f service neutron] 10.222.0.13 "GET /v2.0/networks/cea2d318-3e8d-4aa7-9b18-5b66d4496d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253042 Jun 04 16:20:34.960830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a0466838-3380-48e8-8cbe-0a61afa6c9e3, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a0466838-3380-48e8-8cbe-0a61afa6c9e3,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:35.013288 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'a0466838-3380-48e8-8cbe-0a61afa6c9e3', 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f', 'port_id': 'a0466838-3380-48e8-8cbe-0a61afa6c9e3', 'mac_address': 'fa:16:3e:b3:51:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832c1a0f-eef2-4596-b4da-6fd412f92ae5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:20:35.047533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1579f3a-f9c2-49d6-9359-aa5cd2e47497 req-8641c605-1980-44eb-a291-9bce18109813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:35.049020 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1579f3a-f9c2-49d6-9359-aa5cd2e47497 req-8641c605-1980-44eb-a291-9bce18109813 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f HTTP/1.1" status: 200 len: 915 time: 0.7316048 Jun 04 16:20:35.096850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port a0466838-3380-48e8-8cbe-0a61afa6c9e3 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:35.097455 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:35.121779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0466838-3380-48e8-8cbe-0a61afa6c9e3 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:35.163454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a0466838-3380-48e8-8cbe-0a61afa6c9e3, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a0466838-3380-48e8-8cbe-0a61afa6c9e3,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:35.168800 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:35.256663 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=a0466838-3380-48e8-8cbe-0a61afa6c9e3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:35.262941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1579f3a-f9c2-49d6-9359-aa5cd2e47497 req-a64f13dc-c60b-42da-97a5-0ccf4bf91896 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0466838-3380-48e8-8cbe-0a61afa6c9e3 HTTP/1.1" status: 200 len: 217 time: 0.1961279 Jun 04 16:20:35.361868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1579f3a-f9c2-49d6-9359-aa5cd2e47497 req-5d85aa3e-674d-47c3-91a1-514924137a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:35.363620 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1579f3a-f9c2-49d6-9359-aa5cd2e47497 req-5d85aa3e-674d-47c3-91a1-514924137a25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=832c1a0f-eef2-4596-b4da-6fd412f92ae5 HTTP/1.1" status: 200 len: 854 time: 0.0898395 Jun 04 16:20:35.410415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['a0466838-3380-48e8-8cbe-0a61afa6c9e3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:35.433556 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1579f3a-f9c2-49d6-9359-aa5cd2e47497 req-64893fd1-0349-4665-8888-ba978bcd8305 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526304 Jun 04 16:20:35.482185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36612) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:35.488788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-167246dc-01f4-428c-ab0a-04832ce3974b service neutron] 10.222.0.13 "GET /v2.0/networks/cea2d318-3e8d-4aa7-9b18-5b66d4496d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178938 Jun 04 16:20:35.655099 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-363c7a98-1e08-4875-9d19-86982e54fb8a tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:35.786316 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-363c7a98-1e08-4875-9d19-86982e54fb8a tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:35.923135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-363c7a98-1e08-4875-9d19-86982e54fb8a tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:35.946516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-64fd4c4e-346c-42d0-803b-8d55fb40e9a2 service neutron] 10.222.0.13 "GET /v2.0/networks/7f2fa2f2-bca1-4fb5-bd1a-7514f20040db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565499 Jun 04 16:20:35.963529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c7a98-1e08-4875-9d19-86982e54fb8a tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b57ecdd-11e7-4355-980c-81686153419c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:35.972352 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-363c7a98-1e08-4875-9d19-86982e54fb8a tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:35.973425 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-363c7a98-1e08-4875-9d19-86982e54fb8a tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "DELETE /v2.0/security-groups/4b57ecdd-11e7-4355-980c-81686153419c HTTP/1.1" status: 204 len: 168 time: 0.4901445 Jun 04 16:20:35.976404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36618) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:35.983472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c80a76a0-55b6-45ee-a99c-9eee0fafa15c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:36.032906 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-56721827-9f59-4431-b7df-ccbfea00bd7c tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] show failed (client error): The resource could not be found. Jun 04 16:20:36.037493 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-56721827-9f59-4431-b7df-ccbfea00bd7c tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "GET /v2.0/security-groups/4b57ecdd-11e7-4355-980c-81686153419c HTTP/1.1" status: 404 len: 347 time: 0.0553918 Jun 04 16:20:36.040345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36622) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:36.160636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66c2f95-9ea0-4e3d-8532-c1acebe29c21 None None] Network 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:20:36.161589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36626) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:36.295073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c80a76a0-55b6-45ee-a99c-9eee0fafa15c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:36.295796 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:36.297702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a73d3b79-21c3-496d-afa5-d401f9ed81ce tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Deleting port 5ae8ee71-9b77-4178-9975-66b7b189f194 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:36.302088 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a73d3b79-21c3-496d-afa5-d401f9ed81ce tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:36.362924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4602b795-83cd-4655-8914-d1e4b631882a None None] Provisioning for port 574f70bd-a6b7-4991-8f6d-1873b37fef37 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:36.500427 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1579f3a-f9c2-49d6-9359-aa5cd2e47497 req-ef5f23f0-5ddc-4f17-b74a-3f7f5364e039 service neutron] 10.222.0.42 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0623939 Jun 04 16:20:36.618378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df276f15-191e-404d-bc66-a18cf43659b0 req-0631f838-4d3a-41da-bb9d-9db86c4c910e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:36.624227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c80a76a0-55b6-45ee-a99c-9eee0fafa15c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:36.625654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 574f70bd-a6b7-4991-8f6d-1873b37fef37 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:36.625853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df276f15-191e-404d-bc66-a18cf43659b0 req-0631f838-4d3a-41da-bb9d-9db86c4c910e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 946 time: 0.6781762 Jun 04 16:20:36.737430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-0b038a94-006d-43a6-80ae-4ecdf4dd4aeb service neutron] 10.222.0.13 "GET /v2.0/networks/7f2fa2f2-bca1-4fb5-bd1a-7514f20040db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020168 Jun 04 16:20:36.754906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 574f70bd-a6b7-4991-8f6d-1873b37fef37 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:36.766520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 574f70bd-a6b7-4991-8f6d-1873b37fef37 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:36.766893 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:36.770421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df276f15-191e-404d-bc66-a18cf43659b0 req-524c5bc0-e62e-4303-bac5-6ddc58122618 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434221 Jun 04 16:20:36.777623 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a73d3b79-21c3-496d-afa5-d401f9ed81ce tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:36.778133 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a73d3b79-21c3-496d-afa5-d401f9ed81ce tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:36.871084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1579f3a-f9c2-49d6-9359-aa5cd2e47497 req-d7e95a31-4b88-4ec5-874a-d649c956b900 service neutron] 10.222.0.42 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536451 Jun 04 16:20:36.982599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 574f70bd-a6b7-4991-8f6d-1873b37fef37 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:36.983549 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:36.996579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a73d3b79-21c3-496d-afa5-d401f9ed81ce tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Calling delete_port for 5ae8ee71-9b77-4178-9975-66b7b189f194 owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:37.053088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 574f70bd-a6b7-4991-8f6d-1873b37fef37, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=574f70bd-a6b7-4991-8f6d-1873b37fef37,segment=NetworkSegment(44bd2672-0eb4-4959-b055-ce2ea8c7a73d),segment_id=44bd2672-0eb4-4959-b055-ce2ea8c7a73d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:37.060735 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:37.113282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cceca38-3237-474d-82c6-7dc1618f8f24 req-06852260-f43c-4514-8c3f-f4d4994182ec tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:37.120921 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cceca38-3237-474d-82c6-7dc1618f8f24 req-06852260-f43c-4514-8c3f-f4d4994182ec tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 946 time: 0.1823559 Jun 04 16:20:37.218537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=574f70bd-a6b7-4991-8f6d-1873b37fef37,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:37.253528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-32f305e3-5883-43b2-bdc7-8838509f203e None None] Provisioning complete for port 574f70bd-a6b7-4991-8f6d-1873b37fef37 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:37.254080 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-32f305e3-5883-43b2-bdc7-8838509f203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:37.255566 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cceca38-3237-474d-82c6-7dc1618f8f24 req-0829b72d-4634-41e6-8592-e606625037e6 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278958 Jun 04 16:20:37.288045 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-210f4636-752f-4a01-b5d9-836d65da90cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:37.313023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb38cc0-1c00-48e9-ad9c-a4f6ee02a7d0 req-e143cbb6-bd90-4f28-97ee-f7afd1b52775 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:37.317353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-210f4636-752f-4a01-b5d9-836d65da90cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:37.320340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fb38cc0-1c00-48e9-ad9c-a4f6ee02a7d0 req-e143cbb6-bd90-4f28-97ee-f7afd1b52775 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 944 time: 0.1219668 Jun 04 16:20:37.321952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-210f4636-752f-4a01-b5d9-836d65da90cd admin admin] Usage tracker for resource:security_group_rule and tenant:3f75e061bd614c23ac96ef4000c0455d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:37.325275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-210f4636-752f-4a01-b5d9-836d65da90cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:37.331961 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-210f4636-752f-4a01-b5d9-836d65da90cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:37.407316 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a73d3b79-21c3-496d-afa5-d401f9ed81ce tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:37.422766 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fb38cc0-1c00-48e9-ad9c-a4f6ee02a7d0 req-655e54c6-786e-48a6-ba37-903efb78c775 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013887 Jun 04 16:20:37.454033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-32f305e3-5883-43b2-bdc7-8838509f203e None None] Current status of the port 574f70bd-a6b7-4991-8f6d-1873b37fef37 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:37.484912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d3b79-21c3-496d-afa5-d401f9ed81ce tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Pushing event deleted for resources: {'Port': ['ID=5ae8ee71-9b77-4178-9975-66b7b189f194,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:37.490484 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-210f4636-752f-4a01-b5d9-836d65da90cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:37.555223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-210f4636-752f-4a01-b5d9-836d65da90cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:37.586299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf872c-fec3-4c69-b8b3-3bdab77edc55 req-5fb1de95-34b0-44d6-b28e-5760e86faf20 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:37.612583 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eaf872c-fec3-4c69-b8b3-3bdab77edc55 req-5fb1de95-34b0-44d6-b28e-5760e86faf20 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 949 time: 0.1445053 Jun 04 16:20:37.620008 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-210f4636-752f-4a01-b5d9-836d65da90cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f75e061bd614c23ac96ef4000c0455d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4540551 Jun 04 16:20:37.627882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36644) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:37.686659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f4636-752f-4a01-b5d9-836d65da90cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b789b2-4e36-4102-bb34-b803669408d1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:37.687537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 574f70bd-a6b7-4991-8f6d-1873b37fef37 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:37.702645 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a73d3b79-21c3-496d-afa5-d401f9ed81ce tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:37.763813 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eaf872c-fec3-4c69-b8b3-3bdab77edc55 req-4ad550de-9d26-4365-ad83-d086ff6272fc tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498890 Jun 04 16:20:37.772338 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ec82704-0df5-4a26-9563-530bf95c469b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:37.780952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 574f70bd-a6b7-4991-8f6d-1873b37fef37 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:37.781470 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:37.832987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47c2e-d608-432c-906f-bf3e6c7b00e0 req-f14d42b8-82eb-49e4-bd3b-97f1f4714684 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:37.834818 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22b47c2e-d608-432c-906f-bf3e6c7b00e0 req-f14d42b8-82eb-49e4-bd3b-97f1f4714684 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 946 time: 0.1859086 Jun 04 16:20:37.844870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36650) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:37.851421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c791e702-0331-46e1-aaa4-fff2423430b2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Request body: {'floatingip': {'port_id': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:37.856504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ec82704-0df5-4a26-9563-530bf95c469b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:37.885826 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a73d3b79-21c3-496d-afa5-d401f9ed81ce tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:37.887432 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a73d3b79-21c3-496d-afa5-d401f9ed81ce tempest-VolumesAdminNegativeTest-1146588705 tempest-VolumesAdminNegativeTest-1146588705-project] 10.222.0.13 "DELETE /v2.0/floatingips/18f75bc1-9669-4ae9-b5cd-f76e68dd463b HTTP/1.1" status: 204 len: 168 time: 1.8461132 Jun 04 16:20:37.890519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36654) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:37.989087 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c791e702-0331-46e1-aaa4-fff2423430b2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:38.014003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 574f70bd-a6b7-4991-8f6d-1873b37fef37 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:38.126006 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ec82704-0df5-4a26-9563-530bf95c469b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:38.150968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec82704-0df5-4a26-9563-530bf95c469b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b789b2-4e36-4102-bb34-b803669408d1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:38.181874 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03dcf9e1-3363-43f4-82db-e9ed19d66179 req-61c0c1c1-e825-4176-9543-e8d24a44de0e tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 210 time: 0.1230898 Jun 04 16:20:38.190118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-f9c2ad57-39f3-4d27-bbe9-92f54454a340 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=65e12ae30b414f7e88546f2f6ae24f21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1201403 Jun 04 16:20:38.212466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ec82704-0df5-4a26-9563-530bf95c469b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:38.213600 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6ec82704-0df5-4a26-9563-530bf95c469b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9b789b2-4e36-4102-bb34-b803669408d1 HTTP/1.1" status: 204 len: 168 time: 0.5822418 Jun 04 16:20:38.565591 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e93ee960-4a8c-4a8e-9739-bdcdc475bb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:38.661056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a0466838-3380-48e8-8cbe-0a61afa6c9e3 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:38.795481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port a0466838-3380-48e8-8cbe-0a61afa6c9e3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:38.801929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port a0466838-3380-48e8-8cbe-0a61afa6c9e3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:38.802468 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:38.940013 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port a0466838-3380-48e8-8cbe-0a61afa6c9e3 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:38.940702 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:38.978704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a0466838-3380-48e8-8cbe-0a61afa6c9e3, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a0466838-3380-48e8-8cbe-0a61afa6c9e3,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:38.980176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fba11d4-8b2e-42e0-9503-20451a34e40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0466838-3380-48e8-8cbe-0a61afa6c9e3'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:38.989976 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:39.087852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=a0466838-3380-48e8-8cbe-0a61afa6c9e3,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:39.094282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-2c2ade93-da99-4b6c-9cda-7c5e96232f14 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:39.098699 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-2c2ade93-da99-4b6c-9cda-7c5e96232f14 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8984616 Jun 04 16:20:39.134260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e93ee960-4a8c-4a8e-9739-bdcdc475bb11 admin admin] Deleting port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:39.134260 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e93ee960-4a8c-4a8e-9739-bdcdc475bb11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:39.147236 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-378a7100-ed0c-4872-aa58-e13e6c3514d7 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/quotas/65e12ae30b414f7e88546f2f6ae24f21 HTTP/1.1" status: 200 len: 375 time: 0.0393298 Jun 04 16:20:39.164718 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-c791e702-0331-46e1-aaa4-fff2423430b2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:20:39.300109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-86810a1f-d2d5-4235-b877-c3edd0f83ef7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:39.305723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-86810a1f-d2d5-4235-b877-c3edd0f83ef7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:39.307257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-86810a1f-d2d5-4235-b877-c3edd0f83ef7 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.42 "GET /v2.0/networks?id=cea2d318-3e8d-4aa7-9b18-5b66d4496d56&id=7f2fa2f2-bca1-4fb5-bd1a-7514f20040db HTTP/1.1" status: 200 len: 1391 time: 0.7916608 Jun 04 16:20:39.329109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-e93ee960-4a8c-4a8e-9739-bdcdc475bb11 admin admin] For port c39ece5a-f6e7-40f7-aa9f-84b4484ffd87, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c39ece5a-f6e7-40f7-aa9f-84b4484ffd87,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:39.329109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e93ee960-4a8c-4a8e-9739-bdcdc475bb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:39.330862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05021841-9419-45d6-8702-38ff19001ab8 req-50deb424-bacc-4bec-be71-73c26c98caea tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:39.332315 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05021841-9419-45d6-8702-38ff19001ab8 req-50deb424-bacc-4bec-be71-73c26c98caea tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 946 time: 0.8939044 Jun 04 16:20:39.337823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Request body: {'port': {'device_id': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'network_id': 'cea2d318-3e8d-4aa7-9b18-5b66d4496d56', 'admin_state_up': True, 'tenant_id': '55529c8e77164b25a08ae78a561ce40a'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:39.393314 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c791e702-0331-46e1-aaa4-fff2423430b2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:39.455271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e93ee960-4a8c-4a8e-9739-bdcdc475bb11 admin admin] Calling delete_port for c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:39.456279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c791e702-0331-46e1-aaa4-fff2423430b2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:39.565572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05021841-9419-45d6-8702-38ff19001ab8 req-1ff942a2-ac67-4852-a631-e0b52a63cbd7 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088048 Jun 04 16:20:39.687236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:39.723977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-52635ddc-d854-4f36-9da4-7389008ad48b tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=65e12ae30b414f7e88546f2f6ae24f21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4969468 Jun 04 16:20:39.748201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:39.769749 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-c791e702-0331-46e1-aaa4-fff2423430b2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Floating IP 3ee21595-f3ab-423c-97d5-5b6f101d0a86 associated. External IP: 172.25.5.15, port: 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd. Jun 04 16:20:39.786892 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e93ee960-4a8c-4a8e-9739-bdcdc475bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:39.832111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ee960-4a8c-4a8e-9739-bdcdc475bb11 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39ece5a-f6e7-40f7-aa9f-84b4484ffd87,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:39.833609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:20:39.844012 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:39.886305 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390ec1aa-7a06-48f2-853f-ca6f830d1d05'] response: {'server_uuid': '4fba11d4-8b2e-42e0-9503-20451a34e40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0466838-3380-48e8-8cbe-0a61afa6c9e3', 'code': 200} Jun 04 16:20:40.177070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8841dc5e-ea57-4d0a-a703-9ab7f4944019 req-aec1b5ac-27ec-41ca-8cfc-7d884df3a752 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 210 time: 0.1650734 Jun 04 16:20:40.217558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c9061-d8c5-47ae-b9ea-5c5ab79d065a req-1b8c0997-2f40-43e2-95a8-fa6f27bcad5a tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:40.219581 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-509c9061-d8c5-47ae-b9ea-5c5ab79d065a req-1b8c0997-2f40-43e2-95a8-fa6f27bcad5a tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 945 time: 0.5342176 Jun 04 16:20:40.235651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e93ee960-4a8c-4a8e-9739-bdcdc475bb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:40.327986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3516536-cfc2-4cff-ada0-533e23bac651 req-79398cb0-109b-4a8e-8879-7d27ef9f7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:40.329476 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c3516536-cfc2-4cff-ada0-533e23bac651 req-79398cb0-109b-4a8e-8879-7d27ef9f7d9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 1096 time: 0.3680212 Jun 04 16:20:40.431298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-509c9061-d8c5-47ae-b9ea-5c5ab79d065a req-edeadd0b-519b-4f28-b4ef-9dd67a472c6a tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951122 Jun 04 16:20:40.598993 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c3516536-cfc2-4cff-ada0-533e23bac651 req-c11a6f54-d70f-4140-8274-32d00ceb0783 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568221 Jun 04 16:20:40.703708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Allocated IP 19.80.0.117 (cea2d318-3e8d-4aa7-9b18-5b66d4496d56/8214fa7c-aa35-4c3a-a872-e3211e11c685/412d51e4-ed8e-4bc3-8862-d3a657766218) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:20:40.768770 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-bc1d2cbb-b8b3-4dc1-8480-1130ed49e1d3 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0386910bbc94461ab972e6ff95195778&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3262267 Jun 04 16:20:40.784519 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df9cbe37-1153-4bce-842f-e0574f20e698 req-73f0c588-9431-4d08-8896-248ad801c5ef tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 210 time: 0.0823524 Jun 04 16:20:40.821492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93ee960-4a8c-4a8e-9739-bdcdc475bb11 admin admin] Router f51fb57e-338e-4c3f-8a13-a29e3026946f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:20:40.952726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c791e702-0331-46e1-aaa4-fff2423430b2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:20:41.007414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93ee960-4a8c-4a8e-9739-bdcdc475bb11 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:20:41.017727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b09b4a-51ec-4942-9349-4e45ac56660f None None] Sync routers for ids ['f51fb57e-338e-4c3f-8a13-a29e3026946f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:20:41.021581 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e93ee960-4a8c-4a8e-9739-bdcdc475bb11 admin admin] 10.222.0.13 "PUT /v2.0/routers/f51fb57e-338e-4c3f-8a13-a29e3026946f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1297309 Jun 04 16:20:41.024228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36724) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:41.028896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b09b4a-51ec-4942-9349-4e45ac56660f None None] Routers {'f51fb57e-338e-4c3f-8a13-a29e3026946f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:20:41.029493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b4b09b4a-51ec-4942-9349-4e45ac56660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f51fb57e-338e-4c3f-8a13-a29e3026946f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:41.223515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-21575d25-cbaf-4270-a600-052b42c013d1 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:41.225672 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-21575d25-cbaf-4270-a600-052b42c013d1 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4463024 Jun 04 16:20:41.231181 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-d519bff5-f79a-4b35-a6b8-7bc7576f52f0 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=65e12ae30b414f7e88546f2f6ae24f21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386190 Jun 04 16:20:41.270171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:41.278908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-b4b09b4a-51ec-4942-9349-4e45ac56660f None None] Set router f51fb57e-338e-4c3f-8a13-a29e3026946f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:20:41.363253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-13fc028d-5934-404f-a758-ca3deb0ddcaf tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/quotas/0386910bbc94461ab972e6ff95195778 HTTP/1.1" status: 200 len: 375 time: 0.1225693 Jun 04 16:20:41.438465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129aea9-ac49-411a-b9f4-c51a639930c8 req-fb212a49-d7c8-49d6-b2f1-b3403c34767b tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:41.445993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c129aea9-ac49-411a-b9f4-c51a639930c8 req-fb212a49-d7c8-49d6-b2f1-b3403c34767b tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 946 time: 0.5323627 Jun 04 16:20:41.452741 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:41.479828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-4c556379-ffdd-42a4-ac3e-235062b7a0e2 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0386910bbc94461ab972e6ff95195778&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046765 Jun 04 16:20:41.484774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c791e702-0331-46e1-aaa4-fff2423430b2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:20:41.509411 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddaeb94-d148-44a9-936d-ccd5f71c7dd6 None None] Sync routers for ids ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:20:41.510152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Transition to ACTIVE for port object 412d51e4-ed8e-4bc3-8862-d3a657766218 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:41.515394 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c791e702-0331-46e1-aaa4-fff2423430b2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:41.523321 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddaeb94-d148-44a9-936d-ccd5f71c7dd6 None None] Routers {'47dd9ff3-8d1a-47d9-8599-9d56d45dceed'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:20:41.525369 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-eddaeb94-d148-44a9-936d-ccd5f71c7dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:41.582969 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c129aea9-ac49-411a-b9f4-c51a639930c8 req-82ad3586-d0b0-4fb6-8583-4e986c1bae98 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352465 Jun 04 16:20:41.653078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c791e702-0331-46e1-aaa4-fff2423430b2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "PUT /v2.0/floatingips/3ee21595-f3ab-423c-97d5-5b6f101d0a86 HTTP/1.1" status: 200 len: 991 time: 3.8056951 Jun 04 16:20:41.654084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:41.656798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b4b09b4a-51ec-4942-9349-4e45ac56660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:20:39Z', 'revision_number': 5, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port': {'id': 'daa3d556-2230-4d6c-82b5-0882aa43ca0b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:17:50Z', 'updated_at': '2022-06-04T16:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:41.664773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b09b4a-51ec-4942-9349-4e45ac56660f None None] Checking router: f51fb57e-338e-4c3f-8a13-a29e3026946f for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:20:41.706516 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:41.706728 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b09b4a-51ec-4942-9349-4e45ac56660f None None] Routers {'f51fb57e-338e-4c3f-8a13-a29e3026946f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:20:41.708114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b4b09b4a-51ec-4942-9349-4e45ac56660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f51fb57e-338e-4c3f-8a13-a29e3026946f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:41.779352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-967a1d2e-31e7-4872-8a04-f27a7c85f755 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:41.780809 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-967a1d2e-31e7-4872-8a04-f27a7c85f755 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5431213 Jun 04 16:20:41.811254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Request body: {'port': {'device_id': '76f11c82-8037-4078-b3b5-463b6d69d2a3', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '65e12ae30b414f7e88546f2f6ae24f21'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:41.849979 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:41.924391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Deleting port daa3d556-2230-4d6c-82b5-0882aa43ca0b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:41.924730 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:42.084127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-b4b09b4a-51ec-4942-9349-4e45ac56660f None None] Set router f51fb57e-338e-4c3f-8a13-a29e3026946f gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:20:42.097636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Network cea2d318-3e8d-4aa7-9b18-5b66d4496d56 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:20:42.103071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:42.115873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:20:42.131633 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-eddaeb94-d148-44a9-936d-ccd5f71c7dd6 None None] Set router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:20:42.181392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:42.186464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Usage tracker for resource:port and tenant:65e12ae30b414f7e88546f2f6ae24f21 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:42.190064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:42.199212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event updated for resources: {'Port': ['ID=412d51e4-ed8e-4bc3-8862-d3a657766218,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:42.209267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:42.252321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Made reservation on behalf of 65e12ae30b414f7e88546f2f6ae24f21 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:20:42.259613 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:42.309275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] For port daa3d556-2230-4d6c-82b5-0882aa43ca0b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=daa3d556-2230-4d6c-82b5-0882aa43ca0b,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:42.313826 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:42.329454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b4b09b4a-51ec-4942-9349-4e45ac56660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:20:41Z', 'revision_number': 6, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:42.331358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:42.332591 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:42.339595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b09b4a-51ec-4942-9349-4e45ac56660f None None] The sync data for ids ['f51fb57e-338e-4c3f-8a13-a29e3026946f'] in n-d-811809-3 is: [{'id': 'f51fb57e-338e-4c3f-8a13-a29e3026946f', 'name': 'tempest-VolumesAdminNegativeTest-1051685695-router', 'tenant_id': '60ac837242f346f296181deb284c70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:17:48Z', 'updated_at': '2022-06-04T16:20:41Z', 'revision_number': 6, 'project_id': '60ac837242f346f296181deb284c70b8', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:20:42.353992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456922-91ca-44da-885c-32e20f43f0da req-bc0acfc0-05bf-4081-9282-f1e4e3eebfa2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:42.354775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f3456922-91ca-44da-885c-32e20f43f0da req-bc0acfc0-05bf-4081-9282-f1e4e3eebfa2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Synchronizing usage tracker for tenant:55529c8e77164b25a08ae78a561ce40a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:42.388937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205467c-3fa6-4311-a92c-5a6ce0dca0a8 req-492d6694-bc96-4afd-9546-68c18fbc060b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:42.397257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e205467c-3fa6-4311-a92c-5a6ce0dca0a8 req-492d6694-bc96-4afd-9546-68c18fbc060b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 945 time: 0.4354172 Jun 04 16:20:42.419945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-8161f8b2-2c87-4bd2-9fa2-33d88782ff24 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0997045 Jun 04 16:20:42.433176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Request body: {'port': {'device_id': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'network_id': '7f2fa2f2-bca1-4fb5-bd1a-7514f20040db', 'admin_state_up': True, 'tenant_id': '55529c8e77164b25a08ae78a561ce40a'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:42.523064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c1431f0e-4935-48bd-bf0a-61ad348f2ce0 None None] Provisioning for port 412d51e4-ed8e-4bc3-8862-d3a657766218 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:42.532952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c1431f0e-4935-48bd-bf0a-61ad348f2ce0 None None] Provisioning complete for port 412d51e4-ed8e-4bc3-8862-d3a657766218 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:42.533350 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c1431f0e-4935-48bd-bf0a-61ad348f2ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:42.560741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f3456922-91ca-44da-885c-32e20f43f0da req-bc0acfc0-05bf-4081-9282-f1e4e3eebfa2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Unset dirty status for tenant:55529c8e77164b25a08ae78a561ce40a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:42.562281 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3456922-91ca-44da-885c-32e20f43f0da req-bc0acfc0-05bf-4081-9282-f1e4e3eebfa2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 932 time: 0.7040193 Jun 04 16:20:42.617377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c1431f0e-4935-48bd-bf0a-61ad348f2ce0 None None] Port 412d51e4-ed8e-4bc3-8862-d3a657766218 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:20:42.647829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e205467c-3fa6-4311-a92c-5a6ce0dca0a8 req-0354fe1d-fda6-4809-b6f3-56429c2f0512 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496245 Jun 04 16:20:42.753310 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-eddaeb94-d148-44a9-936d-ccd5f71c7dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:20:00Z', 'revision_number': 4, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '3ee21595-f3ab-423c-97d5-5b6f101d0a86', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'port_id': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'mac_address': 'fa:16:3e:a0:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:20:12Z', 'updated_at': '2022-06-04T16:20:39Z', 'revision_number': 1, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191ed6d0-1d80-4572-858d-6d46405bde27', 'name': '', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'mac_address': 'fa:16:3e:81:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:56Z', 'updated_at': '2022-06-04T16:20:10Z', 'revision_number': 5, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'subnets': [{'id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:42.760451 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddaeb94-d148-44a9-936d-ccd5f71c7dd6 None None] Checking router: 47dd9ff3-8d1a-47d9-8599-9d56d45dceed for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:20:42.762223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3456922-91ca-44da-885c-32e20f43f0da req-02624515-2118-4991-a556-d35e70e352f6 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879256 Jun 04 16:20:42.783503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:42.786239 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddaeb94-d148-44a9-936d-ccd5f71c7dd6 None None] Routers {'47dd9ff3-8d1a-47d9-8599-9d56d45dceed'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:20:42.786970 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-eddaeb94-d148-44a9-936d-ccd5f71c7dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:42.856434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:42.882067 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e8b484-6146-47ae-9b8a-a810db265e0e'] response: {'name': 'network-changed', 'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'status': 'completed', 'code': 200} Jun 04 16:20:42.889701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Made reservation on behalf of 55529c8e77164b25a08ae78a561ce40a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:20:42.913085 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:43.097349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Allocated IP 192.168.233.65 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/59920924-b1e1-4b96-923a-837befbb8388) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:20:43.139027 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-eddaeb94-d148-44a9-936d-ccd5f71c7dd6 None None] Set router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:20:43.380517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5aca13b-92f1-4c64-a21a-5faaedbc47ed req-a82f81a8-83ef-493e-adac-99d2d1c4b342 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 210 time: 0.3775826 Jun 04 16:20:43.468352 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:20:43.688505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:20:43.689089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Calling delete_port for daa3d556-2230-4d6c-82b5-0882aa43ca0b owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:43.692260 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-d770085f-bb5c-4b95-8f0b-3d2ba231a19e tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0386910bbc94461ab972e6ff95195778&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1915042 Jun 04 16:20:43.797002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:20:43.797002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c39ece5a-f6e7-40f7-aa9f-84b4484ffd87 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:20:43.797002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device daa3d556-2230-4d6c-82b5-0882aa43ca0b no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:20:43.846220 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-eddaeb94-d148-44a9-936d-ccd5f71c7dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:20:00Z', 'revision_number': 4, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '3ee21595-f3ab-423c-97d5-5b6f101d0a86', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'port_id': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'mac_address': 'fa:16:3e:a0:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:20:12Z', 'updated_at': '2022-06-04T16:20:39Z', 'revision_number': 1, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191ed6d0-1d80-4572-858d-6d46405bde27', 'name': '', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'mac_address': 'fa:16:3e:81:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:56Z', 'updated_at': '2022-06-04T16:20:10Z', 'revision_number': 5, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'subnets': [{'id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:43.865250 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddaeb94-d148-44a9-936d-ccd5f71c7dd6 None None] The sync data for ids ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'] in n-d-811809-3 is: [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:20:00Z', 'revision_number': 4, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '3ee21595-f3ab-423c-97d5-5b6f101d0a86', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'port_id': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'mac_address': 'fa:16:3e:a0:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:20:12Z', 'updated_at': '2022-06-04T16:20:39Z', 'revision_number': 1, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191ed6d0-1d80-4572-858d-6d46405bde27', 'name': '', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'mac_address': 'fa:16:3e:81:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:56Z', 'updated_at': '2022-06-04T16:20:10Z', 'revision_number': 5, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'subnets': [{'id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:20:43.963760 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:44.004008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Port daa3d556-2230-4d6c-82b5-0882aa43ca0b update to DOWN by agent not found {{(pid=88799) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 16:20:44.016978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-36a76720-ebeb-4736-a6cb-22e3f693ae80 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:44.016978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-36a76720-ebeb-4736-a6cb-22e3f693ae80 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2492924 Jun 04 16:20:44.058736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa3d556-2230-4d6c-82b5-0882aa43ca0b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:44.065213 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:44.111320 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b8fa5d2-98dd-418b-89fa-240579706321 req-db3e291d-b7a7-401d-8c73-c5e6438e019b tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 210 time: 0.3994777 Jun 04 16:20:44.123489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Request body: {'port': {'device_id': '6df4b4ec-515d-4665-a25d-750497cff382', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '0386910bbc94461ab972e6ff95195778'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:44.171871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51bbc4-2795-4de9-a69e-9a8d5d07acaf req-54915782-18ad-4b36-bc28-8c02b78ffe5c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:44.173706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da51bbc4-2795-4de9-a69e-9a8d5d07acaf req-54915782-18ad-4b36-bc28-8c02b78ffe5c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 946 time: 1.2336736 Jun 04 16:20:44.186534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Transition to ACTIVE for port object 59920924-b1e1-4b96-923a-837befbb8388 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:44.217058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:44.277056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc5f0b-9005-4985-a716-bc82388d5122 None None] New status for floating IP 3ee21595-f3ab-423c-97d5-5b6f101d0a86: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:20:44.281753 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c5576ff6-b7aa-4f94-b027-fd1328ed5307 req-e1b8b45d-4288-492c-a089-b19c5a4aa2ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7924776 Jun 04 16:20:44.330327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Allocated IP 19.86.0.221 (7f2fa2f2-bca1-4fb5-bd1a-7514f20040db/c4062d2f-33fe-4f07-9a5d-f37ebaae7edd/243d1b4a-2dff-4d2d-9a36-e683637eb8b0) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:20:44.410325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1834e032-d566-4b34-a2ac-f347204d7829 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:44.410325 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1834e032-d566-4b34-a2ac-f347204d7829 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a&tenant_id=d4012fb5625c4c60945856a3a47e68a0&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1097 time: 0.8425395 Jun 04 16:20:44.443588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811809-3'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:44.465013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7bb5a-44c4-4320-bc66-7f3db9d13d57 req-72d28596-22c1-41ba-96e0-b60ba1abb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:44.465013 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92c7bb5a-44c4-4320-bc66-7f3db9d13d57 req-72d28596-22c1-41ba-96e0-b60ba1abb82b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 1097 time: 1.0701902 Jun 04 16:20:44.504814 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da51bbc4-2795-4de9-a69e-9a8d5d07acaf req-6832022b-d681-4d6e-a052-4ccb8bc0333c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165760 Jun 04 16:20:44.537353 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:44.571519 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:44.668354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871fbf-30a5-4496-9341-d2d772b473e6 req-273f2c19-7f1b-440e-8cbb-390968e261f5 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:44.670623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f871fbf-30a5-4496-9341-d2d772b473e6 req-273f2c19-7f1b-440e-8cbb-390968e261f5 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 946 time: 0.3795233 Jun 04 16:20:44.708353 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:44.735097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['42b98b52-4ad5-4ac4-9be7-b4b340dd310b'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:44.763284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:44.771731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:44.771731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f51fb57e-338e-4c3f-8a13-a29e3026946f {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:20:44.818841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Usage tracker for resource:port and tenant:0386910bbc94461ab972e6ff95195778 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:44.845283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:20:44.853993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:44.867076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:20:44.910246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5576ff6-b7aa-4f94-b027-fd1328ed5307 req-bb0bb2b5-32b0-4fb8-870f-8579dcbb6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:44.912358 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c5576ff6-b7aa-4f94-b027-fd1328ed5307 req-bb0bb2b5-32b0-4fb8-870f-8579dcbb6e43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 1095 time: 0.5477722 Jun 04 16:20:44.914238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7bb5a-44c4-4320-bc66-7f3db9d13d57 req-a188c412-b69d-4f07-86b3-b1f0ed0e89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:44.915262 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92c7bb5a-44c4-4320-bc66-7f3db9d13d57 req-a188c412-b69d-4f07-86b3-b1f0ed0e89c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.4403384 Jun 04 16:20:44.923088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Pushing event updated for resources: {'Port': ['ID=59920924-b1e1-4b96-923a-837befbb8388,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:44.959006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:44.967411 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:44.992319 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:44.996183 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1d5e8563-8210-4a46-8728-5a95b7bfa647 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f51fb57e-338e-4c3f-8a13-a29e3026946f HTTP/1.1" status: 204 len: 168 time: 3.9682508 Jun 04 16:20:44.996369 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:45.010573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36758) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:45.121747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Made reservation on behalf of 0386910bbc94461ab972e6ff95195778 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:20:45.125194 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:45.144762 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f871fbf-30a5-4496-9341-d2d772b473e6 req-f0a20cf2-c7e2-488c-be90-6dacfe298e21 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546969 Jun 04 16:20:45.181123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8f559996-b7fb-48fc-85ea-ca22733b961e None None] Provisioning for port 59920924-b1e1-4b96-923a-837befbb8388 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:45.191540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8f559996-b7fb-48fc-85ea-ca22733b961e None None] Provisioning complete for port 59920924-b1e1-4b96-923a-837befbb8388 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:45.192283 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8f559996-b7fb-48fc-85ea-ca22733b961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:45.234051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3333a-f498-4d4b-a973-9fa25936d79d req-87314c9e-3455-47e3-bbfc-4b0de8bd59b2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:45.241132 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e3333a-f498-4d4b-a973-9fa25936d79d req-87314c9e-3455-47e3-bbfc-4b0de8bd59b2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 945 time: 0.5851567 Jun 04 16:20:45.260598 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:45.307791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:45.309090 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:45.318075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8f559996-b7fb-48fc-85ea-ca22733b961e None None] Port 59920924-b1e1-4b96-923a-837befbb8388 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:20:45.326791 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92c7bb5a-44c4-4320-bc66-7f3db9d13d57 req-f07c434a-40fd-41b9-bdbc-396613b6d6ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd HTTP/1.1" status: 200 len: 1001 time: 0.3894238 Jun 04 16:20:45.372826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-181c8484-dc1c-4e8b-942a-fbf67f59789e admin admin] Deleting subnet 0158e0b8-a6ba-4199-a891-e98439d18029 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:20:45.386021 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-55d5b108-24ed-43e8-bb9e-94809934b466 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5936589 Jun 04 16:20:45.386224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:20:45.396968 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-181c8484-dc1c-4e8b-942a-fbf67f59789e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:45.409261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Request body: {'port': {'device_id': '76f11c82-8037-4078-b3b5-463b6d69d2a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:45.433415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Usage tracker for resource:security_group_rule and tenant:0386910bbc94461ab972e6ff95195778 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:20:45.466472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5576ff6-b7aa-4f94-b027-fd1328ed5307 req-fa1c8325-99df-427f-84df-bbe270a59085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:45.467914 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c5576ff6-b7aa-4f94-b027-fd1328ed5307 req-fa1c8325-99df-427f-84df-bbe270a59085 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.4679172 Jun 04 16:20:45.468789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:20:45.476201 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:45.536812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7bb5a-44c4-4320-bc66-7f3db9d13d57 req-7879f8b6-7e66-4917-b611-26a737d2963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:45.538187 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92c7bb5a-44c4-4320-bc66-7f3db9d13d57 req-7879f8b6-7e66-4917-b611-26a737d2963e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.2018092 Jun 04 16:20:45.561506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:20:45.574554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e3333a-f498-4d4b-a973-9fa25936d79d req-27428eac-0d50-4d59-a110-c8dcffe0a849 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324938 Jun 04 16:20:45.588780 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c5576ff6-b7aa-4f94-b027-fd1328ed5307 req-8da51e45-6654-47bb-b44f-d3d128d533be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd9e9175-86e9-4559-9c0d-8916d535285a HTTP/1.1" status: 200 len: 217 time: 0.1117482 Jun 04 16:20:45.601261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Transition to ACTIVE for port object 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:45.611086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-181c8484-dc1c-4e8b-942a-fbf67f59789e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:45.717323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:45.747504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5576ff6-b7aa-4f94-b027-fd1328ed5307 req-7ead075f-12dd-4bf0-9ffb-5d5e2877c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:45.748970 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c5576ff6-b7aa-4f94-b027-fd1328ed5307 req-7ead075f-12dd-4bf0-9ffb-5d5e2877c0e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.1116171 Jun 04 16:20:45.840249 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c5576ff6-b7aa-4f94-b027-fd1328ed5307 req-83a47935-2a9c-498d-a33d-3f9d5bee6347 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610828 Jun 04 16:20:45.880434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e132cb1f-15dc-4fd2-a775-100104ac086b req-27476e3b-9319-41b2-9ee1-952ab08013d7 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 210 time: 0.0990803 Jun 04 16:20:45.912694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7e951e93-c4f8-48cb-9101-88d097021624,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:45.928151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb5134-731e-4b9c-94f0-6f90b9f89426 req-66400139-c090-4f5f-8463-fcbab5d782b3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:45.929580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ceb5134-731e-4b9c-94f0-6f90b9f89426 req-66400139-c090-4f5f-8463-fcbab5d782b3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 932 time: 0.6506162 Jun 04 16:20:45.938574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7bb5a-44c4-4320-bc66-7f3db9d13d57 req-0b2d6ca1-d847-44a8-baf3-c14883581811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:45.940076 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92c7bb5a-44c4-4320-bc66-7f3db9d13d57 req-0b2d6ca1-d847-44a8-baf3-c14883581811 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3532245 Jun 04 16:20:46.018711 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:46.120056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ceb5134-731e-4b9c-94f0-6f90b9f89426 req-365126c3-8282-49f8-a90e-cb2320ceed58 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732697 Jun 04 16:20:46.161387 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-181c8484-dc1c-4e8b-942a-fbf67f59789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:46.193325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:46.236600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 7e951e93-c4f8-48cb-9101-88d097021624 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:20:46.279958 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:46.288211 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c5576ff6-b7aa-4f94-b027-fd1328ed5307 req-d18e6346-587e-4766-a7f7-b91b91928ae5 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261198 Jun 04 16:20:46.290693 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92c7bb5a-44c4-4320-bc66-7f3db9d13d57 req-8c067064-148c-4f71-bdc0-c336f2dd8f9e service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944088 Jun 04 16:20:46.323217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Network 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:20:46.338033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:46.339924 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:46.342631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event updated for resources: {'Port': ['ID=243d1b4a-2dff-4d2d-9a36-e683637eb8b0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:46.346129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:20:46.467923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7e951e93-c4f8-48cb-9101-88d097021624,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:46.486358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 7e951e93-c4f8-48cb-9101-88d097021624 has no active binding in host n-h2-811809-3 {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 16:20:46.514343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9483ae76-f5de-4b9c-9120-ec62931ae91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e951e93-c4f8-48cb-9101-88d097021624'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:46.532000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:46.596777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5cd481-e120-4d67-9c3f-f3fbe907980e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:46.612157 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:46.652628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:46.652628 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:46.657850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59920924-b1e1-4b96-923a-837befbb8388 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:46.662392 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c5576ff6-b7aa-4f94-b027-fd1328ed5307 req-fb0a842d-e385-44d8-86a1-b1d773113f2a service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581741 Jun 04 16:20:46.662392 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92c7bb5a-44c4-4320-bc66-7f3db9d13d57 req-c58a6d36-94e7-463c-990b-579df7e8ce78 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588388 Jun 04 16:20:46.672857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:46.702006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Transition to ACTIVE for port object 59920924-b1e1-4b96-923a-837befbb8388 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:46.702006 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:46.766610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a38f559f-79ad-473f-9425-8cc214992f0d None None] Provisioning for port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:46.774302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a38f559f-79ad-473f-9425-8cc214992f0d None None] Provisioning complete for port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:46.774483 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a38f559f-79ad-473f-9425-8cc214992f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:46.817095 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-181c8484-dc1c-4e8b-942a-fbf67f59789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:46.857602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a38f559f-79ad-473f-9425-8cc214992f0d None None] Port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:20:46.975095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c8484-dc1c-4e8b-942a-fbf67f59789e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0158e0b8-a6ba-4199-a891-e98439d18029,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:46.981462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864b4d1-8416-4d98-b1ea-b9154f04c579 None None] Network ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:20:46.983862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca3c64-18f6-49a8-ba23-7c25fb659d7f req-5e852e83-4ac8-4d1b-8d92-433e20579d6a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:46.985379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59ca3c64-18f6-49a8-ba23-7c25fb659d7f req-5e852e83-4ac8-4d1b-8d92-433e20579d6a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 946 time: 0.9739804 Jun 04 16:20:46.991396 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-181c8484-dc1c-4e8b-942a-fbf67f59789e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:47.050671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada2af-b283-4461-bc49-99c8016b99c6 req-78ef6a6f-9ccb-4051-b303-a2d964067f4a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:47.052169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-36ada2af-b283-4461-bc49-99c8016b99c6 req-78ef6a6f-9ccb-4051-b303-a2d964067f4a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 935 time: 0.7917953 Jun 04 16:20:47.115134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Allocated IP 192.168.233.247 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/3b1d48e3-c912-4f8b-aea6-a0749c398231) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:20:47.127940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Pushing event updated for resources: {'Port': ['ID=7e951e93-c4f8-48cb-9101-88d097021624,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:47.129359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Pushing event updated for resources: {'Port': ['ID=59920924-b1e1-4b96-923a-837befbb8388,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:47.172429 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f538c823-cf7e-4fa6-a5c8-a4e211d5bafb tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7291758 Jun 04 16:20:47.178952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-181c8484-dc1c-4e8b-942a-fbf67f59789e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0158e0b8-a6ba-4199-a891-e98439d18029 HTTP/1.1" status: 204 len: 168 time: 2.1632638 Jun 04 16:20:47.184099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36776) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:47.201882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Request body: {'port': {'device_id': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:47.237160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Attempting to bind port 7e951e93-c4f8-48cb-9101-88d097021624 on host n-h1-811809-3 for vnic_type normal with profile {"migrating_to": "n-h2-811809-3"} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:47.237160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Attempting to bind port 7e951e93-c4f8-48cb-9101-88d097021624 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:47.237512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Attempting to bind port 7e951e93-c4f8-48cb-9101-88d097021624 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:47.289082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59ca3c64-18f6-49a8-ba23-7c25fb659d7f req-5dfc6644-7a2a-4ad3-ab70-ff69e192fdbd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805016 Jun 04 16:20:47.302785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Port 7e951e93-c4f8-48cb-9101-88d097021624 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:20:47.303112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Attempting to bind port 7e951e93-c4f8-48cb-9101-88d097021624 on network fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:47.326819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-36ada2af-b283-4461-bc49-99c8016b99c6 req-37205e9a-d614-483a-8345-a889c1c6f116 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329681 Jun 04 16:20:47.333229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:47.333229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Checking segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:47.334277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Bound using segment: {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:47.334277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Bound port: 7e951e93-c4f8-48cb-9101-88d097021624, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab516194-33e3-4125-8146-51bd2e4e4834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:47.334784 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:47.363660 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:47.373172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Attempting to bind port 59920924-b1e1-4b96-923a-837befbb8388 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:47.373686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Attempting to bind port 59920924-b1e1-4b96-923a-837befbb8388 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:47.374198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Attempting to bind port 59920924-b1e1-4b96-923a-837befbb8388 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:47.385997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Port 59920924-b1e1-4b96-923a-837befbb8388 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:20:47.386611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Attempting to bind port 59920924-b1e1-4b96-923a-837befbb8388 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:47.395564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:47.396022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:47.396528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:47.397057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Bound port: 59920924-b1e1-4b96-923a-837befbb8388, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:47.397498 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:47.412260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e915b416-f69a-4019-b5d7-9ed41f3066cc None None] DHCP port deletion for ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:20:47.417891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e915b416-f69a-4019-b5d7-9ed41f3066cc None None] Deleting port 4e8c6a80-d539-49ed-ab76-80191db1725f {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:47.418256 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e915b416-f69a-4019-b5d7-9ed41f3066cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:47.451535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Deleting port 4e8c6a80-d539-49ed-ab76-80191db1725f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:47.452017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:47.681408 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:47.692584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] For port 59920924-b1e1-4b96-923a-837befbb8388, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:47.707091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] For port 59920924-b1e1-4b96-923a-837befbb8388, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=59920924-b1e1-4b96-923a-837befbb8388,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:47.742745 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:47.767348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:47.818634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7e951e93-c4f8-48cb-9101-88d097021624,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:47.843846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:47.854216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e915b416-f69a-4019-b5d7-9ed41f3066cc None None] For port 4e8c6a80-d539-49ed-ab76-80191db1725f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4e8c6a80-d539-49ed-ab76-80191db1725f,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:47.854216 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e915b416-f69a-4019-b5d7-9ed41f3066cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:48.004311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e915b416-f69a-4019-b5d7-9ed41f3066cc None None] Calling delete_port for 4e8c6a80-d539-49ed-ab76-80191db1725f owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:48.030799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:48.030799 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:48.030799 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] 10.222.0.46 "PUT /v2.0/ports/59920924-b1e1-4b96-923a-837befbb8388 HTTP/1.1" status: 200 len: 1095 time: 2.6280818 Jun 04 16:20:48.037781 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e650fec9-a225-490a-ab85-28822c8afc45'] response: {'server_uuid': '9483ae76-f5de-4b9c-9120-ec62931ae91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e951e93-c4f8-48cb-9101-88d097021624', 'code': 200} Jun 04 16:20:48.082686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f11c82-8037-4078-b3b5-463b6d69d2a3', 'tag': '59920924-b1e1-4b96-923a-837befbb8388'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:48.136632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4e8c6a80-d539-49ed-ab76-80191db1725f no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:20:48.173009 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e915b416-f69a-4019-b5d7-9ed41f3066cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:48.173267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] For port 4e8c6a80-d539-49ed-ab76-80191db1725f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4e8c6a80-d539-49ed-ab76-80191db1725f,segment=NetworkSegment(0249f976-3991-4625-9ae9-65b0aa6186c8),segment_id=0249f976-3991-4625-9ae9-65b0aa6186c8)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:48.173804 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:48.200408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2a314-1d65-4dad-a293-2576384be85a service neutron] Pushing event updated for resources: {'Port': ['ID=59920924-b1e1-4b96-923a-837befbb8388,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:48.227149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915b416-f69a-4019-b5d7-9ed41f3066cc None None] Pushing event deleted for resources: {'Port': ['ID=4e8c6a80-d539-49ed-ab76-80191db1725f,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:48.230172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 4e8c6a80-d539-49ed-ab76-80191db1725f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:20:48.230555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4e8c6a80-d539-49ed-ab76-80191db1725f not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:20:48.239727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e915b416-f69a-4019-b5d7-9ed41f3066cc None None] No DVR routers for this DVR port 4e8c6a80-d539-49ed-ab76-80191db1725f on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:20:48.272562 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:48.283662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-daa6fdd9-53df-4d56-bc24-280a2871099c req-65284e7d-819f-435f-b9b7-b7deb9ddbd47 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Synchronizing usage tracker for tenant:0386910bbc94461ab972e6ff95195778 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:48.314288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9f5b-66a6-4275-981d-aecf21ea66ce req-2d191b40-da79-4996-9159-5d0ee6674de5 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:48.315841 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-599e9f5b-66a6-4275-981d-aecf21ea66ce req-2d191b40-da79-4996-9159-5d0ee6674de5 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 944 time: 0.7172980 Jun 04 16:20:48.348441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Calling delete_port for 4e8c6a80-d539-49ed-ab76-80191db1725f owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:48.416162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Transition to ACTIVE for port object 3b1d48e3-c912-4f8b-aea6-a0749c398231 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:48.417231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-58f1fc11-8816-4913-a38e-ab981ab30def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:48.419740 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-58f1fc11-8816-4913-a38e-ab981ab30def service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65e12ae30b414f7e88546f2f6ae24f21&device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 1098 time: 0.3238151 Jun 04 16:20:48.436711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Pushing event updated for resources: {'Port': ['ID=7e951e93-c4f8-48cb-9101-88d097021624,revision_number=8']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:48.443928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:48.444867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:48.448202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-1239f683-0fba-4368-b08c-e7bb247d1331 service neutron] 10.222.0.46 "PUT /v2.0/ports/7e951e93-c4f8-48cb-9101-88d097021624 HTTP/1.1" status: 200 len: 1122 time: 4.0183940 Jun 04 16:20:48.476436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-daa6fdd9-53df-4d56-bc24-280a2871099c req-65284e7d-819f-435f-b9b7-b7deb9ddbd47 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Unset dirty status for tenant:0386910bbc94461ab972e6ff95195778 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:48.477721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-daa6fdd9-53df-4d56-bc24-280a2871099c req-65284e7d-819f-435f-b9b7-b7deb9ddbd47 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 210 time: 0.4461782 Jun 04 16:20:48.489092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-599e9f5b-66a6-4275-981d-aecf21ea66ce req-44f4ffb0-2b14-4bd9-91e2-78b7cd3c0030 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611712 Jun 04 16:20:48.505771 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-e3e1d353-4cd1-4816-8917-c4325ad0d945 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=59920924-b1e1-4b96-923a-837befbb8388 HTTP/1.1" status: 200 len: 217 time: 0.0718262 Jun 04 16:20:48.567434 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['7e951e93-c4f8-48cb-9101-88d097021624'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:48.657043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['7e951e93-c4f8-48cb-9101-88d097021624'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:48.662635 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:20:48.662635 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:20:48.713522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-61f116db-bb0c-4f0b-92a2-c691ea0ea4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:48.713522 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-61f116db-bb0c-4f0b-92a2-c691ea0ea4cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1919961 Jun 04 16:20:48.770241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:48.878119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:20:48.906813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-c9922e05-3e0a-4bab-8295-51990f1a1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:48.906813 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-c9922e05-3e0a-4bab-8295-51990f1a1619 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1871457 Jun 04 16:20:48.959161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:20:48.985601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:20:49.089535 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-ee33a9ef-18f7-4b0b-a2a8-659bd29d0d05 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720760 Jun 04 16:20:49.129173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Pushing event updated for resources: {'Port': ['ID=3b1d48e3-c912-4f8b-aea6-a0749c398231,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:49.174231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c967a-0eb2-4e97-828e-83bdbbdfea31 req-85a931c9-a50b-4d13-a952-9fa36c968690 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:49.180302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c967a-0eb2-4e97-828e-83bdbbdfea31 req-85a931c9-a50b-4d13-a952-9fa36c968690 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:49.181435 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8e7c967a-0eb2-4e97-828e-83bdbbdfea31 req-85a931c9-a50b-4d13-a952-9fa36c968690 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Synchronizing usage tracker for tenant:55529c8e77164b25a08ae78a561ce40a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:49.183454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Deleting port 4e8c6a80-d539-49ed-ab76-80191db1725f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:49.183931 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:49.197152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:49.197770 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:49.212958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412d51e4-ed8e-4bc3-8862-d3a657766218 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:49.233113 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:49.256207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8e7c967a-0eb2-4e97-828e-83bdbbdfea31 req-85a931c9-a50b-4d13-a952-9fa36c968690 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Unset dirty status for tenant:55529c8e77164b25a08ae78a561ce40a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:49.261633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e7c967a-0eb2-4e97-828e-83bdbbdfea31 req-85a931c9-a50b-4d13-a952-9fa36c968690 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1655 time: 0.5695276 Jun 04 16:20:49.270234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-635f1655-f0f6-4f3d-8d82-5934f5923853 None None] Provisioning for port 3b1d48e3-c912-4f8b-aea6-a0749c398231 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:49.277760 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-635f1655-f0f6-4f3d-8d82-5934f5923853 None None] Provisioning complete for port 3b1d48e3-c912-4f8b-aea6-a0749c398231 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:49.278401 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-635f1655-f0f6-4f3d-8d82-5934f5923853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:49.285726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-fdc28d9b-3530-49cb-a57b-4a7406b4b69c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1896503 Jun 04 16:20:49.287137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Transition to ACTIVE for port object 412d51e4-ed8e-4bc3-8862-d3a657766218 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:49.299830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfd48b-10cb-4dd3-8f08-f211cab46455 req-c6b3d9de-e6b6-4025-be12-ea602795646f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:49.301718 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fbfd48b-10cb-4dd3-8f08-f211cab46455 req-c6b3d9de-e6b6-4025-be12-ea602795646f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 945 time: 0.4526112 Jun 04 16:20:49.310102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Request body: {'port': {'device_id': '6df4b4ec-515d-4665-a25d-750497cff382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:49.342929 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:49.361240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-635f1655-f0f6-4f3d-8d82-5934f5923853 None None] Port 3b1d48e3-c912-4f8b-aea6-a0749c398231 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:20:49.413835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] The port '4e8c6a80-d539-49ed-ab76-80191db1725f' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:20:49.526478 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e7c967a-0eb2-4e97-828e-83bdbbdfea31 req-9d3e413c-4ed0-4199-b9e4-cd9581ca53a2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598925 Jun 04 16:20:49.600660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fbfd48b-10cb-4dd3-8f08-f211cab46455 req-8b37cbf1-7c31-4b43-9295-1abd5622ea34 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467852 Jun 04 16:20:49.623220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Pushing event updated for resources: {'Port': ['ID=412d51e4-ed8e-4bc3-8862-d3a657766218,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:49.701388 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b762c0ef-af1f-4aa1-b316-df27dd2fdc7d'] response: {'name': 'network-changed', 'server_uuid': '76f11c82-8037-4078-b3b5-463b6d69d2a3', 'tag': '59920924-b1e1-4b96-923a-837befbb8388', 'status': 'completed', 'code': 200} Jun 04 16:20:49.728964 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77fdee70-464b-47af-8ad7-a8e08cc44129 req-49c88758-90c2-4fdc-a1cd-a2882701232e service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293714 Jun 04 16:20:49.730815 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:49.776678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:49.804334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0249f976-3991-4625-9ae9-65b0aa6186c8') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:49.805089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0249f976-3991-4625-9ae9-65b0aa6186c8') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:49.825648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:49.917609 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:49.936444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:20:49.936879 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:49.939257 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:50.028702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3ae8a-c03f-422e-90eb-0a5b4323b51a req-bd71228e-0f93-4a90-b4d1-bb27d27cfdb1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:50.028702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-48e3ae8a-c03f-422e-90eb-0a5b4323b51a req-bd71228e-0f93-4a90-b4d1-bb27d27cfdb1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Synchronizing usage tracker for tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:50.034301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9483ae76-f5de-4b9c-9120-ec62931ae91a', 'tag': '7e951e93-c4f8-48cb-9101-88d097021624'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:50.050226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Attempting to bind port 412d51e4-ed8e-4bc3-8862-d3a657766218 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:50.050226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Attempting to bind port 412d51e4-ed8e-4bc3-8862-d3a657766218 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'a6fc7925-dbb8-47a7-984e-0e263aac6a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cea2d318-3e8d-4aa7-9b18-5b66d4496d56'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:50.050226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Attempting to bind port 412d51e4-ed8e-4bc3-8862-d3a657766218 on network cea2d318-3e8d-4aa7-9b18-5b66d4496d56 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:50.060234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-48e3ae8a-c03f-422e-90eb-0a5b4323b51a req-bd71228e-0f93-4a90-b4d1-bb27d27cfdb1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Unset dirty status for tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:50.062909 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48e3ae8a-c03f-422e-90eb-0a5b4323b51a req-bd71228e-0f93-4a90-b4d1-bb27d27cfdb1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 945 time: 0.5770040 Jun 04 16:20:50.063436 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:50.066500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf23b0-090b-4822-b0a8-66f8122f992e req-fdff2643-f208-40ef-9c5e-8961555ddaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:50.067900 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8daf23b0-090b-4822-b0a8-66f8122f992e req-fdff2643-f208-40ef-9c5e-8961555ddaf7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65e12ae30b414f7e88546f2f6ae24f21&device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 1098 time: 0.2242899 Jun 04 16:20:50.097593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Port 412d51e4-ed8e-4bc3-8862-d3a657766218 on network cea2d318-3e8d-4aa7-9b18-5b66d4496d56 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:20:50.097916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Attempting to bind port 412d51e4-ed8e-4bc3-8862-d3a657766218 on network cea2d318-3e8d-4aa7-9b18-5b66d4496d56 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:50.118683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:50.120878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:50.121209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Checking segment: {'id': 'a6fc7925-dbb8-47a7-984e-0e263aac6a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cea2d318-3e8d-4aa7-9b18-5b66d4496d56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:50.121585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Bound using segment: {'id': 'a6fc7925-dbb8-47a7-984e-0e263aac6a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cea2d318-3e8d-4aa7-9b18-5b66d4496d56'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:50.122017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Bound port: 412d51e4-ed8e-4bc3-8862-d3a657766218, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6fc7925-dbb8-47a7-984e-0e263aac6a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cea2d318-3e8d-4aa7-9b18-5b66d4496d56'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:50.122357 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:50.168612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:50.178326 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 0249f976-3991-4625-9ae9-65b0aa6186c8 resource provider aggregate not found Jun 04 16:20:50.189966 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b352cbd6-88f3-405d-8376-411d1d0c17fb admin admin] 10.222.0.13 "DELETE /v2.0/networks/ba668bb2-2f9b-4f07-acc5-c7fcf4fb5422 HTTP/1.1" status: 204 len: 168 time: 3.0107417 Jun 04 16:20:50.239823 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 0249f976-3991-4625-9ae9-65b0aa6186c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0249f976-3991-4625-9ae9-65b0aa6186c8 found for delete ", "request_id": "req-e585350e-8c29-423d-85ef-dd2d15528736"}]} Jun 04 16:20:50.240246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36800) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:50.250301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-48e3ae8a-c03f-422e-90eb-0a5b4323b51a req-bc98793b-8d3a-4108-860a-d44992188b47 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Deleting port a0466838-3380-48e8-8cbe-0a61afa6c9e3 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:50.250700 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48e3ae8a-c03f-422e-90eb-0a5b4323b51a req-bc98793b-8d3a-4108-860a-d44992188b47 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:50.331156 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a9c0-48cf-4fba-90b9-a0a3d110d350 req-8ac18dc4-d22d-49cc-9bae-c9f86a7f652f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:50.332874 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77d4a9c0-48cf-4fba-90b9-a0a3d110d350 req-8ac18dc4-d22d-49cc-9bae-c9f86a7f652f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 946 time: 0.6170533 Jun 04 16:20:50.472815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cb495-2a26-4468-9267-56dcfffc408e req-9574105b-9ec4-45e7-b97a-5ef8cc89f071 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:50.475229 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-221cb495-2a26-4468-9267-56dcfffc408e req-9574105b-9ec4-45e7-b97a-5ef8cc89f071 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 947 time: 0.5386770 Jun 04 16:20:50.524498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77d4a9c0-48cf-4fba-90b9-a0a3d110d350 req-f84df260-e5e5-462c-80d3-d1fff5444d1e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674571 Jun 04 16:20:50.559925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf23b0-090b-4822-b0a8-66f8122f992e req-a94c3c91-82f0-4d96-8ff9-efba2fe2dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:50.561143 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8daf23b0-090b-4822-b0a8-66f8122f992e req-a94c3c91-82f0-4d96-8ff9-efba2fe2dc10 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.4397087 Jun 04 16:20:50.669706 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8daf23b0-090b-4822-b0a8-66f8122f992e req-4790bb74-f46c-4257-81f7-9f500087faa6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=59920924-b1e1-4b96-923a-837befbb8388 HTTP/1.1" status: 200 len: 217 time: 0.0942054 Jun 04 16:20:50.683155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] For port 412d51e4-ed8e-4bc3-8862-d3a657766218, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:50.702624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-221cb495-2a26-4468-9267-56dcfffc408e req-35c52d0f-19b4-45ae-9a8a-eda563577772 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834776 Jun 04 16:20:50.706743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] For port 412d51e4-ed8e-4bc3-8862-d3a657766218, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=412d51e4-ed8e-4bc3-8862-d3a657766218,segment=NetworkSegment(a6fc7925-dbb8-47a7-984e-0e263aac6a6c),segment_id=a6fc7925-dbb8-47a7-984e-0e263aac6a6c)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:50.791154 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:50.905337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:50.905461 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:50.906999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] 10.222.0.42 "PUT /v2.0/ports/412d51e4-ed8e-4bc3-8862-d3a657766218 HTTP/1.1" status: 200 len: 1092 time: 3.7282188 Jun 04 16:20:50.951894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf23b0-090b-4822-b0a8-66f8122f992e req-6dd27951-672a-4deb-bc8a-87facefc60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:50.953350 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8daf23b0-090b-4822-b0a8-66f8122f992e req-6dd27951-672a-4deb-bc8a-87facefc60a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1830029 Jun 04 16:20:50.957395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Request body: {'port': {'device_id': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:20:51.078190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5ec47-c49d-42f9-b871-e5c3f4a725c3 service neutron] Pushing event updated for resources: {'Port': ['ID=412d51e4-ed8e-4bc3-8862-d3a657766218,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:51.128358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1d48e3-c912-4f8b-aea6-a0749c398231 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:51.162448 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:51.173954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-48e3ae8a-c03f-422e-90eb-0a5b4323b51a req-bc98793b-8d3a-4108-860a-d44992188b47 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] For port a0466838-3380-48e8-8cbe-0a61afa6c9e3, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a0466838-3380-48e8-8cbe-0a61afa6c9e3,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:51.174237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48e3ae8a-c03f-422e-90eb-0a5b4323b51a req-bc98793b-8d3a-4108-860a-d44992188b47 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:51.194453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000c74d-7bbd-4656-a570-6b5beb9a5fe1 req-fcbc59bf-5c14-462b-a806-5e44c4b1601d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:51.195929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2000c74d-7bbd-4656-a570-6b5beb9a5fe1 req-fcbc59bf-5c14-462b-a806-5e44c4b1601d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 944 time: 0.4909227 Jun 04 16:20:51.237293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Transition to ACTIVE for port object 3b1d48e3-c912-4f8b-aea6-a0749c398231 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:51.251284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25076d5-3ab7-4122-9a73-7d1627fcb21d req-4f38221d-5248-4d8a-a6af-4f8f76b8694f tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:51.252739 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e25076d5-3ab7-4122-9a73-7d1627fcb21d req-4f38221d-5248-4d8a-a6af-4f8f76b8694f tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 936 time: 0.4132960 Jun 04 16:20:51.260163 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:51.269299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:51.344304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-48e3ae8a-c03f-422e-90eb-0a5b4323b51a req-bc98793b-8d3a-4108-860a-d44992188b47 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Calling delete_port for a0466838-3380-48e8-8cbe-0a61afa6c9e3 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:51.466679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2000c74d-7bbd-4656-a570-6b5beb9a5fe1 req-78fffec5-f4d6-4c5a-a14f-94081cc1b6e0 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534051 Jun 04 16:20:51.499638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf23b0-090b-4822-b0a8-66f8122f992e req-5a8bf91d-098f-41b6-ab9c-f0e44af3415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:51.501138 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8daf23b0-090b-4822-b0a8-66f8122f992e req-5a8bf91d-098f-41b6-ab9c-f0e44af3415c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3865254 Jun 04 16:20:51.558615 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215d8072-cde3-4f41-ac19-ba041d0acabc'] response: {'name': 'network-changed', 'server_uuid': '9483ae76-f5de-4b9c-9120-ec62931ae91a', 'tag': '7e951e93-c4f8-48cb-9101-88d097021624', 'status': 'completed', 'code': 200} Jun 04 16:20:51.561168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e25076d5-3ab7-4122-9a73-7d1627fcb21d req-203a4dc4-4ce6-4b65-b1ab-a170e6ec5ab7 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Synchronizing usage tracker for tenant:0386910bbc94461ab972e6ff95195778 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:20:51.563831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1d48e3-c912-4f8b-aea6-a0749c398231,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:51.731597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e25076d5-3ab7-4122-9a73-7d1627fcb21d req-203a4dc4-4ce6-4b65-b1ab-a170e6ec5ab7 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Unset dirty status for tenant:0386910bbc94461ab972e6ff95195778 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:20:51.732743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e25076d5-3ab7-4122-9a73-7d1627fcb21d req-203a4dc4-4ce6-4b65-b1ab-a170e6ec5ab7 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f5cd481-e120-4d67-9c3f-f3fbe907980e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575067 Jun 04 16:20:51.788656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48e3ae8a-c03f-422e-90eb-0a5b4323b51a req-bc98793b-8d3a-4108-860a-d44992188b47 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:51.802010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Attempting to bind port 3b1d48e3-c912-4f8b-aea6-a0749c398231 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:51.802010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Attempting to bind port 3b1d48e3-c912-4f8b-aea6-a0749c398231 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:51.802010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Attempting to bind port 3b1d48e3-c912-4f8b-aea6-a0749c398231 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:51.815657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ab477d2-c1a9-4fe3-917b-9d28edf9b78c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:51.825242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Port 3b1d48e3-c912-4f8b-aea6-a0749c398231 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:20:51.825242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Attempting to bind port 3b1d48e3-c912-4f8b-aea6-a0749c398231 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:51.910232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:51.910392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:51.910996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:51.911443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Bound port: 3b1d48e3-c912-4f8b-aea6-a0749c398231, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:51.912077 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:51.989209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98793b-8d3a-4108-860a-d44992188b47 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Pushing event deleted for resources: {'Port': ['ID=a0466838-3380-48e8-8cbe-0a61afa6c9e3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:52.016576 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8daf23b0-090b-4822-b0a8-66f8122f992e req-89073cc8-5ad2-4205-bf7d-5b2e9df8fba1 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259224 Jun 04 16:20:52.020819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e3ae8a-c03f-422e-90eb-0a5b4323b51a req-bc98793b-8d3a-4108-860a-d44992188b47 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] No DVR routers for this DVR port a0466838-3380-48e8-8cbe-0a61afa6c9e3 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:20:52.030402 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48e3ae8a-c03f-422e-90eb-0a5b4323b51a req-bc98793b-8d3a-4108-860a-d44992188b47 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:52.113332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fba11d4-8b2e-42e0-9503-20451a34e40d', 'name': 'network-vif-deleted', 'tag': 'a0466838-3380-48e8-8cbe-0a61afa6c9e3'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:52.143106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc51dc-3c88-4b83-894b-b5baf4d48884 req-f16a69a7-2ca2-4125-bf71-41dbdc1668f9 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:52.148465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc51dc-3c88-4b83-894b-b5baf4d48884 req-f16a69a7-2ca2-4125-bf71-41dbdc1668f9 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:52.151302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1bc51dc-3c88-4b83-894b-b5baf4d48884 req-f16a69a7-2ca2-4125-bf71-41dbdc1668f9 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1667 time: 0.4385169 Jun 04 16:20:52.155328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] For port 3b1d48e3-c912-4f8b-aea6-a0749c398231, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:52.161681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] For port 3b1d48e3-c912-4f8b-aea6-a0749c398231, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3b1d48e3-c912-4f8b-aea6-a0749c398231,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:52.173557 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48e3ae8a-c03f-422e-90eb-0a5b4323b51a req-bc98793b-8d3a-4108-860a-d44992188b47 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.42 "DELETE /v2.0/ports/a0466838-3380-48e8-8cbe-0a61afa6c9e3 HTTP/1.1" status: 204 len: 173 time: 2.1044626 Jun 04 16:20:52.210147 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:52.262386 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8daf23b0-090b-4822-b0a8-66f8122f992e req-9440b5f0-2d7a-46f6-84bc-57cc2e7e8c7b service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361672 Jun 04 16:20:52.269915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc299994-a611-4f26-bd21-318944fd986d req-ebf2343b-062d-457d-91c3-144e378d6396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:52.271685 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fc299994-a611-4f26-bd21-318944fd986d req-ebf2343b-062d-457d-91c3-144e378d6396 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 1125 time: 0.6793449 Jun 04 16:20:52.454714 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d682374-8f93-4fa7-9ff6-ada29749d78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:52.504230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144486f-b64a-443a-bc29-f2810bbf6d2f req-c2dc0743-24e7-4820-904b-178552abfcf6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:52.512143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9144486f-b64a-443a-bc29-f2810bbf6d2f req-c2dc0743-24e7-4820-904b-178552abfcf6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 946 time: 0.5862141 Jun 04 16:20:52.573311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:52.574156 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:52.576474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] 10.222.0.42 "PUT /v2.0/ports/3b1d48e3-c912-4f8b-aea6-a0749c398231 HTTP/1.1" status: 200 len: 1096 time: 3.2712588 Jun 04 16:20:52.655478 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9144486f-b64a-443a-bc29-f2810bbf6d2f req-9b89cef0-6bed-454c-a5da-86fce61e8430 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425815 Jun 04 16:20:52.659174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:52.666546 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-21802be8-f672-468b-95a4-b140d96c15d5 service neutron] 10.222.0.42 "GET /v2.0/ports/7e951e93-c4f8-48cb-9101-88d097021624/bindings/n-h2-811809-3 HTTP/1.1" status: 200 len: 384 time: 0.3598759 Jun 04 16:20:52.680654 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1bc51dc-3c88-4b83-894b-b5baf4d48884 req-1fcd3c35-7301-49f5-bbc0-763285c1861d tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178039 Jun 04 16:20:52.689684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:52.735608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a0466838-3380-48e8-8cbe-0a61afa6c9e3 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:20:52.824290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc299994-a611-4f26-bd21-318944fd986d req-824f5c07-d65f-4d19-a3b0-bfece1d32cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:52.825895 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fc299994-a611-4f26-bd21-318944fd986d req-824f5c07-d65f-4d19-a3b0-bfece1d32cea service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.5306628 Jun 04 16:20:52.827466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: a0466838-3380-48e8-8cbe-0a61afa6c9e3 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:20:52.828322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a0466838-3380-48e8-8cbe-0a61afa6c9e3 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:20:52.902505 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9adb4880-cc53-407a-9aae-ebac5c2bc4c1 req-56c436fb-c848-48cc-8645-a5d6e7e69989 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fba11d4-8b2e-42e0-9503-20451a34e40d HTTP/1.1" status: 200 len: 210 time: 0.0660398 Jun 04 16:20:52.911359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Transition to ACTIVE for port object 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:52.916065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaccb68-5e39-49ff-9989-126a6d597a82 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1d48e3-c912-4f8b-aea6-a0749c398231,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:52.977409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:53.092846 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8de942-7e22-4497-8efe-7c66cf3822a7'] response: {'server_uuid': '4fba11d4-8b2e-42e0-9503-20451a34e40d', 'name': 'network-vif-deleted', 'tag': 'a0466838-3380-48e8-8cbe-0a61afa6c9e3', 'status': 'completed', 'code': 200} Jun 04 16:20:53.132393 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fc299994-a611-4f26-bd21-318944fd986d req-686b80f2-04f1-4ffd-a726-303bdbce7714 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e951e93-c4f8-48cb-9101-88d097021624 HTTP/1.1" status: 200 len: 217 time: 0.1035619 Jun 04 16:20:53.202812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Pushing event updated for resources: {'Port': ['ID=243d1b4a-2dff-4d2d-9a36-e683637eb8b0,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:53.291571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-87310d7c-3470-4218-acb2-6ebd673d715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:53.293092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-87310d7c-3470-4218-acb2-6ebd673d715d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0386910bbc94461ab972e6ff95195778&device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 1099 time: 0.6054649 Jun 04 16:20:53.388330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-c992a6a9-9402-4141-a2af-c427a0fe5413 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=3b1d48e3-c912-4f8b-aea6-a0749c398231 HTTP/1.1" status: 200 len: 217 time: 0.0827873 Jun 04 16:20:53.403492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b5ee4-f732-4f3a-b101-57e2520d7e15 req-a32fec64-2978-42fb-8eb4-3a3c41d53b3c tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:53.404391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc299994-a611-4f26-bd21-318944fd986d req-fc6173f9-8c5b-4ea1-9f29-8e934d48f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:53.405752 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-810b5ee4-f732-4f3a-b101-57e2520d7e15 req-a32fec64-2978-42fb-8eb4-3a3c41d53b3c tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 947 time: 0.4903240 Jun 04 16:20:53.405944 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fc299994-a611-4f26-bd21-318944fd986d req-fc6173f9-8c5b-4ea1-9f29-8e934d48f289 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.2656260 Jun 04 16:20:53.481506 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fc299994-a611-4f26-bd21-318944fd986d req-6d03b651-de6c-4a10-aed3-38b0a1add366 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665400 Jun 04 16:20:53.510046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cdca7-4d3c-493d-850b-ccfa1e695dc6 req-e9c612fc-c037-467f-8128-4e7596e8d7a8 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:53.511609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d3cdca7-4d3c-493d-850b-ccfa1e695dc6 req-e9c612fc-c037-467f-8128-4e7596e8d7a8 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 944 time: 0.3799477 Jun 04 16:20:53.512386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Attempting to bind port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:20:53.512753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Attempting to bind port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '44bd2672-0eb4-4959-b055-ce2ea8c7a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f2fa2f2-bca1-4fb5-bd1a-7514f20040db'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:20:53.513140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Attempting to bind port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 on network 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:53.522392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 on network 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:20:53.522789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Attempting to bind port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 on network 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:20:53.531241 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-cbb24def-1c00-4933-8878-b385e70d1095 service neutron] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7e951e93-c4f8-48cb-9101-88d097021624,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:53.564404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'tag': '412d51e4-ed8e-4bc3-8862-d3a657766218'}, {'name': 'network-changed', 'server_uuid': '6df4b4ec-515d-4665-a25d-750497cff382', 'tag': '3b1d48e3-c912-4f8b-aea6-a0749c398231'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:53.579561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:20:53.579926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Checking segment: {'id': '44bd2672-0eb4-4959-b055-ce2ea8c7a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f2fa2f2-bca1-4fb5-bd1a-7514f20040db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:20:53.580269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Bound using segment: {'id': '44bd2672-0eb4-4959-b055-ce2ea8c7a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f2fa2f2-bca1-4fb5-bd1a-7514f20040db'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:20:53.580708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Bound port: 243d1b4a-2dff-4d2d-9a36-e683637eb8b0, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bd2672-0eb4-4959-b055-ce2ea8c7a73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f2fa2f2-bca1-4fb5-bd1a-7514f20040db'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:20:53.581521 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:53.590619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-bf75b0ac-0945-453b-b419-ac6b12f105c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:53.591999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-bf75b0ac-0945-453b-b419-ac6b12f105c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1824782 Jun 04 16:20:53.608560 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-810b5ee4-f732-4f3a-b101-57e2520d7e15 req-f802b8ff-fc07-4bfb-825e-508652931f3d tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678064 Jun 04 16:20:53.658090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d3cdca7-4d3c-493d-850b-ccfa1e695dc6 req-b7793f0c-25c2-418a-a450-4a6974d2350d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310105 Jun 04 16:20:53.693849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-cbb24def-1c00-4933-8878-b385e70d1095 service neutron] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:53.789333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-cbb24def-1c00-4933-8878-b385e70d1095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e951e93-c4f8-48cb-9101-88d097021624 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:53.791732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] For port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:53.798896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] For port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=243d1b4a-2dff-4d2d-9a36-e683637eb8b0,segment=NetworkSegment(44bd2672-0eb4-4959-b055-ce2ea8c7a73d),segment_id=44bd2672-0eb4-4959-b055-ce2ea8c7a73d)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:20:53.802451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-0d682374-8f93-4fa7-9ff6-ada29749d78e admin admin] Deleting port 336eb52e-5289-4025-af75-4330e92b3b41 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:53.803670 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d682374-8f93-4fa7-9ff6-ada29749d78e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:53.809522 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:53.835945 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fc299994-a611-4f26-bd21-318944fd986d req-9dfe3bd6-9a2f-4b99-a09a-424083ea3679 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421483 Jun 04 16:20:53.842215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-cbb24def-1c00-4933-8878-b385e70d1095 service neutron] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=7e951e93-c4f8-48cb-9101-88d097021624,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:53.907757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-b8a46bed-526e-45c8-b66b-23114680610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:53.907757 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-b8a46bed-526e-45c8-b66b-23114680610b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2966559 Jun 04 16:20:53.908698 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-cbb24def-1c00-4933-8878-b385e70d1095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:53.956810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:53.957412 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:53.958801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] 10.222.0.42 "PUT /v2.0/ports/243d1b4a-2dff-4d2d-9a36-e683637eb8b0 HTTP/1.1" status: 200 len: 1092 time: 3.0066833 Jun 04 16:20:54.105605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefaf42-54cf-4648-aba5-8f3eb1542389 service neutron] Pushing event updated for resources: {'Port': ['ID=243d1b4a-2dff-4d2d-9a36-e683637eb8b0,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:54.186119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-cbb24def-1c00-4933-8878-b385e70d1095 service neutron] Transition to ACTIVE for port object 7e951e93-c4f8-48cb-9101-88d097021624 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:20:54.207562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-cbb24def-1c00-4933-8878-b385e70d1095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:54.240969 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d911408f-e9b7-48bf-8f2c-4667a1ff109f'] response: {'name': 'network-changed', 'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'tag': '412d51e4-ed8e-4bc3-8862-d3a657766218', 'status': 'completed', 'code': 200} Jun 04 16:20:54.241505 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d911408f-e9b7-48bf-8f2c-4667a1ff109f'] response: {'name': 'network-changed', 'server_uuid': '6df4b4ec-515d-4665-a25d-750497cff382', 'tag': '3b1d48e3-c912-4f8b-aea6-a0749c398231', 'status': 'completed', 'code': 200} Jun 04 16:20:54.281521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 59920924-b1e1-4b96-923a-837befbb8388 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:20:54.292748 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-dfae33dd-68c3-4238-847a-de5b2511b9b5 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602340 Jun 04 16:20:54.341704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837defd-2654-4fc6-8d7d-ae2dafa64f79 req-b185aeb3-0c3b-4364-8387-6c0d89870a4d tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:54.357207 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1837defd-2654-4fc6-8d7d-ae2dafa64f79 req-b185aeb3-0c3b-4364-8387-6c0d89870a4d tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 948 time: 0.5083897 Jun 04 16:20:54.466720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-cbb24def-1c00-4933-8878-b385e70d1095 service neutron] No DVR routers for this DVR port 7e951e93-c4f8-48cb-9101-88d097021624 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:20:54.561242 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fc299994-a611-4f26-bd21-318944fd986d req-37b27932-f246-498e-b37a-7fab29265791 service neutron] 10.222.0.42 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029190 Jun 04 16:20:54.562998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 59920924-b1e1-4b96-923a-837befbb8388, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=59920924-b1e1-4b96-923a-837befbb8388,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:54.572176 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-cbb24def-1c00-4933-8878-b385e70d1095 service neutron] 10.222.0.42 "PUT /v2.0/ports/7e951e93-c4f8-48cb-9101-88d097021624/bindings/n-h2-811809-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9046104 Jun 04 16:20:54.575463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-0d682374-8f93-4fa7-9ff6-ada29749d78e admin admin] For port 336eb52e-5289-4025-af75-4330e92b3b41, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=336eb52e-5289-4025-af75-4330e92b3b41,segment=NetworkSegment(8826ae00-41fd-492d-ac82-38c21dd81e1f),segment_id=8826ae00-41fd-492d-ac82-38c21dd81e1f)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:54.575681 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d682374-8f93-4fa7-9ff6-ada29749d78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:54.594017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb24def-1c00-4933-8878-b385e70d1095 service neutron] Pushing event updated for resources: {'Port': ['ID=7e951e93-c4f8-48cb-9101-88d097021624,revision_number=10']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:54.601011 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1837defd-2654-4fc6-8d7d-ae2dafa64f79 req-5da377a9-a615-495b-953f-b397a15486b4 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f5cd481-e120-4d67-9c3f-f3fbe907980e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427652 Jun 04 16:20:54.620517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-c6c75f18-4f38-457e-bbc3-39b8c2c763d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:54.620517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-c6c75f18-4f38-457e-bbc3-39b8c2c763d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:54.620517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-c6c75f18-4f38-457e-bbc3-39b8c2c763d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55529c8e77164b25a08ae78a561ce40a&device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1981 time: 0.5073919 Jun 04 16:20:54.623073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '59920924-b1e1-4b96-923a-837befbb8388', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '59920924-b1e1-4b96-923a-837befbb8388', 'mac_address': 'fa:16:3e:c6:aa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:20:54.786833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 59920924-b1e1-4b96-923a-837befbb8388 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:54.787743 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:54.801873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 7e951e93-c4f8-48cb-9101-88d097021624 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:20:54.863514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59920924-b1e1-4b96-923a-837befbb8388 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:54.894222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-03bc865e-1f94-428c-b621-679a5e03a3dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.117&port_id=412d51e4-ed8e-4bc3-8862-d3a657766218 HTTP/1.1" status: 200 len: 217 time: 0.2566481 Jun 04 16:20:54.897991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 7e951e93-c4f8-48cb-9101-88d097021624 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:20:54.908022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 59920924-b1e1-4b96-923a-837befbb8388, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=59920924-b1e1-4b96-923a-837befbb8388,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:54.914721 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:54.988490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=59920924-b1e1-4b96-923a-837befbb8388,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:55.009679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-0d682374-8f93-4fa7-9ff6-ada29749d78e admin admin] Calling delete_port for 336eb52e-5289-4025-af75-4330e92b3b41 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:55.022010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5e7feb-7ae2-4c03-9a4b-efe1d79892c4 req-bec3d381-604d-483b-ac6b-e1cfd226f952 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087839 Jun 04 16:20:55.055995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba84ffb-5230-46fd-afa3-1f8f306dfce3 req-fb724413-4941-4b60-ba22-a3d97788da9a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:55.062183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba84ffb-5230-46fd-afa3-1f8f306dfce3 req-fb724413-4941-4b60-ba22-a3d97788da9a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:55.064061 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ba84ffb-5230-46fd-afa3-1f8f306dfce3 req-fb724413-4941-4b60-ba22-a3d97788da9a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1679 time: 0.5615504 Jun 04 16:20:55.070486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-34fba72f-24ee-4891-8c68-f431e8cfdbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:55.070486 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-34fba72f-24ee-4891-8c68-f431e8cfdbe1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8214fa7c-aa35-4c3a-a872-e3211e11c685 HTTP/1.1" status: 200 len: 801 time: 0.1261692 Jun 04 16:20:55.116899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-f3e77310-9ce6-4452-be33-543d2fd7fa14 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:55.119166 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-f3e77310-9ce6-4452-be33-543d2fd7fa14 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a&tenant_id=d4012fb5625c4c60945856a3a47e68a0&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1096 time: 0.4253244 Jun 04 16:20:55.164417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff625a1-a552-4e7a-8e2a-46819f38f856 req-aa53e830-daf3-4305-a4c4-d48329e929ff tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:55.165421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ff625a1-a552-4e7a-8e2a-46819f38f856 req-aa53e830-daf3-4305-a4c4-d48329e929ff tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 948 time: 0.2667632 Jun 04 16:20:55.201594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ba84ffb-5230-46fd-afa3-1f8f306dfce3 req-1ea0c78c-9a88-46e6-9167-e9d9f67ade33 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274734 Jun 04 16:20:55.248435 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ff625a1-a552-4e7a-8e2a-46819f38f856 req-030222c3-b9e4-4853-af85-6b6182b55bf0 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700243 Jun 04 16:20:55.259187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-c06a9ca5-7303-4460-895a-a40750b80267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:55.261433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-c06a9ca5-7303-4460-895a-a40750b80267 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cea2d318-3e8d-4aa7-9b18-5b66d4496d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1836631 Jun 04 16:20:55.264242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-345d2e45-61cb-47ee-b0c6-5845de4e445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:55.265892 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-345d2e45-61cb-47ee-b0c6-5845de4e445c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a&tenant_id=d4012fb5625c4c60945856a3a47e68a0 HTTP/1.1" status: 200 len: 1096 time: 0.1338105 Jun 04 16:20:55.343842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['59920924-b1e1-4b96-923a-837befbb8388'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:55.404876 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d682374-8f93-4fa7-9ff6-ada29749d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:55.460790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d682374-8f93-4fa7-9ff6-ada29749d78e admin admin] Pushing event deleted for resources: {'Port': ['ID=336eb52e-5289-4025-af75-4330e92b3b41,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:55.529082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-48eef3ce-b197-429e-86dd-4525d81cd35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:55.537255 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-48eef3ce-b197-429e-86dd-4525d81cd35a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4012fb5625c4c60945856a3a47e68a0&device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 1096 time: 0.2167575 Jun 04 16:20:55.607406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68c353-e9d6-4243-88f3-77037e8e7f0c req-bd220c5b-4c90-46c5-a47b-24e3e348bc07 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:55.622365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc68c353-e9d6-4243-88f3-77037e8e7f0c req-bd220c5b-4c90-46c5-a47b-24e3e348bc07 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 945 time: 0.2278571 Jun 04 16:20:55.686375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-e9e8bbc6-71cd-425c-aa3c-14cf7fe226ef service neutron] 10.222.0.42 "GET /v2.0/networks/cea2d318-3e8d-4aa7-9b18-5b66d4496d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166670 Jun 04 16:20:55.824031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0765e-3c90-40dd-8e10-bf3bc66c40c7 req-05c1d3db-1e54-45f2-8bf3-deb130a3374b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:55.828947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03c0765e-3c90-40dd-8e10-bf3bc66c40c7 req-05c1d3db-1e54-45f2-8bf3-deb130a3374b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3960428 Jun 04 16:20:55.841570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-e81f7996-a9ea-461f-88cc-beaed53b2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:55.843393 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-e81f7996-a9ea-461f-88cc-beaed53b2f9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 200 len: 909 time: 0.3052602 Jun 04 16:20:55.867301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc68c353-e9d6-4243-88f3-77037e8e7f0c req-28be2381-6563-48aa-8f85-7a82723e0448 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442033 Jun 04 16:20:55.914567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03c0765e-3c90-40dd-8e10-bf3bc66c40c7 req-0da7351b-763a-4e4b-ba1e-9ae941720eac tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733442 Jun 04 16:20:55.937759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-2601d72e-f157-47f9-99dc-2ab86a2ef109 service neutron] 10.222.0.42 "GET /v2.0/networks/cea2d318-3e8d-4aa7-9b18-5b66d4496d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372932 Jun 04 16:20:56.026181 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-b9a763c4-9b62-49ac-9d44-996f03e22312 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.221&port_id=243d1b4a-2dff-4d2d-9a36-e683637eb8b0 HTTP/1.1" status: 200 len: 217 time: 0.0755615 Jun 04 16:20:56.028995 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-b2878d9e-2316-4537-ad7e-6dffcf8f8456 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e951e93-c4f8-48cb-9101-88d097021624 HTTP/1.1" status: 200 len: 217 time: 0.1183538 Jun 04 16:20:56.139762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-38f0f8e9-87db-4b80-b67f-39b9b0897ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:56.141794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-38f0f8e9-87db-4b80-b67f-39b9b0897ec8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4062d2f-33fe-4f07-9a5d-f37ebaae7edd HTTP/1.1" status: 200 len: 801 time: 0.0843418 Jun 04 16:20:56.182396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-da416875-ff4f-4ae2-b99e-562aec58a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:56.184961 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-da416875-ff4f-4ae2-b99e-562aec58a5af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 200 len: 848 time: 0.1525314 Jun 04 16:20:56.229451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbcfef-f292-4419-b8ae-36c159e38ee4 req-41f65275-29b0-4de8-98f6-9e5327da6a47 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:56.229873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d682374-8f93-4fa7-9ff6-ada29749d78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:56.231560 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53fbcfef-f292-4419-b8ae-36c159e38ee4 req-41f65275-29b0-4de8-98f6-9e5327da6a47 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 948 time: 0.2099633 Jun 04 16:20:56.240695 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-0ea028eb-c8a1-4868-b2c2-4acfc479eb23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461087 Jun 04 16:20:56.285750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'tag': '243d1b4a-2dff-4d2d-9a36-e683637eb8b0'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:20:56.356207 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53fbcfef-f292-4419-b8ae-36c159e38ee4 req-c3e9f47c-a45f-4e1d-a777-01bc3bde9ff6 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f5cd481-e120-4d67-9c3f-f3fbe907980e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617039 Jun 04 16:20:56.359813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f4edeb3b-6938-4f91-bbb2-889cc257d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:56.360630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-f4edeb3b-6938-4f91-bbb2-889cc257d61b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f2fa2f2-bca1-4fb5-bd1a-7514f20040db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2130208 Jun 04 16:20:56.403080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781be3d-c614-41fb-b89e-0d743ece23b4 req-52a605f7-c458-4077-8ad8-3fd14c6ec472 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:56.404585 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3781be3d-c614-41fb-b89e-0d743ece23b4 req-52a605f7-c458-4077-8ad8-3fd14c6ec472 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.1718400 Jun 04 16:20:56.588360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3781be3d-c614-41fb-b89e-0d743ece23b4 req-3342fb60-9149-4cf9-b7f2-dd6ad16d0a08 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337473 Jun 04 16:20:56.627772 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-c6a9da52-786c-4304-86e4-341d5e625826 service neutron] 10.222.0.42 "GET /v2.0/networks/7f2fa2f2-bca1-4fb5-bd1a-7514f20040db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591774 Jun 04 16:20:56.641488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eca66-df39-48ff-94df-1eca50855503 req-b333aca2-89f2-4098-9b1e-03267505706f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:56.648348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eca66-df39-48ff-94df-1eca50855503 req-b333aca2-89f2-4098-9b1e-03267505706f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:56.655804 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c8eca66-df39-48ff-94df-1eca50855503 req-b333aca2-89f2-4098-9b1e-03267505706f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1679 time: 0.1954043 Jun 04 16:20:56.680552 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-8ee78f84-d722-4a01-bc69-aaaf6e33e480 service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736408 Jun 04 16:20:56.727070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c8eca66-df39-48ff-94df-1eca50855503 req-97261086-c593-4601-9a1a-af3f43025a7a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701711 Jun 04 16:20:56.784903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3b1d48e3-c912-4f8b-aea6-a0749c398231 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:20:56.931239 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ccb625-7a88-4abe-b946-81567f96ba31'] response: {'name': 'network-changed', 'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'tag': '243d1b4a-2dff-4d2d-9a36-e683637eb8b0', 'status': 'completed', 'code': 200} Jun 04 16:20:56.973197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3b1d48e3-c912-4f8b-aea6-a0749c398231, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3b1d48e3-c912-4f8b-aea6-a0749c398231,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:56.990944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '3b1d48e3-c912-4f8b-aea6-a0749c398231', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '3b1d48e3-c912-4f8b-aea6-a0749c398231', 'mac_address': 'fa:16:3e:58:5b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:20:56.996638 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-44ce3fed-7d74-443a-9be6-4f5424b09a17 service neutron] 10.222.0.46 "GET /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547193 Jun 04 16:20:57.013468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d682374-8f93-4fa7-9ff6-ada29749d78e admin admin] Router 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:20:57.054539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3b1d48e3-c912-4f8b-aea6-a0749c398231 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:57.054823 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:57.073383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1d48e3-c912-4f8b-aea6-a0749c398231 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:20:57.092481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3b1d48e3-c912-4f8b-aea6-a0749c398231, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3b1d48e3-c912-4f8b-aea6-a0749c398231,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:57.095984 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecfd7a0-ca86-4f4a-b188-54cc43023781 req-1b38ac29-de6a-4c12-aad5-13278b584876 service neutron] 10.222.0.42 "GET /v2.0/networks/7f2fa2f2-bca1-4fb5-bd1a-7514f20040db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170346 Jun 04 16:20:57.097869 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:57.129024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36549745-b3c8-49ee-86ac-dc07afb2f66c req-485a9d99-42f9-41a2-8116-ab9f35d015b8 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:57.130548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-36549745-b3c8-49ee-86ac-dc07afb2f66c req-485a9d99-42f9-41a2-8116-ab9f35d015b8 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 948 time: 0.1986554 Jun 04 16:20:57.139188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc005a-4931-4a2c-80f0-915cd8807818 req-03c7bb37-c01a-4351-a01c-f88de6dce9b4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:57.140610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-babc005a-4931-4a2c-80f0-915cd8807818 req-03c7bb37-c01a-4351-a01c-f88de6dce9b4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2076902 Jun 04 16:20:57.180771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3b1d48e3-c912-4f8b-aea6-a0749c398231,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:57.224530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d682374-8f93-4fa7-9ff6-ada29749d78e admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:20:57.238295 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0d682374-8f93-4fa7-9ff6-ada29749d78e admin admin] 10.222.0.13 "PUT /v2.0/routers/5674e3f8-9bcf-4bfa-898a-da6112f4fd06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9947970 Jun 04 16:20:57.238558 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3276b-9e4b-4419-8cc0-2ed8b23c4421 None None] Sync routers for ids ['5674e3f8-9bcf-4bfa-898a-da6112f4fd06'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:20:57.242754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36872) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:20:57.255828 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3276b-9e4b-4419-8cc0-2ed8b23c4421 None None] Routers {'5674e3f8-9bcf-4bfa-898a-da6112f4fd06'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:20:57.256586 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ff3276b-9e4b-4419-8cc0-2ed8b23c4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5674e3f8-9bcf-4bfa-898a-da6112f4fd06'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:57.291314 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-36549745-b3c8-49ee-86ac-dc07afb2f66c req-11d0f194-0c79-4346-a7cb-394cbc40320a tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400254 Jun 04 16:20:57.323092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-babc005a-4931-4a2c-80f0-915cd8807818 req-97c98a4d-d4c9-42c4-8e63-bc695d96ee4f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730559 Jun 04 16:20:57.342055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['3b1d48e3-c912-4f8b-aea6-a0749c398231'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:20:57.363352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee472-465b-490c-b881-46e3dca1e867 req-ee6a6260-7f04-4818-b26b-c4dca477a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:57.363835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee472-465b-490c-b881-46e3dca1e867 req-ee6a6260-7f04-4818-b26b-c4dca477a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:57.365386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-ee6a6260-7f04-4818-b26b-c4dca477a4a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55529c8e77164b25a08ae78a561ce40a&device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1981 time: 0.1733372 Jun 04 16:20:57.576879 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:57.676095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-28d2581b-38ca-40af-94ec-4e0fb4d769f3 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:57.684547 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-28d2581b-38ca-40af-94ec-4e0fb4d769f3 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a&tenant_id=d4012fb5625c4c60945856a3a47e68a0&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 1096 time: 0.3524556 Jun 04 16:20:57.710917 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2ff3276b-9e4b-4419-8cc0-2ed8b23c4421 None None] Set router 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:20:57.727083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee472-465b-490c-b881-46e3dca1e867 req-9db3673c-d39b-4717-a0d8-5d1a7462ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:57.729150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-9db3673c-d39b-4717-a0d8-5d1a7462ce35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cea2d318-3e8d-4aa7-9b18-5b66d4496d56 HTTP/1.1" status: 200 len: 903 time: 0.3569956 Jun 04 16:20:57.744506 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-759d228e-3b2e-4a43-9139-d4188228f014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:57.904199 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-8729ba77-eeef-4e83-a65e-d702224ca43c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.117&port_id=412d51e4-ed8e-4bc3-8862-d3a657766218 HTTP/1.1" status: 200 len: 217 time: 0.1674404 Jun 04 16:20:57.919094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a39d-ca56-4eb5-b819-3ae140480f33 req-d6a13727-2b18-4476-a3cf-8f6ef772429e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:57.920896 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b18a39d-ca56-4eb5-b819-3ae140480f33 req-d6a13727-2b18-4476-a3cf-8f6ef772429e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 945 time: 0.4842865 Jun 04 16:20:57.928007 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:57.942309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Deleting port 2c8f8275-4edf-4996-bec6-72d7623fc82c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:20:57.942836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:57.993912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-c115df0e-6d2b-4279-8a21-8d7638648d95 service neutron] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:20:57.999703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e92f0-97a0-49a0-a21c-abdee369b3bf req-f008f329-91a6-4656-8e57-5df3d6445114 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:58.000289 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-c115df0e-6d2b-4279-8a21-8d7638648d95 service neutron] Notify callbacks [] for binding, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:58.001370 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-35af2e60-a14e-4e2b-bcaf-bf9c4e7bd359 req-c115df0e-6d2b-4279-8a21-8d7638648d95 service neutron] 10.222.0.46 "DELETE /v2.0/ports/7e951e93-c4f8-48cb-9101-88d097021624/bindings/n-h1-811809-3 HTTP/1.1" status: 204 len: 173 time: 0.3085408 Jun 04 16:20:58.006718 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd2e92f0-97a0-49a0-a21c-abdee369b3bf req-f008f329-91a6-4656-8e57-5df3d6445114 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 949 time: 0.4262381 Jun 04 16:20:58.108522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee472-465b-490c-b881-46e3dca1e867 req-851eb7c6-9bba-48ca-be1c-61ac74933c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:58.110332 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-851eb7c6-9bba-48ca-be1c-61ac74933c11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8214fa7c-aa35-4c3a-a872-e3211e11c685 HTTP/1.1" status: 200 len: 801 time: 0.1857965 Jun 04 16:20:58.113431 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b18a39d-ca56-4eb5-b819-3ae140480f33 req-c0b79155-37b5-4de7-9fcf-8f8f827b2147 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549995 Jun 04 16:20:58.195675 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd2e92f0-97a0-49a0-a21c-abdee369b3bf req-caef6fcc-1add-42fb-a31c-b538c34654bb tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f5cd481-e120-4d67-9c3f-f3fbe907980e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877251 Jun 04 16:20:58.244371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee472-465b-490c-b881-46e3dca1e867 req-a1d68a6e-56a8-4856-963f-3a476441ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:58.245640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-a1d68a6e-56a8-4856-963f-3a476441ab7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cea2d318-3e8d-4aa7-9b18-5b66d4496d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1281507 Jun 04 16:20:58.264010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] For port 2c8f8275-4edf-4996-bec6-72d7623fc82c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2c8f8275-4edf-4996-bec6-72d7623fc82c,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:58.264382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:58.310939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:20:58.319137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 59920924-b1e1-4b96-923a-837befbb8388 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:58.409472 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ff3276b-9e4b-4419-8cc0-2ed8b23c4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'name': 'tempest-VolumesAdminNegativeTest-943244872-router', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:01Z', 'updated_at': '2022-06-04T16:20:55Z', 'revision_number': 5, 'project_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'gw_port': {'id': '2c8f8275-4edf-4996-bec6-72d7623fc82c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:02Z', 'updated_at': '2022-06-04T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:58.425249 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3276b-9e4b-4419-8cc0-2ed8b23c4421 None None] Checking router: 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:20:58.446690 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3276b-9e4b-4419-8cc0-2ed8b23c4421 None None] Routers {'5674e3f8-9bcf-4bfa-898a-da6112f4fd06'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:20:58.448228 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ff3276b-9e4b-4419-8cc0-2ed8b23c4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5674e3f8-9bcf-4bfa-898a-da6112f4fd06'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:58.467384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-791ef2cb-b344-4adf-a78e-0e7d4580d28e service neutron] 10.222.0.42 "GET /v2.0/networks/cea2d318-3e8d-4aa7-9b18-5b66d4496d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133391 Jun 04 16:20:58.644282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 59920924-b1e1-4b96-923a-837befbb8388 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:58.677969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Calling delete_port for 2c8f8275-4edf-4996-bec6-72d7623fc82c owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:20:58.702833 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2ff3276b-9e4b-4419-8cc0-2ed8b23c4421 None None] Set router 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:20:58.846892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 59920924-b1e1-4b96-923a-837befbb8388 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:58.847497 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:58.922908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:20:58.926173 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3b1d48e3-c912-4f8b-aea6-a0749c398231 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:20:58.941804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7d5cf-e766-4e39-947f-db5e40b8c504 req-aad2fa8a-b17a-45c9-b0b6-44bfc327c1e2 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:58.943888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49c7d5cf-e766-4e39-947f-db5e40b8c504 req-aad2fa8a-b17a-45c9-b0b6-44bfc327c1e2 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 1096 time: 0.3810854 Jun 04 16:20:58.962495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f75ae4-a2a3-489b-bd7d-09dd10909ce6 req-cc9d6fb6-55dc-4417-ad1e-0b0be62af1f0 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:58.968534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f75ae4-a2a3-489b-bd7d-09dd10909ce6 req-cc9d6fb6-55dc-4417-ad1e-0b0be62af1f0 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:58.970306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0f75ae4-a2a3-489b-bd7d-09dd10909ce6 req-cc9d6fb6-55dc-4417-ad1e-0b0be62af1f0 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1679 time: 0.5019441 Jun 04 16:20:58.986568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-ea4d1c17-4054-40b9-a848-e2d55e482776 service neutron] 10.222.0.42 "GET /v2.0/networks/cea2d318-3e8d-4aa7-9b18-5b66d4496d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248693 Jun 04 16:20:59.005339 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ff3276b-9e4b-4419-8cc0-2ed8b23c4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'name': 'tempest-VolumesAdminNegativeTest-943244872-router', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:01Z', 'updated_at': '2022-06-04T16:20:57Z', 'revision_number': 6, 'project_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:20:59.039894 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3276b-9e4b-4419-8cc0-2ed8b23c4421 None None] The sync data for ids ['5674e3f8-9bcf-4bfa-898a-da6112f4fd06'] in n-d-811809-3 is: [{'id': '5674e3f8-9bcf-4bfa-898a-da6112f4fd06', 'name': 'tempest-VolumesAdminNegativeTest-943244872-router', 'tenant_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:01Z', 'updated_at': '2022-06-04T16:20:57Z', 'revision_number': 6, 'project_id': '1c23bb4fe0694e2f99979a3f6cea4d5e', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:20:59.231615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:59.238766 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0f75ae4-a2a3-489b-bd7d-09dd10909ce6 req-893f8b3d-4e6b-4038-8a0c-0092ceff6b45 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482960 Jun 04 16:20:59.263046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49c7d5cf-e766-4e39-947f-db5e40b8c504 req-154873ed-da4a-4f09-92a4-0712700030c5 tempest-LiveMigrationTest-726674272 tempest-LiveMigrationTest-726674272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914114 Jun 04 16:20:59.533319 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:59.542390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee472-465b-490c-b881-46e3dca1e867 req-c5e2e873-d523-46e0-b156-8825cfdd7383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:59.549031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-c5e2e873-d523-46e0-b156-8825cfdd7383 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0386910bbc94461ab972e6ff95195778&device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 1100 time: 0.4860773 Jun 04 16:20:59.614332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=243d1b4a-2dff-4d2d-9a36-e683637eb8b0,segment=NetworkSegment(44bd2672-0eb4-4959-b055-ce2ea8c7a73d),segment_id=44bd2672-0eb4-4959-b055-ce2ea8c7a73d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:20:59.648229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8f8275-4edf-4996-bec6-72d7623fc82c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:20:59.654308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '243d1b4a-2dff-4d2d-9a36-e683637eb8b0', 'network_id': '7f2fa2f2-bca1-4fb5-bd1a-7514f20040db', 'port_id': '243d1b4a-2dff-4d2d-9a36-e683637eb8b0', 'mac_address': 'fa:16:3e:2c:7a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4062d2f-33fe-4f07-9a5d-f37ebaae7edd', 'ip_address': '19.86.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:20:59.669762 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 336eb52e-5289-4025-af75-4330e92b3b41 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:20:59.695096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'port_id': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'mac_address': 'fa:16:3e:a0:80:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:20:59.800042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 3b1d48e3-c912-4f8b-aea6-a0749c398231 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:20:59.809583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 336eb52e-5289-4025-af75-4330e92b3b41 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:20:59.810747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 336eb52e-5289-4025-af75-4330e92b3b41 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:20:59.828081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 3b1d48e3-c912-4f8b-aea6-a0749c398231 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:20:59.828675 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:59.829677 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:59.952798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:20:59.953219 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:20:59.983911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55f0f1-8153-44bf-a221-2d058a114e8c req-7c6ecf22-9f53-4bbf-aab9-908ea69a507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:59.984400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55f0f1-8153-44bf-a221-2d058a114e8c req-7c6ecf22-9f53-4bbf-aab9-908ea69a507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:20:59.986571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e55f0f1-8153-44bf-a221-2d058a114e8c req-7c6ecf22-9f53-4bbf-aab9-908ea69a507f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55529c8e77164b25a08ae78a561ce40a&device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1981 time: 0.8915377 Jun 04 16:21:00.026084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:21:00.043006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:00.049548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 59920924-b1e1-4b96-923a-837befbb8388 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:00.049698 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.067523 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-32d47e68-34f5-49ed-aa40-363ffa60ec86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.068532 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.112719 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.117038 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.156809 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.157539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5674e3f8-9bcf-4bfa-898a-da6112f4fd06 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:21:00.166333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:00.176419 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.178132 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6588ecf2-245f-42cd-9a63-ca0deb42d110 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5674e3f8-9bcf-4bfa-898a-da6112f4fd06 HTTP/1.1" status: 204 len: 168 time: 2.9339983 Jun 04 16:21:00.180625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36946) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:00.186214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:00.193474 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.257617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f11c82-8037-4078-b3b5-463b6d69d2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59920924-b1e1-4b96-923a-837befbb8388'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:00.267471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:21:00.281325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:21:00.310509 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81d46fc-dfb7-425b-a6bc-e6510a44a3d3 admin admin] Deleting subnet 7bddc17a-ace5-4042-9a78-87f449df67c1 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:21:00.315999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f81d46fc-dfb7-425b-a6bc-e6510a44a3d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.394095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567ab4e-6ef0-46cd-8c1a-83127b024290 req-9d66648f-6ae8-4f3e-a15a-a80b43274392 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:00.412216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3567ab4e-6ef0-46cd-8c1a-83127b024290 req-9d66648f-6ae8-4f3e-a15a-a80b43274392 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 948 time: 1.0016136 Jun 04 16:21:00.424163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f81d46fc-dfb7-425b-a6bc-e6510a44a3d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.428148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 59920924-b1e1-4b96-923a-837befbb8388, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=59920924-b1e1-4b96-923a-837befbb8388,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:00.436060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee472-465b-490c-b881-46e3dca1e867 req-3dcb0313-0272-4083-9828-a14f80f06da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:00.438729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-3dcb0313-0272-4083-9828-a14f80f06da6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.8759840 Jun 04 16:21:00.482938 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.560138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=243d1b4a-2dff-4d2d-9a36-e683637eb8b0,segment=NetworkSegment(44bd2672-0eb4-4959-b055-ce2ea8c7a73d),segment_id=44bd2672-0eb4-4959-b055-ce2ea8c7a73d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:00.588753 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f81d46fc-dfb7-425b-a6bc-e6510a44a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.703779 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.704415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 412d51e4-ed8e-4bc3-8862-d3a657766218 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:21:00.743227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3567ab4e-6ef0-46cd-8c1a-83127b024290 req-8fb5e7e3-6fa1-4c9d-847a-6d99aabf17ee tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289828 Jun 04 16:21:00.812791 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f81d46fc-dfb7-425b-a6bc-e6510a44a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.845108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7610c-6bfa-41cc-92f2-6a3c20782986 req-96e14c46-1dca-4d80-bc90-2dd0208544c7 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:00.853991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-faa7610c-6bfa-41cc-92f2-6a3c20782986 req-96e14c46-1dca-4d80-bc90-2dd0208544c7 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 949 time: 1.2899761 Jun 04 16:21:00.924010 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f81d46fc-dfb7-425b-a6bc-e6510a44a3d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:00.947757 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 412d51e4-ed8e-4bc3-8862-d3a657766218, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=412d51e4-ed8e-4bc3-8862-d3a657766218,segment=NetworkSegment(a6fc7925-dbb8-47a7-984e-0e263aac6a6c),segment_id=a6fc7925-dbb8-47a7-984e-0e263aac6a6c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:00.950843 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f81d46fc-dfb7-425b-a6bc-e6510a44a3d3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7bddc17a-ace5-4042-9a78-87f449df67c1 HTTP/1.1" status: 204 len: 168 time: 0.7687836 Jun 04 16:21:00.951604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36958) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:00.954030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-77267216-af88-4044-b0eb-135602bf2037 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=3b1d48e3-c912-4f8b-aea6-a0749c398231 HTTP/1.1" status: 200 len: 217 time: 0.4293518 Jun 04 16:21:00.957055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d46fc-dfb7-425b-a6bc-e6510a44a3d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bddc17a-ace5-4042-9a78-87f449df67c1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:00.987294 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '412d51e4-ed8e-4bc3-8862-d3a657766218', 'network_id': 'cea2d318-3e8d-4aa7-9b18-5b66d4496d56', 'port_id': '412d51e4-ed8e-4bc3-8862-d3a657766218', 'mac_address': 'fa:16:3e:e8:ac:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8214fa7c-aa35-4c3a-a872-e3211e11c685', 'ip_address': '19.80.0.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:21:00.989278 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc27b8e-0819-44e5-bba4-47d795a817c6 None None] Network 8987c169-60ee-4bb9-9686-616dc3a180d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:21:01.029635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3b1d48e3-c912-4f8b-aea6-a0749c398231 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:01.030362 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:01.155143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-faa7610c-6bfa-41cc-92f2-6a3c20782986 req-a4b99cd2-0423-4d98-a0a2-b5502e705b49 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f5cd481-e120-4d67-9c3f-f3fbe907980e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001397 Jun 04 16:21:01.220305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55f0f1-8153-44bf-a221-2d058a114e8c req-ad69c476-b29a-4337-9d7b-b5ec1287875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:01.222546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e55f0f1-8153-44bf-a221-2d058a114e8c req-ad69c476-b29a-4337-9d7b-b5ec1287875d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f2fa2f2-bca1-4fb5-bd1a-7514f20040db HTTP/1.1" status: 200 len: 902 time: 1.1859992 Jun 04 16:21:01.236904 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:01.319800 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:01.323348 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e55f0f1-8153-44bf-a221-2d058a114e8c req-47b5f87f-337e-451f-9fc3-8d102419aaf6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.221&port_id=243d1b4a-2dff-4d2d-9a36-e683637eb8b0 HTTP/1.1" status: 200 len: 217 time: 0.0919580 Jun 04 16:21:01.325721 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee472-465b-490c-b881-46e3dca1e867 req-b492bfa7-70ce-4bb6-a9aa-5bf527610a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:01.328463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-b492bfa7-70ce-4bb6-a9aa-5bf527610a31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.3524029 Jun 04 16:21:01.354143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3b1d48e3-c912-4f8b-aea6-a0749c398231, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3b1d48e3-c912-4f8b-aea6-a0749c398231,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:01.370972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Deleting port 7a66947d-6c88-4e68-b356-5fcf89160372 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:01.371339 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:01.408573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=59920924-b1e1-4b96-923a-837befbb8388,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:01.409535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55f0f1-8153-44bf-a221-2d058a114e8c req-9a13e8a1-f59b-475f-8e48-504563e3f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:01.411045 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e55f0f1-8153-44bf-a221-2d058a114e8c req-9a13e8a1-f59b-475f-8e48-504563e3f0f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4062d2f-33fe-4f07-9a5d-f37ebaae7edd HTTP/1.1" status: 200 len: 801 time: 0.0798512 Jun 04 16:21:01.412751 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:01.506651 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:01.604795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 412d51e4-ed8e-4bc3-8862-d3a657766218 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:01.607628 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:01.700708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee472-465b-490c-b881-46e3dca1e867 req-4a2cbc0f-b1fa-42c6-a78f-879e0e69600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:01.702205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-4a2cbc0f-b1fa-42c6-a78f-879e0e69600c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2903068 Jun 04 16:21:01.854119 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50ca01d-cb2e-4db3-a71e-4c0b8a5cd005'] response: {'server_uuid': '76f11c82-8037-4078-b3b5-463b6d69d2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59920924-b1e1-4b96-923a-837befbb8388', 'code': 200} Jun 04 16:21:01.879140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2c8f8275-4edf-4996-bec6-72d7623fc82c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:01.903364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-b53f1af6-cf3a-4a13-85b3-96755bffb0de service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839726 Jun 04 16:21:01.968738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55f0f1-8153-44bf-a221-2d058a114e8c req-ca8ebcab-f3ec-41f0-8682-07dbd9b3997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:01.970227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e55f0f1-8153-44bf-a221-2d058a114e8c req-ca8ebcab-f3ec-41f0-8682-07dbd9b3997b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f2fa2f2-bca1-4fb5-bd1a-7514f20040db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5054448 Jun 04 16:21:01.986092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 2c8f8275-4edf-4996-bec6-72d7623fc82c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:01.986345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2c8f8275-4edf-4996-bec6-72d7623fc82c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:02.011589 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412d51e4-ed8e-4bc3-8862-d3a657766218 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:21:02.058159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] For port 7a66947d-6c88-4e68-b356-5fcf89160372, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7a66947d-6c88-4e68-b356-5fcf89160372,segment=NetworkSegment(8826ae00-41fd-492d-ac82-38c21dd81e1f),segment_id=8826ae00-41fd-492d-ac82-38c21dd81e1f)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:02.059514 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:02.103299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 412d51e4-ed8e-4bc3-8862-d3a657766218, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=412d51e4-ed8e-4bc3-8862-d3a657766218,segment=NetworkSegment(a6fc7925-dbb8-47a7-984e-0e263aac6a6c),segment_id=a6fc7925-dbb8-47a7-984e-0e263aac6a6c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:02.104589 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=243d1b4a-2dff-4d2d-9a36-e683637eb8b0,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:02.190184 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:02.202485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Calling delete_port for 7a66947d-6c88-4e68-b356-5fcf89160372 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:02.281219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de496f01-9ee8-4b17-988b-5a93358e1d4c req-e7d54d67-0ebf-4f69-8bcb-328748239e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:02.282823 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-de496f01-9ee8-4b17-988b-5a93358e1d4c req-e7d54d67-0ebf-4f69-8bcb-328748239e3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 1100 time: 0.3219633 Jun 04 16:21:02.286631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3b1d48e3-c912-4f8b-aea6-a0749c398231,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:02.372988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:21:02.373426 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-de496f01-9ee8-4b17-988b-5a93358e1d4c req-97c6f585-69dc-4741-8beb-bd80d929eafc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810096 Jun 04 16:21:02.382936 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:02.452549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f76fca-fc95-422e-b16c-39eb8f544f13 None None] DHCP port deletion for 8987c169-60ee-4bb9-9686-616dc3a180d1 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:21:02.535486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=412d51e4-ed8e-4bc3-8862-d3a657766218,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:02.549534 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:02.553405 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['412d51e4-ed8e-4bc3-8862-d3a657766218'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:21:02.606103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a66947d-6c88-4e68-b356-5fcf89160372,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:02.623442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] No DVR routers for this DVR port 7a66947d-6c88-4e68-b356-5fcf89160372 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:02.730382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:02.731078 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:02.819654 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e55f0f1-8153-44bf-a221-2d058a114e8c req-2fb0f571-fa30-4a1f-ba5b-6ab973a56056 service neutron] 10.222.0.42 "GET /v2.0/networks/7f2fa2f2-bca1-4fb5-bd1a-7514f20040db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954430 Jun 04 16:21:02.824183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4aaee472-465b-490c-b881-46e3dca1e867 req-2eceb7a4-1e9d-48f5-90b1-dac9ec649e3f service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9124000 Jun 04 16:21:02.841040 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:02.905777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8987c169-60ee-4bb9-9686-616dc3a180d1']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:02.908773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869cf75-4a5f-4ede-b722-6ddfe5a9137d req-6d2c3f16-a2cd-4251-8533-5ad1b6c745c8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:02.922052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869cf75-4a5f-4ede-b722-6ddfe5a9137d req-6d2c3f16-a2cd-4251-8533-5ad1b6c745c8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:02.935034 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c869cf75-4a5f-4ede-b722-6ddfe5a9137d req-6d2c3f16-a2cd-4251-8533-5ad1b6c745c8 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1681 time: 0.9875793 Jun 04 16:21:02.940974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8826ae00-41fd-492d-ac82-38c21dd81e1f') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:02.941541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8826ae00-41fd-492d-ac82-38c21dd81e1f') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:02.970159 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:03.010323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:03.024412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:21:03.025092 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:03.043920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:03.044562 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:03.107944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:03.115549 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 8826ae00-41fd-492d-ac82-38c21dd81e1f resource provider aggregate not found Jun 04 16:21:03.122604 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:03.151146 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 8826ae00-41fd-492d-ac82-38c21dd81e1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8826ae00-41fd-492d-ac82-38c21dd81e1f found for delete ", "request_id": "req-22f87e87-e7c0-4585-ab5a-c68713beb718"}]} Jun 04 16:21:03.181590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:03.207204 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:03.218116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79160c-8715-4719-8f50-6160e3d8fd7d req-6c75e514-f33c-45d8-b6aa-7f6d811d3e3e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:03.218566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=8987c169-60ee-4bb9-9686-616dc3a180d1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:03.220500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d79160c-8715-4719-8f50-6160e3d8fd7d req-6c75e514-f33c-45d8-b6aa-7f6d811d3e3e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.46 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 945 time: 1.0805151 Jun 04 16:21:03.223329 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4f8d7b88-bfe3-4d06-94c0-68d1a5e95d2a admin admin] 10.222.0.13 "DELETE /v2.0/networks/8987c169-60ee-4bb9-9686-616dc3a180d1 HTTP/1.1" status: 204 len: 168 time: 2.2680995 Jun 04 16:21:03.223471 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c869cf75-4a5f-4ede-b722-6ddfe5a9137d req-dee7fdd6-5b83-42e4-aed6-313b50532016 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875071 Jun 04 16:21:03.237761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:03.243438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb0ce3-ac0e-4fa7-b998-8cb1438e2dcc req-c90f455e-f55b-40a6-ad9c-0a428f6a079e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:03.251329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-23cb0ce3-ac0e-4fa7-b998-8cb1438e2dcc req-c90f455e-f55b-40a6-ad9c-0a428f6a079e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 945 time: 1.0448568 Jun 04 16:21:03.456235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-23cb0ce3-ac0e-4fa7-b998-8cb1438e2dcc req-a7a09d1b-7082-44e3-99d8-5ee98f3c29eb tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039280 Jun 04 16:21:03.479383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36988) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:03.497390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['243d1b4a-2dff-4d2d-9a36-e683637eb8b0'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:21:03.542363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-1d79160c-8715-4719-8f50-6160e3d8fd7d req-9330b933-57f2-4b59-b83e-65983d6d482a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Deleting port 7e951e93-c4f8-48cb-9101-88d097021624 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:03.542769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d79160c-8715-4719-8f50-6160e3d8fd7d req-9330b933-57f2-4b59-b83e-65983d6d482a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:03.600372 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e5826fea-72bd-4411-ab53-864e4daae14a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60ac837242f346f296181deb284c70b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1167872 Jun 04 16:21:03.600903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36992) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:03.646639 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e55f0f1-8153-44bf-a221-2d058a114e8c req-11864a87-1b18-4a54-8d30-bf851f2c34ad service neutron] 10.222.0.42 "GET /v2.0/networks/7f2fa2f2-bca1-4fb5-bd1a-7514f20040db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8181295 Jun 04 16:21:03.752307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7a66947d-6c88-4e68-b356-5fcf89160372 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:03.783119 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8db3d788-f79b-4eef-9dd4-c20a612f8f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:03.793946 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:03.795822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 7a66947d-6c88-4e68-b356-5fcf89160372 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:03.796316 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7a66947d-6c88-4e68-b356-5fcf89160372 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:03.843052 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8db3d788-f79b-4eef-9dd4-c20a612f8f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:03.861392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df4b4ec-515d-4665-a25d-750497cff382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1d48e3-c912-4f8b-aea6-a0749c398231'}, {'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:03.936993 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:03.994478 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8db3d788-f79b-4eef-9dd4-c20a612f8f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:04.030234 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8db3d788-f79b-4eef-9dd4-c20a612f8f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:04.031716 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8db3d788-f79b-4eef-9dd4-c20a612f8f7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f0aa59f-d82b-401b-83f2-2b8cc2d80df7 HTTP/1.1" status: 204 len: 168 time: 0.4299042 Jun 04 16:21:04.032915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3d788-f79b-4eef-9dd4-c20a612f8f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0aa59f-d82b-401b-83f2-2b8cc2d80df7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:04.109345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e449e-fd73-4d92-a7c1-80e446727dce req-967be2c4-5d8b-4d47-b1f1-e5e5623e2b95 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:04.110825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c1e449e-fd73-4d92-a7c1-80e446727dce req-967be2c4-5d8b-4d47-b1f1-e5e5623e2b95 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 946 time: 0.4447169 Jun 04 16:21:04.125684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b24b4-9de4-4be5-a122-2fbbbf3f4c46 req-03ab60bf-6361-4725-b186-0ce73063b1ee tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:04.132724 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f24b24b4-9de4-4be5-a122-2fbbbf3f4c46 req-03ab60bf-6361-4725-b186-0ce73063b1ee tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3460505 Jun 04 16:21:04.187215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 412d51e4-ed8e-4bc3-8862-d3a657766218 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:21:04.284954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 412d51e4-ed8e-4bc3-8862-d3a657766218 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:21:04.291608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 412d51e4-ed8e-4bc3-8862-d3a657766218 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:04.292317 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:04.306731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f24b24b4-9de4-4be5-a122-2fbbbf3f4c46 req-4d184068-7157-413b-8e8d-e879e4d26a7e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727085 Jun 04 16:21:04.352218 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c1e449e-fd73-4d92-a7c1-80e446727dce req-71828955-2035-45e1-b625-502912dd81e8 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160420 Jun 04 16:21:04.461271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1d79160c-8715-4719-8f50-6160e3d8fd7d req-9330b933-57f2-4b59-b83e-65983d6d482a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] For port 7e951e93-c4f8-48cb-9101-88d097021624, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=7e951e93-c4f8-48cb-9101-88d097021624,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:04.461775 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d79160c-8715-4719-8f50-6160e3d8fd7d req-9330b933-57f2-4b59-b83e-65983d6d482a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:04.521016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 412d51e4-ed8e-4bc3-8862-d3a657766218 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:04.521407 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:04.569007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 412d51e4-ed8e-4bc3-8862-d3a657766218, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=412d51e4-ed8e-4bc3-8862-d3a657766218,segment=NetworkSegment(a6fc7925-dbb8-47a7-984e-0e263aac6a6c),segment_id=a6fc7925-dbb8-47a7-984e-0e263aac6a6c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:04.578838 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:04.666252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=412d51e4-ed8e-4bc3-8862-d3a657766218,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:04.705571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-1d79160c-8715-4719-8f50-6160e3d8fd7d req-9330b933-57f2-4b59-b83e-65983d6d482a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Calling delete_port for 7e951e93-c4f8-48cb-9101-88d097021624 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:04.758203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37014) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:04.826316 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bc845f30-b009-48cc-b280-ed83aeea19ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c23bb4fe0694e2f99979a3f6cea4d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0667224 Jun 04 16:21:04.828727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37018) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:04.838856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e970436-e7ce-4c53-8eba-49b82258ae3b req-88146eb7-0a72-4477-ae0b-97d1abdff525 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:04.840441 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e970436-e7ce-4c53-8eba-49b82258ae3b req-88146eb7-0a72-4477-ae0b-97d1abdff525 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 950 time: 0.3707349 Jun 04 16:21:04.847886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb883b5e-ebc7-453b-8e2d-6d9adc7f73c1 req-ca30b424-e0ff-487c-b977-764cfad3b616 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:04.854846 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb883b5e-ebc7-453b-8e2d-6d9adc7f73c1 req-ca30b424-e0ff-487c-b977-764cfad3b616 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 949 time: 0.3267894 Jun 04 16:21:04.898641 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd576a40-870d-4c66-8359-41aa87dbdeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:04.928142 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd576a40-870d-4c66-8359-41aa87dbdeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:04.991590 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb883b5e-ebc7-453b-8e2d-6d9adc7f73c1 req-f7afb0e6-6858-4d7c-9c81-bdeea741d7c4 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358051 Jun 04 16:21:05.004042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e970436-e7ce-4c53-8eba-49b82258ae3b req-0d88e42e-f46f-4e13-8d2d-f9c0ae113c56 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f5cd481-e120-4d67-9c3f-f3fbe907980e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471438 Jun 04 16:21:05.020710 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd576a40-870d-4c66-8359-41aa87dbdeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:05.026707 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d79160c-8715-4719-8f50-6160e3d8fd7d req-9330b933-57f2-4b59-b83e-65983d6d482a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:05.040222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['54214b12-22b7-472d-af96-250b87cca3f7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:21:05.063679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd576a40-870d-4c66-8359-41aa87dbdeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102fecf6-d7c1-4b0e-bb0e-045d4eaf8817,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:05.075746 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd576a40-870d-4c66-8359-41aa87dbdeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:05.079501 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fd576a40-870d-4c66-8359-41aa87dbdeba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/102fecf6-d7c1-4b0e-bb0e-045d4eaf8817 HTTP/1.1" status: 204 len: 168 time: 0.2495325 Jun 04 16:21:05.159119 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e449979-6f20-426a-8f6e-506c591375ee'] response: {'server_uuid': '6df4b4ec-515d-4665-a25d-750497cff382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1d48e3-c912-4f8b-aea6-a0749c398231', 'code': 200} Jun 04 16:21:05.159639 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e449979-6f20-426a-8f6e-506c591375ee'] response: {'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'code': 200} Jun 04 16:21:05.225497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330b933-57f2-4b59-b83e-65983d6d482a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Pushing event deleted for resources: {'Port': ['ID=7e951e93-c4f8-48cb-9101-88d097021624,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:05.407035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d79160c-8715-4719-8f50-6160e3d8fd7d req-9330b933-57f2-4b59-b83e-65983d6d482a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] No DVR routers for this DVR port 7e951e93-c4f8-48cb-9101-88d097021624 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:05.413058 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d79160c-8715-4719-8f50-6160e3d8fd7d req-9330b933-57f2-4b59-b83e-65983d6d482a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:05.418037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9483ae76-f5de-4b9c-9120-ec62931ae91a', 'name': 'network-vif-deleted', 'tag': '7e951e93-c4f8-48cb-9101-88d097021624'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:05.465271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d79160c-8715-4719-8f50-6160e3d8fd7d req-9330b933-57f2-4b59-b83e-65983d6d482a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.46 "DELETE /v2.0/ports/7e951e93-c4f8-48cb-9101-88d097021624 HTTP/1.1" status: 204 len: 173 time: 2.2331116 Jun 04 16:21:05.497280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78f6d9-f0cc-476d-b9f2-fa49b9f92fa9 req-9ae63aa2-835c-490f-bf63-82f3629606d2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:05.504382 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e78f6d9-f0cc-476d-b9f2-fa49b9f92fa9 req-9ae63aa2-835c-490f-bf63-82f3629606d2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3294637 Jun 04 16:21:05.528310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426088e5-3df2-4636-907e-72bd546d88b8 req-d591d37c-c91c-4e40-a2fc-4429c18e0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:05.530747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-426088e5-3df2-4636-907e-72bd546d88b8 req-d591d37c-c91c-4e40-a2fc-4429c18e0ad9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 1101 time: 0.3064494 Jun 04 16:21:05.582823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41398055-e1e3-4207-b2a7-fc449ec3d4d3 req-2b9afd5a-49e5-4386-b256-a8a4e4ba5bce tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:05.589686 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41398055-e1e3-4207-b2a7-fc449ec3d4d3 req-2b9afd5a-49e5-4386-b256-a8a4e4ba5bce tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:05.603727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41398055-e1e3-4207-b2a7-fc449ec3d4d3 req-2b9afd5a-49e5-4386-b256-a8a4e4ba5bce tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1682 time: 0.3014762 Jun 04 16:21:05.673659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e78f6d9-f0cc-476d-b9f2-fa49b9f92fa9 req-61a43289-15db-4785-a44e-192647ade9c1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682560 Jun 04 16:21:05.987673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-426088e5-3df2-4636-907e-72bd546d88b8 req-f8b574a7-8102-4acf-b457-d73f44b68738 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2f5cd481-e120-4d67-9c3f-f3fbe907980e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300644 Jun 04 16:21:05.999483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-788df14e-ed21-4c9a-8655-18dc9c7ea84e req-f69498f1-cb47-4553-be93-da4494ce117d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Synchronizing usage tracker for tenant:d4012fb5625c4c60945856a3a47e68a0 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:21:06.019991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41398055-e1e3-4207-b2a7-fc449ec3d4d3 req-f4fafc22-1082-492a-83d0-d93db41d951a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157424 Jun 04 16:21:06.024533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-788df14e-ed21-4c9a-8655-18dc9c7ea84e req-f69498f1-cb47-4553-be93-da4494ce117d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Unset dirty status for tenant:d4012fb5625c4c60945856a3a47e68a0 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:21:06.025693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-788df14e-ed21-4c9a-8655-18dc9c7ea84e req-f69498f1-cb47-4553-be93-da4494ce117d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 210 time: 0.0974414 Jun 04 16:21:06.171977 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a738ff5e-1799-4329-b57f-bf13350e99ba'] response: {'server_uuid': '9483ae76-f5de-4b9c-9120-ec62931ae91a', 'name': 'network-vif-deleted', 'tag': '7e951e93-c4f8-48cb-9101-88d097021624', 'status': 'completed', 'code': 200} Jun 04 16:21:06.214570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:21:06.372996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 7e951e93-c4f8-48cb-9101-88d097021624 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:06.481672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 7e951e93-c4f8-48cb-9101-88d097021624 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:06.485080 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 7e951e93-c4f8-48cb-9101-88d097021624 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:06.514867 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:21:06.523198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:06.523622 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:06.567471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4dfa4-450e-42b8-821c-fc7d71b186db req-f5fcf44e-39cc-4dee-8078-ce1f6726e7c3 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:06.578073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51b4dfa4-450e-42b8-821c-fc7d71b186db req-f5fcf44e-39cc-4dee-8078-ce1f6726e7c3 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 950 time: 0.2075994 Jun 04 16:21:06.583594 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37070) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:06.697892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51b4dfa4-450e-42b8-821c-fc7d71b186db req-5fe8c05d-143d-4f54-98b6-25d94756c89c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f5cd481-e120-4d67-9c3f-f3fbe907980e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164486 Jun 04 16:21:06.891767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-network', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:21:06.900169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:06.911799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Usage tracker for resource:network and tenant:0224328c1dd043e49f1d5edbdb5e771e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:06.917840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:06.919634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:06.920081 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:06.937775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:06.971835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Made reservation on behalf of 0224328c1dd043e49f1d5edbdb5e771e for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:21:06.978160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:06.997744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=243d1b4a-2dff-4d2d-9a36-e683637eb8b0,segment=NetworkSegment(44bd2672-0eb4-4959-b055-ce2ea8c7a73d),segment_id=44bd2672-0eb4-4959-b055-ce2ea8c7a73d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:07.011243 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:07.035146 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:07.082300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:07.106592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Usage tracker for resource:security_group_rule and tenant:0224328c1dd043e49f1d5edbdb5e771e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:07.110349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:07.143246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:07.211429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c00cb9-1c57-4bc4-9f0a-04e34c366161 req-f02a95c1-62dc-4e7b-91db-1f9c387a92fe tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:07.223954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2c00cb9-1c57-4bc4-9f0a-04e34c366161 req-f02a95c1-62dc-4e7b-91db-1f9c387a92fe tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 949 time: 0.3064659 Jun 04 16:21:07.256382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:07.261663 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412d51e4-ed8e-4bc3-8862-d3a657766218'}, {'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243d1b4a-2dff-4d2d-9a36-e683637eb8b0'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:07.265263 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:07.283117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=243d1b4a-2dff-4d2d-9a36-e683637eb8b0,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:07.317775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:21:07.353050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a5d0da-56f8-4a89-b346-b2b9680b18cf,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:07.356380 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:07.356890 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Added segment 0e3ebe84-0669-4f71-b7f0-5d36994066aa of type vlan for network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 Jun 04 16:21:07.394642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:07.423091 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2c00cb9-1c57-4bc4-9f0a-04e34c366161 req-07f1094f-1b23-40ca-988a-261e71dc74ec tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981299 Jun 04 16:21:07.435658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:07.438224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:07.438920 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:07.487346 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8995295 Jun 04 16:21:07.489124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37092) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:07.495729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Request body: {'subnet': {'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-subnet', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:21:07.504038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:07.531137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Usage tracker for resource:subnet and tenant:0224328c1dd043e49f1d5edbdb5e771e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:07.547111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:07.586557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:07.668530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c60ed-4644-486b-8cc5-b4f343d19966 admin admin] Pushing event updated for resources: {'Network': ['ID=482ce9e8-f448-4828-8aaa-3cf3a32326b7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:07.684398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:21:07.728345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-052f2620-86dd-4ddd-8e05-7b3de77f657e req-93c52328-99db-49a5-9613-ec0a22523639 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9483ae76-f5de-4b9c-9120-ec62931ae91a HTTP/1.1" status: 200 len: 210 time: 0.1110108 Jun 04 16:21:07.729489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Made reservation on behalf of 0224328c1dd043e49f1d5edbdb5e771e for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:21:07.735089 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:08.079498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21587142-fd86-4a98-9768-eb28c2ca7674 req-28fe3190-c0e9-44e4-82ca-f2254a1ec7e3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:08.085854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21587142-fd86-4a98-9768-eb28c2ca7674 req-28fe3190-c0e9-44e4-82ca-f2254a1ec7e3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:08.087909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21587142-fd86-4a98-9768-eb28c2ca7674 req-28fe3190-c0e9-44e4-82ca-f2254a1ec7e3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1683 time: 0.3049040 Jun 04 16:21:08.174049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c383762-9dca-4740-a71b-94bad4ea8aa3 req-80b7c68f-3cdb-4348-99af-a745ba734e91 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:08.181750 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c383762-9dca-4740-a71b-94bad4ea8aa3 req-80b7c68f-3cdb-4348-99af-a745ba734e91 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 946 time: 0.2009206 Jun 04 16:21:08.261143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21587142-fd86-4a98-9768-eb28c2ca7674 req-4f1f4797-0b4e-4acc-8d90-1e7857843c70 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651466 Jun 04 16:21:08.332681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c383762-9dca-4740-a71b-94bad4ea8aa3 req-51584a62-c828-4fba-a936-a661ffe33e69 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496518 Jun 04 16:21:08.391406 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b999d1d-f11d-4845-9da4-179db48632ac'] response: {'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412d51e4-ed8e-4bc3-8862-d3a657766218', 'code': 200} Jun 04 16:21:08.391932 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b999d1d-f11d-4845-9da4-179db48632ac'] response: {'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243d1b4a-2dff-4d2d-9a36-e683637eb8b0', 'code': 200} Jun 04 16:21:08.416704 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:08.827847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f93d9fe5-83c6-45ac-8b58-aef383cf5256,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:08.880130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Checking segment: {'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:21:08.880496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Network hostable DHCP agents. Network: 482ce9e8-f448-4828-8aaa-3cf3a32326b7, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:21:08.939699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777e426-2cce-4dd2-9794-3825f31a1407 req-12e30a42-27f2-4b85-b399-a0170ea74f3f tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:08.946946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2777e426-2cce-4dd2-9794-3825f31a1407 req-12e30a42-27f2-4b85-b399-a0170ea74f3f tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 950 time: 0.4023821 Jun 04 16:21:09.002928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-1b261f10-389c-4472-83cc-56ecb1ac2dc6 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:09.004383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-1b261f10-389c-4472-83cc-56ecb1ac2dc6 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.42 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 946 time: 0.3634849 Jun 04 16:21:09.012571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925b548-7e93-475b-ab3a-2bbef1b4a090 req-f0e5961f-6ea1-46bf-b533-5c02d7a63157 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:09.014036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1925b548-7e93-475b-ab3a-2bbef1b4a090 req-f0e5961f-6ea1-46bf-b533-5c02d7a63157 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 949 time: 0.3720307 Jun 04 16:21:09.048444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:21:09.062009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea56b4-96f5-45e6-b9e0-13d0f6f0a701 req-776b960f-1e50-4e34-b9f1-f0889706b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:09.062492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea56b4-96f5-45e6-b9e0-13d0f6f0a701 req-776b960f-1e50-4e34-b9f1-f0889706b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:09.064024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1ea56b4-96f5-45e6-b9e0-13d0f6f0a701 req-776b960f-1e50-4e34-b9f1-f0889706b812 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1985 time: 0.4190881 Jun 04 16:21:09.124236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 482ce9e8-f448-4828-8aaa-3cf3a32326b7) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:21:09.135160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fd811e-7834-40dd-af11-1883b3b214c7 None None] Network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:21:09.156805 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2777e426-2cce-4dd2-9794-3825f31a1407 req-6064fc6e-3310-49b3-8a32-1d7b3b5a1e60 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f5cd481-e120-4d67-9c3f-f3fbe907980e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088025 Jun 04 16:21:09.158469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:09.158850 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:09.189616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Deleting port 75758991-14f3-4c4b-8a62-4a420d6168bc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:09.189964 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:09.369285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1ea56b4-96f5-45e6-b9e0-13d0f6f0a701 req-f649f89f-c359-468e-9b39-b58d80c60d06 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882922 Jun 04 16:21:09.418126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f56c5b93-050d-469a-9dbc-51b5ad36be39 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9275498 Jun 04 16:21:09.421274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37128) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:09.426416 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:21:09.435007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:21:09.435954 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:09.450744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1925b548-7e93-475b-ab3a-2bbef1b4a090 req-29a45544-edf5-408c-9c0e-a35022d9cd52 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915579 Jun 04 16:21:09.455155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:09.470576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Usage tracker for resource:router and tenant:0224328c1dd043e49f1d5edbdb5e771e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:09.479402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:09.502809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:09.552732 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:09.554050 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:09.622722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:09.919717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Allocated IP 172.20.0.2 (482ce9e8-f448-4828-8aaa-3cf3a32326b7/f93d9fe5-83c6-45ac-8b58-aef383cf5256/b08333ba-236e-4707-8e33-7aacc3cff7a1) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:21:10.270074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] For port 75758991-14f3-4c4b-8a62-4a420d6168bc, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=75758991-14f3-4c4b-8a62-4a420d6168bc,segment=NetworkSegment(ed8d78e7-8f08-4945-9937-69713d0db629),segment_id=ed8d78e7-8f08-4945-9937-69713d0db629)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:10.271192 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:10.315293 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:10.326758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Transition to ACTIVE for port object b08333ba-236e-4707-8e33-7aacc3cff7a1 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:21:10.351057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Transition to ACTIVE for port object b08333ba-236e-4707-8e33-7aacc3cff7a1 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:21:10.358267 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:10.363223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:10.561088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Pushing event updated for resources: {'Port': ['ID=b08333ba-236e-4707-8e33-7aacc3cff7a1,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:10.590836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:21:10.596262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:21:10.600651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:21:10.798581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Attempting to bind port b08333ba-236e-4707-8e33-7aacc3cff7a1 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:21:10.799203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Attempting to bind port b08333ba-236e-4707-8e33-7aacc3cff7a1 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:21:10.799733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Attempting to bind port b08333ba-236e-4707-8e33-7aacc3cff7a1 on network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:21:10.814136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:21:10.821961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Checking segment: {'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:21:10.822823 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:10.823579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Bound using segment: {'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:21:10.824296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Bound port: b08333ba-236e-4707-8e33-7aacc3cff7a1, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:21:10.829034 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:10.936135 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:10.936614 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:10.936981 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Floating IP bbd9168d-da31-412f-a2e0-1b87fbb3d2b0 disassociated. External IP: 172.25.5.43, port: 75758991-14f3-4c4b-8a62-4a420d6168bc. Jun 04 16:21:10.937373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Calling delete_port for 75758991-14f3-4c4b-8a62-4a420d6168bc owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:11.063016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d4677-38f2-460a-a577-caa7eb768997 req-0cf468b3-d718-4905-88c3-68326fb49a12 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:11.069239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d4677-38f2-460a-a577-caa7eb768997 req-0cf468b3-d718-4905-88c3-68326fb49a12 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:11.070945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d47d4677-38f2-460a-a577-caa7eb768997 req-0cf468b3-d718-4905-88c3-68326fb49a12 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1683 time: 1.3161030 Jun 04 16:21:11.125211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] For port b08333ba-236e-4707-8e33-7aacc3cff7a1, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:21:11.129241 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] For port b08333ba-236e-4707-8e33-7aacc3cff7a1, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b08333ba-236e-4707-8e33-7aacc3cff7a1,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:21:11.148660 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:11.178970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efe9e1-66a2-40de-ae74-7d25314e8732 req-93d2227a-52d9-4b58-9eb1-c9b892345d22 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:11.183276 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56efe9e1-66a2-40de-ae74-7d25314e8732 req-93d2227a-52d9-4b58-9eb1-c9b892345d22 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/ports?device_id=91d80422-b97b-4f6b-997d-4835e55779bd HTTP/1.1" status: 200 len: 946 time: 1.0599296 Jun 04 16:21:11.247254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d8be8-4a49-44cb-8bb3-585aaff32707 None None] Pushing event updated for resources: {'Port': ['ID=b08333ba-236e-4707-8e33-7aacc3cff7a1,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:11.303117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:11.371447 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:11.402705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d47d4677-38f2-460a-a577-caa7eb768997 req-7303c513-ad26-45f2-be89-9d54c2d1b4ff tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058550 Jun 04 16:21:11.687096 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Allocated IP 172.25.5.18 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/69da198d-6dc9-47b1-9925-90cf78acdbda) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:21:11.793244 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:11.818510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56efe9e1-66a2-40de-ae74-7d25314e8732 req-f8dbf1d3-ef3b-47c3-8dab-9899ab6844f3 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups?id=541349b8-574d-4edb-913a-72ae045612a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5466678 Jun 04 16:21:11.892664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b08333ba-236e-4707-8e33-7aacc3cff7a1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:21:11.970854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Pushing event deleted for resources: {'Port': ['ID=75758991-14f3-4c4b-8a62-4a420d6168bc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:12.060240 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:12.078683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b08333ba-236e-4707-8e33-7aacc3cff7a1 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:21:12.128674 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:12.200887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5296412-a1c2-4ee7-bf61-6b352b6f43d0 req-15b763dd-b277-4ca3-9d32-8d71bc39c45b tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:12.202788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5296412-a1c2-4ee7-bf61-6b352b6f43d0 req-15b763dd-b277-4ca3-9d32-8d71bc39c45b tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.42 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 950 time: 1.0701866 Jun 04 16:21:12.242069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:21:12.245665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:21:12.249321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 75758991-14f3-4c4b-8a62-4a420d6168bc no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:12.266087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Pushing event updated for resources: {'Port': ['ID=69da198d-6dc9-47b1-9925-90cf78acdbda,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:12.269041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:21:12.317864 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 75758991-14f3-4c4b-8a62-4a420d6168bc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:12.320250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 75758991-14f3-4c4b-8a62-4a420d6168bc not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:12.537979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb37e89-44c1-4392-8869-17fdd02a31d2 req-7965de67-5f86-4bf0-93b0-633dc28a61b2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:12.550948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-adb37e89-44c1-4392-8869-17fdd02a31d2 req-7965de67-5f86-4bf0-93b0-633dc28a61b2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.8369074 Jun 04 16:21:12.584116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-c5296412-a1c2-4ee7-bf61-6b352b6f43d0 req-19071376-37f0-4211-a3ed-fe2520b363e5 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Deleting port 3b1d48e3-c912-4f8b-aea6-a0749c398231 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:12.584563 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c5296412-a1c2-4ee7-bf61-6b352b6f43d0 req-19071376-37f0-4211-a3ed-fe2520b363e5 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:12.686759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Router ab61b57a-3a8d-408c-85d1-7bd6086d92bb has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:21:12.720272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4109e-fc5a-4a3b-ae44-3fb8e7f3b5b0 req-9ad3a3bb-6497-4933-8379-7ca8cd5aa2d3 tempest-LiveMigrationNegativeTest-614825655 tempest-LiveMigrationNegativeTest-614825655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:12.721775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcb4109e-fc5a-4a3b-ae44-3fb8e7f3b5b0 req-9ad3a3bb-6497-4933-8379-7ca8cd5aa2d3 tempest-LiveMigrationNegativeTest-614825655 tempest-LiveMigrationNegativeTest-614825655-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 1100 time: 0.6398456 Jun 04 16:21:12.780280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-adb37e89-44c1-4392-8869-17fdd02a31d2 req-3d15cad0-cb18-4ab3-b039-5a4c1aabbff6 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283835 Jun 04 16:21:12.780904 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bcb4109e-fc5a-4a3b-ae44-3fb8e7f3b5b0 req-c5d76496-bc11-49bf-982d-9cb1df2e6b97 tempest-LiveMigrationNegativeTest-614825655 tempest-LiveMigrationNegativeTest-614825655-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:12.982040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-bcb4109e-fc5a-4a3b-ae44-3fb8e7f3b5b0 req-c5d76496-bc11-49bf-982d-9cb1df2e6b97 tempest-LiveMigrationNegativeTest-614825655 tempest-LiveMigrationNegativeTest-614825655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:12.998381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bcb4109e-fc5a-4a3b-ae44-3fb8e7f3b5b0 req-c5d76496-bc11-49bf-982d-9cb1df2e6b97 tempest-LiveMigrationNegativeTest-614825655 tempest-LiveMigrationNegativeTest-614825655-project-admin] Usage tracker for resource:security_group_rule and tenant:1985725b482d4247aafce8cc50380d98 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:13.012473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bcb4109e-fc5a-4a3b-ae44-3fb8e7f3b5b0 req-c5d76496-bc11-49bf-982d-9cb1df2e6b97 tempest-LiveMigrationNegativeTest-614825655 tempest-LiveMigrationNegativeTest-614825655-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:13.031333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-bcb4109e-fc5a-4a3b-ae44-3fb8e7f3b5b0 req-c5d76496-bc11-49bf-982d-9cb1df2e6b97 tempest-LiveMigrationNegativeTest-614825655 tempest-LiveMigrationNegativeTest-614825655-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:13.040181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d190e42-7494-4a68-8a0f-c0eb5cfc4844 None None] Network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:21:13.074073 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:13.383867 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2c2581c9-a8c8-4da9-8a6b-0ca073cd774c None None] Provisioning for port b08333ba-236e-4707-8e33-7aacc3cff7a1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:21:13.396602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2c2581c9-a8c8-4da9-8a6b-0ca073cd774c None None] Provisioning complete for port b08333ba-236e-4707-8e33-7aacc3cff7a1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:13.397508 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2c2581c9-a8c8-4da9-8a6b-0ca073cd774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:13.541173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:21:13.558093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a5065-c171-4ecf-99cd-8bb42a18d7a5 None None] Sync routers for ids ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:21:13.588028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a5065-c171-4ecf-99cd-8bb42a18d7a5 None None] Routers {'ab61b57a-3a8d-408c-85d1-7bd6086d92bb'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:21:13.588991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9c6a5065-c171-4ecf-99cd-8bb42a18d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:21:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:13.662458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c5296412-a1c2-4ee7-bf61-6b352b6f43d0 req-19071376-37f0-4211-a3ed-fe2520b363e5 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] For port 3b1d48e3-c912-4f8b-aea6-a0749c398231, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3b1d48e3-c912-4f8b-aea6-a0749c398231,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:13.662848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c5296412-a1c2-4ee7-bf61-6b352b6f43d0 req-19071376-37f0-4211-a3ed-fe2520b363e5 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:13.685390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] No DVR routers for this DVR port 75758991-14f3-4c4b-8a62-4a420d6168bc on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:13.711347 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:13.765440 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:13.871251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d80422-b97b-4f6b-997d-4835e55779bd', 'name': 'network-vif-deleted', 'tag': '75758991-14f3-4c4b-8a62-4a420d6168bc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:13.885493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-744e8fd0-581b-461b-9b79-a4228a8cf6cd req-07ae6084-be3f-4b3d-9416-91c8f5dd912f tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.42 "DELETE /v2.0/ports/75758991-14f3-4c4b-8a62-4a420d6168bc HTTP/1.1" status: 204 len: 173 time: 4.8685744 Jun 04 16:21:13.909760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-c5296412-a1c2-4ee7-bf61-6b352b6f43d0 req-19071376-37f0-4211-a3ed-fe2520b363e5 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Calling delete_port for 3b1d48e3-c912-4f8b-aea6-a0749c398231 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:14.009939 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bcb4109e-fc5a-4a3b-ae44-3fb8e7f3b5b0 req-c5d76496-bc11-49bf-982d-9cb1df2e6b97 tempest-LiveMigrationNegativeTest-614825655 tempest-LiveMigrationNegativeTest-614825655-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:14.011369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2c2581c9-a8c8-4da9-8a6b-0ca073cd774c None None] Current status of the port b08333ba-236e-4707-8e33-7aacc3cff7a1 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:14.011749 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2c2581c9-a8c8-4da9-8a6b-0ca073cd774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:14.026299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b381f8-e5f8-45af-922c-f86ad9e545f5 req-d537f01c-7bee-4b8c-bbdd-be638e019c1a tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:14.037734 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b381f8-e5f8-45af-922c-f86ad9e545f5 req-d537f01c-7bee-4b8c-bbdd-be638e019c1a tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 950 time: 0.9779997 Jun 04 16:21:14.096487 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bcb4109e-fc5a-4a3b-ae44-3fb8e7f3b5b0 req-c5d76496-bc11-49bf-982d-9cb1df2e6b97 tempest-LiveMigrationNegativeTest-614825655 tempest-LiveMigrationNegativeTest-614825655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:14.101599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9c6a5065-c171-4ecf-99cd-8bb42a18d7a5 None None] Set router ab61b57a-3a8d-408c-85d1-7bd6086d92bb gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:21:14.139232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bcb4109e-fc5a-4a3b-ae44-3fb8e7f3b5b0 req-c5d76496-bc11-49bf-982d-9cb1df2e6b97 tempest-LiveMigrationNegativeTest-614825655 tempest-LiveMigrationNegativeTest-614825655-project-admin] Synchronizing usage tracker for tenant:1985725b482d4247aafce8cc50380d98 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:21:14.185842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2c2581c9-a8c8-4da9-8a6b-0ca073cd774c None None] For port b08333ba-236e-4707-8e33-7aacc3cff7a1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b08333ba-236e-4707-8e33-7aacc3cff7a1,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:14.213131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b381f8-e5f8-45af-922c-f86ad9e545f5 req-ef62e15e-89ea-44ff-afea-543732adcf29 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f5cd481-e120-4d67-9c3f-f3fbe907980e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738176 Jun 04 16:21:14.229794 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2c2581c9-a8c8-4da9-8a6b-0ca073cd774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:14.277361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d76496-bc11-49bf-982d-9cb1df2e6b97 tempest-LiveMigrationNegativeTest-614825655 tempest-LiveMigrationNegativeTest-614825655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74082fbc-3d6b-4911-a8bc-e6b6efbf34ad,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:14.308696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bcb4109e-fc5a-4a3b-ae44-3fb8e7f3b5b0 req-c5d76496-bc11-49bf-982d-9cb1df2e6b97 tempest-LiveMigrationNegativeTest-614825655 tempest-LiveMigrationNegativeTest-614825655-project-admin] Unset dirty status for tenant:1985725b482d4247aafce8cc50380d98 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:21:14.312124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcb4109e-fc5a-4a3b-ae44-3fb8e7f3b5b0 req-c5d76496-bc11-49bf-982d-9cb1df2e6b97 tempest-LiveMigrationNegativeTest-614825655 tempest-LiveMigrationNegativeTest-614825655-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5776830 Jun 04 16:21:14.404226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Router fc8031b3-14f4-4b7e-8449-fc233b5c879b is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:21:14.471070 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c5296412-a1c2-4ee7-bf61-6b352b6f43d0 req-19071376-37f0-4211-a3ed-fe2520b363e5 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:14.678510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-76757d9b-b06a-4b66-8182-2fdf0a3003d4 None None] Provisioning complete for port b08333ba-236e-4707-8e33-7aacc3cff7a1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:14.678791 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-76757d9b-b06a-4b66-8182-2fdf0a3003d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:14.773415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:21:14.793789 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Sync routers for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:21:14.809782 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:21:14.810341 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:21:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:14.829502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:14.831085 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5e7a4d93-33b0-4ac6-b167-90de3af2742c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4088614 Jun 04 16:21:14.833765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37182) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:14.833994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19071376-37f0-4211-a3ed-fe2520b363e5 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Pushing event deleted for resources: {'Port': ['ID=3b1d48e3-c912-4f8b-aea6-a0749c398231,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:14.954165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5296412-a1c2-4ee7-bf61-6b352b6f43d0 req-19071376-37f0-4211-a3ed-fe2520b363e5 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] No DVR routers for this DVR port 3b1d48e3-c912-4f8b-aea6-a0749c398231 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:14.964120 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c5296412-a1c2-4ee7-bf61-6b352b6f43d0 req-19071376-37f0-4211-a3ed-fe2520b363e5 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:15.027541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb74bc-fc60-4f5d-b05f-f69b64260422 req-e01a8b6e-583a-4238-9afa-c4076a6a1235 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:15.041386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78fb74bc-fc60-4f5d-b05f-f69b64260422 req-e01a8b6e-583a-4238-9afa-c4076a6a1235 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4494088 Jun 04 16:21:15.044864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5296412-a1c2-4ee7-bf61-6b352b6f43d0 req-19071376-37f0-4211-a3ed-fe2520b363e5 tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.42 "DELETE /v2.0/ports/3b1d48e3-c912-4f8b-aea6-a0749c398231 HTTP/1.1" status: 204 len: 173 time: 2.8350363 Jun 04 16:21:15.094866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2581c9-a8c8-4da9-8a6b-0ca073cd774c None None] Pushing event updated for resources: {'Port': ['ID=b08333ba-236e-4707-8e33-7aacc3cff7a1,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:15.114930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1feef-ba39-45fc-a623-6e8418770ce3 req-ee9b0f6e-83fa-4a7b-8d71-f3dbd3d161f3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:15.122741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1feef-ba39-45fc-a623-6e8418770ce3 req-ee9b0f6e-83fa-4a7b-8d71-f3dbd3d161f3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:15.124533 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fe1feef-ba39-45fc-a623-6e8418770ce3 req-ee9b0f6e-83fa-4a7b-8d71-f3dbd3d161f3 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1683 time: 0.6532011 Jun 04 16:21:15.184160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78fb74bc-fc60-4f5d-b05f-f69b64260422 req-e4b0f6ca-24b9-4f16-974d-e61a9ae768b0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414683 Jun 04 16:21:15.228502 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:21:15.257802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-76757d9b-b06a-4b66-8182-2fdf0a3003d4 None None] Current status of the port b08333ba-236e-4707-8e33-7aacc3cff7a1 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:15.269305 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fe1feef-ba39-45fc-a623-6e8418770ce3 req-49a8dc1c-79f9-4820-a349-c5aeb1c29e7f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351931 Jun 04 16:21:15.313121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9c6a5065-c171-4ecf-99cd-8bb42a18d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:19:34Z', 'revision_number': 4, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port': {'id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:22Z', 'updated_at': '2022-06-04T16:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '89544919-f610-4518-bb06-e02d6c6131b7', 'name': '', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'mac_address': 'fa:16:3e:2b:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6e3877da-18e8-488d-8839-da9f59802736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:28Z', 'updated_at': '2022-06-04T16:19:42Z', 'revision_number': 5, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'subnets': [{'id': '6e3877da-18e8-488d-8839-da9f59802736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:15.329066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a5065-c171-4ecf-99cd-8bb42a18d7a5 None None] Checking router: ab61b57a-3a8d-408c-85d1-7bd6086d92bb for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:21:15.357499 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a5065-c171-4ecf-99cd-8bb42a18d7a5 None None] Routers {'ab61b57a-3a8d-408c-85d1-7bd6086d92bb'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:21:15.358264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9c6a5065-c171-4ecf-99cd-8bb42a18d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:21:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:15.415826 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b28239a-182b-49bc-9c80-bc27031d9901'] response: {'server_uuid': '91d80422-b97b-4f6b-997d-4835e55779bd', 'name': 'network-vif-deleted', 'tag': '75758991-14f3-4c4b-8a62-4a420d6168bc', 'status': 'completed', 'code': 200} Jun 04 16:21:15.678788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6de80a0e-3dcc-48cc-a196-ba9107d67954 req-619f5c42-438a-4f23-9465-8d26fa84089c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Synchronizing usage tracker for tenant:0386910bbc94461ab972e6ff95195778 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:21:15.714205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6de80a0e-3dcc-48cc-a196-ba9107d67954 req-619f5c42-438a-4f23-9465-8d26fa84089c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] Unset dirty status for tenant:0386910bbc94461ab972e6ff95195778 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:21:15.730136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6de80a0e-3dcc-48cc-a196-ba9107d67954 req-619f5c42-438a-4f23-9465-8d26fa84089c tempest-ImagesNegativeTestJSON-831142876 tempest-ImagesNegativeTestJSON-831142876-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df4b4ec-515d-4665-a25d-750497cff382 HTTP/1.1" status: 200 len: 210 time: 0.0933337 Jun 04 16:21:15.845888 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b08333ba-236e-4707-8e33-7aacc3cff7a1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:21:15.914951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9c6a5065-c171-4ecf-99cd-8bb42a18d7a5 None None] Set router ab61b57a-3a8d-408c-85d1-7bd6086d92bb gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:21:15.955096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37208) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:16.133674 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:12Z', 'revision_number': 3, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:16.144269 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Checking router: fc8031b3-14f4-4b7e-8449-fc233b5c879b for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:21:16.144670 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Updating router fc8031b3-14f4-4b7e-8449-fc233b5c879b port 69da198d-6dc9-47b1-9925-90cf78acdbda binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:21:16.204298 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb699b45-c0b3-4abe-ae92-9b906fa15e61 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:16.259795 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:16.287106 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb699b45-c0b3-4abe-ae92-9b906fa15e61 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:16.293557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3b1d48e3-c912-4f8b-aea6-a0749c398231 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:16.371120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 3b1d48e3-c912-4f8b-aea6-a0749c398231 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:16.371507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3b1d48e3-c912-4f8b-aea6-a0749c398231 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:16.392098 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb699b45-c0b3-4abe-ae92-9b906fa15e61 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:16.424902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb699b45-c0b3-4abe-ae92-9b906fa15e61 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541349b8-574d-4edb-913a-72ae045612a7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:16.553546 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:16.603981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b08333ba-236e-4707-8e33-7aacc3cff7a1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:16.603981 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:16.633763 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb699b45-c0b3-4abe-ae92-9b906fa15e61 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:16.634997 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-eb699b45-c0b3-4abe-ae92-9b906fa15e61 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "DELETE /v2.0/security-groups/541349b8-574d-4edb-913a-72ae045612a7 HTTP/1.1" status: 204 len: 168 time: 0.6788092 Jun 04 16:21:16.638088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37216) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:16.714238 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-d7e8c3ae-b013-4c03-b7c0-26be7ba92110 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] show failed (client error): The resource could not be found. Jun 04 16:21:16.715298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d7e8c3ae-b013-4c03-b7c0-26be7ba92110 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "GET /v2.0/security-groups/541349b8-574d-4edb-913a-72ae045612a7 HTTP/1.1" status: 404 len: 347 time: 0.0764565 Jun 04 16:21:16.719007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37220) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:16.755494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9c6a5065-c171-4ecf-99cd-8bb42a18d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:19:34Z', 'revision_number': 4, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port': {'id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:22Z', 'updated_at': '2022-06-04T16:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '89544919-f610-4518-bb06-e02d6c6131b7', 'name': '', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'mac_address': 'fa:16:3e:2b:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6e3877da-18e8-488d-8839-da9f59802736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:28Z', 'updated_at': '2022-06-04T16:19:42Z', 'revision_number': 5, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'subnets': [{'id': '6e3877da-18e8-488d-8839-da9f59802736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:16.770280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a5065-c171-4ecf-99cd-8bb42a18d7a5 None None] The sync data for ids ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'] in n-d-811809-3 is: [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:19:34Z', 'revision_number': 4, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port': {'id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:22Z', 'updated_at': '2022-06-04T16:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '89544919-f610-4518-bb06-e02d6c6131b7', 'name': '', 'network_id': 'd7f2ecd9-b100-425f-a1f7-f9eb73da6b91', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'mac_address': 'fa:16:3e:2b:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6e3877da-18e8-488d-8839-da9f59802736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:28Z', 'updated_at': '2022-06-04T16:19:42Z', 'revision_number': 5, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'subnets': [{'id': '6e3877da-18e8-488d-8839-da9f59802736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:21:16.900816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b08333ba-236e-4707-8e33-7aacc3cff7a1 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:16.958985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Allocated IP 172.20.0.1 (482ce9e8-f448-4828-8aaa-3cf3a32326b7/f93d9fe5-83c6-45ac-8b58-aef383cf5256/f2da1540-cab2-4a5a-91b1-0de3a82bb8a8) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:21:17.038156 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:17.054594 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Transition to ACTIVE for port object 69da198d-6dc9-47b1-9925-90cf78acdbda will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:21:17.066824 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:17.181265 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Attempting to bind port 69da198d-6dc9-47b1-9925-90cf78acdbda on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:21:17.181953 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Attempting to bind port 69da198d-6dc9-47b1-9925-90cf78acdbda by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:21:17.182100 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Attempting to bind port 69da198d-6dc9-47b1-9925-90cf78acdbda on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:21:17.198982 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:21:17.199399 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:21:17.199746 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:17.200131 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:21:17.200613 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Bound port: 69da198d-6dc9-47b1-9925-90cf78acdbda, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:21:17.201002 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:17.252553 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:17.254723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Deleting port d30d354a-fad8-42a2-a7c2-4814efac4f4c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:17.255656 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:17.272197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2902d834-e2b9-454c-84cb-fa0a4a45140a None None] New status for floating IP bbd9168d-da31-412f-a2e0-1b87fbb3d2b0: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:21:17.277309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Transition to ACTIVE for port object f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:21:17.292328 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] For port 69da198d-6dc9-47b1-9925-90cf78acdbda, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:21:17.295665 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] For port 69da198d-6dc9-47b1-9925-90cf78acdbda, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=69da198d-6dc9-47b1-9925-90cf78acdbda,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:21:17.312458 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:17.325201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6587b9-17d0-4a06-93af-4ab7241bd7a9 req-d2982aa4-dc3a-4778-898b-cf4b6c1ed672 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:17.327428 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:17.346411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc6587b9-17d0-4a06-93af-4ab7241bd7a9 req-d2982aa4-dc3a-4778-898b-cf4b6c1ed672 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 944 time: 0.9177895 Jun 04 16:21:17.357502 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:21:17.358123 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:21:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:17.447270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df4b4ec-515d-4665-a25d-750497cff382', 'name': 'network-vif-deleted', 'tag': '3b1d48e3-c912-4f8b-aea6-a0749c398231'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:17.475826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Pushing event updated for resources: {'Port': ['ID=f2da1540-cab2-4a5a-91b1-0de3a82bb8a8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:17.479032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36086dae-ffb1-4a32-8fd1-7479b910fb42 req-e2081dc5-772f-49a3-a680-dc0521b0aef7 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:17.480793 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-36086dae-ffb1-4a32-8fd1-7479b910fb42 req-e2081dc5-772f-49a3-a680-dc0521b0aef7 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.46 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 944 time: 0.9579961 Jun 04 16:21:17.507200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:21:17.508392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:21:17.511834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:21:17.695028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-36086dae-ffb1-4a32-8fd1-7479b910fb42 req-510f6ad2-25bf-4190-a3a8-4b1413d92eed tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Deleting port 54214b12-22b7-472d-af96-250b87cca3f7 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:17.695408 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-36086dae-ffb1-4a32-8fd1-7479b910fb42 req-510f6ad2-25bf-4190-a3a8-4b1413d92eed tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:17.761202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc6587b9-17d0-4a06-93af-4ab7241bd7a9 req-ec2768af-b1eb-43f6-a142-17cf44ffba3c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137850 Jun 04 16:21:17.776851 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:21:17.918859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1ca88c24-967d-4574-ba2e-2e3783520dce None None] Provisioning for port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:21:17.924598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1ca88c24-967d-4574-ba2e-2e3783520dce None None] Provisioning complete for port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:17.924965 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1ca88c24-967d-4574-ba2e-2e3783520dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:17.929655 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:17.930225 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Pushing event updated for resources: {'Port': ['ID=69da198d-6dc9-47b1-9925-90cf78acdbda,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:17.963044 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:17.963371 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:17.963690 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:17.964005 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:17.964317 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:17.968800 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:17.969149 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:17.969472 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:17.969800 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:17.970110 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:17.970419 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:17.970746 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:17.997960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b8963-e9cc-453d-afd1-f941c6e31fdc req-f773b115-4439-451c-a528-bab2e100adf4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:17.999544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d36b8963-e9cc-453d-afd1-f941c6e31fdc req-f773b115-4439-451c-a528-bab2e100adf4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 1.1262879 Jun 04 16:21:18.055443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1ca88c24-967d-4574-ba2e-2e3783520dce None None] Port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:21:18.056109 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9210fd-f5e2-462d-8f07-8d0f2a552b0e None None] Pushing event updated for resources: {'Port': ['ID=69da198d-6dc9-47b1-9925-90cf78acdbda,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:18.287810 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:12Z', 'revision_number': 3, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:18.293738 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825ad12-741b-4ad8-a79c-8bf92d7fa043 None None] The sync data for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 is: [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:12Z', 'revision_number': 3, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:21:18.446747 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:18.591411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-36086dae-ffb1-4a32-8fd1-7479b910fb42 req-510f6ad2-25bf-4190-a3a8-4b1413d92eed tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] For port 54214b12-22b7-472d-af96-250b87cca3f7, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=54214b12-22b7-472d-af96-250b87cca3f7,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:18.592004 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-36086dae-ffb1-4a32-8fd1-7479b910fb42 req-510f6ad2-25bf-4190-a3a8-4b1413d92eed tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:18.627518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d36b8963-e9cc-453d-afd1-f941c6e31fdc req-e95f3a7a-d10b-4b4f-be98-a4bdbdc94974 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210346 Jun 04 16:21:18.786212 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1029bb76-56d9-4151-b367-9e466bb2aa8f'] response: {'server_uuid': '6df4b4ec-515d-4665-a25d-750497cff382', 'name': 'network-vif-deleted', 'tag': '3b1d48e3-c912-4f8b-aea6-a0749c398231', 'status': 'completed', 'code': 200} Jun 04 16:21:18.788037 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:18.788354 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:18.868604 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:18.879589 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:19.002096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-36086dae-ffb1-4a32-8fd1-7479b910fb42 req-510f6ad2-25bf-4190-a3a8-4b1413d92eed tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Calling delete_port for 54214b12-22b7-472d-af96-250b87cca3f7 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:19.026047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:19.143339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Pushing event updated for resources: {'Port': ['ID=f2da1540-cab2-4a5a-91b1-0de3a82bb8a8,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:19.235812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:21:19.237338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Calling delete_port for d30d354a-fad8-42a2-a7c2-4814efac4f4c owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:19.244285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:21:19.463121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a4bd-7696-4293-85a2-aae957f360aa req-94bf932b-9820-4435-9d05-85a3ef81db37 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:19.470447 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5418a4bd-7696-4293-85a2-aae957f360aa req-94bf932b-9820-4435-9d05-85a3ef81db37 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 949 time: 0.5651312 Jun 04 16:21:19.569407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32bd6f-a6b9-4f7e-bda3-bce257dc3aff req-624a1263-0bd9-4ea7-a08f-6491633f8a56 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:19.585977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32bd6f-a6b9-4f7e-bda3-bce257dc3aff req-624a1263-0bd9-4ea7-a08f-6491633f8a56 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:19.585977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da32bd6f-a6b9-4f7e-bda3-bce257dc3aff req-624a1263-0bd9-4ea7-a08f-6491633f8a56 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1683 time: 0.6811199 Jun 04 16:21:19.637636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Router fc8031b3-14f4-4b7e-8449-fc233b5c879b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:21:19.716395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9ccb0830-3231-4eb0-94d2-cb243a74f8fb None None] Provisioning complete for port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:19.717002 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0830-3231-4eb0-94d2-cb243a74f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:19.748464 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:21:19.749038 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:21:19.799025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 69da198d-6dc9-47b1-9925-90cf78acdbda up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:21:19.826363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5418a4bd-7696-4293-85a2-aae957f360aa req-bd80c1f4-2177-428d-873c-f5d369911e6c tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549697 Jun 04 16:21:19.836879 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-36086dae-ffb1-4a32-8fd1-7479b910fb42 req-510f6ad2-25bf-4190-a3a8-4b1413d92eed tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:19.910217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da32bd6f-a6b9-4f7e-bda3-bce257dc3aff req-66e0d2fb-3095-496c-bbec-66bd68491604 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771833 Jun 04 16:21:19.961982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f6ad2-25bf-4190-a3a8-4b1413d92eed tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Pushing event deleted for resources: {'Port': ['ID=54214b12-22b7-472d-af96-250b87cca3f7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:19.973304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb0830-3231-4eb0-94d2-cb243a74f8fb None None] Port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:21:19.977168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52541614-f715-44ad-a1a8-e67eeeab088a req-06799fb9-4d23-4676-ac54-adaf8dcfc3b9 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:19.978303 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-52541614-f715-44ad-a1a8-e67eeeab088a req-06799fb9-4d23-4676-ac54-adaf8dcfc3b9 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Synchronizing usage tracker for tenant:65e12ae30b414f7e88546f2f6ae24f21 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:21:20.015598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 69da198d-6dc9-47b1-9925-90cf78acdbda completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:21:20.021313 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 69da198d-6dc9-47b1-9925-90cf78acdbda triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:20.021637 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:20.109163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:21:20.129614 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-82a3672f-bdac-4eca-88c4-a5d92ae14482 admin admin] 10.222.0.13 "PUT /v2.0/routers/fc8031b3-14f4-4b7e-8449-fc233b5c879b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2936265 Jun 04 16:21:20.141903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-52541614-f715-44ad-a1a8-e67eeeab088a req-06799fb9-4d23-4676-ac54-adaf8dcfc3b9 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Unset dirty status for tenant:65e12ae30b414f7e88546f2f6ae24f21 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:21:20.146094 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-52541614-f715-44ad-a1a8-e67eeeab088a req-06799fb9-4d23-4676-ac54-adaf8dcfc3b9 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.46 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 949 time: 0.4082043 Jun 04 16:21:20.263616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 69da198d-6dc9-47b1-9925-90cf78acdbda is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:20.263997 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:20.277173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-52541614-f715-44ad-a1a8-e67eeeab088a req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Deleting port 59920924-b1e1-4b96-923a-837befbb8388 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:20.277632 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-52541614-f715-44ad-a1a8-e67eeeab088a req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:20.301037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 69da198d-6dc9-47b1-9925-90cf78acdbda, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=69da198d-6dc9-47b1-9925-90cf78acdbda,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:20.310171 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:20.339928 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:21:20.433866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 54214b12-22b7-472d-af96-250b87cca3f7 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:20.504313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Deleting port d30d354a-fad8-42a2-a7c2-4814efac4f4c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:20.504716 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:20.608144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 54214b12-22b7-472d-af96-250b87cca3f7 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:20.608510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 54214b12-22b7-472d-af96-250b87cca3f7 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:20.654081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=69da198d-6dc9-47b1-9925-90cf78acdbda,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:20.888938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-52541614-f715-44ad-a1a8-e67eeeab088a req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] For port 59920924-b1e1-4b96-923a-837befbb8388, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=59920924-b1e1-4b96-923a-837befbb8388,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:20.889431 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-52541614-f715-44ad-a1a8-e67eeeab088a req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:20.904783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-36086dae-ffb1-4a32-8fd1-7479b910fb42 req-510f6ad2-25bf-4190-a3a8-4b1413d92eed tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] No DVR routers for this DVR port 54214b12-22b7-472d-af96-250b87cca3f7 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:20.918482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f952eb56-8571-48f7-b1dc-98eb5a789644 req-632748cc-fb3e-448b-bebc-2c427fe821bc tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=2084d991-ac16-43f3-8654-046b65c30818 HTTP/1.1" status: 200 len: 210 time: 0.1909156 Jun 04 16:21:20.943180 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-36086dae-ffb1-4a32-8fd1-7479b910fb42 req-510f6ad2-25bf-4190-a3a8-4b1413d92eed tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:20.956887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2084d991-ac16-43f3-8654-046b65c30818', 'name': 'network-vif-deleted', 'tag': '54214b12-22b7-472d-af96-250b87cca3f7'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:20.964406 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Sync routers for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:21:20.986149 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:21:20.986806 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:21:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:21.043634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-52541614-f715-44ad-a1a8-e67eeeab088a req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Calling delete_port for 59920924-b1e1-4b96-923a-837befbb8388 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:21.115642 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-36086dae-ffb1-4a32-8fd1-7479b910fb42 req-510f6ad2-25bf-4190-a3a8-4b1413d92eed tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.46 "DELETE /v2.0/ports/54214b12-22b7-472d-af96-250b87cca3f7 HTTP/1.1" status: 204 len: 173 time: 3.5990760 Jun 04 16:21:21.139070 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:21.139392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:21.301911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-009a54b8-2860-46f8-a73e-6816efcdf1e0 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:21.308765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-009a54b8-2860-46f8-a73e-6816efcdf1e0 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:21.310951 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-009a54b8-2860-46f8-a73e-6816efcdf1e0 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.42 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1683 time: 1.3660762 Jun 04 16:21:21.319048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Calling delete_port for d30d354a-fad8-42a2-a7c2-4814efac4f4c owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:21.339799 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-52541614-f715-44ad-a1a8-e67eeeab088a req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:21.352354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['42b98b52-4ad5-4ac4-9be7-b4b340dd310b', '59920924-b1e1-4b96-923a-837befbb8388'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:21:21.372502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae9f6-cf6c-4af2-9d84-4f5053227f97 req-24bf3f6b-5626-47af-81c9-47f358fc0589 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:21.383372 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:21:21.392039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb6ae9f6-cf6c-4af2-9d84-4f5053227f97 req-24bf3f6b-5626-47af-81c9-47f358fc0589 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.7486508 Jun 04 16:21:21.450468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Pushing event deleted for resources: {'Port': ['ID=59920924-b1e1-4b96-923a-837befbb8388,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:21.567266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:21.567603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:21.571011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:21.571359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:21.572141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:21.572141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:21.572369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:21.572619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:21.572934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:21.573260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:21.573557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:21.573873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:21.677569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb6ae9f6-cf6c-4af2-9d84-4f5053227f97 req-2fc8d94a-1c3e-4e1b-876d-37064fe52e5a tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830951 Jun 04 16:21:21.703270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-488d0b8b-6985-4691-a684-621b34f74673 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:21.703424 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-488d0b8b-6985-4691-a684-621b34f74673 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:21.749745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-52541614-f715-44ad-a1a8-e67eeeab088a req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] No DVR routers for this DVR port 59920924-b1e1-4b96-923a-837befbb8388 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:21.754406 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-52541614-f715-44ad-a1a8-e67eeeab088a req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:21.760207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f11c82-8037-4078-b3b5-463b6d69d2a3', 'name': 'network-vif-deleted', 'tag': '59920924-b1e1-4b96-923a-837befbb8388'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:21.795111 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-52541614-f715-44ad-a1a8-e67eeeab088a req-def1f039-68cb-42a3-a9b8-13ec527ac913 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.46 "DELETE /v2.0/ports/59920924-b1e1-4b96-923a-837befbb8388 HTTP/1.1" status: 204 len: 173 time: 1.6426568 Jun 04 16:21:21.847704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 69da198d-6dc9-47b1-9925-90cf78acdbda up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:21:21.937346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 69da198d-6dc9-47b1-9925-90cf78acdbda triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:21.937786 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:21.978313 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e32720a-de34-4cb3-a4cd-a2f0f00bb241 req-2e5b1ef9-bc57-43d2-9831-5160f445461f tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=76f11c82-8037-4078-b3b5-463b6d69d2a3 HTTP/1.1" status: 200 len: 210 time: 0.0897205 Jun 04 16:21:22.037915 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 2, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:22.054633 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Checking router: fc8031b3-14f4-4b7e-8449-fc233b5c879b for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:21:22.054974 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Updating router fc8031b3-14f4-4b7e-8449-fc233b5c879b port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:21:22.114322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 69da198d-6dc9-47b1-9925-90cf78acdbda is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:22.157740 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:22.168798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-9210deb3-137c-4bc5-b22c-0bab1e53f024 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:22.170233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-9210deb3-137c-4bc5-b22c-0bab1e53f024 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 820 time: 0.8772693 Jun 04 16:21:22.241817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-f5c2eb66-e52c-499f-800a-08ca53dc383e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/quotas/0224328c1dd043e49f1d5edbdb5e771e HTTP/1.1" status: 200 len: 375 time: 0.0247142 Jun 04 16:21:22.346760 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:22.399391 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-488d0b8b-6985-4691-a684-621b34f74673 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] For port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=243d1b4a-2dff-4d2d-9a36-e683637eb8b0,segment=NetworkSegment(44bd2672-0eb4-4959-b055-ce2ea8c7a73d),segment_id=44bd2672-0eb4-4959-b055-ce2ea8c7a73d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:22.399749 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-488d0b8b-6985-4691-a684-621b34f74673 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:22.462065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Pushing event deleted for resources: {'Port': ['ID=d30d354a-fad8-42a2-a7c2-4814efac4f4c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:22.578555 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:22.592126 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Transition to ACTIVE for port object f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:21:22.615044 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:22.742359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-488d0b8b-6985-4691-a684-621b34f74673 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Calling delete_port for 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:22.763703 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb73c0-0fdd-4ba6-b1f6-5cd168a14a02 None None] Pushing event updated for resources: {'Port': ['ID=f2da1540-cab2-4a5a-91b1-0de3a82bb8a8,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:22.829793 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Attempting to bind port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:21:22.830134 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Attempting to bind port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:21:22.830814 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Attempting to bind port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 on network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:21:22.836280 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:21:22.836683 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Checking segment: {'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:21:22.837076 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:22.837654 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Bound using segment: {'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:21:22.838124 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Bound port: f2da1540-cab2-4a5a-91b1-0de3a82bb8a8, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:21:22.838537 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:22.861630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526c54e-c6f0-4f55-8ce5-0caf8873feef req-b4a4c30c-68b4-4882-a022-1b70712e9d60 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:22.867443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526c54e-c6f0-4f55-8ce5-0caf8873feef req-b4a4c30c-68b4-4882-a022-1b70712e9d60 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:22.870884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3526c54e-c6f0-4f55-8ce5-0caf8873feef req-b4a4c30c-68b4-4882-a022-1b70712e9d60 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 1683 time: 0.7093749 Jun 04 16:21:22.879760 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:22.923459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-1dc6680f-27c3-46f9-99ae-3bf683e61cd2 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6703074 Jun 04 16:21:22.944133 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] For port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:21:22.947529 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] For port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f2da1540-cab2-4a5a-91b1-0de3a82bb8a8,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:21:22.953016 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:22.987614 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:22.991644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-83933e55-c04c-469d-8d6f-a384220eed29 tempest-ServersTestJSON-425942689 tempest-ServersTestJSON-425942689-project] 10.222.0.13 "DELETE /v2.0/floatingips/bbd9168d-da31-412f-a2e0-1b87fbb3d2b0 HTTP/1.1" status: 204 len: 168 time: 6.2686584 Jun 04 16:21:22.992370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37318) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:23.015361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3526c54e-c6f0-4f55-8ce5-0caf8873feef req-ff454922-59ad-4a2a-9b6b-46dff471e74e tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389017 Jun 04 16:21:23.044616 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb73c0-0fdd-4ba6-b1f6-5cd168a14a02 None None] Pushing event updated for resources: {'Port': ['ID=f2da1540-cab2-4a5a-91b1-0de3a82bb8a8,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:23.059098 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:21:23.059773 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:21:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:23.127419 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-488d0b8b-6985-4691-a684-621b34f74673 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:23.131821 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7acfee35-67c8-41e6-8b5a-703420cbfafc'] response: {'server_uuid': '2084d991-ac16-43f3-8654-046b65c30818', 'name': 'network-vif-deleted', 'tag': '54214b12-22b7-472d-af96-250b87cca3f7', 'status': 'completed', 'code': 200} Jun 04 16:21:23.261120 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4629ee90-6a82-4ba4-a0a2-1deddf36747b'] response: {'server_uuid': '76f11c82-8037-4078-b3b5-463b6d69d2a3', 'name': 'network-vif-deleted', 'tag': '59920924-b1e1-4b96-923a-837befbb8388', 'status': 'completed', 'code': 200} Jun 04 16:21:23.263880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d0b8b-6985-4691-a684-621b34f74673 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Port': ['ID=243d1b4a-2dff-4d2d-9a36-e683637eb8b0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:23.352286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-488d0b8b-6985-4691-a684-621b34f74673 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] No DVR routers for this DVR port 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:23.355966 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-488d0b8b-6985-4691-a684-621b34f74673 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:23.365451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-6bf8fa39-7db6-49e9-a268-5e65f60bc942 service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298406 Jun 04 16:21:23.384348 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:21:23.547006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-ac8c2364-58ab-4520-a855-ba733e4ff009 service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722066 Jun 04 16:21:23.594517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-488d0b8b-6985-4691-a684-621b34f74673 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.42 "DELETE /v2.0/ports/243d1b4a-2dff-4d2d-9a36-e683637eb8b0 HTTP/1.1" status: 204 len: 173 time: 2.1807232 Jun 04 16:21:23.692688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting port 412d51e4-ed8e-4bc3-8862-d3a657766218 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:23.693191 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:23.702458 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8534e88b-f7b8-4c28-92c5-1c8fb863a24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:23.765565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515ca81-857a-439c-b3d9-cf1fb229c19e req-244540f5-3b81-4dce-abb6-52d97fa955a1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:23.767203 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5515ca81-857a-439c-b3d9-cf1fb229c19e req-244540f5-3b81-4dce-abb6-52d97fa955a1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 946 time: 0.2191470 Jun 04 16:21:23.795359 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:22Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:23.799605 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7953329-dde6-4ad2-b4f0-49b451123edd None None] The sync data for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 is: [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:22Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:21:23.950895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5515ca81-857a-439c-b3d9-cf1fb229c19e req-c41654c8-47f3-4313-8183-78895fffd6b5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713724 Jun 04 16:21:24.279797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-8534e88b-f7b8-4c28-92c5-1c8fb863a24e admin admin] Deleting port 89544919-f610-4518-bb06-e02d6c6131b7 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:24.280417 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8534e88b-f7b8-4c28-92c5-1c8fb863a24e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:24.305038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] For port 412d51e4-ed8e-4bc3-8862-d3a657766218, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=412d51e4-ed8e-4bc3-8862-d3a657766218,segment=NetworkSegment(a6fc7925-dbb8-47a7-984e-0e263aac6a6c),segment_id=a6fc7925-dbb8-47a7-984e-0e263aac6a6c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:24.305661 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:24.312079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:24.423806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:24.424491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 243d1b4a-2dff-4d2d-9a36-e683637eb8b0 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:24.425079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 412d51e4-ed8e-4bc3-8862-d3a657766218 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:24.457383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Calling delete_port for 412d51e4-ed8e-4bc3-8862-d3a657766218 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:24.501130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d67e3b-4177-4ab8-b066-67a27220166a req-0f447673-2d86-466c-86ae-d7ac26d2d7c5 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:24.512225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42d67e3b-4177-4ab8-b066-67a27220166a req-0f447673-2d86-466c-86ae-d7ac26d2d7c5 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4393945 Jun 04 16:21:24.514057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 59920924-b1e1-4b96-923a-837befbb8388 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:24.622055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 59920924-b1e1-4b96-923a-837befbb8388 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:24.622421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 59920924-b1e1-4b96-923a-837befbb8388 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:24.744573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 412d51e4-ed8e-4bc3-8862-d3a657766218 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:24.745065 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:24.782405 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 412d51e4-ed8e-4bc3-8862-d3a657766218, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=412d51e4-ed8e-4bc3-8862-d3a657766218,segment=NetworkSegment(a6fc7925-dbb8-47a7-984e-0e263aac6a6c),segment_id=a6fc7925-dbb8-47a7-984e-0e263aac6a6c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:24.783642 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '412d51e4-ed8e-4bc3-8862-d3a657766218'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:24.792045 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:24.813168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-8534e88b-f7b8-4c28-92c5-1c8fb863a24e admin admin] For port 89544919-f610-4518-bb06-e02d6c6131b7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=89544919-f610-4518-bb06-e02d6c6131b7,segment=NetworkSegment(ed8d78e7-8f08-4945-9937-69713d0db629),segment_id=ed8d78e7-8f08-4945-9937-69713d0db629)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:24.813737 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8534e88b-f7b8-4c28-92c5-1c8fb863a24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:24.865331 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d88ca73-d665-48ea-b450-d319ead05f62 req-fe183bf7-645c-475b-b0e0-e33144a3ffc8 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 210 time: 0.2888658 Jun 04 16:21:24.873858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=412d51e4-ed8e-4bc3-8862-d3a657766218,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:24.929836 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42d67e3b-4177-4ab8-b066-67a27220166a req-b1f0ca70-4591-4085-9195-c6b22fb0a4b5 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167223 Jun 04 16:21:24.974026 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:21:24.974356 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:21:25.003088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea106a19-c3da-431b-abec-df43289bc95e req-8583aee4-892b-40f3-af64-de9af9d765f4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:25.003874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ea106a19-c3da-431b-abec-df43289bc95e req-8583aee4-892b-40f3-af64-de9af9d765f4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Synchronizing usage tracker for tenant:d4012fb5625c4c60945856a3a47e68a0 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:21:25.018189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-8534e88b-f7b8-4c28-92c5-1c8fb863a24e admin admin] Calling delete_port for 89544919-f610-4518-bb06-e02d6c6131b7 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:25.044874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ea106a19-c3da-431b-abec-df43289bc95e req-8583aee4-892b-40f3-af64-de9af9d765f4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Unset dirty status for tenant:d4012fb5625c4c60945856a3a47e68a0 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:21:25.046075 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea106a19-c3da-431b-abec-df43289bc95e req-8583aee4-892b-40f3-af64-de9af9d765f4 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 944 time: 0.2223740 Jun 04 16:21:25.144646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'name': 'network-vif-deleted', 'tag': '243d1b4a-2dff-4d2d-9a36-e683637eb8b0'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:25.152514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-ea106a19-c3da-431b-abec-df43289bc95e req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Deleting port dd9e9175-86e9-4559-9c0d-8916d535285a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:25.152963 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ea106a19-c3da-431b-abec-df43289bc95e req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:25.521262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting port 412d51e4-ed8e-4bc3-8862-d3a657766218 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:25.521973 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:25.529139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-93a579e9-f966-4cf0-9c4a-4923a9d58519 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:25.530540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-93a579e9-f966-4cf0-9c4a-4923a9d58519 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Synchronizing usage tracker for tenant:0224328c1dd043e49f1d5edbdb5e771e on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:21:25.574227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-93a579e9-f966-4cf0-9c4a-4923a9d58519 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Unset dirty status for tenant:0224328c1dd043e49f1d5edbdb5e771e on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:21:25.575895 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-93a579e9-f966-4cf0-9c4a-4923a9d58519 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.46 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 820 time: 0.2871232 Jun 04 16:21:25.589832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Request body: {'port': {'device_id': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'admin_state_up': True, 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:21:25.747013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a19f4d-99b1-43e9-b441-4bfeb7038ec0 req-9bdc7a2a-4996-445c-b56a-eeb3540a8d81 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:25.747936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f2a19f4d-99b1-43e9-b441-4bfeb7038ec0 req-9bdc7a2a-4996-445c-b56a-eeb3540a8d81 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Synchronizing usage tracker for tenant:55529c8e77164b25a08ae78a561ce40a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:21:25.780425 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:21:25.890069 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8534e88b-f7b8-4c28-92c5-1c8fb863a24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:25.906632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:21:25.912908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:25.913531 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:25.940982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f2a19f4d-99b1-43e9-b441-4bfeb7038ec0 req-9bdc7a2a-4996-445c-b56a-eeb3540a8d81 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Unset dirty status for tenant:55529c8e77164b25a08ae78a561ce40a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:21:25.941593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f2a19f4d-99b1-43e9-b441-4bfeb7038ec0 req-9bdc7a2a-4996-445c-b56a-eeb3540a8d81 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 944 time: 0.6255765 Jun 04 16:21:25.964108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ea106a19-c3da-431b-abec-df43289bc95e req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] For port dd9e9175-86e9-4559-9c0d-8916d535285a, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=dd9e9175-86e9-4559-9c0d-8916d535285a,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:25.964453 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ea106a19-c3da-431b-abec-df43289bc95e req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:25.980393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534e88b-f7b8-4c28-92c5-1c8fb863a24e admin admin] Pushing event deleted for resources: {'Port': ['ID=89544919-f610-4518-bb06-e02d6c6131b7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:25.984209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:26.039996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Usage tracker for resource:port and tenant:0224328c1dd043e49f1d5edbdb5e771e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:26.063331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:26.063884 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:26.077446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:26.097929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:26.105826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f2da1540-cab2-4a5a-91b1-0de3a82bb8a8,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:26.111118 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:26.167728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-ea106a19-c3da-431b-abec-df43289bc95e req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Calling delete_port for dd9e9175-86e9-4559-9c0d-8916d535285a owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:26.184712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Made reservation on behalf of 0224328c1dd043e49f1d5edbdb5e771e for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:21:26.188173 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:26.191253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=f2da1540-cab2-4a5a-91b1-0de3a82bb8a8,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:26.197778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f2a19f4d-99b1-43e9-b441-4bfeb7038ec0 req-7adedd8f-3ace-4226-bc95-7218d1f8708a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfa12da6-a326-4456-9d1e-cfe416f3d677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379317 Jun 04 16:21:26.250272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] For port 412d51e4-ed8e-4bc3-8862-d3a657766218, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=412d51e4-ed8e-4bc3-8862-d3a657766218,segment=NetworkSegment(a6fc7925-dbb8-47a7-984e-0e263aac6a6c),segment_id=a6fc7925-dbb8-47a7-984e-0e263aac6a6c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:26.250421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:26.262197 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a3e53b-31ab-4a3f-a38b-3a24a38beddd'] response: {'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '412d51e4-ed8e-4bc3-8862-d3a657766218', 'code': 200} Jun 04 16:21:26.389043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Calling delete_port for 412d51e4-ed8e-4bc3-8862-d3a657766218 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:26.418077 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8534e88b-f7b8-4c28-92c5-1c8fb863a24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:26.472844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:26.513622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5edff-0edb-4ffc-84b5-386aef37b2e7 req-139e216c-336a-4f5f-8a82-9a5059186e7a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:26.521091 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9b5edff-0edb-4ffc-84b5-386aef37b2e7 req-139e216c-336a-4f5f-8a82-9a5059186e7a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 944 time: 0.6321061 Jun 04 16:21:26.691016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:26.691392 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:26.714786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9b5edff-0edb-4ffc-84b5-386aef37b2e7 req-2abefaa1-2a7e-4c3a-a9a8-015d41634b4a tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924031 Jun 04 16:21:26.744288 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:26.751530 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:26.882351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:26.941382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Allocated IP 172.20.0.7 (482ce9e8-f448-4828-8aaa-3cf3a32326b7/f93d9fe5-83c6-45ac-8b58-aef383cf5256/96d58942-8d65-4e1e-96b9-c5ae129c8bfc) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:21:26.952073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f815a54-cc40-4ff6-904a-9663ae68c434 req-93eac685-235a-4784-ac9c-f0e52471772f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:26.953502 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f815a54-cc40-4ff6-904a-9663ae68c434 req-93eac685-235a-4784-ac9c-f0e52471772f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.5362980 Jun 04 16:21:26.990267 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ea106a19-c3da-431b-abec-df43289bc95e req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:27.103591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Pushing event deleted for resources: {'Port': ['ID=dd9e9175-86e9-4559-9c0d-8916d535285a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:27.125832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bdebe-25e8-4e14-8b29-1f852950163d req-d40d39a9-a52b-44eb-8072-173b121e879b tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:27.127356 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8b7bdebe-25e8-4e14-8b29-1f852950163d req-d40d39a9-a52b-44eb-8072-173b121e879b tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 949 time: 0.5919549 Jun 04 16:21:27.173504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37384) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:27.175781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:27.176124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:27.176453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:27.176778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:27.177097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:27.177418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:27.177730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:27.178047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:27.178358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:27.178697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:27.179009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:27.179317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:27.207665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8534e88b-f7b8-4c28-92c5-1c8fb863a24e admin admin] Router ab61b57a-3a8d-408c-85d1-7bd6086d92bb has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:21:27.225901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f815a54-cc40-4ff6-904a-9663ae68c434 req-07524cca-50e6-4e8e-aebb-d0b086b04be2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567406 Jun 04 16:21:27.235904 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:27.335310 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560a6603-b55a-4498-85da-7ca363027ee7'] response: {'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'name': 'network-vif-deleted', 'tag': '243d1b4a-2dff-4d2d-9a36-e683637eb8b0', 'status': 'completed', 'code': 200} Jun 04 16:21:27.348208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea106a19-c3da-431b-abec-df43289bc95e req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] No DVR routers for this DVR port dd9e9175-86e9-4559-9c0d-8916d535285a on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:27.355013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Port': ['ID=412d51e4-ed8e-4bc3-8862-d3a657766218,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:27.358362 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ea106a19-c3da-431b-abec-df43289bc95e req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:27.421656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-8b7bdebe-25e8-4e14-8b29-1f852950163d req-6582838e-2ba0-45e9-b963-2e9cbed10971 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Deleting port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:27.421992 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8b7bdebe-25e8-4e14-8b29-1f852950163d req-6582838e-2ba0-45e9-b963-2e9cbed10971 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:27.425914 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:27.478494 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Transition to ACTIVE for port object 96d58942-8d65-4e1e-96b9-c5ae129c8bfc will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:21:27.504991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8534e88b-f7b8-4c28-92c5-1c8fb863a24e admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:21:27.508125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] No DVR routers for this DVR port 412d51e4-ed8e-4bc3-8862-d3a657766218 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:27.519660 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b1934-b8d1-437a-b33b-a6f3391b09c5 None None] Sync routers for ids ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:21:27.538833 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8534e88b-f7b8-4c28-92c5-1c8fb863a24e admin admin] 10.222.0.13 "PUT /v2.0/routers/ab61b57a-3a8d-408c-85d1-7bd6086d92bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5438254 Jun 04 16:21:27.540180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b1934-b8d1-437a-b33b-a6f3391b09c5 None None] Routers {'ab61b57a-3a8d-408c-85d1-7bd6086d92bb'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:21:27.540694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37396) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:27.542583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9f2b1934-b8d1-437a-b33b-a6f3391b09c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:21:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:27.547604 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:27.549506 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7cce65a7-35a4-4d14-b09a-080ffa2c4cb1 req-a513d82e-3289-437a-8e23-c37e8a0ea827 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.42 "DELETE /v2.0/ports/412d51e4-ed8e-4bc3-8862-d3a657766218 HTTP/1.1" status: 204 len: 173 time: 3.9480481 Jun 04 16:21:27.550717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea106a19-c3da-431b-abec-df43289bc95e req-47367aff-a520-4525-a975-7c3fb78d298e tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.42 "DELETE /v2.0/ports/dd9e9175-86e9-4559-9c0d-8916d535285a HTTP/1.1" status: 204 len: 173 time: 2.4978280 Jun 04 16:21:27.592070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3d5b291-8f65-4f19-a0b7-80feec5e066b req-8f49c1af-0e0c-4280-8b29-4e417d476983 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 210 time: 0.0981178 Jun 04 16:21:27.677400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df2c27-2264-4d9e-9c05-611e0402eea6 req-c4607e6c-4dec-4a82-8e3c-7e6f4409219d tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:27.685271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63df2c27-2264-4d9e-9c05-611e0402eea6 req-c4607e6c-4dec-4a82-8e3c-7e6f4409219d tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 949 time: 0.6402090 Jun 04 16:21:27.700253 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:27.895999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:21:27.899352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:21:27.940435 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8e86595f-d9d9-48a8-9cc1-9c198ce529ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:27.962638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:21:27.977907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:21:27.999437 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9f2b1934-b8d1-437a-b33b-a6f3391b09c5 None None] Set router ab61b57a-3a8d-408c-85d1-7bd6086d92bb gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:21:28.003528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1887a4ad-5da4-4fa0-8bd7-0fa00773c87a req-bc7f9927-2cfd-4231-95c3-5c1027d5c93b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Synchronizing usage tracker for tenant:55529c8e77164b25a08ae78a561ce40a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:21:28.010074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e2f18831-bc14-4faa-bae1-b09b9af488cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0386910bbc94461ab972e6ff95195778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8250329 Jun 04 16:21:28.015649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37406) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:28.030216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Pushing event updated for resources: {'Port': ['ID=96d58942-8d65-4e1e-96b9-c5ae129c8bfc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:28.078993 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:28.079587 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63df2c27-2264-4d9e-9c05-611e0402eea6 req-156fb76d-7399-4f20-ae64-408a21e6eba1 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/security-groups?id=1819e55c-b190-4c99-a0bc-8a9b684f6110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934729 Jun 04 16:21:28.111448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1887a4ad-5da4-4fa0-8bd7-0fa00773c87a req-bc7f9927-2cfd-4231-95c3-5c1027d5c93b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Unset dirty status for tenant:55529c8e77164b25a08ae78a561ce40a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:21:28.113217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1887a4ad-5da4-4fa0-8bd7-0fa00773c87a req-bc7f9927-2cfd-4231-95c3-5c1027d5c93b tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "GET /v2.0/ports?device_id=71df245c-a5a2-4715-aa23-b8157dfba58a HTTP/1.1" status: 200 len: 210 time: 0.1915646 Jun 04 16:21:28.147646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8b7bdebe-25e8-4e14-8b29-1f852950163d req-6582838e-2ba0-45e9-b963-2e9cbed10971 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] For port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=42b98b52-4ad5-4ac4-9be7-b4b340dd310b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:28.147646 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8b7bdebe-25e8-4e14-8b29-1f852950163d req-6582838e-2ba0-45e9-b963-2e9cbed10971 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:28.224773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:28.225446 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:28.251778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:28.252125 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:28.342814 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a7f58f50-e034-46bf-b495-bad70479a2ef tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7574725 Jun 04 16:21:28.371585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:28.399558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device dd9e9175-86e9-4559-9c0d-8916d535285a no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:28.409100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-8b7bdebe-25e8-4e14-8b29-1f852950163d req-6582838e-2ba0-45e9-b963-2e9cbed10971 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Calling delete_port for 42b98b52-4ad5-4ac4-9be7-b4b340dd310b owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:28.429019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Request body: {'port': {'device_id': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:21:28.441633 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-67f788f6-75d5-4b5c-b291-522d3d3ddda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:28.449022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: dd9e9175-86e9-4559-9c0d-8916d535285a {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:28.449601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device dd9e9175-86e9-4559-9c0d-8916d535285a not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:28.484645 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-43d9a6cf-2665-4241-b1d0-11d32cf52b39 None None] Provisioning for port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:21:28.507794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-43d9a6cf-2665-4241-b1d0-11d32cf52b39 None None] Provisioning complete for port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:28.508082 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-43d9a6cf-2665-4241-b1d0-11d32cf52b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:28.527528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cea39649-7e3a-4489-9676-2a53de6d6e92 req-11e98b5a-f02d-4f4a-b709-bef7140ad396 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Synchronizing usage tracker for tenant:d4012fb5625c4c60945856a3a47e68a0 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:21:28.636045 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-67f788f6-75d5-4b5c-b291-522d3d3ddda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:28.646350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-43d9a6cf-2665-4241-b1d0-11d32cf52b39 None None] Port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:21:28.653728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cea39649-7e3a-4489-9676-2a53de6d6e92 req-11e98b5a-f02d-4f4a-b709-bef7140ad396 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Unset dirty status for tenant:d4012fb5625c4c60945856a3a47e68a0 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:21:28.655107 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cea39649-7e3a-4489-9676-2a53de6d6e92 req-11e98b5a-f02d-4f4a-b709-bef7140ad396 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a354efd6-ce16-4df9-819c-9e98605efd3c HTTP/1.1" status: 200 len: 210 time: 0.2681105 Jun 04 16:21:28.731249 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:28.749333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7d1f3-6d55-44f8-ab26-d8f92e6372a8 req-8ad08369-dd54-4589-ae84-2aaeac0880f7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:28.750940 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3be7d1f3-6d55-44f8-ab26-d8f92e6372a8 req-8ad08369-dd54-4589-ae84-2aaeac0880f7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3110960 Jun 04 16:21:28.755226 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:28.775908 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a82f381-ba81-4288-8af9-065a41b5f6ed'] response: {'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'code': 200} Jun 04 16:21:28.778729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:28.876384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3be7d1f3-6d55-44f8-ab26-d8f92e6372a8 req-446dac1c-284b-4c3c-8a8a-baebd2ab3835 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901933 Jun 04 16:21:28.879499 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-67f788f6-75d5-4b5c-b291-522d3d3ddda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:28.908442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9f2b1934-b8d1-437a-b33b-a6f3391b09c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:21:25Z', 'revision_number': 5, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port': {'id': '9391501a-f385-45d8-ae60-1aabcec67e27', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:22Z', 'updated_at': '2022-06-04T16:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:28.915641 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8b7bdebe-25e8-4e14-8b29-1f852950163d req-6582838e-2ba0-45e9-b963-2e9cbed10971 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:28.918454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b1934-b8d1-437a-b33b-a6f3391b09c5 None None] Checking router: ab61b57a-3a8d-408c-85d1-7bd6086d92bb for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:21:28.921458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Deleting port 9391501a-f385-45d8-ae60-1aabcec67e27 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:28.921803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:28.939404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b1934-b8d1-437a-b33b-a6f3391b09c5 None None] Routers {'ab61b57a-3a8d-408c-85d1-7bd6086d92bb'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:21:28.940129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9f2b1934-b8d1-437a-b33b-a6f3391b09c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:21:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:28.976695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f788f6-75d5-4b5c-b291-522d3d3ddda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5cd481-e120-4d67-9c3f-f3fbe907980e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:29.159429 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9f2b1934-b8d1-437a-b33b-a6f3391b09c5 None None] Set router ab61b57a-3a8d-408c-85d1-7bd6086d92bb gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:21:29.204289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582838e-2ba0-45e9-b963-2e9cbed10971 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Pushing event deleted for resources: {'Port': ['ID=42b98b52-4ad5-4ac4-9be7-b4b340dd310b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:29.302336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9f2b1934-b8d1-437a-b33b-a6f3391b09c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:21:28Z', 'revision_number': 6, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:29.307084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b1934-b8d1-437a-b33b-a6f3391b09c5 None None] The sync data for ids ['ab61b57a-3a8d-408c-85d1-7bd6086d92bb'] in n-d-811809-3 is: [{'id': 'ab61b57a-3a8d-408c-85d1-7bd6086d92bb', 'name': 'tempest-ServersTestJSON-1326036248-router', 'tenant_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:20Z', 'updated_at': '2022-06-04T16:21:28Z', 'revision_number': 6, 'project_id': '1697a44ed7874d3a82b41e3e0a8977c8', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:21:29.360010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a354efd6-ce16-4df9-819c-9e98605efd3c', 'name': 'network-vif-deleted', 'tag': 'dd9e9175-86e9-4559-9c0d-8916d535285a'}, {'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'name': 'network-vif-deleted', 'tag': '412d51e4-ed8e-4bc3-8862-d3a657766218'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:29.362873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] For port 9391501a-f385-45d8-ae60-1aabcec67e27, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9391501a-f385-45d8-ae60-1aabcec67e27,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:29.363367 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:29.371967 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-67f788f6-75d5-4b5c-b291-522d3d3ddda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:29.376589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-67f788f6-75d5-4b5c-b291-522d3d3ddda5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f5cd481-e120-4d67-9c3f-f3fbe907980e HTTP/1.1" status: 204 len: 168 time: 1.3499985 Jun 04 16:21:29.376589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7bdebe-25e8-4e14-8b29-1f852950163d req-6582838e-2ba0-45e9-b963-2e9cbed10971 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] No DVR routers for this DVR port 42b98b52-4ad5-4ac4-9be7-b4b340dd310b on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:29.383548 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8b7bdebe-25e8-4e14-8b29-1f852950163d req-6582838e-2ba0-45e9-b963-2e9cbed10971 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:29.385624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8b7bdebe-25e8-4e14-8b29-1f852950163d req-6582838e-2ba0-45e9-b963-2e9cbed10971 tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.46 "DELETE /v2.0/ports/42b98b52-4ad5-4ac4-9be7-b4b340dd310b HTTP/1.1" status: 204 len: 173 time: 2.2136681 Jun 04 16:21:29.439627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f370e05-7566-43b7-a8f8-3137d4847496 req-be4fa250-903b-4905-b76e-9d32ad7a0f27 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:29.441142 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f370e05-7566-43b7-a8f8-3137d4847496 req-be4fa250-903b-4905-b76e-9d32ad7a0f27 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 931 time: 0.5166638 Jun 04 16:21:29.452627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ed472-e294-4a34-96ad-7cc0c73af1e9 req-939364d8-1713-4458-969d-d9718be009c7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:29.460184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-888ed472-e294-4a34-96ad-7cc0c73af1e9 req-939364d8-1713-4458-969d-d9718be009c7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2508404 Jun 04 16:21:29.533564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Calling delete_port for 9391501a-f385-45d8-ae60-1aabcec67e27 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:29.544360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-888ed472-e294-4a34-96ad-7cc0c73af1e9 req-726f22d5-a65a-49a0-bd50-da07ff15a679 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832701 Jun 04 16:21:29.547573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f370e05-7566-43b7-a8f8-3137d4847496 req-d83e35f7-2699-4245-9ecf-63909bf87ce2 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846124 Jun 04 16:21:29.698223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 89544919-f610-4518-bb06-e02d6c6131b7 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:29.714094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d58942-8d65-4e1e-96b9-c5ae129c8bfc {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:21:29.723862 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:29.748449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Transition to ACTIVE for port object 96d58942-8d65-4e1e-96b9-c5ae129c8bfc will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:21:29.760594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:29.872622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 89544919-f610-4518-bb06-e02d6c6131b7 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:29.873032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 89544919-f610-4518-bb06-e02d6c6131b7 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:29.923680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7dccf6bd-caad-4548-a030-c9565c1a9abb req-bd9b311e-249c-4c53-acad-e73210a1f42d tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Synchronizing usage tracker for tenant:65e12ae30b414f7e88546f2f6ae24f21 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:21:29.938607 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37456) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:29.992317 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-88601449-6f69-44f8-8aa2-cd431ff14232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:30.062735 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a8ab22-5725-4975-973a-92ece892fc81'] response: {'server_uuid': 'a354efd6-ce16-4df9-819c-9e98605efd3c', 'name': 'network-vif-deleted', 'tag': 'dd9e9175-86e9-4559-9c0d-8916d535285a', 'status': 'completed', 'code': 200} Jun 04 16:21:30.062994 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a8ab22-5725-4975-973a-92ece892fc81'] response: {'server_uuid': '71df245c-a5a2-4715-aa23-b8157dfba58a', 'name': 'network-vif-deleted', 'tag': '412d51e4-ed8e-4bc3-8862-d3a657766218', 'status': 'completed', 'code': 200} Jun 04 16:21:30.103287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7dccf6bd-caad-4548-a030-c9565c1a9abb req-bd9b311e-249c-4c53-acad-e73210a1f42d tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] Unset dirty status for tenant:65e12ae30b414f7e88546f2f6ae24f21 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:21:30.127540 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7dccf6bd-caad-4548-a030-c9565c1a9abb req-bd9b311e-249c-4c53-acad-e73210a1f42d tempest-LiveMigrationNegativeTest-1686891529 tempest-LiveMigrationNegativeTest-1686891529-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9596506-7b83-4f9e-b961-b6590563833e HTTP/1.1" status: 200 len: 210 time: 0.3109517 Jun 04 16:21:30.208453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1eef3f-bfd9-4945-b61d-66e27c38e61f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting subnet c4062d2f-33fe-4f07-9a5d-f37ebaae7edd {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:21:30.215187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be1eef3f-bfd9-4945-b61d-66e27c38e61f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:30.403981 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be1eef3f-bfd9-4945-b61d-66e27c38e61f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:30.453125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Pushing event updated for resources: {'Port': ['ID=96d58942-8d65-4e1e-96b9-c5ae129c8bfc,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:30.526889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:21:30.617537 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:30.703449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb5fa6-9784-482d-aedc-6e894d50e1a9 req-3c894498-ffcb-4526-bee2-6dafb528bdd2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:30.707107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Attempting to bind port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:21:30.707683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Attempting to bind port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:21:30.708100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Attempting to bind port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc on network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:21:30.716033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29eb5fa6-9784-482d-aedc-6e894d50e1a9 req-3c894498-ffcb-4526-bee2-6dafb528bdd2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3736577 Jun 04 16:21:30.732574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 42b98b52-4ad5-4ac4-9be7-b4b340dd310b no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:30.755987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=9391501a-f385-45d8-ae60-1aabcec67e27,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:30.758184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc on network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:21:30.761484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Attempting to bind port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc on network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:21:30.774596 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be1eef3f-bfd9-4945-b61d-66e27c38e61f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:30.834981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:21:30.845461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Checking segment: {'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:21:30.846063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Bound using segment: {'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:21:30.846669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Bound port: 96d58942-8d65-4e1e-96b9-c5ae129c8bfc, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:21:30.847247 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:30.899720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 42b98b52-4ad5-4ac4-9be7-b4b340dd310b {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:30.900077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 42b98b52-4ad5-4ac4-9be7-b4b340dd310b not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:30.939622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29eb5fa6-9784-482d-aedc-6e894d50e1a9 req-286d0b6e-0095-4ec6-8ae4-ce02b9168d5d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205439 Jun 04 16:21:31.018029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:31.051772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'port_id': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'mac_address': 'fa:16:3e:a0:80:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:21:31.101462 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be1eef3f-bfd9-4945-b61d-66e27c38e61f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.149711 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.183685 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.224104 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.246127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:31.246542 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.281263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:21:31.286162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1eef3f-bfd9-4945-b61d-66e27c38e61f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Subnet': ['ID=c4062d2f-33fe-4f07-9a5d-f37ebaae7edd,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:31.314693 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:31.321452 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.349717 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be1eef3f-bfd9-4945-b61d-66e27c38e61f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.371255 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-be1eef3f-bfd9-4945-b61d-66e27c38e61f tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "DELETE /v2.0/subnets/c4062d2f-33fe-4f07-9a5d-f37ebaae7edd HTTP/1.1" status: 204 len: 168 time: 1.4315829 Jun 04 16:21:31.376165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daf854b-867e-463c-8ca3-3ff4e1fd36b5 None None] Network 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:21:31.396205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37502) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:31.467240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:21:31.520720 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.522879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] For port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:21:31.525594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.538290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] For port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:21:31.550366 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.557420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:31.568102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44cceb-b185-4de9-8423-b08eedf5b164 req-c2805ea7-746f-4288-acbf-2121cf51f30a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:31.575275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc44cceb-b185-4de9-8423-b08eedf5b164 req-c2805ea7-746f-4288-acbf-2121cf51f30a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 943 time: 0.5892897 Jun 04 16:21:31.609618 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.610776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab61b57a-3a8d-408c-85d1-7bd6086d92bb {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:21:31.669637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:31.669974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:31.670305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:31.670659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:31.670996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:31.671276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087e203-2fd7-4de8-9f8b-84b3e55b0ed6 req-5ccd5dd1-5d49-441f-bbad-6109dc2d2be0 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:31.671421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:31.671595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:31.671911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:31.672233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:31.672546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:31.672849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:31.673215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:21:31.674326 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3087e203-2fd7-4de8-9f8b-84b3e55b0ed6 req-5ccd5dd1-5d49-441f-bbad-6109dc2d2be0 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 945 time: 0.4915628 Jun 04 16:21:31.705196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:31.706088 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.708200 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] 10.222.0.46 "PUT /v2.0/ports/96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 200 len: 1091 time: 3.2955236 Jun 04 16:21:31.726299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.731240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:31.753456 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.757457 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-045df162-f6f6-43cb-a7f7-5ac33add7c4c admin admin] 10.222.0.13 "DELETE /v2.0/routers/ab61b57a-3a8d-408c-85d1-7bd6086d92bb HTTP/1.1" status: 204 len: 168 time: 4.2157753 Jun 04 16:21:31.760536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37508) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:31.769844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9391501a-f385-45d8-ae60-1aabcec67e27 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:31.860619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting port 574f70bd-a6b7-4991-8f6d-1873b37fef37 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:31.860987 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.878839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 9391501a-f385-45d8-ae60-1aabcec67e27 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:31.879535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9391501a-f385-45d8-ae60-1aabcec67e27 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:31.902081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878063c-f480-4edf-ac1a-a3ef8f751d6d service neutron] Pushing event updated for resources: {'Port': ['ID=96d58942-8d65-4e1e-96b9-c5ae129c8bfc,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:31.925083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b4d667-b0d9-484f-a180-cea55f57a52f admin admin] Deleting subnet 6e3877da-18e8-488d-8839-da9f59802736 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:21:31.932209 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35b4d667-b0d9-484f-a180-cea55f57a52f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:31.975419 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc44cceb-b185-4de9-8423-b08eedf5b164 req-863198e6-3525-4d26-8173-1b5bef28e474 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990548 Jun 04 16:21:31.996348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9178cb-81e4-4c51-82d1-3c5594ac39f9 req-f06e1ee6-4a1c-48cc-84f0-2b232d17735b tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:32.007872 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b9178cb-81e4-4c51-82d1-3c5594ac39f9 req-f06e1ee6-4a1c-48cc-84f0-2b232d17735b tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 945 time: 0.8290193 Jun 04 16:21:32.032096 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-8793f9ac-c6b7-41ae-8e5e-6cdce87716ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:32.033569 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-8793f9ac-c6b7-41ae-8e5e-6cdce87716ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 1094 time: 0.2721739 Jun 04 16:21:32.121650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805f043a-32cd-4771-be47-957610ae9e01 None None] DHCP port deletion for 7f2fa2f2-bca1-4fb5-bd1a-7514f20040db request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:21:32.125588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9596506-7b83-4f9e-b961-b6590563833e', 'name': 'network-vif-deleted', 'tag': '42b98b52-4ad5-4ac4-9be7-b4b340dd310b'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:32.137845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-3087e203-2fd7-4de8-9f8b-84b3e55b0ed6 req-2ab8d1d0-6787-4a46-bc48-0e5fc4eb1d5d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Deleting port 6eb63a84-0a82-41a7-8585-e2281e35be24 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:32.138120 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3087e203-2fd7-4de8-9f8b-84b3e55b0ed6 req-2ab8d1d0-6787-4a46-bc48-0e5fc4eb1d5d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:32.169880 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-27c156be-8989-40f8-9cf2-ef5803448fd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 200 len: 217 time: 0.1254616 Jun 04 16:21:32.184160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-805f043a-32cd-4771-be47-957610ae9e01 None None] Deleting port 574f70bd-a6b7-4991-8f6d-1873b37fef37 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:32.186536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35b4d667-b0d9-484f-a180-cea55f57a52f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:32.189694 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-805f043a-32cd-4771-be47-957610ae9e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:32.193621 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b9178cb-81e4-4c51-82d1-3c5594ac39f9 req-4dfc14fa-02be-4378-902a-1128bcc65595 tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f82ed39-42e2-422a-8c2e-33caab1362c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847610 Jun 04 16:21:32.437827 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35b4d667-b0d9-484f-a180-cea55f57a52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:32.474868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-66bf148d-23f1-4afc-a048-59e48fd68e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:32.476470 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-66bf148d-23f1-4afc-a048-59e48fd68e9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.3000486 Jun 04 16:21:32.611129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-4c9a8bd0-0b4d-4353-9ea0-114ca6b43a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:32.612052 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:32.612837 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-4c9a8bd0-0b4d-4353-9ea0-114ca6b43a29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187716 Jun 04 16:21:32.620738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35b4d667-b0d9-484f-a180-cea55f57a52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:32.708215 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35b4d667-b0d9-484f-a180-cea55f57a52f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:32.712017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7aa12-98b5-4706-8923-b46c55514137 None None] Network d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:21:32.741618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4d667-b0d9-484f-a180-cea55f57a52f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e3877da-18e8-488d-8839-da9f59802736,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:32.754691 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-35b4d667-b0d9-484f-a180-cea55f57a52f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6e3877da-18e8-488d-8839-da9f59802736 HTTP/1.1" status: 204 len: 168 time: 0.9465473 Jun 04 16:21:32.759790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37522) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:32.891242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-3087e203-2fd7-4de8-9f8b-84b3e55b0ed6 req-2ab8d1d0-6787-4a46-bc48-0e5fc4eb1d5d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] For port 6eb63a84-0a82-41a7-8585-e2281e35be24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6eb63a84-0a82-41a7-8585-e2281e35be24,segment=NetworkSegment(ab516194-33e3-4125-8146-51bd2e4e4834),segment_id=ab516194-33e3-4125-8146-51bd2e4e4834)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:32.891823 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3087e203-2fd7-4de8-9f8b-84b3e55b0ed6 req-2ab8d1d0-6787-4a46-bc48-0e5fc4eb1d5d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:32.906583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-805f043a-32cd-4771-be47-957610ae9e01 None None] For port 574f70bd-a6b7-4991-8f6d-1873b37fef37, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=574f70bd-a6b7-4991-8f6d-1873b37fef37,segment=NetworkSegment(44bd2672-0eb4-4959-b055-ce2ea8c7a73d),segment_id=44bd2672-0eb4-4959-b055-ce2ea8c7a73d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:32.906953 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-805f043a-32cd-4771-be47-957610ae9e01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:33.161589 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cbb4cb-ba01-4754-95c3-bd4b67ca3f6e'] response: {'name': 'network-changed', 'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'status': 'completed', 'code': 200} Jun 04 16:21:33.164476 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-41c5970b-e406-4998-a595-6cc05bd226fd service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280762 Jun 04 16:21:33.231826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-3087e203-2fd7-4de8-9f8b-84b3e55b0ed6 req-2ab8d1d0-6787-4a46-bc48-0e5fc4eb1d5d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Calling delete_port for 6eb63a84-0a82-41a7-8585-e2281e35be24 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:33.264442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-805f043a-32cd-4771-be47-957610ae9e01 None None] Calling delete_port for 574f70bd-a6b7-4991-8f6d-1873b37fef37 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:33.377470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37544) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:33.437063 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:33.478846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Deleting port 3e493140-a091-4382-bee8-38ec93adbc4c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:33.479591 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:33.516609 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-805f043a-32cd-4771-be47-957610ae9e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:33.533284 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ed3e9b-cfef-4f83-9d9e-e7d2029bc375'] response: {'server_uuid': 'b9596506-7b83-4f9e-b961-b6590563833e', 'name': 'network-vif-deleted', 'tag': '42b98b52-4ad5-4ac4-9be7-b4b340dd310b', 'status': 'completed', 'code': 200} Jun 04 16:21:33.533828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37550) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:33.601788 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b2eb43a-cbbc-4bd8-b978-270e0dde77b0 req-edf5f112-400e-4c86-a175-ec3f9bc61b08 service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278028 Jun 04 16:21:33.641044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f043a-32cd-4771-be47-957610ae9e01 None None] No DVR routers for this DVR port 574f70bd-a6b7-4991-8f6d-1873b37fef37 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:33.669111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f043a-32cd-4771-be47-957610ae9e01 None None] Pushing event deleted for resources: {'Port': ['ID=574f70bd-a6b7-4991-8f6d-1873b37fef37,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:33.752609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 574f70bd-a6b7-4991-8f6d-1873b37fef37 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:33.856964 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3087e203-2fd7-4de8-9f8b-84b3e55b0ed6 req-2ab8d1d0-6787-4a46-bc48-0e5fc4eb1d5d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:33.888304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] For port 3e493140-a091-4382-bee8-38ec93adbc4c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3e493140-a091-4382-bee8-38ec93adbc4c,segment=NetworkSegment(ed8d78e7-8f08-4945-9937-69713d0db629),segment_id=ed8d78e7-8f08-4945-9937-69713d0db629)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:33.888902 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:33.924843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 574f70bd-a6b7-4991-8f6d-1873b37fef37 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:33.925180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 574f70bd-a6b7-4991-8f6d-1873b37fef37 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:33.932136 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:33.953648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8d1d0-6787-4a46-bc48-0e5fc4eb1d5d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Pushing event deleted for resources: {'Port': ['ID=6eb63a84-0a82-41a7-8585-e2281e35be24,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:33.972393 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.026332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e475946-96c7-4a7a-b598-44ba29046d56 req-f661456d-425c-4001-9471-1af1d2c06acc tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:34.041755 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e475946-96c7-4a7a-b598-44ba29046d56 req-f661456d-425c-4001-9471-1af1d2c06acc tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 1.7921729 Jun 04 16:21:34.064827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7682eff7-1c0e-4487-8427-f6e3b6b782e1 None None] DHCP port deletion for d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:21:34.070386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7682eff7-1c0e-4487-8427-f6e3b6b782e1 None None] Deleting port 3e493140-a091-4382-bee8-38ec93adbc4c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:34.071675 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7682eff7-1c0e-4487-8427-f6e3b6b782e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.126988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3087e203-2fd7-4de8-9f8b-84b3e55b0ed6 req-2ab8d1d0-6787-4a46-bc48-0e5fc4eb1d5d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] No DVR routers for this DVR port 6eb63a84-0a82-41a7-8585-e2281e35be24 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:34.178121 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3087e203-2fd7-4de8-9f8b-84b3e55b0ed6 req-2ab8d1d0-6787-4a46-bc48-0e5fc4eb1d5d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.205699 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0650d772-49d5-48e3-a723-cff1ac9ef784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.228631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0650d772-49d5-48e3-a723-cff1ac9ef784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:34.233150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0650d772-49d5-48e3-a723-cff1ac9ef784 admin admin] Usage tracker for resource:security_group_rule and tenant:5efad646cae1416687803c582accdc44 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:34.236924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0650d772-49d5-48e3-a723-cff1ac9ef784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:34.243360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0650d772-49d5-48e3-a723-cff1ac9ef784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:34.255559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Calling delete_port for 3e493140-a091-4382-bee8-38ec93adbc4c owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:34.361677 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3087e203-2fd7-4de8-9f8b-84b3e55b0ed6 req-2ab8d1d0-6787-4a46-bc48-0e5fc4eb1d5d tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.46 "DELETE /v2.0/ports/6eb63a84-0a82-41a7-8585-e2281e35be24 HTTP/1.1" status: 204 len: 173 time: 2.6744950 Jun 04 16:21:34.368971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7682eff7-1c0e-4487-8427-f6e3b6b782e1 None None] For port 3e493140-a091-4382-bee8-38ec93adbc4c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3e493140-a091-4382-bee8-38ec93adbc4c,segment=NetworkSegment(ed8d78e7-8f08-4945-9937-69713d0db629),segment_id=ed8d78e7-8f08-4945-9937-69713d0db629)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:34.369605 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7682eff7-1c0e-4487-8427-f6e3b6b782e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.369954 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8e6ecbb5-3c8d-4fa7-b167-52b3a094aa99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65e12ae30b414f7e88546f2f6ae24f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9778335 Jun 04 16:21:34.373685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37558) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:34.379265 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0650d772-49d5-48e3-a723-cff1ac9ef784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.392318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] For port 574f70bd-a6b7-4991-8f6d-1873b37fef37, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=574f70bd-a6b7-4991-8f6d-1873b37fef37,segment=NetworkSegment(44bd2672-0eb4-4959-b055-ce2ea8c7a73d),segment_id=44bd2672-0eb4-4959-b055-ce2ea8c7a73d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:34.393186 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.429985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29836e0a-ce4e-4fdc-a8ec-bb1fa0338055 req-ea765e2f-ea1a-47da-a42e-568c773e06b3 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:34.442255 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29836e0a-ce4e-4fdc-a8ec-bb1fa0338055 req-ea765e2f-ea1a-47da-a42e-568c773e06b3 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 943 time: 0.9062662 Jun 04 16:21:34.469673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.479911 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e475946-96c7-4a7a-b598-44ba29046d56 req-4bdffd53-edb8-447b-b368-8c8b35d29093 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366150 Jun 04 16:21:34.498421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0650d772-49d5-48e3-a723-cff1ac9ef784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.525224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26313a7-bb27-47bb-b803-07a9f699a27c req-a5a33508-65a4-440b-b03b-401119d573ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:34.527096 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e26313a7-bb27-47bb-b803-07a9f699a27c req-a5a33508-65a4-440b-b03b-401119d573ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 1094 time: 0.3249607 Jun 04 16:21:34.530547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] No DVR routers for this DVR port 3e493140-a091-4382-bee8-38ec93adbc4c on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:34.548927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:21:34.572686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e493140-a091-4382-bee8-38ec93adbc4c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:34.628056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7682eff7-1c0e-4487-8427-f6e3b6b782e1 None None] Calling delete_port for 3e493140-a091-4382-bee8-38ec93adbc4c owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:34.687879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0650d772-49d5-48e3-a723-cff1ac9ef784 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5efad646cae1416687803c582accdc44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1450949 Jun 04 16:21:34.692161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37568) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:34.800291 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-7682eff7-1c0e-4487-8427-f6e3b6b782e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:21:34.800678 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-7682eff7-1c0e-4487-8427-f6e3b6b782e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:21:34.801941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:34.802341 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.812925 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94fba072-0582-4024-ae89-78ca2a74fb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.887535 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.910839 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94fba072-0582-4024-ae89-78ca2a74fb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.939878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29836e0a-ce4e-4fdc-a8ec-bb1fa0338055 req-1fed3081-addd-40c6-930f-1110246a8cdb tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962816 Jun 04 16:21:34.954059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Calling delete_port for 574f70bd-a6b7-4991-8f6d-1873b37fef37 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:34.967671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:34.968072 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:34.978407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f2ecd9-b100-425f-a1f7-f9eb73da6b91']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:35.014100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8d78e7-8f08-4945-9937-69713d0db629') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:35.014566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8d78e7-8f08-4945-9937-69713d0db629') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:35.042007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:35.048564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26313a7-bb27-47bb-b803-07a9f699a27c req-353cf121-2cf7-441f-be29-aa39df8e2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:35.050325 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e26313a7-bb27-47bb-b803-07a9f699a27c req-353cf121-2cf7-441f-be29-aa39df8e2ba7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.5065420 Jun 04 16:21:35.054698 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.090876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:35.107648 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.109069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6eb63a84-0a82-41a7-8585-e2281e35be24 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:35.141497 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e26313a7-bb27-47bb-b803-07a9f699a27c req-145933bd-892c-4279-87c3-12697b702b85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 200 len: 217 time: 0.0789132 Jun 04 16:21:35.142110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f7ff4a0-d169-40bf-b55c-e41af0ef2e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.152887 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.198933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:21:35.199370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.213491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 6eb63a84-0a82-41a7-8585-e2281e35be24 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:35.213990 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6eb63a84-0a82-41a7-8585-e2281e35be24 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:35.250704 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94fba072-0582-4024-ae89-78ca2a74fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.253650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=10']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:35.256608 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f7ff4a0-d169-40bf-b55c-e41af0ef2e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.264297 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ed8d78e7-8f08-4945-9937-69713d0db629 resource provider aggregate not found Jun 04 16:21:35.267993 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:21:35.268488 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:21:35.301635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7682eff7-1c0e-4487-8427-f6e3b6b782e1 None None] Deleting port 3e493140-a091-4382-bee8-38ec93adbc4c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:35.302265 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7682eff7-1c0e-4487-8427-f6e3b6b782e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.339518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-787a0517-b659-4eb0-9cfc-0dadc5640f00 req-78a7d89c-70c2-4ab2-91ae-099109ade46c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Synchronizing usage tracker for tenant:d4012fb5625c4c60945856a3a47e68a0 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:21:35.363935 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ed8d78e7-8f08-4945-9937-69713d0db629 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed8d78e7-8f08-4945-9937-69713d0db629 found for delete ", "request_id": "req-43d60c49-6094-4748-930b-7143c639710d"}]} Jun 04 16:21:35.377157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650d772-49d5-48e3-a723-cff1ac9ef784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37e6e72-f203-41b9-a8cf-2f0598c62b6e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:35.409105 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7682eff7-1c0e-4487-8427-f6e3b6b782e1 None None] The port '3e493140-a091-4382-bee8-38ec93adbc4c' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:21:35.426495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-787a0517-b659-4eb0-9cfc-0dadc5640f00 req-78a7d89c-70c2-4ab2-91ae-099109ade46c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] Unset dirty status for tenant:d4012fb5625c4c60945856a3a47e68a0 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:21:35.434947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fba072-0582-4024-ae89-78ca2a74fb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1819e55c-b190-4c99-a0bc-8a9b684f6110,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:35.435785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-787a0517-b659-4eb0-9cfc-0dadc5640f00 req-78a7d89c-70c2-4ab2-91ae-099109ade46c tempest-LiveMigrationTest-1503039680 tempest-LiveMigrationTest-1503039680-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7cd6a67-7e10-4701-a052-62ba843bdaf1 HTTP/1.1" status: 200 len: 210 time: 0.5730419 Jun 04 16:21:35.461711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26313a7-bb27-47bb-b803-07a9f699a27c req-7121db0d-700f-4837-b020-402650f5f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:35.463956 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e26313a7-bb27-47bb-b803-07a9f699a27c req-7121db0d-700f-4837-b020-402650f5f320 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.3087263 Jun 04 16:21:35.469981 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.482227 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.500924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8bb1e-caf0-495a-b783-aea78bf7114a req-9fbb1ab9-dbf7-4ee3-83c8-2e1cedb7a5a4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:35.511291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3c8bb1e-caf0-495a-b783-aea78bf7114a req-9fbb1ab9-dbf7-4ee3-83c8-2e1cedb7a5a4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2411153 Jun 04 16:21:35.537044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cd6a67-7e10-4701-a052-62ba843bdaf1', 'name': 'network-vif-deleted', 'tag': '6eb63a84-0a82-41a7-8585-e2281e35be24'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:35.537194 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fc85d0-3af0-444d-ba68-91d60783cfc7'] response: {'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'code': 200} Jun 04 16:21:35.578648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94fba072-0582-4024-ae89-78ca2a74fb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.579845 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-94fba072-0582-4024-ae89-78ca2a74fb8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1819e55c-b190-4c99-a0bc-8a9b684f6110 HTTP/1.1" status: 204 len: 168 time: 1.2052391 Jun 04 16:21:35.600070 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f7ff4a0-d169-40bf-b55c-e41af0ef2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.639834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f2ecd9-b100-425f-a1f7-f9eb73da6b91,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:35.667010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3c8bb1e-caf0-495a-b783-aea78bf7114a req-71f22b43-bf57-4425-870e-9ec766399931 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547060 Jun 04 16:21:35.673550 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6276684e-a22a-4b82-be2a-52808a674f68'] response: {'server_uuid': 'a7cd6a67-7e10-4701-a052-62ba843bdaf1', 'name': 'network-vif-deleted', 'tag': '6eb63a84-0a82-41a7-8585-e2281e35be24', 'status': 'completed', 'code': 200} Jun 04 16:21:35.678145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ff4a0-d169-40bf-b55c-e41af0ef2e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37e6e72-f203-41b9-a8cf-2f0598c62b6e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:35.685512 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f7ff4a0-d169-40bf-b55c-e41af0ef2e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.689207 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3f7ff4a0-d169-40bf-b55c-e41af0ef2e26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b37e6e72-f203-41b9-a8cf-2f0598c62b6e HTTP/1.1" status: 204 len: 168 time: 0.9812500 Jun 04 16:21:35.706511 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4af3c39a-418b-4c19-9d7a-5ac96cbcc610 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d7f2ecd9-b100-425f-a1f7-f9eb73da6b91 HTTP/1.1" status: 204 len: 168 time: 2.7654078 Jun 04 16:21:35.748221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26313a7-bb27-47bb-b803-07a9f699a27c req-c500aaf6-a3c6-43c5-b505-6296c87f48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:35.751982 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e26313a7-bb27-47bb-b803-07a9f699a27c req-c500aaf6-a3c6-43c5-b505-6296c87f48bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2657392 Jun 04 16:21:35.770540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting port 574f70bd-a6b7-4991-8f6d-1873b37fef37 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:35.770886 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:35.792201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3e493140-a091-4382-bee8-38ec93adbc4c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:35.889014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 3e493140-a091-4382-bee8-38ec93adbc4c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:35.891422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3e493140-a091-4382-bee8-38ec93adbc4c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:35.991782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] The port '574f70bd-a6b7-4991-8f6d-1873b37fef37' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:21:36.032273 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e26313a7-bb27-47bb-b803-07a9f699a27c req-59849702-f2af-44c5-a493-b3961b471932 service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722816 Jun 04 16:21:36.147058 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:36.205057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2fa2f2-bca1-4fb5-bd1a-7514f20040db']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:36.220952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bd2672-0eb4-4959-b055-ce2ea8c7a73d') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:36.222085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bd2672-0eb4-4959-b055-ce2ea8c7a73d') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:36.235718 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:36.250145 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e26313a7-bb27-47bb-b803-07a9f699a27c req-35f2d3f1-90ed-468c-a0ee-b16acddc0687 service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115078 Jun 04 16:21:36.267621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403ac61-10cb-497f-9fbc-5f4bdb11fd08 req-e123ebda-f462-4567-9915-665e333b6dd4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:36.270188 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4403ac61-10cb-497f-9fbc-5f4bdb11fd08 req-e123ebda-f462-4567-9915-665e333b6dd4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3800437 Jun 04 16:21:36.324788 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:36.353136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37602) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:36.434948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37606) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:36.482203 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-195ade86-ea6d-4077-b63c-b4ef8313a849 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1985725b482d4247aafce8cc50380d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277852 Jun 04 16:21:36.489944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37612) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:36.517437 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c6d8b213-e87a-4f13-8765-bb0fa46dbe6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1697a44ed7874d3a82b41e3e0a8977c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0791469 Jun 04 16:21:36.517661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37616) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:36.527508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 96d58942-8d65-4e1e-96b9-c5ae129c8bfc details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:21:36.601151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:21:36.601741 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:36.783838 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81df9c4b-e2b1-41f4-83fe-9f50c494f5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:36.829713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4403ac61-10cb-497f-9fbc-5f4bdb11fd08 req-a3f9bbc8-8eee-4037-9c5d-06bbd1b957f0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113606 Jun 04 16:21:36.834965 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f2f4314-d9d7-4306-a402-4a23e0f6b8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:36.839101 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81df9c4b-e2b1-41f4-83fe-9f50c494f5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:36.879014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbccecc-858b-46a9-975a-6fb05b692291 req-63707765-421c-431e-8bad-bc051b03400b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:36.884091 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0dbccecc-858b-46a9-975a-6fb05b692291 req-63707765-421c-431e-8bad-bc051b03400b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 943 time: 0.6993418 Jun 04 16:21:36.885861 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:36.895012 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f2f4314-d9d7-4306-a402-4a23e0f6b8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:36.899267 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:36.977570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81df9c4b-e2b1-41f4-83fe-9f50c494f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:37.020529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df9c4b-e2b1-41f4-83fe-9f50c494f5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74082fbc-3d6b-4911-a8bc-e6b6efbf34ad,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:37.028277 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f2f4314-d9d7-4306-a402-4a23e0f6b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:37.046225 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81df9c4b-e2b1-41f4-83fe-9f50c494f5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:37.050535 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-81df9c4b-e2b1-41f4-83fe-9f50c494f5cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74082fbc-3d6b-4911-a8bc-e6b6efbf34ad HTTP/1.1" status: 204 len: 168 time: 0.5592909 Jun 04 16:21:37.053153 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "DELETE /v2.0/networks/7f2fa2f2-bca1-4fb5-bd1a-7514f20040db HTTP/1.1" status: 204 len: 168 time: 5.6490760 Jun 04 16:21:37.053680 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f4314-d9d7-4306-a402-4a23e0f6b8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4364b71-f343-4251-bda3-6b7e86e2a64a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:37.058253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379d3a8-b9b8-4147-8992-2eb19b34c4d2 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Network': ['ID=7f2fa2f2-bca1-4fb5-bd1a-7514f20040db,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:37.058579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:37.063182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37642) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:37.063726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37644) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:37.068349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f2f4314-d9d7-4306-a402-4a23e0f6b8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:37.070505 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2f2f4314-d9d7-4306-a402-4a23e0f6b8fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4364b71-f343-4251-bda3-6b7e86e2a64a HTTP/1.1" status: 204 len: 168 time: 0.5509253 Jun 04 16:21:37.117346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'port_id': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'mac_address': 'fa:16:3e:f0:a5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:21:37.165805 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 44bd2672-0eb4-4959-b055-ce2ea8c7a73d resource provider aggregate not found Jun 04 16:21:37.189519 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0dbccecc-858b-46a9-975a-6fb05b692291 req-2866dcc3-1d6c-4af3-b157-fdd281bbb408 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358561 Jun 04 16:21:37.219882 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 44bd2672-0eb4-4959-b055-ce2ea8c7a73d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44bd2672-0eb4-4959-b055-ce2ea8c7a73d found for delete ", "request_id": "req-ab28637b-1a51-4e86-8690-eefbec09b3c1"}]} Jun 04 16:21:37.254617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-3132cc03-9856-4284-883b-ce1ada700d50 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting subnet 8214fa7c-aa35-4c3a-a872-e3211e11c685 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:21:37.266316 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3132cc03-9856-4284-883b-ce1ada700d50 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:37.338290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:37.338987 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:37.371021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d58942-8d65-4e1e-96b9-c5ae129c8bfc {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:21:37.395182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:37.427172 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:37.467608 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3132cc03-9856-4284-883b-ce1ada700d50 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:37.574855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740b31f-20b7-4e03-b500-46a0a765813b req-2b31a939-d12b-4f3d-92ff-8bacf2dc119f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:37.581930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f740b31f-20b7-4e03-b500-46a0a765813b req-2b31a939-d12b-4f3d-92ff-8bacf2dc119f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/networks?id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f HTTP/1.1" status: 200 len: 814 time: 0.2781520 Jun 04 16:21:37.611815 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=96d58942-8d65-4e1e-96b9-c5ae129c8bfc,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:37.671101 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f740b31f-20b7-4e03-b500-46a0a765813b req-797923c1-068c-47cd-bffa-fa056bf15efa tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/quotas/dc62f984f3aa4af6b51cf0f39a3d5c92 HTTP/1.1" status: 200 len: 375 time: 0.0881264 Jun 04 16:21:37.813387 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3132cc03-9856-4284-883b-ce1ada700d50 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:37.864425 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['96d58942-8d65-4e1e-96b9-c5ae129c8bfc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:21:37.942584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f740b31f-20b7-4e03-b500-46a0a765813b req-ae426777-ece9-4532-9c6e-d06fa90fb2f1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2670588 Jun 04 16:21:37.978589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c221d7-8b43-4f5e-853c-4fd79960596c admin admin] Deleting subnet 2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:21:37.983671 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93c221d7-8b43-4f5e-853c-4fd79960596c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:38.047099 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93c221d7-8b43-4f5e-853c-4fd79960596c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:38.082150 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3132cc03-9856-4284-883b-ce1ada700d50 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:38.159495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132cc03-9856-4284-883b-ce1ada700d50 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Subnet': ['ID=8214fa7c-aa35-4c3a-a872-e3211e11c685,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:38.182511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3132cc03-9856-4284-883b-ce1ada700d50 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:38.189682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a45b92-11ef-407d-b67d-aeb2b1700bea None None] Network cea2d318-3e8d-4aa7-9b18-5b66d4496d56 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:21:38.198833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3132cc03-9856-4284-883b-ce1ada700d50 tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "DELETE /v2.0/subnets/8214fa7c-aa35-4c3a-a872-e3211e11c685 HTTP/1.1" status: 204 len: 168 time: 1.1305208 Jun 04 16:21:38.201467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37698) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:38.364879 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93c221d7-8b43-4f5e-853c-4fd79960596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:38.499301 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:38.523929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Deleting port c80a76a0-55b6-45ee-a99c-9eee0fafa15c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:38.526193 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:38.579887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ec724-6557-40e9-93cc-edb53c4916b7 req-a4fd430d-6d3d-497a-b0f6-909991ceb6a4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:38.581659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f0ec724-6557-40e9-93cc-edb53c4916b7 req-a4fd430d-6d3d-497a-b0f6-909991ceb6a4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3618228 Jun 04 16:21:38.601527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8b420-c703-452d-96e9-ee4e9e71779a req-39405ea1-0188-41ee-a8b9-9608ab569410 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:38.603589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ced8b420-c703-452d-96e9-ee4e9e71779a req-39405ea1-0188-41ee-a8b9-9608ab569410 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 944 time: 0.1572490 Jun 04 16:21:38.667401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f0ec724-6557-40e9-93cc-edb53c4916b7 req-012b20ee-95a8-4917-b70b-2ed0d7f23090 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752261 Jun 04 16:21:38.725486 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ced8b420-c703-452d-96e9-ee4e9e71779a req-ad242694-065a-4118-a82a-c7a83e7a97e1 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827045 Jun 04 16:21:38.742399 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93c221d7-8b43-4f5e-853c-4fd79960596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:38.828701 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93c221d7-8b43-4f5e-853c-4fd79960596c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:38.843401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-93c221d7-8b43-4f5e-853c-4fd79960596c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f HTTP/1.1" status: 204 len: 168 time: 1.7688904 Jun 04 16:21:38.844721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c214882-bf15-4edc-b993-21b1b589693c None None] DHCP port deletion for cea2d318-3e8d-4aa7-9b18-5b66d4496d56 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:21:38.845720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37726) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:38.848237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c221d7-8b43-4f5e-853c-4fd79960596c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a64b89a-b7ee-43a8-9d9d-b2969b1a6b2f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:38.849569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8c214882-bf15-4edc-b993-21b1b589693c None None] Deleting port c80a76a0-55b6-45ee-a99c-9eee0fafa15c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:38.850013 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8c214882-bf15-4edc-b993-21b1b589693c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:39.188755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] For port c80a76a0-55b6-45ee-a99c-9eee0fafa15c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c80a76a0-55b6-45ee-a99c-9eee0fafa15c,segment=NetworkSegment(a6fc7925-dbb8-47a7-984e-0e263aac6a6c),segment_id=a6fc7925-dbb8-47a7-984e-0e263aac6a6c)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:39.189021 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:39.220277 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e51e31-a000-469f-972d-208497e70f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:39.419091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8c214882-bf15-4edc-b993-21b1b589693c None None] For port c80a76a0-55b6-45ee-a99c-9eee0fafa15c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c80a76a0-55b6-45ee-a99c-9eee0fafa15c,segment=NetworkSegment(a6fc7925-dbb8-47a7-984e-0e263aac6a6c),segment_id=a6fc7925-dbb8-47a7-984e-0e263aac6a6c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:39.419479 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8c214882-bf15-4edc-b993-21b1b589693c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:39.431591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Calling delete_port for c80a76a0-55b6-45ee-a99c-9eee0fafa15c owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:39.553119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f4af5-6b7f-49ad-bb11-c1f3f49d0afa req-ac18bc82-d2b7-4dfc-8db0-6acee7f500d9 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:39.575607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc7f4af5-6b7f-49ad-bb11-c1f3f49d0afa req-ac18bc82-d2b7-4dfc-8db0-6acee7f500d9 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.5197678 Jun 04 16:21:39.607415 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:39.693651 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e51e31-a000-469f-972d-208497e70f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:39.701025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8c214882-bf15-4edc-b993-21b1b589693c None None] Calling delete_port for c80a76a0-55b6-45ee-a99c-9eee0fafa15c owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:39.752928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Port': ['ID=c80a76a0-55b6-45ee-a99c-9eee0fafa15c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:39.769479 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c80a76a0-55b6-45ee-a99c-9eee0fafa15c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:39.776639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] No DVR routers for this DVR port c80a76a0-55b6-45ee-a99c-9eee0fafa15c on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:39.830077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e9e51e31-a000-469f-972d-208497e70f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:39.922058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c80a76a0-55b6-45ee-a99c-9eee0fafa15c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:39.922696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c80a76a0-55b6-45ee-a99c-9eee0fafa15c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: from cryptography.utils import int_from_bytes Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: from cryptography.utils import int_from_bytes Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn_limited( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn_limited( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.982133 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:21:39.985627 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:21:40.000647 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-8c214882-bf15-4edc-b993-21b1b589693c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:21:40.000991 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-8c214882-bf15-4edc-b993-21b1b589693c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:21:40.076996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc7f4af5-6b7f-49ad-bb11-c1f3f49d0afa req-571a9c83-864a-4451-af4c-868d3d87bc0c tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971848 Jun 04 16:21:40.079119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e9e51e31-a000-469f-972d-208497e70f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab516194-33e3-4125-8146-51bd2e4e4834') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:40.079415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e9e51e31-a000-469f-972d-208497e70f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab516194-33e3-4125-8146-51bd2e4e4834') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:40.106524 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e51e31-a000-469f-972d-208497e70f13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.108007 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.181156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea2d318-3e8d-4aa7-9b18-5b66d4496d56']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:40.220733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fc7925-dbb8-47a7-984e-0e263aac6a6c') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:40.221391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fc7925-dbb8-47a7-984e-0e263aac6a6c') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:40.261551 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e51e31-a000-469f-972d-208497e70f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.264717 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.291598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e51e31-a000-469f-972d-208497e70f13 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:21:40.292489 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e51e31-a000-469f-972d-208497e70f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.309282 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.327656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:21:40.328194 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.367285 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment ab516194-33e3-4125-8146-51bd2e4e4834 resource provider aggregate not found Jun 04 16:21:40.397167 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment ab516194-33e3-4125-8146-51bd2e4e4834 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab516194-33e3-4125-8146-51bd2e4e4834 found for delete ", "request_id": "req-42ed4fb7-46b1-4d27-aed9-1b89b61c817c"}]} Jun 04 16:21:40.413025 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment a6fc7925-dbb8-47a7-984e-0e263aac6a6c resource provider aggregate not found Jun 04 16:21:40.414985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd9364-28e4-4a66-a4f2-a9df0759e2fa req-0d07dd96-40f6-4641-8af0-b97b0116ad3d tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:40.416699 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbcd9364-28e4-4a66-a4f2-a9df0759e2fa req-0d07dd96-40f6-4641-8af0-b97b0116ad3d tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 944 time: 0.2944057 Jun 04 16:21:40.417930 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e51e31-a000-469f-972d-208497e70f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.443901 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e51e31-a000-469f-972d-208497e70f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.468526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e51e31-a000-469f-972d-208497e70f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:40.502190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8c214882-bf15-4edc-b993-21b1b589693c None None] Deleting port c80a76a0-55b6-45ee-a99c-9eee0fafa15c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:40.502607 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8c214882-bf15-4edc-b993-21b1b589693c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.535056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbcd9364-28e4-4a66-a4f2-a9df0759e2fa req-2d28167e-52bf-4052-a214-528e755a9244 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883482 Jun 04 16:21:40.544195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e9e51e31-a000-469f-972d-208497e70f13 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fe8f9fb2-4ab8-4b2a-8fb8-0adf387c4ded HTTP/1.1" status: 204 len: 168 time: 1.6902211 Jun 04 16:21:40.544586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37794) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:40.602638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 96d58942-8d65-4e1e-96b9-c5ae129c8bfc up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:21:40.609410 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment a6fc7925-dbb8-47a7-984e-0e263aac6a6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6fc7925-dbb8-47a7-984e-0e263aac6a6c found for delete ", "request_id": "req-02d31956-fc83-474b-9b12-5e6f9a89e643"}]} Jun 04 16:21:40.696367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a9cded-a953-4cb0-928b-e8ef92b2104c admin admin] Deleting subnet 3df98f3e-6221-40a8-a32b-ead2df187781 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:21:40.702923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.703301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cded-a953-4cb0-928b-e8ef92b2104c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.717810 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.774398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] Pushing event deleted for resources: {'Network': ['ID=cea2d318-3e8d-4aa7-9b18-5b66d4496d56,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:40.786488 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8664fa55-3289-4f8a-be1d-5f1a5094a61a tempest-ServersTestMultiNic-1347383589 tempest-ServersTestMultiNic-1347383589-project] 10.222.0.13 "DELETE /v2.0/networks/cea2d318-3e8d-4aa7-9b18-5b66d4496d56 HTTP/1.1" status: 204 len: 168 time: 2.5826595 Jun 04 16:21:40.814818 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cded-a953-4cb0-928b-e8ef92b2104c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.816319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8c214882-bf15-4edc-b993-21b1b589693c None None] The port 'c80a76a0-55b6-45ee-a99c-9eee0fafa15c' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:21:40.856913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:21:40.870608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:40.871220 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:40.930696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cded-a953-4cb0-928b-e8ef92b2104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:41.017771 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cded-a953-4cb0-928b-e8ef92b2104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:41.065727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:41.066354 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:41.093378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9cded-a953-4cb0-928b-e8ef92b2104c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df98f3e-6221-40a8-a32b-ead2df187781,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:41.104044 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cded-a953-4cb0-928b-e8ef92b2104c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:41.112387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f4a9cded-a953-4cb0-928b-e8ef92b2104c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3df98f3e-6221-40a8-a32b-ead2df187781 HTTP/1.1" status: 204 len: 168 time: 0.5668437 Jun 04 16:21:41.115475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37828) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:41.123465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:41.127049 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf38cec1-b921-477c-9be6-6a09719c68d1 req-da53d185-4319-4897-bed6-d3ec3d0b2b3e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92 HTTP/1.1" status: 200 len: 221 time: 0.2115769 Jun 04 16:21:41.162921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:41.171410 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:41.249453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4326-0459-4f16-a635-83ea9c81eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:41.336691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=96d58942-8d65-4e1e-96b9-c5ae129c8bfc,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:41.414410 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4326-0459-4f16-a635-83ea9c81eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:41.443711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4fdd4326-0459-4f16-a635-83ea9c81eb97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cd868c-29fe-40ef-8584-17706dfca7c7']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:41.489060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4fdd4326-0459-4f16-a635-83ea9c81eb97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b796ed2e-ff4c-4688-9ec2-baacf9956982') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:41.489060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4fdd4326-0459-4f16-a635-83ea9c81eb97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b796ed2e-ff4c-4688-9ec2-baacf9956982') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:41.510088 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4326-0459-4f16-a635-83ea9c81eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:41.548797 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4326-0459-4f16-a635-83ea9c81eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:41.567681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdd4326-0459-4f16-a635-83ea9c81eb97 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:21:41.568708 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4326-0459-4f16-a635-83ea9c81eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:41.570300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084485d-462c-431f-b4c1-f0ceaacf2a51 req-e2a41aed-4af5-4a68-a95b-82045fe8f0bf tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:41.579168 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6084485d-462c-431f-b4c1-f0ceaacf2a51 req-e2a41aed-4af5-4a68-a95b-82045fe8f0bf tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.1321044 Jun 04 16:21:41.654794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6084485d-462c-431f-b4c1-f0ceaacf2a51 req-46e82a7c-6d94-483e-b050-716d79019127 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669978 Jun 04 16:21:41.678009 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55925ac3-ec5d-4f9f-8c59-f7072f745731'] response: {'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'code': 200} Jun 04 16:21:41.820756 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-00777220-d12f-4a9b-a953-672504878099 req-08de2dbf-93e8-4b19-8a21-4f6afc9c684b tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.0815322 Jun 04 16:21:42.071521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4326-0459-4f16-a635-83ea9c81eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:42.097216 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4326-0459-4f16-a635-83ea9c81eb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:42.131457 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd4326-0459-4f16-a635-83ea9c81eb97 admin admin] Pushing event deleted for resources: {'Network': ['ID=60cd868c-29fe-40ef-8584-17706dfca7c7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:42.147288 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4fdd4326-0459-4f16-a635-83ea9c81eb97 admin admin] 10.222.0.13 "DELETE /v2.0/networks/60cd868c-29fe-40ef-8584-17706dfca7c7 HTTP/1.1" status: 204 len: 168 time: 1.0304227 Jun 04 16:21:42.156369 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22291f08-b7c4-410a-8bb4-6912cc933fda req-f129a5d7-e631-4c42-b26d-bde4be72abfc tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:42.157915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22291f08-b7c4-410a-8bb4-6912cc933fda req-f129a5d7-e631-4c42-b26d-bde4be72abfc tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 945 time: 0.1603465 Jun 04 16:21:42.180682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b18190-e3f8-402f-8cab-8bfe86a7ed36 req-4833bffc-3eec-45d4-9f58-de6dc0167510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:42.182368 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-08b18190-e3f8-402f-8cab-8bfe86a7ed36 req-4833bffc-3eec-45d4-9f58-de6dc0167510 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 1096 time: 0.3955486 Jun 04 16:21:42.240434 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-08b18190-e3f8-402f-8cab-8bfe86a7ed36 req-7fb98d66-3afa-4992-9283-7ea8e38a89c6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510328 Jun 04 16:21:42.297312 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22291f08-b7c4-410a-8bb4-6912cc933fda req-5a63feaf-9418-41e8-ad82-f9ae04f235bf tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334357 Jun 04 16:21:42.395727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7ac5b-50a2-4949-9c7b-de77e549668f req-27b6863a-bdf0-4a71-afe5-adebf0e06246 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:42.397385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44b7ac5b-50a2-4949-9c7b-de77e549668f req-27b6863a-bdf0-4a71-afe5-adebf0e06246 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.1494851 Jun 04 16:21:42.419996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37872) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:42.463328 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44b7ac5b-50a2-4949-9c7b-de77e549668f req-2a1147ba-8bde-40b9-99eb-0564c57d2b50 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578666 Jun 04 16:21:42.503799 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7e19d4f4-1d7b-4547-87e5-2698db9e00d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4012fb5625c4c60945856a3a47e68a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828235 Jun 04 16:21:42.506519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37882) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:42.625468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37890) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:42.644015 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06d62e35-3ed9-48fc-8037-740f5b89ecf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:42.696991 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment b796ed2e-ff4c-4688-9ec2-baacf9956982 resource provider aggregate not found Jun 04 16:21:42.735256 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06d62e35-3ed9-48fc-8037-740f5b89ecf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:42.839870 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06d62e35-3ed9-48fc-8037-740f5b89ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:42.867239 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment b796ed2e-ff4c-4688-9ec2-baacf9956982 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b796ed2e-ff4c-4688-9ec2-baacf9956982 found for delete ", "request_id": "req-a1e1ce06-794f-47a3-8e0e-68544e4669a1"}]} Jun 04 16:21:42.870186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d62e35-3ed9-48fc-8037-740f5b89ecf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f82ed39-42e2-422a-8c2e-33caab1362c5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:42.885143 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06d62e35-3ed9-48fc-8037-740f5b89ecf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:42.891420 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-06d62e35-3ed9-48fc-8037-740f5b89ecf4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f82ed39-42e2-422a-8c2e-33caab1362c5 HTTP/1.1" status: 204 len: 168 time: 0.3839874 Jun 04 16:21:43.170377 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9a8646e-b06e-43da-81cb-6a804714ecc2 req-75d97dd2-754c-4a95-bc9c-bfb5e2047f04 tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.0911472 Jun 04 16:21:43.210120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929c54a-a910-40d2-906f-f1420b446c5c req-612435b8-cacb-4754-994a-f6b8b391bd38 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:43.211870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f929c54a-a910-40d2-906f-f1420b446c5c req-612435b8-cacb-4754-994a-f6b8b391bd38 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3076196 Jun 04 16:21:43.329745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37924) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:43.542151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37930) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:43.551116 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6509769-99d9-4a0d-a811-304cf630864a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:43.586075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f6509769-99d9-4a0d-a811-304cf630864a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:43.594971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f6509769-99d9-4a0d-a811-304cf630864a admin admin] Usage tracker for resource:security_group_rule and tenant:5673db0b95e34c358b01bbc616bb86ff is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:43.607044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f6509769-99d9-4a0d-a811-304cf630864a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:43.620404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f6509769-99d9-4a0d-a811-304cf630864a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:43.627507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f929c54a-a910-40d2-906f-f1420b446c5c req-081398f7-8e35-446a-bdaa-4baebfc33703 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952777 Jun 04 16:21:43.691224 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cda33a1f-cc86-486a-adb4-f79e9d1dcfbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fdd7d4e0676492aa9acbc590ff3e5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445043 Jun 04 16:21:43.697702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37936) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:43.797217 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3fd003bb-eefb-4357-b2f0-5017123461e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:43.834374 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3fd003bb-eefb-4357-b2f0-5017123461e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:43.974030 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3fd003bb-eefb-4357-b2f0-5017123461e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:43.999252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd003bb-eefb-4357-b2f0-5017123461e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f56a29f-229e-4401-8370-7f75834e4082,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:44.002624 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6509769-99d9-4a0d-a811-304cf630864a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:44.021516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3fd003bb-eefb-4357-b2f0-5017123461e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:44.025594 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3fd003bb-eefb-4357-b2f0-5017123461e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f56a29f-229e-4401-8370-7f75834e4082 HTTP/1.1" status: 204 len: 168 time: 0.3227799 Jun 04 16:21:44.025594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6509769-99d9-4a0d-a811-304cf630864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:44.083055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6509769-99d9-4a0d-a811-304cf630864a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb8aa7e-eadd-46a4-8bf3-8ae891f998fe,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:44.098148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0b46b-c864-4f5a-a80b-35bbd8434b33 req-5dc493bf-e5e9-4329-8c3b-38443a6e4922 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:44.107507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2cb0b46b-c864-4f5a-a80b-35bbd8434b33 req-5dc493bf-e5e9-4329-8c3b-38443a6e4922 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 945 time: 0.2551408 Jun 04 16:21:44.162207 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f6509769-99d9-4a0d-a811-304cf630864a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5673db0b95e34c358b01bbc616bb86ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8291636 Jun 04 16:21:44.162207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37950) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:44.194922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a6c797b-5b0a-422b-9275-5e8ecb14530a req-26902e5d-35f6-4870-933c-ef1994ff2ed0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.1627164 Jun 04 16:21:44.238611 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f62278a-0b22-4026-aa23-6a5d3e4ba793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:44.268117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f62278a-0b22-4026-aa23-6a5d3e4ba793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:44.314636 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfcd77f7-b284-40cb-84c4-4e8accc1374d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:44.329413 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f62278a-0b22-4026-aa23-6a5d3e4ba793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:44.349025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62278a-0b22-4026-aa23-6a5d3e4ba793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb8aa7e-eadd-46a4-8bf3-8ae891f998fe,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:44.365399 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f62278a-0b22-4026-aa23-6a5d3e4ba793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:44.372371 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2f62278a-0b22-4026-aa23-6a5d3e4ba793 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cb8aa7e-eadd-46a4-8bf3-8ae891f998fe HTTP/1.1" status: 204 len: 168 time: 0.2098513 Jun 04 16:21:44.414076 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2cb0b46b-c864-4f5a-a80b-35bbd8434b33 req-87f65fbd-944f-4804-9777-877e4c97f2e7 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560360 Jun 04 16:21:44.658214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75384c1b-b512-40ae-a8dc-6a68c8f6c813 req-829f2c68-64e6-40e4-97c3-2305497c2176 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:44.666980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75384c1b-b512-40ae-a8dc-6a68c8f6c813 req-829f2c68-64e6-40e4-97c3-2305497c2176 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4348140 Jun 04 16:21:44.775844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-081fa20d-52e1-4236-bc48-be55512b19a4 req-e616bcb5-d962-4050-8d1e-65e822f49946 tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.0860023 Jun 04 16:21:44.824208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75384c1b-b512-40ae-a8dc-6a68c8f6c813 req-9a5ac356-d11b-4029-85f1-7f14ad0cc4f6 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562755 Jun 04 16:21:45.153167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-eae15ada-494f-4e5a-b8e0-9c1b43b03eaf tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3191388 Jun 04 16:21:45.162285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:21:45.173328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:45.180136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Usage tracker for resource:floatingip and tenant:0224328c1dd043e49f1d5edbdb5e771e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:45.184959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:45.202859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:45.214052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37990) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:45.269093 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:45.269897 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98763314-f316-4de9-9ed4-f7287932af2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:45.314458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-98763314-f316-4de9-9ed4-f7287932af2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:45.322630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-98763314-f316-4de9-9ed4-f7287932af2e admin admin] Usage tracker for resource:security_group_rule and tenant:d3e73f2a08d8426dbedc9ae8de908d16 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:45.328031 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-98763314-f316-4de9-9ed4-f7287932af2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:45.341563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-98763314-f316-4de9-9ed4-f7287932af2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:45.379889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd77f7-b284-40cb-84c4-4e8accc1374d admin admin] Deleting port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:45.380150 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfcd77f7-b284-40cb-84c4-4e8accc1374d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:45.459291 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98763314-f316-4de9-9ed4-f7287932af2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:45.471386 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98763314-f316-4de9-9ed4-f7287932af2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:45.598083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54948eb0-e276-4294-b889-4d53ff38ad7a req-ad763cf8-25d8-4614-b72b-16f0941301b1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:45.605557 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54948eb0-e276-4294-b889-4d53ff38ad7a req-ad763cf8-25d8-4614-b72b-16f0941301b1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2987800 Jun 04 16:21:45.709020 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-98763314-f316-4de9-9ed4-f7287932af2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3e73f2a08d8426dbedc9ae8de908d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934213 Jun 04 16:21:45.715006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38002) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:45.725483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98763314-f316-4de9-9ed4-f7287932af2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70985da-2b9c-4951-b90a-ede4b990a6a5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:45.776067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54948eb0-e276-4294-b889-4d53ff38ad7a req-a7aeaa5c-0549-4c20-8462-c13c2b96dfe7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695259 Jun 04 16:21:45.803058 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-94922e57-0989-416e-aac2-a028c3ab58ba req-6cbd3136-719d-4af6-8ab0-d832e592f970 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2113903 Jun 04 16:21:45.957302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-dfcd77f7-b284-40cb-84c4-4e8accc1374d admin admin] For port 8cecf4b4-4957-405d-90cc-2f9b9aaf2209, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8cecf4b4-4957-405d-90cc-2f9b9aaf2209,segment=NetworkSegment(b103e639-d1a5-46da-96e7-97da9f22a38d),segment_id=b103e639-d1a5-46da-96e7-97da9f22a38d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:45.957673 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfcd77f7-b284-40cb-84c4-4e8accc1374d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:45.959456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38012) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:46.060436 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94922e57-0989-416e-aac2-a028c3ab58ba req-8cd652c5-c6c7-4226-a7da-8b759b2bfda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:46.065389 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-94922e57-0989-416e-aac2-a028c3ab58ba req-8cd652c5-c6c7-4226-a7da-8b759b2bfda7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92&device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 1096 time: 0.1762509 Jun 04 16:21:46.264898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-372db4f7-f61d-4596-8518-af52282c39e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:46.292390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-372db4f7-f61d-4596-8518-af52282c39e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:46.301976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-372db4f7-f61d-4596-8518-af52282c39e9 admin admin] Usage tracker for resource:security_group_rule and tenant:b8632b32417d4f08bf1f8c083fc412a5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:46.317621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-372db4f7-f61d-4596-8518-af52282c39e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:46.329178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-372db4f7-f61d-4596-8518-af52282c39e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:46.358361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94922e57-0989-416e-aac2-a028c3ab58ba req-4a07bc62-b405-45bc-8526-63db713f5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:46.360107 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-94922e57-0989-416e-aac2-a028c3ab58ba req-4a07bc62-b405-45bc-8526-63db713f5509 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f HTTP/1.1" status: 200 len: 915 time: 0.2687154 Jun 04 16:21:46.396481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd77f7-b284-40cb-84c4-4e8accc1374d admin admin] Calling delete_port for 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:46.548979 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-372db4f7-f61d-4596-8518-af52282c39e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:46.559194 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-372db4f7-f61d-4596-8518-af52282c39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:46.590817 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-94922e57-0989-416e-aac2-a028c3ab58ba req-6858062d-3deb-4779-a3ed-96ba3da19fe4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c HTTP/1.1" status: 200 len: 217 time: 0.2153316 Jun 04 16:21:46.702341 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-372db4f7-f61d-4596-8518-af52282c39e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8632b32417d4f08bf1f8c083fc412a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7329493 Jun 04 16:21:46.711958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38036) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:46.736539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372db4f7-f61d-4596-8518-af52282c39e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d0bb1f-14e8-407c-b115-859ba2311f16,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:46.779836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94922e57-0989-416e-aac2-a028c3ab58ba req-6eb5938d-30d3-4684-b5ef-2fdda64e6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:46.781535 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-94922e57-0989-416e-aac2-a028c3ab58ba req-6eb5938d-30d3-4684-b5ef-2fdda64e6e09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=832c1a0f-eef2-4596-b4da-6fd412f92ae5 HTTP/1.1" status: 200 len: 854 time: 0.1720209 Jun 04 16:21:46.801815 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfcd77f7-b284-40cb-84c4-4e8accc1374d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:46.863213 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-94922e57-0989-416e-aac2-a028c3ab58ba req-b99b033c-a573-4f97-8a0a-d90e4f0c188b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637743 Jun 04 16:21:46.901777 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:47.003783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd77f7-b284-40cb-84c4-4e8accc1374d admin admin] Pushing event deleted for resources: {'Port': ['ID=8cecf4b4-4957-405d-90cc-2f9b9aaf2209,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:47.061273 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85bf0ac9-8703-4dd7-bbd8-99458ec56f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:47.105939 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85bf0ac9-8703-4dd7-bbd8-99458ec56f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:47.111040 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b121a531-950f-42e4-9148-61d5842cdedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:47.227887 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b121a531-950f-42e4-9148-61d5842cdedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:47.316009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38044) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:47.319798 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-94922e57-0989-416e-aac2-a028c3ab58ba req-b6fb342e-f0e9-4d04-8f7b-6484ab3f7ac3 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311471 Jun 04 16:21:47.327272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc3492-2f9d-4281-bb11-033787f0ec23 req-4502f870-0da3-4a32-94ca-64f120c5b00b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:47.334515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80cc3492-2f9d-4281-bb11-033787f0ec23 req-4502f870-0da3-4a32-94ca-64f120c5b00b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 1.3274102 Jun 04 16:21:47.470087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Allocated IP 172.25.5.3 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/f8cf01bf-3963-4ddd-974c-9fa2104dc2db) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:21:47.493523 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b121a531-950f-42e4-9148-61d5842cdedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:47.518345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80cc3492-2f9d-4281-bb11-033787f0ec23 req-2eb15966-974f-448c-b07c-49312a4920aa tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829329 Jun 04 16:21:47.524514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121a531-950f-42e4-9148-61d5842cdedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d0bb1f-14e8-407c-b115-859ba2311f16,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:47.531734 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-94922e57-0989-416e-aac2-a028c3ab58ba req-b237f3ef-a2b6-4f7a-a164-69d7b096d285 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979671 Jun 04 16:21:47.537416 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b121a531-950f-42e4-9148-61d5842cdedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:47.540326 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b121a531-950f-42e4-9148-61d5842cdedd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95d0bb1f-14e8-407c-b115-859ba2311f16 HTTP/1.1" status: 204 len: 168 time: 0.8247967 Jun 04 16:21:47.604659 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85bf0ac9-8703-4dd7-bbd8-99458ec56f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:47.708761 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aa3be4cf-9b53-4db3-8188-7746bc6d12ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:47.754317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-aa3be4cf-9b53-4db3-8188-7746bc6d12ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:47.762021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-aa3be4cf-9b53-4db3-8188-7746bc6d12ff admin admin] Usage tracker for resource:security_group_rule and tenant:79ecf1c7ba2048e3a7f8f981bc71c733 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:47.766606 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-aa3be4cf-9b53-4db3-8188-7746bc6d12ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:47.781435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-aa3be4cf-9b53-4db3-8188-7746bc6d12ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:47.783120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf0ac9-8703-4dd7-bbd8-99458ec56f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70985da-2b9c-4951-b90a-ede4b990a6a5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:47.892329 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfcd77f7-b284-40cb-84c4-4e8accc1374d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:47.927025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d8fe3911-c087-477e-a7ca-a0b4f7989999 req-32acaff4-1cb6-4095-99bb-56fd3ba978ea tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.1339910 Jun 04 16:21:47.932085 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85bf0ac9-8703-4dd7-bbd8-99458ec56f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:47.944665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-85bf0ac9-8703-4dd7-bbd8-99458ec56f09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d70985da-2b9c-4951-b90a-ede4b990a6a5 HTTP/1.1" status: 204 len: 168 time: 2.2219932 Jun 04 16:21:47.958268 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aa3be4cf-9b53-4db3-8188-7746bc6d12ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:47.974040 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aa3be4cf-9b53-4db3-8188-7746bc6d12ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:48.032948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3be4cf-9b53-4db3-8188-7746bc6d12ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b9bd86-82b5-4ce9-9a8b-250475d08828,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:48.063071 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-aa3be4cf-9b53-4db3-8188-7746bc6d12ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79ecf1c7ba2048e3a7f8f981bc71c733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7458951 Jun 04 16:21:48.065977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38068) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:48.207327 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:48.225737 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a1c0aa5-d115-44ee-aac7-f66f04a77305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:48.275439 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a1c0aa5-d115-44ee-aac7-f66f04a77305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:48.379235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a1c0aa5-d115-44ee-aac7-f66f04a77305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:48.405162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c0aa5-d115-44ee-aac7-f66f04a77305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b9bd86-82b5-4ce9-9a8b-250475d08828,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:48.428079 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a1c0aa5-d115-44ee-aac7-f66f04a77305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:48.429411 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8a1c0aa5-d115-44ee-aac7-f66f04a77305 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4b9bd86-82b5-4ce9-9a8b-250475d08828 HTTP/1.1" status: 204 len: 168 time: 0.3623044 Jun 04 16:21:48.856127 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:48.952223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:21:48.954281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Pushing event updated for resources: {'Port': ['ID=f8cf01bf-3963-4ddd-974c-9fa2104dc2db,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:48.957078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:21:48.963926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:21:49.013128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcd77f7-b284-40cb-84c4-4e8accc1374d admin admin] Router 51d8df64-7964-4eaf-a755-0954e82b70d8 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:21:49.041567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa4624-fcdc-48ae-9577-28cb384b3262 req-dd315230-085c-4a64-9946-a2c59f5b25b4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:49.050500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79aa4624-fcdc-48ae-9577-28cb384b3262 req-dd315230-085c-4a64-9946-a2c59f5b25b4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3774250 Jun 04 16:21:49.116624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38102) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:49.159606 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-67478262-9b5b-4f4e-8edb-6467655d908e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:49.205774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-67478262-9b5b-4f4e-8edb-6467655d908e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:49.217569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-67478262-9b5b-4f4e-8edb-6467655d908e admin admin] Usage tracker for resource:security_group_rule and tenant:b2e7e01010e84218a5e1f7d661c1728e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:49.223607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-67478262-9b5b-4f4e-8edb-6467655d908e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:49.232801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-67478262-9b5b-4f4e-8edb-6467655d908e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:49.374733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcd77f7-b284-40cb-84c4-4e8accc1374d admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:21:49.387385 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc14dff-ad75-4d3c-b489-2d3233eaa2f7 None None] Sync routers for ids ['51d8df64-7964-4eaf-a755-0954e82b70d8'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:21:49.405753 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc14dff-ad75-4d3c-b489-2d3233eaa2f7 None None] Routers {'51d8df64-7964-4eaf-a755-0954e82b70d8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:21:49.406862 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-abc14dff-ad75-4d3c-b489-2d3233eaa2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:21:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['51d8df64-7964-4eaf-a755-0954e82b70d8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:49.408248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dfcd77f7-b284-40cb-84c4-4e8accc1374d admin admin] 10.222.0.13 "PUT /v2.0/routers/51d8df64-7964-4eaf-a755-0954e82b70d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7816217 Jun 04 16:21:49.414584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38114) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:49.418399 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-67478262-9b5b-4f4e-8edb-6467655d908e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:49.424784 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79aa4624-fcdc-48ae-9577-28cb384b3262 req-f871e61d-a0d1-4559-8d64-bf1f2e37b09a tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733959 Jun 04 16:21:49.454693 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:49.501352 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-67478262-9b5b-4f4e-8edb-6467655d908e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:49.597255 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-67478262-9b5b-4f4e-8edb-6467655d908e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2e7e01010e84218a5e1f7d661c1728e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4781137 Jun 04 16:21:49.599366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67478262-9b5b-4f4e-8edb-6467655d908e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9337c28d-aa76-4557-a79d-7c4b13ace16d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:49.621387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38124) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:49.661107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38134) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:49.661772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:49.859291 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-abc14dff-ad75-4d3c-b489-2d3233eaa2f7 None None] Set router 51d8df64-7964-4eaf-a755-0954e82b70d8 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:21:50.160093 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:50.169066 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:50.377701 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:50.448137 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:50.472491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-394847871-network', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:21:50.507718 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-abc14dff-ad75-4d3c-b489-2d3233eaa2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'name': 'tempest-ServersTestMultiNic-1012494008-router', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:49Z', 'updated_at': '2022-06-04T16:21:46Z', 'revision_number': 5, 'project_id': '55529c8e77164b25a08ae78a561ce40a', 'gw_port': {'id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:51Z', 'updated_at': '2022-06-04T16:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:50.519870 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc14dff-ad75-4d3c-b489-2d3233eaa2f7 None None] Checking router: 51d8df64-7964-4eaf-a755-0954e82b70d8 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:21:50.541858 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc14dff-ad75-4d3c-b489-2d3233eaa2f7 None None] Routers {'51d8df64-7964-4eaf-a755-0954e82b70d8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:21:50.542529 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-abc14dff-ad75-4d3c-b489-2d3233eaa2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:21:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['51d8df64-7964-4eaf-a755-0954e82b70d8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:50.567982 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:50.577627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 5.4234903 Jun 04 16:21:50.585033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:50.654006 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:50.683106 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02b78a1f-3349-472a-a4f6-eb186f5032cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:50.707516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Deleting port b0d0962d-77a3-44c1-bc05-d4aad9e656ff {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:50.708163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:50.755270 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02b78a1f-3349-472a-a4f6-eb186f5032cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:50.768469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-228658eb-0105-4b05-9908-cb3ed39e1b52 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Synchronizing usage tracker for tenant:0224328c1dd043e49f1d5edbdb5e771e on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:21:50.774464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Usage tracker for resource:network and tenant:0cb2d4ecac70473298db3021b7bb9bc0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:50.776506 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-abc14dff-ad75-4d3c-b489-2d3233eaa2f7 None None] Set router 51d8df64-7964-4eaf-a755-0954e82b70d8 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:21:50.793772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a631c-0b3e-4ffe-b66d-af4dbc1ca85e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Pushing event updated for resources: {'Port': ['ID=f8cf01bf-3963-4ddd-974c-9fa2104dc2db,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:50.800190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:50.809092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-228658eb-0105-4b05-9908-cb3ed39e1b52 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Unset dirty status for tenant:0224328c1dd043e49f1d5edbdb5e771e on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:21:50.816067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-228658eb-0105-4b05-9908-cb3ed39e1b52 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 694 time: 0.2366703 Jun 04 16:21:50.829386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:50.927451 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02b78a1f-3349-472a-a4f6-eb186f5032cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:50.948094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b78a1f-3349-472a-a4f6-eb186f5032cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9337c28d-aa76-4557-a79d-7c4b13ace16d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:50.968824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02b78a1f-3349-472a-a4f6-eb186f5032cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:50.972616 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-02b78a1f-3349-472a-a4f6-eb186f5032cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9337c28d-aa76-4557-a79d-7c4b13ace16d HTTP/1.1" status: 204 len: 168 time: 1.3438776 Jun 04 16:21:50.978882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] For port b0d0962d-77a3-44c1-bc05-d4aad9e656ff, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b0d0962d-77a3-44c1-bc05-d4aad9e656ff,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:50.979239 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:51.004016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-386a38ec-16d6-41a5-9bfb-b3dc583c0448 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:51.017496 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5028c455-ed64-4f29-ae9d-0ce37f11ff8a req-386a38ec-16d6-41a5-9bfb-b3dc583c0448 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.2003679 Jun 04 16:21:51.060691 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Made reservation on behalf of 0cb2d4ecac70473298db3021b7bb9bc0 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:21:51.063016 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:51.100807 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:51.131192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Calling delete_port for b0d0962d-77a3-44c1-bc05-d4aad9e656ff owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:51.145365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b3392-9203-455d-9b9f-155377e29b5a req-145e68c5-d699-4f50-9c69-38c0384ef465 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:51.151767 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c3b3392-9203-455d-9b9f-155377e29b5a req-145e68c5-d699-4f50-9c69-38c0384ef465 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.7109892 Jun 04 16:21:51.163091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:51.248230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Usage tracker for resource:security_group_rule and tenant:0cb2d4ecac70473298db3021b7bb9bc0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:51.261678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be6839c2-7651-460d-b58e-3345ae414d99 req-9990e6af-b72a-49a8-b4ba-419c23608277 tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.0940723 Jun 04 16:21:51.266107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:51.291919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:51.294553 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-abc14dff-ad75-4d3c-b489-2d3233eaa2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'name': 'tempest-ServersTestMultiNic-1012494008-router', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:49Z', 'updated_at': '2022-06-04T16:21:46Z', 'revision_number': 5, 'project_id': '55529c8e77164b25a08ae78a561ce40a', 'gw_port': {'id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:51Z', 'updated_at': '2022-06-04T16:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:51.308335 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc14dff-ad75-4d3c-b489-2d3233eaa2f7 None None] The sync data for ids ['51d8df64-7964-4eaf-a755-0954e82b70d8'] in n-d-811809-3 is: [{'id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'name': 'tempest-ServersTestMultiNic-1012494008-router', 'tenant_id': '55529c8e77164b25a08ae78a561ce40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:18:49Z', 'updated_at': '2022-06-04T16:21:46Z', 'revision_number': 5, 'project_id': '55529c8e77164b25a08ae78a561ce40a', 'gw_port': {'id': 'b0d0962d-77a3-44c1-bc05-d4aad9e656ff', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d8df64-7964-4eaf-a755-0954e82b70d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:18:51Z', 'updated_at': '2022-06-04T16:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:21:51.334866 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c3b3392-9203-455d-9b9f-155377e29b5a req-1bdfffe1-1ede-4344-8043-318e154c7f23 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727467 Jun 04 16:21:51.481061 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:51.604868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d0962d-77a3-44c1-bc05-d4aad9e656ff,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:51.848772 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:51.865985 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:51.963031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:51.964292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8cecf4b4-4957-405d-90cc-2f9b9aaf2209 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:52.152379 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:52.155009 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:52.209599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:52.210952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51d8df64-7964-4eaf-a755-0954e82b70d8 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:21:52.220155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:52.251401 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:52.255506 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b828c6dc-51ed-4312-84fd-d609929857cd admin admin] 10.222.0.13 "DELETE /v2.0/routers/51d8df64-7964-4eaf-a755-0954e82b70d8 HTTP/1.1" status: 204 len: 168 time: 2.8370602 Jun 04 16:21:52.257017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38208) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:52.282605 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:52.338207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:21:52.357947 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:52.358522 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Added segment 12e2de88-20c9-4c65-a4fc-ae655bc54a61 of type vlan for network 1699d6d6-223c-45a1-ac63-74a5ca719a45 Jun 04 16:21:52.368608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7914999c-cafb-4ad9-b692-26a2c9ee2765,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:52.394982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-0d8b75b5-55c5-4aa5-8e7d-59ffa2611bb0 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:52.404383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-0d8b75b5-55c5-4aa5-8e7d-59ffa2611bb0 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 820 time: 0.8550844 Jun 04 16:21:52.425946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd20f1dd-f593-4f48-8a3a-5370c44860e5 admin admin] Deleting subnet 0bc62798-4502-4564-a29b-83dccd5c0c14 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:21:52.429543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd20f1dd-f593-4f48-8a3a-5370c44860e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:52.462202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bde75-5e42-41c6-bee7-803acf59472c req-617a55ea-6990-4e0c-9bf7-6144b429a59c tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:52.472631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-080bde75-5e42-41c6-bee7-803acf59472c req-617a55ea-6990-4e0c-9bf7-6144b429a59c tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.7160828 Jun 04 16:21:52.502104 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd20f1dd-f593-4f48-8a3a-5370c44860e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:52.528191 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:52.580184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-26adde73-5036-4432-b4a7-9a9017afbec5 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/quotas/0224328c1dd043e49f1d5edbdb5e771e HTTP/1.1" status: 200 len: 375 time: 0.1748486 Jun 04 16:21:52.653746 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd20f1dd-f593-4f48-8a3a-5370c44860e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:52.665283 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:52.666623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:52.667401 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:52.713787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-080bde75-5e42-41c6-bee7-803acf59472c req-7b34a335-7568-4afe-b5b0-e59b804e87c5 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398734 Jun 04 16:21:52.923061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] Pushing event updated for resources: {'Network': ['ID=1699d6d6-223c-45a1-ac63-74a5ca719a45,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:52.928738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1bde4de0-ee19-400e-9470-84cc50010206 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2117319 Jun 04 16:21:52.933472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38238) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:52.939125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 1699d6d6-223c-45a1-ac63-74a5ca719a45 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:21:52.956082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Request body: {'subnet': {'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-394847871-subnet', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:21:52.969093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:52.981883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Usage tracker for resource:subnet and tenant:0cb2d4ecac70473298db3021b7bb9bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:52.985040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:52.989933 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-279a2267-775a-48e5-b523-fa317f03ea5d req-43944a4a-ab42-4e2c-b46d-e538edea5020 tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.0629809 Jun 04 16:21:53.004544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-657e5641-a535-404d-b74c-df3b77c0b69d tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4231865 Jun 04 16:21:53.018913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:53.074463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Made reservation on behalf of 0cb2d4ecac70473298db3021b7bb9bc0 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:21:53.077884 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:53.166722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd20f1dd-f593-4f48-8a3a-5370c44860e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:53.236567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9951c27-476a-4151-906c-497950c53d4d None None] Network 1e8416e5-50e8-4ba6-941c-c08bdfac6d58 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:21:53.239694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20f1dd-f593-4f48-8a3a-5370c44860e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc62798-4502-4564-a29b-83dccd5c0c14,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:53.253295 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd20f1dd-f593-4f48-8a3a-5370c44860e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:53.270597 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fd20f1dd-f593-4f48-8a3a-5370c44860e5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0bc62798-4502-4564-a29b-83dccd5c0c14 HTTP/1.1" status: 204 len: 168 time: 1.0123150 Jun 04 16:21:53.274510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38246) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:53.340658 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-4686ab7f-92da-4b10-a32f-828636e83739 service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210695 Jun 04 16:21:53.513670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-f2196127-e5e3-426c-9ce2-7b96dc78db3d service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721044 Jun 04 16:21:53.546194 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:53.578311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Deleting port ee8afbb3-3593-49fd-875e-a7a2bf958ffe {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:53.578702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:53.698494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b0d0962d-77a3-44c1-bc05-d4aad9e656ff no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:53.856669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b0d0962d-77a3-44c1-bc05-d4aad9e656ff {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:53.857007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b0d0962d-77a3-44c1-bc05-d4aad9e656ff not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:53.931951 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:53.991480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da619551-e5e9-4d56-b18d-a42d7c1e585e None None] DHCP port deletion for 1e8416e5-50e8-4ba6-941c-c08bdfac6d58 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:21:53.995882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-da619551-e5e9-4d56-b18d-a42d7c1e585e None None] Deleting port ee8afbb3-3593-49fd-875e-a7a2bf958ffe {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:53.996253 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-da619551-e5e9-4d56-b18d-a42d7c1e585e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:54.228535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3519a9f2-731b-4be2-9a88-d2aa08fb19a6,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:54.286784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f97923-7a2b-4428-9b0f-f785cb67e0b0 req-b6fed0fa-84a5-4434-bb0e-0c846eca8acc tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:54.315983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9f97923-7a2b-4428-9b0f-f785cb67e0b0 req-b6fed0fa-84a5-4434-bb0e-0c846eca8acc tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2406850 Jun 04 16:21:54.381785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] For port ee8afbb3-3593-49fd-875e-a7a2bf958ffe, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ee8afbb3-3593-49fd-875e-a7a2bf958ffe,segment=NetworkSegment(b103e639-d1a5-46da-96e7-97da9f22a38d),segment_id=b103e639-d1a5-46da-96e7-97da9f22a38d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:54.382331 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:54.395465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0945abfe-6e30-48cd-9239-1ea447a59106 req-499624b2-3fcb-4e22-812d-8ccc32ba9c32 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 210 time: 0.0708046 Jun 04 16:21:54.418083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Checking segment: {'id': '12e2de88-20c9-4c65-a4fc-ae655bc54a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:21:54.420556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Network hostable DHCP agents. Network: 1699d6d6-223c-45a1-ac63-74a5ca719a45, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:21:54.481333 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9f97923-7a2b-4428-9b0f-f785cb67e0b0 req-d1e4317c-b3e9-4d5b-88f8-b05106262797 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474986 Jun 04 16:21:54.579966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-da619551-e5e9-4d56-b18d-a42d7c1e585e None None] For port ee8afbb3-3593-49fd-875e-a7a2bf958ffe, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ee8afbb3-3593-49fd-875e-a7a2bf958ffe,segment=NetworkSegment(b103e639-d1a5-46da-96e7-97da9f22a38d),segment_id=b103e639-d1a5-46da-96e7-97da9f22a38d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:54.580786 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-da619551-e5e9-4d56-b18d-a42d7c1e585e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:54.639045 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67a499a6-017a-45fe-8a22-c890ac96d070 req-d56eb2a0-6ac1-493f-895c-5b91f3bf99bd tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.0712340 Jun 04 16:21:54.725176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Calling delete_port for ee8afbb3-3593-49fd-875e-a7a2bf958ffe owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:54.731938 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-da619551-e5e9-4d56-b18d-a42d7c1e585e None None] Calling delete_port for ee8afbb3-3593-49fd-875e-a7a2bf958ffe owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:21:54.756270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Network 1699d6d6-223c-45a1-ac63-74a5ca719a45 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:21:54.776885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 1699d6d6-223c-45a1-ac63-74a5ca719a45) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:21:54.784782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:54.785434 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:54.795911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d562a3c-3ad0-4cd0-951a-e0bf2c670134 None None] Network 1699d6d6-223c-45a1-ac63-74a5ca719a45 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:21:54.857933 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-30555b7a-cb40-498c-ab3d-724601048d24 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9233298 Jun 04 16:21:54.860480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38306) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:54.867075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:21:54.872830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:54.877609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Usage tracker for resource:router and tenant:0cb2d4ecac70473298db3021b7bb9bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:54.880931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:54.887545 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:54.891532 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:54.986312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8afbb3-3593-49fd-875e-a7a2bf958ffe,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:55.002465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] No DVR routers for this DVR port ee8afbb3-3593-49fd-875e-a7a2bf958ffe on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:21:55.168400 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-da619551-e5e9-4d56-b18d-a42d7c1e585e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:21:55.168987 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-da619551-e5e9-4d56-b18d-a42d7c1e585e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:21:55.169131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3d627-4270-4244-8bac-11bda6e39422 req-567e865c-cc3b-4368-aac6-2394d8f70882 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:55.175095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3d3d627-4270-4244-8bac-11bda6e39422 req-567e865c-cc3b-4368-aac6-2394d8f70882 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.1537979 Jun 04 16:21:55.188899 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:55.189956 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:55.216967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:55.247411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-1699d6d6-223c-45a1-ac63-74a5ca719a45', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'fixed_ips': [{'subnet_id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:21:55.248507 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:55.251070 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:55.260620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8416e5-50e8-4ba6-941c-c08bdfac6d58']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:55.271828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-5520b9e5-6946-4ddf-a853-8f9c0a09cbce tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=64230406cff2486f8adcb02efce19ae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370452 Jun 04 16:21:55.279142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b103e639-d1a5-46da-96e7-97da9f22a38d') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:55.279444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b103e639-d1a5-46da-96e7-97da9f22a38d') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:21:55.283631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3d3d627-4270-4244-8bac-11bda6e39422 req-b847d628-195c-4951-9562-f4bb42162764 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986345 Jun 04 16:21:55.297933 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:55.459085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Allocated IP 172.20.0.2 (1699d6d6-223c-45a1-ac63-74a5ca719a45/3519a9f2-731b-4be2-9a88-d2aa08fb19a6/b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:21:55.461159 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:55.479198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:21:55.479879 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:55.512312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-dea567ae-b9a7-46c9-abba-cc9df2191ec6 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:55.520885 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-dea567ae-b9a7-46c9-abba-cc9df2191ec6 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353101 Jun 04 16:21:55.551094 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment b103e639-d1a5-46da-96e7-97da9f22a38d resource provider aggregate not found Jun 04 16:21:55.554492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-b4bd65fd-10f8-46c5-96c5-af68d264bcf6 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/quotas/64230406cff2486f8adcb02efce19ae6 HTTP/1.1" status: 200 len: 375 time: 0.0330329 Jun 04 16:21:55.607151 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-e3d5bb82-c0be-4f33-953a-a8f8d2c50256 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64230406cff2486f8adcb02efce19ae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517375 Jun 04 16:21:55.658890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a92f13-5e21-4b80-8cb9-a2f947b03727 req-ea95a2b3-c1f7-4dda-96b4-c5228dcb0012 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:55.661262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1a92f13-5e21-4b80-8cb9-a2f947b03727 req-ea95a2b3-c1f7-4dda-96b4-c5228dcb0012 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 947 time: 0.2382743 Jun 04 16:21:55.758406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-da619551-e5e9-4d56-b18d-a42d7c1e585e None None] Deleting port ee8afbb3-3593-49fd-875e-a7a2bf958ffe {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:21:55.759290 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-da619551-e5e9-4d56-b18d-a42d7c1e585e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:55.767025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1a92f13-5e21-4b80-8cb9-a2f947b03727 req-80be06b2-72d1-428e-971c-26f78ce02d90 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991964 Jun 04 16:21:55.797289 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:55.800344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ee8afbb3-3593-49fd-875e-a7a2bf958ffe no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:55.860558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: ee8afbb3-3593-49fd-875e-a7a2bf958ffe {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:21:55.860886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ee8afbb3-3593-49fd-875e-a7a2bf958ffe not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:21:55.925783 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment b103e639-d1a5-46da-96e7-97da9f22a38d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b103e639-d1a5-46da-96e7-97da9f22a38d found for delete ", "request_id": "req-824e2a91-65a0-4bf8-a28a-a49b9b4d24e1"}]} Jun 04 16:21:55.934863 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Transition to ACTIVE for port object b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:21:55.951803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:55.952887 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-da619551-e5e9-4d56-b18d-a42d7c1e585e None None] The port 'ee8afbb3-3593-49fd-875e-a7a2bf958ffe' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:21:55.972931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Transition to ACTIVE for port object b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:21:55.988207 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:56.108428 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Network 1699d6d6-223c-45a1-ac63-74a5ca719a45 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:21:56.114596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:21:56.125188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:21:56.150503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4844fc2-3fc6-40ea-93b3-ac84ffb39b5b req-37716611-f67c-4cba-a12a-d28df7975357 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 210 time: 0.0648379 Jun 04 16:21:56.233915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758396f-cd55-4608-b0e2-d92ffa88e84e req-34fc5ef1-16d0-4bb0-b4ad-605bcfca4ad3 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:56.240999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8758396f-cd55-4608-b0e2-d92ffa88e84e req-34fc5ef1-16d0-4bb0-b4ad-605bcfca4ad3 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2360277 Jun 04 16:21:56.276699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Pushing event updated for resources: {'Port': ['ID=b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:56.283690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Attempting to bind port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:21:56.284092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Attempting to bind port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '12e2de88-20c9-4c65-a4fc-ae655bc54a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:21:56.284391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Attempting to bind port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b on network 1699d6d6-223c-45a1-ac63-74a5ca719a45 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:21:56.290414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:21:56.291556 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:56.294114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8416e5-50e8-4ba6-941c-c08bdfac6d58,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:56.294924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Checking segment: {'id': '12e2de88-20c9-4c65-a4fc-ae655bc54a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:21:56.299879 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:56.300472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Bound using segment: {'id': '12e2de88-20c9-4c65-a4fc-ae655bc54a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:21:56.301185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Bound port: b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e2de88-20c9-4c65-a4fc-ae655bc54a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:21:56.301769 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:56.305840 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:56.318899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8758396f-cd55-4608-b0e2-d92ffa88e84e req-d8ead3b8-fb05-48c9-a21c-c00109e5fec8 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759990 Jun 04 16:21:56.320095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-83190343-d895-4ec1-9922-3f82ee6ceb8a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:56.321430 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-83190343-d895-4ec1-9922-3f82ee6ceb8a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.46 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 820 time: 0.3932738 Jun 04 16:21:56.334157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Request body: {'port': {'device_id': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'admin_state_up': True, 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:21:56.393687 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ad2cd566-6ec0-4fe4-a33a-7524f3431fac admin admin] 10.222.0.13 "DELETE /v2.0/networks/1e8416e5-50e8-4ba6-941c-c08bdfac6d58 HTTP/1.1" status: 204 len: 168 time: 3.1120455 Jun 04 16:21:56.434098 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] For port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:21:56.437429 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] For port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b,segment=NetworkSegment(12e2de88-20c9-4c65-a4fc-ae655bc54a61),segment_id=12e2de88-20c9-4c65-a4fc-ae655bc54a61)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:21:56.447378 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:56.478189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b69e11dc-a8f7-48be-aa83-e6f729a6e1ad req-87437be4-737b-4243-810e-35dce62640ee tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.1035628 Jun 04 16:21:56.633015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803762e-a479-4b99-986c-9308b2abb806 None None] Pushing event updated for resources: {'Port': ['ID=b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:56.760801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f18063a0-114a-45d4-a770-7a45ccefaf5c req-625665b9-3f42-473c-a8ef-050db6f0b73d tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/ports?device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 210 time: 0.1181488 Jun 04 16:21:56.796948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:56.803020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Usage tracker for resource:port and tenant:0224328c1dd043e49f1d5edbdb5e771e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:56.807409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:56.816565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:56.874661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Made reservation on behalf of 0224328c1dd043e49f1d5edbdb5e771e for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:21:56.892925 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:56.972495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38382) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:57.098150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9e24e87d-5bae-47de-9953-c87d45b7df80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55529c8e77164b25a08ae78a561ce40a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244502 Jun 04 16:21:57.101661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38392) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:57.226083 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29a0af49-d2ff-4a19-b1a7-b57fd7ef9671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:57.245844 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:57.268781 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29a0af49-d2ff-4a19-b1a7-b57fd7ef9671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:57.286366 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:57.347993 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:21:57.366399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Allocated IP 172.20.0.9 (482ce9e8-f448-4828-8aaa-3cf3a32326b7/f93d9fe5-83c6-45ac-8b58-aef383cf5256/b5c02cff-5ca7-41da-88fe-304c7f2f82b7) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:21:57.442920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381ef14-703d-4ff5-8d8d-4a2db26fc2a9 req-ab5c6d4a-09f2-433b-af6f-155b1e17e3b6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:57.455241 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c381ef14-703d-4ff5-8d8d-4a2db26fc2a9 req-ab5c6d4a-09f2-433b-af6f-155b1e17e3b6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 947 time: 0.1785507 Jun 04 16:21:57.483145 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29a0af49-d2ff-4a19-b1a7-b57fd7ef9671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:57.511184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Allocated IP 172.25.5.119 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/8d942f5a-8b00-4972-a884-d8674ee20132) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:21:57.654937 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-03f601e1-ce33-4044-ad21-9e9442d5a5f0 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=64230406cff2486f8adcb02efce19ae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483444 Jun 04 16:21:57.661824 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29a0af49-d2ff-4a19-b1a7-b57fd7ef9671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:57.663140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-29a0af49-d2ff-4a19-b1a7-b57fd7ef9671 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfa12da6-a326-4456-9d1e-cfe416f3d677 HTTP/1.1" status: 204 len: 168 time: 0.5601096 Jun 04 16:21:57.668715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0af49-d2ff-4a19-b1a7-b57fd7ef9671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa12da6-a326-4456-9d1e-cfe416f3d677,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:57.725770 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0a979499-17ab-43b0-a5cb-aba77a39d718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:57.819687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:21:57.902187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:57.946951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:21:57.959216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Transition to ACTIVE for port object b5c02cff-5ca7-41da-88fe-304c7f2f82b7 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:21:57.968759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:58.011666 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:58.028159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['96d58942-8d65-4e1e-96b9-c5ae129c8bfc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:21:58.074539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c381ef14-703d-4ff5-8d8d-4a2db26fc2a9 req-b5fc029a-4f39-440a-ab66-37541f20bc0f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6177075 Jun 04 16:21:58.177195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c503b-9206-401c-a28e-07cc4f99ae02 req-574a7340-3a49-4923-806c-e2a92b32a1c8 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:58.182512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d04b4d1-c3a4-4091-b2d5-117f24397dc0 None None] Network 1699d6d6-223c-45a1-ac63-74a5ca719a45 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:21:58.185447 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d6c503b-9206-401c-a28e-07cc4f99ae02 req-574a7340-3a49-4923-806c-e2a92b32a1c8 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.6981814 Jun 04 16:21:58.216406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-c6ce5b1f-0bd3-4230-90e4-ada111d37dba tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:58.218367 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-c6ce5b1f-0bd3-4230-90e4-ada111d37dba tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5531516 Jun 04 16:21:58.241823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Request body: {'port': {'device_id': 'de169660-e6e3-499a-a6f3-21bd66681b55', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '64230406cff2486f8adcb02efce19ae6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:21:58.279548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:21:58.280916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Pushing event updated for resources: {'Port': ['ID=b5c02cff-5ca7-41da-88fe-304c7f2f82b7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:58.283688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:21:58.286745 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:58.291592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:21:58.400259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1de87884-0273-4a82-8d3e-7d31b0f6369c None None] Provisioning for port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:21:58.415204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1de87884-0273-4a82-8d3e-7d31b0f6369c None None] Provisioning complete for port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:58.415512 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1de87884-0273-4a82-8d3e-7d31b0f6369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:58.457714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:58.458062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d6c503b-9206-401c-a28e-07cc4f99ae02 req-f2a81466-2d6f-4c9a-895d-635f081bdb88 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680297 Jun 04 16:21:58.458363 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:58.503070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Pushing event updated for resources: {'Port': ['ID=8d942f5a-8b00-4972-a884-d8674ee20132,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:58.524908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:21:58.533797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:21:58.546082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:21:58.706640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5eaa609-deb5-4d5f-987a-47e62bfff951 req-0cd75ec9-bcda-4fe7-b703-2d4de3a290b6 tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.0519636 Jun 04 16:21:58.716703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:58.722460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Usage tracker for resource:port and tenant:64230406cff2486f8adcb02efce19ae6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:58.733301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46be99-dfd7-4389-a665-c89f57165a75 req-ea23e71d-2e01-4cef-bcb8-2f2623d06dad tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:58.740769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf46be99-dfd7-4389-a665-c89f57165a75 req-ea23e71d-2e01-4cef-bcb8-2f2623d06dad tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 931 time: 0.4815199 Jun 04 16:21:58.743974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:58.754466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:21:58.766507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:58.795970 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-19aab39f-230e-4af4-9575-dff50efe7aa4 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4658258 Jun 04 16:21:58.804350 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf46be99-dfd7-4389-a665-c89f57165a75 req-8d4cbb1d-7a54-46eb-a93d-cf0d52c87088 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625544 Jun 04 16:21:58.810890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Made reservation on behalf of 64230406cff2486f8adcb02efce19ae6 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:21:58.813200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Request body: {'port': {'device_id': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:21:58.817421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:58.848498 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:58.883114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:58.895943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Usage tracker for resource:security_group_rule and tenant:64230406cff2486f8adcb02efce19ae6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:58.899442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:58.912868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:58.998119 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:59.011009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38436) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:21:59.043800 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:59.059746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:59.060225 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:59.083556 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:59.117138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a20984d-b96a-489e-9076-55c0ad86d193 req-863cb7d5-85bf-4e76-8aa2-46a2cc47766f tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/ports?device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 210 time: 0.0670431 Jun 04 16:21:59.217381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1de87884-0273-4a82-8d3e-7d31b0f6369c None None] Current status of the port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:21:59.217808 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1de87884-0273-4a82-8d3e-7d31b0f6369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:59.267497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1de87884-0273-4a82-8d3e-7d31b0f6369c None None] For port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b,segment=NetworkSegment(12e2de88-20c9-4c65-a4fc-ae655bc54a61),segment_id=12e2de88-20c9-4c65-a4fc-ae655bc54a61)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:59.280621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6f6aeb-f3d3-4ce2-8cfb-0d8fe8e97202,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:59.304933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:21:59.306069 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1de87884-0273-4a82-8d3e-7d31b0f6369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:59.311033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:21:59.354551 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:59.399385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de87884-0273-4a82-8d3e-7d31b0f6369c None None] Pushing event updated for resources: {'Port': ['ID=b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:59.490342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Allocated IP 192.168.233.125 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/8c5ddb0a-748d-4766-bef8-861b430485df) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:21:59.492340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-9825510-network', 'tenant_id': '6b8a986f09d045a2a2212918afdcfc31'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:21:59.517355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fdb068d7-ad21-4275-94d4-70c88dd37a69 None None] Provisioning for port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:21:59.522539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c02cff-5ca7-41da-88fe-304c7f2f82b7 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:21:59.526993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99149bac-d5a9-49f0-8bc3-af6c7a286c00 req-30c98d01-8ad1-45ef-82cf-0d8e793b96f8 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:59.528528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99149bac-d5a9-49f0-8bc3-af6c7a286c00 req-30c98d01-8ad1-45ef-82cf-0d8e793b96f8 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.1933842 Jun 04 16:21:59.529880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fdb068d7-ad21-4275-94d4-70c88dd37a69 None None] Provisioning complete for port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:59.530241 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fdb068d7-ad21-4275-94d4-70c88dd37a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:59.532992 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:59.551254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Transition to ACTIVE for port object b5c02cff-5ca7-41da-88fe-304c7f2f82b7 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:21:59.559201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=11']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:21:59.560358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10855dfc-3e03-4f0c-bcc5-bdda6ca14610 req-be468521-3d80-4e9f-8053-2c163b4741a0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:21:59.567539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10855dfc-3e03-4f0c-bcc5-bdda6ca14610 req-be468521-3d80-4e9f-8053-2c163b4741a0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2764690 Jun 04 16:21:59.602737 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:59.615263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fdb068d7-ad21-4275-94d4-70c88dd37a69 None None] Port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:21:59.620425 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:21:59.684560 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10855dfc-3e03-4f0c-bcc5-bdda6ca14610 req-d718a67f-4583-4fc4-9624-556732024012 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159592 Jun 04 16:21:59.723335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:21:59.727697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99149bac-d5a9-49f0-8bc3-af6c7a286c00 req-8d69c57e-6746-42ad-9a0d-f6ddaa458984 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579068 Jun 04 16:21:59.768820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Usage tracker for resource:network and tenant:6b8a986f09d045a2a2212918afdcfc31 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:21:59.773248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:21:59.836303 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f27dbc81-453e-4dbe-b2da-4d7b9e9743c8'] response: {'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'code': 200} Jun 04 16:21:59.868683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2d75dd86-2b94-453e-b5cf-d2ffb6950a73 None None] Provisioning complete for port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:59.868683 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2d75dd86-2b94-453e-b5cf-d2ffb6950a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:59.968000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:21:59.971485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:21:59.994957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:21:59.995319 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:00.001110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Transition to ACTIVE for port object 8c5ddb0a-748d-4766-bef8-861b430485df will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:22:00.035001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c02cff-5ca7-41da-88fe-304c7f2f82b7,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:00.091831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:00.104499 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-284804b7-85a6-4f47-83e0-6c55fdabc88b req-2cfaa130-3de6-4fad-882b-d9bcd4b37485 tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.0941532 Jun 04 16:22:00.154812 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c268044c-d35e-4be3-858d-cf13cb179693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:00.205847 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:00.224542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7e346-d5e1-4b7d-818b-482826b4498d req-03da090c-6f6a-4a0d-87e5-21f7173fcdbb tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:00.233136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ea7e346-d5e1-4b7d-818b-482826b4498d req-03da090c-6f6a-4a0d-87e5-21f7173fcdbb tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 943 time: 0.1223378 Jun 04 16:22:00.255314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2d75dd86-2b94-453e-b5cf-d2ffb6950a73 None None] Current status of the port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:00.345818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:00.390260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:22:00.398346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Made reservation on behalf of 6b8a986f09d045a2a2212918afdcfc31 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:22:00.400155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:22:00.400701 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:00.406795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:22:00.449035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ea7e346-d5e1-4b7d-818b-482826b4498d req-5e8a230e-84cc-4fc6-8157-904b9584c1a1 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141664 Jun 04 16:22:00.455240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Pushing event updated for resources: {'Port': ['ID=8c5ddb0a-748d-4766-bef8-861b430485df,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:00.479307 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:00.493588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:00.494256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:00.507309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Attempting to bind port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:22:00.508288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Attempting to bind port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:22:00.508834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Attempting to bind port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 on network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:00.541357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f2597-5f6c-43e7-82c8-99475dd6bf2f req-82d0ec3e-f233-4172-9324-a94e4a9a9307 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:00.542126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d83f2597-5f6c-43e7-82c8-99475dd6bf2f req-82d0ec3e-f233-4172-9324-a94e4a9a9307 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Synchronizing usage tracker for tenant:64230406cff2486f8adcb02efce19ae6 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:22:00.560320 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-241e469a-e16f-47cd-8a2c-0ca412ac89d4 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3273163 Jun 04 16:22:00.575659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Request body: {'port': {'device_id': 'de169660-e6e3-499a-a6f3-21bd66681b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:00.590785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:00.595003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Usage tracker for resource:security_group_rule and tenant:6b8a986f09d045a2a2212918afdcfc31 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:00.611378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:00.618736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:00.652754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 on network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:22:00.653313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Attempting to bind port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 on network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:00.682330 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:22:00.694566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d83f2597-5f6c-43e7-82c8-99475dd6bf2f req-82d0ec3e-f233-4172-9324-a94e4a9a9307 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Unset dirty status for tenant:64230406cff2486f8adcb02efce19ae6 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:22:00.698986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:22:00.699338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Checking segment: {'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:22:00.699812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Bound using segment: {'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:22:00.700359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Bound port: b5c02cff-5ca7-41da-88fe-304c7f2f82b7, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3ebe84-0669-4f71-b7f0-5d36994066aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:22:00.700706 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:00.703690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d83f2597-5f6c-43e7-82c8-99475dd6bf2f req-82d0ec3e-f233-4172-9324-a94e4a9a9307 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/ports?device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 936 time: 0.4260626 Jun 04 16:22:00.795543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c9ffd398-b948-4b90-b4f4-2da4e5a79b20 None None] Provisioning for port 8c5ddb0a-748d-4766-bef8-861b430485df completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:22:00.804750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c9ffd398-b948-4b90-b4f4-2da4e5a79b20 None None] Provisioning complete for port 8c5ddb0a-748d-4766-bef8-861b430485df triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:00.805313 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd398-b948-4b90-b4f4-2da4e5a79b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:00.817417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d83f2597-5f6c-43e7-82c8-99475dd6bf2f req-212f0065-fd16-4769-b1a2-52894eae370b tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Synchronizing usage tracker for tenant:64230406cff2486f8adcb02efce19ae6 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:22:00.864001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf57b5-f13f-4099-9f8a-6b24d4251bf1 req-e85a6d9b-e22d-4618-b44d-e1e7a91a11dd tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:00.866474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dedf57b5-f13f-4099-9f8a-6b24d4251bf1 req-e85a6d9b-e22d-4618-b44d-e1e7a91a11dd tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2529964 Jun 04 16:22:00.873925 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:00.903092 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:00.919558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c9ffd398-b948-4b90-b4f4-2da4e5a79b20 None None] Port 8c5ddb0a-748d-4766-bef8-861b430485df cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:22:00.944263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:00.960215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'port_id': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'mac_address': 'fa:16:3e:a0:80:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:22:01.037093 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:01.042950 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:01.043202 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:01.055059 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:01.065883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:22:01.087179 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:01.094175 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:01.115088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:22:01.130588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d83f2597-5f6c-43e7-82c8-99475dd6bf2f req-212f0065-fd16-4769-b1a2-52894eae370b tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Unset dirty status for tenant:64230406cff2486f8adcb02efce19ae6 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:22:01.142386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d83f2597-5f6c-43e7-82c8-99475dd6bf2f req-212f0065-fd16-4769-b1a2-52894eae370b tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6f6aeb-f3d3-4ce2-8cfb-0d8fe8e97202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377546 Jun 04 16:22:01.150820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9590ad-c124-49e5-af83-8bcfb41c5089,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:01.168456 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:01.168987 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Added segment 3fcdaf3a-3923-416f-955f-da57c2f245a3 of type vlan for network 9b42b411-d798-4ee5-9060-a55b6983c021 Jun 04 16:22:01.188231 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:01.201281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] For port b5c02cff-5ca7-41da-88fe-304c7f2f82b7, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:22:01.205930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] For port b5c02cff-5ca7-41da-88fe-304c7f2f82b7, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b5c02cff-5ca7-41da-88fe-304c7f2f82b7,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:22:01.210869 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=12']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:01.225282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:22:01.277348 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:01.279824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dedf57b5-f13f-4099-9f8a-6b24d4251bf1 req-74297912-d171-4b2a-8366-2bd454275a41 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990905 Jun 04 16:22:01.314220 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:01.405066 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:01.560157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:01.560775 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:01.562152 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5c02cff-5ca7-41da-88fe-304c7f2f82b7 HTTP/1.1" status: 200 len: 1091 time: 2.7536831 Jun 04 16:22:01.579207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'tag': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:01.847454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca31a18-c545-4ffb-8df5-c952ed040b94 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c02cff-5ca7-41da-88fe-304c7f2f82b7,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:01.855009 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:01.856000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:01.856573 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:01.873733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687759c0-fe02-41aa-a483-ea201a097465 req-ead735fd-e7bf-49cc-8460-7caf17c4e997 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:01.875246 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-687759c0-fe02-41aa-a483-ea201a097465 req-ead735fd-e7bf-49cc-8460-7caf17c4e997 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 946 time: 0.3323832 Jun 04 16:22:01.886948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec888b69-def9-4d86-923a-18e4729d9d87 req-ebcb262b-3905-4b36-b7ca-8fe15d09a470 tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.0636928 Jun 04 16:22:01.933155 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-687759c0-fe02-41aa-a483-ea201a097465 req-8d3c5fa9-062d-4730-9c82-7ef9825193c2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Jun 04 16:22:02.010911 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9965849 Jun 04 16:22:02.017976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38510) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:02.025908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Request body: {'subnet': {'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-9825510-subnet', 'tenant_id': '6b8a986f09d045a2a2212918afdcfc31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:02.041260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8799d-cb5e-41a1-856d-08b21765a52d admin admin] Pushing event updated for resources: {'Network': ['ID=9b42b411-d798-4ee5-9060-a55b6983c021,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:02.051822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 9b42b411-d798-4ee5-9060-a55b6983c021 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:22:02.060689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5ddb0a-748d-4766-bef8-861b430485df {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:22:02.067252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:02.074737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Usage tracker for resource:subnet and tenant:6b8a986f09d045a2a2212918afdcfc31 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:02.077339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:02.097779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Transition to ACTIVE for port object 8c5ddb0a-748d-4766-bef8-861b430485df will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:22:02.099169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:02.107290 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:02.111116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:02.158635 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Made reservation on behalf of 6b8a986f09d045a2a2212918afdcfc31 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:22:02.162682 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:02.282804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-b70339c5-0664-442a-a677-b0157a626958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:02.288518 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-b70339c5-0664-442a-a677-b0157a626958 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 1094 time: 0.5720384 Jun 04 16:22:02.289226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:22:02.452558 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:02.535754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c5ddb0a-748d-4766-bef8-861b430485df,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:02.604051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:22:02.608714 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-88fec70f-3133-48e6-87be-e6d8e6e88469 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5c02cff-5ca7-41da-88fe-304c7f2f82b7 HTTP/1.1" status: 200 len: 217 time: 0.2922866 Jun 04 16:22:02.617857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Sync routers for ids ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:22:02.644164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Routers {'503c73ed-1d37-4b87-b5c3-fcbf0d127142'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:02.644875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:02.692947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-f8035012-794c-4a11-9bf3-4115ca6283d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:02.694400 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-f8035012-794c-4a11-9bf3-4115ca6283d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.0668128 Jun 04 16:22:02.697925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d71f9-1afb-4a72-acd3-a0c1b3e56a04 req-baa05c62-7877-4fba-b6cc-c2a26704d41f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:02.704505 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:02.705510 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d5867c9d-e472-4bce-913b-f7acf66a9b42 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8431859 Jun 04 16:22:02.713287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b41d71f9-1afb-4a72-acd3-a0c1b3e56a04 req-baa05c62-7877-4fba-b6cc-c2a26704d41f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.5277967 Jun 04 16:22:02.717510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38516) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:02.724797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:22:02.730385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883f035-cfff-41c1-87fc-54724c14ca65 req-16c9c22e-8090-4332-980d-c43b34430528 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:02.732671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3883f035-cfff-41c1-87fc-54724c14ca65 req-16c9c22e-8090-4332-980d-c43b34430528 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 943 time: 0.5416954 Jun 04 16:22:02.752966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Attempting to bind port 8c5ddb0a-748d-4766-bef8-861b430485df on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:22:02.753698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Attempting to bind port 8c5ddb0a-748d-4766-bef8-861b430485df by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:22:02.754327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Attempting to bind port 8c5ddb0a-748d-4766-bef8-861b430485df on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:02.925975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Set router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:02.974339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-5405e6b8-5edd-4507-bf4d-5506faf63f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:02.975793 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-5405e6b8-5edd-4507-bf4d-5506faf63f66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2693701 Jun 04 16:22:02.999389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:02.999794 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:03.148010 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-f08e516a-1e83-4399-89ff-e1d67aa09beb service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402800 Jun 04 16:22:03.292816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Port 8c5ddb0a-748d-4766-bef8-861b430485df on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:22:03.293705 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Attempting to bind port 8c5ddb0a-748d-4766-bef8-861b430485df on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:03.358711 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3060a084-53e8-4d0b-9768-e2c3959e4ad8 req-9f28fb19-c443-4073-82d2-48b0ce4341fc service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018242 Jun 04 16:22:03.360297 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:03.436831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d59b55-122b-45b5-8c8d-d6b98258f32b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:03.467710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:03.468354 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:03.486915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Checking segment: {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:22:03.487359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Network hostable DHCP agents. Network: 9b42b411-d798-4ee5-9060-a55b6983c021, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:22:03.515436 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:03.517265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Network 9b42b411-d798-4ee5-9060-a55b6983c021 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:22:03.531771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:03.539557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 9b42b411-d798-4ee5-9060-a55b6983c021) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:22:03.543910 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:03.545513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:03.546195 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:03.567361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:22:03.568506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:22:03.569840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:22:03.570813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Bound port: 8c5ddb0a-748d-4766-bef8-861b430485df, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:22:03.572564 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:03.582415 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7bb98da6-8e62-4802-a769-9c25493139ad admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5614209 Jun 04 16:22:03.600360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67273293-e921-4d8a-964c-c724f18d2f49 None None] Network 9b42b411-d798-4ee5-9060-a55b6983c021 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:22:03.643872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:21:58Z', 'revision_number': 3, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:03.691175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3883f035-cfff-41c1-87fc-54724c14ca65 req-e0e7e8cb-a839-4941-a572-26f6a11b4e68 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9274299 Jun 04 16:22:03.717405 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b41d71f9-1afb-4a72-acd3-a0c1b3e56a04 req-b0bcdc87-6d90-420e-a014-3d86b60f073c tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0028152 Jun 04 16:22:03.797264 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f33855-be0f-4c75-85d9-90dbedc78806'] response: {'name': 'network-changed', 'server_uuid': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'tag': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'status': 'completed', 'code': 200} Jun 04 16:22:03.898597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Checking router: 503c73ed-1d37-4b87-b5c3-fcbf0d127142 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:22:03.900889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Updating router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 port 8d942f5a-8b00-4972-a884-d8674ee20132 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:22:04.046334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fdd20-48f2-4bce-a47c-53f140488528 req-ed32ed3e-a5d7-4e7a-b557-dc557b051ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:04.049206 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-139fdd20-48f2-4bce-a47c-53f140488528 req-ed32ed3e-a5d7-4e7a-b557-dc557b051ba1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 1094 time: 0.2271810 Jun 04 16:22:04.111322 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:04.119510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c7aac9-0aac-474d-a5b0-e35c73263446 None None] Network 9b42b411-d798-4ee5-9060-a55b6983c021 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:22:04.149351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=13']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:04.175880 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:04.239335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fdd20-48f2-4bce-a47c-53f140488528 req-357cee94-04a0-4ada-b38a-a934484976c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:04.240925 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-139fdd20-48f2-4bce-a47c-53f140488528 req-357cee94-04a0-4ada-b38a-a934484976c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.1826150 Jun 04 16:22:04.249656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06c57634-1dd2-48a5-b9ee-41c0fc0e32a8 req-4ec21522-e19d-406f-a4ed-0f5b52666019 tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.1137273 Jun 04 16:22:04.339492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] For port 8c5ddb0a-748d-4766-bef8-861b430485df, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:22:04.356258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c958ba-9493-4cee-af56-40da1d8fa580 req-9f2c8b30-5ec8-4403-8f79-ae264e1c8399 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:04.358534 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c958ba-9493-4cee-af56-40da1d8fa580 req-9f2c8b30-5ec8-4403-8f79-ae264e1c8399 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/ports?device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 948 time: 0.3487940 Jun 04 16:22:04.366762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] For port 8c5ddb0a-748d-4766-bef8-861b430485df, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8c5ddb0a-748d-4766-bef8-861b430485df,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:22:04.394017 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:04.396473 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:04.430669 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-139fdd20-48f2-4bce-a47c-53f140488528 req-0a291e82-31b1-441d-9e90-cc9a019a8170 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5c02cff-5ca7-41da-88fe-304c7f2f82b7 HTTP/1.1" status: 200 len: 217 time: 0.1804428 Jun 04 16:22:04.494608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c5ddb0a-748d-4766-bef8-861b430485df,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:04.515469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fdd20-48f2-4bce-a47c-53f140488528 req-826a5da4-0f00-4983-9bc8-a37966577e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:04.517084 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-139fdd20-48f2-4bce-a47c-53f140488528 req-826a5da4-0f00-4983-9bc8-a37966577e00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.0791285 Jun 04 16:22:04.651071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:04.651868 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:04.653449 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-6f6c1e50-81be-4b31-988d-b9fd050515a2 service neutron] 10.222.0.42 "PUT /v2.0/ports/8c5ddb0a-748d-4766-bef8-861b430485df HTTP/1.1" status: 200 len: 1096 time: 4.0827808 Jun 04 16:22:04.653921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de169660-e6e3-499a-a6f3-21bd66681b55', 'tag': '8c5ddb0a-748d-4766-bef8-861b430485df'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:04.679544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c958ba-9493-4cee-af56-40da1d8fa580 req-e3d03491-0e7a-4d95-8fa9-a78d6621f873 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6f6aeb-f3d3-4ce2-8cfb-0d8fe8e97202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081367 Jun 04 16:22:04.696796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fdd20-48f2-4bce-a47c-53f140488528 req-1fe8c1f1-2c4a-4240-8a4e-d50efa1467f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:04.698476 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-139fdd20-48f2-4bce-a47c-53f140488528 req-1fe8c1f1-2c4a-4240-8a4e-d50efa1467f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728139 Jun 04 16:22:04.831240 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac33e3c-c462-4bae-b726-008963f4bebe'] response: {'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'code': 200} Jun 04 16:22:04.983493 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:05.001932 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-139fdd20-48f2-4bce-a47c-53f140488528 req-8d2abe9e-5f0e-44f2-95b3-f90aca537499 service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962182 Jun 04 16:22:05.021085 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:05.045290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Transition to ACTIVE for port object 8d942f5a-8b00-4972-a884-d8674ee20132 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:22:05.071181 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:05.185690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b2fa3-55b8-4a23-aa08-35b4cd98f561 req-84bd9161-d28b-4b9d-8ab7-7c09a15b4cd7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:05.196019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-357b2fa3-55b8-4a23-aa08-35b4cd98f561 req-84bd9161-d28b-4b9d-8ab7-7c09a15b4cd7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 947 time: 0.7030253 Jun 04 16:22:05.212707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Attempting to bind port 8d942f5a-8b00-4972-a884-d8674ee20132 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:22:05.214038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Attempting to bind port 8d942f5a-8b00-4972-a884-d8674ee20132 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:22:05.215095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Attempting to bind port 8d942f5a-8b00-4972-a884-d8674ee20132 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:05.233189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:22:05.237624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:22:05.238131 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:05.242189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:22:05.242189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Bound port: 8d942f5a-8b00-4972-a884-d8674ee20132, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:22:05.242189 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:05.275769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-69bc8ec2-9ef1-46ea-a9e7-fa38e3c24fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:05.278034 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-69bc8ec2-9ef1-46ea-a9e7-fa38e3c24fd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64230406cff2486f8adcb02efce19ae6&device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 1099 time: 0.4308615 Jun 04 16:22:05.311973 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-139fdd20-48f2-4bce-a47c-53f140488528 req-0e4b89ef-a891-4211-8fd5-81641188734b service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024466 Jun 04 16:22:05.360593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] For port 8d942f5a-8b00-4972-a884-d8674ee20132, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:22:05.364789 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] For port 8d942f5a-8b00-4972-a884-d8674ee20132, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8d942f5a-8b00-4972-a884-d8674ee20132,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:22:05.379780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8f5f1-b6ff-4f29-850a-df59a0f7ec9a None None] Pushing event updated for resources: {'Port': ['ID=8d942f5a-8b00-4972-a884-d8674ee20132,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:05.401642 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:05.430591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-357b2fa3-55b8-4a23-aa08-35b4cd98f561 req-24b3a34c-56e8-4dd7-98aa-32b270758ab6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128930 Jun 04 16:22:05.519462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8f5f1-b6ff-4f29-850a-df59a0f7ec9a None None] Pushing event updated for resources: {'Port': ['ID=8d942f5a-8b00-4972-a884-d8674ee20132,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:05.538020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Routers {'503c73ed-1d37-4b87-b5c3-fcbf0d127142'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:05.538769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:05.612884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-9953b277-52f2-4c95-adcc-81b8abd40e45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=8c5ddb0a-748d-4766-bef8-861b430485df HTTP/1.1" status: 200 len: 217 time: 0.3258870 Jun 04 16:22:05.650093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-d98bd9b5-866a-4c8f-a120-b2348fa7be9a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:05.651645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-d98bd9b5-866a-4c8f-a120-b2348fa7be9a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 809 time: 0.2616296 Jun 04 16:22:05.709802 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-119149f1-ec13-4641-9519-ea91e722c1e5'] response: {'name': 'network-changed', 'server_uuid': 'de169660-e6e3-499a-a6f3-21bd66681b55', 'tag': '8c5ddb0a-748d-4766-bef8-861b430485df', 'status': 'completed', 'code': 200} Jun 04 16:22:05.717405 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-3f329cbb-f6c4-4ca2-baec-7bac11e8997f tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/quotas/6b8a986f09d045a2a2212918afdcfc31 HTTP/1.1" status: 200 len: 375 time: 0.0311174 Jun 04 16:22:05.827908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-6f830aaa-014b-4307-83c1-4591c4e5de8e tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033680 Jun 04 16:22:05.858930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-1664264b-71dc-4770-85ca-9563ad8bcbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:05.860415 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-1664264b-71dc-4770-85ca-9563ad8bcbfd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2378283 Jun 04 16:22:05.893727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] Set router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:06.191206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Allocated IP 172.20.0.1 (1699d6d6-223c-45a1-ac63-74a5ca719a45/3519a9f2-731b-4be2-9a88-d2aa08fb19a6/a68d7c23-0f44-4ed0-ad2e-81204a969f94) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:22:06.243779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:21:58Z', 'revision_number': 3, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:06.248111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c14412b-f32b-4dc4-8678-8cdde734d5fc None None] The sync data for ids ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'] in n-d-811809-3 is: [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:21:58Z', 'revision_number': 3, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:22:06.333935 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-bfdc2189-76ad-4aed-bd79-364e38ebc190 service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050285 Jun 04 16:22:06.385647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-17ddaae2-0888-489a-8a30-081b558054b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:06.388717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-17ddaae2-0888-489a-8a30-081b558054b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4898250 Jun 04 16:22:06.507024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ad315-3d83-4495-acab-f3e1254f3924 req-77a50a7e-e1ff-4ea9-a83f-e300ab07cf56 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:06.523794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e5ad315-3d83-4495-acab-f3e1254f3924 req-77a50a7e-e1ff-4ea9-a83f-e300ab07cf56 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 943 time: 0.6587372 Jun 04 16:22:06.697721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e5ad315-3d83-4495-acab-f3e1254f3924 req-cda3f431-b00a-4e90-bdf2-bc550151cfe5 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808193 Jun 04 16:22:06.727415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b5c02cff-5ca7-41da-88fe-304c7f2f82b7 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:22:06.862928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-ea3099de-36be-4679-b5e8-2660bc2962e0 service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252526 Jun 04 16:22:06.869288 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:07.030071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Transition to ACTIVE for port object a68d7c23-0f44-4ed0-ad2e-81204a969f94 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:22:07.042120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-9c7c7b19-c4be-4756-9ddb-34c413b92bf2 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996726 Jun 04 16:22:07.061058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b5c02cff-5ca7-41da-88fe-304c7f2f82b7, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b5c02cff-5ca7-41da-88fe-304c7f2f82b7,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:07.096458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'port_id': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'mac_address': 'fa:16:3e:5e:e1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:22:07.220119 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:07.232790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:07.233164 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:07.292055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c02cff-5ca7-41da-88fe-304c7f2f82b7 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:22:07.310222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b5c02cff-5ca7-41da-88fe-304c7f2f82b7, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b5c02cff-5ca7-41da-88fe-304c7f2f82b7,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:07.324073 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:07.417236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=b5c02cff-5ca7-41da-88fe-304c7f2f82b7,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:07.526018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78899856-a874-41ab-bb06-179f2a3a7cb6 req-3e069192-ae80-40c3-bad3-9ac6a0860182 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593444 Jun 04 16:22:07.528563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Network 1699d6d6-223c-45a1-ac63-74a5ca719a45 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:22:07.555792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e198f2e-a1c2-441b-a912-ba1d4cccf9be req-a2697865-8616-4f41-a575-e80f0984c6b3 tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.1590827 Jun 04 16:22:07.573895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:22:07.589980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['b5c02cff-5ca7-41da-88fe-304c7f2f82b7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:22:07.617599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fc421-55c5-49e8-8091-7a3bae48fe12 req-684c8f69-c4a1-4c51-8393-6adcad5ce308 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:07.628724 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac8fc421-55c5-49e8-8091-7a3bae48fe12 req-684c8f69-c4a1-4c51-8393-6adcad5ce308 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.7303536 Jun 04 16:22:07.649014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:22:07.715782 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:07.832031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d942f5a-8b00-4972-a884-d8674ee20132 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:22:08.142857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 8d942f5a-8b00-4972-a884-d8674ee20132 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:22:08.156516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8d942f5a-8b00-4972-a884-d8674ee20132 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:08.157017 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:08.395649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8d942f5a-8b00-4972-a884-d8674ee20132 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:08.396354 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:08.401662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-007ede8d-a988-4a3d-8830-2f65f65355e9 None None] Provisioning for port a68d7c23-0f44-4ed0-ad2e-81204a969f94 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:22:08.414206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-007ede8d-a988-4a3d-8830-2f65f65355e9 None None] Provisioning complete for port a68d7c23-0f44-4ed0-ad2e-81204a969f94 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:08.417539 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-007ede8d-a988-4a3d-8830-2f65f65355e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:08.428594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac8fc421-55c5-49e8-8091-7a3bae48fe12 req-0dd70887-f07c-4906-b725-a905bc7bf786 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7990215 Jun 04 16:22:08.433451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Pushing event updated for resources: {'Port': ['ID=a68d7c23-0f44-4ed0-ad2e-81204a969f94,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:08.441559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fb9d410-a002-405d-8098-1fb3fa89faf9 req-016dda5e-1527-44d8-8183-aa7ed896825e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.2199402 Jun 04 16:22:08.565681 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 8d942f5a-8b00-4972-a884-d8674ee20132, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8d942f5a-8b00-4972-a884-d8674ee20132,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:08.578186 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:08.641447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7c70f-8644-464d-85a1-c285477e79ba req-99aeeb5e-2775-4566-833d-42b3277c01fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:08.644081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13c7c70f-8644-464d-85a1-c285477e79ba req-99aeeb5e-2775-4566-833d-42b3277c01fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=64230406cff2486f8adcb02efce19ae6&device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 1099 time: 0.9375241 Jun 04 16:22:08.661803 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-007ede8d-a988-4a3d-8830-2f65f65355e9 None None] Port a68d7c23-0f44-4ed0-ad2e-81204a969f94 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:22:08.674542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=8d942f5a-8b00-4972-a884-d8674ee20132,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:09.056415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef3d0f-b0f1-4356-b240-903112bc5c22 req-ed9f8b13-ec57-49c0-9642-cdd6af3f1be2 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:09.058299 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69ef3d0f-b0f1-4356-b240-903112bc5c22 req-ed9f8b13-ec57-49c0-9642-cdd6af3f1be2 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/ports?device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 948 time: 0.5202026 Jun 04 16:22:09.072930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b1a3c-8e1b-40be-8f5c-b920b1eac656 req-adb83af0-e275-4d45-aa18-6eb50410cdd0 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:09.079689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba7b1a3c-8e1b-40be-8f5c-b920b1eac656 req-adb83af0-e275-4d45-aa18-6eb50410cdd0 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 947 time: 0.4670148 Jun 04 16:22:09.184335 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba7b1a3c-8e1b-40be-8f5c-b920b1eac656 req-357f9bcf-79b5-4dac-88be-32c5476d6dcc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036775 Jun 04 16:22:09.225884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-9b3f74c5-9a4b-4ef2-8837-b6f130b62ae9 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:09.226641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-9b3f74c5-9a4b-4ef2-8837-b6f130b62ae9 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Synchronizing usage tracker for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:22:09.250334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-9b3f74c5-9a4b-4ef2-8837-b6f130b62ae9 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Unset dirty status for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:22:09.251775 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-9b3f74c5-9a4b-4ef2-8837-b6f130b62ae9 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.46 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 809 time: 0.3041465 Jun 04 16:22:09.271000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Request body: {'port': {'device_id': '9d795c51-7f66-44d9-9836-dc0be57a3bf1', 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'admin_state_up': True, 'tenant_id': '6b8a986f09d045a2a2212918afdcfc31'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:09.281613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7c70f-8644-464d-85a1-c285477e79ba req-bc80ad8a-ac78-431d-8478-ac17b7a3abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:09.283261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13c7c70f-8644-464d-85a1-c285477e79ba req-bc80ad8a-ac78-431d-8478-ac17b7a3abf6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.5990968 Jun 04 16:22:09.307919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69ef3d0f-b0f1-4356-b240-903112bc5c22 req-a7d63603-597e-4ab9-9476-da1b81635a30 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6f6aeb-f3d3-4ce2-8cfb-0d8fe8e97202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085156 Jun 04 16:22:09.386105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13c7c70f-8644-464d-85a1-c285477e79ba req-92870412-f49b-4be1-a52f-79ac390660c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=8c5ddb0a-748d-4766-bef8-861b430485df HTTP/1.1" status: 200 len: 217 time: 0.0849450 Jun 04 16:22:09.390462 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:09.476696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:09.490619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Usage tracker for resource:port and tenant:6b8a986f09d045a2a2212918afdcfc31 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:09.495226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:09.501919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:09.504702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7c70f-8644-464d-85a1-c285477e79ba req-883b1faa-eff8-4865-993e-f5de761aa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:09.506150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13c7c70f-8644-464d-85a1-c285477e79ba req-883b1faa-eff8-4865-993e-f5de761aa4f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1065409 Jun 04 16:22:09.520149 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51115559-ba0f-4457-a8fe-6c4e1d8d3e18 req-3999cc6f-e3c0-458e-966e-f37d5baf46b8 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d795c51-7f66-44d9-9836-dc0be57a3bf1 HTTP/1.1" status: 200 len: 210 time: 0.1313868 Jun 04 16:22:09.526461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Made reservation on behalf of 6b8a986f09d045a2a2212918afdcfc31 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:22:09.532814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:09.772745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d942f5a-8b00-4972-a884-d8674ee20132 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:22:09.938014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8d942f5a-8b00-4972-a884-d8674ee20132 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:09.938877 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:10.079602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7c70f-8644-464d-85a1-c285477e79ba req-ced3a74b-97bd-4ca9-a903-28cded690dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:10.081142 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13c7c70f-8644-464d-85a1-c285477e79ba req-ced3a74b-97bd-4ca9-a903-28cded690dbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5495293 Jun 04 16:22:10.123291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Allocated IP 172.20.0.6 (9b42b411-d798-4ee5-9060-a55b6983c021/14d59b55-122b-45b5-8c8d-d6b98258f32b/6bb513a5-484a-4a80-b5b0-b9dc65e2a857) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:22:10.134550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8d942f5a-8b00-4972-a884-d8674ee20132 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:10.287201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72193f71-2e68-475c-8648-db264c9d2128 req-391c20a6-c156-493f-ba69-f5289952d774 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:10.295904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72193f71-2e68-475c-8648-db264c9d2128 req-391c20a6-c156-493f-ba69-f5289952d774 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 944 time: 0.6975672 Jun 04 16:22:10.423877 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:10.458287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13c7c70f-8644-464d-85a1-c285477e79ba req-5afce0ff-e910-4da2-86c5-d45f279d6934 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662395 Jun 04 16:22:10.477823 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:10.520279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8c5ddb0a-748d-4766-bef8-861b430485df details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:22:10.541279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72193f71-2e68-475c-8648-db264c9d2128 req-e97b523d-b052-4944-bb16-cce84d928c24 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443140 Jun 04 16:22:10.566668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Network 9b42b411-d798-4ee5-9060-a55b6983c021 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:22:10.570254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:22:10.575094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:22:10.621727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Pushing event updated for resources: {'Port': ['ID=6bb513a5-484a-4a80-b5b0-b9dc65e2a857,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:10.648298 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:10.649216 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:10.682906 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-891e91c9-339f-4a49-85d0-ba0bbd68a5bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4161670 Jun 04 16:22:10.695054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Request body: {'port': {'device_id': '9d795c51-7f66-44d9-9836-dc0be57a3bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:10.849617 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:10.862070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 8c5ddb0a-748d-4766-bef8-861b430485df, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8c5ddb0a-748d-4766-bef8-861b430485df,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:10.878042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b5c02cff-5ca7-41da-88fe-304c7f2f82b7 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:22:10.909035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '8c5ddb0a-748d-4766-bef8-861b430485df', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '8c5ddb0a-748d-4766-bef8-861b430485df', 'mac_address': 'fa:16:3e:16:25:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:22:10.954128 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19dabd96-13f9-484a-a102-130cad9ebf41 req-36f5e060-2438-422b-b120-1462f19a87aa tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.1687918 Jun 04 16:22:10.969379 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:10.981748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38614) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:11.023158 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:11.095086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 8c5ddb0a-748d-4766-bef8-861b430485df is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:11.095508 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:11.145690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5ddb0a-748d-4766-bef8-861b430485df {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:22:11.190401 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 8c5ddb0a-748d-4766-bef8-861b430485df, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8c5ddb0a-748d-4766-bef8-861b430485df,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:11.203108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:22:11.208242 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:11.278860 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:11.339799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:11.340176 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:11.361706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Pushing event updated for resources: {'Port': ['ID=a68d7c23-0f44-4ed0-ad2e-81204a969f94,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:11.390655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:22:11.413812 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:11.425428 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=8c5ddb0a-748d-4766-bef8-861b430485df,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:11.427071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7633e362-2ad5-4718-b102-0ad189bfc306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:11.451648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Transition to ACTIVE for port object 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:22:11.468011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['8c5ddb0a-748d-4766-bef8-861b430485df'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:22:11.476053 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:11.509358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13c7c70f-8644-464d-85a1-c285477e79ba req-0238a87e-1736-4b74-a757-d3e8bace41f5 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0369697 Jun 04 16:22:11.552955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:11.553384 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:11.628089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:11.636335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54537702-2ce6-406f-b3be-dbd76ad54330 req-a9c68241-9f60-40a3-b245-fdb7720d5596 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:11.638136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54537702-2ce6-406f-b3be-dbd76ad54330 req-a9c68241-9f60-40a3-b245-fdb7720d5596 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 1.2348554 Jun 04 16:22:11.649318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b5c02cff-5ca7-41da-88fe-304c7f2f82b7, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b5c02cff-5ca7-41da-88fe-304c7f2f82b7,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:11.650023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7633e362-2ad5-4718-b102-0ad189bfc306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:11.665747 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:11.696479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7633e362-2ad5-4718-b102-0ad189bfc306 admin admin] Usage tracker for resource:security_group_rule and tenant:a5853f0044f344ccba3aaf75bd41f40d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:11.706018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7633e362-2ad5-4718-b102-0ad189bfc306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:11.719868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Pushing event updated for resources: {'Port': ['ID=6bb513a5-484a-4a80-b5b0-b9dc65e2a857,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:11.724365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7633e362-2ad5-4718-b102-0ad189bfc306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:11.793336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=b5c02cff-5ca7-41da-88fe-304c7f2f82b7,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:11.891629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54537702-2ce6-406f-b3be-dbd76ad54330 req-859ccc1d-4024-48fe-b9f0-9a9894f50a2d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964731 Jun 04 16:22:11.927406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d6a07-2ab8-414a-aa4e-280ce5b3351b req-723c2d10-17e0-45fe-8e43-37891ced673c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:11.929028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-634d6a07-2ab8-414a-aa4e-280ce5b3351b req-723c2d10-17e0-45fe-8e43-37891ced673c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 947 time: 0.6429985 Jun 04 16:22:11.964459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Network 1699d6d6-223c-45a1-ac63-74a5ca719a45 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:22:11.972111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Attempting to bind port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:22:11.972337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Attempting to bind port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:22:11.972653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Attempting to bind port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 on network 9b42b411-d798-4ee5-9060-a55b6983c021 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:11.979254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:22:11.984307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 on network 9b42b411-d798-4ee5-9060-a55b6983c021 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:22:11.984776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Attempting to bind port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 on network 9b42b411-d798-4ee5-9060-a55b6983c021 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:12.002943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:22:12.003336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Checking segment: {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:22:12.003660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Bound using segment: {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:22:12.004638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Bound port: 6bb513a5-484a-4a80-b5b0-b9dc65e2a857, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:22:12.004638 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:12.129946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] For port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:22:12.135841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] For port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6bb513a5-484a-4a80-b5b0-b9dc65e2a857,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:22:12.152453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:12.304325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:12.305109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:12.306845 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] 10.222.0.46 "PUT /v2.0/ports/6bb513a5-484a-4a80-b5b0-b9dc65e2a857 HTTP/1.1" status: 200 len: 1091 time: 1.6162803 Jun 04 16:22:12.308203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d795c51-7f66-44d9-9836-dc0be57a3bf1', 'tag': '6bb513a5-484a-4a80-b5b0-b9dc65e2a857'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:12.341371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dc224e2b-d11e-4a85-b7c8-ac8954a77e6a None None] Provisioning complete for port a68d7c23-0f44-4ed0-ad2e-81204a969f94 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:12.341826 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dc224e2b-d11e-4a85-b7c8-ac8954a77e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:12.343900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-634d6a07-2ab8-414a-aa4e-280ce5b3351b req-3ea1865b-18a0-47b1-b8a5-c0a665e122d7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4066105 Jun 04 16:22:12.417262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23313b7e-56eb-414d-ae46-08083cc4e04e service neutron] Pushing event updated for resources: {'Port': ['ID=6bb513a5-484a-4a80-b5b0-b9dc65e2a857,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:12.438121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-dc224e2b-d11e-4a85-b7c8-ac8954a77e6a None None] Port a68d7c23-0f44-4ed0-ad2e-81204a969f94 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:22:12.442209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7633e362-2ad5-4718-b102-0ad189bfc306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:12.463835 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7633e362-2ad5-4718-b102-0ad189bfc306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:12.506768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-b51ce00f-f38b-4ed0-a053-8066fb29b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:12.510556 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-b51ce00f-f38b-4ed0-a053-8066fb29b338 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=9d795c51-7f66-44d9-9836-dc0be57a3bf1 HTTP/1.1" status: 200 len: 1094 time: 0.1450698 Jun 04 16:22:12.609668 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-d90c36d5-4e74-444d-969e-32c9e1134eea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bb513a5-484a-4a80-b5b0-b9dc65e2a857 HTTP/1.1" status: 200 len: 217 time: 0.0918248 Jun 04 16:22:12.622564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8c5ddb0a-748d-4766-bef8-861b430485df up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:22:12.654160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7633e362-2ad5-4718-b102-0ad189bfc306 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5853f0044f344ccba3aaf75bd41f40d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6552670 Jun 04 16:22:12.661299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38630) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:12.678863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633e362-2ad5-4718-b102-0ad189bfc306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e67615-2555-435d-b412-4363a6e8bc92,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:12.691497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-77ad5c0c-3195-4fc3-a59e-02a8532370bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:12.692934 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-77ad5c0c-3195-4fc3-a59e-02a8532370bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 200 len: 849 time: 0.0759144 Jun 04 16:22:12.738915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:22:12.756578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 8c5ddb0a-748d-4766-bef8-861b430485df completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:22:12.763035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 8c5ddb0a-748d-4766-bef8-861b430485df triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:12.763855 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:12.772728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2339172-5641-4330-be3f-04bdc46baf0a req-97ad0223-c179-4ff5-a8eb-2d054f9cb9cf tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:12.778207 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2339172-5641-4330-be3f-04bdc46baf0a req-97ad0223-c179-4ff5-a8eb-2d054f9cb9cf tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/ports?device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 949 time: 0.4879582 Jun 04 16:22:12.780905 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-4a7a1ba9-d4b8-4009-a6fb-03ac946fc2a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b42b411-d798-4ee5-9060-a55b6983c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692236 Jun 04 16:22:12.938020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 8c5ddb0a-748d-4766-bef8-861b430485df is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:12.938412 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:12.944621 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2339172-5641-4330-be3f-04bdc46baf0a req-5bf60e54-0db0-4d99-ae7d-8b1ab0b989d1 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6f6aeb-f3d3-4ce2-8cfb-0d8fe8e97202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641922 Jun 04 16:22:12.974795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 8c5ddb0a-748d-4766-bef8-861b430485df, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8c5ddb0a-748d-4766-bef8-861b430485df,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:12.980212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff63c97-1262-4ccc-a451-8f9885250e58 req-3e422a80-ccbf-4dc7-ab73-02066e3c8123 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:12.986095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cff63c97-1262-4ccc-a451-8f9885250e58 req-3e422a80-ccbf-4dc7-ab73-02066e3c8123 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d795c51-7f66-44d9-9836-dc0be57a3bf1 HTTP/1.1" status: 200 len: 943 time: 0.4048140 Jun 04 16:22:12.986624 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:13.100611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=8c5ddb0a-748d-4766-bef8-861b430485df,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:13.163340 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec5684a7-c750-48c1-ad5c-8dceec01619f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:13.172544 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-17300dae-3ff8-4252-ad46-61af4607231d service neutron] 10.222.0.46 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839257 Jun 04 16:22:13.281649 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec5684a7-c750-48c1-ad5c-8dceec01619f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:13.304861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cff63c97-1262-4ccc-a451-8f9885250e58 req-8074e20e-89ab-456a-88f6-7170cbe66b6b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820657 Jun 04 16:22:13.313726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:22:13.324077 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Sync routers for ids ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:22:13.343019 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Routers {'503c73ed-1d37-4b87-b5c3-fcbf0d127142'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:13.343826 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:13.370100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3648cc7a-ed0a-4a6c-930e-3d1c2d361393 admin admin] 10.222.0.13 "PUT /v2.0/routers/503c73ed-1d37-4b87-b5c3-fcbf0d127142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6359205 Jun 04 16:22:13.403226 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc61aae-21b0-4bb0-9330-a879b736c744'] response: {'server_uuid': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'code': 200} Jun 04 16:22:13.406282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9116c-a08a-42f7-b58b-06b3bb6c0c86 req-8841b32a-5ed9-4534-ae36-b5ec4d971332 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:13.406848 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-004faa15-3902-49d4-a022-b4d6e50fa1e1 req-63490cad-20ba-45f0-bc3f-c15b826805b9 service neutron] 10.222.0.46 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282689 Jun 04 16:22:13.419518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5aa9116c-a08a-42f7-b58b-06b3bb6c0c86 req-8841b32a-5ed9-4534-ae36-b5ec4d971332 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 945 time: 0.2571931 Jun 04 16:22:13.470256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec5684a7-c750-48c1-ad5c-8dceec01619f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:13.486356 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeaf39a3-8fde-4203-a206-56896c6d7c08'] response: {'name': 'network-changed', 'server_uuid': '9d795c51-7f66-44d9-9836-dc0be57a3bf1', 'tag': '6bb513a5-484a-4a80-b5b0-b9dc65e2a857', 'status': 'completed', 'code': 200} Jun 04 16:22:13.493751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec5684a7-c750-48c1-ad5c-8dceec01619f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:13.497975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ec5684a7-c750-48c1-ad5c-8dceec01619f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83e67615-2555-435d-b412-4363a6e8bc92 HTTP/1.1" status: 204 len: 168 time: 0.8346093 Jun 04 16:22:13.512547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5aa9116c-a08a-42f7-b58b-06b3bb6c0c86 req-a6afdc7c-c7a1-4afc-8450-1587c77d0a46 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919921 Jun 04 16:22:13.519826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5684a7-c750-48c1-ad5c-8dceec01619f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e67615-2555-435d-b412-4363a6e8bc92,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:13.678534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da2623-bd74-49c3-ae8f-e5de669b466e req-ddf3a9a0-b40f-4be9-9e96-aea042bcc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:13.684729 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a9da2623-bd74-49c3-ae8f-e5de669b466e req-ddf3a9a0-b40f-4be9-9e96-aea042bcc1af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 1096 time: 0.1759756 Jun 04 16:22:13.698634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497157c-c472-47b1-9234-03fcb63d6502 req-f41e0c4a-87e6-4b7c-9398-cfe81bd60325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:13.700322 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a497157c-c472-47b1-9234-03fcb63d6502 req-f41e0c4a-87e6-4b7c-9398-cfe81bd60325 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=9d795c51-7f66-44d9-9836-dc0be57a3bf1 HTTP/1.1" status: 200 len: 1094 time: 0.1818988 Jun 04 16:22:13.755536 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a9da2623-bd74-49c3-ae8f-e5de669b466e req-74660aa2-52d2-48a1-8b77-a508728c1935 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625951 Jun 04 16:22:13.846037 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Set router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:13.953202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497157c-c472-47b1-9234-03fcb63d6502 req-ffbc3a2b-031b-4a53-a17a-d0f50ac0429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:13.954865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a497157c-c472-47b1-9234-03fcb63d6502 req-ffbc3a2b-031b-4a53-a17a-d0f50ac0429e service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 910 time: 0.2480385 Jun 04 16:22:13.975660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd0603-163b-4f51-b8bb-c68988d58cdf req-50310506-2373-4259-9daa-bb7badd296aa tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:13.977300 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06dd0603-163b-4f51-b8bb-c68988d58cdf req-50310506-2373-4259-9daa-bb7badd296aa tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 947 time: 0.2292206 Jun 04 16:22:14.105577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a497157c-c472-47b1-9234-03fcb63d6502 req-60457586-b6b7-4c17-b3af-2f50f04911c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bb513a5-484a-4a80-b5b0-b9dc65e2a857 HTTP/1.1" status: 200 len: 217 time: 0.1404300 Jun 04 16:22:14.107806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24166097-cf73-4c13-ba7f-1cd4581bb3bd req-2b618bd3-9b88-4535-aef0-6d9b814cbd0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec36f12ff51c4126943eee22257842c8&device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.0732894 Jun 04 16:22:14.126928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38656) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:14.160468 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-67ce231c-9601-4a92-9274-4961adc462fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:14.201203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-67ce231c-9601-4a92-9274-4961adc462fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:14.206999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-67ce231c-9601-4a92-9274-4961adc462fc admin admin] Usage tracker for resource:security_group_rule and tenant:d97bb4ff9d0d4b43b1cbd5f38fc6d325 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:14.215386 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-67ce231c-9601-4a92-9274-4961adc462fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:14.217326 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24166097-cf73-4c13-ba7f-1cd4581bb3bd req-1c65a6be-0f40-48d7-a778-81854d874456 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ec36f12ff51c4126943eee22257842c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008363 Jun 04 16:22:14.222183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06dd0603-163b-4f51-b8bb-c68988d58cdf req-06ca7501-aef3-4034-8961-e43cb04b03f4 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887429 Jun 04 16:22:14.226159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-67ce231c-9601-4a92-9274-4961adc462fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:14.377863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497157c-c472-47b1-9234-03fcb63d6502 req-e07c0cc9-522c-4a7e-8540-887f035332cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:14.380317 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a497157c-c472-47b1-9234-03fcb63d6502 req-e07c0cc9-522c-4a7e-8540-887f035332cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 200 len: 849 time: 0.2652659 Jun 04 16:22:14.420881 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-67ce231c-9601-4a92-9274-4961adc462fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:14.431157 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-67ce231c-9601-4a92-9274-4961adc462fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:14.457364 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'a68d7c23-0f44-4ed0-ad2e-81204a969f94', 'name': '', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'mac_address': 'fa:16:3e:c6:ac:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:22:05Z', 'updated_at': '2022-06-04T16:22:09Z', 'revision_number': 2, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'subnets': [{'id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:14.472129 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Checking router: 503c73ed-1d37-4b87-b5c3-fcbf0d127142 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:22:14.472621 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Updating router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 port a68d7c23-0f44-4ed0-ad2e-81204a969f94 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:22:14.603285 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-67ce231c-9601-4a92-9274-4961adc462fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d97bb4ff9d0d4b43b1cbd5f38fc6d325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4727778 Jun 04 16:22:14.603285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce231c-9601-4a92-9274-4961adc462fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86ce1b1-850a-43b9-9a0f-290b0480c1c9,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:14.609272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38668) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:14.616195 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:14.633433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a497157c-c472-47b1-9234-03fcb63d6502 req-89e5eea5-a9c2-4727-8f94-3dcf8a1982ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b42b411-d798-4ee5-9060-a55b6983c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2410254 Jun 04 16:22:14.744836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38672) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:14.751044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450302752', 'description': 'tempest-description--1628660101'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:14.762124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:14.772716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Usage tracker for resource:security_group and tenant:0cb2d4ecac70473298db3021b7bb9bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:14.783049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:14.801744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:14.825697 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:14.849335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166097-cf73-4c13-ba7f-1cd4581bb3bd req-f5b24854-0e67-4802-b3fc-d5e459bd979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:14.851319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24166097-cf73-4c13-ba7f-1cd4581bb3bd req-f5b24854-0e67-4802-b3fc-d5e459bd979a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6261420 Jun 04 16:22:14.878139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:14.886219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Usage tracker for resource:security_group_rule and tenant:0cb2d4ecac70473298db3021b7bb9bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:14.895385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:14.902805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:14.913696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a3012b8-c2f6-4e47-aeb2-790f7f8489c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:14.953792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a497157c-c472-47b1-9234-03fcb63d6502 req-a433df8f-4956-45c9-bf40-3fa5ebbdac6e service neutron] 10.222.0.46 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027489 Jun 04 16:22:15.037866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecd462-af8e-4f45-b425-b493c271d162 req-f58fb6e8-8f7e-4fb8-b9e3-ad931bafb2c0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:15.045216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fecd462-af8e-4f45-b425-b493c271d162 req-f58fb6e8-8f7e-4fb8-b9e3-ad931bafb2c0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.8450766 Jun 04 16:22:15.049187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a3012b8-c2f6-4e47-aeb2-790f7f8489c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.085064 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.095460 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.196658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa2f1ff-602c-4624-a695-54d46b582c1b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:15.212445 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.214106 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cf590d2b-7ce9-40a0-bada-c1a9c82a5806 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4681139 Jun 04 16:22:15.217587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38676) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:15.223662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c5960573-8236-49a7-90c4-f3fcfe779ced tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Request body: {'security_group_rule': {'security_group_id': 'afa2f1ff-602c-4624-a695-54d46b582c1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:15.226785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fecd462-af8e-4f45-b425-b493c271d162 req-26e4f167-1536-4602-8759-f6e2e91e9684 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804795 Jun 04 16:22:15.232002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c5960573-8236-49a7-90c4-f3fcfe779ced tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:15.236621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c5960573-8236-49a7-90c4-f3fcfe779ced tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Usage tracker for resource:security_group_rule and tenant:0cb2d4ecac70473298db3021b7bb9bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:15.240315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c5960573-8236-49a7-90c4-f3fcfe779ced tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:15.249800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c5960573-8236-49a7-90c4-f3fcfe779ced tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:15.286681 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5960573-8236-49a7-90c4-f3fcfe779ced tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.296987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a497157c-c472-47b1-9234-03fcb63d6502 req-8776ea74-d0d0-48c6-932f-3af135ea70a4 service neutron] 10.222.0.46 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029685 Jun 04 16:22:15.336377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cb43a-fd20-429b-bb55-f967c8fc20b1 req-bd06db78-ae28-4662-9d06-7bce52e18f3c tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:15.339387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a9cb43a-fd20-429b-bb55-f967c8fc20b1 req-bd06db78-ae28-4662-9d06-7bce52e18f3c tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/ports?device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 950 time: 0.3930378 Jun 04 16:22:15.342571 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a3012b8-c2f6-4e47-aeb2-790f7f8489c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.394741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3012b8-c2f6-4e47-aeb2-790f7f8489c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86ce1b1-850a-43b9-9a0f-290b0480c1c9,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:15.406619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de169660-e6e3-499a-a6f3-21bd66681b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5ddb0a-748d-4766-bef8-861b430485df'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:15.434981 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.456365 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Transition to ACTIVE for port object a68d7c23-0f44-4ed0-ad2e-81204a969f94 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:22:15.458101 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5960573-8236-49a7-90c4-f3fcfe779ced tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.469404 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a9cb43a-fd20-429b-bb55-f967c8fc20b1 req-d78e9c81-336a-46df-9b2a-66824f1a83b1 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6f6aeb-f3d3-4ce2-8cfb-0d8fe8e97202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172400 Jun 04 16:22:15.471898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5960573-8236-49a7-90c4-f3fcfe779ced tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.474384 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a3012b8-c2f6-4e47-aeb2-790f7f8489c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.484638 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9a3012b8-c2f6-4e47-aeb2-790f7f8489c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f86ce1b1-850a-43b9-9a0f-290b0480c1c9 HTTP/1.1" status: 204 len: 168 time: 0.8739719 Jun 04 16:22:15.492350 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.559338 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4e6ef91-90d9-4fc3-b6e2-a82ffb073a3e req-d40d7c3e-3740-4bf0-ae2f-f04ef9549272 tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.0835865 Jun 04 16:22:15.586552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5960573-8236-49a7-90c4-f3fcfe779ced tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a09e223-8510-4fc2-b147-6ce0a3692f0e,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:15.588697 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5960573-8236-49a7-90c4-f3fcfe779ced tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.592387 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c5960573-8236-49a7-90c4-f3fcfe779ced tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3713181 Jun 04 16:22:15.592548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38688) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:15.604869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-73c82b3b-6c58-4d7c-99fb-49b78638ba19 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Request body: {'security_group_rule': {'security_group_id': 'afa2f1ff-602c-4624-a695-54d46b582c1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:15.619447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-73c82b3b-6c58-4d7c-99fb-49b78638ba19 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:15.633639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-73c82b3b-6c58-4d7c-99fb-49b78638ba19 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Usage tracker for resource:security_group_rule and tenant:0cb2d4ecac70473298db3021b7bb9bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:15.639128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-73c82b3b-6c58-4d7c-99fb-49b78638ba19 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:15.659040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-73c82b3b-6c58-4d7c-99fb-49b78638ba19 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:15.700237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73c82b3b-6c58-4d7c-99fb-49b78638ba19 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.757157 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c3dc2-23f9-466a-b35d-9d932f373de5 None None] Pushing event updated for resources: {'Port': ['ID=a68d7c23-0f44-4ed0-ad2e-81204a969f94,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:15.870264 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Attempting to bind port a68d7c23-0f44-4ed0-ad2e-81204a969f94 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:22:15.870786 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Attempting to bind port a68d7c23-0f44-4ed0-ad2e-81204a969f94 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '12e2de88-20c9-4c65-a4fc-ae655bc54a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:22:15.871219 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Attempting to bind port a68d7c23-0f44-4ed0-ad2e-81204a969f94 on network 1699d6d6-223c-45a1-ac63-74a5ca719a45 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:15.873052 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73c82b3b-6c58-4d7c-99fb-49b78638ba19 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.884136 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73c82b3b-6c58-4d7c-99fb-49b78638ba19 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.886905 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:22:15.887305 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Checking segment: {'id': '12e2de88-20c9-4c65-a4fc-ae655bc54a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:22:15.887701 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.888171 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Bound using segment: {'id': '12e2de88-20c9-4c65-a4fc-ae655bc54a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:22:15.890867 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Bound port: a68d7c23-0f44-4ed0-ad2e-81204a969f94, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e2de88-20c9-4c65-a4fc-ae655bc54a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:22:15.891699 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.969836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73c82b3b-6c58-4d7c-99fb-49b78638ba19 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:15.971783 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-73c82b3b-6c58-4d7c-99fb-49b78638ba19 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3781426 Jun 04 16:22:15.982170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38694) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:15.992408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c82b3b-6c58-4d7c-99fb-49b78638ba19 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6afa7ef-a786-472f-b6ce-669b69c6294e,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:16.005127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:16.012090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:16.016062 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Usage tracker for resource:floatingip and tenant:0cb2d4ecac70473298db3021b7bb9bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:16.019849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:16.026350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:16.030726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3133db-8cd2-4367-b266-f6e7b80476dc req-ef30eeef-8f4c-42c1-b07c-8d281a37f719 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:16.032441 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c3133db-8cd2-4367-b266-f6e7b80476dc req-ef30eeef-8f4c-42c1-b07c-8d281a37f719 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d795c51-7f66-44d9-9836-dc0be57a3bf1 HTTP/1.1" status: 200 len: 943 time: 0.2277913 Jun 04 16:22:16.050300 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:16.085470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c482a6f-6c01-415f-82e7-041cc7577499 req-9c01e5ac-e67b-4553-beb5-efd55bf79d19 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:16.094539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c482a6f-6c01-415f-82e7-041cc7577499 req-9c01e5ac-e67b-4553-beb5-efd55bf79d19 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 945 time: 0.3336194 Jun 04 16:22:16.105888 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] For port a68d7c23-0f44-4ed0-ad2e-81204a969f94, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:22:16.111187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24166097-cf73-4c13-ba7f-1cd4581bb3bd req-a5c01726-5152-418f-ac83-45e511770c85 tempest-ServerShowV254Test-803803058 tempest-ServerShowV254Test-803803058-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e01ec4-65ae-4689-aa0c-848aa20e3e43 HTTP/1.1" status: 200 len: 210 time: 0.0892191 Jun 04 16:22:16.111416 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] For port a68d7c23-0f44-4ed0-ad2e-81204a969f94, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a68d7c23-0f44-4ed0-ad2e-81204a969f94,segment=NetworkSegment(12e2de88-20c9-4c65-a4fc-ae655bc54a61),segment_id=12e2de88-20c9-4c65-a4fc-ae655bc54a61)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:22:16.121295 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:16.211859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c482a6f-6c01-415f-82e7-041cc7577499 req-1872de14-9471-4230-a493-37f42bf87f01 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141489 Jun 04 16:22:16.257611 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c3dc2-23f9-466a-b35d-9d932f373de5 None None] Pushing event updated for resources: {'Port': ['ID=a68d7c23-0f44-4ed0-ad2e-81204a969f94,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:16.267378 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Routers {'503c73ed-1d37-4b87-b5c3-fcbf0d127142'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:16.268289 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:16.481914 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:16.578689 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] Set router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:16.683186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c3133db-8cd2-4367-b266-f6e7b80476dc req-27a1e760-90cc-4ede-8af8-fe8f31e6fcd7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116762 Jun 04 16:22:16.726375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac915d-ae7e-4d16-bf04-31e3fbeadf0f req-f859d058-6e6d-4479-876c-9ae4c7d22a5e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:16.747644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9eac915d-ae7e-4d16-bf04-31e3fbeadf0f req-f859d058-6e6d-4479-876c-9ae4c7d22a5e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2947431 Jun 04 16:22:16.762530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:22:16.815761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9eac915d-ae7e-4d16-bf04-31e3fbeadf0f req-f65a5101-d354-4b40-9bd3-87c08ceacff2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647902 Jun 04 16:22:16.922772 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Allocated IP 172.25.5.5 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/a46a0340-8163-42f0-8957-0274c82bc611) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:22:16.936542 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afff9513-bea7-4759-a8b2-ed367a7a91d5'] response: {'server_uuid': 'de169660-e6e3-499a-a6f3-21bd66681b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5ddb0a-748d-4766-bef8-861b430485df', 'code': 200} Jun 04 16:22:17.050144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6bb513a5-484a-4a80-b5b0-b9dc65e2a857,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:17.087127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '6bb513a5-484a-4a80-b5b0-b9dc65e2a857', 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'port_id': '6bb513a5-484a-4a80-b5b0-b9dc65e2a857', 'mac_address': 'fa:16:3e:55:98:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d59b55-122b-45b5-8c8d-d6b98258f32b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:22:17.250356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:17.251079 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:17.264025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e39833-0fba-4b91-aa74-f192d752f81c req-720ed562-0e4a-4c38-a966-20d34402187a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:17.279127 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e39833-0fba-4b91-aa74-f192d752f81c req-720ed562-0e4a-4c38-a966-20d34402187a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 947 time: 0.3559463 Jun 04 16:22:17.293608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:22:17.324761 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:17.338862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6bb513a5-484a-4a80-b5b0-b9dc65e2a857,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:17.350815 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:17.402513 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:17.440299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc3f1e-98f4-4ce5-b428-ce2b49beb16c req-36901905-7c5a-4e8d-a92f-86844b2b2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:17.445010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99dc3f1e-98f4-4ce5-b428-ce2b49beb16c req-36901905-7c5a-4e8d-a92f-86844b2b2619 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 1101 time: 0.3765690 Jun 04 16:22:17.469753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-2732758f-0f03-4d5b-aeae-c69f22497a35 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:17.476073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=6bb513a5-484a-4a80-b5b0-b9dc65e2a857,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:17.484491 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-2732758f-0f03-4d5b-aeae-c69f22497a35 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4188340 Jun 04 16:22:17.611857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['6bb513a5-484a-4a80-b5b0-b9dc65e2a857'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:22:17.619483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:22:17.623029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:22:17.628906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:22:17.676337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Pushing event updated for resources: {'Port': ['ID=a46a0340-8163-42f0-8957-0274c82bc611,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:17.677567 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'a68d7c23-0f44-4ed0-ad2e-81204a969f94', 'name': '', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'mac_address': 'fa:16:3e:c6:ac:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:22:05Z', 'updated_at': '2022-06-04T16:22:16Z', 'revision_number': 4, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'subnets': [{'id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:17.701589 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c0687-84dc-4b9c-ba95-8fbddf0d34b3 None None] The sync data for ids ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'] in n-d-811809-3 is: [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'a68d7c23-0f44-4ed0-ad2e-81204a969f94', 'name': '', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'mac_address': 'fa:16:3e:c6:ac:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:22:05Z', 'updated_at': '2022-06-04T16:22:16Z', 'revision_number': 4, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'subnets': [{'id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:22:17.737377 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e39833-0fba-4b91-aa74-f192d752f81c req-01ef4492-34c6-47ee-baef-7d991c3a138b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4579716 Jun 04 16:22:17.809414 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:17.881993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-5de6dbc5-eb1e-4d79-a434-4ecdf7e24a8f tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 694 time: 0.3963790 Jun 04 16:22:17.886822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-0b8d3ac0-52e5-4c90-b3fe-ccc3e77400f7 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Request body: {'floatingip': {'port_id': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:17.940925 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:18.097068 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-0b8d3ac0-52e5-4c90-b3fe-ccc3e77400f7 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:18.432865 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:18.446223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:18.628104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99dc3f1e-98f4-4ce5-b428-ce2b49beb16c req-7f3202f7-94ad-4045-8b64-450fe12f5e97 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1c6f6aeb-f3d3-4ce2-8cfb-0d8fe8e97202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9157984 Jun 04 16:22:18.677418 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Pushing event updated for resources: {'Port': ['ID=a46a0340-8163-42f0-8957-0274c82bc611,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:18.713792 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:18.778154 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:18.779784 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-32d1f872-4612-4e2a-9316-f0a30b2490ac tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7947130 Jun 04 16:22:18.784133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:22:18.848195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2753db8-b023-4234-9574-588218dc18d8 req-c885ac08-cc26-4149-8e0f-a641e7fe6e1e tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:18.858095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2753db8-b023-4234-9574-588218dc18d8 req-c885ac08-cc26-4149-8e0f-a641e7fe6e1e tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/ports?device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 950 time: 0.8487170 Jun 04 16:22:18.979686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:22:18.992251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:18.992987 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:19.015665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2753db8-b023-4234-9574-588218dc18d8 req-da9a9d1a-55a9-4a66-a5f7-81f25ea44278 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6f6aeb-f3d3-4ce2-8cfb-0d8fe8e97202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569073 Jun 04 16:22:19.218021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:19.218411 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:19.288147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6bb513a5-484a-4a80-b5b0-b9dc65e2a857,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:19.289076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d795c51-7f66-44d9-9836-dc0be57a3bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb513a5-484a-4a80-b5b0-b9dc65e2a857'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:19.297986 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:19.532053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=6bb513a5-484a-4a80-b5b0-b9dc65e2a857,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:19.877286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a68d7c23-0f44-4ed0-ad2e-81204a969f94 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:22:19.956445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa47412-ed80-4576-a929-e1fc354bce32 req-c52081ee-0e41-4e22-aeb9-de700f4c3299 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:19.964732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9aa47412-ed80-4576-a929-e1fc354bce32 req-c52081ee-0e41-4e22-aeb9-de700f4c3299 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d795c51-7f66-44d9-9836-dc0be57a3bf1 HTTP/1.1" status: 200 len: 945 time: 0.3260782 Jun 04 16:22:20.067024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9aa47412-ed80-4576-a929-e1fc354bce32 req-779440c8-effd-4d29-8100-60e9d1e0ba15 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013005 Jun 04 16:22:20.087414 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-0b8d3ac0-52e5-4c90-b3fe-ccc3e77400f7 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:20.089637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38796) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:20.096237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port a68d7c23-0f44-4ed0-ad2e-81204a969f94 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:22:20.103494 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-0b8d3ac0-52e5-4c90-b3fe-ccc3e77400f7 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:20.107364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port a68d7c23-0f44-4ed0-ad2e-81204a969f94 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:20.107953 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:20.244319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9c3b4cd-34ac-453e-9874-a5e38cdff596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:20.380583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port a68d7c23-0f44-4ed0-ad2e-81204a969f94 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:20.380969 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:20.405097 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-0b8d3ac0-52e5-4c90-b3fe-ccc3e77400f7 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Floating IP b3a5cb1c-b689-428e-aa80-6f7905c547cc associated. External IP: 172.25.5.3, port: 96d58942-8d65-4e1e-96b9-c5ae129c8bfc. Jun 04 16:22:20.428003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port a68d7c23-0f44-4ed0-ad2e-81204a969f94, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a68d7c23-0f44-4ed0-ad2e-81204a969f94,segment=NetworkSegment(12e2de88-20c9-4c65-a4fc-ae655bc54a61),segment_id=12e2de88-20c9-4c65-a4fc-ae655bc54a61)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:20.435116 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:20.541674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f9c3b4cd-34ac-453e-9874-a5e38cdff596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:20.571032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f9c3b4cd-34ac-453e-9874-a5e38cdff596 admin admin] Usage tracker for resource:security_group_rule and tenant:ec36f12ff51c4126943eee22257842c8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:20.581792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f9c3b4cd-34ac-453e-9874-a5e38cdff596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:20.593697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f9c3b4cd-34ac-453e-9874-a5e38cdff596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:20.628935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=a68d7c23-0f44-4ed0-ad2e-81204a969f94,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:20.805079 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9c3b4cd-34ac-453e-9874-a5e38cdff596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:20.823069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21ce88-7ef6-4c78-9057-eb0ed6541345 req-1b44ba46-01a9-4457-b7c1-3df842b09b5a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:20.824601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c21ce88-7ef6-4c78-9057-eb0ed6541345 req-1b44ba46-01a9-4457-b7c1-3df842b09b5a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 947 time: 0.3507891 Jun 04 16:22:20.827882 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9c3b4cd-34ac-453e-9874-a5e38cdff596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:20.937376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3b4cd-34ac-453e-9874-a5e38cdff596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc002db6-3513-4ac1-a508-800b7f075224,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:21.003866 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f9c3b4cd-34ac-453e-9874-a5e38cdff596 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec36f12ff51c4126943eee22257842c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9126182 Jun 04 16:22:21.006215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38840) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:21.073161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c21ce88-7ef6-4c78-9057-eb0ed6541345 req-c5c1afbe-1cc5-4d47-8f03-3306cc19397d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308419 Jun 04 16:22:21.112961 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a69ab85c-727d-491f-bc74-ff0c386c4168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:21.148145 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a69ab85c-727d-491f-bc74-ff0c386c4168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:21.223917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a69ab85c-727d-491f-bc74-ff0c386c4168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:21.257256 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a69ab85c-727d-491f-bc74-ff0c386c4168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:21.259631 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a69ab85c-727d-491f-bc74-ff0c386c4168 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc002db6-3513-4ac1-a508-800b7f075224 HTTP/1.1" status: 204 len: 168 time: 0.2523067 Jun 04 16:22:21.272080 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ab85c-727d-491f-bc74-ff0c386c4168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc002db6-3513-4ac1-a508-800b7f075224,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:21.432037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-0b8d3ac0-52e5-4c90-b3fe-ccc3e77400f7 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Router fc8031b3-14f4-4b7e-8449-fc233b5c879b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:22:21.781902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-0b8d3ac0-52e5-4c90-b3fe-ccc3e77400f7 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:22:21.789651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a68d7c23-0f44-4ed0-ad2e-81204a969f94 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:22:21.816261 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-0b8d3ac0-52e5-4c90-b3fe-ccc3e77400f7 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:21.831507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd38c8-0421-4ca1-ab77-32574ccdb679 None None] Sync routers for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:22:21.874357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd38c8-0421-4ca1-ab77-32574ccdb679 None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:21.876105 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2dbd38c8-0421-4ca1-ab77-32574ccdb679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:21.897452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-0b8d3ac0-52e5-4c90-b3fe-ccc3e77400f7 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "PUT /v2.0/floatingips/b3a5cb1c-b689-428e-aa80-6f7905c547cc HTTP/1.1" status: 200 len: 994 time: 4.0097930 Jun 04 16:22:21.898014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:22.010935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-756df4ce-a1b2-40e8-8cb3-b99174b9274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:22.019441 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-756df4ce-a1b2-40e8-8cb3-b99174b9274c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 1096 time: 0.1087468 Jun 04 16:22:22.083621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port a68d7c23-0f44-4ed0-ad2e-81204a969f94 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:22.084025 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:22.124032 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f16688-67bc-46ee-aa0f-9a13a1363254'] response: {'server_uuid': '9d795c51-7f66-44d9-9836-dc0be57a3bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb513a5-484a-4a80-b5b0-b9dc65e2a857', 'code': 200} Jun 04 16:22:22.186922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-2dbd38c8-0421-4ca1-ab77-32574ccdb679 None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:22.375794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-b097f956-1a5b-4c63-8bbe-5c02ff5c0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:22.377595 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-b097f956-1a5b-4c63-8bbe-5c02ff5c0eda service neutron] 10.222.0.13 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.3567696 Jun 04 16:22:22.470720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port a68d7c23-0f44-4ed0-ad2e-81204a969f94 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:22.609077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-e0bdb715-f197-4274-a038-462387057312 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 200 len: 997 time: 0.2061281 Jun 04 16:22:22.692622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4066-9698-409e-ba00-c025a5425cde req-12757be6-33df-4f0a-adfd-f71d44640b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:22.708401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a30d4066-9698-409e-ba00-c025a5425cde req-12757be6-33df-4f0a-adfd-f71d44640b55 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d795c51-7f66-44d9-9836-dc0be57a3bf1 HTTP/1.1" status: 200 len: 1096 time: 0.4347713 Jun 04 16:22:22.735822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2dbd38c8-0421-4ca1-ab77-32574ccdb679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b3a5cb1c-b689-428e-aa80-6f7905c547cc', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'port_id': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'mac_address': 'fa:16:3e:f0:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:21:49Z', 'updated_at': '2022-06-04T16:22:19Z', 'revision_number': 1, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:22.745478 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd38c8-0421-4ca1-ab77-32574ccdb679 None None] Checking router: fc8031b3-14f4-4b7e-8449-fc233b5c879b for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:22:22.756110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35af129-db40-4202-83b5-309349a0d350 req-6179b8a9-d4d8-45f3-896e-c1e863e6cce3 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:22.761065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd38c8-0421-4ca1-ab77-32574ccdb679 None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:22.761380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b35af129-db40-4202-83b5-309349a0d350 req-6179b8a9-d4d8-45f3-896e-c1e863e6cce3 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4783149 Jun 04 16:22:22.763944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2dbd38c8-0421-4ca1-ab77-32574ccdb679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:22.865416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-3ecfd3c5-0479-4a04-8a8e-033a4215cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:22.867110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-3ecfd3c5-0479-4a04-8a8e-033a4215cc90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.2357640 Jun 04 16:22:22.885775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a30d4066-9698-409e-ba00-c025a5425cde req-b3b10fc4-ca0b-4f73-a8ca-f1b859a58f16 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536047 Jun 04 16:22:22.975554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b35af129-db40-4202-83b5-309349a0d350 req-23c95867-a11c-448f-af72-6a773a95d56a tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725564 Jun 04 16:22:23.015743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-df8fcf3e-b6d3-40aa-80c7-c985635fdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:23.019033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-df8fcf3e-b6d3-40aa-80c7-c985635fdc16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356437 Jun 04 16:22:23.033424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-a4cee683-622f-4f25-9bb3-bc33a2388f5e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:22:23.034662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-a4cee683-622f-4f25-9bb3-bc33a2388f5e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089881 Jun 04 16:22:23.123349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-2dbd38c8-0421-4ca1-ab77-32574ccdb679 None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:23.252038 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-8f928966-fa5b-40b6-a476-819d2bc586d2 service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058210 Jun 04 16:22:23.387576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bc41c-0922-463a-837f-8cf7713600c8 req-e82cea31-afde-49e3-8f48-516728a9ee6c tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:23.390058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b29bc41c-0922-463a-837f-8cf7713600c8 req-e82cea31-afde-49e3-8f48-516728a9ee6c tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/ports?device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 950 time: 0.2286038 Jun 04 16:22:23.464909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b29bc41c-0922-463a-837f-8cf7713600c8 req-4db39413-3d4e-454c-992e-df4861f8c011 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6f6aeb-f3d3-4ce2-8cfb-0d8fe8e97202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579314 Jun 04 16:22:23.466986 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae1313c8-9e3d-4e4f-b990-e9ee5321fbf5 req-a6fd03b8-963b-4cce-8d1a-e0d4e515b9ad service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002437 Jun 04 16:22:23.554991 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938423ae-1a6d-47b0-a527-147e74b5594f'] response: {'name': 'network-changed', 'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'status': 'completed', 'code': 200} Jun 04 16:22:23.774856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2dbd38c8-0421-4ca1-ab77-32574ccdb679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b3a5cb1c-b689-428e-aa80-6f7905c547cc', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'port_id': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'mac_address': 'fa:16:3e:f0:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:21:49Z', 'updated_at': '2022-06-04T16:22:19Z', 'revision_number': 1, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:23.781232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd9b93-3380-4d9e-ab7c-fa817fa22ce1 req-2a489da6-b78c-422a-9d94-72afc0cd0063 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:23.781776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd38c8-0421-4ca1-ab77-32574ccdb679 None None] The sync data for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 is: [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b3a5cb1c-b689-428e-aa80-6f7905c547cc', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'port_id': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'mac_address': 'fa:16:3e:f0:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:21:49Z', 'updated_at': '2022-06-04T16:22:19Z', 'revision_number': 1, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:22:23.784803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91fd9b93-3380-4d9e-ab7c-fa817fa22ce1 req-2a489da6-b78c-422a-9d94-72afc0cd0063 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d795c51-7f66-44d9-9836-dc0be57a3bf1 HTTP/1.1" status: 200 len: 945 time: 0.1433575 Jun 04 16:22:23.841676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87885c0d-d84c-42bd-ab7c-8e07d55af1ad req-ad30d04f-b1cb-470f-8b43-461fbe7c1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:23.844288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87885c0d-d84c-42bd-ab7c-8e07d55af1ad req-ad30d04f-b1cb-470f-8b43-461fbe7c1ebf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 1096 time: 0.2676699 Jun 04 16:22:23.905968 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91fd9b93-3380-4d9e-ab7c-fa817fa22ce1 req-b3dcf698-d0e9-4d92-8527-412a83e9ad12 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132069 Jun 04 16:22:24.185349 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4a9ba-3549-4276-9b0f-0ecc3924756b None None] New status for floating IP b3a5cb1c-b689-428e-aa80-6f7905c547cc: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:22:24.386231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87885c0d-d84c-42bd-ab7c-8e07d55af1ad req-7930c8be-e3ff-46be-83a2-d1a6a9d98d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:24.393529 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87885c0d-d84c-42bd-ab7c-8e07d55af1ad req-7930c8be-e3ff-46be-83a2-d1a6a9d98d90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.5375750 Jun 04 16:22:24.410666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5897c-b1fa-48c4-a184-0eef82ad78eb req-06286162-722e-40e9-9945-b11a850805ae tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:24.412437 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1c5897c-b1fa-48c4-a184-0eef82ad78eb req-06286162-722e-40e9-9945-b11a850805ae tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 947 time: 0.2384784 Jun 04 16:22:24.675675 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1c5897c-b1fa-48c4-a184-0eef82ad78eb req-ef63c3d1-5862-4bf7-85e5-b50aff57edc6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202462 Jun 04 16:22:24.741183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87885c0d-d84c-42bd-ab7c-8e07d55af1ad req-b098b8ba-29ef-4b55-bcc7-d4a104f2478c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 200 len: 997 time: 0.3277035 Jun 04 16:22:24.791629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:22:24.820031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87885c0d-d84c-42bd-ab7c-8e07d55af1ad req-0c8a9c48-7b79-499b-adb0-70e93d68ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:24.821583 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87885c0d-d84c-42bd-ab7c-8e07d55af1ad req-0c8a9c48-7b79-499b-adb0-70e93d68ee28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.0740860 Jun 04 16:22:24.831584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-c57aec59-f3fa-4263-9dd1-8c29d0127dfd tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:24.833050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-c57aec59-f3fa-4263-9dd1-8c29d0127dfd tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24e4ce4-724b-4628-9927-7acd414f39e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1639268 Jun 04 16:22:25.036268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:25.036970 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:25.045777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-d561b37f-d8b0-440c-8cb3-dd14f7f8aaeb tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 999 time: 0.1742802 Jun 04 16:22:25.061434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-d4bb5383-f094-4ef4-aea1-8cbad330e2e2 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Request body: {'floatingip': {'port_id': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:25.078289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:25.095495 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:25.102825 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:25.161826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87885c0d-d84c-42bd-ab7c-8e07d55af1ad req-3860d5d5-891f-4283-8028-776bddaae4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:25.163431 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87885c0d-d84c-42bd-ab7c-8e07d55af1ad req-3860d5d5-891f-4283-8028-776bddaae4b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3294346 Jun 04 16:22:25.200308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-d4bb5383-f094-4ef4-aea1-8cbad330e2e2 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:25.301826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=14']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:25.577443 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39006) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:25.578136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87885c0d-d84c-42bd-ab7c-8e07d55af1ad req-80bd4582-7706-4645-afe4-d0782ee41fde service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038393 Jun 04 16:22:25.895413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87885c0d-d84c-42bd-ab7c-8e07d55af1ad req-e86dcac2-ff44-45b8-bba7-99eeb591282a service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003755 Jun 04 16:22:25.923192 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:25.946501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:25.952316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Usage tracker for resource:security_group_rule and tenant:83d08dc8dd724fa1a99efdaf2c4e2240 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:25.956572 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:25.965977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:26.064043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:26.070803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:26.226320 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83d08dc8dd724fa1a99efdaf2c4e2240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6473923 Jun 04 16:22:26.235067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39016) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:26.266180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21119dc7-b0e1-4a21-92f9-3f15a0f3bf4c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:26.274974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:26.275430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:26.275863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:26.276282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:26.276700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:26.277126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:26.277534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:26.277922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:26.278295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:26.278644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:26.278957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:26.279268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de189b2-ed59-460f-9719-f508ce9a9c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:26.331475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861f678-c500-4540-8cf3-b1a239025e78 req-121483fd-f9d0-492a-a261-19cabb2ae602 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:26.332988 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a861f678-c500-4540-8cf3-b1a239025e78 req-121483fd-f9d0-492a-a261-19cabb2ae602 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d795c51-7f66-44d9-9836-dc0be57a3bf1 HTTP/1.1" status: 200 len: 945 time: 0.2106984 Jun 04 16:22:26.373229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f15cb9ea-2202-449b-9e6e-d7b35fbefda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:26.428147 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a861f678-c500-4540-8cf3-b1a239025e78 req-ed14faae-5a41-4aa0-b1a0-3d91bb66943b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830019 Jun 04 16:22:26.434591 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f15cb9ea-2202-449b-9e6e-d7b35fbefda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:26.588153 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-d4bb5383-f094-4ef4-aea1-8cbad330e2e2 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:26.627899 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-d4bb5383-f094-4ef4-aea1-8cbad330e2e2 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:26.691923 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f15cb9ea-2202-449b-9e6e-d7b35fbefda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:26.734720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cb9ea-2202-449b-9e6e-d7b35fbefda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21119dc7-b0e1-4a21-92f9-3f15a0f3bf4c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:26.745354 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f15cb9ea-2202-449b-9e6e-d7b35fbefda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:26.748958 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f15cb9ea-2202-449b-9e6e-d7b35fbefda9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21119dc7-b0e1-4a21-92f9-3f15a0f3bf4c HTTP/1.1" status: 204 len: 168 time: 0.5097308 Jun 04 16:22:26.888486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c54aa1-669c-42bd-aa64-c6842462cd1c req-434721d9-ffea-41e6-a48f-d36a23db7c80 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:26.897578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c1c54aa1-669c-42bd-aa64-c6842462cd1c req-434721d9-ffea-41e6-a48f-d36a23db7c80 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3134575 Jun 04 16:22:26.930739 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-d4bb5383-f094-4ef4-aea1-8cbad330e2e2 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Floating IP b3a5cb1c-b689-428e-aa80-6f7905c547cc associated. External IP: 172.25.5.3, port: 96d58942-8d65-4e1e-96b9-c5ae129c8bfc. Jun 04 16:22:27.045241 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c1c54aa1-669c-42bd-aa64-c6842462cd1c req-c2619d5f-ee13-45ec-a694-cb67835e6938 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466308 Jun 04 16:22:27.227834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39030) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:27.247902 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd9c30ca-6c80-45df-b115-7231969144fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:27.264509 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd9c30ca-6c80-45df-b115-7231969144fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:27.268763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd9c30ca-6c80-45df-b115-7231969144fd admin admin] Usage tracker for resource:security_group_rule and tenant:b24fe361a2584956b67bc4108a0b6de2 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:27.271896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd9c30ca-6c80-45df-b115-7231969144fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:27.277994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd9c30ca-6c80-45df-b115-7231969144fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:27.372927 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd9c30ca-6c80-45df-b115-7231969144fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:27.378246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd9c30ca-6c80-45df-b115-7231969144fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:27.405970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124478d-2b37-4cf8-99dd-63cf3cde8efc req-181dc644-c48a-47a6-bd27-3b555936133b tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:27.407429 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b124478d-2b37-4cf8-99dd-63cf3cde8efc req-181dc644-c48a-47a6-bd27-3b555936133b tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.42 "GET /v2.0/ports?device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 950 time: 0.2791865 Jun 04 16:22:27.427604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c30ca-6c80-45df-b115-7231969144fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f4a3df-e837-4e09-8fc6-49915c90c8ff,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:27.433376 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fd9c30ca-6c80-45df-b115-7231969144fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b24fe361a2584956b67bc4108a0b6de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044885 Jun 04 16:22:27.435982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39034) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:27.502116 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49a4c19c-43a4-434e-b5df-6605fa83309f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:27.521513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd6136-197c-47b9-b61c-187f285cd227 req-4c076116-bd60-430a-8be5-670ab6067ff5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:27.523046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88cd6136-197c-47b9-b61c-187f285cd227 req-4c076116-bd60-430a-8be5-670ab6067ff5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.3465354 Jun 04 16:22:27.535534 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49a4c19c-43a4-434e-b5df-6605fa83309f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:27.604312 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49a4c19c-43a4-434e-b5df-6605fa83309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:27.620909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88cd6136-197c-47b9-b61c-187f285cd227 req-cd8b6dca-88e1-4207-b0dc-bb468b97750a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808551 Jun 04 16:22:27.624168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-b124478d-2b37-4cf8-99dd-63cf3cde8efc req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Deleting port 8c5ddb0a-748d-4766-bef8-861b430485df {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:22:27.624503 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b124478d-2b37-4cf8-99dd-63cf3cde8efc req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:27.627361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4c19c-43a4-434e-b5df-6605fa83309f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f4a3df-e837-4e09-8fc6-49915c90c8ff,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:27.638166 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49a4c19c-43a4-434e-b5df-6605fa83309f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:27.641323 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-49a4c19c-43a4-434e-b5df-6605fa83309f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5f4a3df-e837-4e09-8fc6-49915c90c8ff HTTP/1.1" status: 204 len: 168 time: 0.2029274 Jun 04 16:22:27.701292 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8eafa2f7-71bc-4707-a6f7-9bfb3cfcf55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:27.788183 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3feb68c-c911-4ac1-8d2d-17cb09edfce5'] response: {'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'code': 200} Jun 04 16:22:27.863374 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-d4bb5383-f094-4ef4-aea1-8cbad330e2e2 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Router fc8031b3-14f4-4b7e-8449-fc233b5c879b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:22:28.205244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-d4bb5383-f094-4ef4-aea1-8cbad330e2e2 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:22:28.217380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eceaab-bc74-400f-b4f2-a13acb284ab9 None None] Sync routers for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:22:28.232192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eceaab-bc74-400f-b4f2-a13acb284ab9 None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:28.233088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c2eceaab-bc74-400f-b4f2-a13acb284ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:28.517210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b124478d-2b37-4cf8-99dd-63cf3cde8efc req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] For port 8c5ddb0a-748d-4766-bef8-861b430485df, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8c5ddb0a-748d-4766-bef8-861b430485df,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:28.517582 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b124478d-2b37-4cf8-99dd-63cf3cde8efc req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:28.651317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c2eceaab-bc74-400f-b4f2-a13acb284ab9 None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:29.008279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-b124478d-2b37-4cf8-99dd-63cf3cde8efc req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Calling delete_port for 8c5ddb0a-748d-4766-bef8-861b430485df owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:22:29.141781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c2eceaab-bc74-400f-b4f2-a13acb284ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b3a5cb1c-b689-428e-aa80-6f7905c547cc', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'port_id': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'mac_address': 'fa:16:3e:5e:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:21:49Z', 'updated_at': '2022-06-04T16:22:26Z', 'revision_number': 3, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:29.148002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eceaab-bc74-400f-b4f2-a13acb284ab9 None None] Checking router: fc8031b3-14f4-4b7e-8449-fc233b5c879b for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:22:29.164085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eceaab-bc74-400f-b4f2-a13acb284ab9 None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:29.165407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c2eceaab-bc74-400f-b4f2-a13acb284ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:29.240017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863e9ee-46ed-4027-b39b-c6bb3dd099a7 req-10ec1946-6ba5-4169-b75d-e441f8251b28 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:29.241669 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1863e9ee-46ed-4027-b39b-c6bb3dd099a7 req-10ec1946-6ba5-4169-b75d-e441f8251b28 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/ports?device_id=de169660-e6e3-499a-a6f3-21bd66681b55 HTTP/1.1" status: 200 len: 950 time: 0.6911023 Jun 04 16:22:29.338912 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1863e9ee-46ed-4027-b39b-c6bb3dd099a7 req-54e1415d-80e2-4d08-8abb-df27aea6376d tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c6f6aeb-f3d3-4ce2-8cfb-0d8fe8e97202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856531 Jun 04 16:22:29.411264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c2eceaab-bc74-400f-b4f2-a13acb284ab9 None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:29.632530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39120) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:29.724844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-d4bb5383-f094-4ef4-aea1-8cbad330e2e2 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Router fc8031b3-14f4-4b7e-8449-fc233b5c879b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:22:29.748841 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b124478d-2b37-4cf8-99dd-63cf3cde8efc req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:29.964812 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ce4f3669-963b-4ae6-ab7d-1f9c5598a035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:30.024973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ce4f3669-963b-4ae6-ab7d-1f9c5598a035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:30.056336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ce4f3669-963b-4ae6-ab7d-1f9c5598a035 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c1ba89e9b743689bb0756a5e72dad9 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:30.064308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ce4f3669-963b-4ae6-ab7d-1f9c5598a035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:30.071498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ce4f3669-963b-4ae6-ab7d-1f9c5598a035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:30.083310 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-39681002-bbfc-4b15-8f0b-2ff9fe84d16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:30.152877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c2eceaab-bc74-400f-b4f2-a13acb284ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b3a5cb1c-b689-428e-aa80-6f7905c547cc', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'port_id': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'mac_address': 'fa:16:3e:5e:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:21:49Z', 'updated_at': '2022-06-04T16:22:26Z', 'revision_number': 3, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:30.164506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eceaab-bc74-400f-b4f2-a13acb284ab9 None None] The sync data for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 is: [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b3a5cb1c-b689-428e-aa80-6f7905c547cc', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'port_id': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'mac_address': 'fa:16:3e:5e:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:21:49Z', 'updated_at': '2022-06-04T16:22:26Z', 'revision_number': 3, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:22:30.255988 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ce4f3669-963b-4ae6-ab7d-1f9c5598a035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:30.267834 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ce4f3669-963b-4ae6-ab7d-1f9c5598a035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:30.414659 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ce4f3669-963b-4ae6-ab7d-1f9c5598a035 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5c1ba89e9b743689bb0756a5e72dad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7753491 Jun 04 16:22:30.442939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39166) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:30.465354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f3669-963b-4ae6-ab7d-1f9c5598a035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e1c19-0545-44c7-989f-c4e48178839a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:30.534225 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60afbb2-fefc-45e1-93e2-394744c09acb None None] New status for floating IP b3a5cb1c-b689-428e-aa80-6f7905c547cc: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:22:30.585110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-63a26d75-4ee4-4ce1-ba26-0cbfecd54dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:30.601859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Pushing event deleted for resources: {'Port': ['ID=8c5ddb0a-748d-4766-bef8-861b430485df,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:30.621803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b124478d-2b37-4cf8-99dd-63cf3cde8efc req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] No DVR routers for this DVR port 8c5ddb0a-748d-4766-bef8-861b430485df on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:22:30.647264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b124478d-2b37-4cf8-99dd-63cf3cde8efc req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:30.652047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-63a26d75-4ee4-4ce1-ba26-0cbfecd54dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:30.660154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de169660-e6e3-499a-a6f3-21bd66681b55', 'name': 'network-vif-deleted', 'tag': '8c5ddb0a-748d-4766-bef8-861b430485df'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:30.666653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:30.667253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:30.667948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:30.668462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:30.668965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:30.669454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:30.669932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:30.670449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:30.670941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:30.671626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:30.672112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:30.672599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:30.685563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8c5ddb0a-748d-4766-bef8-861b430485df no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:22:30.726174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b124478d-2b37-4cf8-99dd-63cf3cde8efc req-83c61c08-4e8a-4483-a2f2-9633c96b9181 tempest-ServerDiagnosticsNegativeTest-1941247639 tempest-ServerDiagnosticsNegativeTest-1941247639-project] 10.222.0.42 "DELETE /v2.0/ports/8c5ddb0a-748d-4766-bef8-861b430485df HTTP/1.1" status: 204 len: 173 time: 3.3128726 Jun 04 16:22:30.733264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-d4bb5383-f094-4ef4-aea1-8cbad330e2e2 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:22:30.738323 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-d4bb5383-f094-4ef4-aea1-8cbad330e2e2 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:30.772238 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-63a26d75-4ee4-4ce1-ba26-0cbfecd54dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:30.792089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a26d75-4ee4-4ce1-ba26-0cbfecd54dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e1c19-0545-44c7-989f-c4e48178839a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:30.800531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-63a26d75-4ee4-4ce1-ba26-0cbfecd54dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:30.801973 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-63a26d75-4ee4-4ce1-ba26-0cbfecd54dcc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec3e1c19-0545-44c7-989f-c4e48178839a HTTP/1.1" status: 204 len: 168 time: 0.3578324 Jun 04 16:22:30.806328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 8c5ddb0a-748d-4766-bef8-861b430485df {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:22:30.812021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8c5ddb0a-748d-4766-bef8-861b430485df not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:22:30.868698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e6c07-ce68-4de0-8d0b-0538c5f7c4c9 req-634b8f09-d01c-4b49-9302-f96827e4af23 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:30.870201 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-935e6c07-ce68-4de0-8d0b-0538c5f7c4c9 req-634b8f09-d01c-4b49-9302-f96827e4af23 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.8377829 Jun 04 16:22:30.906571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-d4bb5383-f094-4ef4-aea1-8cbad330e2e2 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "PUT /v2.0/floatingips/b3a5cb1c-b689-428e-aa80-6f7905c547cc HTTP/1.1" status: 200 len: 996 time: 5.8590784 Jun 04 16:22:31.013916 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-935e6c07-ce68-4de0-8d0b-0538c5f7c4c9 req-beae82f1-8592-4f11-91d5-f066ba5fa496 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362488 Jun 04 16:22:31.027983 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:31.076510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-4beaa41e-af77-4110-bda9-9fb323b5e58b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:31.092497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-4beaa41e-af77-4110-bda9-9fb323b5e58b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports/96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 200 len: 942 time: 0.1846435 Jun 04 16:22:31.136472 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:31.163192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c74b2-b47a-4b80-a01c-9bc4a53e4380 None None] Sync routers for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:22:31.180268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c74b2-b47a-4b80-a01c-9bc4a53e4380 None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:31.181133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-fc5c74b2-b47a-4b80-a01c-9bc4a53e4380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:31.528011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-5d45c754-fe7a-492f-9c8a-02e5b733d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:31.529451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-5d45c754-fe7a-492f-9c8a-02e5b733d626 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 1096 time: 0.3073668 Jun 04 16:22:31.548458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f5389-7484-485b-afaf-7c3a05c507dd req-cbbcb430-3cad-423c-9fe5-192b8e7cf939 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:31.550010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f09f5389-7484-485b-afaf-7c3a05c507dd req-cbbcb430-3cad-423c-9fe5-192b8e7cf939 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d795c51-7f66-44d9-9836-dc0be57a3bf1 HTTP/1.1" status: 200 len: 945 time: 0.2628403 Jun 04 16:22:31.586372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa0706-61cb-4f1a-8180-1324792bea73 req-815aacc3-1793-4e05-84e1-daa1ad63e355 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:31.593608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebfa0706-61cb-4f1a-8180-1324792bea73 req-815aacc3-1793-4e05-84e1-daa1ad63e355 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d795c51-7f66-44d9-9836-dc0be57a3bf1 HTTP/1.1" status: 200 len: 945 time: 0.3083487 Jun 04 16:22:31.639050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-fc5c74b2-b47a-4b80-a01c-9bc4a53e4380 None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:31.740323 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39196) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:31.769412 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8877554d-e0c6-45ed-84d2-16b541cb9bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:31.789662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-f09f5389-7484-485b-afaf-7c3a05c507dd req-b208895d-bd69-443e-b0ee-41aa7d8909da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Deleting port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:22:31.790314 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f09f5389-7484-485b-afaf-7c3a05c507dd req-b208895d-bd69-443e-b0ee-41aa7d8909da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:31.810114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8877554d-e0c6-45ed-84d2-16b541cb9bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:31.817885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8877554d-e0c6-45ed-84d2-16b541cb9bb1 admin admin] Usage tracker for resource:security_group_rule and tenant:fa38f5461d194a5eb1b0d882f9909b63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:31.827826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8877554d-e0c6-45ed-84d2-16b541cb9bb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:31.831619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebfa0706-61cb-4f1a-8180-1324792bea73 req-cbe93a75-1f1c-4e3c-9135-1b7aa750f649 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368248 Jun 04 16:22:31.847989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8877554d-e0c6-45ed-84d2-16b541cb9bb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:31.989542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-7f61d704-b518-42d7-b94b-30821b879679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:31.991051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-7f61d704-b518-42d7-b94b-30821b879679 service neutron] 10.222.0.13 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.4394100 Jun 04 16:22:32.004569 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8877554d-e0c6-45ed-84d2-16b541cb9bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:32.027731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8877554d-e0c6-45ed-84d2-16b541cb9bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:32.080333 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-ddce2207-c6cb-4097-806a-efb160c404dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 200 len: 217 time: 0.0811369 Jun 04 16:22:32.158739 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8877554d-e0c6-45ed-84d2-16b541cb9bb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa38f5461d194a5eb1b0d882f9909b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4187980 Jun 04 16:22:32.162860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39212) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:32.178417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877554d-e0c6-45ed-84d2-16b541cb9bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04650bf-5956-45b6-885e-2a906ff78817,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:32.256189 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0d67f53-80d3-47d8-975f-ab52adc60a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:32.297336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0d67f53-80d3-47d8-975f-ab52adc60a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:32.352073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-61b2360c-3412-4026-99c7-c71850b3615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:32.353702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-61b2360c-3412-4026-99c7-c71850b3615d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.2552087 Jun 04 16:22:32.390513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-fc5c74b2-b47a-4b80-a01c-9bc4a53e4380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b3a5cb1c-b689-428e-aa80-6f7905c547cc', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'port_id': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'mac_address': 'fa:16:3e:5e:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:21:49Z', 'updated_at': '2022-06-04T16:22:30Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:32.396490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0d67f53-80d3-47d8-975f-ab52adc60a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:32.400536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c74b2-b47a-4b80-a01c-9bc4a53e4380 None None] Checking router: fc8031b3-14f4-4b7e-8449-fc233b5c879b for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:22:32.435781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c74b2-b47a-4b80-a01c-9bc4a53e4380 None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:32.446884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d67f53-80d3-47d8-975f-ab52adc60a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04650bf-5956-45b6-885e-2a906ff78817,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:32.450267 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-fc5c74b2-b47a-4b80-a01c-9bc4a53e4380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:32.469237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0d67f53-80d3-47d8-975f-ab52adc60a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:32.470622 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e0d67f53-80d3-47d8-975f-ab52adc60a1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a04650bf-5956-45b6-885e-2a906ff78817 HTTP/1.1" status: 204 len: 168 time: 0.3066416 Jun 04 16:22:32.519325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-f09f5389-7484-485b-afaf-7c3a05c507dd req-b208895d-bd69-443e-b0ee-41aa7d8909da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] For port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6bb513a5-484a-4a80-b5b0-b9dc65e2a857,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:32.521534 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f09f5389-7484-485b-afaf-7c3a05c507dd req-b208895d-bd69-443e-b0ee-41aa7d8909da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:32.657819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39230) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:32.667847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-fc5c74b2-b47a-4b80-a01c-9bc4a53e4380 None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:32.890553 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:33.000089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-f09f5389-7484-485b-afaf-7c3a05c507dd req-b208895d-bd69-443e-b0ee-41aa7d8909da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Calling delete_port for 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:22:33.089943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0c6d3-e7e4-46f5-807e-9b0c2765b7ac req-60659b2e-bade-4f43-a8bb-cc3291130794 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:33.091428 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edd0c6d3-e7e4-46f5-807e-9b0c2765b7ac req-60659b2e-bade-4f43-a8bb-cc3291130794 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.8070912 Jun 04 16:22:33.135351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-fc5c74b2-b47a-4b80-a01c-9bc4a53e4380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b3a5cb1c-b689-428e-aa80-6f7905c547cc', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'port_id': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'mac_address': 'fa:16:3e:5e:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:21:49Z', 'updated_at': '2022-06-04T16:22:30Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:33.141019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c74b2-b47a-4b80-a01c-9bc4a53e4380 None None] The sync data for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 is: [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b3a5cb1c-b689-428e-aa80-6f7905c547cc', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'port_id': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'mac_address': 'fa:16:3e:5e:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:21:49Z', 'updated_at': '2022-06-04T16:22:30Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:22:33.165630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-bccd621e-9920-4a5f-8402-16765671f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:33.167676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-bccd621e-9920-4a5f-8402-16765671f2f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7978494 Jun 04 16:22:33.385666 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-41e1b2a0-e5eb-406a-afee-77c1a094ae69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64230406cff2486f8adcb02efce19ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7234230 Jun 04 16:22:33.387899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39244) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:33.414007 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edd0c6d3-e7e4-46f5-807e-9b0c2765b7ac req-85478107-446d-43ce-90d4-cacb6755bcfc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879121 Jun 04 16:22:33.480827 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f09f5389-7484-485b-afaf-7c3a05c507dd req-b208895d-bd69-443e-b0ee-41aa7d8909da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:33.564531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0cfa-4269-4daf-a664-4d9df434017b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:33.638864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0cfa-4269-4daf-a664-4d9df434017b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:33.682158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208895d-bd69-443e-b0ee-41aa7d8909da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Pushing event deleted for resources: {'Port': ['ID=6bb513a5-484a-4a80-b5b0-b9dc65e2a857,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:33.731332 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:33.778644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0cfa-4269-4daf-a664-4d9df434017b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:33.786760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-a5c2aa59-8eea-4fb5-a4ae-aafa9895f991 service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896764 Jun 04 16:22:33.800096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09f5389-7484-485b-afaf-7c3a05c507dd req-b208895d-bd69-443e-b0ee-41aa7d8909da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] No DVR routers for this DVR port 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:22:33.806026 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f09f5389-7484-485b-afaf-7c3a05c507dd req-b208895d-bd69-443e-b0ee-41aa7d8909da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:33.811325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a0cfa-4269-4daf-a664-4d9df434017b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6f6aeb-f3d3-4ce2-8cfb-0d8fe8e97202,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:33.841963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f09f5389-7484-485b-afaf-7c3a05c507dd req-b208895d-bd69-443e-b0ee-41aa7d8909da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.46 "DELETE /v2.0/ports/6bb513a5-484a-4a80-b5b0-b9dc65e2a857 HTTP/1.1" status: 204 len: 173 time: 2.2429650 Jun 04 16:22:33.842702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0cfa-4269-4daf-a664-4d9df434017b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:33.843821 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3b7a0cfa-4269-4daf-a664-4d9df434017b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c6f6aeb-f3d3-4ce2-8cfb-0d8fe8e97202 HTTP/1.1" status: 204 len: 168 time: 0.4538248 Jun 04 16:22:33.946455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39264) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:33.968366 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:34.066351 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df21e51-a740-4d09-8169-b7ad2fc11d53'] response: {'server_uuid': 'de169660-e6e3-499a-a6f3-21bd66681b55', 'name': 'network-vif-deleted', 'tag': '8c5ddb0a-748d-4766-bef8-861b430485df', 'status': 'completed', 'code': 200} Jun 04 16:22:34.094607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-504cc398-fabb-48c4-addb-fd562e01ea90 service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987821 Jun 04 16:22:34.302097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a08d410f-4710-4b16-9cf8-f3528db190f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:34.324290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a08d410f-4710-4b16-9cf8-f3528db190f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:34.328611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-84fa7009-095f-4830-a31d-81d8895fda0d req-647603c9-b8a9-404b-a5b3-e34327c91847 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Synchronizing usage tracker for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:22:34.334319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-59d102dc-6cb1-4ccf-a8e9-fed04d69f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:34.336205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-59d102dc-6cb1-4ccf-a8e9-fed04d69f81d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 1096 time: 0.2058558 Jun 04 16:22:34.339702 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:22:34.341251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a08d410f-4710-4b16-9cf8-f3528db190f1 admin admin] Usage tracker for resource:security_group_rule and tenant:f27c621ee62a4402b8394cf563234ac0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:34.346238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a08d410f-4710-4b16-9cf8-f3528db190f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:34.358226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a08d410f-4710-4b16-9cf8-f3528db190f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:34.374409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-84fa7009-095f-4830-a31d-81d8895fda0d req-647603c9-b8a9-404b-a5b3-e34327c91847 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Unset dirty status for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:22:34.375794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84fa7009-095f-4830-a31d-81d8895fda0d req-647603c9-b8a9-404b-a5b3-e34327c91847 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d795c51-7f66-44d9-9836-dc0be57a3bf1 HTTP/1.1" status: 200 len: 210 time: 0.1096253 Jun 04 16:22:34.502732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39278) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:34.547043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ed578e14-4a4e-4e97-a8ec-e44a60b81e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:34.565544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a08d410f-4710-4b16-9cf8-f3528db190f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:34.574286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ed578e14-4a4e-4e97-a8ec-e44a60b81e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:34.577808 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a08d410f-4710-4b16-9cf8-f3528db190f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:34.605474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ed578e14-4a4e-4e97-a8ec-e44a60b81e54 admin admin] Usage tracker for resource:security_group_rule and tenant:f94d1632c87a4d47b2e8db29cd3d0900 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:34.622879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ed578e14-4a4e-4e97-a8ec-e44a60b81e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:34.653192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ed578e14-4a4e-4e97-a8ec-e44a60b81e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:34.661387 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a08d410f-4710-4b16-9cf8-f3528db190f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f27c621ee62a4402b8394cf563234ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7133355 Jun 04 16:22:34.670263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39284) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:34.678084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d410f-4710-4b16-9cf8-f3528db190f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eef57d-57f3-4793-b452-00c0d2185e85,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:34.777216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-4d8dd7d8-b60f-43f5-be33-d32c9e0acb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:34.779895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-4d8dd7d8-b60f-43f5-be33-d32c9e0acb7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.4318712 Jun 04 16:22:34.838909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c231e01-d5ad-4fe0-ae67-eeaa1c30cc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:34.871601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:22:34.892404 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ed578e14-4a4e-4e97-a8ec-e44a60b81e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:34.895731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c231e01-d5ad-4fe0-ae67-eeaa1c30cc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:34.906540 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ed578e14-4a4e-4e97-a8ec-e44a60b81e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:34.963266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:22:34.963602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6bb513a5-484a-4a80-b5b0-b9dc65e2a857 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:22:34.983004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed578e14-4a4e-4e97-a8ec-e44a60b81e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109d07f4-8f67-42bd-a39b-34ba7c5f238e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:34.998169 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ed578e14-4a4e-4e97-a8ec-e44a60b81e54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f94d1632c87a4d47b2e8db29cd3d0900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4943926 Jun 04 16:22:34.999297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39294) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:35.020644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a810ae-d261-4c1f-8c75-4503a110c99e req-40569d32-9316-4f90-a6d5-27bb75cd9255 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:35.022361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92a810ae-d261-4c1f-8c75-4503a110c99e req-40569d32-9316-4f90-a6d5-27bb75cd9255 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.4350734 Jun 04 16:22:35.037102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-45ba769e-091f-4bbb-aafa-d4f73c1c5634 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5c02cff-5ca7-41da-88fe-304c7f2f82b7 HTTP/1.1" status: 200 len: 999 time: 0.2396741 Jun 04 16:22:35.075490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c231e01-d5ad-4fe0-ae67-eeaa1c30cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:35.104985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c231e01-d5ad-4fe0-ae67-eeaa1c30cc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eef57d-57f3-4793-b452-00c0d2185e85,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:35.120083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01f20483-6d39-41c6-be71-c6f3f59dd6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:35.150655 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01f20483-6d39-41c6-be71-c6f3f59dd6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:35.166183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92a810ae-d261-4c1f-8c75-4503a110c99e req-3f694775-d85a-4b67-92fe-70ab1b5eb8ad tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265855 Jun 04 16:22:35.173069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-90230ae6-ee48-4dcb-8975-ca302588a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:35.175219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-90230ae6-ee48-4dcb-8975-ca302588a596 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.1372135 Jun 04 16:22:35.216728 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c231e01-d5ad-4fe0-ae67-eeaa1c30cc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:35.218954 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8c231e01-d5ad-4fe0-ae67-eeaa1c30cc03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04eef57d-57f3-4793-b452-00c0d2185e85 HTTP/1.1" status: 204 len: 168 time: 0.5472491 Jun 04 16:22:35.245003 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01f20483-6d39-41c6-be71-c6f3f59dd6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:35.276109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f20483-6d39-41c6-be71-c6f3f59dd6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109d07f4-8f67-42bd-a39b-34ba7c5f238e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:35.281865 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01f20483-6d39-41c6-be71-c6f3f59dd6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:35.300356 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-01f20483-6d39-41c6-be71-c6f3f59dd6e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/109d07f4-8f67-42bd-a39b-34ba7c5f238e HTTP/1.1" status: 204 len: 168 time: 0.2995763 Jun 04 16:22:35.314279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-5e1ae32b-90de-43e9-b58b-cdf10a412421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:35.315914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-5e1ae32b-90de-43e9-b58b-cdf10a412421 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349249 Jun 04 16:22:35.537447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3028f2-d9a5-48b2-8d5f-2409fa9c14a9 req-1ec3ed7e-fa32-4c9b-972e-121d8bcb6edd tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:35.539165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d3028f2-d9a5-48b2-8d5f-2409fa9c14a9 req-1ec3ed7e-fa32-4c9b-972e-121d8bcb6edd tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2222846 Jun 04 16:22:35.545931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-cc3297ea-91a6-4911-81c9-7bc42366f635 service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860609 Jun 04 16:22:35.808548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39320) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:35.809454 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d3028f2-d9a5-48b2-8d5f-2409fa9c14a9 req-981d4174-5afc-4e73-9504-29c68f2293c4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619967 Jun 04 16:22:35.849378 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-972fe740-0116-4b78-8dd4-7b9ac60f5b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:35.874453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-972fe740-0116-4b78-8dd4-7b9ac60f5b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:35.880668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-972fe740-0116-4b78-8dd4-7b9ac60f5b42 admin admin] Usage tracker for resource:security_group_rule and tenant:f1469e3239e0456b98aa82373df5dec0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:35.885124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-972fe740-0116-4b78-8dd4-7b9ac60f5b42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:35.894446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e8fa474-d560-4f83-a164-9055b9d53917 req-4d1ac2c4-16e3-4c77-9a7a-c5ba479968b7 service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315816 Jun 04 16:22:35.894677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-972fe740-0116-4b78-8dd4-7b9ac60f5b42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:36.061938 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-972fe740-0116-4b78-8dd4-7b9ac60f5b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:36.081664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc'}, {'name': 'network-changed', 'server_uuid': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'tag': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7'}, {'server_uuid': '9d795c51-7f66-44d9-9836-dc0be57a3bf1', 'name': 'network-vif-deleted', 'tag': '6bb513a5-484a-4a80-b5b0-b9dc65e2a857'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:36.089703 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-972fe740-0116-4b78-8dd4-7b9ac60f5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:36.148164 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-972fe740-0116-4b78-8dd4-7b9ac60f5b42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1469e3239e0456b98aa82373df5dec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375967 Jun 04 16:22:36.148423 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39342) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:36.151306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91680-b2f5-48be-9afc-486d94ec7bdc req-be6e1cdb-08dc-458f-85dd-d63e1707ab46 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:36.158958 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ee91680-b2f5-48be-9afc-486d94ec7bdc req-be6e1cdb-08dc-458f-85dd-d63e1707ab46 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.1597941 Jun 04 16:22:36.209014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ee91680-b2f5-48be-9afc-486d94ec7bdc req-50934701-0191-47ed-a4b4-7c5d56dc3118 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487771 Jun 04 16:22:36.226541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fe740-0116-4b78-8dd4-7b9ac60f5b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5b0fc7-a8fc-4578-9512-0d5965a7d99e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:36.251723 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57b93117-00b1-4093-9a7d-29cd4f36e0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:36.282791 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57b93117-00b1-4093-9a7d-29cd4f36e0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:36.360077 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57b93117-00b1-4093-9a7d-29cd4f36e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:36.386975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b93117-00b1-4093-9a7d-29cd4f36e0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5b0fc7-a8fc-4578-9512-0d5965a7d99e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:36.405467 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57b93117-00b1-4093-9a7d-29cd4f36e0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:36.409771 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-57b93117-00b1-4093-9a7d-29cd4f36e0f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae5b0fc7-a8fc-4578-9512-0d5965a7d99e HTTP/1.1" status: 204 len: 168 time: 0.2591648 Jun 04 16:22:36.439763 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f12ce0-6f5b-44b2-9e2c-31e7d90ee220 req-457d7638-19fd-4487-8e05-e20fa1ff65d0 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 999 time: 0.2122719 Jun 04 16:22:36.548391 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f12ce0-6f5b-44b2-9e2c-31e7d90ee220 req-10fa0526-5fbc-44e3-947c-fba3546d02cb tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:36.549737 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f12ce0-6f5b-44b2-9e2c-31e7d90ee220 req-10fa0526-5fbc-44e3-947c-fba3546d02cb tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports/b5c02cff-5ca7-41da-88fe-304c7f2f82b7 HTTP/1.1" status: 200 len: 942 time: 0.0979524 Jun 04 16:22:36.559050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807555f-5a99-476e-95d2-a0678cc38df9 req-f5e64b43-02d0-460e-97ea-e6c8b4d14998 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:36.560775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b807555f-5a99-476e-95d2-a0678cc38df9 req-f5e64b43-02d0-460e-97ea-e6c8b4d14998 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2126029 Jun 04 16:22:36.629770 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b807555f-5a99-476e-95d2-a0678cc38df9 req-6ac81257-7033-4dae-aa76-f3b049553567 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600684 Jun 04 16:22:36.746542 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ac8b09-1a89-4f43-80fd-66b25144079b'] response: {'name': 'network-changed', 'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'status': 'completed', 'code': 200} Jun 04 16:22:36.747141 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ac8b09-1a89-4f43-80fd-66b25144079b'] response: {'name': 'network-changed', 'server_uuid': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'tag': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'status': 'completed', 'code': 200} Jun 04 16:22:36.747549 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ac8b09-1a89-4f43-80fd-66b25144079b'] response: {'server_uuid': '9d795c51-7f66-44d9-9836-dc0be57a3bf1', 'name': 'network-vif-deleted', 'tag': '6bb513a5-484a-4a80-b5b0-b9dc65e2a857', 'status': 'completed', 'code': 200} Jun 04 16:22:36.853830 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f12ce0-6f5b-44b2-9e2c-31e7d90ee220 req-8624b4bb-1f71-4f79-ae4b-971f166fa38d tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 999 time: 0.1863167 Jun 04 16:22:36.984300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-980fe8e4-6f13-4c9c-bc60-2121e3a66c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:36.986623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-980fe8e4-6f13-4c9c-bc60-2121e3a66c08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 1096 time: 0.2215803 Jun 04 16:22:37.199278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68324de-e2ea-40c3-9d93-f30d3d674bb8 req-460974bf-4824-4fc1-82e1-f9c5f4a084c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:37.202874 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c68324de-e2ea-40c3-9d93-f30d3d674bb8 req-460974bf-4824-4fc1-82e1-f9c5f4a084c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 1096 time: 0.1587651 Jun 04 16:22:37.221485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-a5c0686e-894e-46cf-ba86-e8c80ba762b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:37.223114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-a5c0686e-894e-46cf-ba86-e8c80ba762b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.2292097 Jun 04 16:22:37.359475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f12ce0-6f5b-44b2-9e2c-31e7d90ee220 req-47a2a84c-625d-4137-bcb7-cf84296dfafa tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:37.360686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68324de-e2ea-40c3-9d93-f30d3d674bb8 req-d2ca65ef-13ae-41a5-acc8-d4d7539b33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:37.362348 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c68324de-e2ea-40c3-9d93-f30d3d674bb8 req-d2ca65ef-13ae-41a5-acc8-d4d7539b33a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.1520731 Jun 04 16:22:37.371781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f12ce0-6f5b-44b2-9e2c-31e7d90ee220 req-47a2a84c-625d-4137-bcb7-cf84296dfafa tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.5166175 Jun 04 16:22:37.383092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-d6065aa0-8a17-44f4-9c65-56004de29fb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 200 len: 217 time: 0.1484580 Jun 04 16:22:37.500656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-e6cd6edb-8c4e-4230-bd9a-98993853acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:37.502865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-e6cd6edb-8c4e-4230-bd9a-98993853acee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.1124589 Jun 04 16:22:37.507761 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c68324de-e2ea-40c3-9d93-f30d3d674bb8 req-0cc1667c-3ab1-4ca0-b337-e9f18688ed97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd HTTP/1.1" status: 200 len: 999 time: 0.1377988 Jun 04 16:22:37.524930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-314acb2a-e9c8-491f-af0b-92b4b581eca9 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:37.526461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-314acb2a-e9c8-491f-af0b-92b4b581eca9 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 809 time: 0.3664160 Jun 04 16:22:37.597348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68324de-e2ea-40c3-9d93-f30d3d674bb8 req-b7423c25-2c17-4f18-8c4b-a1e2f42b9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:37.599529 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c68324de-e2ea-40c3-9d93-f30d3d674bb8 req-b7423c25-2c17-4f18-8c4b-a1e2f42b9fa1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.0821652 Jun 04 16:22:37.641716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-9a28b36f-0b04-44e3-9881-92ced4483a7a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/quotas/6b8a986f09d045a2a2212918afdcfc31 HTTP/1.1" status: 200 len: 375 time: 0.0370145 Jun 04 16:22:37.708125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68324de-e2ea-40c3-9d93-f30d3d674bb8 req-b879a909-925b-4c6b-a0db-5735ddd2dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:37.710278 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c68324de-e2ea-40c3-9d93-f30d3d674bb8 req-b879a909-925b-4c6b-a0db-5735ddd2dcca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038566 Jun 04 16:22:37.729208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-905bb404-14ef-4694-817b-f91f7ae7844f tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866122 Jun 04 16:22:37.843968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-f00028c1-1f39-481b-8357-935f4ecb0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:37.845475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-f00028c1-1f39-481b-8357-935f4ecb0b30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3181138 Jun 04 16:22:37.988260 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c68324de-e2ea-40c3-9d93-f30d3d674bb8 req-d9608217-804f-4f2c-ae05-b083f0c03464 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709196 Jun 04 16:22:38.259598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-2c2f89cd-d69f-4146-a85d-a4657899fa41 service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294640 Jun 04 16:22:38.262610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-58cdb553-c327-4f04-97a0-67f9de6b7fa5 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5b12069967a04945a1c4b8cdd4150a97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718453 Jun 04 16:22:38.397652 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c68324de-e2ea-40c3-9d93-f30d3d674bb8 req-ae96177a-5f4d-4f8f-938d-51a9d12d8e4a service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025688 Jun 04 16:22:38.492789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-85875661-e2ed-49ed-be50-dc09a077b76a service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6386154 Jun 04 16:22:38.667889 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-b03c03a8-3dc1-4c3d-b1b2-ab75d43f2e81 service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074183 Jun 04 16:22:38.682155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-d0efec53-e60d-413c-af21-2bfa9e9489a8 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:38.689403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-d0efec53-e60d-413c-af21-2bfa9e9489a8 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4032435 Jun 04 16:22:38.715683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-9ec5b9d5-251c-46d4-bb37-11e43fb075de tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/quotas/5b12069967a04945a1c4b8cdd4150a97 HTTP/1.1" status: 200 len: 375 time: 0.0252998 Jun 04 16:22:38.798352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-2230f234-169a-4dda-8ee6-d3b97816c7be tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b12069967a04945a1c4b8cdd4150a97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816813 Jun 04 16:22:38.813812 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-b9537974-418d-4e2c-88cd-881f1213677d service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066666 Jun 04 16:22:39.184530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-d4ed7a65-11b8-4c9d-a2e1-d89dd3f34d8c tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 999 time: 0.1893399 Jun 04 16:22:39.191927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-126fe109-9ca8-4859-a2e1-c0e9e4f55716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:39.193379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-126fe109-9ca8-4859-a2e1-c0e9e4f55716 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 1096 time: 0.3210146 Jun 04 16:22:39.313752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-4d32a9c4-1542-4057-990d-8d2ac11b8a20 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:39.315717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-4d32a9c4-1542-4057-990d-8d2ac11b8a20 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports/b5c02cff-5ca7-41da-88fe-304c7f2f82b7 HTTP/1.1" status: 200 len: 942 time: 0.1213825 Jun 04 16:22:39.533498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c61d2-72f2-40b3-946d-a7cd43c6a7aa req-63870fd9-903a-4b2c-84cc-0b42074d6758 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:39.543805 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-491c61d2-72f2-40b3-946d-a7cd43c6a7aa req-63870fd9-903a-4b2c-84cc-0b42074d6758 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.4294696 Jun 04 16:22:39.765945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-6242b66b-3997-460d-9914-ab9eb46c3377 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 999 time: 0.2078266 Jun 04 16:22:39.906284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-fd06c82d-ef63-4e6a-bfd6-df1e5a3ae49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:39.907778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-fd06c82d-ef63-4e6a-bfd6-df1e5a3ae49f service neutron] 10.222.0.46 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.6980672 Jun 04 16:22:39.995950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-491c61d2-72f2-40b3-946d-a7cd43c6a7aa req-7b2e4095-f698-48a8-aa87-ec313130c6f9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4505727 Jun 04 16:22:40.129173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-49d00709-6a58-4fa0-aa79-07d09faabc16 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:40.130811 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-49d00709-6a58-4fa0-aa79-07d09faabc16 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.3432760 Jun 04 16:22:40.239070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-67bfe72a-a2dc-4dd7-b433-dbfa31cb1b03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5c02cff-5ca7-41da-88fe-304c7f2f82b7 HTTP/1.1" status: 200 len: 999 time: 0.3172197 Jun 04 16:22:40.509732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-e49affe5-d154-4834-9a7f-9725c4b8b2fa tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 999 time: 0.3695686 Jun 04 16:22:40.528377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-00d4aa49-8120-4ab4-aaee-f8e7bdbf4b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:40.530158 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-00d4aa49-8120-4ab4-aaee-f8e7bdbf4b91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.2830570 Jun 04 16:22:40.535810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-34a510f5-13b2-47ff-ad0e-bb6bac82a36c tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:40.811840 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-34a510f5-13b2-47ff-ad0e-bb6bac82a36c tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:40.962465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-38322862-7961-4b61-af52-bf53a8042b6a tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5b12069967a04945a1c4b8cdd4150a97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825408 Jun 04 16:22:41.079719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39568) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:41.089819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56c3445c-9f37-4571-80ab-d220341d4aa1 req-c61f04a1-283b-4805-a0d3-2bbc4d197c11 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 210 time: 0.1275620 Jun 04 16:22:41.290187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89520397-77be-4cf0-901b-bdaf1b1c8453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:41.317313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-89520397-77be-4cf0-901b-bdaf1b1c8453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:41.325370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-89520397-77be-4cf0-901b-bdaf1b1c8453 admin admin] Usage tracker for resource:security_group_rule and tenant:7325f81c03874ca682a614fc302a0644 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:41.329106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-89520397-77be-4cf0-901b-bdaf1b1c8453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:41.337313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-89520397-77be-4cf0-901b-bdaf1b1c8453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:41.514564 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89520397-77be-4cf0-901b-bdaf1b1c8453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:41.527472 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89520397-77be-4cf0-901b-bdaf1b1c8453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:41.564353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-acf3da59-3413-46ce-8d0c-3e7c3cf2c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:41.565830 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-acf3da59-3413-46ce-8d0c-3e7c3cf2c7d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9067366 Jun 04 16:22:41.630914 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-89520397-77be-4cf0-901b-bdaf1b1c8453 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7325f81c03874ca682a614fc302a0644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5477297 Jun 04 16:22:41.638415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39578) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:41.707353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89520397-77be-4cf0-901b-bdaf1b1c8453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4289d124-6b2f-4698-ae18-3a765c37e597,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:41.711576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-7dec96db-304b-42f5-9e4a-dcd63c0d6ec6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:41.713489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-7dec96db-304b-42f5-9e4a-dcd63c0d6ec6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7317264 Jun 04 16:22:41.720397 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-34a510f5-13b2-47ff-ad0e-bb6bac82a36c tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:41.742576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Request body: {'port': {'device_id': 'c389aaba-1d09-4b7f-ab91-1b0e01442c30', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '5b12069967a04945a1c4b8cdd4150a97'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:41.768428 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-34a510f5-13b2-47ff-ad0e-bb6bac82a36c tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:41.769230 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-34a510f5-13b2-47ff-ad0e-bb6bac82a36c tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Floating IP b3a5cb1c-b689-428e-aa80-6f7905c547cc disassociated. External IP: 172.25.5.3, port: b5c02cff-5ca7-41da-88fe-304c7f2f82b7. Jun 04 16:22:41.824586 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9cd0365-9e44-460b-8acc-99f882e78b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:41.831734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-3c507b6c-9b77-48ea-bc2c-e633d074934f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:22:41.832722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-3c507b6c-9b77-48ea-bc2c-e633d074934f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2534153 Jun 04 16:22:41.849136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-f56bfbc2-2fbc-4c8e-9b13-cfcceb390b1a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:41.850567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-f56bfbc2-2fbc-4c8e-9b13-cfcceb390b1a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.42 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 809 time: 0.5044720 Jun 04 16:22:41.859632 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9cd0365-9e44-460b-8acc-99f882e78b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:41.935822 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9cd0365-9e44-460b-8acc-99f882e78b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:41.945192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Request body: {'port': {'device_id': '95d3f709-9f37-47cc-9fc4-c787588ccc57', 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'admin_state_up': True, 'tenant_id': '6b8a986f09d045a2a2212918afdcfc31'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:41.961541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd0365-9e44-460b-8acc-99f882e78b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4289d124-6b2f-4698-ae18-3a765c37e597,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:41.974473 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9cd0365-9e44-460b-8acc-99f882e78b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:41.978831 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b9cd0365-9e44-460b-8acc-99f882e78b31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4289d124-6b2f-4698-ae18-3a765c37e597 HTTP/1.1" status: 204 len: 168 time: 0.3385947 Jun 04 16:22:42.052949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2ec91-c6c3-4623-9334-7e9a96b9de08 req-0922ff55-ca3a-4fde-89f2-9da5540ae746 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:42.054558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2c2ec91-c6c3-4623-9334-7e9a96b9de08 req-0922ff55-ca3a-4fde-89f2-9da5540ae746 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.7098396 Jun 04 16:22:42.351337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39590) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:42.377348 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-588a7269-d052-413a-a628-773a0e7af159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:42.407682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-588a7269-d052-413a-a628-773a0e7af159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:42.412548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-588a7269-d052-413a-a628-773a0e7af159 admin admin] Usage tracker for resource:security_group_rule and tenant:19a8ef893beb40439257c663940f2e54 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:42.415938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-588a7269-d052-413a-a628-773a0e7af159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:42.423634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-588a7269-d052-413a-a628-773a0e7af159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:42.526271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2c2ec91-c6c3-4623-9334-7e9a96b9de08 req-2804ae94-6fa8-404b-b051-ffca92d5627e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561687 Jun 04 16:22:42.538258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:42.556652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Usage tracker for resource:port and tenant:5b12069967a04945a1c4b8cdd4150a97 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:42.568138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:42.577138 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-588a7269-d052-413a-a628-773a0e7af159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:42.585531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-588a7269-d052-413a-a628-773a0e7af159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:42.628573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-9af3d78a-9cf4-478b-95ce-a075f23fe1a1 service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7862949 Jun 04 16:22:42.635166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:42.652261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:42.700712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:42.715697 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-588a7269-d052-413a-a628-773a0e7af159 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19a8ef893beb40439257c663940f2e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624547 Jun 04 16:22:42.716691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a7269-d052-413a-a628-773a0e7af159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e572ed-f5d9-4bd8-85cb-831bde1346cf,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:42.719673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39596) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:42.769471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Made reservation on behalf of 5b12069967a04945a1c4b8cdd4150a97 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:22:42.773329 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:42.806023 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-28d3c793-d376-452b-97e4-69fdafcfe782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:42.839717 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-28d3c793-d376-452b-97e4-69fdafcfe782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:42.918768 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-28d3c793-d376-452b-97e4-69fdafcfe782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:42.938255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3c793-d376-452b-97e4-69fdafcfe782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e572ed-f5d9-4bd8-85cb-831bde1346cf,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:42.947667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-28d3c793-d376-452b-97e4-69fdafcfe782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:42.951828 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-28d3c793-d376-452b-97e4-69fdafcfe782 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38e572ed-f5d9-4bd8-85cb-831bde1346cf HTTP/1.1" status: 204 len: 168 time: 0.2284245 Jun 04 16:22:42.959926 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:42.971105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Made reservation on behalf of 6b8a986f09d045a2a2212918afdcfc31 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:22:42.975913 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:43.009216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a805aeb5-652e-4bf5-b8e8-cad99e290403 req-76a90ce8-c5aa-4300-bff6-362ce8e77135 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=c389aaba-1d09-4b7f-ab91-1b0e01442c30 HTTP/1.1" status: 200 len: 210 time: 0.1644208 Jun 04 16:22:43.011415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-34a510f5-13b2-47ff-ad0e-bb6bac82a36c tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Router fc8031b3-14f4-4b7e-8449-fc233b5c879b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:22:43.040440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:43.065388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Usage tracker for resource:security_group_rule and tenant:5b12069967a04945a1c4b8cdd4150a97 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:43.109126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:43.183273 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:43.209451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8417bdcc-71c6-48e1-b843-d094aecd7284 req-fc8e833d-3222-4920-8197-853aa900e62d service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691442 Jun 04 16:22:43.282159 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-336056ac-b129-49da-906d-c55d9b2b9686 req-c9e58522-2cf2-480b-a50c-7da664cdb0b2 tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0959651 Jun 04 16:22:43.536744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-34a510f5-13b2-47ff-ad0e-bb6bac82a36c tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:22:43.550684 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a68a22a-719f-40b5-89dd-3996b46705e1 None None] Sync routers for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:22:43.570084 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68a22a-719f-40b5-89dd-3996b46705e1 None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:43.572632 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0a68a22a-719f-40b5-89dd-3996b46705e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:43.588286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Allocated IP 172.20.0.11 (9b42b411-d798-4ee5-9060-a55b6983c021/14d59b55-122b-45b5-8c8d-d6b98258f32b/18fb56f5-1ae6-44e9-ac47-6c154d67a3fa) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:22:43.623480 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-34a510f5-13b2-47ff-ad0e-bb6bac82a36c tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:43.670310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c7a8-c122-4ca8-9f3f-3fcd4500f86f req-5a92e63b-cb94-4c4b-8916-c0f69c1400e2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:43.672262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3226c7a8-c122-4ca8-9f3f-3fcd4500f86f req-5a92e63b-cb94-4c4b-8916-c0f69c1400e2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.2277908 Jun 04 16:22:43.765774 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:43.792040 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:43.842922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-34a510f5-13b2-47ff-ad0e-bb6bac82a36c tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "PUT /v2.0/floatingips/b3a5cb1c-b689-428e-aa80-6f7905c547cc HTTP/1.1" status: 200 len: 693 time: 3.3048220 Jun 04 16:22:43.876907 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0a68a22a-719f-40b5-89dd-3996b46705e1 None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:43.926663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc9e39f-8998-4bf4-9741-18b706e4b876,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:43.929332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'tag': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:43.987013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3226c7a8-c122-4ca8-9f3f-3fcd4500f86f req-53d3fee8-a5d3-4efc-875b-90f33b9cf9f3 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929015 Jun 04 16:22:44.053698 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ceff938-b91a-4288-b440-6c7920af9a89 req-ed1524fa-56e0-48bc-8522-d871c561235c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.1282685 Jun 04 16:22:44.243316 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0a68a22a-719f-40b5-89dd-3996b46705e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:44.247527 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a68a22a-719f-40b5-89dd-3996b46705e1 None None] Checking router: fc8031b3-14f4-4b7e-8449-fc233b5c879b for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:22:44.256100 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68a22a-719f-40b5-89dd-3996b46705e1 None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:44.256710 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0a68a22a-719f-40b5-89dd-3996b46705e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:44.376848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1ce07fce-70a6-4cdc-9f78-86140a3d42f7 req-ec13c11a-a93a-4c16-89ea-482ce232c481 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Synchronizing usage tracker for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:22:44.451756 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0a68a22a-719f-40b5-89dd-3996b46705e1 None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:44.463045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1ce07fce-70a6-4cdc-9f78-86140a3d42f7 req-ec13c11a-a93a-4c16-89ea-482ce232c481 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Unset dirty status for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:22:44.464232 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ce07fce-70a6-4cdc-9f78-86140a3d42f7 req-ec13c11a-a93a-4c16-89ea-482ce232c481 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 210 time: 0.1642964 Jun 04 16:22:44.496911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-30307d7f-32f9-4015-8e1d-2a18a46c0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:44.498412 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-30307d7f-32f9-4015-8e1d-2a18a46c0d44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 1096 time: 0.6546910 Jun 04 16:22:44.537686 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:44.608075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Allocated IP 192.168.233.63 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/b15040dd-6643-4310-8251-298fe9f4dcff) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:22:44.802149 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-61421096-6f7a-4d1f-a84c-66a1e8fcf80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:44.803733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-61421096-6f7a-4d1f-a84c-66a1e8fcf80a service neutron] 10.222.0.13 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.2951307 Jun 04 16:22:44.859607 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0a68a22a-719f-40b5-89dd-3996b46705e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:44.863549 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a68a22a-719f-40b5-89dd-3996b46705e1 None None] The sync data for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 is: [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:22:44.945745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-234a1200-bbb0-417e-99da-94831c92a726 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5c02cff-5ca7-41da-88fe-304c7f2f82b7 HTTP/1.1" status: 200 len: 217 time: 0.1284180 Jun 04 16:22:44.950907 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:45.074696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db483c-7c3d-4397-ba6c-bf1051f509e5 req-62ffe3ef-5b32-45e8-9bd5-5c37827207c0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:45.076218 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0db483c-7c3d-4397-ba6c-bf1051f509e5 req-62ffe3ef-5b32-45e8-9bd5-5c37827207c0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4471309 Jun 04 16:22:45.148261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Network 9b42b411-d798-4ee5-9060-a55b6983c021 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:22:45.156172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Pushing event updated for resources: {'Port': ['ID=18fb56f5-1ae6-44e9-ac47-6c154d67a3fa,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:45.162077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:22:45.176649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-df4d27ca-8413-49af-948d-1dae510f679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:45.178634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-df4d27ca-8413-49af-948d-1dae510f679e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.2222939 Jun 04 16:22:45.184309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:22:45.261467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b0bf0-08be-49e4-82ab-a59e33d651fc None None] New status for floating IP b3a5cb1c-b689-428e-aa80-6f7905c547cc: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:22:45.323367 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:45.355567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0db483c-7c3d-4397-ba6c-bf1051f509e5 req-571aa4b2-d9ee-4113-9427-e2c7a57dc6d1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519739 Jun 04 16:22:45.378824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:45.379517 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:45.390985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Transition to ACTIVE for port object b15040dd-6643-4310-8251-298fe9f4dcff will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:22:45.429279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-6d9aeb34-cb23-42c5-a5a9-a0be35f8b073 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5005987 Jun 04 16:22:45.441291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-d3f3f42b-2999-4a18-894b-f5de024dc48b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:22:45.442317 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-d3f3f42b-2999-4a18-894b-f5de024dc48b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066111 Jun 04 16:22:45.444330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-db090ce8-3f75-4a56-9b20-646bac6d1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:45.445810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-db090ce8-3f75-4a56-9b20-646bac6d1644 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2298448 Jun 04 16:22:45.490832 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:45.658051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Pushing event updated for resources: {'Port': ['ID=b15040dd-6643-4310-8251-298fe9f4dcff,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:45.706123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:22:45.717163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Request body: {'port': {'device_id': '95d3f709-9f37-47cc-9fc4-c787588ccc57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:45.746966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:22:45.761976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:22:45.793114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0b6f9bf-6056-4324-b35c-b5f17e683f3e req-67cf8a53-e016-42ac-88c2-3d8ff4e1000c tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.1408784 Jun 04 16:22:45.883418 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d63695-7f33-406b-a6f5-8ac7f1f66a33'] response: {'name': 'network-changed', 'server_uuid': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'tag': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'status': 'completed', 'code': 200} Jun 04 16:22:45.922211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-0fc384f7-fc74-4525-b70b-5806feda5b69 service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644740 Jun 04 16:22:45.972344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:45.973294 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:46.089464 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-516ec133-7d30-42f4-8259-66bdb4fc8c9f None None] Provisioning for port b15040dd-6643-4310-8251-298fe9f4dcff completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:22:46.097419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-516ec133-7d30-42f4-8259-66bdb4fc8c9f None None] Provisioning complete for port b15040dd-6643-4310-8251-298fe9f4dcff triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:46.097797 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-516ec133-7d30-42f4-8259-66bdb4fc8c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:46.142238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39696) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:46.160855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-516ec133-7d30-42f4-8259-66bdb4fc8c9f None None] Port b15040dd-6643-4310-8251-298fe9f4dcff cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:22:46.264789 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:46.277089 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9db6b15b-0b99-4ee9-99a4-733b3603412d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:46.287062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-dec914fa-c808-498e-b2ae-f58f0f47c507 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5536754 Jun 04 16:22:46.299884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9db6b15b-0b99-4ee9-99a4-733b3603412d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:46.305259 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9db6b15b-0b99-4ee9-99a4-733b3603412d admin admin] Usage tracker for resource:security_group_rule and tenant:f6ac50a701f345468caac31c01c93ff5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:46.309197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9db6b15b-0b99-4ee9-99a4-733b3603412d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:46.315863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9db6b15b-0b99-4ee9-99a4-733b3603412d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:46.345169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Request body: {'port': {'device_id': 'c389aaba-1d09-4b7f-ab91-1b0e01442c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:46.346559 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-73d998f6-9336-4422-9bbe-8b21ae4524bb req-1d627164-2f02-40aa-8b4a-f6be9edf08f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1380079 Jun 04 16:22:46.467700 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9db6b15b-0b99-4ee9-99a4-733b3603412d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:46.475220 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9db6b15b-0b99-4ee9-99a4-733b3603412d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:46.519497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d998f6-9336-4422-9bbe-8b21ae4524bb req-651ad388-fa13-45c5-9970-e4fb3cf69598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:46.520976 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-73d998f6-9336-4422-9bbe-8b21ae4524bb req-651ad388-fa13-45c5-9970-e4fb3cf69598 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 1096 time: 0.1520581 Jun 04 16:22:46.529882 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9db6b15b-0b99-4ee9-99a4-733b3603412d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6ac50a701f345468caac31c01c93ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865426 Jun 04 16:22:46.530698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39702) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:46.547284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6b15b-0b99-4ee9-99a4-733b3603412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f17993-531b-4fcd-a2f2-0cc786a487c2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:46.557186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d5b7bd3-1f69-4778-9ad9-728f79126191 req-616d6d40-eee7-430f-8401-1c883672aafa service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774910 Jun 04 16:22:46.559738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fada79c-35d5-4646-a216-52e7c006f44f req-10e345e4-3e30-4837-8a18-2c318c2af3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:46.561204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fada79c-35d5-4646-a216-52e7c006f44f req-10e345e4-3e30-4837-8a18-2c318c2af3a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 1096 time: 0.6318505 Jun 04 16:22:46.707550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f13a11f-ab21-4a31-978a-930418869a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:46.741598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d998f6-9336-4422-9bbe-8b21ae4524bb req-de779dcd-fdf4-4033-86db-48e80e7fef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:46.743321 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-73d998f6-9336-4422-9bbe-8b21ae4524bb req-de779dcd-fdf4-4033-86db-48e80e7fef3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.1909246 Jun 04 16:22:46.750172 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f13a11f-ab21-4a31-978a-930418869a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:46.767036 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:46.813448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a17f9-e764-4d92-9af9-7ede67866d58 req-d3001d9e-2bf9-4f61-8a34-c40e6528f6fb tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:46.814096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ea4a17f9-e764-4d92-9af9-7ede67866d58 req-d3001d9e-2bf9-4f61-8a34-c40e6528f6fb tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Synchronizing usage tracker for tenant:5b12069967a04945a1c4b8cdd4150a97 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:22:46.878110 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-73d998f6-9336-4422-9bbe-8b21ae4524bb req-839575e5-52c7-44f5-8ca7-444efc2a4a6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd HTTP/1.1" status: 200 len: 999 time: 0.1212609 Jun 04 16:22:46.933872 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f13a11f-ab21-4a31-978a-930418869a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:46.954634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13a11f-ab21-4a31-978a-930418869a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f17993-531b-4fcd-a2f2-0cc786a487c2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:46.962556 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f13a11f-ab21-4a31-978a-930418869a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:46.966483 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4f13a11f-ab21-4a31-978a-930418869a9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41f17993-531b-4fcd-a2f2-0cc786a487c2 HTTP/1.1" status: 204 len: 168 time: 0.4314687 Jun 04 16:22:46.973026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d998f6-9336-4422-9bbe-8b21ae4524bb req-e6298736-c40f-4fa4-b426-469947a99baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:46.974501 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-73d998f6-9336-4422-9bbe-8b21ae4524bb req-e6298736-c40f-4fa4-b426-469947a99baa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.0891938 Jun 04 16:22:46.983272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f896e1f7-61c2-4424-b822-c118caba185f req-af6addf7-edd4-454e-95ac-6e4cff60ddc1 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Synchronizing usage tracker for tenant:0cb2d4ecac70473298db3021b7bb9bc0 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:22:47.004618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fada79c-35d5-4646-a216-52e7c006f44f req-48781e46-1237-4415-a227-77d01d5f5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:47.006063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fada79c-35d5-4646-a216-52e7c006f44f req-48781e46-1237-4415-a227-77d01d5f5091 service neutron] 10.222.0.46 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.4336653 Jun 04 16:22:47.014000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ea4a17f9-e764-4d92-9af9-7ede67866d58 req-d3001d9e-2bf9-4f61-8a34-c40e6528f6fb tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Unset dirty status for tenant:5b12069967a04945a1c4b8cdd4150a97 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:22:47.019044 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea4a17f9-e764-4d92-9af9-7ede67866d58 req-d3001d9e-2bf9-4f61-8a34-c40e6528f6fb tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=c389aaba-1d09-4b7f-ab91-1b0e01442c30 HTTP/1.1" status: 200 len: 935 time: 0.7613909 Jun 04 16:22:47.060709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d998f6-9336-4422-9bbe-8b21ae4524bb req-1496ba7c-a2eb-49dc-b5d3-c14314f4101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:47.062460 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-73d998f6-9336-4422-9bbe-8b21ae4524bb req-1496ba7c-a2eb-49dc-b5d3-c14314f4101c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804875 Jun 04 16:22:47.186135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fada79c-35d5-4646-a216-52e7c006f44f req-a67dadcd-f5c8-4d1c-806c-d06486587c2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5c02cff-5ca7-41da-88fe-304c7f2f82b7 HTTP/1.1" status: 200 len: 217 time: 0.1441102 Jun 04 16:22:47.203462 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-73d998f6-9336-4422-9bbe-8b21ae4524bb req-3ff50974-7544-4310-895d-81c8dabd5d4a service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347375 Jun 04 16:22:47.241370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f896e1f7-61c2-4424-b822-c118caba185f req-af6addf7-edd4-454e-95ac-6e4cff60ddc1 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Unset dirty status for tenant:0cb2d4ecac70473298db3021b7bb9bc0 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:22:47.242765 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-af6addf7-edd4-454e-95ac-6e4cff60ddc1 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1450302752&fields=id&tenant_id=0cb2d4ecac70473298db3021b7bb9bc0 HTTP/1.1" status: 200 len: 267 time: 0.5197899 Jun 04 16:22:47.284765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39714) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:47.315249 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cdd01ab1-4d8b-4750-bcc8-2cebf5b03b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:47.335382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cdd01ab1-4d8b-4750-bcc8-2cebf5b03b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:47.350709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cdd01ab1-4d8b-4750-bcc8-2cebf5b03b67 admin admin] Usage tracker for resource:security_group_rule and tenant:4980dac8cf874d808e03322bf199dba2 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:47.355906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cdd01ab1-4d8b-4750-bcc8-2cebf5b03b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:47.370032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cdd01ab1-4d8b-4750-bcc8-2cebf5b03b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:47.384231 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-73d998f6-9336-4422-9bbe-8b21ae4524bb req-46831753-991f-4b5f-a542-bdda98c2355a service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744900 Jun 04 16:22:47.400291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ea4a17f9-e764-4d92-9af9-7ede67866d58 req-038f5bbc-3784-4267-a2df-0881e5eb4bd3 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Synchronizing usage tracker for tenant:5b12069967a04945a1c4b8cdd4150a97 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:22:47.470110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cdd01ab1-4d8b-4750-bcc8-2cebf5b03b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:47.475142 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cdd01ab1-4d8b-4750-bcc8-2cebf5b03b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:47.525904 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cdd01ab1-4d8b-4750-bcc8-2cebf5b03b67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4980dac8cf874d808e03322bf199dba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374954 Jun 04 16:22:47.525904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd01ab1-4d8b-4750-bcc8-2cebf5b03b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99452031-a1cd-4027-a1ea-7b2f8cf2a054,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:47.527298 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39718) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:47.535833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fada79c-35d5-4646-a216-52e7c006f44f req-5fa98946-0b48-42ef-af43-ccbf465012d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:47.537290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fada79c-35d5-4646-a216-52e7c006f44f req-5fa98946-0b48-42ef-af43-ccbf465012d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.3348804 Jun 04 16:22:47.588396 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-829d49b1-8c4a-45a7-9fc4-ae7acd59833b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:47.617083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-829d49b1-8c4a-45a7-9fc4-ae7acd59833b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:47.629241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:22:47.649241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ea4a17f9-e764-4d92-9af9-7ede67866d58 req-038f5bbc-3784-4267-a2df-0881e5eb4bd3 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Unset dirty status for tenant:5b12069967a04945a1c4b8cdd4150a97 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:22:47.650697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea4a17f9-e764-4d92-9af9-7ede67866d58 req-038f5bbc-3784-4267-a2df-0881e5eb4bd3 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097915 Jun 04 16:22:47.665237 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:47.689704 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-829d49b1-8c4a-45a7-9fc4-ae7acd59833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:47.710022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896e1f7-61c2-4424-b822-c118caba185f req-fb1b8407-7e6c-4b9d-9a47-fbb4e3043627 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:47.710725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f896e1f7-61c2-4424-b822-c118caba185f req-fb1b8407-7e6c-4b9d-9a47-fbb4e3043627 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Synchronizing usage tracker for tenant:0cb2d4ecac70473298db3021b7bb9bc0 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:22:47.712791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d49b1-8c4a-45a7-9fc4-ae7acd59833b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99452031-a1cd-4027-a1ea-7b2f8cf2a054,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:47.717536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-829d49b1-8c4a-45a7-9fc4-ae7acd59833b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:47.717958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Transition to ACTIVE for port object 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:22:47.720403 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-829d49b1-8c4a-45a7-9fc4-ae7acd59833b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99452031-a1cd-4027-a1ea-7b2f8cf2a054 HTTP/1.1" status: 204 len: 168 time: 0.1923966 Jun 04 16:22:47.736174 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:48.002909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f896e1f7-61c2-4424-b822-c118caba185f req-fb1b8407-7e6c-4b9d-9a47-fbb4e3043627 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Unset dirty status for tenant:0cb2d4ecac70473298db3021b7bb9bc0 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:22:48.004053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-fb1b8407-7e6c-4b9d-9a47-fbb4e3043627 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/networks?id=1699d6d6-223c-45a1-ac63-74a5ca719a45 HTTP/1.1" status: 200 len: 815 time: 0.7470675 Jun 04 16:22:48.005117 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:22:48.141574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-7aa457c1-cc38-45ca-80d0-4d663acba497 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/quotas/0cb2d4ecac70473298db3021b7bb9bc0 HTTP/1.1" status: 200 len: 375 time: 0.1119015 Jun 04 16:22:48.167146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Pushing event updated for resources: {'Port': ['ID=18fb56f5-1ae6-44e9-ac47-6c154d67a3fa,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:48.228741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fada79c-35d5-4646-a216-52e7c006f44f req-1515e5e8-eb73-474c-bb37-eb848b16177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:48.230202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fada79c-35d5-4646-a216-52e7c006f44f req-1515e5e8-eb73-474c-bb37-eb848b16177c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6843376 Jun 04 16:22:48.294196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15040dd-6643-4310-8251-298fe9f4dcff {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:22:48.316853 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:48.416492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Transition to ACTIVE for port object b15040dd-6643-4310-8251-298fe9f4dcff will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:22:48.434816 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:48.534255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Attempting to bind port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:22:48.534613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Attempting to bind port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:22:48.534937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Attempting to bind port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa on network 9b42b411-d798-4ee5-9060-a55b6983c021 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:48.546012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1813d-7ce1-44d2-adda-fe398940c26b req-327bf13d-4f08-40a0-b4d0-817880392aa9 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:48.547573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9c1813d-7ce1-44d2-adda-fe398940c26b req-327bf13d-4f08-40a0-b4d0-817880392aa9 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 944 time: 0.5277021 Jun 04 16:22:48.625464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa on network 9b42b411-d798-4ee5-9060-a55b6983c021 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:22:48.625858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Attempting to bind port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa on network 9b42b411-d798-4ee5-9060-a55b6983c021 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:48.653707 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fada79c-35d5-4646-a216-52e7c006f44f req-c6368176-d5d9-499d-a284-7b3e9d7cb0cb service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815770 Jun 04 16:22:48.689870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:22:48.690199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Checking segment: {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:22:48.690608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Bound using segment: {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:22:48.691056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Bound port: 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:22:48.691398 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:48.731713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b15040dd-6643-4310-8251-298fe9f4dcff,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:48.740962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f896e1f7-61c2-4424-b822-c118caba185f req-7ad4bf67-463e-4bea-b86c-5e57ddd814c8 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Synchronizing usage tracker for tenant:0cb2d4ecac70473298db3021b7bb9bc0 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:22:48.955199 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9c1813d-7ce1-44d2-adda-fe398940c26b req-19970d48-daae-47cd-bbc9-93e4c92f9700 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177462 Jun 04 16:22:48.978244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f896e1f7-61c2-4424-b822-c118caba185f req-7ad4bf67-463e-4bea-b86c-5e57ddd814c8 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Unset dirty status for tenant:0cb2d4ecac70473298db3021b7bb9bc0 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:22:48.979572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-7ad4bf67-463e-4bea-b86c-5e57ddd814c8 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cb2d4ecac70473298db3021b7bb9bc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8072312 Jun 04 16:22:49.135544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] For port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:22:49.146855 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fada79c-35d5-4646-a216-52e7c006f44f req-d002f49c-18b0-4750-be0f-28bde59928c2 service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749248 Jun 04 16:22:49.171818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] For port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=18fb56f5-1ae6-44e9-ac47-6c154d67a3fa,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:22:49.172853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Attempting to bind port b15040dd-6643-4310-8251-298fe9f4dcff on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:22:49.173192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Attempting to bind port b15040dd-6643-4310-8251-298fe9f4dcff by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:22:49.173485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Attempting to bind port b15040dd-6643-4310-8251-298fe9f4dcff on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:49.184961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Port b15040dd-6643-4310-8251-298fe9f4dcff on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:22:49.185265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Attempting to bind port b15040dd-6643-4310-8251-298fe9f4dcff on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:49.188065 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:49.256146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:22:49.256481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:22:49.256894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:22:49.257356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Bound port: b15040dd-6643-4310-8251-298fe9f4dcff, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:22:49.257608 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:49.302317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:49.303200 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:49.305156 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] 10.222.0.42 "PUT /v2.0/ports/18fb56f5-1ae6-44e9-ac47-6c154d67a3fa HTTP/1.1" status: 200 len: 1092 time: 3.8557267 Jun 04 16:22:49.305359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d3f709-9f37-47cc-9fc4-c787588ccc57', 'tag': '18fb56f5-1ae6-44e9-ac47-6c154d67a3fa'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:49.345904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-4178c3d0-84fe-436e-95e1-487ec4985b27 service neutron] 10.222.0.13 "GET /v2.0/networks/1699d6d6-223c-45a1-ac63-74a5ca719a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486590 Jun 04 16:22:49.451616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a4094-37b3-4f95-b968-d1ed380ac849 service neutron] Pushing event updated for resources: {'Port': ['ID=18fb56f5-1ae6-44e9-ac47-6c154d67a3fa,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:49.569187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] For port b15040dd-6643-4310-8251-298fe9f4dcff, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:22:49.573144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] For port b15040dd-6643-4310-8251-298fe9f4dcff, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b15040dd-6643-4310-8251-298fe9f4dcff,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:22:49.624045 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:49.814734 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f48684b1-0a4d-49db-af5d-07db11b3f28a req-8b70b079-6d70-40fc-8550-c5aa98e86300 tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.2722516 Jun 04 16:22:49.864494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:49.865097 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:49.866823 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/b15040dd-6643-4310-8251-298fe9f4dcff HTTP/1.1" status: 200 len: 1095 time: 3.5351851 Jun 04 16:22:49.903759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-8163d0c5-7446-4371-bcf4-fb44238f508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:49.915383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-8163d0c5-7446-4371-bcf4-fb44238f508d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 1095 time: 0.5518410 Jun 04 16:22:50.020157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39804) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:50.056489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-f54c64e9-817e-46cd-9b41-237bc09798a6 service neutron] 10.222.0.13 "GET /v2.0/networks/1699d6d6-223c-45a1-ac63-74a5ca719a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998875 Jun 04 16:22:50.108081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda48c4-4952-46a9-94ea-c9b3201721a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b15040dd-6643-4310-8251-298fe9f4dcff,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:50.111634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-775d10f9-ec80-4ac8-834e-1270d503d28c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18fb56f5-1ae6-44e9-ac47-6c154d67a3fa HTTP/1.1" status: 200 len: 217 time: 0.1777258 Jun 04 16:22:50.158591 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54128c68-eb94-4d25-810e-0ecb6892916b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:50.174351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-54128c68-eb94-4d25-810e-0ecb6892916b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:50.178974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-54128c68-eb94-4d25-810e-0ecb6892916b admin admin] Usage tracker for resource:security_group_rule and tenant:9b468d0379e7493a8b9aebde06c188d7 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:50.191416 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-54128c68-eb94-4d25-810e-0ecb6892916b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:50.199288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-54128c68-eb94-4d25-810e-0ecb6892916b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:50.232257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-d7d3ba61-25ff-463e-a3ce-20c8fb1958a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:50.234832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-d7d3ba61-25ff-463e-a3ce-20c8fb1958a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 200 len: 849 time: 0.1115115 Jun 04 16:22:50.287091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-29a6f4e5-daa8-46a1-bf93-93a9194daa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:50.288588 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-29a6f4e5-daa8-46a1-bf93-93a9194daa34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b12069967a04945a1c4b8cdd4150a97&device_id=c389aaba-1d09-4b7f-ab91-1b0e01442c30 HTTP/1.1" status: 200 len: 1098 time: 0.2726083 Jun 04 16:22:50.299475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-3e41ec04-0a79-4a4a-97ba-1b91c9e601bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b42b411-d798-4ee5-9060-a55b6983c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559111 Jun 04 16:22:50.359553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099b4ee-cdcf-4b2a-a35c-bb524090090d req-9a85c261-9a96-40fb-8328-e4b9cec1c4f6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:50.360943 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9099b4ee-cdcf-4b2a-a35c-bb524090090d req-9a85c261-9a96-40fb-8328-e4b9cec1c4f6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.3475020 Jun 04 16:22:50.399590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54128c68-eb94-4d25-810e-0ecb6892916b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:50.404508 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54128c68-eb94-4d25-810e-0ecb6892916b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:50.420154 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-2f5bd91b-1282-4995-92d9-cb974cf551b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=b15040dd-6643-4310-8251-298fe9f4dcff HTTP/1.1" status: 200 len: 217 time: 0.1239715 Jun 04 16:22:50.442528 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-54128c68-eb94-4d25-810e-0ecb6892916b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b468d0379e7493a8b9aebde06c188d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4209614 Jun 04 16:22:50.443411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39816) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:50.490761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54128c68-eb94-4d25-810e-0ecb6892916b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419ee079-a277-46a6-a8c0-2aeb75bab180,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:50.561603 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-924a02bb-dddc-458e-b75c-7ec07443edc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:50.610850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9099b4ee-cdcf-4b2a-a35c-bb524090090d req-5ed71951-3e1f-4a8e-bba8-acdda70359e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084498 Jun 04 16:22:50.615481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-b1f561cb-0804-415b-a1e8-4a51e0d4a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:50.618061 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-b1f561cb-0804-415b-a1e8-4a51e0d4a016 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1887469 Jun 04 16:22:50.621399 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-924a02bb-dddc-458e-b75c-7ec07443edc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:50.727652 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-924a02bb-dddc-458e-b75c-7ec07443edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:50.733276 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-20e77e35-c86c-4933-958e-ec32992a25e5 service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658001 Jun 04 16:22:50.768575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a02bb-dddc-458e-b75c-7ec07443edc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419ee079-a277-46a6-a8c0-2aeb75bab180,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:50.774621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-924a02bb-dddc-458e-b75c-7ec07443edc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:50.793433 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-924a02bb-dddc-458e-b75c-7ec07443edc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/419ee079-a277-46a6-a8c0-2aeb75bab180 HTTP/1.1" status: 204 len: 168 time: 0.3376591 Jun 04 16:22:50.980122 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de8f25d-54fc-4309-8a9f-d387b86e6e3a req-8253be20-8ee6-47d9-8fdf-6a8b74192645 service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367826 Jun 04 16:22:50.982179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-e2fe1a69-3ec4-4e87-80bf-45dd84e81b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:50.991942 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-e2fe1a69-3ec4-4e87-80bf-45dd84e81b7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3223934 Jun 04 16:22:51.145479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39838) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:51.153309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a92d4-0dc9-44e0-853c-0c93aaec2717 req-41ad7225-50a0-4198-ad0e-64962943fa3b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:51.154828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-911a92d4-0dc9-44e0-853c-0c93aaec2717 req-41ad7225-50a0-4198-ad0e-64962943fa3b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3239291 Jun 04 16:22:51.163979 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-240ea0e2-380f-4932-8f15-0740ff184452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:51.179720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-240ea0e2-380f-4932-8f15-0740ff184452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:51.186194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-240ea0e2-380f-4932-8f15-0740ff184452 admin admin] Usage tracker for resource:security_group_rule and tenant:bd7959713f1e421cb467b59b48298528 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:51.189373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-240ea0e2-380f-4932-8f15-0740ff184452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:51.195569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-240ea0e2-380f-4932-8f15-0740ff184452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:51.251664 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-ed3f9ece-a49d-4c0b-b25d-46ae19cce2f4 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558422 Jun 04 16:22:51.257304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-911a92d4-0dc9-44e0-853c-0c93aaec2717 req-2b622700-505b-4702-9004-2099218d1689 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905581 Jun 04 16:22:51.294214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6ba42-8162-4db3-9a44-d7dfde275acd req-1202074e-636f-4855-9170-b58d39a7bbb6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:51.295783 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bf6ba42-8162-4db3-9a44-d7dfde275acd req-1202074e-636f-4855-9170-b58d39a7bbb6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=c389aaba-1d09-4b7f-ab91-1b0e01442c30 HTTP/1.1" status: 200 len: 947 time: 0.2763405 Jun 04 16:22:51.298287 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-240ea0e2-380f-4932-8f15-0740ff184452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:51.305054 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-240ea0e2-380f-4932-8f15-0740ff184452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:51.355014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ea0e2-380f-4932-8f15-0740ff184452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1869aa3f-bf44-4a0f-b277-647edebb8010,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:51.370480 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-240ea0e2-380f-4932-8f15-0740ff184452 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd7959713f1e421cb467b59b48298528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211363 Jun 04 16:22:51.370929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39844) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:51.371277 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07acc714-b09c-46b6-b911-9c209eec6c8d'] response: {'name': 'network-changed', 'server_uuid': '95d3f709-9f37-47cc-9fc4-c787588ccc57', 'tag': '18fb56f5-1ae6-44e9-ac47-6c154d67a3fa', 'status': 'completed', 'code': 200} Jun 04 16:22:51.433670 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7c45703c-b980-4c36-9189-c46b2cf1805e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:51.462142 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7c45703c-b980-4c36-9189-c46b2cf1805e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:51.521844 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7c45703c-b980-4c36-9189-c46b2cf1805e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:51.531859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bf6ba42-8162-4db3-9a44-d7dfde275acd req-44b457cf-579c-4b64-9a37-427c6cea1340 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827207 Jun 04 16:22:51.539664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45703c-b980-4c36-9189-c46b2cf1805e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1869aa3f-bf44-4a0f-b277-647edebb8010,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:51.544901 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7c45703c-b980-4c36-9189-c46b2cf1805e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:51.546849 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7c45703c-b980-4c36-9189-c46b2cf1805e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1869aa3f-bf44-4a0f-b277-647edebb8010 HTTP/1.1" status: 204 len: 168 time: 0.1750040 Jun 04 16:22:51.551750 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d130827-11ea-4bdf-bb70-89cb8c171fcc req-3a894ecb-3f07-4df8-a289-91b2b795024a tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0667472 Jun 04 16:22:51.556625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d93f49c9-bdbc-4b31-ab61-91504e13a2cb req-9e40efd5-8d3b-4f1f-a4cc-a0e0e3c89343 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975483 Jun 04 16:22:51.594372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3dc4b-8a0d-4cc4-90b1-b81c916c1fd2 req-22414763-426d-4a38-8935-2ae12bc16ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:51.595925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01a3dc4b-8a0d-4cc4-90b1-b81c916c1fd2 req-22414763-426d-4a38-8935-2ae12bc16ff9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 1095 time: 0.2043700 Jun 04 16:22:51.998893 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9be814c-8521-40be-87a5-cd5896d08233 req-d6bce2cc-d184-4e2d-8ca8-2cae84d001b8 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 210 time: 0.1776893 Jun 04 16:22:52.100854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3dc4b-8a0d-4cc4-90b1-b81c916c1fd2 req-f15e9ee2-6848-4ee2-82a0-d91a40584d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:52.102415 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01a3dc4b-8a0d-4cc4-90b1-b81c916c1fd2 req-f15e9ee2-6848-4ee2-82a0-d91a40584d12 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 910 time: 0.4897928 Jun 04 16:22:52.165559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896e1f7-61c2-4424-b822-c118caba185f req-2b1a283a-4cb8-4744-843d-d7e919f4ab2a tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:52.167051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-2b1a283a-4cb8-4744-843d-d7e919f4ab2a tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.42 "GET /v2.0/networks?id=1699d6d6-223c-45a1-ac63-74a5ca719a45 HTTP/1.1" status: 200 len: 815 time: 0.3438559 Jun 04 16:22:52.181339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d7885-cc2a-4891-8e04-0b684ac08a98 req-2ef44aae-44de-4f57-a84a-a9054d9497f6 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:52.183213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d41d7885-cc2a-4891-8e04-0b684ac08a98 req-2ef44aae-44de-4f57-a84a-a9054d9497f6 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 944 time: 0.3609717 Jun 04 16:22:52.241435 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01a3dc4b-8a0d-4cc4-90b1-b81c916c1fd2 req-da333aa7-927d-4362-9d35-14e88b1ad48a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18fb56f5-1ae6-44e9-ac47-6c154d67a3fa HTTP/1.1" status: 200 len: 217 time: 0.1319377 Jun 04 16:22:52.365469 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-3ee80468-e662-4f74-aa16-05c688c80760 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cb2d4ecac70473298db3021b7bb9bc0 HTTP/1.1" status: 200 len: 380 time: 0.1812797 Jun 04 16:22:52.412826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d41d7885-cc2a-4891-8e04-0b684ac08a98 req-51477f71-7090-4423-b6f3-778f7d3e0d60 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775537 Jun 04 16:22:52.424422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Request body: {'port': {'device_id': '0118a315-f5c4-428d-ad25-6948dac7c991', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'admin_state_up': True, 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'security_groups': ['afa2f1ff-602c-4624-a695-54d46b582c1b']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:52.452924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3dc4b-8a0d-4cc4-90b1-b81c916c1fd2 req-96ab7584-b049-46c3-86f5-2602f4555f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:52.454533 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01a3dc4b-8a0d-4cc4-90b1-b81c916c1fd2 req-96ab7584-b049-46c3-86f5-2602f4555f85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 200 len: 849 time: 0.1938984 Jun 04 16:22:52.575572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01a3dc4b-8a0d-4cc4-90b1-b81c916c1fd2 req-dd1a38d9-687d-4c12-b524-9d0e3f1fb89a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b42b411-d798-4ee5-9060-a55b6983c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129441 Jun 04 16:22:52.673183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67907cd0-9946-4ed0-904b-4afa3311e68c req-c5042b0b-cf82-4b27-883a-8f1a425e302e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:52.674731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67907cd0-9946-4ed0-904b-4afa3311e68c req-c5042b0b-cf82-4b27-883a-8f1a425e302e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.5629985 Jun 04 16:22:52.835296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:52.846993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c5abb-f433-46b2-a1d3-7cd87c596623 req-ce78ab08-79fc-4d9b-8262-d2ef04b12345 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:52.848497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-080c5abb-f433-46b2-a1d3-7cd87c596623 req-ce78ab08-79fc-4d9b-8262-d2ef04b12345 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.46 "GET /v2.0/ports?device_id=d24e4ce4-724b-4628-9927-7acd414f39e7 HTTP/1.1" status: 200 len: 945 time: 0.4821174 Jun 04 16:22:52.906102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67907cd0-9946-4ed0-904b-4afa3311e68c req-558e4abb-f04c-44ae-a1bf-396e3fd81abc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714697 Jun 04 16:22:52.915219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:52.979878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-080c5abb-f433-46b2-a1d3-7cd87c596623 req-6aff256f-983f-4966-bd15-102b2ab51a04 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Deleting port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:22:52.980220 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-080c5abb-f433-46b2-a1d3-7cd87c596623 req-6aff256f-983f-4966-bd15-102b2ab51a04 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:53.027487 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01a3dc4b-8a0d-4cc4-90b1-b81c916c1fd2 req-3ede7d98-41c7-48e0-a568-48b01eb0c916 service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083731 Jun 04 16:22:53.044034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-2c540f2b-c8a0-49ff-b3d3-2cc368d13d95 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:53.051090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-2c540f2b-c8a0-49ff-b3d3-2cc368d13d95 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4890690 Jun 04 16:22:53.063960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Made reservation on behalf of 0cb2d4ecac70473298db3021b7bb9bc0 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:22:53.067525 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:53.225830 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-fd29a835-70ef-4e4a-bf7c-98cf461cb90b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 694 time: 0.1466148 Jun 04 16:22:53.429817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c389aaba-1d09-4b7f-ab91-1b0e01442c30', 'tag': 'b15040dd-6643-4310-8251-298fe9f4dcff'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:53.442305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-08041262-69c1-4c12-92c7-24a26121390b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Request body: {'floatingip': {'port_id': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:53.665794 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-08041262-69c1-4c12-92c7-24a26121390b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:53.976331 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01a3dc4b-8a0d-4cc4-90b1-b81c916c1fd2 req-deef91da-937c-40bd-b5bc-c0c5fab20d21 service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9239094 Jun 04 16:22:53.981514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39904) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:54.078019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d1ef1-5874-49aa-beb7-c501cdb36a75 req-63c92641-71c6-4ae3-83a8-ef4b1c375ac4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:54.079479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-679d1ef1-5874-49aa-beb7-c501cdb36a75 req-63c92641-71c6-4ae3-83a8-ef4b1c375ac4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 1.0169091 Jun 04 16:22:54.109370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a348ba42-5ca0-4fb3-a118-471463196020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:54.124050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a348ba42-5ca0-4fb3-a118-471463196020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:54.124470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Allocated IP 172.20.0.8 (1699d6d6-223c-45a1-ac63-74a5ca719a45/3519a9f2-731b-4be2-9a88-d2aa08fb19a6/90d1e660-e5cb-4236-9d0c-3a13e7c798ef) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:22:54.128263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a348ba42-5ca0-4fb3-a118-471463196020 admin admin] Usage tracker for resource:security_group_rule and tenant:557be25fdc8343ebb32a24cbe7b251fd is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:54.131401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a348ba42-5ca0-4fb3-a118-471463196020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:54.137410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a348ba42-5ca0-4fb3-a118-471463196020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:54.221404 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a348ba42-5ca0-4fb3-a118-471463196020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:54.226568 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a348ba42-5ca0-4fb3-a118-471463196020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:54.257057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-080c5abb-f433-46b2-a1d3-7cd87c596623 req-6aff256f-983f-4966-bd15-102b2ab51a04 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] For port b5c02cff-5ca7-41da-88fe-304c7f2f82b7, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b5c02cff-5ca7-41da-88fe-304c7f2f82b7,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:54.257411 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-080c5abb-f433-46b2-a1d3-7cd87c596623 req-6aff256f-983f-4966-bd15-102b2ab51a04 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:54.272412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348ba42-5ca0-4fb3-a118-471463196020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db987dc-f38e-4356-8cbc-ae2c44006eb1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:54.277776 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a348ba42-5ca0-4fb3-a118-471463196020 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=557be25fdc8343ebb32a24cbe7b251fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952168 Jun 04 16:22:54.280808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39910) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:54.321501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-679d1ef1-5874-49aa-beb7-c501cdb36a75 req-4b75c70d-6a81-4c79-b866-a30f01c263d3 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327118 Jun 04 16:22:54.357039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4769a0a9-54b1-4741-b2ec-992a57d59ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:54.384908 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4769a0a9-54b1-4741-b2ec-992a57d59ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:54.441505 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4769a0a9-54b1-4741-b2ec-992a57d59ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:54.460121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769a0a9-54b1-4741-b2ec-992a57d59ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db987dc-f38e-4356-8cbc-ae2c44006eb1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:54.460384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-080c5abb-f433-46b2-a1d3-7cd87c596623 req-6aff256f-983f-4966-bd15-102b2ab51a04 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Calling delete_port for b5c02cff-5ca7-41da-88fe-304c7f2f82b7 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:22:54.462752 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4769a0a9-54b1-4741-b2ec-992a57d59ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:54.470576 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4769a0a9-54b1-4741-b2ec-992a57d59ab7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2db987dc-f38e-4356-8cbc-ae2c44006eb1 HTTP/1.1" status: 204 len: 168 time: 0.1849914 Jun 04 16:22:54.758558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39920) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:54.775123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b15040dd-6643-4310-8251-298fe9f4dcff details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:22:54.778919 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78252fe4-3802-469d-9826-ffd1bcfc3f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:54.794774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-78252fe4-3802-469d-9826-ffd1bcfc3f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:54.799062 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-78252fe4-3802-469d-9826-ffd1bcfc3f05 admin admin] Usage tracker for resource:security_group_rule and tenant:124ee0091c334052a19f6f65115bf1d6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:54.802103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-78252fe4-3802-469d-9826-ffd1bcfc3f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:54.808753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-78252fe4-3802-469d-9826-ffd1bcfc3f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:54.899435 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78252fe4-3802-469d-9826-ffd1bcfc3f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:54.905346 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78252fe4-3802-469d-9826-ffd1bcfc3f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:54.915548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port b15040dd-6643-4310-8251-298fe9f4dcff, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b15040dd-6643-4310-8251-298fe9f4dcff,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:54.930323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'b15040dd-6643-4310-8251-298fe9f4dcff', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': 'b15040dd-6643-4310-8251-298fe9f4dcff', 'mac_address': 'fa:16:3e:ba:fb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:22:54.944104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78252fe4-3802-469d-9826-ffd1bcfc3f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f683319-4bcb-4cf6-a241-11748bbc12cc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:54.970768 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-78252fe4-3802-469d-9826-ffd1bcfc3f05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=124ee0091c334052a19f6f65115bf1d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085357 Jun 04 16:22:54.970912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39924) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:54.987305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port b15040dd-6643-4310-8251-298fe9f4dcff is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:54.987980 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.004587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15040dd-6643-4310-8251-298fe9f4dcff {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:22:55.020187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port b15040dd-6643-4310-8251-298fe9f4dcff, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b15040dd-6643-4310-8251-298fe9f4dcff,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:55.022454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3eff8-bb38-4207-895e-6fd928d96c5f req-9aad30bd-d007-4b57-ac8d-55ba0e584ecd tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:55.024157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35d3eff8-bb38-4207-895e-6fd928d96c5f req-9aad30bd-d007-4b57-ac8d-55ba0e584ecd tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=c389aaba-1d09-4b7f-ab91-1b0e01442c30 HTTP/1.1" status: 200 len: 947 time: 0.5708392 Jun 04 16:22:55.026118 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.027185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:22:55.038252 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd59d19a-8733-4a57-aea0-65912ed12fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.067859 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd59d19a-8733-4a57-aea0-65912ed12fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.083202 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.134362 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd59d19a-8733-4a57-aea0-65912ed12fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.138299 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35d3eff8-bb38-4207-895e-6fd928d96c5f req-fe85a4f9-2406-4169-92f7-c37d6bafd73d tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910070 Jun 04 16:22:55.138299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-080c5abb-f433-46b2-a1d3-7cd87c596623 req-6aff256f-983f-4966-bd15-102b2ab51a04 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.139241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Transition to ACTIVE for port object 90d1e660-e5cb-4236-9d0c-3a13e7c798ef will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:22:55.152026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59d19a-8733-4a57-aea0-65912ed12fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f683319-4bcb-4cf6-a241-11748bbc12cc,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:55.169125 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd59d19a-8733-4a57-aea0-65912ed12fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.169323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=b15040dd-6643-4310-8251-298fe9f4dcff,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:55.169323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['96d58942-8d65-4e1e-96b9-c5ae129c8bfc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:22:55.179184 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fd59d19a-8733-4a57-aea0-65912ed12fb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f683319-4bcb-4cf6-a241-11748bbc12cc HTTP/1.1" status: 204 len: 168 time: 0.2022896 Jun 04 16:22:55.199938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff256f-983f-4966-bd15-102b2ab51a04 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Pushing event deleted for resources: {'Port': ['ID=b5c02cff-5ca7-41da-88fe-304c7f2f82b7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:55.266964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:55.267300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:55.267632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:55.267954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:55.268273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:55.268592 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:55.268910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:55.269222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:55.269532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:55.269841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:55.270148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:55.270498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:22:55.365867 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=18fb56f5-1ae6-44e9-ac47-6c154d67a3fa,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:55.375613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-080c5abb-f433-46b2-a1d3-7cd87c596623 req-6aff256f-983f-4966-bd15-102b2ab51a04 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] No DVR routers for this DVR port b5c02cff-5ca7-41da-88fe-304c7f2f82b7 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:22:55.392078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '18fb56f5-1ae6-44e9-ac47-6c154d67a3fa', 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'port_id': '18fb56f5-1ae6-44e9-ac47-6c154d67a3fa', 'mac_address': 'fa:16:3e:fd:78:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d59b55-122b-45b5-8c8d-d6b98258f32b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:22:55.414549 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-080c5abb-f433-46b2-a1d3-7cd87c596623 req-6aff256f-983f-4966-bd15-102b2ab51a04 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.452506 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ff2da04-3dc6-458d-9a5a-07986a4ed2af req-b21ef1c9-34c4-48d8-8021-a0e9351e5ec5 tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0879686 Jun 04 16:22:55.464107 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-080c5abb-f433-46b2-a1d3-7cd87c596623 req-6aff256f-983f-4966-bd15-102b2ab51a04 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.46 "DELETE /v2.0/ports/b5c02cff-5ca7-41da-88fe-304c7f2f82b7 HTTP/1.1" status: 204 len: 173 time: 2.5931177 Jun 04 16:22:55.475432 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-08041262-69c1-4c12-92c7-24a26121390b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.477270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.510686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:55.511154 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.546995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:22:55.557609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Pushing event updated for resources: {'Port': ['ID=90d1e660-e5cb-4236-9d0c-3a13e7c798ef,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:55.560260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-08041262-69c1-4c12-92c7-24a26121390b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.584621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=18fb56f5-1ae6-44e9-ac47-6c154d67a3fa,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:55.594422 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.667744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Network 1699d6d6-223c-45a1-ac63-74a5ca719a45 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:22:55.670755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:22:55.675204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:22:55.717334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=18fb56f5-1ae6-44e9-ac47-6c154d67a3fa,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:55.805175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['b15040dd-6643-4310-8251-298fe9f4dcff'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:22:55.842155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['18fb56f5-1ae6-44e9-ac47-6c154d67a3fa'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:22:55.933117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:55.933773 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:55.978793 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-08041262-69c1-4c12-92c7-24a26121390b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Floating IP b3a5cb1c-b689-428e-aa80-6f7905c547cc associated. External IP: 172.25.5.3, port: 96d58942-8d65-4e1e-96b9-c5ae129c8bfc. Jun 04 16:22:56.073186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-aab9d510-7a95-4d3a-ab34-3f348cd6969e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6635458 Jun 04 16:22:56.107748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Request body: {'port': {'device_id': '0118a315-f5c4-428d-ad25-6948dac7c991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:22:56.126692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a6ea79e8-5798-4d5f-a015-d5f54096cbc5 None None] Provisioning for port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:22:56.152465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a6ea79e8-5798-4d5f-a015-d5f54096cbc5 None None] Provisioning complete for port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:56.152826 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a6ea79e8-5798-4d5f-a015-d5f54096cbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:56.264261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe05f8-928f-46da-b5e0-d334b6b95c87 req-ea6e3bb3-b1b3-4110-8883-237503bc9eb1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:56.265790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7cbe05f8-928f-46da-b5e0-d334b6b95c87 req-ea6e3bb3-b1b3-4110-8883-237503bc9eb1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.5401552 Jun 04 16:22:56.281068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea79e8-5798-4d5f-a015-d5f54096cbc5 None None] Port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:22:56.436451 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:56.463881 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7cbe05f8-928f-46da-b5e0-d334b6b95c87 req-a260a74e-4606-4c10-a221-4166ab6facdb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856422 Jun 04 16:22:56.782607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b15040dd-6643-4310-8251-298fe9f4dcff up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:22:56.886722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port b15040dd-6643-4310-8251-298fe9f4dcff completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:22:56.900306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port b15040dd-6643-4310-8251-298fe9f4dcff triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:56.903168 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:56.925189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-08041262-69c1-4c12-92c7-24a26121390b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Router fc8031b3-14f4-4b7e-8449-fc233b5c879b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:22:56.976832 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b5c02cff-5ca7-41da-88fe-304c7f2f82b7 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:22:57.015390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: b5c02cff-5ca7-41da-88fe-304c7f2f82b7 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:22:57.016100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b5c02cff-5ca7-41da-88fe-304c7f2f82b7 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:22:57.087737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port b15040dd-6643-4310-8251-298fe9f4dcff is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:57.088113 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:57.091850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dab0b-083e-4e41-9a4f-ce796e0fe1e3 req-6622991b-d1eb-45ab-a3f4-5e6b072ee2df tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:57.092571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ac0dab0b-083e-4e41-9a4f-ce796e0fe1e3 req-6622991b-d1eb-45ab-a3f4-5e6b072ee2df tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Synchronizing usage tracker for tenant:0cb2d4ecac70473298db3021b7bb9bc0 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:22:57.118957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c389aaba-1d09-4b7f-ab91-1b0e01442c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15040dd-6643-4310-8251-298fe9f4dcff'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:22:57.129511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port b15040dd-6643-4310-8251-298fe9f4dcff, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b15040dd-6643-4310-8251-298fe9f4dcff,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:57.134804 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:57.136039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:22:57.213587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ac0dab0b-083e-4e41-9a4f-ce796e0fe1e3 req-6622991b-d1eb-45ab-a3f4-5e6b072ee2df tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Unset dirty status for tenant:0cb2d4ecac70473298db3021b7bb9bc0 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:22:57.214906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac0dab0b-083e-4e41-9a4f-ce796e0fe1e3 req-6622991b-d1eb-45ab-a3f4-5e6b072ee2df tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 931 time: 0.4731939 Jun 04 16:22:57.256581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=b15040dd-6643-4310-8251-298fe9f4dcff,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:57.261322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:22:57.266762 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:22:57.267130 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:57.287765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-08041262-69c1-4c12-92c7-24a26121390b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:22:57.294565 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-08041262-69c1-4c12-92c7-24a26121390b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:57.300850 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63361528-a317-4f13-9803-f6fb4e389a0d None None] Sync routers for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:22:57.310935 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63361528-a317-4f13-9803-f6fb4e389a0d None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:57.311610 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-63361528-a317-4f13-9803-f6fb4e389a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:57.405866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:22:57.406255 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:57.444627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=18fb56f5-1ae6-44e9-ac47-6c154d67a3fa,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:22:57.451378 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac0dab0b-083e-4e41-9a4f-ce796e0fe1e3 req-30c2b701-90bd-44d5-9429-e04c89de19d5 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa2f1ff-602c-4624-a695-54d46b582c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238121 Jun 04 16:22:57.455931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d1e660-e5cb-4236-9d0c-3a13e7c798ef {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:22:57.457445 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:57.482068 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:57.509442 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-63361528-a317-4f13-9803-f6fb4e389a0d None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:57.517226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Transition to ACTIVE for port object 90d1e660-e5cb-4236-9d0c-3a13e7c798ef will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:22:57.527620 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:57.608313 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=18fb56f5-1ae6-44e9-ac47-6c154d67a3fa,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:57.696105 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2e4f-241f-4794-ac46-2cdc8749a45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:57.756669 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-08041262-69c1-4c12-92c7-24a26121390b tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "PUT /v2.0/floatingips/b3a5cb1c-b689-428e-aa80-6f7905c547cc HTTP/1.1" status: 200 len: 994 time: 4.5132148 Jun 04 16:22:57.768452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Pushing event updated for resources: {'Port': ['ID=90d1e660-e5cb-4236-9d0c-3a13e7c798ef,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:57.937007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef3455-0c57-48b4-b56c-e9c407cd3052 req-cac2a6e1-8f21-41f7-9ee5-9d92a7720bcc tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:57.943916 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2ef3455-0c57-48b4-b56c-e9c407cd3052 req-cac2a6e1-8f21-41f7-9ee5-9d92a7720bcc tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 946 time: 0.3431554 Jun 04 16:22:57.951362 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-63361528-a317-4f13-9803-f6fb4e389a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b3a5cb1c-b689-428e-aa80-6f7905c547cc', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'port_id': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'mac_address': 'fa:16:3e:f0:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:21:49Z', 'updated_at': '2022-06-04T16:22:55Z', 'revision_number': 8, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:57.956152 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63361528-a317-4f13-9803-f6fb4e389a0d None None] Checking router: fc8031b3-14f4-4b7e-8449-fc233b5c879b for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:22:57.964889 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63361528-a317-4f13-9803-f6fb4e389a0d None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:22:57.965491 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-63361528-a317-4f13-9803-f6fb4e389a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:22:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:58.009667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Attempting to bind port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:22:58.009996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Attempting to bind port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '12e2de88-20c9-4c65-a4fc-ae655bc54a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:22:58.010575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Attempting to bind port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef on network 1699d6d6-223c-45a1-ac63-74a5ca719a45 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:58.025644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2ef3455-0c57-48b4-b56c-e9c407cd3052 req-40999afe-f246-4f7b-8eaf-b0233c48995d tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808122 Jun 04 16:22:58.027883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-9906ad43-d282-438a-99a0-919f414708a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:58.029351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-9906ad43-d282-438a-99a0-919f414708a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 1096 time: 0.2237308 Jun 04 16:22:58.031362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef on network 1699d6d6-223c-45a1-ac63-74a5ca719a45 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:22:58.031675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Attempting to bind port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef on network 1699d6d6-223c-45a1-ac63-74a5ca719a45 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:22:58.064711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:22:58.065109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Checking segment: {'id': '12e2de88-20c9-4c65-a4fc-ae655bc54a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:22:58.065428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Bound using segment: {'id': '12e2de88-20c9-4c65-a4fc-ae655bc54a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:22:58.065867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Bound port: 90d1e660-e5cb-4236-9d0c-3a13e7c798ef, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e2de88-20c9-4c65-a4fc-ae655bc54a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:22:58.066817 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:58.093480 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801b45b4-d986-41c8-b90d-3e5dad1a1f0e'] response: {'name': 'network-changed', 'server_uuid': 'c389aaba-1d09-4b7f-ab91-1b0e01442c30', 'tag': 'b15040dd-6643-4310-8251-298fe9f4dcff', 'status': 'completed', 'code': 200} Jun 04 16:22:58.198181 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-63361528-a317-4f13-9803-f6fb4e389a0d None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:22:58.286547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39998) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:58.379636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] For port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:22:58.386091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] For port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=90d1e660-e5cb-4236-9d0c-3a13e7c798ef,segment=NetworkSegment(12e2de88-20c9-4c65-a4fc-ae655bc54a61),segment_id=12e2de88-20c9-4c65-a4fc-ae655bc54a61)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:22:58.388638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-6cdb1774-9566-4b47-82ce-c2775bd4b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:58.390105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-6cdb1774-9566-4b47-82ce-c2775bd4b582 service neutron] 10.222.0.13 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.3460221 Jun 04 16:22:58.397821 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:58.418171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33b77720-3d40-44d0-a7f7-e9c3f537082b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:58.435828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-33b77720-3d40-44d0-a7f7-e9c3f537082b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:22:58.440903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-33b77720-3d40-44d0-a7f7-e9c3f537082b admin admin] Usage tracker for resource:security_group_rule and tenant:9f1132def18d4cb7bf38c6d42ae63473 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:22:58.444359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-33b77720-3d40-44d0-a7f7-e9c3f537082b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:22:58.451709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-33b77720-3d40-44d0-a7f7-e9c3f537082b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:22:58.552581 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33b77720-3d40-44d0-a7f7-e9c3f537082b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:58.559416 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33b77720-3d40-44d0-a7f7-e9c3f537082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:58.582402 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-63361528-a317-4f13-9803-f6fb4e389a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b3a5cb1c-b689-428e-aa80-6f7905c547cc', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'port_id': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'mac_address': 'fa:16:3e:f0:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:21:49Z', 'updated_at': '2022-06-04T16:22:55Z', 'revision_number': 8, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:22:58.586325 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63361528-a317-4f13-9803-f6fb4e389a0d None None] The sync data for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 is: [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b3a5cb1c-b689-428e-aa80-6f7905c547cc', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'port_id': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'mac_address': 'fa:16:3e:f0:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:21:49Z', 'updated_at': '2022-06-04T16:22:55Z', 'revision_number': 8, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:22:58.614225 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-33b77720-3d40-44d0-a7f7-e9c3f537082b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f1132def18d4cb7bf38c6d42ae63473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260150 Jun 04 16:22:58.617103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40006) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:22:58.629782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b77720-3d40-44d0-a7f7-e9c3f537082b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b52a6b8-8151-40e8-b043-7cbe66618380,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:58.690772 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4605e29-1b60-427a-88d0-2fea471dfc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:58.709631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346c439-04c5-41e8-8651-5017c0ee141d req-3f75ebce-b807-4a7e-a1e6-c4ec957ed564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:58.711254 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2346c439-04c5-41e8-8651-5017c0ee141d req-3f75ebce-b807-4a7e-a1e6-c4ec957ed564 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b12069967a04945a1c4b8cdd4150a97&device_id=c389aaba-1d09-4b7f-ab91-1b0e01442c30 HTTP/1.1" status: 200 len: 1100 time: 0.5681477 Jun 04 16:22:58.720748 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4605e29-1b60-427a-88d0-2fea471dfc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:58.720920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:58.721527 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:58.723092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] 10.222.0.42 "PUT /v2.0/ports/90d1e660-e5cb-4236-9d0c-3a13e7c798ef HTTP/1.1" status: 200 len: 1091 time: 2.6313670 Jun 04 16:22:58.762341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbadf1-ae1d-4866-89ba-882f8661884d req-623ab78f-fd45-4390-b331-ce9ed13994b4 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:58.763857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05dbadf1-ae1d-4866-89ba-882f8661884d req-623ab78f-fd45-4390-b331-ce9ed13994b4 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=c389aaba-1d09-4b7f-ab91-1b0e01442c30 HTTP/1.1" status: 200 len: 949 time: 0.5450132 Jun 04 16:22:58.787786 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4605e29-1b60-427a-88d0-2fea471dfc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:58.809608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4605e29-1b60-427a-88d0-2fea471dfc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b52a6b8-8151-40e8-b043-7cbe66618380,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:58.830152 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4605e29-1b60-427a-88d0-2fea471dfc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:22:58.833644 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f4605e29-1b60-427a-88d0-2fea471dfc28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b52a6b8-8151-40e8-b043-7cbe66618380 HTTP/1.1" status: 204 len: 168 time: 0.2129488 Jun 04 16:22:58.861443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76244967-64dd-4c8e-82cc-28867ba6baac None None] New status for floating IP b3a5cb1c-b689-428e-aa80-6f7905c547cc: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:22:58.917566 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-3196c2c0-ae48-4c2e-8c42-94db42fc3c29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 200 len: 997 time: 0.5143201 Jun 04 16:22:59.000985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ab0bc-7186-4af3-b6ca-dd281bf17304 service neutron] Pushing event updated for resources: {'Port': ['ID=90d1e660-e5cb-4236-9d0c-3a13e7c798ef,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:22:59.067454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-de818a6f-7eea-4761-8a7f-4e77a86ab611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:59.075204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-de818a6f-7eea-4761-8a7f-4e77a86ab611 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.1568480 Jun 04 16:22:59.079287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05dbadf1-ae1d-4866-89ba-882f8661884d req-431d30aa-4291-4e2f-80df-5d76d3270602 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014274 Jun 04 16:22:59.157145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346c439-04c5-41e8-8651-5017c0ee141d req-665883ef-8bc2-4dc1-99aa-a993f4734070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:59.158603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2346c439-04c5-41e8-8651-5017c0ee141d req-665883ef-8bc2-4dc1-99aa-a993f4734070 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.4272058 Jun 04 16:22:59.280472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2346c439-04c5-41e8-8651-5017c0ee141d req-4cf7bfbf-8efb-4374-9370-cb85702a6124 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=b15040dd-6643-4310-8251-298fe9f4dcff HTTP/1.1" status: 200 len: 217 time: 0.1090550 Jun 04 16:22:59.329713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896e1f7-61c2-4424-b822-c118caba185f req-a59468df-cd0c-4a14-a24f-947c592f6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:59.331113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-a59468df-cd0c-4a14-a24f-947c592f6dfa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cb2d4ecac70473298db3021b7bb9bc0&device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 1094 time: 0.5521147 Jun 04 16:22:59.434629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-9ee43615-888e-48ea-bd7e-638187232778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:59.436360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-9ee43615-888e-48ea-bd7e-638187232778 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3603566 Jun 04 16:22:59.437776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-5c772012-b994-4949-9bc5-02f424889b6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90d1e660-e5cb-4236-9d0c-3a13e7c798ef HTTP/1.1" status: 200 len: 217 time: 0.0896256 Jun 04 16:22:59.447609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346c439-04c5-41e8-8651-5017c0ee141d req-c7fffe0b-ffaa-4df4-bd09-b5cd9365a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:59.448984 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2346c439-04c5-41e8-8651-5017c0ee141d req-c7fffe0b-ffaa-4df4-bd09-b5cd9365a14d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1542847 Jun 04 16:22:59.646596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896e1f7-61c2-4424-b822-c118caba185f req-3938b85c-b1b4-4c24-9cf4-e20b11a8db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:59.648080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-3938b85c-b1b4-4c24-9cf4-e20b11a8db9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3519a9f2-731b-4be2-9a88-d2aa08fb19a6 HTTP/1.1" status: 200 len: 854 time: 0.2039948 Jun 04 16:22:59.700321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4fa42-29c9-4c30-9378-24bac4ad8267 req-3f04488e-f350-42a9-a354-d900dfdf00ee tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:59.701776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbc4fa42-29c9-4c30-9378-24bac4ad8267 req-3f04488e-f350-42a9-a354-d900dfdf00ee tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.4695604 Jun 04 16:22:59.779749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-e9c36d13-0d77-4186-8a49-ce711226627c service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344300 Jun 04 16:22:59.835599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbc4fa42-29c9-4c30-9378-24bac4ad8267 req-b13de201-778d-44a1-a127-3ea980ea3e96 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173749 Jun 04 16:22:59.887199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346c439-04c5-41e8-8651-5017c0ee141d req-46e0b57f-e57a-4a95-9aee-7e963a54ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:22:59.888685 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2346c439-04c5-41e8-8651-5017c0ee141d req-46e0b57f-e57a-4a95-9aee-7e963a54ed93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3920684 Jun 04 16:22:59.982371 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9186847d-0416-41af-9b72-334b9fe86fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:00.213567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'name': 'network-vif-deleted', 'tag': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7'}, {'name': 'network-changed', 'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc'}, {'name': 'network-changed', 'server_uuid': '0118a315-f5c4-428d-ad25-6948dac7c991', 'tag': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:00.231864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06a273b4-48ac-4b8d-9aa2-ee9badc79213 req-59c2aac7-5539-430c-bcd0-a5f6195b17b1 tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.2434273 Jun 04 16:23:00.239059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896e1f7-61c2-4424-b822-c118caba185f req-7eae3f1b-c9f1-4e32-a687-057e592ae270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:00.241208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-7eae3f1b-c9f1-4e32-a687-057e592ae270 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1699d6d6-223c-45a1-ac63-74a5ca719a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5832136 Jun 04 16:23:00.286084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-622d9523-8d36-4402-b041-22c4e5e00b9f req-aa7cf0ee-3a16-4be2-a401-3f48866a5f6a service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990227 Jun 04 16:23:00.377873 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2346c439-04c5-41e8-8651-5017c0ee141d req-23d939e8-0e34-4bcf-9253-aa2c07335773 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803090 Jun 04 16:23:00.552378 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a9e08b1-72f4-48ce-ac1d-4561bb1285ca'] response: {'server_uuid': 'c389aaba-1d09-4b7f-ab91-1b0e01442c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15040dd-6643-4310-8251-298fe9f4dcff', 'code': 200} Jun 04 16:23:00.762791 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-9cfc3ecf-169f-421b-85c1-75faa4b601f5 service neutron] 10.222.0.42 "GET /v2.0/networks/1699d6d6-223c-45a1-ac63-74a5ca719a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131788 Jun 04 16:23:00.773794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f519f2-70c5-43ef-8376-fc7318c5b00f req-9fe8118a-08da-4591-a6f1-7dac415df64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:00.776144 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d2f519f2-70c5-43ef-8376-fc7318c5b00f req-9fe8118a-08da-4591-a6f1-7dac415df64d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c389aaba-1d09-4b7f-ab91-1b0e01442c30 HTTP/1.1" status: 200 len: 1100 time: 0.1477613 Jun 04 16:23:00.826581 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d2f519f2-70c5-43ef-8376-fc7318c5b00f req-d293a164-cde4-45a6-84da-59d83f4d820b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440850 Jun 04 16:23:00.923112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2346c439-04c5-41e8-8651-5017c0ee141d req-1fc91949-5998-4949-95dd-736f283556d6 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316231 Jun 04 16:23:00.945111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e2684-cde0-49bc-8a7d-7abdeaca3e12 req-a2165bcf-a242-412e-a3f9-53f54f91b3fb tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:00.946758 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a35e2684-cde0-49bc-8a7d-7abdeaca3e12 req-a2165bcf-a242-412e-a3f9-53f54f91b3fb tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3989890 Jun 04 16:23:01.024671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f896e1f7-61c2-4424-b822-c118caba185f req-c6dce3d1-2a38-4bcb-bf4a-435a473dcbb0 service neutron] 10.222.0.42 "GET /v2.0/networks/1699d6d6-223c-45a1-ac63-74a5ca719a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399306 Jun 04 16:23:01.035699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21729f41-5eac-4ba2-a41e-4e8af15154f5 req-18f736d0-e1c2-4e4f-bda7-2c28ff1bc344 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:01.043853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21729f41-5eac-4ba2-a41e-4e8af15154f5 req-18f736d0-e1c2-4e4f-bda7-2c28ff1bc344 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 943 time: 0.3262022 Jun 04 16:23:01.066005 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:01.075727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a35e2684-cde0-49bc-8a7d-7abdeaca3e12 req-828711b2-cf64-40dc-9ff5-3606833b0684 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108878 Jun 04 16:23:01.134535 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21729f41-5eac-4ba2-a41e-4e8af15154f5 req-c0137254-90b7-4ebc-885f-8911f9f2e174 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa2f1ff-602c-4624-a695-54d46b582c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893879 Jun 04 16:23:01.155634 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:01.456279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-d9e32bae-c6c7-4dda-8b53-064c8eff6afb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:01.458248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-d9e32bae-c6c7-4dda-8b53-064c8eff6afb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 812 time: 0.2183993 Jun 04 16:23:01.470116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a81c68-228c-46f6-a136-d0d9488dfc49 req-1cbdc1be-2a30-4fa4-80cc-163fdbb55e36 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:01.471616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17a81c68-228c-46f6-a136-d0d9488dfc49 req-1cbdc1be-2a30-4fa4-80cc-163fdbb55e36 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 946 time: 0.2102251 Jun 04 16:23:01.498346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-1b9fc5f4-a573-4cae-b45d-a6985be5d301 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/quotas/4f4c485c2ef34d11931bdb454a82a6c4 HTTP/1.1" status: 200 len: 375 time: 0.0228946 Jun 04 16:23:01.560270 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17a81c68-228c-46f6-a136-d0d9488dfc49 req-8e7c125d-94e4-4b9a-878c-1ffe0b6f7c2f tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795746 Jun 04 16:23:01.579624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40114) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:01.620844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-d2945a87-ed84-4882-92f3-bc09d9d90939 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0998735 Jun 04 16:23:01.631254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-622edada-70e3-4c8f-a59d-b81d6869d68f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:23:01.632277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-622edada-70e3-4c8f-a59d-b81d6869d68f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051291 Jun 04 16:23:01.712800 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5c000936-7f47-4864-8062-5932c24abe5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:01.729135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5c000936-7f47-4864-8062-5932c24abe5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:01.733401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5c000936-7f47-4864-8062-5932c24abe5b admin admin] Usage tracker for resource:security_group_rule and tenant:4f0c16f9c22343cd9edd868d7db77af4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:01.736514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5c000936-7f47-4864-8062-5932c24abe5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:01.743191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5c000936-7f47-4864-8062-5932c24abe5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:01.838521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5c000936-7f47-4864-8062-5932c24abe5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:01.840983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-84b8ee21-15f0-4b0c-a48d-5965b08bee39 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029727 Jun 04 16:23:01.848174 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5c000936-7f47-4864-8062-5932c24abe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:01.881757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49daa6-dde4-49d0-9eb0-f29897cc57f1 req-0b99622a-5ade-499b-a3b5-5f842b3f0450 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:01.883919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f49daa6-dde4-49d0-9eb0-f29897cc57f1 req-0b99622a-5ade-499b-a3b5-5f842b3f0450 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=c389aaba-1d09-4b7f-ab91-1b0e01442c30 HTTP/1.1" status: 200 len: 949 time: 0.1661766 Jun 04 16:23:01.901918 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5c000936-7f47-4864-8062-5932c24abe5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f0c16f9c22343cd9edd868d7db77af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213141 Jun 04 16:23:01.903563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c000936-7f47-4864-8062-5932c24abe5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1ae377-c75f-447e-bcda-f2bb51204234,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:01.905838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40120) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:01.971578 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e51dad95-eb3c-455a-a7f0-97880973db5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:01.997594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e51dad95-eb3c-455a-a7f0-97880973db5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:02.025515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f49daa6-dde4-49d0-9eb0-f29897cc57f1 req-1ccc3c2c-b60e-42c5-838c-81ec3d6e5f31 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335487 Jun 04 16:23:02.060985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-e826d5d9-eb7c-44f6-b749-8a90ff1d4cba service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097673 Jun 04 16:23:02.068927 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e51dad95-eb3c-455a-a7f0-97880973db5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:02.089859 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dad95-eb3c-455a-a7f0-97880973db5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1ae377-c75f-447e-bcda-f2bb51204234,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:02.100990 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f8f26c-18aa-4816-8132-44ce7a22aa14'] response: {'server_uuid': 'd24e4ce4-724b-4628-9927-7acd414f39e7', 'name': 'network-vif-deleted', 'tag': 'b5c02cff-5ca7-41da-88fe-304c7f2f82b7', 'status': 'completed', 'code': 200} Jun 04 16:23:02.101156 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e51dad95-eb3c-455a-a7f0-97880973db5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:02.101279 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f8f26c-18aa-4816-8132-44ce7a22aa14'] response: {'name': 'network-changed', 'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'status': 'completed', 'code': 200} Jun 04 16:23:02.101599 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f8f26c-18aa-4816-8132-44ce7a22aa14'] response: {'name': 'network-changed', 'server_uuid': '0118a315-f5c4-428d-ad25-6948dac7c991', 'tag': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef', 'status': 'completed', 'code': 200} Jun 04 16:23:02.103089 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e51dad95-eb3c-455a-a7f0-97880973db5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f1ae377-c75f-447e-bcda-f2bb51204234 HTTP/1.1" status: 204 len: 168 time: 0.1960967 Jun 04 16:23:02.453803 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:02.479247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40138) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:02.500712 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0067906c-c36c-49bd-9029-b7d4ab7cbac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:02.517143 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0067906c-c36c-49bd-9029-b7d4ab7cbac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:02.521883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0067906c-c36c-49bd-9029-b7d4ab7cbac9 admin admin] Usage tracker for resource:security_group_rule and tenant:79bfe83676d64a2bb49dc31f895a026d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:02.526204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0067906c-c36c-49bd-9029-b7d4ab7cbac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:02.532934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0067906c-c36c-49bd-9029-b7d4ab7cbac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:02.540634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9fad082-eea5-4131-9120-7cd466e0c924 req-456674f4-a478-482c-ac87-a2545b019f64 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips/b3a5cb1c-b689-428e-aa80-6f7905c547cc HTTP/1.1" status: 200 len: 996 time: 0.3826919 Jun 04 16:23:02.553651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d3f709-9f37-47cc-9fc4-c787588ccc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fb56f5-1ae6-44e9-ac47-6c154d67a3fa'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:02.649615 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0067906c-c36c-49bd-9029-b7d4ab7cbac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:02.659274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0067906c-c36c-49bd-9029-b7d4ab7cbac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:02.683105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-ffb24c0c-bdac-4092-9d09-e09ddb3a2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:02.685863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-ffb24c0c-bdac-4092-9d09-e09ddb3a2b5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cb2d4ecac70473298db3021b7bb9bc0&device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 1094 time: 0.5641119 Jun 04 16:23:02.719194 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0067906c-c36c-49bd-9029-b7d4ab7cbac9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79bfe83676d64a2bb49dc31f895a026d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385700 Jun 04 16:23:02.720068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067906c-c36c-49bd-9029-b7d4ab7cbac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c57e7fd-e2bc-4353-b3f7-8298d44c59ee,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:02.723357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40148) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:02.727173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-fe9a9eac-76d8-4fb5-bcf4-bf6ee1164d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:02.729346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-fe9a9eac-76d8-4fb5-bcf4-bf6ee1164d84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 1096 time: 0.5719378 Jun 04 16:23:02.789860 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5310d1c5-bf32-4790-9315-e4c1958c4bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:02.800527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050028d-e761-4993-bd91-d5ff3de1472f req-7ff5299a-be08-4521-9ce0-979162f94ca3 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:02.801990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1050028d-e761-4993-bd91-d5ff3de1472f req-7ff5299a-be08-4521-9ce0-979162f94ca3 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3524129 Jun 04 16:23:02.819053 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5310d1c5-bf32-4790-9315-e4c1958c4bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:02.876870 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5310d1c5-bf32-4790-9315-e4c1958c4bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:02.892893 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310d1c5-bf32-4790-9315-e4c1958c4bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c57e7fd-e2bc-4353-b3f7-8298d44c59ee,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:02.903742 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5310d1c5-bf32-4790-9315-e4c1958c4bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:02.905290 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5310d1c5-bf32-4790-9315-e4c1958c4bd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c57e7fd-e2bc-4353-b3f7-8298d44c59ee HTTP/1.1" status: 204 len: 168 time: 0.1806061 Jun 04 16:23:02.921496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fad082-eea5-4131-9120-7cd466e0c924 req-604f1ccc-8f26-4cda-8948-654ea27e89b8 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:02.923319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9fad082-eea5-4131-9120-7cd466e0c924 req-604f1ccc-8f26-4cda-8948-654ea27e89b8 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.3819458 Jun 04 16:23:02.959868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-a9fad082-eea5-4131-9120-7cd466e0c924 req-8d035240-1020-4c6c-a525-f172482efece tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:23:02.960980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9fad082-eea5-4131-9120-7cd466e0c924 req-8d035240-1020-4c6c-a525-f172482efece tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146680 Jun 04 16:23:03.064755 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1050028d-e761-4993-bd91-d5ff3de1472f req-ad663f17-5e7a-46c8-a2b9-6e6a961d3021 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155635 Jun 04 16:23:03.068481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-4507c257-9cd1-4503-998e-7ecbf57f5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:03.070476 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-4507c257-9cd1-4503-998e-7ecbf57f5e92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1699d6d6-223c-45a1-ac63-74a5ca719a45 HTTP/1.1" status: 200 len: 916 time: 0.3754351 Jun 04 16:23:03.076478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-c161a610-579b-434a-9840-cb0a3d6d7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:03.078226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-c161a610-579b-434a-9840-cb0a3d6d7e99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.3292696 Jun 04 16:23:03.266143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-298ca0dc-9bbe-42e0-8c87-553289f621a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90d1e660-e5cb-4236-9d0c-3a13e7c798ef HTTP/1.1" status: 200 len: 217 time: 0.1858766 Jun 04 16:23:03.307649 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ddf335c7-a33a-4684-86b8-ddfb703461d4 req-eed65d3b-16f8-4826-9a4b-45140226d93d tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.2280474 Jun 04 16:23:03.410022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-b94b040f-d882-4171-9007-2ba15e14798c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 200 len: 999 time: 0.2587903 Jun 04 16:23:03.466768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-c251b82a-8329-4bcc-81cc-a5326d558e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:03.468527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-c251b82a-8329-4bcc-81cc-a5326d558e79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3519a9f2-731b-4be2-9a88-d2aa08fb19a6 HTTP/1.1" status: 200 len: 854 time: 0.1530344 Jun 04 16:23:03.596383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78c37657-fab1-42d6-9cd0-fd2dd5be0513 req-a30dcde4-e787-4671-8097-dc7380c4fdb9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 210 time: 0.0715928 Jun 04 16:23:03.603410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-952c8983-b71c-4b22-8f5c-05ada809917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:03.604843 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-952c8983-b71c-4b22-8f5c-05ada809917f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.1851282 Jun 04 16:23:03.614483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-a7478e63-5ed0-46af-8aff-346799371524 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:03.617084 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-a7478e63-5ed0-46af-8aff-346799371524 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 812 time: 0.2748427 Jun 04 16:23:03.619261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477c71f-dc06-475c-bdf6-94bd15358df5 req-b02db935-79ff-4001-a3f1-d3b4b9826f04 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:03.631706 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Request body: {'port': {'device_id': '61448b4c-4b20-4b36-b371-7f6386844d1e', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'admin_state_up': True, 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:03.635694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b477c71f-dc06-475c-bdf6-94bd15358df5 req-b02db935-79ff-4001-a3f1-d3b4b9826f04 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 943 time: 0.3840673 Jun 04 16:23:03.694804 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5274b573-4302-469e-81c9-67247b5e56f0'] response: {'server_uuid': '95d3f709-9f37-47cc-9fc4-c787588ccc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fb56f5-1ae6-44e9-ac47-6c154d67a3fa', 'code': 200} Jun 04 16:23:03.753780 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:03.761926 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b477c71f-dc06-475c-bdf6-94bd15358df5 req-f2c1af8e-a6b8-4a50-a3f6-f59013539500 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa2f1ff-602c-4624-a695-54d46b582c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251857 Jun 04 16:23:03.825443 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:03.825881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-540a21b5-3076-4bb2-a040-98f364544a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:03.827360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-540a21b5-3076-4bb2-a040-98f364544a94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1699d6d6-223c-45a1-ac63-74a5ca719a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3496091 Jun 04 16:23:03.830224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Usage tracker for resource:port and tenant:4f4c485c2ef34d11931bdb454a82a6c4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:03.834564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:03.841240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:03.853266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Made reservation on behalf of 4f4c485c2ef34d11931bdb454a82a6c4 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:03.856881 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:03.975559 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:04.036375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Allocated IP 172.20.0.9 (3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47/9f31b0c1-838c-41c1-9535-61fd0b6a0976/b3f4cec0-705b-401c-b177-4b8cc0c0616d) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:04.221290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-9c90faa6-6413-414c-b928-468009db9350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:04.222800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-9c90faa6-6413-414c-b928-468009db9350 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5851567 Jun 04 16:23:04.258282 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:04.268032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c951da81-a96a-4ac7-83e7-617d440c422d req-13a667ff-7699-48a5-9ca5-b03d779a569e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 999 time: 0.4595842 Jun 04 16:23:04.275173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Transition to ACTIVE for port object b3f4cec0-705b-401c-b177-4b8cc0c0616d will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:04.300027 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:04.393606 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:04.396661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:04.400769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:04.422997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48093a-929e-478b-8f98-98d32a58561a req-086f0f8c-7adf-4bb1-ba4f-0350196043cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:04.424778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e48093a-929e-478b-8f98-98d32a58561a req-086f0f8c-7adf-4bb1-ba4f-0350196043cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 1097 time: 0.6585860 Jun 04 16:23:04.453492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event updated for resources: {'Port': ['ID=b3f4cec0-705b-401c-b177-4b8cc0c0616d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:04.480452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-04b0c79f-c5b5-4641-8fb0-6fa597d4bd91 service neutron] 10.222.0.42 "GET /v2.0/networks/1699d6d6-223c-45a1-ac63-74a5ca719a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935433 Jun 04 16:23:04.482210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:04.482978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:04.493056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951da81-a96a-4ac7-83e7-617d440c422d req-6ff40493-7e83-4050-a486-333b640c72d8 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:04.493950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c951da81-a96a-4ac7-83e7-617d440c422d req-6ff40493-7e83-4050-a486-333b640c72d8 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Synchronizing usage tracker for tenant:0224328c1dd043e49f1d5edbdb5e771e on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:23:04.505362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40194) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:04.535177 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-71d72b08-c1e3-40e1-8eed-86c3a4e86345 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9095774 Jun 04 16:23:04.537871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaec31f-3028-4bb2-bde8-9443458ed171 req-88c78971-d161-4b60-b21e-975f4cfde2cd tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:04.545052 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-daaec31f-3028-4bb2-bde8-9443458ed171 req-88c78971-d161-4b60-b21e-975f4cfde2cd tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 946 time: 0.6660752 Jun 04 16:23:04.547012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Request body: {'port': {'device_id': '61448b4c-4b20-4b36-b371-7f6386844d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:04.661073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e48093a-929e-478b-8f98-98d32a58561a req-5d263254-8d61-483d-83da-df528a9380aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276325 Jun 04 16:23:04.696264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-85a7b7a8-88c1-44d6-b965-e68401bef7d0 service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572806 Jun 04 16:23:04.696842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c951da81-a96a-4ac7-83e7-617d440c422d req-6ff40493-7e83-4050-a486-333b640c72d8 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Unset dirty status for tenant:0224328c1dd043e49f1d5edbdb5e771e on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:23:04.697856 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c951da81-a96a-4ac7-83e7-617d440c422d req-6ff40493-7e83-4050-a486-333b640c72d8 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports/96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 200 len: 942 time: 0.4290841 Jun 04 16:23:04.708927 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:04.747285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-daaec31f-3028-4bb2-bde8-9443458ed171 req-3a9b66bf-90fe-4376-bd65-6dc0c3d4138f tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010334 Jun 04 16:23:04.756278 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4e4c3ed8-898d-445b-8148-e94a1b7860ae None None] Provisioning for port b3f4cec0-705b-401c-b177-4b8cc0c0616d completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:04.765833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4e4c3ed8-898d-445b-8148-e94a1b7860ae None None] Provisioning complete for port b3f4cec0-705b-401c-b177-4b8cc0c0616d triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:04.765833 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4e4c3ed8-898d-445b-8148-e94a1b7860ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:04.806296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1222002384'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:04.812836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:04.817326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Usage tracker for resource:network and tenant:99f376aa90144a76b2236dfd51cd03e8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:04.840953 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:04.841345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c3ed8-898d-445b-8148-e94a1b7860ae None None] Port b3f4cec0-705b-401c-b177-4b8cc0c0616d cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:23:04.851881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:04.854376 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-18cc7e61-8131-40f4-946e-879cfc5d6f94 service neutron] 10.222.0.42 "GET /v2.0/networks/1699d6d6-223c-45a1-ac63-74a5ca719a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541090 Jun 04 16:23:04.915194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Made reservation on behalf of 99f376aa90144a76b2236dfd51cd03e8 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:04.918599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:04.942213 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:04.968970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:04.992802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Usage tracker for resource:security_group_rule and tenant:99f376aa90144a76b2236dfd51cd03e8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:04.997440 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:05.052464 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c951da81-a96a-4ac7-83e7-617d440c422d req-036d1623-e773-4a02-b739-559c4234dd1e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 999 time: 0.2544389 Jun 04 16:23:05.058696 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db063937-b0c0-45c2-a06f-c86e09bf0f58 req-4f757a77-771a-48ee-ad07-7187d2efabec service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550401 Jun 04 16:23:05.141470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:05.176775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f7256-6d70-43d5-a77a-22ac06d359c5 req-05604541-4880-4a61-a96c-897f977d3bb0 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:05.178243 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-374f7256-6d70-43d5-a77a-22ac06d359c5 req-05604541-4880-4a61-a96c-897f977d3bb0 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=c389aaba-1d09-4b7f-ab91-1b0e01442c30 HTTP/1.1" status: 200 len: 949 time: 0.3176329 Jun 04 16:23:05.246853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951da81-a96a-4ac7-83e7-617d440c422d req-315a046d-295b-41f3-acd3-5dcf62459755 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:05.248215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c951da81-a96a-4ac7-83e7-617d440c422d req-315a046d-295b-41f3-acd3-5dcf62459755 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.1887918 Jun 04 16:23:05.313047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-374f7256-6d70-43d5-a77a-22ac06d359c5 req-5a5f8125-4bae-478f-ad97-914b0e6c9570 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183133 Jun 04 16:23:05.337502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:05.340013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f4cec0-705b-401c-b177-4b8cc0c0616d {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:23:05.347067 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:05.352033 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:05.376304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c951da81-a96a-4ac7-83e7-617d440c422d req-3f80d85a-9355-4fa1-bf70-9f15f7ddd1ba tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 999 time: 0.1185880 Jun 04 16:23:05.384484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:23:05.387506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-c951da81-a96a-4ac7-83e7-617d440c422d req-31b7fd4e-c584-4b77-bcb8-94f77560b6c0 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:05.397122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Transition to ACTIVE for port object b3f4cec0-705b-401c-b177-4b8cc0c0616d will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:05.407996 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:05.408346 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Added segment 29225484-5dc5-4720-aac9-a64ee54fbfa0 of type vlan for network 1306a5a1-a2ef-4c01-b1b2-90a20625a444 Jun 04 16:23:05.409353 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:05.448294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508e769c-ff21-449e-8239-2c0e97e87fa4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:05.515696 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-473681dd-05e8-46e7-a701-75af4d2e86cb req-266e94e6-0eaa-4157-b0e9-c02e72cafe69 tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0626819 Jun 04 16:23:05.560462 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:05.560689 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c951da81-a96a-4ac7-83e7-617d440c422d req-31b7fd4e-c584-4b77-bcb8-94f77560b6c0 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:05.660279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f4cec0-705b-401c-b177-4b8cc0c0616d,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:05.719575 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:05.725335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:05.725965 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:05.846787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Attempting to bind port b3f4cec0-705b-401c-b177-4b8cc0c0616d on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:23:05.847032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Attempting to bind port b3f4cec0-705b-401c-b177-4b8cc0c0616d by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:23:05.847335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Attempting to bind port b3f4cec0-705b-401c-b177-4b8cc0c0616d on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:23:05.879835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Port b3f4cec0-705b-401c-b177-4b8cc0c0616d on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:23:05.880152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Attempting to bind port b3f4cec0-705b-401c-b177-4b8cc0c0616d on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:23:05.892488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Pushing event updated for resources: {'Network': ['ID=1306a5a1-a2ef-4c01-b1b2-90a20625a444,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:05.895398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:23:05.895731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Checking segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:23:05.896317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Bound using segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:23:05.896757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Bound port: b3f4cec0-705b-401c-b177-4b8cc0c0616d, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:23:05.897100 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:05.904298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 1306a5a1-a2ef-4c01-b1b2-90a20625a444 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:23:05.910315 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5669bdf3-4377-4cff-9093-1e4e8beefcec tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4014337 Jun 04 16:23:05.914346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40210) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:05.922945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Request body: {'subnet': {'network_id': '1306a5a1-a2ef-4c01-b1b2-90a20625a444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:06.080426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3739b-d8ca-4edb-99ca-3d8ae02824f6 req-a7cf6e5c-3e69-4bf0-91e8-37ee9436ec06 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:06.081873 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebe3739b-d8ca-4edb-99ca-3d8ae02824f6 req-a7cf6e5c-3e69-4bf0-91e8-37ee9436ec06 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 943 time: 0.4202960 Jun 04 16:23:06.099831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:06.107191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Usage tracker for resource:subnet and tenant:99f376aa90144a76b2236dfd51cd03e8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:06.110372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] For port b3f4cec0-705b-401c-b177-4b8cc0c0616d, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:23:06.112487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:06.115564 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c951da81-a96a-4ac7-83e7-617d440c422d req-31b7fd4e-c584-4b77-bcb8-94f77560b6c0 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:06.116383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] For port b3f4cec0-705b-401c-b177-4b8cc0c0616d, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b3f4cec0-705b-401c-b177-4b8cc0c0616d,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:23:06.120747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:06.122281 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c951da81-a96a-4ac7-83e7-617d440c422d req-31b7fd4e-c584-4b77-bcb8-94f77560b6c0 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:06.122679 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-c951da81-a96a-4ac7-83e7-617d440c422d req-31b7fd4e-c584-4b77-bcb8-94f77560b6c0 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Floating IP b3a5cb1c-b689-428e-aa80-6f7905c547cc disassociated. External IP: 172.25.5.3, port: 96d58942-8d65-4e1e-96b9-c5ae129c8bfc. Jun 04 16:23:06.124333 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:06.184434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Made reservation on behalf of 99f376aa90144a76b2236dfd51cd03e8 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:06.187980 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:06.206598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:06.207190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:06.208604 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] 10.222.0.46 "PUT /v2.0/ports/b3f4cec0-705b-401c-b177-4b8cc0c0616d HTTP/1.1" status: 200 len: 1091 time: 1.6659563 Jun 04 16:23:06.212162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61448b4c-4b20-4b36-b371-7f6386844d1e', 'tag': 'b3f4cec0-705b-401c-b177-4b8cc0c0616d'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:06.228160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebe3739b-d8ca-4edb-99ca-3d8ae02824f6 req-1c1268c0-90b8-4165-92f0-5c123db526e7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365328 Jun 04 16:23:06.352530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b08c0-b530-4576-82ef-643ad1789916 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f4cec0-705b-401c-b177-4b8cc0c0616d,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:06.417676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-e3ccbc13-0784-4e6b-bcb2-2428713cecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:06.419202 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-e3ccbc13-0784-4e6b-bcb2-2428713cecc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 1094 time: 0.1297984 Jun 04 16:23:06.524061 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-2e10c26b-bc09-40b8-93e5-af00443016a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f4cec0-705b-401c-b177-4b8cc0c0616d HTTP/1.1" status: 200 len: 217 time: 0.0754991 Jun 04 16:23:06.587668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae094d1-e08d-481c-8fb9-429d19a894ed req-81b1158c-8d64-4e04-abe4-c0f249bcb4df tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:06.589517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fae094d1-e08d-481c-8fb9-429d19a894ed req-81b1158c-8d64-4e04-abe4-c0f249bcb4df tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 943 time: 0.2476141 Jun 04 16:23:06.617781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-5de7f3e7-75b8-42c7-9d82-82b81c5481ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:06.619201 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-5de7f3e7-75b8-42c7-9d82-82b81c5481ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.0879056 Jun 04 16:23:06.620454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:06.624310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c951da81-a96a-4ac7-83e7-617d440c422d req-31b7fd4e-c584-4b77-bcb8-94f77560b6c0 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Router fc8031b3-14f4-4b7e-8449-fc233b5c879b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:23:06.649265 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fae094d1-e08d-481c-8fb9-429d19a894ed req-ee71b8c9-66ae-4418-b229-693cf9d77932 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa2f1ff-602c-4624-a695-54d46b582c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520866 Jun 04 16:23:06.750809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Pushing event updated for resources: {'Subnet': ['ID=4f5b4b60-9d89-4ad0-815c-c0b7d23556eb,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:06.767787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Checking segment: {'id': '29225484-5dc5-4720-aac9-a64ee54fbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1306a5a1-a2ef-4c01-b1b2-90a20625a444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:23:06.768139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Network hostable DHCP agents. Network: 1306a5a1-a2ef-4c01-b1b2-90a20625a444, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:23:06.792753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-66432cea-4de5-41f3-b46e-b6614506cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:06.794557 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-66432cea-4de5-41f3-b46e-b6614506cc31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394889 Jun 04 16:23:06.795754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Network 1306a5a1-a2ef-4c01-b1b2-90a20625a444 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:23:06.826951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 1306a5a1-a2ef-4c01-b1b2-90a20625a444) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:06.835555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:06.836164 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:06.838834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a356df-48db-41b9-bc92-2471dbd94a0c None None] Network 1306a5a1-a2ef-4c01-b1b2-90a20625a444 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:23:06.852910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c951da81-a96a-4ac7-83e7-617d440c422d req-31b7fd4e-c584-4b77-bcb8-94f77560b6c0 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:23:06.859108 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c951da81-a96a-4ac7-83e7-617d440c422d req-31b7fd4e-c584-4b77-bcb8-94f77560b6c0 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:06.866066 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1f3d6a-eb71-4e87-907f-824f09580192 None None] Sync routers for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:23:06.879687 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f3d6a-eb71-4e87-907f-824f09580192 None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:23:06.880313 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7f1f3d6a-eb71-4e87-907f-824f09580192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:23:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:06.941295 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c951da81-a96a-4ac7-83e7-617d440c422d req-31b7fd4e-c584-4b77-bcb8-94f77560b6c0 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "PUT /v2.0/floatingips/b3a5cb1c-b689-428e-aa80-6f7905c547cc HTTP/1.1" status: 200 len: 694 time: 1.5581658 Jun 04 16:23:06.942028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:07.052768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951da81-a96a-4ac7-83e7-617d440c422d req-5b62a0f5-1975-4535-8d97-5f46c5fb3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:07.053951 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-68f43525-09c4-427d-bd56-484d7883b927 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1382582 Jun 04 16:23:07.066253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c951da81-a96a-4ac7-83e7-617d440c422d req-5b62a0f5-1975-4535-8d97-5f46c5fb3a3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 1096 time: 0.1098838 Jun 04 16:23:07.076827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40224) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:07.145347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Request body: {'port': {'network_id': '1306a5a1-a2ef-4c01-b1b2-90a20625a444', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1263297191'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:07.187691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-1306a5a1-a2ef-4c01-b1b2-90a20625a444', 'network_id': '1306a5a1-a2ef-4c01-b1b2-90a20625a444', 'tenant_id': '99f376aa90144a76b2236dfd51cd03e8', 'fixed_ips': [{'subnet_id': '4f5b4b60-9d89-4ad0-815c-c0b7d23556eb'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:23:07.188528 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:07.281044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951da81-a96a-4ac7-83e7-617d440c422d req-1c0bb852-2fe1-4427-964e-43e8e4fcc9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:07.282604 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c951da81-a96a-4ac7-83e7-617d440c422d req-1c0bb852-2fe1-4427-964e-43e8e4fcc9c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.2150357 Jun 04 16:23:07.317217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:07.322210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Usage tracker for resource:port and tenant:99f376aa90144a76b2236dfd51cd03e8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:07.325975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:07.334161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:07.346555 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-468b3484-e383-4b70-a8b6-921187065e06 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434487 Jun 04 16:23:07.347816 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-7f1f3d6a-eb71-4e87-907f-824f09580192 None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:23:07.350673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Made reservation on behalf of 99f376aa90144a76b2236dfd51cd03e8 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:07.355174 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:07.358102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c951da81-a96a-4ac7-83e7-617d440c422d req-fd55302b-6789-4b96-8e87-efc38490ce7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 200 len: 217 time: 0.0678318 Jun 04 16:23:07.366380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae69a1-54ab-4cae-891c-0a5b577cb8a3 req-2fa94e3a-9359-47f6-9b2f-b323eaa3a91b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:07.368400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-baae69a1-54ab-4cae-891c-0a5b577cb8a3 req-2fa94e3a-9359-47f6-9b2f-b323eaa3a91b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.1867156 Jun 04 16:23:07.414381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] device_id is not set on port 10829fdc-88cc-4212-b4c5-209457ec77d0 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:23:07.415420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Allocated IP 172.20.0.2 (1306a5a1-a2ef-4c01-b1b2-90a20625a444/4f5b4b60-9d89-4ad0-815c-c0b7d23556eb/c243a6e0-def7-4c6e-be71-2f7aa6fc77a0) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:07.459960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951da81-a96a-4ac7-83e7-617d440c422d req-29fb55a7-28f2-4515-a1fb-325bef018d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:07.461559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c951da81-a96a-4ac7-83e7-617d440c422d req-29fb55a7-28f2-4515-a1fb-325bef018d4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.0922480 Jun 04 16:23:07.466299 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-baae69a1-54ab-4cae-891c-0a5b577cb8a3 req-ceaa9a9e-53ee-4f4a-8a8f-f34605a24364 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656252 Jun 04 16:23:07.571021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951da81-a96a-4ac7-83e7-617d440c422d req-c99b87a7-12ba-46e6-b4e8-b60bd87550d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:07.572213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c951da81-a96a-4ac7-83e7-617d440c422d req-c99b87a7-12ba-46e6-b4e8-b60bd87550d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969369 Jun 04 16:23:07.723071 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2ee68bd4-e88c-4ef5-8d5d-7abadd1ccbfa req-1283079e-1bab-4d0f-9903-447aa6b03e15 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454242 Jun 04 16:23:07.762247 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:07.772589 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7f1f3d6a-eb71-4e87-907f-824f09580192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:07.774587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Transition to ACTIVE for port object c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:07.777495 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1f3d6a-eb71-4e87-907f-824f09580192 None None] Checking router: fc8031b3-14f4-4b7e-8449-fc233b5c879b for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:23:07.786577 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f3d6a-eb71-4e87-907f-824f09580192 None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:23:07.787179 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7f1f3d6a-eb71-4e87-907f-824f09580192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:23:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:07.794892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Transition to ACTIVE for port object c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:07.804973 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:07.886111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Allocated IP 172.20.0.5 (1306a5a1-a2ef-4c01-b1b2-90a20625a444/4f5b4b60-9d89-4ad0-815c-c0b7d23556eb/10829fdc-88cc-4212-b4c5-209457ec77d0) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:07.893050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Network 1306a5a1-a2ef-4c01-b1b2-90a20625a444 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:07.897690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:07.904234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:07.925452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c951da81-a96a-4ac7-83e7-617d440c422d req-563d3731-9ad3-4aac-86f6-048b516b54a2 service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449585 Jun 04 16:23:07.954999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Pushing event updated for resources: {'Port': ['ID=c243a6e0-def7-4c6e-be71-2f7aa6fc77a0,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:07.990277 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-7f1f3d6a-eb71-4e87-907f-824f09580192 None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:23:08.013139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Attempting to bind port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:23:08.013667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Attempting to bind port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '29225484-5dc5-4720-aac9-a64ee54fbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1306a5a1-a2ef-4c01-b1b2-90a20625a444'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:23:08.014117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Attempting to bind port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 on network 1306a5a1-a2ef-4c01-b1b2-90a20625a444 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:23:08.020096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:23:08.020608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Checking segment: {'id': '29225484-5dc5-4720-aac9-a64ee54fbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1306a5a1-a2ef-4c01-b1b2-90a20625a444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:23:08.021099 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:08.022521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Bound using segment: {'id': '29225484-5dc5-4720-aac9-a64ee54fbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1306a5a1-a2ef-4c01-b1b2-90a20625a444'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:23:08.023093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Bound port: c243a6e0-def7-4c6e-be71-2f7aa6fc77a0, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29225484-5dc5-4720-aac9-a64ee54fbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1306a5a1-a2ef-4c01-b1b2-90a20625a444'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:23:08.023680 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:08.091517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c951da81-a96a-4ac7-83e7-617d440c422d req-4d32e1e2-9397-4247-8f97-d46197763dce service neutron] 10.222.0.13 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646049 Jun 04 16:23:08.132334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592dd1b-c4dc-4e07-ba28-1f85af75845c req-8b8c7053-34bd-4024-afcd-6a7fa2f684d9 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:08.137075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] For port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:23:08.140381 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c592dd1b-c4dc-4e07-ba28-1f85af75845c req-8b8c7053-34bd-4024-afcd-6a7fa2f684d9 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 946 time: 0.3437054 Jun 04 16:23:08.140556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] For port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c243a6e0-def7-4c6e-be71-2f7aa6fc77a0,segment=NetworkSegment(29225484-5dc5-4720-aac9-a64ee54fbfa0),segment_id=29225484-5dc5-4720-aac9-a64ee54fbfa0)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:23:08.144515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:08.148633 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:08.181659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Transition to ACTIVE for port object 10829fdc-88cc-4212-b4c5-209457ec77d0 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:08.196424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c592dd1b-c4dc-4e07-ba28-1f85af75845c req-5ad567f7-85cc-44c8-b798-f8ed3e53335d tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548553 Jun 04 16:23:08.229079 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:08.269505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b7632-b093-4ff4-954a-871bd2f653f3 None None] Pushing event updated for resources: {'Port': ['ID=c243a6e0-def7-4c6e-be71-2f7aa6fc77a0,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:08.308553 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9f116b-f32c-47b2-85c2-32a2a3c312e0'] response: {'name': 'network-changed', 'server_uuid': '61448b4c-4b20-4b36-b371-7f6386844d1e', 'tag': 'b3f4cec0-705b-401c-b177-4b8cc0c0616d', 'status': 'completed', 'code': 200} Jun 04 16:23:08.336690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Network 1306a5a1-a2ef-4c01-b1b2-90a20625a444 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:08.368861 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a5b8d3-5ad0-4179-ab1b-657ee8e9011a'] response: {'name': 'network-changed', 'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'status': 'completed', 'code': 200} Jun 04 16:23:08.384327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:08.410853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:08.477991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Pushing event updated for resources: {'Port': ['ID=10829fdc-88cc-4212-b4c5-209457ec77d0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:08.494216 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7f1f3d6a-eb71-4e87-907f-824f09580192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:08.506366 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1f3d6a-eb71-4e87-907f-824f09580192 None None] The sync data for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 is: [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:21:18Z', 'revision_number': 4, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f2da1540-cab2-4a5a-91b1-0de3a82bb8a8', 'name': '', 'network_id': '482ce9e8-f448-4828-8aaa-3cf3a32326b7', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'mac_address': 'fa:16:3e:ff:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:16Z', 'updated_at': '2022-06-04T16:21:26Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'subnets': [{'id': 'f93d9fe5-83c6-45ac-8b58-aef383cf5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:23:08.558351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:08.559026 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:08.598123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c5ecb-6b03-4824-9143-10cba3e49753 req-8907746e-b170-421b-aead-be5938c93de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:08.606577 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387c5ecb-6b03-4824-9143-10cba3e49753 req-8907746e-b170-421b-aead-be5938c93de3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 1094 time: 0.2642319 Jun 04 16:23:08.616744 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4fa4b139-42f1-487a-b301-593c6ba6cb55 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5387664 Jun 04 16:23:08.617505 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40250) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:08.689447 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06d015e9-51d1-4f5f-9a15-29caa9ec726d req-d7bd9d06-40b6-4b76-ad33-576e3e775687 tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.2228057 Jun 04 16:23:08.692482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-b86518cd-0012-4890-9409-95b587a1b211 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5b12069967a04945a1c4b8cdd4150a97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142480 Jun 04 16:23:08.782250 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f81f0-1d58-42f8-93d4-c627e59d38e5 req-d0a76d2f-c927-4d40-9673-e7fd64496af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:08.784507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef1f81f0-1d58-42f8-93d4-c627e59d38e5 req-d0a76d2f-c927-4d40-9673-e7fd64496af3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 1096 time: 0.3906207 Jun 04 16:23:08.789476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-04a261d1-0e14-470a-a086-cba1366a5649 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Deleting port 10829fdc-88cc-4212-b4c5-209457ec77d0 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:08.789807 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-04a261d1-0e14-470a-a086-cba1366a5649 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:08.821522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 90d1e660-e5cb-4236-9d0c-3a13e7c798ef details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:23:08.891919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c5ecb-6b03-4824-9143-10cba3e49753 req-6cd0abee-8abd-4484-ab82-de76ce86eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:08.893373 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387c5ecb-6b03-4824-9143-10cba3e49753 req-6cd0abee-8abd-4484-ab82-de76ce86eeb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.2750208 Jun 04 16:23:09.002927 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387c5ecb-6b03-4824-9143-10cba3e49753 req-2b42e854-354c-4424-b4d0-24eb4710846c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f4cec0-705b-401c-b177-4b8cc0c0616d HTTP/1.1" status: 200 len: 217 time: 0.0839419 Jun 04 16:23:09.030593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d040afb-4201-42ab-8d4b-88e741b58e71 None None] New status for floating IP b3a5cb1c-b689-428e-aa80-6f7905c547cc: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:23:09.169352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-f972a7ec-937b-472c-9b0e-59364610d5a1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:09.177739 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-f972a7ec-937b-472c-9b0e-59364610d5a1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4590428 Jun 04 16:23:09.212519 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-dc11da2a-7081-4062-b385-8c0a17a9f693 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/quotas/5b12069967a04945a1c4b8cdd4150a97 HTTP/1.1" status: 200 len: 375 time: 0.0338180 Jun 04 16:23:09.226397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9f177-f916-4728-ab65-a9de54aa2a37 req-da51b584-2101-49c9-bc59-88b3b10270b5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:09.233341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50b9f177-f916-4728-ab65-a9de54aa2a37 req-da51b584-2101-49c9-bc59-88b3b10270b5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 943 time: 0.3262482 Jun 04 16:23:09.235516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f81f0-1d58-42f8-93d4-c627e59d38e5 req-d8a70d2e-5f11-497a-aa63-38964395d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:09.236890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef1f81f0-1d58-42f8-93d4-c627e59d38e5 req-d8a70d2e-5f11-497a-aa63-38964395d1ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 200 len: 921 time: 0.4369934 Jun 04 16:23:09.257549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c5ecb-6b03-4824-9143-10cba3e49753 req-3c94893b-bfda-4d8a-a1b9-91fe75e1222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:09.259228 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387c5ecb-6b03-4824-9143-10cba3e49753 req-3c94893b-bfda-4d8a-a1b9-91fe75e1222c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.2473104 Jun 04 16:23:09.420033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef1f81f0-1d58-42f8-93d4-c627e59d38e5 req-cd992dfb-4c69-4031-ba70-0b4745ee858a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 200 len: 217 time: 0.1111004 Jun 04 16:23:09.525847 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-04a261d1-0e14-470a-a086-cba1366a5649 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:09.577685 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50b9f177-f916-4728-ab65-a9de54aa2a37 req-5a8e73b5-45e9-4b2b-9189-9df300e7221a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434820 Jun 04 16:23:09.591692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=90d1e660-e5cb-4236-9d0c-3a13e7c798ef,segment=NetworkSegment(12e2de88-20c9-4c65-a4fc-ae655bc54a61),segment_id=12e2de88-20c9-4c65-a4fc-ae655bc54a61)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:09.623226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f81f0-1d58-42f8-93d4-c627e59d38e5 req-4d8e1d1a-a24e-4672-96de-8ba5d702568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:09.624673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef1f81f0-1d58-42f8-93d4-c627e59d38e5 req-4d8e1d1a-a24e-4672-96de-8ba5d702568f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 200 len: 859 time: 0.1912065 Jun 04 16:23:09.629413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'port_id': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef', 'mac_address': 'fa:16:3e:b1:dc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:23:09.745185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-397eaddf-4a7c-4964-af5b-fa26ab67c56e tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b12069967a04945a1c4b8cdd4150a97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5318048 Jun 04 16:23:09.750929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:09.751306 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:09.778943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-04a261d1-0e14-470a-a086-cba1366a5649 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Calling delete_port for 10829fdc-88cc-4212-b4c5-209457ec77d0 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:09.781486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d1e660-e5cb-4236-9d0c-3a13e7c798ef {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:23:09.814188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f81f0-1d58-42f8-93d4-c627e59d38e5 req-7ba0144b-36e5-41c7-afef-21cda0a891fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:09.817143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=90d1e660-e5cb-4236-9d0c-3a13e7c798ef,segment=NetworkSegment(12e2de88-20c9-4c65-a4fc-ae655bc54a61),segment_id=12e2de88-20c9-4c65-a4fc-ae655bc54a61)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:09.820688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef1f81f0-1d58-42f8-93d4-c627e59d38e5 req-7ba0144b-36e5-41c7-afef-21cda0a891fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=482ce9e8-f448-4828-8aaa-3cf3a32326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1810408 Jun 04 16:23:09.828742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f4ff88-5cee-4184-9640-68e0ce1291ae None None] Network 1306a5a1-a2ef-4c01-b1b2-90a20625a444 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:23:09.994259 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c5ecb-6b03-4824-9143-10cba3e49753 req-68d34c96-8397-4fe8-809b-5c80a66ba607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:09.996826 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387c5ecb-6b03-4824-9143-10cba3e49753 req-68d34c96-8397-4fe8-809b-5c80a66ba607 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5778146 Jun 04 16:23:10.036361 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:23:10.063083 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:10.201946 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-04a261d1-0e14-470a-a086-cba1366a5649 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:10.292560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a261d1-0e14-470a-a086-cba1366a5649 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Pushing event deleted for resources: {'Port': ['ID=10829fdc-88cc-4212-b4c5-209457ec77d0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:10.315456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d20b3f-5c9b-4c42-9c33-3bb98516f3ce req-5e806833-8a2d-424b-a432-5c4007561b40 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:10.323923 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48d20b3f-5c9b-4c42-9c33-3bb98516f3ce req-5e806833-8a2d-424b-a432-5c4007561b40 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4299119 Jun 04 16:23:10.329379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef1f81f0-1d58-42f8-93d4-c627e59d38e5 req-b5b44157-e76c-4b5c-a86e-d2cb632640b7 service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991596 Jun 04 16:23:10.384264 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387c5ecb-6b03-4824-9143-10cba3e49753 req-2db0f6a5-6f16-4b97-ba7c-270a41615b3f service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768318 Jun 04 16:23:10.410030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c6f03dff-566b-491c-a770-6ee898e9616e None None] Provisioning for port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:10.437604 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['90d1e660-e5cb-4236-9d0c-3a13e7c798ef'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:23:10.458271 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-04a261d1-0e14-470a-a086-cba1366a5649 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:10.518509 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-04a261d1-0e14-470a-a086-cba1366a5649 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] 10.222.0.13 "DELETE /v2.0/ports/10829fdc-88cc-4212-b4c5-209457ec77d0 HTTP/1.1" status: 204 len: 168 time: 1.8986857 Jun 04 16:23:10.519361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40274) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:10.560259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=90d1e660-e5cb-4236-9d0c-3a13e7c798ef,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:10.592454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:10.603972 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:10.604337 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:10.671283 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387c5ecb-6b03-4824-9143-10cba3e49753 req-76b8f5ca-a561-46fd-bd86-31e46507ae15 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799981 Jun 04 16:23:10.700509 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fdf36c6c-e990-4ded-aa1f-64955d075472 tempest-DHCPAgentSchedulersTestJSON-1141917447 tempest-DHCPAgentSchedulersTestJSON-1141917447-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1753240 Jun 04 16:23:10.701423 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40282) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:10.708738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-928368558'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:10.716224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48d20b3f-5c9b-4c42-9c33-3bb98516f3ce req-8f00ffc9-1ec0-48c5-b370-da1296deec8f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913176 Jun 04 16:23:10.722022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:10.732861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Usage tracker for resource:network and tenant:99f376aa90144a76b2236dfd51cd03e8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:10.736287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:10.742949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:10.759101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c7f99-372d-4a9e-a89a-0070aad5e93e req-a55fd018-f43a-448f-afc8-268b6d207e05 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:10.766914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Made reservation on behalf of 99f376aa90144a76b2236dfd51cd03e8 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:10.772512 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:10.775277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc1c7f99-372d-4a9e-a89a-0070aad5e93e req-a55fd018-f43a-448f-afc8-268b6d207e05 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 944 time: 0.6344650 Jun 04 16:23:10.833957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:10.834632 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:10.844656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:23:10.867974 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:10.868448 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Added segment 59d4ad4a-db1c-450f-800f-1e3dca557b93 of type vlan for network e1b0c0e6-a594-47fe-87e7-3435c3176ce1 Jun 04 16:23:10.892655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef1f81f0-1d58-42f8-93d4-c627e59d38e5 req-65a91452-a282-482d-9c64-18889ad5b0f5 service neutron] 10.222.0.46 "GET /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379615 Jun 04 16:23:10.905427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c243a6e0-def7-4c6e-be71-2f7aa6fc77a0,segment=NetworkSegment(29225484-5dc5-4720-aac9-a64ee54fbfa0),segment_id=29225484-5dc5-4720-aac9-a64ee54fbfa0)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:10.911626 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:10.922638 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:10.968967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:10.977290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:10.979061 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:10.982797 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc1c7f99-372d-4a9e-a89a-0070aad5e93e req-a0dfc57a-8bb0-40f0-ac96-49ba13bbe121 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa2f1ff-602c-4624-a695-54d46b582c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065065 Jun 04 16:23:11.016054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b3f4cec0-705b-401c-b177-4b8cc0c0616d details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:23:11.073525 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc5c56fa-db79-4622-a0e5-e2085c7fce7b req-23b45279-1d83-41ea-817f-b287871067eb tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0736589 Jun 04 16:23:11.134290 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4289434 Jun 04 16:23:11.134797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40290) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:11.143312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cdafbceb-faf5-4243-8cf2-c4a631ff1f3b None None] Provisioning complete for port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:11.144597 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cdafbceb-faf5-4243-8cf2-c4a631ff1f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:11.180409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed156b-3c1f-46ff-b18e-d3f1c9db2c4f tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Pushing event updated for resources: {'Network': ['ID=e1b0c0e6-a594-47fe-87e7-3435c3176ce1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:11.219328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network e1b0c0e6-a594-47fe-87e7-3435c3176ce1 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:23:11.285933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=c243a6e0-def7-4c6e-be71-2f7aa6fc77a0,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:11.317449 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11ee2426-655b-4762-a098-86de05bc31b5 req-d2faa927-0a44-440f-ade4-d3138059fd8b tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 210 time: 0.1225059 Jun 04 16:23:11.353865 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:23:11.423569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b3f4cec0-705b-401c-b177-4b8cc0c0616d, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b3f4cec0-705b-401c-b177-4b8cc0c0616d,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:11.451165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'b3f4cec0-705b-401c-b177-4b8cc0c0616d', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'port_id': 'b3f4cec0-705b-401c-b177-4b8cc0c0616d', 'mac_address': 'fa:16:3e:d4:b6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:23:11.507275 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b60af-96b1-428b-8c0e-11dffdc1b500 req-f76c635c-19c4-4a9b-89e0-88c39a19ddcc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:11.515854 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-816b60af-96b1-428b-8c0e-11dffdc1b500 req-f76c635c-19c4-4a9b-89e0-88c39a19ddcc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 943 time: 0.1970830 Jun 04 16:23:11.519971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-da195d1f-8c5d-41ef-9627-a8c5439d91e3 tempest-DHCPAgentSchedulersTestJSON-1141917447 tempest-DHCPAgentSchedulersTestJSON-1141917447-project-admin] 10.222.0.13 "GET /v2.0/agents/fd57f80c-ea2c-40c7-819d-eb1167c5970f/dhcp-networks HTTP/1.1" status: 200 len: 7296 time: 0.3839569 Jun 04 16:23:11.522896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40300) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:11.539453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port b3f4cec0-705b-401c-b177-4b8cc0c0616d is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:11.539974 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:11.572353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f4cec0-705b-401c-b177-4b8cc0c0616d {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:23:11.576489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-816b60af-96b1-428b-8c0e-11dffdc1b500 req-dc4710e3-68e7-4879-af5f-0229c7f91883 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597234 Jun 04 16:23:11.591286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b3f4cec0-705b-401c-b177-4b8cc0c0616d, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b3f4cec0-705b-401c-b177-4b8cc0c0616d,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:11.628595 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:11.686527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba1e7e6-da96-487c-bf78-1d6cadae2344 tempest-DHCPAgentSchedulersTestJSON-1141917447 tempest-DHCPAgentSchedulersTestJSON-1141917447-project-admin] Network e1b0c0e6-a594-47fe-87e7-3435c3176ce1 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:23:11.704672 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9ba1e7e6-da96-487c-bf78-1d6cadae2344 tempest-DHCPAgentSchedulersTestJSON-1141917447 tempest-DHCPAgentSchedulersTestJSON-1141917447-project-admin] 10.222.0.13 "POST /v2.0/agents/fd57f80c-ea2c-40c7-819d-eb1167c5970f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1787069 Jun 04 16:23:11.708338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40306) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:11.728460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=b3f4cec0-705b-401c-b177-4b8cc0c0616d,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:11.735595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1b7463-d313-4eb3-b69d-c5480c074b65 None None] Network e1b0c0e6-a594-47fe-87e7-3435c3176ce1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:23:11.759933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cdafbceb-faf5-4243-8cf2-c4a631ff1f3b None None] Current status of the port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:11.838719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:23:11.901311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ea002db1-6a1b-4b51-996d-ba97a4eee36c None None] Could not find standard attr ID for object 10829fdc-88cc-4212-b4c5-209457ec77d0. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:23:11.907273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['b3f4cec0-705b-401c-b177-4b8cc0c0616d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:23:11.915683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-4ab0858e-496e-49f5-a24f-c7e4e0d142f0 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5b12069967a04945a1c4b8cdd4150a97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305934 Jun 04 16:23:12.086872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:12.087133 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:12.152234 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-87ed2bd7-a5fb-4ce9-8d32-c245e0661f12 tempest-DHCPAgentSchedulersTestJSON-1141917447 tempest-DHCPAgentSchedulersTestJSON-1141917447-project-admin] 10.222.0.13 "GET /v2.0/agents/fd57f80c-ea2c-40c7-819d-eb1167c5970f/dhcp-networks HTTP/1.1" status: 200 len: 8066 time: 0.4436898 Jun 04 16:23:12.155522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40320) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:12.166282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea7241-92a4-4d4f-9e7b-124b3a74b028 req-9b7d4768-08fd-4464-8fca-b41a99394dca tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:12.167875 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6ea7241-92a4-4d4f-9e7b-124b3a74b028 req-9b7d4768-08fd-4464-8fca-b41a99394dca tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3150041 Jun 04 16:23:12.176036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-8343c142-bf1c-4c2a-b860-92d86173b642 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:12.177733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-8343c142-bf1c-4c2a-b860-92d86173b642 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516568 Jun 04 16:23:12.198001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Request body: {'port': {'device_id': 'd7798a8f-721e-4a7d-9551-6fd2c46bc808', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '5b12069967a04945a1c4b8cdd4150a97'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:12.270312 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6684c655-6c20-4d7a-be6c-37cc7f6a9cb1 tempest-DHCPAgentSchedulersTestJSON-1141917447 tempest-DHCPAgentSchedulersTestJSON-1141917447-project-admin] 10.222.0.13 "DELETE /v2.0/agents/fd57f80c-ea2c-40c7-819d-eb1167c5970f/dhcp-networks/e1b0c0e6-a594-47fe-87e7-3435c3176ce1 HTTP/1.1" status: 204 len: 168 time: 0.1115382 Jun 04 16:23:12.270855 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40326) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:12.317925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:12.405271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6ea7241-92a4-4d4f-9e7b-124b3a74b028 req-3043d4dd-1fcc-4546-b7e0-66ec9c8a1480 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265637 Jun 04 16:23:12.414528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-867053db-c927-4931-99eb-cabc3f01bc38 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips/b3a5cb1c-b689-428e-aa80-6f7905c547cc HTTP/1.1" status: 200 len: 692 time: 0.1772490 Jun 04 16:23:12.463486 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-de3b4c36-c2e5-4644-a289-acd2a4b76659 tempest-DHCPAgentSchedulersTestJSON-1141917447 tempest-DHCPAgentSchedulersTestJSON-1141917447-project-admin] 10.222.0.13 "GET /v2.0/agents/fd57f80c-ea2c-40c7-819d-eb1167c5970f/dhcp-networks HTTP/1.1" status: 200 len: 7296 time: 0.1914716 Jun 04 16:23:12.468560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40334) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:12.487886 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c4aac571-0646-49a1-bd2f-c422b7172388 tempest-DHCPAgentSchedulersTestJSON-1141917447 tempest-DHCPAgentSchedulersTestJSON-1141917447-project-admin] 10.222.0.13 "GET /v2.0/networks/1306a5a1-a2ef-4c01-b1b2-90a20625a444/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0181479 Jun 04 16:23:12.491076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40338) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:12.512263 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0d9ac35a-ade9-464d-893a-6a420e7d15aa tempest-DHCPAgentSchedulersTestJSON-1141917447 tempest-DHCPAgentSchedulersTestJSON-1141917447-project-admin] 10.222.0.13 "GET /v2.0/networks/1306a5a1-a2ef-4c01-b1b2-90a20625a444/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0200827 Jun 04 16:23:12.514612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40342) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:12.658375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:12.673830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-6cc79e2a-dac6-42d0-8b84-e5084158e893 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:12.675284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-6cc79e2a-dac6-42d0-8b84-e5084158e893 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.2570152 Jun 04 16:23:12.681361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:12.692930 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bc197959-661d-42c1-8842-59dc50c01819 tempest-DHCPAgentSchedulersTestJSON-1141917447 tempest-DHCPAgentSchedulersTestJSON-1141917447-project-admin] 10.222.0.13 "GET /v2.0/agents/fd57f80c-ea2c-40c7-819d-eb1167c5970f/dhcp-networks HTTP/1.1" status: 200 len: 7296 time: 0.1769598 Jun 04 16:23:12.696259 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40348) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:12.762331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Made reservation on behalf of 5b12069967a04945a1c4b8cdd4150a97 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:12.765858 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:12.796874 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-dafbf973-7f71-431f-b5c3-f162f3d51438 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 695 time: 0.1074905 Jun 04 16:23:12.806543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63305200-09c5-416a-8bd0-f76b8a6fa2b8 req-f49d764f-1b68-43bc-a277-c9c9ba93c882 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:12.808439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63305200-09c5-416a-8bd0-f76b8a6fa2b8 req-f49d764f-1b68-43bc-a277-c9c9ba93c882 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 944 time: 0.2794931 Jun 04 16:23:12.851783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 90d1e660-e5cb-4236-9d0c-3a13e7c798ef up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:23:12.928083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b622018-c573-4e9f-951c-c7a1fadb60e9 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:12.979976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:12.987351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:12.987773 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.022362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b3f4cec0-705b-401c-b177-4b8cc0c0616d up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:23:13.092074 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b622018-c573-4e9f-951c-c7a1fadb60e9 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.099043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-05188d2a-ee45-40ca-8968-5e626db242b5 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.3 HTTP/1.1" status: 200 len: 695 time: 0.2879064 Jun 04 16:23:13.121176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9b622018-c573-4e9f-951c-c7a1fadb60e9 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b0c0e6-a594-47fe-87e7-3435c3176ce1']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:13.136620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9b622018-c573-4e9f-951c-c7a1fadb60e9 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d4ad4a-db1c-450f-800f-1e3dca557b93') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:13.137121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9b622018-c573-4e9f-951c-c7a1fadb60e9 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d4ad4a-db1c-450f-800f-1e3dca557b93') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:13.153524 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b622018-c573-4e9f-951c-c7a1fadb60e9 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.172389 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b622018-c573-4e9f-951c-c7a1fadb60e9 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.179876 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b622018-c573-4e9f-951c-c7a1fadb60e9 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:23:13.180202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port b3f4cec0-705b-401c-b177-4b8cc0c0616d completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:13.180709 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b622018-c573-4e9f-951c-c7a1fadb60e9 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.196952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port b3f4cec0-705b-401c-b177-4b8cc0c0616d triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:13.197311 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.224853 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 59d4ad4a-db1c-450f-800f-1e3dca557b93 resource provider aggregate not found Jun 04 16:23:13.248387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63305200-09c5-416a-8bd0-f76b8a6fa2b8 req-6a0d1704-d874-483b-ba30-5b689845effb tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa2f1ff-602c-4624-a695-54d46b582c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3779957 Jun 04 16:23:13.272413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:13.272413 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.302447 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 59d4ad4a-db1c-450f-800f-1e3dca557b93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59d4ad4a-db1c-450f-800f-1e3dca557b93 found for delete ", "request_id": "req-14c9ecdc-b1ee-41e8-9238-ee1dcbb045d6"}]} Jun 04 16:23:13.349173 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b622018-c573-4e9f-951c-c7a1fadb60e9 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.357169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0118a315-f5c4-428d-ad25-6948dac7c991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:13.381226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=90d1e660-e5cb-4236-9d0c-3a13e7c798ef,segment=NetworkSegment(12e2de88-20c9-4c65-a4fc-ae655bc54a61),segment_id=12e2de88-20c9-4c65-a4fc-ae655bc54a61)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:13.385645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-75323fd5-5131-46d4-abf2-2d60416c931a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Deleting port f8cf01bf-3963-4ddd-974c-9fa2104dc2db {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:13.385982 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-75323fd5-5131-46d4-abf2-2d60416c931a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.392452 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.407209 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b622018-c573-4e9f-951c-c7a1fadb60e9 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.410251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b622018-c573-4e9f-951c-c7a1fadb60e9 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Pushing event deleted for resources: {'Network': ['ID=e1b0c0e6-a594-47fe-87e7-3435c3176ce1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:13.425015 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9b622018-c573-4e9f-951c-c7a1fadb60e9 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] 10.222.0.13 "DELETE /v2.0/networks/e1b0c0e6-a594-47fe-87e7-3435c3176ce1 HTTP/1.1" status: 204 len: 168 time: 0.7255099 Jun 04 16:23:13.432718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40360) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:13.508516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port b3f4cec0-705b-401c-b177-4b8cc0c0616d is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:13.508516 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.520905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=90d1e660-e5cb-4236-9d0c-3a13e7c798ef,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:13.524436 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd0a995-4e43-46d5-a11e-b73af9643c64 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] DELETE failed (client error): The resource could not be found. Jun 04 16:23:13.524926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd0a995-4e43-46d5-a11e-b73af9643c64 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:23:13.575963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b3f4cec0-705b-401c-b177-4b8cc0c0616d, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b3f4cec0-705b-401c-b177-4b8cc0c0616d,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:13.588232 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.599689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fdd0a995-4e43-46d5-a11e-b73af9643c64 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] 10.222.0.13 "DELETE /v2.0/ports/10829fdc-88cc-4212-b4c5-209457ec77d0 HTTP/1.1" status: 404 len: 333 time: 0.1659684 Jun 04 16:23:13.602728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40364) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:13.607291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Allocated IP 192.168.233.203 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/d42f24e3-1ab4-4412-90bc-8764691d5241) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:13.666106 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=b3f4cec0-705b-401c-b177-4b8cc0c0616d,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:13.703441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b73f49-4f5e-4c84-a42b-ca6013153122 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Deleting subnet 4f5b4b60-9d89-4ad0-815c-c0b7d23556eb {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:23:13.708394 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99b73f49-4f5e-4c84-a42b-ca6013153122 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.767665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8b53061-114c-47f4-aed9-82ea1fafff22 req-2de0f171-4211-4174-9943-eb1cb7feaf3c tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0670145 Jun 04 16:23:13.769215 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99b73f49-4f5e-4c84-a42b-ca6013153122 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.876740 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99b73f49-4f5e-4c84-a42b-ca6013153122 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.905651 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-75323fd5-5131-46d4-abf2-2d60416c931a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.905968 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-75323fd5-5131-46d4-abf2-2d60416c931a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:13.958307 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99b73f49-4f5e-4c84-a42b-ca6013153122 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.004902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b73f49-4f5e-4c84-a42b-ca6013153122 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5b4b60-9d89-4ad0-815c-c0b7d23556eb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:14.009187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99b73f49-4f5e-4c84-a42b-ca6013153122 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.017816 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-99b73f49-4f5e-4c84-a42b-ca6013153122 tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] 10.222.0.13 "DELETE /v2.0/subnets/4f5b4b60-9d89-4ad0-815c-c0b7d23556eb HTTP/1.1" status: 204 len: 168 time: 0.4118135 Jun 04 16:23:14.018664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40368) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:14.020966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d5057892-c4df-4aea-895f-11ea7023f5d4 req-c0afda10-4437-4581-a9b9-e2b6b5ddc97f tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Synchronizing usage tracker for tenant:5b12069967a04945a1c4b8cdd4150a97 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:23:14.027134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bd5f0c-b7a8-4aef-899b-965f2f9e6d14 None None] Network 1306a5a1-a2ef-4c01-b1b2-90a20625a444 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:23:14.095113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-75323fd5-5131-46d4-abf2-2d60416c931a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Calling delete_port for f8cf01bf-3963-4ddd-974c-9fa2104dc2db owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:14.158175 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.171074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Deleting port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:14.171074 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.183270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d5057892-c4df-4aea-895f-11ea7023f5d4 req-c0afda10-4437-4581-a9b9-e2b6b5ddc97f tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Unset dirty status for tenant:5b12069967a04945a1c4b8cdd4150a97 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:23:14.190673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5057892-c4df-4aea-895f-11ea7023f5d4 req-c0afda10-4437-4581-a9b9-e2b6b5ddc97f tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 210 time: 0.2883937 Jun 04 16:23:14.225975 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.244038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Transition to ACTIVE for port object d42f24e3-1ab4-4412-90bc-8764691d5241 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:14.323420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e9611-8e0e-4809-9041-bd61d9414df7 None None] DHCP port deletion for 1306a5a1-a2ef-4c01-b1b2-90a20625a444 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:23:14.327371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e9611-8e0e-4809-9041-bd61d9414df7 None None] Deleting port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:14.327740 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9611-8e0e-4809-9041-bd61d9414df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.334997 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.357207 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['b15040dd-6643-4310-8251-298fe9f4dcff'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:23:14.434250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] For port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c243a6e0-def7-4c6e-be71-2f7aa6fc77a0,segment=NetworkSegment(29225484-5dc5-4720-aac9-a64ee54fbfa0),segment_id=29225484-5dc5-4720-aac9-a64ee54fbfa0)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:14.434691 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.463455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:14.480382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:14.490418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:14.559222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:14.559835 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.595973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4018691 Jun 04 16:23:14.596552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925696b6-61e6-4e6a-a857-de509e6f36d1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Pushing event updated for resources: {'Port': ['ID=d42f24e3-1ab4-4412-90bc-8764691d5241,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:14.599818 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-75323fd5-5131-46d4-abf2-2d60416c931a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.644218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Request body: {'port': {'device_id': 'd7798a8f-721e-4a7d-9551-6fd2c46bc808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:14.671424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Calling delete_port for c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:14.695766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8a7e9611-8e0e-4809-9041-bd61d9414df7 None None] For port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c243a6e0-def7-4c6e-be71-2f7aa6fc77a0,segment=NetworkSegment(29225484-5dc5-4720-aac9-a64ee54fbfa0),segment_id=29225484-5dc5-4720-aac9-a64ee54fbfa0)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:14.696158 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9611-8e0e-4809-9041-bd61d9414df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.744316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75323fd5-5131-46d4-abf2-2d60416c931a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Pushing event deleted for resources: {'Port': ['ID=f8cf01bf-3963-4ddd-974c-9fa2104dc2db,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:14.755460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97937eb0-57bf-4162-a72f-775a469b2de9 req-5ab420c3-8596-49cb-8652-ba76a7647574 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:14.756946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97937eb0-57bf-4162-a72f-775a469b2de9 req-5ab420c3-8596-49cb-8652-ba76a7647574 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4280961 Jun 04 16:23:14.770910 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.829149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Pushing event deleted for resources: {'Port': ['ID=c243a6e0-def7-4c6e-be71-2f7aa6fc77a0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:14.832352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] No DVR routers for this DVR port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:23:14.841852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e9611-8e0e-4809-9041-bd61d9414df7 None None] Calling delete_port for c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:14.939096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1b39436f-3c9e-42f3-8d97-84c573c2ed26 None None] Provisioning for port d42f24e3-1ab4-4412-90bc-8764691d5241 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:14.958885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1b39436f-3c9e-42f3-8d97-84c573c2ed26 None None] Provisioning complete for port d42f24e3-1ab4-4412-90bc-8764691d5241 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:14.959357 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1b39436f-3c9e-42f3-8d97-84c573c2ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.966645 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:14.992921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1306a5a1-a2ef-4c01-b1b2-90a20625a444']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:15.010920 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29225484-5dc5-4720-aac9-a64ee54fbfa0') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:15.011180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29225484-5dc5-4720-aac9-a64ee54fbfa0') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:15.024776 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:15.037565 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-75323fd5-5131-46d4-abf2-2d60416c931a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:15.040068 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-75323fd5-5131-46d4-abf2-2d60416c931a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:15.041210 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86b9d293-a394-4703-835c-dfdf1a34f340 req-75323fd5-5131-46d4-abf2-2d60416c931a tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "DELETE /v2.0/floatingips/b3a5cb1c-b689-428e-aa80-6f7905c547cc HTTP/1.1" status: 204 len: 173 time: 1.9425628 Jun 04 16:23:15.041954 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:15.042490 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-8a7e9611-8e0e-4809-9041-bd61d9414df7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:23:15.043432 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-8a7e9611-8e0e-4809-9041-bd61d9414df7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:23:15.046905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1b39436f-3c9e-42f3-8d97-84c573c2ed26 None None] Port d42f24e3-1ab4-4412-90bc-8764691d5241 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:23:15.056290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97937eb0-57bf-4162-a72f-775a469b2de9 req-40812bf4-9138-4301-bfd6-fd809972dc94 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314328 Jun 04 16:23:15.136607 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-059878ac-2d9c-48f1-be7f-74693ff8bce6'] response: {'server_uuid': '0118a315-f5c4-428d-ad25-6948dac7c991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef', 'code': 200} Jun 04 16:23:15.153163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:15.166952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:23:15.167502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:15.272992 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:15.278007 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:15.311430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] Pushing event deleted for resources: {'Network': ['ID=1306a5a1-a2ef-4c01-b1b2-90a20625a444,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:15.317913 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-54e31a46-bbbb-414d-9661-d7441389d31b tempest-DHCPAgentSchedulersTestJSON-938575044 tempest-DHCPAgentSchedulersTestJSON-938575044-project] 10.222.0.13 "DELETE /v2.0/networks/1306a5a1-a2ef-4c01-b1b2-90a20625a444 HTTP/1.1" status: 204 len: 168 time: 1.2964137 Jun 04 16:23:15.328814 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 29225484-5dc5-4720-aac9-a64ee54fbfa0 resource provider aggregate not found Jun 04 16:23:15.352414 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 29225484-5dc5-4720-aac9-a64ee54fbfa0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29225484-5dc5-4720-aac9-a64ee54fbfa0 found for delete ", "request_id": "req-eafbc264-32dc-4267-8d8f-42a244bc0c9f"}]} Jun 04 16:23:15.545283 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e9611-8e0e-4809-9041-bd61d9414df7 None None] Deleting port c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:15.545283 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9611-8e0e-4809-9041-bd61d9414df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:15.552258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec5f92-84c9-49b0-a1c5-242345a063c7 req-c8a4cb55-b03a-4f85-94c2-296a5ccf62e2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:15.553731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93ec5f92-84c9-49b0-a1c5-242345a063c7 req-c8a4cb55-b03a-4f85-94c2-296a5ccf62e2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.3499920 Jun 04 16:23:15.584440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed6330-4883-4e1e-8777-d004f60b22e6 req-578ecd7c-b5bc-42bf-a751-abace8686cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:15.585965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35ed6330-4883-4e1e-8777-d004f60b22e6 req-578ecd7c-b5bc-42bf-a751-abace8686cdf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 1096 time: 0.3305547 Jun 04 16:23:15.597813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176625d-cf9d-42b6-8eca-e8908573e7c2 req-50c8f16a-5869-4918-b975-f492dc1e5501 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:15.599251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4176625d-cf9d-42b6-8eca-e8908573e7c2 req-50c8f16a-5869-4918-b975-f492dc1e5501 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 945 time: 0.3109717 Jun 04 16:23:15.613003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40392) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:15.616836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e9611-8e0e-4809-9041-bd61d9414df7 None None] The port 'c243a6e0-def7-4c6e-be71-2f7aa6fc77a0' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:23:15.684166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93ec5f92-84c9-49b0-a1c5-242345a063c7 req-5eb90de3-0faa-458f-8faa-a12baeee33b3 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195245 Jun 04 16:23:15.763168 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35ed6330-4883-4e1e-8777-d004f60b22e6 req-672197b1-6666-4df4-bce3-b851d9df7c7d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=afa2f1ff-602c-4624-a695-54d46b582c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595702 Jun 04 16:23:15.774295 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4176625d-cf9d-42b6-8eca-e8908573e7c2 req-ae761118-c7ad-4a39-830b-ce9b408b7b33 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa2f1ff-602c-4624-a695-54d46b582c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532218 Jun 04 16:23:15.778296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42f24e3-1ab4-4412-90bc-8764691d5241 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:23:15.790296 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:15.793063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:23:15.808304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Transition to ACTIVE for port object d42f24e3-1ab4-4412-90bc-8764691d5241 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:15.815023 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:15.826950 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-da7f0677-0081-4252-8dd6-b6a3b42d703e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99f376aa90144a76b2236dfd51cd03e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124710 Jun 04 16:23:15.829316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40400) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:15.865315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:23:15.866084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c243a6e0-def7-4c6e-be71-2f7aa6fc77a0 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:23:15.910106 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79a98bd8-dba7-4a41-9164-2aa4b9b68088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:15.927642 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c87a8eb-9644-4751-9ab8-9fc78f67fc66 req-a5bd09cd-8b47-4c6a-b6d8-c91defbbd1ad tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0664477 Jun 04 16:23:15.961751 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79a98bd8-dba7-4a41-9164-2aa4b9b68088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:16.068851 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79a98bd8-dba7-4a41-9164-2aa4b9b68088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:16.100897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Pushing event updated for resources: {'Port': ['ID=d42f24e3-1ab4-4412-90bc-8764691d5241,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:16.115317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a98bd8-dba7-4a41-9164-2aa4b9b68088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508e769c-ff21-449e-8239-2c0e97e87fa4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:16.119267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79a98bd8-dba7-4a41-9164-2aa4b9b68088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:16.120507 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-79a98bd8-dba7-4a41-9164-2aa4b9b68088 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/508e769c-ff21-449e-8239-2c0e97e87fa4 HTTP/1.1" status: 204 len: 168 time: 0.2901027 Jun 04 16:23:16.200394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Attempting to bind port d42f24e3-1ab4-4412-90bc-8764691d5241 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:23:16.200719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Attempting to bind port d42f24e3-1ab4-4412-90bc-8764691d5241 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:23:16.201243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Attempting to bind port d42f24e3-1ab4-4412-90bc-8764691d5241 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:23:16.213980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Port d42f24e3-1ab4-4412-90bc-8764691d5241 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:23:16.214389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Attempting to bind port d42f24e3-1ab4-4412-90bc-8764691d5241 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:23:16.220661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:23:16.221133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:23:16.221675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:23:16.222151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Bound port: d42f24e3-1ab4-4412-90bc-8764691d5241, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:23:16.222557 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:16.377804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8f54e-5c91-40ab-8e1d-55a9cccf2e79 req-58d3ce92-553e-4dba-81aa-60e138e91087 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:16.379290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ef8f54e-5c91-40ab-8e1d-55a9cccf2e79 req-58d3ce92-553e-4dba-81aa-60e138e91087 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 948 time: 0.2402365 Jun 04 16:23:16.417569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] For port d42f24e3-1ab4-4412-90bc-8764691d5241, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:23:16.437873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] For port d42f24e3-1ab4-4412-90bc-8764691d5241, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=d42f24e3-1ab4-4412-90bc-8764691d5241,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:23:16.449290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef49dfb-26e7-46a8-940c-9311bf1038d4 req-0651eb40-70cb-465e-a117-5fe320e9330d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:16.449486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40412) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:16.450784 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cef49dfb-26e7-46a8-940c-9311bf1038d4 req-0651eb40-70cb-465e-a117-5fe320e9330d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2178669 Jun 04 16:23:16.458339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:16.467043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a4780b7d-9160-4c33-8a15-5bf7a7c27abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:16.481043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a4780b7d-9160-4c33-8a15-5bf7a7c27abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:16.484885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a4780b7d-9160-4c33-8a15-5bf7a7c27abd admin admin] Usage tracker for resource:security_group_rule and tenant:facae0a175004e99976f3dcfa847bfc6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:16.487718 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a4780b7d-9160-4c33-8a15-5bf7a7c27abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:16.494399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a4780b7d-9160-4c33-8a15-5bf7a7c27abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:16.511768 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ef8f54e-5c91-40ab-8e1d-55a9cccf2e79 req-8e05c465-c5a8-4577-811d-84862e064e6f tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248515 Jun 04 16:23:16.547329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:16.547940 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:16.549289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] 10.222.0.46 "PUT /v2.0/ports/d42f24e3-1ab4-4412-90bc-8764691d5241 HTTP/1.1" status: 200 len: 1096 time: 1.9093342 Jun 04 16:23:16.549725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7798a8f-721e-4a7d-9551-6fd2c46bc808', 'tag': 'd42f24e3-1ab4-4412-90bc-8764691d5241'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:16.596234 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cef49dfb-26e7-46a8-940c-9311bf1038d4 req-7e193a5f-7026-4f7e-a4bf-74a3e9aa46c9 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391172 Jun 04 16:23:16.603499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391499d-95d8-419c-85d9-368c474d0b98 service neutron] Pushing event updated for resources: {'Port': ['ID=d42f24e3-1ab4-4412-90bc-8764691d5241,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:16.618212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a4780b7d-9160-4c33-8a15-5bf7a7c27abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:16.624858 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a4780b7d-9160-4c33-8a15-5bf7a7c27abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:16.724161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4780b7d-9160-4c33-8a15-5bf7a7c27abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94a1344-2d20-41a2-8296-7bdbe93370e7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:16.731202 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a4780b7d-9160-4c33-8a15-5bf7a7c27abd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=facae0a175004e99976f3dcfa847bfc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808630 Jun 04 16:23:16.733782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40422) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:16.738209 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba096011-421c-42bc-ad61-d8bef1d4989e'] response: {'name': 'network-changed', 'server_uuid': 'd7798a8f-721e-4a7d-9551-6fd2c46bc808', 'tag': 'd42f24e3-1ab4-4412-90bc-8764691d5241', 'status': 'completed', 'code': 200} Jun 04 16:23:16.829651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-07ecc547-8f2d-4896-a1be-8469eaf65b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:16.857304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee0893-239f-4942-bc65-885cf44548cd req-1a8b9ce4-d323-467e-bf26-a207553c9758 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:16.857513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6fee0893-239f-4942-bc65-885cf44548cd req-1a8b9ce4-d323-467e-bf26-a207553c9758 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Synchronizing usage tracker for tenant:0224328c1dd043e49f1d5edbdb5e771e on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:23:16.872608 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-07ecc547-8f2d-4896-a1be-8469eaf65b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:16.943559 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-07ecc547-8f2d-4896-a1be-8469eaf65b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:16.961590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecc547-8f2d-4896-a1be-8469eaf65b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94a1344-2d20-41a2-8296-7bdbe93370e7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:16.980120 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-07ecc547-8f2d-4896-a1be-8469eaf65b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:16.987780 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-07ecc547-8f2d-4896-a1be-8469eaf65b64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b94a1344-2d20-41a2-8296-7bdbe93370e7 HTTP/1.1" status: 204 len: 168 time: 0.2514436 Jun 04 16:23:17.003493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-04a55451-b9f4-470b-8fda-b0d909f18399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:17.004949 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-04a55451-b9f4-470b-8fda-b0d909f18399 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b12069967a04945a1c4b8cdd4150a97&device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 1099 time: 0.3892531 Jun 04 16:23:17.087382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6fee0893-239f-4942-bc65-885cf44548cd req-1a8b9ce4-d323-467e-bf26-a207553c9758 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Unset dirty status for tenant:0224328c1dd043e49f1d5edbdb5e771e on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:23:17.088534 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fee0893-239f-4942-bc65-885cf44548cd req-1a8b9ce4-d323-467e-bf26-a207553c9758 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 945 time: 0.4096508 Jun 04 16:23:17.090706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-269fcb91-3807-40b8-ae80-891f7caeb7c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d42f24e3-1ab4-4412-90bc-8764691d5241 HTTP/1.1" status: 200 len: 217 time: 0.0674474 Jun 04 16:23:17.137620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61448b4c-4b20-4b36-b371-7f6386844d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f4cec0-705b-401c-b177-4b8cc0c0616d'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:17.192419 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fee0893-239f-4942-bc65-885cf44548cd req-21ce2626-4e64-413c-8fc1-41d965cf0483 tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/security-groups?id=50a5d0da-56f8-4a89-b346-b2b9680b18cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944183 Jun 04 16:23:17.199749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2ef03-dec5-4106-9f78-3c2a55d31424 req-8d732244-2a8b-41ee-a8f7-491097832404 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:17.201201 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cea2ef03-dec5-4106-9f78-3c2a55d31424 req-8d732244-2a8b-41ee-a8f7-491097832404 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4087427 Jun 04 16:23:17.215485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-6bfa3fbc-8b64-4141-afd3-8498a13c10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:17.215485 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-6bfa3fbc-8b64-4141-afd3-8498a13c10ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1096883 Jun 04 16:23:17.304048 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cea2ef03-dec5-4106-9f78-3c2a55d31424 req-cec6eb22-3aff-4381-bce8-2e2ef4e00c08 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897911 Jun 04 16:23:17.375565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-5c8e1e95-541e-4738-b987-de9c61fef4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:17.377053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-5c8e1e95-541e-4738-b987-de9c61fef4ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512687 Jun 04 16:23:17.493995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4742e-3065-473c-8570-b0b5d86b76be req-4f75008b-9642-4659-b610-082e91d2381e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:17.494717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-abe4742e-3065-473c-8570-b0b5d86b76be req-4f75008b-9642-4659-b610-082e91d2381e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Synchronizing usage tracker for tenant:0224328c1dd043e49f1d5edbdb5e771e on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:23:17.507892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-abe4742e-3065-473c-8570-b0b5d86b76be req-4f75008b-9642-4659-b610-082e91d2381e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Unset dirty status for tenant:0224328c1dd043e49f1d5edbdb5e771e on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:23:17.509374 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-abe4742e-3065-473c-8570-b0b5d86b76be req-4f75008b-9642-4659-b610-082e91d2381e tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 945 time: 0.0979636 Jun 04 16:23:17.547547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31df77d-dfd3-4d6f-bf9f-0d88b16c476f req-d68c7fd5-f8f1-4c3f-b5f9-3e25e2867901 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:17.549040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d31df77d-dfd3-4d6f-bf9f-0d88b16c476f req-d68c7fd5-f8f1-4c3f-b5f9-3e25e2867901 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.2364619 Jun 04 16:23:17.601227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-abe4742e-3065-473c-8570-b0b5d86b76be req-44e89f93-fa13-4701-b4b8-064c361367ab tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Deleting port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:17.601668 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-abe4742e-3065-473c-8570-b0b5d86b76be req-44e89f93-fa13-4701-b4b8-064c361367ab tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:17.639265 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-8a0d0cd5-cf78-4b5e-8269-31951fc623c2 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540119 Jun 04 16:23:17.690341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d31df77d-dfd3-4d6f-bf9f-0d88b16c476f req-c653e0f7-acff-442e-9e9b-92f5a84bc8dd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305778 Jun 04 16:23:17.699796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50fd6-2c2c-40b8-9d2a-5ed10a61c488 req-d7b1a933-5418-44db-af12-3853832f448e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:17.701289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ca50fd6-2c2c-40b8-9d2a-5ed10a61c488 req-d7b1a933-5418-44db-af12-3853832f448e tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 945 time: 0.2411423 Jun 04 16:23:17.806682 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ca50fd6-2c2c-40b8-9d2a-5ed10a61c488 req-7ffdf47e-f914-41f2-a0f4-4a856e75a52d tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa2f1ff-602c-4624-a695-54d46b582c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618701 Jun 04 16:23:17.842677 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15a6253a-6bc6-41f3-9fb6-95c2c0b1476f req-907ec2c4-bda2-4c3a-835b-6249756e4628 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878541 Jun 04 16:23:17.904950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-555e0905-74f0-455b-82ea-93404c88b7e8 req-79a30c49-4414-49be-a140-1ef5ca2b1040 tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0494893 Jun 04 16:23:17.906461 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87191942-dcea-43c8-a38d-9540834d3ab0'] response: {'server_uuid': '61448b4c-4b20-4b36-b371-7f6386844d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f4cec0-705b-401c-b177-4b8cc0c0616d', 'code': 200} Jun 04 16:23:17.965218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-abe4742e-3065-473c-8570-b0b5d86b76be req-44e89f93-fa13-4701-b4b8-064c361367ab tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] For port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=96d58942-8d65-4e1e-96b9-c5ae129c8bfc,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:17.965775 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-abe4742e-3065-473c-8570-b0b5d86b76be req-44e89f93-fa13-4701-b4b8-064c361367ab tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:18.020479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b1fbc-112e-4009-8164-70147b266b3d req-17d38c52-e484-4681-913c-d49f380d9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:18.022287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb3b1fbc-112e-4009-8164-70147b266b3d req-17d38c52-e484-4681-913c-d49f380d9198 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b12069967a04945a1c4b8cdd4150a97&device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 1099 time: 0.1135247 Jun 04 16:23:18.177262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-abe4742e-3065-473c-8570-b0b5d86b76be req-44e89f93-fa13-4701-b4b8-064c361367ab tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Calling delete_port for 96d58942-8d65-4e1e-96b9-c5ae129c8bfc owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:18.276606 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed1695-a8b1-40b5-8c33-4855b6e83d93 req-69101e52-f5f2-4e91-af10-ea42674a4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:18.278115 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b6ed1695-a8b1-40b5-8c33-4855b6e83d93 req-69101e52-f5f2-4e91-af10-ea42674a4bbd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 1096 time: 0.2970386 Jun 04 16:23:18.296053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade1274-734d-4a0c-a1c1-52138b470961 req-38f70e22-b46e-454f-aeb1-2bb366532a69 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:18.297567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ade1274-734d-4a0c-a1c1-52138b470961 req-38f70e22-b46e-454f-aeb1-2bb366532a69 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 948 time: 0.1811686 Jun 04 16:23:18.298634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b1fbc-112e-4009-8164-70147b266b3d req-7efa059b-2638-49e1-a14c-d124e00ab7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:18.299928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb3b1fbc-112e-4009-8164-70147b266b3d req-7efa059b-2638-49e1-a14c-d124e00ab7f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2707477 Jun 04 16:23:18.371360 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b6ed1695-a8b1-40b5-8c33-4855b6e83d93 req-c78854b4-3158-4d8f-942b-6373267cb973 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870914 Jun 04 16:23:18.382487 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-abe4742e-3065-473c-8570-b0b5d86b76be req-44e89f93-fa13-4701-b4b8-064c361367ab tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:18.390939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb3b1fbc-112e-4009-8164-70147b266b3d req-92e6bb4e-ccde-4e53-9783-0d43f1e7b7d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d42f24e3-1ab4-4412-90bc-8764691d5241 HTTP/1.1" status: 200 len: 217 time: 0.0802391 Jun 04 16:23:18.394679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['96d58942-8d65-4e1e-96b9-c5ae129c8bfc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:23:18.422689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ade1274-734d-4a0c-a1c1-52138b470961 req-b33c96b9-33b8-46ce-9514-b3fb159c5c26 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159403 Jun 04 16:23:18.455492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae1cda-f3f0-437f-9a72-cdf1a5e901fd req-0d71219e-e15f-464a-bc1e-f4ef2a66dd14 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:18.457123 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7ae1cda-f3f0-437f-9a72-cdf1a5e901fd req-0d71219e-e15f-464a-bc1e-f4ef2a66dd14 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 945 time: 0.2615545 Jun 04 16:23:18.467522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40478) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:18.475249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b503372d-dcd5-4e72-b487-7b46c50eaea6 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Request body: {'floatingip': {'port_id': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:18.487905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e89f93-fa13-4701-b4b8-064c361367ab tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Pushing event deleted for resources: {'Port': ['ID=96d58942-8d65-4e1e-96b9-c5ae129c8bfc,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:18.631452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe4742e-3065-473c-8570-b0b5d86b76be req-44e89f93-fa13-4701-b4b8-064c361367ab tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] No DVR routers for this DVR port 96d58942-8d65-4e1e-96b9-c5ae129c8bfc on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:23:18.634658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-abe4742e-3065-473c-8570-b0b5d86b76be req-44e89f93-fa13-4701-b4b8-064c361367ab tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:18.637943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'name': 'network-vif-deleted', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:18.663375 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-abe4742e-3065-473c-8570-b0b5d86b76be req-44e89f93-fa13-4701-b4b8-064c361367ab tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.46 "DELETE /v2.0/ports/96d58942-8d65-4e1e-96b9-c5ae129c8bfc HTTP/1.1" status: 204 len: 173 time: 1.1481562 Jun 04 16:23:18.679572 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b503372d-dcd5-4e72-b487-7b46c50eaea6 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:18.756073 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40490) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:18.875533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:18.880658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:18.885049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Usage tracker for resource:floatingip and tenant:06768f5783dd4498873719711b310a5a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:18.888690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:18.894808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:18.906029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:18.976382 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7151e9b0-27e3-4565-b446-72599e53f8b8 req-ccd819d2-7289-4bf6-b9fa-7afacfdac4ca tempest-FloatingIPsAssociationTestJSON-823717096 tempest-FloatingIPsAssociationTestJSON-823717096-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cdc48be-b7f0-4e77-9be3-e6fdf74ca169 HTTP/1.1" status: 200 len: 210 time: 0.2990222 Jun 04 16:23:19.038814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b1fbc-112e-4009-8164-70147b266b3d req-9f6fddb9-62c5-42ce-8325-82156ec35500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:19.040716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb3b1fbc-112e-4009-8164-70147b266b3d req-9f6fddb9-62c5-42ce-8325-82156ec35500 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.3968792 Jun 04 16:23:19.053110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:19.110180 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b9c423-e989-429f-9662-927b24fcff71'] response: {'server_uuid': '1cdc48be-b7f0-4e77-9be3-e6fdf74ca169', 'name': 'network-vif-deleted', 'tag': '96d58942-8d65-4e1e-96b9-c5ae129c8bfc', 'status': 'completed', 'code': 200} Jun 04 16:23:19.315572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a2ae0-d1a6-4247-bdc6-b5ac7861fb8c req-ad0204d9-4aa6-4c76-a693-66b7b6e73425 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:19.317046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e74a2ae0-d1a6-4247-bdc6-b5ac7861fb8c req-ad0204d9-4aa6-4c76-a693-66b7b6e73425 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.7457392 Jun 04 16:23:19.338527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Allocated IP 172.25.5.251 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/10d9e945-915f-40c2-a608-87836d48d3c7) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:19.457090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b1fbc-112e-4009-8164-70147b266b3d req-484fde42-78f0-4603-9536-4ea458ee2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:19.458677 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb3b1fbc-112e-4009-8164-70147b266b3d req-484fde42-78f0-4603-9536-4ea458ee2ffa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4092374 Jun 04 16:23:19.469356 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e74a2ae0-d1a6-4247-bdc6-b5ac7861fb8c req-fc8b32cc-5aed-4ed1-b574-be87bd1f880d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419349 Jun 04 16:23:19.517092 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:19.559072 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:19.628102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:19.636979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:19.650118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:19.708842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Pushing event updated for resources: {'Port': ['ID=10d9e945-915f-40c2-a608-87836d48d3c7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:19.734768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602b86a-0ca9-4de4-8d92-8caaf2df3c90 req-281844b8-1004-4730-9888-a8e8418013bb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:19.742261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7602b86a-0ca9-4de4-8d92-8caaf2df3c90 req-281844b8-1004-4730-9888-a8e8418013bb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.5040100 Jun 04 16:23:19.745544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a14f677-bd64-4de4-ba29-fc8aab56a450 req-0da3c47b-1ead-4e0b-bc30-860eada69129 tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0916083 Jun 04 16:23:19.747945 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:19.830995 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:19.840965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7602b86a-0ca9-4de4-8d92-8caaf2df3c90 req-0ca9c718-9dce-4759-a4f5-09de84e790fd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976515 Jun 04 16:23:19.844009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb3b1fbc-112e-4009-8164-70147b266b3d req-796b6e27-ac9f-466d-8944-27c3a94fdd9c service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732059 Jun 04 16:23:20.083800 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:20.089279 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:20.198289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Pushing event updated for resources: {'Port': ['ID=10d9e945-915f-40c2-a608-87836d48d3c7,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:20.208029 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb3b1fbc-112e-4009-8164-70147b266b3d req-46646ae5-3e96-4610-bed0-ca5597b6f81f service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537362 Jun 04 16:23:20.208537 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:20.216511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b503372d-dcd5-4e72-b487-7b46c50eaea6 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:20.231437 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b503372d-dcd5-4e72-b487-7b46c50eaea6 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:20.232945 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:20.237262 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3ff32251-e6cd-4de1-af07-7434224d2496 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4772375 Jun 04 16:23:20.237408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40508) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:20.243388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1972905663', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'fixed_ips': [{'ip_address': '172.25.5.251'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:20.248530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:20.252771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Usage tracker for resource:port and tenant:06768f5783dd4498873719711b310a5a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:20.256542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:20.263138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:20.282500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Made reservation on behalf of 06768f5783dd4498873719711b310a5a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:20.285164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8891c-64a2-4421-961f-21354287cef9 req-c475534d-8dfb-49aa-b9b8-082319991d71 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:20.286044 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:20.286666 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21e8891c-64a2-4421-961f-21354287cef9 req-c475534d-8dfb-49aa-b9b8-082319991d71 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 948 time: 0.4039354 Jun 04 16:23:20.299980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d0465-7066-4d49-a2b2-d91241e8ffd1 req-518c2291-c81e-4008-85a5-d590d8b07972 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:20.301477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a2d0465-7066-4d49-a2b2-d91241e8ffd1 req-518c2291-c81e-4008-85a5-d590d8b07972 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3294263 Jun 04 16:23:20.301779 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:20.323520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:20.329375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Usage tracker for resource:security_group_rule and tenant:06768f5783dd4498873719711b310a5a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:20.332745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:20.339410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:20.432898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:20.438043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:20.448364 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] device_id is not set on port 73a7decc-5a0b-4148-81dc-8d4a51faa29c yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:23:20.523104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1c3f2d-ccae-4831-8ca4-44b6bfc5110f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:20.585018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a2d0465-7066-4d49-a2b2-d91241e8ffd1 req-a5aeddd5-eb6a-493e-ae4e-48c2842dab4f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726817 Jun 04 16:23:20.621910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21e8891c-64a2-4421-961f-21354287cef9 req-6c3cd732-670c-4170-8ba8-92621fbe668e tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947419 Jun 04 16:23:20.672457 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-b503372d-dcd5-4e72-b487-7b46c50eaea6 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Floating IP 34d9ce82-b6c1-4f8b-ae10-3438b99fcf7a associated. External IP: 172.25.5.5, port: 90d1e660-e5cb-4236-9d0c-3a13e7c798ef. Jun 04 16:23:20.713589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40518) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:20.913705 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 04 16:23:20.914328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:23:20.997366 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4168803-e7ae-4f80-8fa1-5225511b1e25 req-b93e821c-4334-4ede-9d19-3f28e2f729d1 tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0746343 Jun 04 16:23:21.037025 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-49e856ab-c13d-4139-bd88-939d76226bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7960105 Jun 04 16:23:21.038996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40532) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:21.062727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device d42f24e3-1ab4-4412-90bc-8764691d5241 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:23:21.065958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 96d58942-8d65-4e1e-96b9-c5ae129c8bfc no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:23:21.104813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 96d58942-8d65-4e1e-96b9-c5ae129c8bfc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:23:21.105142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 96d58942-8d65-4e1e-96b9-c5ae129c8bfc not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:23:21.245178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b503372d-dcd5-4e72-b487-7b46c50eaea6 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:23:21.328322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port d42f24e3-1ab4-4412-90bc-8764691d5241, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=d42f24e3-1ab4-4412-90bc-8764691d5241,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:21.350309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'd42f24e3-1ab4-4412-90bc-8764691d5241', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': 'd42f24e3-1ab4-4412-90bc-8764691d5241', 'mac_address': 'fa:16:3e:82:e0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:23:21.371514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df5909-1295-4434-b1f1-1e5dd850c36a req-2aefc1f5-61a0-454a-960c-ee4f772d5cdc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:21.378602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3df5909-1295-4434-b1f1-1e5dd850c36a req-2aefc1f5-61a0-454a-960c-ee4f772d5cdc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.2397854 Jun 04 16:23:21.391024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c562b9-092a-410d-b29c-6d4ad4a8ea87 req-0677d088-a743-4c86-99ed-dd7b67b8a1d0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:21.392805 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91c562b9-092a-410d-b29c-6d4ad4a8ea87 req-0677d088-a743-4c86-99ed-dd7b67b8a1d0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.3085730 Jun 04 16:23:21.403865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-48e1748f-a401-4b12-bc55-17a1773e0e5b tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Deleting port 10d9e945-915f-40c2-a608-87836d48d3c7 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:21.404451 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48e1748f-a401-4b12-bc55-17a1773e0e5b tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:21.455861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port d42f24e3-1ab4-4412-90bc-8764691d5241 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:21.456382 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:21.475943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42f24e3-1ab4-4412-90bc-8764691d5241 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:23:21.495562 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port d42f24e3-1ab4-4412-90bc-8764691d5241, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=d42f24e3-1ab4-4412-90bc-8764691d5241,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:21.510725 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:21.547989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91c562b9-092a-410d-b29c-6d4ad4a8ea87 req-32eeeba9-ae6d-4fb9-a852-8c9b6ec7396d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304455 Jun 04 16:23:21.580171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3df5909-1295-4434-b1f1-1e5dd850c36a req-c4cd791e-dc31-47f4-a75f-6c30119d3f74 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003684 Jun 04 16:23:21.615937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b503372d-dcd5-4e72-b487-7b46c50eaea6 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:23:21.627130 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9fe3a8-9b20-4efa-bd3f-1ee5f5b3c522 None None] Sync routers for ids ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:23:21.630704 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b503372d-dcd5-4e72-b487-7b46c50eaea6 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:21.640915 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9fe3a8-9b20-4efa-bd3f-1ee5f5b3c522 None None] Routers {'503c73ed-1d37-4b87-b5c3-fcbf0d127142'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:23:21.643442 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-da9fe3a8-9b20-4efa-bd3f-1ee5f5b3c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:23:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:21.649517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=d42f24e3-1ab4-4412-90bc-8764691d5241,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:21.746549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['d42f24e3-1ab4-4412-90bc-8764691d5241'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:23:21.759169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48e1748f-a401-4b12-bc55-17a1773e0e5b tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:21.760029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48e1748f-a401-4b12-bc55-17a1773e0e5b tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:21.838205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b503372d-dcd5-4e72-b487-7b46c50eaea6 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "PUT /v2.0/floatingips/34d9ce82-b6c1-4f8b-ae10-3438b99fcf7a HTTP/1.1" status: 200 len: 989 time: 3.3686819 Jun 04 16:23:21.841072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0118a315-f5c4-428d-ad25-6948dac7c991', 'tag': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:21.854622 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-da9fe3a8-9b20-4efa-bd3f-1ee5f5b3c522 None None] Set router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:23:21.877972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25574a23-c026-4d9b-953a-dfa4d331d81b req-5fed0b1a-ba18-4add-a386-525ea23b8864 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:21.879822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25574a23-c026-4d9b-953a-dfa4d331d81b req-5fed0b1a-ba18-4add-a386-525ea23b8864 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 946 time: 0.1781750 Jun 04 16:23:21.916883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2990e-be1d-462c-bb65-b52b54514002 req-722812e0-0a1d-460c-8087-1baea0f86a91 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:21.920799 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69b2990e-be1d-462c-bb65-b52b54514002 req-722812e0-0a1d-460c-8087-1baea0f86a91 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2205689 Jun 04 16:23:21.932425 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-48e1748f-a401-4b12-bc55-17a1773e0e5b tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Calling delete_port for 10d9e945-915f-40c2-a608-87836d48d3c7 owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:21.978995 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25574a23-c026-4d9b-953a-dfa4d331d81b req-a16a0081-4d5d-4465-b6f2-4764cbb7cc13 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887768 Jun 04 16:23:22.004007 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69b2990e-be1d-462c-bb65-b52b54514002 req-5052505e-591e-4991-811b-57628d1caac0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751545 Jun 04 16:23:22.148557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48e1748f-a401-4b12-bc55-17a1773e0e5b tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:22.209718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca345271-77a5-41a6-ba8b-a6e431f8acf8 req-02681c0d-891b-48a2-9761-765d5bc0fe1b tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:22.217428 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca345271-77a5-41a6-ba8b-a6e431f8acf8 req-02681c0d-891b-48a2-9761-765d5bc0fe1b tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 949 time: 0.0952909 Jun 04 16:23:22.258153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1748f-a401-4b12-bc55-17a1773e0e5b tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Pushing event deleted for resources: {'Port': ['ID=10d9e945-915f-40c2-a608-87836d48d3c7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:22.268896 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca345271-77a5-41a6-ba8b-a6e431f8acf8 req-f41e0adf-7bd4-4367-b0a8-2162d1c149aa tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504670 Jun 04 16:23:22.322287 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951ee64b-a859-4026-85b1-cd5b2594b282'] response: {'name': 'network-changed', 'server_uuid': '0118a315-f5c4-428d-ad25-6948dac7c991', 'tag': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef', 'status': 'completed', 'code': 200} Jun 04 16:23:22.393969 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-da9fe3a8-9b20-4efa-bd3f-1ee5f5b3c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '34d9ce82-b6c1-4f8b-ae10-3438b99fcf7a', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'port_id': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'mac_address': 'fa:16:3e:b1:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a315-f5c4-428d-ad25-6948dac7c991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:22:17Z', 'updated_at': '2022-06-04T16:23:19Z', 'revision_number': 1, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68d7c23-0f44-4ed0-ad2e-81204a969f94', 'name': '', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'mac_address': 'fa:16:3e:c6:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:22:05Z', 'updated_at': '2022-06-04T16:22:20Z', 'revision_number': 5, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'subnets': [{'id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:22.404812 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9fe3a8-9b20-4efa-bd3f-1ee5f5b3c522 None None] Checking router: 503c73ed-1d37-4b87-b5c3-fcbf0d127142 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:23:22.417656 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9fe3a8-9b20-4efa-bd3f-1ee5f5b3c522 None None] Routers {'503c73ed-1d37-4b87-b5c3-fcbf0d127142'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:23:22.418468 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-da9fe3a8-9b20-4efa-bd3f-1ee5f5b3c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:23:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:22.444192 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8cddf7-dc02-41dc-91fe-df8f2ecddcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:22.515502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48e1748f-a401-4b12-bc55-17a1773e0e5b tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:22.545598 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48e1748f-a401-4b12-bc55-17a1773e0e5b tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:22.547493 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-48e1748f-a401-4b12-bc55-17a1773e0e5b tempest-ExternalNetworksAdminNegativeTestJSON-1292941340 tempest-ExternalNetworksAdminNegativeTestJSON-1292941340-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/8c56b00b-b932-4acb-8c8a-84ba1441b1fe HTTP/1.1" status: 204 len: 168 time: 1.5028098 Jun 04 16:23:22.650792 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-da9fe3a8-9b20-4efa-bd3f-1ee5f5b3c522 None None] Set router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:23:22.695439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcef90bd-980b-4544-b376-0f7bd3e93357 req-bf5958b1-b70d-4b0a-b2f8-5478887f3331 tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.2346625 Jun 04 16:23:22.815298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6116a7cd-1749-4896-8f6e-af5b18704d9b req-f8434095-0efc-4195-84c3-ca4d3d461d5f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.1046338 Jun 04 16:23:22.857635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c719fc1-f382-4fef-991d-be48391d9361 req-6d74a799-c803-465a-b524-e6192a5d543f tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:22.859240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c719fc1-f382-4fef-991d-be48391d9361 req-6d74a799-c803-465a-b524-e6192a5d543f tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 945 time: 0.5240579 Jun 04 16:23:22.866789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ec262-7bf6-4261-a9ed-825bf08163d5 req-1f7c541f-1c97-4531-ae1f-70cb476ab7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:22.868488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-245ec262-7bf6-4261-a9ed-825bf08163d5 req-1f7c541f-1c97-4531-ae1f-70cb476ab7ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cb2d4ecac70473298db3021b7bb9bc0&device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 1096 time: 0.4565268 Jun 04 16:23:22.960511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3a8cddf7-dc02-41dc-91fe-df8f2ecddcda admin admin] Deleting port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:22.961900 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8cddf7-dc02-41dc-91fe-df8f2ecddcda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:22.996278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40558) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:23.075123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device d42f24e3-1ab4-4412-90bc-8764691d5241 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:23:23.082049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d06de-556f-4451-b492-6cfbf3d62a2b req-f6f87279-4ab9-4b69-a696-4ad0682c3ebe tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:23.083540 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-488d06de-556f-4451-b492-6cfbf3d62a2b req-f6f87279-4ab9-4b69-a696-4ad0682c3ebe tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.42 "GET /v2.0/ports?device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 946 time: 0.3312399 Jun 04 16:23:23.102574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c719fc1-f382-4fef-991d-be48391d9361 req-17a44a23-e44e-4b11-b833-4b03bcb8cd61 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa2f1ff-602c-4624-a695-54d46b582c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260370 Jun 04 16:23:23.153598 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-da9fe3a8-9b20-4efa-bd3f-1ee5f5b3c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '34d9ce82-b6c1-4f8b-ae10-3438b99fcf7a', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'port_id': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'mac_address': 'fa:16:3e:b1:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a315-f5c4-428d-ad25-6948dac7c991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:22:17Z', 'updated_at': '2022-06-04T16:23:19Z', 'revision_number': 1, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68d7c23-0f44-4ed0-ad2e-81204a969f94', 'name': '', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'mac_address': 'fa:16:3e:c6:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:22:05Z', 'updated_at': '2022-06-04T16:22:20Z', 'revision_number': 5, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'subnets': [{'id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:23.158323 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9fe3a8-9b20-4efa-bd3f-1ee5f5b3c522 None None] The sync data for ids ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'] in n-d-811809-3 is: [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '34d9ce82-b6c1-4f8b-ae10-3438b99fcf7a', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'port_id': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'mac_address': 'fa:16:3e:b1:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a315-f5c4-428d-ad25-6948dac7c991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:22:17Z', 'updated_at': '2022-06-04T16:23:19Z', 'revision_number': 1, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68d7c23-0f44-4ed0-ad2e-81204a969f94', 'name': '', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'mac_address': 'fa:16:3e:c6:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:22:05Z', 'updated_at': '2022-06-04T16:22:20Z', 'revision_number': 5, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'subnets': [{'id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:23:23.190628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port d42f24e3-1ab4-4412-90bc-8764691d5241 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:23.197237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port d42f24e3-1ab4-4412-90bc-8764691d5241 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:23.198001 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:23.202388 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-884f277b-9392-4438-8ecf-37908742bc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:23.226380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-884f277b-9392-4438-8ecf-37908742bc6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:23.229441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ec262-7bf6-4261-a9ed-825bf08163d5 req-74542c5b-f8bf-4496-aae8-59a30c2e5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:23.231143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-245ec262-7bf6-4261-a9ed-825bf08163d5 req-74542c5b-f8bf-4496-aae8-59a30c2e5063 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1699d6d6-223c-45a1-ac63-74a5ca719a45 HTTP/1.1" status: 200 len: 916 time: 0.3071926 Jun 04 16:23:23.233469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-884f277b-9392-4438-8ecf-37908742bc6f admin admin] Usage tracker for resource:security_group_rule and tenant:d3de442b049c4ba18ce8e4e89c30e282 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:23.237707 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-884f277b-9392-4438-8ecf-37908742bc6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:23.258473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-884f277b-9392-4438-8ecf-37908742bc6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:23.298356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-3a8cddf7-dc02-41dc-91fe-df8f2ecddcda admin admin] For port f2da1540-cab2-4a5a-91b1-0de3a82bb8a8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f2da1540-cab2-4a5a-91b1-0de3a82bb8a8,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:23.298743 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8cddf7-dc02-41dc-91fe-df8f2ecddcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:23.319245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902df99-eca2-4b29-8dbc-0b6a320c7d3c req-c6bc8efe-0c08-492e-a8cd-8d751669c752 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:23.321111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9902df99-eca2-4b29-8dbc-0b6a320c7d3c req-c6bc8efe-0c08-492e-a8cd-8d751669c752 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.4483311 Jun 04 16:23:23.353085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port d42f24e3-1ab4-4412-90bc-8764691d5241 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:23.353458 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:23.390254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7798a8f-721e-4a7d-9551-6fd2c46bc808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42f24e3-1ab4-4412-90bc-8764691d5241'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:23.402329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port d42f24e3-1ab4-4412-90bc-8764691d5241, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=d42f24e3-1ab4-4412-90bc-8764691d5241,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:23.409851 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:23.455029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-488d06de-556f-4451-b492-6cfbf3d62a2b req-a1375cb5-01c6-4794-b082-75a61a266802 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Deleting port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:23.455392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-488d06de-556f-4451-b492-6cfbf3d62a2b req-a1375cb5-01c6-4794-b082-75a61a266802 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:23.474017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c2f2ba-550a-4932-84d6-d8c1eea54855 None None] New status for floating IP 34d9ce82-b6c1-4f8b-ae10-3438b99fcf7a: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:23:23.528165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-245ec262-7bf6-4261-a9ed-825bf08163d5 req-cb1c9280-34f4-4304-bb86-d46715e1edc9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90d1e660-e5cb-4236-9d0c-3a13e7c798ef HTTP/1.1" status: 200 len: 997 time: 0.2838902 Jun 04 16:23:23.544384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9902df99-eca2-4b29-8dbc-0b6a320c7d3c req-39e6618f-3062-4416-8ecf-490842e5da09 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134979 Jun 04 16:23:23.590888 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=d42f24e3-1ab4-4412-90bc-8764691d5241,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:23.617074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3a8cddf7-dc02-41dc-91fe-df8f2ecddcda admin admin] Calling delete_port for f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:23.686472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ec262-7bf6-4261-a9ed-825bf08163d5 req-7504d8a6-4642-4485-8546-8103dcd538f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:23.688024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-245ec262-7bf6-4261-a9ed-825bf08163d5 req-7504d8a6-4642-4485-8546-8103dcd538f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3519a9f2-731b-4be2-9a88-d2aa08fb19a6 HTTP/1.1" status: 200 len: 854 time: 0.1356452 Jun 04 16:23:23.754828 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-884f277b-9392-4438-8ecf-37908742bc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:23.764882 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-884f277b-9392-4438-8ecf-37908742bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:23.796885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500eef-9001-411f-afc2-7deba6fad422 req-2893fbce-60f0-48df-9ac5-87a7f2832b4f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:23.798834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38500eef-9001-411f-afc2-7deba6fad422 req-2893fbce-60f0-48df-9ac5-87a7f2832b4f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4735141 Jun 04 16:23:23.825133 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-884f277b-9392-4438-8ecf-37908742bc6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3de442b049c4ba18ce8e4e89c30e282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8253057 Jun 04 16:23:23.826916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40574) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:23.847627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f277b-9392-4438-8ecf-37908742bc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a68f535-8e77-400a-8df4-422d25799eb7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:23.950506 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c51a2fe-c4cc-44d5-859c-3c5b69ca506e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:23.988665 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c51a2fe-c4cc-44d5-859c-3c5b69ca506e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:23.996303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38500eef-9001-411f-afc2-7deba6fad422 req-57e32e07-da45-4409-83f0-fe9769dccd45 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871459 Jun 04 16:23:24.012633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ec262-7bf6-4261-a9ed-825bf08163d5 req-a586fdd7-d887-4d29-9a03-1f0c58ac4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:24.014231 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-245ec262-7bf6-4261-a9ed-825bf08163d5 req-a586fdd7-d887-4d29-9a03-1f0c58ac4ff3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1699d6d6-223c-45a1-ac63-74a5ca719a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3123705 Jun 04 16:23:24.028299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8cddf7-dc02-41dc-91fe-df8f2ecddcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:24.059050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1deeef-47ab-443e-98e2-c755da61d48e req-e46f151a-0cef-4ad6-848e-c35c73bb9584 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:24.060595 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c1deeef-47ab-443e-98e2-c755da61d48e req-e46f151a-0cef-4ad6-848e-c35c73bb9584 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 946 time: 0.4138677 Jun 04 16:23:24.121564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cddf7-dc02-41dc-91fe-df8f2ecddcda admin admin] Pushing event deleted for resources: {'Port': ['ID=f2da1540-cab2-4a5a-91b1-0de3a82bb8a8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:24.223977 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c51a2fe-c4cc-44d5-859c-3c5b69ca506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:24.252446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-488d06de-556f-4451-b492-6cfbf3d62a2b req-a1375cb5-01c6-4794-b082-75a61a266802 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] For port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=18fb56f5-1ae6-44e9-ac47-6c154d67a3fa,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:24.253044 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-488d06de-556f-4451-b492-6cfbf3d62a2b req-a1375cb5-01c6-4794-b082-75a61a266802 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:24.306128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51a2fe-c4cc-44d5-859c-3c5b69ca506e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a68f535-8e77-400a-8df4-422d25799eb7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:24.352414 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c1deeef-47ab-443e-98e2-c755da61d48e req-01dc4af8-14ca-442b-b38c-b16a105d55eb tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381580 Jun 04 16:23:24.400074 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c51a2fe-c4cc-44d5-859c-3c5b69ca506e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:24.401222 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8c51a2fe-c4cc-44d5-859c-3c5b69ca506e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a68f535-8e77-400a-8df4-422d25799eb7 HTTP/1.1" status: 204 len: 168 time: 0.5725667 Jun 04 16:23:24.414176 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947f2273-4657-4173-8b1d-d91352640641'] response: {'server_uuid': 'd7798a8f-721e-4a7d-9551-6fd2c46bc808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42f24e3-1ab4-4412-90bc-8764691d5241', 'code': 200} Jun 04 16:23:24.431822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-488d06de-556f-4451-b492-6cfbf3d62a2b req-a1375cb5-01c6-4794-b082-75a61a266802 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Calling delete_port for 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:24.447012 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8cddf7-dc02-41dc-91fe-df8f2ecddcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:24.483197 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-245ec262-7bf6-4261-a9ed-825bf08163d5 req-0fc15cdf-d869-4774-b78c-bd8f375daeea service neutron] 10.222.0.42 "GET /v2.0/networks/1699d6d6-223c-45a1-ac63-74a5ca719a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609532 Jun 04 16:23:24.779476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40588) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:24.843251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cba1762f-70cd-42b6-93d4-bdecbd6f081f req-330d836b-3feb-406a-98e1-971fceca555a tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.1303184 Jun 04 16:23:24.862692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8cddf7-dc02-41dc-91fe-df8f2ecddcda admin admin] Router fc8031b3-14f4-4b7e-8449-fc233b5c879b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:23:24.955993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068a18f-8f20-4554-975d-d015a7e7ae4e req-a320cd93-2a5b-4d4d-9b4e-7b6093f4819d tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:24.957454 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c068a18f-8f20-4554-975d-d015a7e7ae4e req-a320cd93-2a5b-4d4d-9b4e-7b6093f4819d tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 950 time: 0.8443959 Jun 04 16:23:25.048439 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8cddf7-dc02-41dc-91fe-df8f2ecddcda admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:23:25.053339 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3a8cddf7-dc02-41dc-91fe-df8f2ecddcda admin admin] 10.222.0.13 "PUT /v2.0/routers/fc8031b3-14f4-4b7e-8449-fc233b5c879b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3399334 Jun 04 16:23:25.056114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40594) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:25.062580 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80683a94-3767-43e7-9de0-d124fcf12b0e None None] Sync routers for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:23:25.073267 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80683a94-3767-43e7-9de0-d124fcf12b0e None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:23:25.074142 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-80683a94-3767-43e7-9de0-d124fcf12b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:23:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:25.120163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596315d7-4b72-4492-a09e-1990a185854d req-06212f02-2389-4a3f-8901-869ebe2827f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:25.121678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-596315d7-4b72-4492-a09e-1990a185854d req-06212f02-2389-4a3f-8901-869ebe2827f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 1101 time: 0.6308289 Jun 04 16:23:25.126445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0efca02e-ef25-4ed2-aa9b-a42f89eaf30a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06768f5783dd4498873719711b310a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941711 Jun 04 16:23:25.126445 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-488d06de-556f-4451-b492-6cfbf3d62a2b req-a1375cb5-01c6-4794-b082-75a61a266802 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:25.127943 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-245ec262-7bf6-4261-a9ed-825bf08163d5 req-ae77dca4-f104-4525-a069-48c584ec25df service neutron] 10.222.0.42 "GET /v2.0/networks/1699d6d6-223c-45a1-ac63-74a5ca719a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365048 Jun 04 16:23:25.131306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40598) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:25.224864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c068a18f-8f20-4554-975d-d015a7e7ae4e req-8ae3e1ea-e64c-4007-abc1-4e54f915b5f7 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595551 Jun 04 16:23:25.225486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1375cb5-01c6-4794-b082-75a61a266802 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Pushing event deleted for resources: {'Port': ['ID=18fb56f5-1ae6-44e9-ac47-6c154d67a3fa,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:25.273252 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-80683a94-3767-43e7-9de0-d124fcf12b0e None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:23:25.352023 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-596315d7-4b72-4492-a09e-1990a185854d req-9cde9bba-08e3-457e-b06d-3cc4aeb6078a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199566 Jun 04 16:23:25.358335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-488d06de-556f-4451-b492-6cfbf3d62a2b req-a1375cb5-01c6-4794-b082-75a61a266802 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] No DVR routers for this DVR port 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:23:25.362214 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-488d06de-556f-4451-b492-6cfbf3d62a2b req-a1375cb5-01c6-4794-b082-75a61a266802 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:25.365589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d3f709-9f37-47cc-9fc4-c787588ccc57', 'name': 'network-vif-deleted', 'tag': '18fb56f5-1ae6-44e9-ac47-6c154d67a3fa'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:25.371756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:25.430768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43e670-1321-49a5-850e-5066e5bf1330 req-8fc969bd-c42a-4254-8b38-0836d053f8f7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:25.432591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a43e670-1321-49a5-850e-5066e5bf1330 req-8fc969bd-c42a-4254-8b38-0836d053f8f7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4682376 Jun 04 16:23:25.440821 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afc243e8-f804-45b2-8bcf-40404167b721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:25.459124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-488d06de-556f-4451-b492-6cfbf3d62a2b req-a1375cb5-01c6-4794-b082-75a61a266802 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.42 "DELETE /v2.0/ports/18fb56f5-1ae6-44e9-ac47-6c154d67a3fa HTTP/1.1" status: 204 len: 173 time: 2.3553517 Jun 04 16:23:25.504050 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afc243e8-f804-45b2-8bcf-40404167b721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:25.579696 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-80683a94-3767-43e7-9de0-d124fcf12b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:23:23Z', 'revision_number': 5, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port': {'id': '69da198d-6dc9-47b1-9925-90cf78acdbda', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:11Z', 'updated_at': '2022-06-04T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:25.583745 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80683a94-3767-43e7-9de0-d124fcf12b0e None None] Checking router: fc8031b3-14f4-4b7e-8449-fc233b5c879b for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:23:25.592623 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80683a94-3767-43e7-9de0-d124fcf12b0e None None] Routers {'fc8031b3-14f4-4b7e-8449-fc233b5c879b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:23:25.593300 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-80683a94-3767-43e7-9de0-d124fcf12b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:23:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:25.599379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a43e670-1321-49a5-850e-5066e5bf1330 req-3112519c-c208-4ecc-af4c-51e006341714 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513031 Jun 04 16:23:25.617296 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:25.632657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Deleting port 69da198d-6dc9-47b1-9925-90cf78acdbda {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:25.632968 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:25.644741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a4ff7-c6c8-42ca-bb87-2f3da9f602b6 req-59483dbe-0c61-4e2c-8d8c-4c974da1d299 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:25.650573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce8a4ff7-c6c8-42ca-bb87-2f3da9f602b6 req-59483dbe-0c61-4e2c-8d8c-4c974da1d299 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.2629964 Jun 04 16:23:25.683802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afc243e8-f804-45b2-8bcf-40404167b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:25.711092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc243e8-f804-45b2-8bcf-40404167b721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1c3f2d-ccae-4831-8ca4-44b6bfc5110f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:25.750727 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-afc243e8-f804-45b2-8bcf-40404167b721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:25.751872 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-afc243e8-f804-45b2-8bcf-40404167b721 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a1c3f2d-ccae-4831-8ca4-44b6bfc5110f HTTP/1.1" status: 204 len: 168 time: 0.6130204 Jun 04 16:23:25.782828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce8a4ff7-c6c8-42ca-bb87-2f3da9f602b6 req-74e8d0b1-7ba8-4a42-8f18-d5f1e84cba5f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232543 Jun 04 16:23:25.855422 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-80683a94-3767-43e7-9de0-d124fcf12b0e None None] Set router fc8031b3-14f4-4b7e-8449-fc233b5c879b gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:23:25.943352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] For port 69da198d-6dc9-47b1-9925-90cf78acdbda, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=69da198d-6dc9-47b1-9925-90cf78acdbda,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:25.944351 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:26.010374 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4033c723-47dc-47a7-b646-83a2a2d354b9 req-d5b3f87a-7298-4c2e-8a24-8bede664a7da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Synchronizing usage tracker for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:23:26.028259 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-80683a94-3767-43e7-9de0-d124fcf12b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:23:25Z', 'revision_number': 6, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:26.032428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4033c723-47dc-47a7-b646-83a2a2d354b9 req-d5b3f87a-7298-4c2e-8a24-8bede664a7da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Unset dirty status for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:23:26.032695 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80683a94-3767-43e7-9de0-d124fcf12b0e None None] The sync data for ids ['fc8031b3-14f4-4b7e-8449-fc233b5c879b'] in n-d-811809-3 is: [{'id': 'fc8031b3-14f4-4b7e-8449-fc233b5c879b', 'name': 'tempest-FloatingIPsAssociationTestJSON-217257455-router', 'tenant_id': '0224328c1dd043e49f1d5edbdb5e771e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:09Z', 'updated_at': '2022-06-04T16:23:25Z', 'revision_number': 6, 'project_id': '0224328c1dd043e49f1d5edbdb5e771e', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:23:26.042388 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4033c723-47dc-47a7-b646-83a2a2d354b9 req-d5b3f87a-7298-4c2e-8a24-8bede664a7da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=95d3f709-9f37-47cc-9fc4-c787588ccc57 HTTP/1.1" status: 200 len: 210 time: 0.0814426 Jun 04 16:23:26.168455 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3958d33-ad09-4cb1-8da2-37c81a45154d'] response: {'server_uuid': '95d3f709-9f37-47cc-9fc4-c787588ccc57', 'name': 'network-vif-deleted', 'tag': '18fb56f5-1ae6-44e9-ac47-6c154d67a3fa', 'status': 'completed', 'code': 200} Jun 04 16:23:26.176281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Calling delete_port for 69da198d-6dc9-47b1-9925-90cf78acdbda owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:26.502081 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:26.620107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Pushing event deleted for resources: {'Port': ['ID=69da198d-6dc9-47b1-9925-90cf78acdbda,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:26.706497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:26.706847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:26.707181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:26.707626 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:26.707963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:26.708286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:26.708602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:26.708920 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:26.709240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:26.709557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:26.709872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:26.710187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:26.783356 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c18fb3e-c5ad-416b-9609-f5554b6dad7e req-699b960f-f9a4-4faf-bd54-99106f500baf tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0714111 Jun 04 16:23:26.829915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:26.923684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:23:27.007282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:23:27.007785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 18fb56f5-1ae6-44e9-ac47-6c154d67a3fa not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:23:27.169416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21fc2-7ad8-4088-9cc0-062ce930772c req-6e60ffb3-e7fb-4fee-a6df-218b2e1d0b70 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:27.171848 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3de21fc2-7ad8-4088-9cc0-062ce930772c req-6e60ffb3-e7fb-4fee-a6df-218b2e1d0b70 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 950 time: 0.2019069 Jun 04 16:23:27.223430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20244bb4-10a0-44ad-a79f-6484b516872e req-47784df9-2f8f-4cfb-ba5b-1cb2e4ce949a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:27.225296 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20244bb4-10a0-44ad-a79f-6484b516872e req-47784df9-2f8f-4cfb-ba5b-1cb2e4ce949a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.1426110 Jun 04 16:23:27.277786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3de21fc2-7ad8-4088-9cc0-062ce930772c req-6ea1f6bf-98cb-4528-8af1-379e1efa130e tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984392 Jun 04 16:23:27.281127 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:27.291657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:27.358068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:27.358802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc8031b3-14f4-4b7e-8449-fc233b5c879b {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:23:27.375614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40664) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:27.407856 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:27.411474 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-30086a09-c373-44f7-9810-cf060bd81285 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fc8031b3-14f4-4b7e-8449-fc233b5c879b HTTP/1.1" status: 204 len: 168 time: 2.3543348 Jun 04 16:23:27.412562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40670) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:27.414580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20244bb4-10a0-44ad-a79f-6484b516872e req-12574877-aa5a-43b1-b4cf-f4197eb22ad4 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453259 Jun 04 16:23:27.497904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66e65f4-0286-4b50-b539-39d937ff63a0 admin admin] Deleting subnet f93d9fe5-83c6-45ac-8b58-aef383cf5256 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:23:27.504702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d66e65f4-0286-4b50-b539-39d937ff63a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:27.588798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee445a9-25e7-4dc6-9e9a-6b5d4d9b3721 req-72f6752b-69ca-4ba8-8da7-20331d7d8086 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:27.593941 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d66e65f4-0286-4b50-b539-39d937ff63a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:27.597324 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dee445a9-25e7-4dc6-9e9a-6b5d4d9b3721 req-72f6752b-69ca-4ba8-8da7-20331d7d8086 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.1503069 Jun 04 16:23:27.672270 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d2153eea-d3f3-4d4a-a13b-ad19ab48b6b2 req-1ec316f2-6063-44ba-9d02-c11999fcf424 tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0725551 Jun 04 16:23:27.694295 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1e94d7dd-0158-4f07-ad73-104f09cd7050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:27.703253 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1052450953'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:27.724317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:27.732800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Usage tracker for resource:network and tenant:a9e575c39a1a4c6c9132d66241e707a7 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:27.733386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dee445a9-25e7-4dc6-9e9a-6b5d4d9b3721 req-f4d594e1-600a-4bd4-8f4e-b4156c10b884 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350102 Jun 04 16:23:27.737420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:27.750587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:27.802016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:23:27.837875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:23:27.838542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f2da1540-cab2-4a5a-91b1-0de3a82bb8a8 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:23:27.839150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 69da198d-6dc9-47b1-9925-90cf78acdbda no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:23:27.879515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 69da198d-6dc9-47b1-9925-90cf78acdbda {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:23:27.879921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 69da198d-6dc9-47b1-9925-90cf78acdbda not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:23:27.888506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Made reservation on behalf of a9e575c39a1a4c6c9132d66241e707a7 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:27.892036 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:27.908432 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:27.929503 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:27.933277 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d66e65f4-0286-4b50-b539-39d937ff63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:27.966281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Usage tracker for resource:security_group_rule and tenant:a9e575c39a1a4c6c9132d66241e707a7 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:27.974457 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:27.983604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:28.040330 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d66e65f4-0286-4b50-b539-39d937ff63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.098149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e65f4-0286-4b50-b539-39d937ff63a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f93d9fe5-83c6-45ac-8b58-aef383cf5256,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:28.099737 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d66e65f4-0286-4b50-b539-39d937ff63a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.110833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a04c9e-5606-4861-8229-652967bc5a31 None None] Network 482ce9e8-f448-4828-8aaa-3cf3a32326b7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:23:28.124985 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d66e65f4-0286-4b50-b539-39d937ff63a0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f93d9fe5-83c6-45ac-8b58-aef383cf5256 HTTP/1.1" status: 204 len: 168 time: 0.7112737 Jun 04 16:23:28.127673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40682) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:28.151913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.158315 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.195006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:23:28.204908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e26cb9-8bb9-4d40-8b68-34ffb7e23158,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:28.213002 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.213362 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Added segment e1af13ce-aea9-48f4-97cf-a187af847def of type vlan for network 83d19d0a-b8c4-41c8-b382-2a9217f90601 Jun 04 16:23:28.247562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.284630 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.293991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:28.293991 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.392093 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.409670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fc687-8f96-48d9-b94b-a48528339f13 req-50c63783-d544-4e26-9718-1d19356f949f tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:28.411602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c61fc687-8f96-48d9-b94b-a48528339f13 req-50c63783-d544-4e26-9718-1d19356f949f tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 1101 time: 0.2557883 Jun 04 16:23:28.412613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Deleting port b08333ba-236e-4707-8e33-7aacc3cff7a1 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:28.413208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.416911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1a223f-9768-46d4-b4bd-6403ad0b5fbf None None] DHCP port deletion for 482ce9e8-f448-4828-8aaa-3cf3a32326b7 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:23:28.419037 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0414929 Jun 04 16:23:28.424404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40690) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:28.424678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a223f-9768-46d4-b4bd-6403ad0b5fbf None None] Deleting port b08333ba-236e-4707-8e33-7aacc3cff7a1 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:28.425843 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c1a223f-9768-46d4-b4bd-6403ad0b5fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.435005 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Request body: {'subnet': {'network_id': '83d19d0a-b8c4-41c8-b382-2a9217f90601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:28.462409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d3478-6b81-4ea2-b53c-94c2e327c267 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event updated for resources: {'Network': ['ID=83d19d0a-b8c4-41c8-b382-2a9217f90601,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:28.479337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 83d19d0a-b8c4-41c8-b382-2a9217f90601 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:23:28.514260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c61fc687-8f96-48d9-b94b-a48528339f13 req-95f81d06-988d-442e-b854-4875a9c1dc0d tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.590771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:28.601165 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Usage tracker for resource:subnet and tenant:a9e575c39a1a4c6c9132d66241e707a7 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:28.606942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:28.616413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:28.629815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Made reservation on behalf of a9e575c39a1a4c6c9132d66241e707a7 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:28.635557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.793812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-c61fc687-8f96-48d9-b94b-a48528339f13 req-95f81d06-988d-442e-b854-4875a9c1dc0d tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:28.811634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c61fc687-8f96-48d9-b94b-a48528339f13 req-95f81d06-988d-442e-b854-4875a9c1dc0d tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] Usage tracker for resource:security_group_rule and tenant:02783e3ed97b4705b5fe172e41d058cf is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:28.817291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c61fc687-8f96-48d9-b94b-a48528339f13 req-95f81d06-988d-442e-b854-4875a9c1dc0d tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:28.852937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-c61fc687-8f96-48d9-b94b-a48528339f13 req-95f81d06-988d-442e-b854-4875a9c1dc0d tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:28.913101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7c1a223f-9768-46d4-b4bd-6403ad0b5fbf None None] For port b08333ba-236e-4707-8e33-7aacc3cff7a1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b08333ba-236e-4707-8e33-7aacc3cff7a1,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:28.913101 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c1a223f-9768-46d4-b4bd-6403ad0b5fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:28.991435 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:29.028139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f376908-ed72-46ff-902d-d8bd58e4d599 req-24690920-f4f4-4c48-85eb-ba8e897c2801 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:29.033296 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6f376908-ed72-46ff-902d-d8bd58e4d599 req-24690920-f4f4-4c48-85eb-ba8e897c2801 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.2780595 Jun 04 16:23:29.044237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] For port b08333ba-236e-4707-8e33-7aacc3cff7a1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b08333ba-236e-4707-8e33-7aacc3cff7a1,segment=NetworkSegment(0e3ebe84-0669-4f71-b7f0-5d36994066aa),segment_id=0e3ebe84-0669-4f71-b7f0-5d36994066aa)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:29.044237 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:29.053116 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a223f-9768-46d4-b4bd-6403ad0b5fbf None None] Calling delete_port for b08333ba-236e-4707-8e33-7aacc3cff7a1 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:29.143211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event updated for resources: {'Subnet': ['ID=0715380c-24e6-4613-b8a5-0d22a29939f0,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:29.145255 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c1a223f-9768-46d4-b4bd-6403ad0b5fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:29.151693 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Checking segment: {'id': 'e1af13ce-aea9-48f4-97cf-a187af847def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83d19d0a-b8c4-41c8-b382-2a9217f90601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:23:29.151693 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Network hostable DHCP agents. Network: 83d19d0a-b8c4-41c8-b382-2a9217f90601, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:23:29.179756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Network 83d19d0a-b8c4-41c8-b382-2a9217f90601 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:23:29.194803 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a223f-9768-46d4-b4bd-6403ad0b5fbf None None] Pushing event deleted for resources: {'Port': ['ID=b08333ba-236e-4707-8e33-7aacc3cff7a1,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:29.196559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 83d19d0a-b8c4-41c8-b382-2a9217f90601) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:29.203516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a223f-9768-46d4-b4bd-6403ad0b5fbf None None] No DVR routers for this DVR port b08333ba-236e-4707-8e33-7aacc3cff7a1 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:23:29.207501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Calling delete_port for b08333ba-236e-4707-8e33-7aacc3cff7a1 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:29.217025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:29.217705 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:29.228386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64655141-0eab-4855-b0f1-f4fc11bfb242 None None] Network 83d19d0a-b8c4-41c8-b382-2a9217f90601 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:23:29.253036 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6f9429b8-07ab-4bc9-abb3-bf545c5c89c8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8269544 Jun 04 16:23:29.255632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40704) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:29.262376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Request body: {'port': {'network_id': '83d19d0a-b8c4-41c8-b382-2a9217f90601', 'name': 'tempest-AllowedAddressPairTestJSON-861414743'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:29.291558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6f376908-ed72-46ff-902d-d8bd58e4d599 req-2ac93542-94e5-403f-8ca2-19020b2192ea tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428901 Jun 04 16:23:29.317628 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c61fc687-8f96-48d9-b94b-a48528339f13 req-95f81d06-988d-442e-b854-4875a9c1dc0d tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:29.353308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c61fc687-8f96-48d9-b94b-a48528339f13 req-95f81d06-988d-442e-b854-4875a9c1dc0d tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:29.389116 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c61fc687-8f96-48d9-b94b-a48528339f13 req-95f81d06-988d-442e-b854-4875a9c1dc0d tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9165428 Jun 04 16:23:29.417938 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:23:29.418196 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:23:29.419614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f81d06-988d-442e-b854-4875a9c1dc0d tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d0cb8a-3823-4935-ae0b-abce168976d7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:29.454286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:29.458662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Usage tracker for resource:port and tenant:a9e575c39a1a4c6c9132d66241e707a7 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:29.465203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:29.473936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:29.488028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Made reservation on behalf of a9e575c39a1a4c6c9132d66241e707a7 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:29.493375 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:29.516623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] device_id is not set on port 175fa4be-a207-478b-ab0b-6a011833d2b0 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:23:29.675251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd7095-ac5a-49e4-97a8-7d53c60c2d69 req-aa2199ab-b5b6-4c07-863d-1bf8c03b1080 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:29.676302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16dd7095-ac5a-49e4-97a8-7d53c60c2d69 req-aa2199ab-b5b6-4c07-863d-1bf8c03b1080 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 809 time: 0.2352705 Jun 04 16:23:29.680825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-83d19d0a-b8c4-41c8-b382-2a9217f90601', 'network_id': '83d19d0a-b8c4-41c8-b382-2a9217f90601', 'tenant_id': 'a9e575c39a1a4c6c9132d66241e707a7', 'fixed_ips': [{'subnet_id': '0715380c-24e6-4613-b8a5-0d22a29939f0'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:23:29.682988 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:29.695107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a81d3-49e2-4082-b23e-d6ee7c444d0a req-7b63d53b-6381-49fa-8245-2de528feefd1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:29.702740 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a6a81d3-49e2-4082-b23e-d6ee7c444d0a req-7b63d53b-6381-49fa-8245-2de528feefd1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.1663265 Jun 04 16:23:29.763534 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16dd7095-ac5a-49e4-97a8-7d53c60c2d69 req-578e2920-cab0-4d92-b60f-12362677551e tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/quotas/6b8a986f09d045a2a2212918afdcfc31 HTTP/1.1" status: 200 len: 375 time: 0.0790417 Jun 04 16:23:29.769634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Allocated IP 172.20.0.6 (83d19d0a-b8c4-41c8-b382-2a9217f90601/0715380c-24e6-4613-b8a5-0d22a29939f0/175fa4be-a207-478b-ab0b-6a011833d2b0) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:29.775174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a6a81d3-49e2-4082-b23e-d6ee7c444d0a req-36fbb41c-70c9-42ec-8f96-1ad56ce4055f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713379 Jun 04 16:23:29.809556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b08333ba-236e-4707-8e33-7aacc3cff7a1 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:23:29.833492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16dd7095-ac5a-49e4-97a8-7d53c60c2d69 req-7f88a5f8-a0c3-40ec-b02f-587aa9f03508 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617096 Jun 04 16:23:29.858379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b08333ba-236e-4707-8e33-7aacc3cff7a1 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:23:29.858379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b08333ba-236e-4707-8e33-7aacc3cff7a1 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:23:29.919745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Deleting port b08333ba-236e-4707-8e33-7aacc3cff7a1 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:29.920051 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:29.984475 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd1d40ed-208b-407b-9d08-f01cc84085b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.019921 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c488aea8-3c2e-4769-b716-d280f7368fd0 req-0972b284-7cea-4ea3-9878-789e0a9b9fe2 tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.1018901 Jun 04 16:23:30.095150 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.097756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] The port 'b08333ba-236e-4707-8e33-7aacc3cff7a1' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:23:30.115621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Transition to ACTIVE for port object 175fa4be-a207-478b-ab0b-6a011833d2b0 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:30.142917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.232487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Network 83d19d0a-b8c4-41c8-b382-2a9217f90601 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:30.235819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:30.239967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:30.244037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Allocated IP 172.20.0.2 (83d19d0a-b8c4-41c8-b382-2a9217f90601/0715380c-24e6-4613-b8a5-0d22a29939f0/07e22fcb-8606-455b-8f73-aaefb7efb7ea) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:30.255376 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.278995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event updated for resources: {'Port': ['ID=175fa4be-a207-478b-ab0b-6a011833d2b0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:30.286490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16dd7095-ac5a-49e4-97a8-7d53c60c2d69 req-97b8a3fa-c455-47a4-b782-87b6adff9b48 service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421945 Jun 04 16:23:30.315329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482ce9e8-f448-4828-8aaa-3cf3a32326b7']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:30.331063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:30.332792 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.367275 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e91559e8-5e3d-43fa-9fb0-e1d0834586e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1100304 Jun 04 16:23:30.370399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40720) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:30.381945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Request body: {'port': {'network_id': '83d19d0a-b8c4-41c8-b382-2a9217f90601', 'name': 'tempest-AllowedAddressPairTestJSON-109537724', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4f:f3:16'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:30.414738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3ebe84-0669-4f71-b7f0-5d36994066aa') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:30.415100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3ebe84-0669-4f71-b7f0-5d36994066aa') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:23:30.436981 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.459316 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.520911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:23:30.521595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.526709 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.537757 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Transition to ACTIVE for port object 07e22fcb-8606-455b-8f73-aaefb7efb7ea will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:30.539687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:30.544766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Usage tracker for resource:port and tenant:a9e575c39a1a4c6c9132d66241e707a7 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:30.548516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:30.556043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:30.560404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Transition to ACTIVE for port object 07e22fcb-8606-455b-8f73-aaefb7efb7ea will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:30.569556 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.570772 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Made reservation on behalf of a9e575c39a1a4c6c9132d66241e707a7 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:30.644885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Pushing event updated for resources: {'Port': ['ID=07e22fcb-8606-455b-8f73-aaefb7efb7ea,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:30.658188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Network 83d19d0a-b8c4-41c8-b382-2a9217f90601 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:30.660300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:30.663668 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:30.739265 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 0e3ebe84-0669-4f71-b7f0-5d36994066aa resource provider aggregate not found Jun 04 16:23:30.759448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16dd7095-ac5a-49e4-97a8-7d53c60c2d69 req-3a9c724e-e59e-439d-8af7-afeb67829896 service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720483 Jun 04 16:23:30.775555 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 0e3ebe84-0669-4f71-b7f0-5d36994066aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e3ebe84-0669-4f71-b7f0-5d36994066aa found for delete ", "request_id": "req-48831532-8102-432f-b04d-24043a1afff7"}]} Jun 04 16:23:30.791123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Attempting to bind port 07e22fcb-8606-455b-8f73-aaefb7efb7ea on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:23:30.791703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Attempting to bind port 07e22fcb-8606-455b-8f73-aaefb7efb7ea by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e1af13ce-aea9-48f4-97cf-a187af847def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83d19d0a-b8c4-41c8-b382-2a9217f90601'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:23:30.792145 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Attempting to bind port 07e22fcb-8606-455b-8f73-aaefb7efb7ea on network 83d19d0a-b8c4-41c8-b382-2a9217f90601 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:23:30.799480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:23:30.800218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Checking segment: {'id': 'e1af13ce-aea9-48f4-97cf-a187af847def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83d19d0a-b8c4-41c8-b382-2a9217f90601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:23:30.800933 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.801416 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.801862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Bound using segment: {'id': 'e1af13ce-aea9-48f4-97cf-a187af847def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83d19d0a-b8c4-41c8-b382-2a9217f90601'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:23:30.802605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Bound port: 07e22fcb-8606-455b-8f73-aaefb7efb7ea, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1af13ce-aea9-48f4-97cf-a187af847def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83d19d0a-b8c4-41c8-b382-2a9217f90601'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:23:30.803334 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.825814 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.835794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Pushing event deleted for resources: {'Network': ['ID=482ce9e8-f448-4828-8aaa-3cf3a32326b7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:30.847857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:30.848115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de0004-292a-4a03-acdc-bc1c8eed7182 req-57bd17d3-dd83-4430-b599-65f912cb3939 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:30.849859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24de0004-292a-4a03-acdc-bc1c8eed7182 req-57bd17d3-dd83-4430-b599-65f912cb3939 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.3788822 Jun 04 16:23:30.869907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:30.870611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:30.871248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:30.871760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:30.872264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:30.872848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:30.873322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:30.873867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:30.874368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:30.874935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:30.875080 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] device_id is not set on port d3496972-3778-4aac-a5cb-66a9f0c72db2 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:23:30.875553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:30.876212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:30.897533 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7a21e3cc-52ff-4b76-9348-f405faa35244 admin admin] 10.222.0.13 "DELETE /v2.0/networks/482ce9e8-f448-4828-8aaa-3cf3a32326b7 HTTP/1.1" status: 204 len: 168 time: 2.7685885 Jun 04 16:23:30.944403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24de0004-292a-4a03-acdc-bc1c8eed7182 req-21a7a87b-e1cb-4b91-b64c-3c29672093cf tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769839 Jun 04 16:23:30.951819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] For port 07e22fcb-8606-455b-8f73-aaefb7efb7ea, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:23:30.958620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] For port 07e22fcb-8606-455b-8f73-aaefb7efb7ea, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=07e22fcb-8606-455b-8f73-aaefb7efb7ea,segment=NetworkSegment(e1af13ce-aea9-48f4-97cf-a187af847def),segment_id=e1af13ce-aea9-48f4-97cf-a187af847def)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:23:30.983261 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:31.144797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Allocated IP 172.20.0.3 (83d19d0a-b8c4-41c8-b382-2a9217f90601/0715380c-24e6-4613-b8a5-0d22a29939f0/d3496972-3778-4aac-a5cb-66a9f0c72db2) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:31.173225 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:31.186641 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:31.192553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0ebcc-86c9-4d81-9b31-2ced44da4245 None None] Pushing event updated for resources: {'Port': ['ID=07e22fcb-8606-455b-8f73-aaefb7efb7ea,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:31.219590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40744) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:31.304104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ef691-a530-4088-9cb6-ee4a13c80b3f req-89e2ff91-50d0-4e98-972b-966f2f02ebda tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:31.305808 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c50ef691-a530-4088-9cb6-ee4a13c80b3f req-89e2ff91-50d0-4e98-972b-966f2f02ebda tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 1101 time: 0.1656394 Jun 04 16:23:31.314876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e3158-142a-45d4-a8c8-9d7cce5a0da2 req-8e736a12-d82a-467d-8b89-5222b7b4c1b6 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:31.316314 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70e3158-142a-45d4-a8c8-9d7cce5a0da2 req-8e736a12-d82a-467d-8b89-5222b7b4c1b6 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2451634 Jun 04 16:23:31.381453 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2165adbb-8fe1-4291-9abb-8df98598d172 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0224328c1dd043e49f1d5edbdb5e771e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600361 Jun 04 16:23:31.386745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40750) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:31.390450 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c50ef691-a530-4088-9cb6-ee4a13c80b3f req-30620246-c316-464a-8a74-9bf762068913 tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] Synchronizing usage tracker for tenant:02783e3ed97b4705b5fe172e41d058cf on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:23:31.414844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70e3158-142a-45d4-a8c8-9d7cce5a0da2 req-0169c79d-1c43-4eff-a8db-27c6889f17d8 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763242 Jun 04 16:23:31.465330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c50ef691-a530-4088-9cb6-ee4a13c80b3f req-30620246-c316-464a-8a74-9bf762068913 tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] Unset dirty status for tenant:02783e3ed97b4705b5fe172e41d058cf on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:23:31.470633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c50ef691-a530-4088-9cb6-ee4a13c80b3f req-30620246-c316-464a-8a74-9bf762068913 tempest-ServersAdminNegativeTestJSON-1564506568 tempest-ServersAdminNegativeTestJSON-1564506568-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532474 Jun 04 16:23:31.570904 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:31.612522 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff4787a2-f1de-48c9-b99f-8ff56e4a5fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:31.619906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-950ae722-776c-41bd-8aca-07598fa42c61 req-d0958b79-44cf-43df-8dcb-8f67326aebf1 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6aab9e4-cdc4-4804-af3b-e64879b158e1 HTTP/1.1" status: 200 len: 210 time: 0.0900114 Jun 04 16:23:31.642173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Transition to ACTIVE for port object d3496972-3778-4aac-a5cb-66a9f0c72db2 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:31.668696 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff4787a2-f1de-48c9-b99f-8ff56e4a5fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:31.702278 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10d5a286-3c18-4470-ba93-826f0e5e25ef req-fdccf85c-73dc-4dbc-853f-c418525a15e9 tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0741229 Jun 04 16:23:31.723683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:31.790573 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff4787a2-f1de-48c9-b99f-8ff56e4a5fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:31.823464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Network 83d19d0a-b8c4-41c8-b382-2a9217f90601 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:31.832356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:31.834371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4787a2-f1de-48c9-b99f-8ff56e4a5fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a5d0da-56f8-4a89-b346-b2b9680b18cf,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:31.839270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:31.884285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event updated for resources: {'Port': ['ID=d3496972-3778-4aac-a5cb-66a9f0c72db2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:31.901801 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff4787a2-f1de-48c9-b99f-8ff56e4a5fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:31.903600 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ff4787a2-f1de-48c9-b99f-8ff56e4a5fe2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50a5d0da-56f8-4a89-b346-b2b9680b18cf HTTP/1.1" status: 204 len: 168 time: 0.5156078 Jun 04 16:23:31.912362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 07e22fcb-8606-455b-8f73-aaefb7efb7ea up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:23:31.949342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:31.951351 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:31.995726 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-819c9919-d5df-41e0-b66a-b885b7626564 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.6235557 Jun 04 16:23:31.998201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40770) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:32.066614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 07e22fcb-8606-455b-8f73-aaefb7efb7ea completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:32.144775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae6500-e02f-4d85-9a0a-d1ec1e7085a7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:32.153042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae6500-e02f-4d85-9a0a-d1ec1e7085a7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:32.158982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae6500-e02f-4d85-9a0a-d1ec1e7085a7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:32.159868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-52ae6500-e02f-4d85-9a0a-d1ec1e7085a7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Synchronizing usage tracker for tenant:a9e575c39a1a4c6c9132d66241e707a7 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:23:32.196929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-52ae6500-e02f-4d85-9a0a-d1ec1e7085a7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Unset dirty status for tenant:a9e575c39a1a4c6c9132d66241e707a7 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:23:32.199040 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-52ae6500-e02f-4d85-9a0a-d1ec1e7085a7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1990435 Jun 04 16:23:32.201348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40774) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:32.214422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6ba0f-ea62-4200-a43e-7d92bd692106 req-8fa7ae24-ad04-43b5-860d-caa197260657 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:32.221909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67f6ba0f-ea62-4200-a43e-7d92bd692106 req-8fa7ae24-ad04-43b5-860d-caa197260657 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.1167054 Jun 04 16:23:32.283599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67f6ba0f-ea62-4200-a43e-7d92bd692106 req-93624fc9-605f-4e0c-9e2c-6c4dcee02986 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607255 Jun 04 16:23:32.328721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-65ae6c4e-5b37-4135-b068-94694d56676d tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Deleting port d3496972-3778-4aac-a5cb-66a9f0c72db2 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:32.329064 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-65ae6c4e-5b37-4135-b068-94694d56676d tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:32.458575 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:32.619416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16dd7095-ac5a-49e4-97a8-7d53c60c2d69 req-f5e4d1a9-0675-4787-9bae-fa5871b12948 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=b6aab9e4-cdc4-4804-af3b-e64879b158e1 HTTP/1.1" status: 200 len: 210 time: 0.0674300 Jun 04 16:23:32.766305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fd3fb2-f737-4fba-8ec6-541954a6d862 None None] Network 83d19d0a-b8c4-41c8-b382-2a9217f90601 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:23:32.811843 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-65ae6c4e-5b37-4135-b068-94694d56676d tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:32.876691 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd7095-ac5a-49e4-97a8-7d53c60c2d69 req-052e712e-7c66-4b69-9013-d220d5b8bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:32.877753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16dd7095-ac5a-49e4-97a8-7d53c60c2d69 req-052e712e-7c66-4b69-9013-d220d5b8bd86 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6b8a986f09d045a2a2212918afdcfc31&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2483368 Jun 04 16:23:33.023499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-65ae6c4e-5b37-4135-b068-94694d56676d tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Calling delete_port for d3496972-3778-4aac-a5cb-66a9f0c72db2 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:33.078474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0d9add3f-03a2-42cc-845b-3e0070ed7a55 None None] Provisioning for port 07e22fcb-8606-455b-8f73-aaefb7efb7ea completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:33.081790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0371c53-f473-4329-be1b-ed15d0dff3a4 req-278ea987-47fc-45a8-88c9-000adf8457f9 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:33.089366 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0371c53-f473-4329-be1b-ed15d0dff3a4 req-278ea987-47fc-45a8-88c9-000adf8457f9 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2167647 Jun 04 16:23:33.090121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0d9add3f-03a2-42cc-845b-3e0070ed7a55 None None] Provisioning complete for port 07e22fcb-8606-455b-8f73-aaefb7efb7ea triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:33.090843 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0d9add3f-03a2-42cc-845b-3e0070ed7a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:33.106338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd7095-ac5a-49e4-97a8-7d53c60c2d69 req-0b5c0ee2-8174-44f4-8ecc-b8065dc57921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:33.107934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16dd7095-ac5a-49e4-97a8-7d53c60c2d69 req-0b5c0ee2-8174-44f4-8ecc-b8065dc57921 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965225 Jun 04 16:23:33.147327 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0371c53-f473-4329-be1b-ed15d0dff3a4 req-bbb55d23-d696-4775-8212-8e4325c96a9f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568833 Jun 04 16:23:33.251930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16dd7095-ac5a-49e4-97a8-7d53c60c2d69 req-c2adf559-b45b-42ea-80aa-91999085b0b7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6aab9e4-cdc4-4804-af3b-e64879b158e1 HTTP/1.1" status: 200 len: 210 time: 0.1035180 Jun 04 16:23:33.293898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-65ae6c4e-5b37-4135-b068-94694d56676d tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:33.336915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0d9add3f-03a2-42cc-845b-3e0070ed7a55 None None] Current status of the port 07e22fcb-8606-455b-8f73-aaefb7efb7ea is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:33.337286 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0d9add3f-03a2-42cc-845b-3e0070ed7a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:33.357645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae6c4e-5b37-4135-b068-94694d56676d tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event deleted for resources: {'Port': ['ID=d3496972-3778-4aac-a5cb-66a9f0c72db2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:33.387733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c63b4-7b2e-42e1-8239-493347816665 req-909ac2aa-4aa4-48ec-9bbf-46c83ee68a26 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:33.390489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac3c63b4-7b2e-42e1-8239-493347816665 req-909ac2aa-4aa4-48ec-9bbf-46c83ee68a26 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 950 time: 0.1376159 Jun 04 16:23:33.395883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0d9add3f-03a2-42cc-845b-3e0070ed7a55 None None] For port 07e22fcb-8606-455b-8f73-aaefb7efb7ea, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=07e22fcb-8606-455b-8f73-aaefb7efb7ea,segment=NetworkSegment(e1af13ce-aea9-48f4-97cf-a187af847def),segment_id=e1af13ce-aea9-48f4-97cf-a187af847def)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:33.443566 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0d9add3f-03a2-42cc-845b-3e0070ed7a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:33.464034 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5dabec83-346d-43ea-8815-25cefafe2b12 req-db8651d6-ccdb-46a4-880d-86cad37e4171 tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0493634 Jun 04 16:23:33.529884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac3c63b4-7b2e-42e1-8239-493347816665 req-9e675225-bc8e-489b-8966-df463fc206e8 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323833 Jun 04 16:23:33.552923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9add3f-03a2-42cc-845b-3e0070ed7a55 None None] Pushing event updated for resources: {'Port': ['ID=07e22fcb-8606-455b-8f73-aaefb7efb7ea,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:33.665075 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-65ae6c4e-5b37-4135-b068-94694d56676d tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:33.686112 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-65ae6c4e-5b37-4135-b068-94694d56676d tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "DELETE /v2.0/ports/d3496972-3778-4aac-a5cb-66a9f0c72db2 HTTP/1.1" status: 204 len: 168 time: 1.4834843 Jun 04 16:23:33.688662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40824) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:33.745163 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:33.750611 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-30525b51-54f6-4162-8a12-ea6c6a68aff0 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] GET failed (client error): The resource could not be found. Jun 04 16:23:33.751433 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-30525b51-54f6-4162-8a12-ea6c6a68aff0 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Synchronizing usage tracker for tenant:a9e575c39a1a4c6c9132d66241e707a7 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:23:33.776161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-30525b51-54f6-4162-8a12-ea6c6a68aff0 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Unset dirty status for tenant:a9e575c39a1a4c6c9132d66241e707a7 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:23:33.777583 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-30525b51-54f6-4162-8a12-ea6c6a68aff0 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "GET /v2.0/ports/d3496972-3778-4aac-a5cb-66a9f0c72db2 HTTP/1.1" status: 404 len: 333 time: 0.0875084 Jun 04 16:23:33.781178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40828) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:33.788926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Request body: {'port': {'network_id': '83d19d0a-b8c4-41c8-b382-2a9217f90601', 'name': 'tempest-AllowedAddressPairTestJSON-1912968256'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:33.835081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535aafb-405a-4165-9398-5a15ff61e9ec req-950eed0f-e509-4b6e-8c7b-0871298c4fc0 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:33.839213 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 07e22fcb-8606-455b-8f73-aaefb7efb7ea up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:23:33.844601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2535aafb-405a-4165-9398-5a15ff61e9ec req-950eed0f-e509-4b6e-8c7b-0871298c4fc0 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.1361578 Jun 04 16:23:33.909210 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4e92ec7d-fcb3-4928-8040-079879bfaab0 None None] Provisioning complete for port 07e22fcb-8606-455b-8f73-aaefb7efb7ea triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:33.909917 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4e92ec7d-fcb3-4928-8040-079879bfaab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:33.934212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2535aafb-405a-4165-9398-5a15ff61e9ec req-f6a2ba58-96ed-4ebc-806e-416c4ced6d30 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885246 Jun 04 16:23:34.031308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:34.042836 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:34.051184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:34.066224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Made reservation on behalf of a9e575c39a1a4c6c9132d66241e707a7 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:34.081656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:34.113344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 07e22fcb-8606-455b-8f73-aaefb7efb7ea triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:34.114313 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:34.117619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] device_id is not set on port 3a1cc0b8-b10a-4001-aa91-c9b8910000f4 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:23:34.237813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4e92ec7d-fcb3-4928-8040-079879bfaab0 None None] Current status of the port 07e22fcb-8606-455b-8f73-aaefb7efb7ea is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:34.320726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4e92ec7d-fcb3-4928-8040-079879bfaab0 None None] Provisioning for port 175fa4be-a207-478b-ab0b-6a011833d2b0 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:34.325656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-297780a8-ad5f-4fe4-9cdc-f2a629625cef tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:34.332771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-297780a8-ad5f-4fe4-9cdc-f2a629625cef tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 809 time: 0.2709973 Jun 04 16:23:34.333667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4e92ec7d-fcb3-4928-8040-079879bfaab0 None None] Provisioning complete for port 175fa4be-a207-478b-ab0b-6a011833d2b0 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:34.334394 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4e92ec7d-fcb3-4928-8040-079879bfaab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:34.359521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-607281ea-d1b5-4bfa-ab68-b731bfefa903 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/quotas/6b8a986f09d045a2a2212918afdcfc31 HTTP/1.1" status: 200 len: 375 time: 0.0257943 Jun 04 16:23:34.412910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3aff4-bfd2-4c78-b55a-2b1ff158a5a8 req-61d7bb3f-da6d-4504-9d7c-5689f181fad5 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:34.414766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 07e22fcb-8606-455b-8f73-aaefb7efb7ea is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:34.414969 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08a3aff4-bfd2-4c78-b55a-2b1ff158a5a8 req-61d7bb3f-da6d-4504-9d7c-5689f181fad5 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 950 time: 0.2381153 Jun 04 16:23:34.424314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4e92ec7d-fcb3-4928-8040-079879bfaab0 None None] Port 175fa4be-a207-478b-ab0b-6a011833d2b0 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:23:34.446177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Allocated IP 172.20.0.5 (83d19d0a-b8c4-41c8-b382-2a9217f90601/0715380c-24e6-4613-b8a5-0d22a29939f0/3a1cc0b8-b10a-4001-aa91-c9b8910000f4) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:34.460954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-ae800424-bf06-4691-905c-49cbaa6be977 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001241 Jun 04 16:23:34.558887 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-864d2193-baea-4322-90fe-054b9bff3e75 None None] Provisioning complete for port 175fa4be-a207-478b-ab0b-6a011833d2b0 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:34.559493 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-864d2193-baea-4322-90fe-054b9bff3e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:34.642546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-864d2193-baea-4322-90fe-054b9bff3e75 None None] Port 175fa4be-a207-478b-ab0b-6a011833d2b0 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:23:34.645611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-864d2193-baea-4322-90fe-054b9bff3e75 None None] Could not find standard attr ID for object d3496972-3778-4aac-a5cb-66a9f0c72db2. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:23:34.718883 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:34.735569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Transition to ACTIVE for port object 3a1cc0b8-b10a-4001-aa91-c9b8910000f4 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:34.763030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-08a3aff4-bfd2-4c78-b55a-2b1ff158a5a8 req-436b05cf-509f-422f-a839-f0595446d9b5 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Deleting port d42f24e3-1ab4-4412-90bc-8764691d5241 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:34.763294 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:34.763451 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-08a3aff4-bfd2-4c78-b55a-2b1ff158a5a8 req-436b05cf-509f-422f-a839-f0595446d9b5 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:34.838188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Network 83d19d0a-b8c4-41c8-b382-2a9217f90601 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:34.841501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:34.845584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:34.859519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767df1c-65f1-4c60-82b8-5c4fecda2f96 req-88e4a78a-f154-4f40-be9d-5476b77d250e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:34.861230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4767df1c-65f1-4c60-82b8-5c4fecda2f96 req-88e4a78a-f154-4f40-be9d-5476b77d250e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4450297 Jun 04 16:23:34.896148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-fbf31084-f7df-499b-93fb-7311ec2127c5 service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996642 Jun 04 16:23:34.896910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event updated for resources: {'Port': ['ID=3a1cc0b8-b10a-4001-aa91-c9b8910000f4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:34.927792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:34.928345 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:34.966911 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-87131c3f-c60b-4fa7-b2a8-e28ca7c5e4b8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1821895 Jun 04 16:23:34.967187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40858) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:34.975316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-60467784-4347-4612-a218-feb6153b129e tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4f:f3:16'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:35.085574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4767df1c-65f1-4c60-82b8-5c4fecda2f96 req-4599f0a5-d88a-40ee-9f2e-d9577241c8c1 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838255 Jun 04 16:23:35.121342 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-60467784-4347-4612-a218-feb6153b129e tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:35.187486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-065c74be-a235-4173-a0b4-99c3d868e353 None None] Provisioning for port 3a1cc0b8-b10a-4001-aa91-c9b8910000f4 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:35.193215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-065c74be-a235-4173-a0b4-99c3d868e353 None None] Provisioning complete for port 3a1cc0b8-b10a-4001-aa91-c9b8910000f4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:35.194047 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-065c74be-a235-4173-a0b4-99c3d868e353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:35.240465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-2165d626-c9f8-4296-8076-03ce52a6ce75 service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176761 Jun 04 16:23:35.266786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-065c74be-a235-4173-a0b4-99c3d868e353 None None] Port 3a1cc0b8-b10a-4001-aa91-c9b8910000f4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:23:35.339617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-08a3aff4-bfd2-4c78-b55a-2b1ff158a5a8 req-436b05cf-509f-422f-a839-f0595446d9b5 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] For port d42f24e3-1ab4-4412-90bc-8764691d5241, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=d42f24e3-1ab4-4412-90bc-8764691d5241,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:35.339991 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-08a3aff4-bfd2-4c78-b55a-2b1ff158a5a8 req-436b05cf-509f-422f-a839-f0595446d9b5 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:35.488353 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-60467784-4347-4612-a218-feb6153b129e tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:35.489804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-08a3aff4-bfd2-4c78-b55a-2b1ff158a5a8 req-436b05cf-509f-422f-a839-f0595446d9b5 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Calling delete_port for d42f24e3-1ab4-4412-90bc-8764691d5241 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:35.506001 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-60467784-4347-4612-a218-feb6153b129e tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:35.636325 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05322784-39fa-411f-aaa1-837e0b26bf90 req-4be50605-6385-42d5-bec5-aa2b90cbd064 tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.1143830 Jun 04 16:23:35.672067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d0e31-6dc5-422f-ae40-e2e1e9b1b346 req-266986e2-4018-427c-8576-82bffa85be3a tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:35.679432 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e91d0e31-6dc5-422f-ae40-e2e1e9b1b346 req-266986e2-4018-427c-8576-82bffa85be3a tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 950 time: 0.4048095 Jun 04 16:23:35.751817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60467784-4347-4612-a218-feb6153b129e tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event updated for resources: {'Port': ['ID=3a1cc0b8-b10a-4001-aa91-c9b8910000f4,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:35.757722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-60467784-4347-4612-a218-feb6153b129e tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] In _notify_port_updated(), no bound segment for port 3a1cc0b8-b10a-4001-aa91-c9b8910000f4 on network 83d19d0a-b8c4-41c8-b382-2a9217f90601 {{(pid=88797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:23:35.763969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60467784-4347-4612-a218-feb6153b129e tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:35.764788 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-60467784-4347-4612-a218-feb6153b129e tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:35.769037 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-60467784-4347-4612-a218-feb6153b129e tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "PUT /v2.0/ports/3a1cc0b8-b10a-4001-aa91-c9b8910000f4 HTTP/1.1" status: 200 len: 993 time: 0.8009093 Jun 04 16:23:35.769654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40874) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:35.769849 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e91d0e31-6dc5-422f-ae40-e2e1e9b1b346 req-10b8aca0-5969-450c-83a9-38f32af301c4 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894516 Jun 04 16:23:35.873787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f8758467-d349-4916-88f0-37fcd77354d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Deleting port 3a1cc0b8-b10a-4001-aa91-c9b8910000f4 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:35.874049 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8758467-d349-4916-88f0-37fcd77354d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:35.907781 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-08a3aff4-bfd2-4c78-b55a-2b1ff158a5a8 req-436b05cf-509f-422f-a839-f0595446d9b5 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:35.924841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['b15040dd-6643-4310-8251-298fe9f4dcff'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:23:36.054562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b05cf-509f-422f-a839-f0595446d9b5 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Pushing event deleted for resources: {'Port': ['ID=d42f24e3-1ab4-4412-90bc-8764691d5241,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:36.059826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ebb00c10-9a76-4197-bb72-91bd1e737097 None None] Provisioning complete for port 3a1cc0b8-b10a-4001-aa91-c9b8910000f4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:36.060417 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ebb00c10-9a76-4197-bb72-91bd1e737097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:36.147706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ebb00c10-9a76-4197-bb72-91bd1e737097 None None] Port 3a1cc0b8-b10a-4001-aa91-c9b8910000f4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:23:36.157399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b5ad25f-cc87-4fab-9342-8d111199afa5 req-607b9aba-99e9-49af-8b78-7b62a3b77137 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 210 time: 0.1050260 Jun 04 16:23:36.353154 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8758467-d349-4916-88f0-37fcd77354d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:36.383210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a3aff4-bfd2-4c78-b55a-2b1ff158a5a8 req-436b05cf-509f-422f-a839-f0595446d9b5 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] No DVR routers for this DVR port d42f24e3-1ab4-4412-90bc-8764691d5241 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:23:36.383210 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-08a3aff4-bfd2-4c78-b55a-2b1ff158a5a8 req-436b05cf-509f-422f-a839-f0595446d9b5 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:36.390163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7798a8f-721e-4a7d-9551-6fd2c46bc808', 'name': 'network-vif-deleted', 'tag': 'd42f24e3-1ab4-4412-90bc-8764691d5241'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:36.433248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08a3aff4-bfd2-4c78-b55a-2b1ff158a5a8 req-436b05cf-509f-422f-a839-f0595446d9b5 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.46 "DELETE /v2.0/ports/d42f24e3-1ab4-4412-90bc-8764691d5241 HTTP/1.1" status: 204 len: 173 time: 1.9719713 Jun 04 16:23:36.446952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb710523-6215-44e8-b90b-df37933210ff req-b7a25dc8-3c7c-41e0-b7c0-1be257a75dd2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:36.456301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb710523-6215-44e8-b90b-df37933210ff req-b7a25dc8-3c7c-41e0-b7c0-1be257a75dd2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.3999224 Jun 04 16:23:36.608578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb710523-6215-44e8-b90b-df37933210ff req-179dbf38-d314-42b3-af41-279b58d12e32 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561282 Jun 04 16:23:36.623817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f8758467-d349-4916-88f0-37fcd77354d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Calling delete_port for 3a1cc0b8-b10a-4001-aa91-c9b8910000f4 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:36.650882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7aadec-217c-4db9-b9c3-e817c91d6f67 req-8d3fa64c-874f-463e-9c9a-f1d9d9389d22 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:36.660773 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc7aadec-217c-4db9-b9c3-e817c91d6f67 req-8d3fa64c-874f-463e-9c9a-f1d9d9389d22 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.1980913 Jun 04 16:23:36.757656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc7aadec-217c-4db9-b9c3-e817c91d6f67 req-c156c3ec-9641-4360-84f3-3c393001c812 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909822 Jun 04 16:23:36.846290 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4b73b2-e914-4bf2-a106-5f3e4cef4b06'] response: {'server_uuid': 'd7798a8f-721e-4a7d-9551-6fd2c46bc808', 'name': 'network-vif-deleted', 'tag': 'd42f24e3-1ab4-4412-90bc-8764691d5241', 'status': 'completed', 'code': 200} Jun 04 16:23:36.900859 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8758467-d349-4916-88f0-37fcd77354d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:36.978583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-28c12991-2ebb-47b0-ad8c-841947a8efef req-4a15131b-0d47-4bde-9f1c-2f8b7fa47437 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Synchronizing usage tracker for tenant:5b12069967a04945a1c4b8cdd4150a97 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:23:37.038077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-28c12991-2ebb-47b0-ad8c-841947a8efef req-4a15131b-0d47-4bde-9f1c-2f8b7fa47437 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Unset dirty status for tenant:5b12069967a04945a1c4b8cdd4150a97 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:23:37.038077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28c12991-2ebb-47b0-ad8c-841947a8efef req-4a15131b-0d47-4bde-9f1c-2f8b7fa47437 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7798a8f-721e-4a7d-9551-6fd2c46bc808 HTTP/1.1" status: 200 len: 210 time: 0.1471572 Jun 04 16:23:37.173209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device d42f24e3-1ab4-4412-90bc-8764691d5241 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:23:37.198754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8758467-d349-4916-88f0-37fcd77354d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event deleted for resources: {'Port': ['ID=3a1cc0b8-b10a-4001-aa91-c9b8910000f4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:37.341296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: d42f24e3-1ab4-4412-90bc-8764691d5241 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:23:37.341296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device d42f24e3-1ab4-4412-90bc-8764691d5241 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:23:37.577634 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8758467-d349-4916-88f0-37fcd77354d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:37.603301 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f8758467-d349-4916-88f0-37fcd77354d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "DELETE /v2.0/ports/3a1cc0b8-b10a-4001-aa91-c9b8910000f4 HTTP/1.1" status: 204 len: 168 time: 1.8320944 Jun 04 16:23:37.603661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40902) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:37.607235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-556e649b-02d7-4ff5-800d-2d201df3e26e req-6891e772-4d28-4782-a251-9e91cfe7ced4 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 210 time: 0.0772188 Jun 04 16:23:37.731461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d03bda2b-39f9-49f5-9cf2-8c8db219edb1 req-a3730a64-3f8b-4bc0-8785-79d7de8aad96 tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.1271937 Jun 04 16:23:37.748916 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-83efe431-9f22-4cdf-876f-cb74f8859da2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] GET failed (client error): The resource could not be found. Jun 04 16:23:37.749094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-83efe431-9f22-4cdf-876f-cb74f8859da2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Synchronizing usage tracker for tenant:a9e575c39a1a4c6c9132d66241e707a7 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:23:37.786781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-83efe431-9f22-4cdf-876f-cb74f8859da2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Unset dirty status for tenant:a9e575c39a1a4c6c9132d66241e707a7 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:23:37.789212 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-83efe431-9f22-4cdf-876f-cb74f8859da2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "GET /v2.0/ports/3a1cc0b8-b10a-4001-aa91-c9b8910000f4 HTTP/1.1" status: 404 len: 333 time: 0.1842401 Jun 04 16:23:37.792819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40912) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:37.799563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Request body: {'port': {'network_id': '83d19d0a-b8c4-41c8-b382-2a9217f90601', 'name': 'tempest-AllowedAddressPairTestJSON-260148004'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:37.802955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-6c892167-46b2-42a6-9e21-3f4def1d6405 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:37.804574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-6c892167-46b2-42a6-9e21-3f4def1d6405 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.42 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 809 time: 0.7649045 Jun 04 16:23:37.816613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Request body: {'port': {'device_id': '709d58f7-aaea-4b67-88a4-de388816c4d0', 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'admin_state_up': True, 'tenant_id': '6b8a986f09d045a2a2212918afdcfc31'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:37.985612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:37.995780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:38.020094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Made reservation on behalf of a9e575c39a1a4c6c9132d66241e707a7 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:38.024271 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:38.046203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] device_id is not set on port eb2c0811-928e-4352-978a-cd93de66585d yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:23:38.092634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:38.103860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf16ebe-289e-452b-afa8-8a66d2caff22 req-b7b87061-a487-4f16-8fb1-0e2355d28cf6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:38.105334 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bdf16ebe-289e-452b-afa8-8a66d2caff22 req-b7b87061-a487-4f16-8fb1-0e2355d28cf6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.2618270 Jun 04 16:23:38.117668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:38.154817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Made reservation on behalf of 6b8a986f09d045a2a2212918afdcfc31 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:38.158226 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:38.185020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e30b4-3a88-4f7b-9357-e73930901056 req-be2ae4e3-02e4-4470-86b8-14d66bccbf08 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:38.186489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-172e30b4-3a88-4f7b-9357-e73930901056 req-be2ae4e3-02e4-4470-86b8-14d66bccbf08 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2128518 Jun 04 16:23:38.190399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Allocated IP 172.20.0.4 (83d19d0a-b8c4-41c8-b382-2a9217f90601/0715380c-24e6-4613-b8a5-0d22a29939f0/eb2c0811-928e-4352-978a-cd93de66585d) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:38.200885 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bdf16ebe-289e-452b-afa8-8a66d2caff22 req-48913b98-cd59-4f86-b01b-7c353cf2648e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866141 Jun 04 16:23:38.317925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-172e30b4-3a88-4f7b-9357-e73930901056 req-4ff1f407-f2a8-4e6f-a372-3ada44816135 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219518 Jun 04 16:23:38.446380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Allocated IP 172.20.0.14 (9b42b411-d798-4ee5-9060-a55b6983c021/14d59b55-122b-45b5-8c8d-d6b98258f32b/1d10ea4f-ab90-4186-b1df-c6543c3edd14) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:38.460601 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:38.480326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Transition to ACTIVE for port object eb2c0811-928e-4352-978a-cd93de66585d will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:38.529924 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:38.609337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Network 83d19d0a-b8c4-41c8-b382-2a9217f90601 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:38.613779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:38.618054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:38.718456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event updated for resources: {'Port': ['ID=eb2c0811-928e-4352-978a-cd93de66585d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:38.732484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40930) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:38.763329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:38.764230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:38.803021 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e29b1e80-94fe-4ff7-b376-65e47d1cc6ce tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0089080 Jun 04 16:23:38.804076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40936) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:38.811544 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5fd8af3e-1f20-4a4f-aab9-4168824f35d8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4f:f3:16'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:38.901446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2adf27c1-9362-4493-9fc7-8735b8ebbbb2 None None] Provisioning for port eb2c0811-928e-4352-978a-cd93de66585d completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:38.909845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2adf27c1-9362-4493-9fc7-8735b8ebbbb2 None None] Provisioning complete for port eb2c0811-928e-4352-978a-cd93de66585d triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:38.910448 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2adf27c1-9362-4493-9fc7-8735b8ebbbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:38.918888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-62b1ab2e-a726-4615-abc2-c7dfb3d58bf3 req-efb68910-af39-4e9b-b928-ba302e140197 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 210 time: 0.1235917 Jun 04 16:23:38.965322 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:38.973708 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d37416f7-09ea-4c64-a9e6-d968c7b0d459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.004854 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2adf27c1-9362-4493-9fc7-8735b8ebbbb2 None None] Port eb2c0811-928e-4352-978a-cd93de66585d cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:23:39.025580 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.027230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d37416f7-09ea-4c64-a9e6-d968c7b0d459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:39.072417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d37416f7-09ea-4c64-a9e6-d968c7b0d459 admin admin] Usage tracker for resource:security_group_rule and tenant:afa7aae553e04366aa0da2be5746b0f9 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:39.083306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d37416f7-09ea-4c64-a9e6-d968c7b0d459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:39.107714 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd8af3e-1f20-4a4f-aab9-4168824f35d8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.136429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d37416f7-09ea-4c64-a9e6-d968c7b0d459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:39.159851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9f30d2a-7790-45a4-bb57-b7502d4e647f req-61816029-9fef-403d-b070-90aeaec96f9f tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0911705 Jun 04 16:23:39.169095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:23:39.175820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Network 9b42b411-d798-4ee5-9060-a55b6983c021 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:39.176585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Pushing event updated for resources: {'Port': ['ID=1d10ea4f-ab90-4186-b1df-c6543c3edd14,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:39.181056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:39.196746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ee5d5-8f3f-466f-bc79-d782f1d64531 req-1127577e-5aab-47d6-adef-8d6c6d8df6b1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:39.198228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a1ee5d5-8f3f-466f-bc79-d782f1d64531 req-1127577e-5aab-47d6-adef-8d6c6d8df6b1 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=c389aaba-1d09-4b7f-ab91-1b0e01442c30 HTTP/1.1" status: 200 len: 949 time: 0.3900275 Jun 04 16:23:39.200991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:39.313417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:39.314034 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.337756 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a1ee5d5-8f3f-466f-bc79-d782f1d64531 req-e9fa9de5-db30-4c53-beb4-748debb7cb3e tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100340 Jun 04 16:23:39.380512 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-83540676-f720-4628-8ee0-b9e69433125a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5674965 Jun 04 16:23:39.394050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Request body: {'port': {'device_id': '709d58f7-aaea-4b67-88a4-de388816c4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:39.419702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:39.434299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c', 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f', 'port_id': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c', 'mac_address': 'fa:16:3e:72:58:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832c1a0f-eef2-4596-b4da-6fd412f92ae5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:23:39.441231 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd8af3e-1f20-4a4f-aab9-4168824f35d8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.447383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd8af3e-1f20-4a4f-aab9-4168824f35d8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.468499 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d37416f7-09ea-4c64-a9e6-d968c7b0d459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.493794 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d37416f7-09ea-4c64-a9e6-d968c7b0d459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.500869 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:39.501292 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.522322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:23:39.541530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:39.545865 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.583298 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8af3e-1f20-4a4f-aab9-4168824f35d8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event updated for resources: {'Port': ['ID=eb2c0811-928e-4352-978a-cd93de66585d,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:39.615150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8af3e-1f20-4a4f-aab9-4168824f35d8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] In _notify_port_updated(), no bound segment for port eb2c0811-928e-4352-978a-cd93de66585d on network 83d19d0a-b8c4-41c8-b382-2a9217f90601 {{(pid=88797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:23:39.622565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd8af3e-1f20-4a4f-aab9-4168824f35d8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:39.623604 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd8af3e-1f20-4a4f-aab9-4168824f35d8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.626232 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5fd8af3e-1f20-4a4f-aab9-4168824f35d8 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "PUT /v2.0/ports/eb2c0811-928e-4352-978a-cd93de66585d HTTP/1.1" status: 200 len: 995 time: 0.8200543 Jun 04 16:23:39.628128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40948) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:39.636617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:39.667117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ab477d2-c1a9-4fe3-917b-9d28edf9b78c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:23:39.719465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-875ec8d3-5374-424c-9bb3-bbcd8907645a tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Deleting port eb2c0811-928e-4352-978a-cd93de66585d {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:39.719894 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-875ec8d3-5374-424c-9bb3-bbcd8907645a tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.855259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.886453 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d37416f7-09ea-4c64-a9e6-d968c7b0d459 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afa7aae553e04366aa0da2be5746b0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1408784 Jun 04 16:23:39.892146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40952) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:39.892701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-db3b87e3-7b4f-4ce5-9f5a-b915a8275c8d None None] Provisioning complete for port eb2c0811-928e-4352-978a-cd93de66585d triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:39.893288 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-db3b87e3-7b4f-4ce5-9f5a-b915a8275c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:39.894840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37416f7-09ea-4c64-a9e6-d968c7b0d459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc65fbd-baae-4000-8f35-0b0787a260fe,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:39.973545 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-db3b87e3-7b4f-4ce5-9f5a-b915a8275c8d None None] Port eb2c0811-928e-4352-978a-cd93de66585d cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:23:40.004377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622f09-131b-48d9-b58a-71f2c1766a57 req-fe9a64e2-46bd-40d8-ba35-1007ac49e66e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:40.010690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b622f09-131b-48d9-b58a-71f2c1766a57 req-fe9a64e2-46bd-40d8-ba35-1007ac49e66e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.5824437 Jun 04 16:23:40.014796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ff5c4-8a01-4e53-8dcf-475a287ad599 req-3b1acee6-42e0-4eec-a603-3b6189056425 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:40.016269 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-013ff5c4-8a01-4e53-8dcf-475a287ad599 req-3b1acee6-42e0-4eec-a603-3b6189056425 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 944 time: 0.5264030 Jun 04 16:23:40.142452 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-933ae2f2-3577-4980-ac1d-bd613ce4a687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:40.198780 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-875ec8d3-5374-424c-9bb3-bbcd8907645a tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:40.207113 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-933ae2f2-3577-4980-ac1d-bd613ce4a687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:40.218576 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-013ff5c4-8a01-4e53-8dcf-475a287ad599 req-eed35026-d15b-4ecc-ad57-41185e2793c4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508236 Jun 04 16:23:40.224865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b622f09-131b-48d9-b58a-71f2c1766a57 req-962d0cc1-1464-4ae5-87b5-7ef48cc5f9bb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174461 Jun 04 16:23:40.346324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a634e-2273-418a-807f-3f972d7a5ade req-8ee0a1e3-e4f3-4712-86c3-b37250f203c8 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:40.348400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-875ec8d3-5374-424c-9bb3-bbcd8907645a tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Calling delete_port for eb2c0811-928e-4352-978a-cd93de66585d owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:40.351734 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-068a634e-2273-418a-807f-3f972d7a5ade req-8ee0a1e3-e4f3-4712-86c3-b37250f203c8 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.42 "GET /v2.0/ports?device_id=c389aaba-1d09-4b7f-ab91-1b0e01442c30 HTTP/1.1" status: 200 len: 949 time: 0.3339617 Jun 04 16:23:40.450197 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-933ae2f2-3577-4980-ac1d-bd613ce4a687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:40.516159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ae2f2-3577-4980-ac1d-bd613ce4a687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc65fbd-baae-4000-8f35-0b0787a260fe,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:40.543971 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-933ae2f2-3577-4980-ac1d-bd613ce4a687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:40.549787 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-933ae2f2-3577-4980-ac1d-bd613ce4a687 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dc65fbd-baae-4000-8f35-0b0787a260fe HTTP/1.1" status: 204 len: 168 time: 0.6524022 Jun 04 16:23:40.567082 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-875ec8d3-5374-424c-9bb3-bbcd8907645a tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:40.611234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d10ea4f-ab90-4186-b1df-c6543c3edd14 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:23:40.621926 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:40.634277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Transition to ACTIVE for port object 1d10ea4f-ab90-4186-b1df-c6543c3edd14 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:40.651795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ec8d3-5374-424c-9bb3-bbcd8907645a tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event deleted for resources: {'Port': ['ID=eb2c0811-928e-4352-978a-cd93de66585d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:40.687659 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:40.809494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc92ff4f-1fc4-4792-af84-6d8d8087996e req-37306bbf-0b03-4b02-a461-769cf69189e4 tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.3175597 Jun 04 16:23:40.931006 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-875ec8d3-5374-424c-9bb3-bbcd8907645a tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:40.931006 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-875ec8d3-5374-424c-9bb3-bbcd8907645a tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "DELETE /v2.0/ports/eb2c0811-928e-4352-978a-cd93de66585d HTTP/1.1" status: 204 len: 168 time: 1.2940269 Jun 04 16:23:40.931006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40978) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:41.005234 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddbf64f-6828-4097-a879-1bfb037f06a0 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] GET failed (client error): The resource could not be found. Jun 04 16:23:41.005234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1ddbf64f-6828-4097-a879-1bfb037f06a0 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Synchronizing usage tracker for tenant:a9e575c39a1a4c6c9132d66241e707a7 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:23:41.035033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1ddbf64f-6828-4097-a879-1bfb037f06a0 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Unset dirty status for tenant:a9e575c39a1a4c6c9132d66241e707a7 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:23:41.035033 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1ddbf64f-6828-4097-a879-1bfb037f06a0 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "GET /v2.0/ports/eb2c0811-928e-4352-978a-cd93de66585d HTTP/1.1" status: 404 len: 333 time: 0.1006238 Jun 04 16:23:41.035033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40982) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:41.045252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Request body: {'port': {'network_id': '83d19d0a-b8c4-41c8-b382-2a9217f90601', 'name': 'tempest-AllowedAddressPairTestJSON-2143515552'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:41.073295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-068a634e-2273-418a-807f-3f972d7a5ade req-b33cb150-7b23-4b1a-9760-b95aa1f1d8d6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Deleting port b15040dd-6643-4310-8251-298fe9f4dcff {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:41.073295 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-068a634e-2273-418a-807f-3f972d7a5ade req-b33cb150-7b23-4b1a-9760-b95aa1f1d8d6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:41.142552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Pushing event updated for resources: {'Port': ['ID=1d10ea4f-ab90-4186-b1df-c6543c3edd14,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:41.191800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:23:41.280627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:41.301252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:41.356002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Made reservation on behalf of a9e575c39a1a4c6c9132d66241e707a7 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:41.356002 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:41.413319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] device_id is not set on port c1d7d552-5df1-4bd2-9b88-030809cc4542 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:23:41.438174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:41.438734 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:41.527702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3076272-4146-4549-83ba-6a240cb89031 req-513ee038-1c45-4c90-9e41-9631c41b043a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:41.528436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a3076272-4146-4549-83ba-6a240cb89031 req-513ee038-1c45-4c90-9e41-9631c41b043a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Synchronizing usage tracker for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:23:41.625201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Attempting to bind port 1d10ea4f-ab90-4186-b1df-c6543c3edd14 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:23:41.625518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Attempting to bind port 1d10ea4f-ab90-4186-b1df-c6543c3edd14 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:23:41.626245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Attempting to bind port 1d10ea4f-ab90-4186-b1df-c6543c3edd14 on network 9b42b411-d798-4ee5-9060-a55b6983c021 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:23:41.651164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Port 1d10ea4f-ab90-4186-b1df-c6543c3edd14 on network 9b42b411-d798-4ee5-9060-a55b6983c021 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:23:41.652201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Attempting to bind port 1d10ea4f-ab90-4186-b1df-c6543c3edd14 on network 9b42b411-d798-4ee5-9060-a55b6983c021 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:23:41.662728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a3076272-4146-4549-83ba-6a240cb89031 req-513ee038-1c45-4c90-9e41-9631c41b043a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Unset dirty status for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:23:41.665031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3076272-4146-4549-83ba-6a240cb89031 req-513ee038-1c45-4c90-9e41-9631c41b043a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 944 time: 1.1608748 Jun 04 16:23:41.700182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:23:41.700182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Checking segment: {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:23:41.700548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Bound using segment: {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:23:41.701138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Bound port: 1d10ea4f-ab90-4186-b1df-c6543c3edd14, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:23:41.701643 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:41.717996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:41.718727 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:41.729145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Allocated IP 172.20.0.3 (83d19d0a-b8c4-41c8-b382-2a9217f90601/0715380c-24e6-4613-b8a5-0d22a29939f0/c1d7d552-5df1-4bd2-9b88-030809cc4542) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:41.766946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:41.778217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:41.787980 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:41.848718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0972cd-8e76-40bb-91da-ff5051532d84 req-5e37a141-a8c4-4a46-a607-da8edc7616d0 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:41.856138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2e0972cd-8e76-40bb-91da-ff5051532d84 req-5e37a141-a8c4-4a46-a607-da8edc7616d0 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/ports?device_id=c389aaba-1d09-4b7f-ab91-1b0e01442c30 HTTP/1.1" status: 200 len: 949 time: 0.6317184 Jun 04 16:23:41.938341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3076272-4146-4549-83ba-6a240cb89031 req-7d89c0d6-b12b-437d-9b38-0f6d7052aff6 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588351 Jun 04 16:23:41.947199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-068a634e-2273-418a-807f-3f972d7a5ade req-b33cb150-7b23-4b1a-9760-b95aa1f1d8d6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] For port b15040dd-6643-4310-8251-298fe9f4dcff, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b15040dd-6643-4310-8251-298fe9f4dcff,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:41.953014 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-068a634e-2273-418a-807f-3f972d7a5ade req-b33cb150-7b23-4b1a-9760-b95aa1f1d8d6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:41.957963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:42.072022 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:42.075099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Transition to ACTIVE for port object c1d7d552-5df1-4bd2-9b88-030809cc4542 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:42.114134 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:42.222292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Network 83d19d0a-b8c4-41c8-b382-2a9217f90601 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:42.228254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:42.234228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:42.237023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-068a634e-2273-418a-807f-3f972d7a5ade req-b33cb150-7b23-4b1a-9760-b95aa1f1d8d6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Calling delete_port for b15040dd-6643-4310-8251-298fe9f4dcff owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:42.280471 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event updated for resources: {'Port': ['ID=c1d7d552-5df1-4bd2-9b88-030809cc4542,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:42.344175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:42.344863 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:42.410498 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3d01eaa8-f1ef-46cb-a673-5c28d89b60ae tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3747826 Jun 04 16:23:42.413306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41028) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:42.424860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Request body: {'port': {'network_id': '83d19d0a-b8c4-41c8-b382-2a9217f90601', 'name': 'tempest-AllowedAddressPairTestJSON-240360142'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:42.514081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2e0972cd-8e76-40bb-91da-ff5051532d84 req-9f2f18bd-e96a-4f99-8737-df445e699329 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.13 "GET /v2.0/security-groups?id=efc9e39f-8998-4bf4-9741-18b706e4b876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569879 Jun 04 16:23:42.591673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] For port 1d10ea4f-ab90-4186-b1df-c6543c3edd14, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:23:42.643661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] For port 1d10ea4f-ab90-4186-b1df-c6543c3edd14, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1d10ea4f-ab90-4186-b1df-c6543c3edd14,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:23:42.645665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3fbef51e-6b43-4446-98f4-92040f378efe None None] Provisioning for port c1d7d552-5df1-4bd2-9b88-030809cc4542 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:42.668717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3fbef51e-6b43-4446-98f4-92040f378efe None None] Provisioning complete for port c1d7d552-5df1-4bd2-9b88-030809cc4542 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:42.669136 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3fbef51e-6b43-4446-98f4-92040f378efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:42.702507 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:42.855388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3fbef51e-6b43-4446-98f4-92040f378efe None None] Port c1d7d552-5df1-4bd2-9b88-030809cc4542 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:23:42.919127 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-068a634e-2273-418a-807f-3f972d7a5ade req-b33cb150-7b23-4b1a-9760-b95aa1f1d8d6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:42.933069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['b15040dd-6643-4310-8251-298fe9f4dcff'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:23:43.009280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:43.011266 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:43.012536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:43.013990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] 10.222.0.42 "PUT /v2.0/ports/1d10ea4f-ab90-4186-b1df-c6543c3edd14 HTTP/1.1" status: 200 len: 1092 time: 3.6244497 Jun 04 16:23:43.028488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709d58f7-aaea-4b67-88a4-de388816c4d0', 'tag': '1d10ea4f-ab90-4186-b1df-c6543c3edd14'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:43.037599 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Usage tracker for resource:port and tenant:a9e575c39a1a4c6c9132d66241e707a7 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:43.043873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:43.057547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:43.080989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Made reservation on behalf of a9e575c39a1a4c6c9132d66241e707a7 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:43.084584 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:43.119250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] device_id is not set on port 4c7b6a9c-bb83-498d-b3ee-e293723e2fcf yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:23:43.209401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a873a-5ca6-4e73-88e4-bfbcfb00f1c5 req-b0931760-8743-43a7-8d23-2ec959857edc tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:43.211400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-088a873a-5ca6-4e73-88e4-bfbcfb00f1c5 req-b0931760-8743-43a7-8d23-2ec959857edc tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.7248390 Jun 04 16:23:43.237370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-068a634e-2273-418a-807f-3f972d7a5ade req-b33cb150-7b23-4b1a-9760-b95aa1f1d8d6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] No DVR routers for this DVR port b15040dd-6643-4310-8251-298fe9f4dcff on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:23:43.260350 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-068a634e-2273-418a-807f-3f972d7a5ade req-b33cb150-7b23-4b1a-9760-b95aa1f1d8d6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:43.273322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200759be-2ee7-4604-837b-69d9ac00b39d service neutron] Pushing event updated for resources: {'Port': ['ID=1d10ea4f-ab90-4186-b1df-c6543c3edd14,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:43.322135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-068a634e-2273-418a-807f-3f972d7a5ade req-b33cb150-7b23-4b1a-9760-b95aa1f1d8d6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] 10.222.0.42 "DELETE /v2.0/ports/b15040dd-6643-4310-8251-298fe9f4dcff HTTP/1.1" status: 204 len: 173 time: 2.8666804 Jun 04 16:23:43.352436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cb150-7b23-4b1a-9760-b95aa1f1d8d6 tempest-ServersAdminNegativeTestJSON-1219071780 tempest-ServersAdminNegativeTestJSON-1219071780-project] Pushing event deleted for resources: {'Port': ['ID=b15040dd-6643-4310-8251-298fe9f4dcff,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:43.381876 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Allocated IP 172.20.0.14 (83d19d0a-b8c4-41c8-b382-2a9217f90601/0715380c-24e6-4613-b8a5-0d22a29939f0/4c7b6a9c-bb83-498d-b3ee-e293723e2fcf) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:43.427433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-088a873a-5ca6-4e73-88e4-bfbcfb00f1c5 req-68ce2afd-c37b-41a9-9911-40b6813c3ca0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937919 Jun 04 16:23:43.473673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1a108-498b-4ee2-9702-97a86d940013 req-0d7bcb85-60da-4144-8169-d6cb107ff99e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:43.482698 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34e1a108-498b-4ee2-9702-97a86d940013 req-0d7bcb85-60da-4144-8169-d6cb107ff99e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.5687947 Jun 04 16:23:43.547882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-2e7554cb-6dc2-4586-bbfd-8a2e8eb92ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:43.555437 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-2e7554cb-6dc2-4586-bbfd-8a2e8eb92ea6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 1095 time: 0.4530311 Jun 04 16:23:43.586930 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d34241-3e4d-4406-a2ba-85da02287885'] response: {'server_uuid': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c', 'code': 200} Jun 04 16:23:43.819501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-30995c41-d070-40a8-97f8-8669fa7feff7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d10ea4f-ab90-4186-b1df-c6543c3edd14 HTTP/1.1" status: 200 len: 217 time: 0.2372870 Jun 04 16:23:43.892101 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34e1a108-498b-4ee2-9702-97a86d940013 req-80d1b5b4-f89d-4e68-a486-4f5348b8cfb6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083962 Jun 04 16:23:43.916753 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:43.958542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Transition to ACTIVE for port object 4c7b6a9c-bb83-498d-b3ee-e293723e2fcf will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:44.016214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09ffc853-cc8b-4da7-85ce-fcb79db27c66 req-c82a7133-28f8-4a61-9608-c293431f8f66 tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.1527197 Jun 04 16:23:44.018451 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:44.040127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-57b79d70-dfc0-4693-a028-582108f9ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:44.047902 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-57b79d70-dfc0-4693-a028-582108f9ee3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 200 len: 849 time: 0.2222383 Jun 04 16:23:44.177545 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-dae7c12c-f73d-4396-8b02-57ed2cb68ede service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b42b411-d798-4ee5-9060-a55b6983c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164982 Jun 04 16:23:44.232446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Network 83d19d0a-b8c4-41c8-b382-2a9217f90601 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:44.250405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:44.311238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event updated for resources: {'Port': ['ID=4c7b6a9c-bb83-498d-b3ee-e293723e2fcf,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:44.318858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:44.509712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:44.510680 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:44.561709 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-9adb07a1-e7aa-41dd-b1af-d8d8fa4ce8e9 service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584607 Jun 04 16:23:44.581636 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b8ff67e-65e3-4a83-95e8-97729b3551f6'] response: {'name': 'network-changed', 'server_uuid': '709d58f7-aaea-4b67-88a4-de388816c4d0', 'tag': '1d10ea4f-ab90-4186-b1df-c6543c3edd14', 'status': 'completed', 'code': 200} Jun 04 16:23:44.604183 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-abd45599-7c54-4ce8-9fe9-a7a8579104c7 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1854866 Jun 04 16:23:44.611192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41046) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:44.632689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-338abf29-40e5-4b5a-84e5-8731bc839436 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4f:f3:16'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:5b:c3:d6'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:44.808430 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-160bfdb0-447e-4ab8-9edc-137dd187eb80 None None] Provisioning for port 4c7b6a9c-bb83-498d-b3ee-e293723e2fcf completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:44.820315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-160bfdb0-447e-4ab8-9edc-137dd187eb80 None None] Provisioning complete for port 4c7b6a9c-bb83-498d-b3ee-e293723e2fcf triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:44.820692 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-160bfdb0-447e-4ab8-9edc-137dd187eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:44.902782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b27ae2a-b064-4e59-b6c7-e45596acbfc8 req-78238576-66dd-4c47-bd18-2f2238d2d422 service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201182 Jun 04 16:23:44.973165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-160bfdb0-447e-4ab8-9edc-137dd187eb80 None None] Port 4c7b6a9c-bb83-498d-b3ee-e293723e2fcf cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:23:44.975834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b15040dd-6643-4310-8251-298fe9f4dcff no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:23:45.053764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08776286-18bd-4a4b-a3cf-8ca47056c367 req-20980016-9db6-4272-8cd3-ab82cf8e18d0 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:45.066471 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08776286-18bd-4a4b-a3cf-8ca47056c367 req-20980016-9db6-4272-8cd3-ab82cf8e18d0 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 944 time: 0.6261477 Jun 04 16:23:45.119269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: b15040dd-6643-4310-8251-298fe9f4dcff {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:23:45.121827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b15040dd-6643-4310-8251-298fe9f4dcff not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:23:45.153372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08776286-18bd-4a4b-a3cf-8ca47056c367 req-1fcd7955-83f4-4332-a76d-d97189892aa1 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856903 Jun 04 16:23:45.185702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41060) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:45.248698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696accec-2ad5-49a1-b170-d007430a9504 req-8b75ac05-69ed-450c-8b57-fff8f9e375df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:45.250219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-696accec-2ad5-49a1-b170-d007430a9504 req-8b75ac05-69ed-450c-8b57-fff8f9e375df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 1095 time: 0.2812753 Jun 04 16:23:45.272454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-338abf29-40e5-4b5a-84e5-8731bc839436 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:45.294277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41066) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:45.403818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973c3e9-60c6-444a-a714-7291ac36782b req-4a946bab-4980-4999-ba68-3c05f7f6cbc3 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:45.405528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3973c3e9-60c6-444a-a714-7291ac36782b req-4a946bab-4980-4999-ba68-3c05f7f6cbc3 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.5007164 Jun 04 16:23:45.647579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3973c3e9-60c6-444a-a714-7291ac36782b req-a6a60dfb-add4-4c6d-9b0d-898406d4ceb9 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917541 Jun 04 16:23:45.666340 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3e25599-f827-43c7-bc0d-35f8f0c24d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:45.680124 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0bd8728b-0ef2-4c8f-880a-3417d36bb5cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b12069967a04945a1c4b8cdd4150a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834291 Jun 04 16:23:45.699804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41072) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:45.739998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f3e25599-f827-43c7-bc0d-35f8f0c24d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:45.753404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f3e25599-f827-43c7-bc0d-35f8f0c24d56 admin admin] Usage tracker for resource:security_group_rule and tenant:a255b5a9285f48e4a68f83e58b2d6fee is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:45.764319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f3e25599-f827-43c7-bc0d-35f8f0c24d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:45.786091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f3e25599-f827-43c7-bc0d-35f8f0c24d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:45.791072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696accec-2ad5-49a1-b170-d007430a9504 req-c2d7875a-7ac1-4fbf-8c28-11854944c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:45.792512 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-696accec-2ad5-49a1-b170-d007430a9504 req-c2d7875a-7ac1-4fbf-8c28-11854944c4da service neutron] 10.222.0.42 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 910 time: 0.5290673 Jun 04 16:23:45.826403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49a7d8-694f-4ff0-bc21-1dbd968d4fed req-aca174d4-7925-478d-ac13-af0670432e48 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:45.833914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e49a7d8-694f-4ff0-bc21-1dbd968d4fed req-aca174d4-7925-478d-ac13-af0670432e48 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.4391139 Jun 04 16:23:45.853643 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4077006f-913e-4990-9ff6-a2c1a4d77511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:45.859206 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-338abf29-40e5-4b5a-84e5-8731bc839436 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:45.871654 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-338abf29-40e5-4b5a-84e5-8731bc839436 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:45.961498 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4077006f-913e-4990-9ff6-a2c1a4d77511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:45.963416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-696accec-2ad5-49a1-b170-d007430a9504 req-a7abacf8-fa7f-427f-9989-6c3e1d71a9ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d10ea4f-ab90-4186-b1df-c6543c3edd14 HTTP/1.1" status: 200 len: 217 time: 0.1624556 Jun 04 16:23:46.044901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99582675-039e-4f67-947f-53979769e2a0 req-c2d6496b-4a29-4ae0-a6cd-7a24589626a3 tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.1226814 Jun 04 16:23:46.095399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338abf29-40e5-4b5a-84e5-8731bc839436 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event updated for resources: {'Port': ['ID=4c7b6a9c-bb83-498d-b3ee-e293723e2fcf,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:46.159079 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e49a7d8-694f-4ff0-bc21-1dbd968d4fed req-9bb06fa2-9908-4b96-8054-bb1f9c015e4f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242610 Jun 04 16:23:46.252992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-338abf29-40e5-4b5a-84e5-8731bc839436 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] In _notify_port_updated(), no bound segment for port 4c7b6a9c-bb83-498d-b3ee-e293723e2fcf on network 83d19d0a-b8c4-41c8-b382-2a9217f90601 {{(pid=88797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:23:46.254017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696accec-2ad5-49a1-b170-d007430a9504 req-74e27e44-4718-4ffd-99d9-6ea021cca3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:46.258866 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-696accec-2ad5-49a1-b170-d007430a9504 req-74e27e44-4718-4ffd-99d9-6ea021cca3d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 200 len: 849 time: 0.2826476 Jun 04 16:23:46.272755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338abf29-40e5-4b5a-84e5-8731bc839436 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:46.279242 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-338abf29-40e5-4b5a-84e5-8731bc839436 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:46.280931 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-338abf29-40e5-4b5a-84e5-8731bc839436 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "PUT /v2.0/ports/4c7b6a9c-bb83-498d-b3ee-e293723e2fcf HTTP/1.1" status: 200 len: 1055 time: 1.6687429 Jun 04 16:23:46.292330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41078) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:46.342631 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4077006f-913e-4990-9ff6-a2c1a4d77511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:46.374965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-696accec-2ad5-49a1-b170-d007430a9504 req-972342da-679e-4456-ad0e-e5d91f3c54be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b42b411-d798-4ee5-9060-a55b6983c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077955 Jun 04 16:23:46.389787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077006f-913e-4990-9ff6-a2c1a4d77511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc9e39f-8998-4bf4-9741-18b706e4b876,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:46.433198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6be8c8bc-553c-443c-b8c8-e37a7551826f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Deleting port 4c7b6a9c-bb83-498d-b3ee-e293723e2fcf {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:46.433537 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6be8c8bc-553c-443c-b8c8-e37a7551826f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:46.466707 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4077006f-913e-4990-9ff6-a2c1a4d77511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:46.468400 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4077006f-913e-4990-9ff6-a2c1a4d77511 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efc9e39f-8998-4bf4-9741-18b706e4b876 HTTP/1.1" status: 204 len: 168 time: 0.7672808 Jun 04 16:23:46.517329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4736caca-6520-42fc-977d-538214616689 None None] Provisioning complete for port 4c7b6a9c-bb83-498d-b3ee-e293723e2fcf triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:46.517790 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4736caca-6520-42fc-977d-538214616689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:46.630587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4736caca-6520-42fc-977d-538214616689 None None] Port 4c7b6a9c-bb83-498d-b3ee-e293723e2fcf cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:23:46.712379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c389aaba-1d09-4b7f-ab91-1b0e01442c30', 'name': 'network-vif-deleted', 'tag': 'b15040dd-6643-4310-8251-298fe9f4dcff'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:46.712379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-696accec-2ad5-49a1-b170-d007430a9504 req-3076f7c0-585a-43a9-985f-5a2d908fb1de service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666657 Jun 04 16:23:46.837477 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6be8c8bc-553c-443c-b8c8-e37a7551826f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:46.840656 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3e25599-f827-43c7-bc0d-35f8f0c24d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:46.873453 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3e25599-f827-43c7-bc0d-35f8f0c24d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:46.934509 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 1d10ea4f-ab90-4186-b1df-c6543c3edd14 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:23:47.005217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f3e25599-f827-43c7-bc0d-35f8f0c24d56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a255b5a9285f48e4a68f83e58b2d6fee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8131111 Jun 04 16:23:47.021603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41090) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:47.174712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6be8c8bc-553c-443c-b8c8-e37a7551826f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Calling delete_port for 4c7b6a9c-bb83-498d-b3ee-e293723e2fcf owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:47.226290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 1d10ea4f-ab90-4186-b1df-c6543c3edd14, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1d10ea4f-ab90-4186-b1df-c6543c3edd14,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:47.230203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e25599-f827-43c7-bc0d-35f8f0c24d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c086dd8e-8a7b-4b3c-bc61-ded644dd2424,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:47.265931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '1d10ea4f-ab90-4186-b1df-c6543c3edd14', 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'port_id': '1d10ea4f-ab90-4186-b1df-c6543c3edd14', 'mac_address': 'fa:16:3e:5b:26:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d59b55-122b-45b5-8c8d-d6b98258f32b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:23:47.282388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41098) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:47.391125 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ee356f5c-abb0-4d67-8962-0b8f99d749dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:47.393973 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6d6c3460-c968-42df-a5e9-d13fe797a8da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02783e3ed97b4705b5fe172e41d058cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1104434 Jun 04 16:23:47.397903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41102) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:47.413116 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 1d10ea4f-ab90-4186-b1df-c6543c3edd14 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:47.414029 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:47.438317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d10ea4f-ab90-4186-b1df-c6543c3edd14 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:23:47.465320 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6be8c8bc-553c-443c-b8c8-e37a7551826f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:47.473099 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-696accec-2ad5-49a1-b170-d007430a9504 req-10bf8fd7-9c6e-4130-9768-3f85090f1058 service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7714345 Jun 04 16:23:47.473283 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 1d10ea4f-ab90-4186-b1df-c6543c3edd14, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1d10ea4f-ab90-4186-b1df-c6543c3edd14,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:47.480179 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:47.504810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9d233-e69c-4896-90ea-29ab529e9beb req-0c3a4df1-2947-480b-b06e-1adf84e2ac06 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:47.512524 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7b9d233-e69c-4896-90ea-29ab529e9beb req-0c3a4df1-2947-480b-b06e-1adf84e2ac06 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 944 time: 1.1418352 Jun 04 16:23:47.539645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8c8bc-553c-443c-b8c8-e37a7551826f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event deleted for resources: {'Port': ['ID=4c7b6a9c-bb83-498d-b3ee-e293723e2fcf,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:47.546009 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ee356f5c-abb0-4d67-8962-0b8f99d749dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:47.596745 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a52370ca-c423-4d21-8560-f36ebaad9580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:47.657180 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7b9d233-e69c-4896-90ea-29ab529e9beb req-762d0fc0-85b5-49cc-81fc-3155550941a9 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436756 Jun 04 16:23:47.671495 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=1d10ea4f-ab90-4186-b1df-c6543c3edd14,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:47.682895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27922e5c-689d-479d-87c8-208befd47dba req-03e4735b-adc0-420d-813f-58bedbc1c856 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:47.685136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27922e5c-689d-479d-87c8-208befd47dba req-03e4735b-adc0-420d-813f-58bedbc1c856 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.7349067 Jun 04 16:23:47.700079 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-708f2183-86ae-4d5e-b55d-7e43ab77adaa req-7ec2de7d-5277-4922-92d5-3623ed59e977 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2990394 Jun 04 16:23:47.752045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['1d10ea4f-ab90-4186-b1df-c6543c3edd14'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:23:47.779315 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1abbddf-bf2b-4a01-95da-4556ce1ae4b8'] response: {'server_uuid': 'c389aaba-1d09-4b7f-ab91-1b0e01442c30', 'name': 'network-vif-deleted', 'tag': 'b15040dd-6643-4310-8251-298fe9f4dcff', 'status': 'completed', 'code': 200} Jun 04 16:23:47.787402 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27922e5c-689d-479d-87c8-208befd47dba req-9608a198-cedf-49dd-8f60-4d985b964ffd tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917711 Jun 04 16:23:47.809964 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ee356f5c-abb0-4d67-8962-0b8f99d749dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:47.862978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a52370ca-c423-4d21-8560-f36ebaad9580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:47.866074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee356f5c-abb0-4d67-8962-0b8f99d749dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c086dd8e-8a7b-4b3c-bc61-ded644dd2424,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:47.887797 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ee356f5c-abb0-4d67-8962-0b8f99d749dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:47.888967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ee356f5c-abb0-4d67-8962-0b8f99d749dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c086dd8e-8a7b-4b3c-bc61-ded644dd2424 HTTP/1.1" status: 204 len: 168 time: 0.8646870 Jun 04 16:23:48.054393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a52370ca-c423-4d21-8560-f36ebaad9580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:48.128152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0a1d7c6-4427-4f77-99d8-f14a5a602fae req-6c2a3eaf-88d5-4551-91e5-256847fe91cd tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0831428 Jun 04 16:23:48.156177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52370ca-c423-4d21-8560-f36ebaad9580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d0cb8a-3823-4935-ae0b-abce168976d7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:48.248080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f2183-86ae-4d5e-b55d-7e43ab77adaa req-bacf975b-be00-4294-a33d-a9dc37973d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:48.248080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-708f2183-86ae-4d5e-b55d-7e43ab77adaa req-bacf975b-be00-4294-a33d-a9dc37973d40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cb2d4ecac70473298db3021b7bb9bc0&device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 1096 time: 0.2511568 Jun 04 16:23:48.303731 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc86858-5723-4897-8664-e77097a303e3 req-d6d369e8-9c7c-4f26-8529-55ce4ca2603e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:48.307390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fc86858-5723-4897-8664-e77097a303e3 req-d6d369e8-9c7c-4f26-8529-55ce4ca2603e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.3722575 Jun 04 16:23:48.343914 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:23:48.480152 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a52370ca-c423-4d21-8560-f36ebaad9580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:48.483951 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a52370ca-c423-4d21-8560-f36ebaad9580 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2d0cb8a-3823-4935-ae0b-abce168976d7 HTTP/1.1" status: 204 len: 168 time: 1.0848644 Jun 04 16:23:48.495759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6be8c8bc-553c-443c-b8c8-e37a7551826f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:48.504924 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6be8c8bc-553c-443c-b8c8-e37a7551826f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "DELETE /v2.0/ports/4c7b6a9c-bb83-498d-b3ee-e293723e2fcf HTTP/1.1" status: 204 len: 168 time: 2.2113984 Jun 04 16:23:48.505938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41116) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:48.515977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fc86858-5723-4897-8664-e77097a303e3 req-7b94d855-2464-4209-936f-8ff57c722da6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728127 Jun 04 16:23:48.593121 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-3936253e-5177-4307-b849-3520fb680c1e tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] GET failed (client error): The resource could not be found. Jun 04 16:23:48.593994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3936253e-5177-4307-b849-3520fb680c1e tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Synchronizing usage tracker for tenant:a9e575c39a1a4c6c9132d66241e707a7 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:23:48.618155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3936253e-5177-4307-b849-3520fb680c1e tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Unset dirty status for tenant:a9e575c39a1a4c6c9132d66241e707a7 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:23:48.622675 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3936253e-5177-4307-b849-3520fb680c1e tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "GET /v2.0/ports/4c7b6a9c-bb83-498d-b3ee-e293723e2fcf HTTP/1.1" status: 404 len: 333 time: 0.1146905 Jun 04 16:23:48.623509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41122) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:48.669729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f2183-86ae-4d5e-b55d-7e43ab77adaa req-7e338f6e-7cdd-41a2-bc42-0eeab1066b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:48.671457 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-708f2183-86ae-4d5e-b55d-7e43ab77adaa req-7e338f6e-7cdd-41a2-bc42-0eeab1066b10 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1699d6d6-223c-45a1-ac63-74a5ca719a45 HTTP/1.1" status: 200 len: 916 time: 0.3575208 Jun 04 16:23:48.951426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 1d10ea4f-ab90-4186-b1df-c6543c3edd14 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:23:49.057750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-6d1befdc-ba56-47e1-be86-4a2aef23010f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Deleting port c1d7d552-5df1-4bd2-9b88-030809cc4542 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:49.058096 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d1befdc-ba56-47e1-be86-4a2aef23010f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:49.123367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 1d10ea4f-ab90-4186-b1df-c6543c3edd14 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:49.130756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 1d10ea4f-ab90-4186-b1df-c6543c3edd14 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:49.131279 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:49.183562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-708f2183-86ae-4d5e-b55d-7e43ab77adaa req-7263e55d-8061-4a3a-916d-7291e2f9d0c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90d1e660-e5cb-4236-9d0c-3a13e7c798ef HTTP/1.1" status: 200 len: 999 time: 0.4986613 Jun 04 16:23:49.341735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 1d10ea4f-ab90-4186-b1df-c6543c3edd14 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:49.342654 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:49.352345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f2183-86ae-4d5e-b55d-7e43ab77adaa req-1a98e25a-13b5-4f90-8692-16afb964f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:49.354012 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-708f2183-86ae-4d5e-b55d-7e43ab77adaa req-1a98e25a-13b5-4f90-8692-16afb964f0cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3519a9f2-731b-4be2-9a88-d2aa08fb19a6 HTTP/1.1" status: 200 len: 854 time: 0.1563914 Jun 04 16:23:49.383015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d58f7-aaea-4b67-88a4-de388816c4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d10ea4f-ab90-4186-b1df-c6543c3edd14'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:23:49.404452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 1d10ea4f-ab90-4186-b1df-c6543c3edd14, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1d10ea4f-ab90-4186-b1df-c6543c3edd14,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:49.414217 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:49.532656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=1d10ea4f-ab90-4186-b1df-c6543c3edd14,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:49.682366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d34a3-8f6c-4f69-b82b-6e77122f6fa3 req-a1a2ebd6-a0c1-4e74-b14c-1d304cdd14b7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:49.692150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e01d34a3-8f6c-4f69-b82b-6e77122f6fa3 req-a1a2ebd6-a0c1-4e74-b14c-1d304cdd14b7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 945 time: 0.7392244 Jun 04 16:23:49.714446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d082738-8fd8-4676-865f-31d2cfb13b61 req-75c9f2ad-4842-4e1c-88a3-6eb08df285cf tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:49.716012 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d082738-8fd8-4676-865f-31d2cfb13b61 req-75c9f2ad-4842-4e1c-88a3-6eb08df285cf tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.6219058 Jun 04 16:23:49.816877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41168) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:49.846208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41174) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:49.918190 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e01d34a3-8f6c-4f69-b82b-6e77122f6fa3 req-2498285a-b293-499b-99f0-e8060e8b7336 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010591 Jun 04 16:23:49.925621 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d1befdc-ba56-47e1-be86-4a2aef23010f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:49.946530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d082738-8fd8-4676-865f-31d2cfb13b61 req-dd255e4d-269d-42cb-948c-67463acbd75e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142837 Jun 04 16:23:49.953593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f2183-86ae-4d5e-b55d-7e43ab77adaa req-5604f00a-40c7-4e06-93d1-c86e84f939dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:49.957607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-708f2183-86ae-4d5e-b55d-7e43ab77adaa req-5604f00a-40c7-4e06-93d1-c86e84f939dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1699d6d6-223c-45a1-ac63-74a5ca719a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5891602 Jun 04 16:23:50.029405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1849861556-network', 'tenant_id': 'bd345418206f425db75320e56ffebcbb'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:50.047054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:50.063313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Usage tracker for resource:network and tenant:bd345418206f425db75320e56ffebcbb is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:50.071416 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:50.092028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:50.120279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-6d1befdc-ba56-47e1-be86-4a2aef23010f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Calling delete_port for c1d7d552-5df1-4bd2-9b88-030809cc4542 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:50.126395 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0346e75a-d02b-413f-8aad-d7e8b7c37309'] response: {'server_uuid': '709d58f7-aaea-4b67-88a4-de388816c4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d10ea4f-ab90-4186-b1df-c6543c3edd14', 'code': 200} Jun 04 16:23:50.147821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Made reservation on behalf of bd345418206f425db75320e56ffebcbb for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:50.163584 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:50.216231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2141283444-network', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:50.224604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:50.228293 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:50.241335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Usage tracker for resource:network and tenant:efc4eae74bec4b13b3af675dcb01ebab is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:50.246153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:50.254740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:50.256962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:50.264620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Usage tracker for resource:security_group_rule and tenant:bd345418206f425db75320e56ffebcbb is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:50.269208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:50.279209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:50.282949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Made reservation on behalf of efc4eae74bec4b13b3af675dcb01ebab for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:50.286510 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:50.311814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:50.339898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:50.346709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Usage tracker for resource:security_group_rule and tenant:efc4eae74bec4b13b3af675dcb01ebab is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:50.353583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:50.360839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:50.466186 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:50.480068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:50.567396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:23:50.593624 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:50.594984 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc2df195-1f6f-45ff-ac75-ba614f241da4 req-3e420d8c-57a2-4fd0-aeec-2fde991ed1e0 tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.3711107 Jun 04 16:23:50.606807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bda3b9-edf8-400b-99c6-9ad846cf3fe6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:50.610535 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:50.610535 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Added segment 9f135aee-160f-4158-aa79-42856a69a27f of type vlan for network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 Jun 04 16:23:50.616405 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:50.675866 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:50.736272 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:50.737442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:50.738038 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:50.752558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:23:50.774636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-708f2183-86ae-4d5e-b55d-7e43ab77adaa req-09cf82a8-d29f-46fd-ad6f-4ffdbab9a423 service neutron] 10.222.0.42 "GET /v2.0/networks/1699d6d6-223c-45a1-ac63-74a5ca719a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8093171 Jun 04 16:23:50.982357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] Pushing event updated for resources: {'Network': ['ID=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:50.995667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45651264-a4bc-4d82-addf-9957660f6e06 req-f0de737a-3e63-49d4-9344-776fc63ac6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:50.996751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:23:50.998546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45651264-a4bc-4d82-addf-9957660f6e06 req-f0de737a-3e63-49d4-9344-776fc63ac6e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 1097 time: 0.6622717 Jun 04 16:23:50.998658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:50.998658 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Added segment adfd68da-54f7-40c8-baab-19335252a59c of type vlan for network 98b37317-8b6d-4534-ad79-34638c822ebe Jun 04 16:23:50.999525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af3f741-edc2-4414-b2cb-72176360bc37,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:51.050473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b88c0b-f371-44bc-ad77-fc55a558b637 req-b2753b30-7efd-4d17-a846-fb3b5eaaf8c1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:51.061032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0b88c0b-f371-44bc-ad77-fc55a558b637 req-b2753b30-7efd-4d17-a846-fb3b5eaaf8c1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.6106358 Jun 04 16:23:51.079720 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a9ff0d83-8b1f-474b-b0ca-0c9aa4da61cd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2568164 Jun 04 16:23:51.087665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41184) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:51.091026 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d1befdc-ba56-47e1-be86-4a2aef23010f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:51.097479 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:51.119415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Request body: {'subnet': {'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1849861556-subnet', 'tenant_id': 'bd345418206f425db75320e56ffebcbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:51.136877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:51.159633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Usage tracker for resource:subnet and tenant:bd345418206f425db75320e56ffebcbb is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:51.168103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:51.207549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:51.236551 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:51.237883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:51.238412 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:51.260146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Made reservation on behalf of bd345418206f425db75320e56ffebcbb for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:51.261904 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:51.306303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1befdc-ba56-47e1-be86-4a2aef23010f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event deleted for resources: {'Port': ['ID=c1d7d552-5df1-4bd2-9b88-030809cc4542,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:51.325867 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45651264-a4bc-4d82-addf-9957660f6e06 req-5fd7f0d0-cce4-43ad-8139-e7ff552d7046 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143444 Jun 04 16:23:51.343301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-708f2183-86ae-4d5e-b55d-7e43ab77adaa req-0078c5d7-ec1e-48e8-85d3-0c8bfda4780f service neutron] 10.222.0.42 "GET /v2.0/networks/1699d6d6-223c-45a1-ac63-74a5ca719a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356596 Jun 04 16:23:51.424231 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5783942 Jun 04 16:23:51.531064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41188) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:51.580418 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Request body: {'subnet': {'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2141283444-subnet', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:51.588911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:51.598201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Usage tracker for resource:subnet and tenant:efc4eae74bec4b13b3af675dcb01ebab is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:51.610056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:51.617987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:51.619125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0b88c0b-f371-44bc-ad77-fc55a558b637 req-6d8d75b8-3da7-400b-9500-3728d134073c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569482 Jun 04 16:23:51.677264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Made reservation on behalf of efc4eae74bec4b13b3af675dcb01ebab for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:23:51.679325 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:51.738028 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d1befdc-ba56-47e1-be86-4a2aef23010f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:51.781534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91641e61-f7cb-4944-8a40-62b7b072a5cc req-ec5519cb-522c-4140-a04d-8a4e12cd37ea tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:51.794680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91641e61-f7cb-4944-8a40-62b7b072a5cc req-ec5519cb-522c-4140-a04d-8a4e12cd37ea tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 946 time: 0.5640812 Jun 04 16:23:51.801479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6d1befdc-ba56-47e1-be86-4a2aef23010f tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "DELETE /v2.0/ports/c1d7d552-5df1-4bd2-9b88-030809cc4542 HTTP/1.1" status: 204 len: 168 time: 3.1767867 Jun 04 16:23:51.809193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41194) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:51.821325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afd102-40ff-4200-a818-4620c0e6265a admin admin] Pushing event updated for resources: {'Network': ['ID=98b37317-8b6d-4534-ad79-34638c822ebe,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:51.836862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 98b37317-8b6d-4534-ad79-34638c822ebe details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:23:51.921931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91641e61-f7cb-4944-8a40-62b7b072a5cc req-4136e39e-b7e5-4269-9ceb-2742749bc65b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260266 Jun 04 16:23:51.947821 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ca8a29-6d72-4f31-9872-07be52ba5848 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] GET failed (client error): The resource could not be found. Jun 04 16:23:51.947821 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d6ca8a29-6d72-4f31-9872-07be52ba5848 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "GET /v2.0/ports/c1d7d552-5df1-4bd2-9b88-030809cc4542 HTTP/1.1" status: 404 len: 333 time: 0.1208789 Jun 04 16:23:51.952537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41198) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:52.009019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a11aa-09ee-4c42-9652-cc653499a006 req-0c18929c-1c34-4aa5-bd1c-b2ad8d9dc92c tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:52.019945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec3a11aa-09ee-4c42-9652-cc653499a006 req-0c18929c-1c34-4aa5-bd1c-b2ad8d9dc92c tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.1963644 Jun 04 16:23:52.157022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-981734ba-824b-4755-82a4-b0d9d9d52590 req-f37d5c18-b821-4a34-b36a-71d358120d26 tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0736151 Jun 04 16:23:52.179948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec3a11aa-09ee-4c42-9652-cc653499a006 req-50777eab-3494-4f5f-a512-369407597c37 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587567 Jun 04 16:23:52.333950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-886d474f-2119-45bf-8fb4-8f86d7f4d0e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Deleting port 175fa4be-a207-478b-ab0b-6a011833d2b0 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:52.334489 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-886d474f-2119-45bf-8fb4-8f86d7f4d0e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:52.433873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:52.698169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:52.729392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c76308-27ab-4412-b695-ccc303fa5174,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:52.887427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d4d95-cae7-4256-833e-e416b96c7afc req-9bf99310-2899-4ff4-97a8-61b7f5180ea5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:52.899071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Checking segment: {'id': '9f135aee-160f-4158-aa79-42856a69a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:23:52.899071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Network hostable DHCP agents. Network: 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:23:52.899609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-333d4d95-cae7-4256-833e-e416b96c7afc req-9bf99310-2899-4ff4-97a8-61b7f5180ea5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.1129332 Jun 04 16:23:52.958973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb51007-b26e-46bc-9208-0dc33b353e80,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:52.991127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:23:53.002190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Checking segment: {'id': 'adfd68da-54f7-40c8-baab-19335252a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:23:53.003442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Network hostable DHCP agents. Network: 98b37317-8b6d-4534-ad79-34638c822ebe, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:23:53.008050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-333d4d95-cae7-4256-833e-e416b96c7afc req-f0011bb8-98ce-4e83-a6cc-42db919239fd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048329 Jun 04 16:23:53.038845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:53.049561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283767f6-2284-4944-8a7f-9ba410b56321 None None] Network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:23:53.071238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:53.074661 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:53.093171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-886d474f-2119-45bf-8fb4-8f86d7f4d0e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:53.227962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb834b7-d37e-4239-add2-1467a2deef3b req-27a634a1-b457-4c57-8b8c-8d6e16b70066 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:53.229120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cb834b7-d37e-4239-add2-1467a2deef3b req-27a634a1-b457-4c57-8b8c-8d6e16b70066 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 946 time: 0.0885124 Jun 04 16:23:53.291977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cb834b7-d37e-4239-add2-1467a2deef3b req-64d82500-5b4a-4d68-9180-4aa5893f7e95 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568414 Jun 04 16:23:53.385947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Network 98b37317-8b6d-4534-ad79-34638c822ebe is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:23:53.404088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-886d474f-2119-45bf-8fb4-8f86d7f4d0e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Calling delete_port for 175fa4be-a207-478b-ab0b-6a011833d2b0 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:53.457387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 98b37317-8b6d-4534-ad79-34638c822ebe) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:53.471538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d154d6-d463-4ae0-99b5-840ac8af4667 None None] Network 98b37317-8b6d-4534-ad79-34638c822ebe requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:23:53.479729 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-85d61467-959b-40d5-aa96-295daaa92c37 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3907008 Jun 04 16:23:53.484523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:53.485323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:53.583630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faf12b-9f3f-4c1c-95cf-236ea448600e req-57c2257d-222c-4b68-90ce-726dc91a22e1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:53.590399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2faf12b-9f3f-4c1c-95cf-236ea448600e req-57c2257d-222c-4b68-90ce-726dc91a22e1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.2482667 Jun 04 16:23:53.628455 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c1451942-1239-4c52-a709-713f1765481c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0957680 Jun 04 16:23:53.629207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41220) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:53.650385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2141283444-router', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:53.677399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74dec-a651-47d8-b574-59efeb66acd8 req-63f312a4-4e6f-4805-b18e-49360df0ee04 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:53.679845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:23:53.687073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bad74dec-a651-47d8-b574-59efeb66acd8 req-63f312a4-4e6f-4805-b18e-49360df0ee04 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.2613091 Jun 04 16:23:53.763946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Usage tracker for resource:router and tenant:efc4eae74bec4b13b3af675dcb01ebab is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:23:53.780712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:23:53.801898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:23:53.830806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2faf12b-9f3f-4c1c-95cf-236ea448600e req-c2528339-aed7-49d0-a2ff-74032f71632c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232656 Jun 04 16:23:53.843568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7b6993-4831-4711-9210-fb331a03237b None None] Network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:23:53.863096 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:53.864386 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:53.885774 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:53.907090 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-886d474f-2119-45bf-8fb4-8f86d7f4d0e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:53.975217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bad74dec-a651-47d8-b574-59efeb66acd8 req-e4c95022-207b-4160-8a5e-4d81fda17913 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841587 Jun 04 16:23:54.335812 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3ebd124-970a-4a8e-af76-63b7ca6fa8e4 req-ee672453-1603-4f21-9f67-20602e29ebdd tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0904701 Jun 04 16:23:54.430100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-98b37317-8b6d-4534-ad79-34638c822ebe', 'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'fixed_ips': [{'subnet_id': 'deb51007-b26e-46bc-9208-0dc33b353e80'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:23:54.432643 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:54.461816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce912023-df77-4f75-9512-6aaae7b70b40 req-e1b7f110-bd71-46e4-b03b-ffd01562741b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:54.463530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce912023-df77-4f75-9512-6aaae7b70b40 req-e1b7f110-bd71-46e4-b03b-ffd01562741b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.1267302 Jun 04 16:23:54.578031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce912023-df77-4f75-9512-6aaae7b70b40 req-9d0461dd-a18d-4096-a4ff-ce0f2bfa77c7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972915 Jun 04 16:23:54.580600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d474f-2119-45bf-8fb4-8f86d7f4d0e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event deleted for resources: {'Port': ['ID=175fa4be-a207-478b-ab0b-6a011833d2b0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:54.795413 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:54.958944 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-886d474f-2119-45bf-8fb4-8f86d7f4d0e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:54.991520 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-886d474f-2119-45bf-8fb4-8f86d7f4d0e2 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "DELETE /v2.0/ports/175fa4be-a207-478b-ab0b-6a011833d2b0 HTTP/1.1" status: 204 len: 168 time: 3.0343165 Jun 04 16:23:55.004988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41238) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:55.145812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444b371-767c-464b-82fd-f756397529f9 req-22219faf-7d84-4c0b-994f-04b480a1d5d0 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:55.149528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b444b371-767c-464b-82fd-f756397529f9 req-22219faf-7d84-4c0b-994f-04b480a1d5d0 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 946 time: 0.2051582 Jun 04 16:23:55.248450 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Allocated IP 172.20.0.2 (98b37317-8b6d-4534-ad79-34638c822ebe/deb51007-b26e-46bc-9208-0dc33b353e80/3ecbf384-a1c0-482e-9281-325990e2a915) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:55.303758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fdfdea-8960-4e24-984f-0a76942451d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Deleting subnet 0715380c-24e6-4613-b8a5-0d22a29939f0 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:23:55.311562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-62fdfdea-8960-4e24-984f-0a76942451d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:55.349212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eded4959-dbfd-4b6e-a907-c4cedde8a928 req-9a53c140-e934-43eb-9f53-f838992b0055 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0876145 Jun 04 16:23:55.417366 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-62fdfdea-8960-4e24-984f-0a76942451d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:55.452257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b444b371-767c-464b-82fd-f756397529f9 req-53a05b11-a442-4f92-968d-0de7e070d039 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962520 Jun 04 16:23:55.612476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8988a-296c-41c4-a900-a4004fee876c req-66b9cc82-fabd-4854-9531-a9f78e97d189 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:55.621564 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-66b9cc82-fabd-4854-9531-a9f78e97d189 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/networks?id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 HTTP/1.1" status: 200 len: 815 time: 0.4289572 Jun 04 16:23:55.654368 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-19c087df-e483-4c66-81d0-3f83eb5921eb tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/quotas/bd345418206f425db75320e56ffebcbb HTTP/1.1" status: 200 len: 375 time: 0.0318613 Jun 04 16:23:55.705212 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:55.727482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Transition to ACTIVE for port object 3ecbf384-a1c0-482e-9281-325990e2a915 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:55.773098 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Transition to ACTIVE for port object 3ecbf384-a1c0-482e-9281-325990e2a915 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:23:55.787386 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:55.814513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-d62e440d-354b-442a-8bb7-9f5531f52922 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd345418206f425db75320e56ffebcbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1591756 Jun 04 16:23:55.881252 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:55.920242 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:55.920818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Network 98b37317-8b6d-4534-ad79-34638c822ebe is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:55.925214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:55.936228 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:55.974224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504917dc-2d6c-47ea-9db5-99c81424add3 req-3cb0353b-4e73-425a-936e-9ca53f694acc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:55.974224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-504917dc-2d6c-47ea-9db5-99c81424add3 req-3cb0353b-4e73-425a-936e-9ca53f694acc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.2468131 Jun 04 16:23:56.030391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-3545c1be-494c-48a7-b660-c8ed95351c9e service neutron] 10.222.0.13 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148280 Jun 04 16:23:56.057932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Pushing event updated for resources: {'Port': ['ID=3ecbf384-a1c0-482e-9281-325990e2a915,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:56.076706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-504917dc-2d6c-47ea-9db5-99c81424add3 req-9ba4996a-2a3e-4a50-b4d7-15df595c8f37 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020074 Jun 04 16:23:56.095217 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-62fdfdea-8960-4e24-984f-0a76942451d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:56.198516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Attempting to bind port 3ecbf384-a1c0-482e-9281-325990e2a915 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:23:56.199910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Attempting to bind port 3ecbf384-a1c0-482e-9281-325990e2a915 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'adfd68da-54f7-40c8-baab-19335252a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:23:56.202943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Attempting to bind port 3ecbf384-a1c0-482e-9281-325990e2a915 on network 98b37317-8b6d-4534-ad79-34638c822ebe {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:23:56.213908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:56.213908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:56.213908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:56.215766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:56.215929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:56.216449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:56.216986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:56.217316 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:56.218109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:56.219811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:56.220151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:56.220478 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:23:56.238719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:23:56.239094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Checking segment: {'id': 'adfd68da-54f7-40c8-baab-19335252a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:23:56.239595 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:56.239967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Bound using segment: {'id': 'adfd68da-54f7-40c8-baab-19335252a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:23:56.240435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Bound port: 3ecbf384-a1c0-482e-9281-325990e2a915, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adfd68da-54f7-40c8-baab-19335252a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:23:56.242627 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:56.309900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Allocated IP 172.25.5.207 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/45584f9a-4f9b-4c80-87b2-ed66cae67975) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:23:56.325226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-cdd5b556-103e-4ea9-bb9a-614c95bed8ef service neutron] 10.222.0.13 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910373 Jun 04 16:23:56.361911 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-62fdfdea-8960-4e24-984f-0a76942451d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:56.433633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] For port 3ecbf384-a1c0-482e-9281-325990e2a915, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:23:56.438512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] For port 3ecbf384-a1c0-482e-9281-325990e2a915, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3ecbf384-a1c0-482e-9281-325990e2a915,segment=NetworkSegment(adfd68da-54f7-40c8-baab-19335252a59c),segment_id=adfd68da-54f7-40c8-baab-19335252a59c)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:23:56.450383 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:56.519863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc911f2d-3d9c-47db-ab17-5d2ce2a39dbb req-bb4d7f39-6de6-40ef-9dde-facacf13949b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:56.524659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc911f2d-3d9c-47db-ab17-5d2ce2a39dbb req-bb4d7f39-6de6-40ef-9dde-facacf13949b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.1935117 Jun 04 16:23:56.624039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc911f2d-3d9c-47db-ab17-5d2ce2a39dbb req-9e87ca76-780c-46d9-8f9a-158283d3e235 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958016 Jun 04 16:23:56.643755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978dec0-acbe-4c2c-97fc-35260e554118 None None] Pushing event updated for resources: {'Port': ['ID=3ecbf384-a1c0-482e-9281-325990e2a915,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:56.862079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b594b9-adaf-4c5a-aa75-706bf6a7ced3 None None] Network 83d19d0a-b8c4-41c8-b382-2a9217f90601 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:23:56.871104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdfdea-8960-4e24-984f-0a76942451d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event deleted for resources: {'Subnet': ['ID=0715380c-24e6-4613-b8a5-0d22a29939f0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:56.875390 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-62fdfdea-8960-4e24-984f-0a76942451d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:57.036568 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-62fdfdea-8960-4e24-984f-0a76942451d5 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "DELETE /v2.0/subnets/0715380c-24e6-4613-b8a5-0d22a29939f0 HTTP/1.1" status: 204 len: 168 time: 2.0247233 Jun 04 16:23:57.046726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41264) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:23:57.193683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:57.291818 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:57.345706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0bdff459-cd1a-46ef-995b-92b067d0f976 req-6cd8d6e1-dca6-43c0-8a84-f8dbfebe65bb tempest-ServersAdmin275Test-1843216394 tempest-ServersAdmin275Test-1843216394-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.3824234 Jun 04 16:23:57.507400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Pushing event updated for resources: {'Port': ['ID=45584f9a-4f9b-4c80-87b2-ed66cae67975,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:57.551185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:23:57.555416 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:23:57.567367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:23:57.710667 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-26dedc90-36f5-4578-bd72-105c6c0dea97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:57.763112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a34a03f-641a-4f62-b57d-93515921d80b req-aeb26992-59e9-4686-83a3-75fd45aadbc3 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 210 time: 0.1396403 Jun 04 16:23:57.788955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae0b12e-2835-422c-9c16-d13d51e28ccd None None] DHCP port deletion for 83d19d0a-b8c4-41c8-b382-2a9217f90601 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:23:57.794563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0b12e-2835-422c-9c16-d13d51e28ccd None None] Deleting port 07e22fcb-8606-455b-8f73-aaefb7efb7ea {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:57.794914 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b12e-2835-422c-9c16-d13d51e28ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:57.847829 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:57.872941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Deleting port 07e22fcb-8606-455b-8f73-aaefb7efb7ea {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:23:57.873271 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:57.997400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3ecbf384-a1c0-482e-9281-325990e2a915 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:23:58.282904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 3ecbf384-a1c0-482e-9281-325990e2a915 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:58.287161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8ae0b12e-2835-422c-9c16-d13d51e28ccd None None] For port 07e22fcb-8606-455b-8f73-aaefb7efb7ea, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=07e22fcb-8606-455b-8f73-aaefb7efb7ea,segment=NetworkSegment(e1af13ce-aea9-48f4-97cf-a187af847def),segment_id=e1af13ce-aea9-48f4-97cf-a187af847def)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:58.287554 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b12e-2835-422c-9c16-d13d51e28ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:58.478211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12678b3-3ae6-42c2-b76b-dc0ad3b0c935 req-0dde2989-bcab-46eb-9899-2d06e9470437 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:58.494498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c12678b3-3ae6-42c2-b76b-dc0ad3b0c935 req-0dde2989-bcab-46eb-9899-2d06e9470437 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.9487932 Jun 04 16:23:58.546976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce1766c-d771-418d-8039-36953ea3bb56 None None] Network 98b37317-8b6d-4534-ad79-34638c822ebe requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:23:58.576151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:58.585902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0b12e-2835-422c-9c16-d13d51e28ccd None None] Calling delete_port for 07e22fcb-8606-455b-8f73-aaefb7efb7ea owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:58.676124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efa630-a367-42e0-98f7-f316f3e490be req-957782e3-5cdb-4d8d-921a-d14ed624526b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:58.687282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9efa630-a367-42e0-98f7-f316f3e490be req-957782e3-5cdb-4d8d-921a-d14ed624526b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 946 time: 0.6959927 Jun 04 16:23:58.753945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c12678b3-3ae6-42c2-b76b-dc0ad3b0c935 req-6c529600-5805-49c3-bd0e-7c2444660321 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583063 Jun 04 16:23:58.769157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] For port 07e22fcb-8606-455b-8f73-aaefb7efb7ea, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=07e22fcb-8606-455b-8f73-aaefb7efb7ea,segment=NetworkSegment(e1af13ce-aea9-48f4-97cf-a187af847def),segment_id=e1af13ce-aea9-48f4-97cf-a187af847def)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:58.776829 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:59.122588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d9322875-d6cc-49c2-b492-f008d78b574f None None] Provisioning for port 3ecbf384-a1c0-482e-9281-325990e2a915 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:23:59.131086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d9322875-d6cc-49c2-b492-f008d78b574f None None] Provisioning complete for port 3ecbf384-a1c0-482e-9281-325990e2a915 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:59.131526 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d9322875-d6cc-49c2-b492-f008d78b574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:59.232749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Calling delete_port for 07e22fcb-8606-455b-8f73-aaefb7efb7ea owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:23:59.353967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9efa630-a367-42e0-98f7-f316f3e490be req-cba795dc-3d01-493f-92b9-b4acf031c6ec tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6655333 Jun 04 16:23:59.355810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d9322875-d6cc-49c2-b492-f008d78b574f None None] Current status of the port 3ecbf384-a1c0-482e-9281-325990e2a915 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:23:59.358011 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d9322875-d6cc-49c2-b492-f008d78b574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:59.400805 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e4b39107-5366-4de9-820a-285d85bfef1f req-1b99d087-9343-45b5-974b-b4ab79c6daa4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d130695f2de2442eade03270ddd7dbee&device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.0781035 Jun 04 16:23:59.492439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d9322875-d6cc-49c2-b492-f008d78b574f None None] For port 3ecbf384-a1c0-482e-9281-325990e2a915, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3ecbf384-a1c0-482e-9281-325990e2a915,segment=NetworkSegment(adfd68da-54f7-40c8-baab-19335252a59c),segment_id=adfd68da-54f7-40c8-baab-19335252a59c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:23:59.500795 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d9322875-d6cc-49c2-b492-f008d78b574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:59.560924 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e4b39107-5366-4de9-820a-285d85bfef1f req-f9c3996f-7924-4d51-9b2d-ad4f8b84f01e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d130695f2de2442eade03270ddd7dbee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1375477 Jun 04 16:23:59.586919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9322875-d6cc-49c2-b492-f008d78b574f None None] Pushing event updated for resources: {'Port': ['ID=3ecbf384-a1c0-482e-9281-325990e2a915,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:59.595120 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b12e-2835-422c-9c16-d13d51e28ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:59.622469 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:23:59.623479 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:23:59.652972 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0b12e-2835-422c-9c16-d13d51e28ccd None None] No DVR routers for this DVR port 07e22fcb-8606-455b-8f73-aaefb7efb7ea on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:23:59.657577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0b12e-2835-422c-9c16-d13d51e28ccd None None] Pushing event deleted for resources: {'Port': ['ID=07e22fcb-8606-455b-8f73-aaefb7efb7ea,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:23:59.798521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8988a-296c-41c4-a900-a4004fee876c req-01b6b16b-d27c-44fd-87da-fa4d84c86b16 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:59.805727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-01b6b16b-d27c-44fd-87da-fa4d84c86b16 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.46 "GET /v2.0/networks?id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 HTTP/1.1" status: 200 len: 815 time: 0.6280060 Jun 04 16:23:59.811990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-800387c4-4226-4a8c-81ac-3852117190fb req-81495897-d3a9-4204-8f20-113d2981f815 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 210 time: 0.1905901 Jun 04 16:23:59.843035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3aa6a9d9-d032-4b18-a521-57ca4865ef5d None None] Provisioning complete for port 3ecbf384-a1c0-482e-9281-325990e2a915 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:23:59.843323 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a9d9-d032-4b18-a521-57ca4865ef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:59.848229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Request body: {'port': {'device_id': 'e0400557-2d38-43ea-870f-a9467c3935e3', 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39', 'admin_state_up': True, 'tenant_id': 'bd345418206f425db75320e56ffebcbb'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:23:59.925747 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:23:59.953707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762a051-c892-4785-b4fe-74ff70034535 req-3d806ce5-284a-4e76-ad87-0ab4ac542511 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:23:59.955291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8762a051-c892-4785-b4fe-74ff70034535 req-3d806ce5-284a-4e76-ad87-0ab4ac542511 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.42 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 946 time: 1.3468578 Jun 04 16:23:59.967558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3ecbf384-a1c0-482e-9281-325990e2a915 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:00.027866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b39107-5366-4de9-820a-285d85bfef1f req-867c0908-536c-43e0-8a22-747b38448a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:00.029329 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e4b39107-5366-4de9-820a-285d85bfef1f req-867c0908-536c-43e0-8a22-747b38448a4c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4676685 Jun 04 16:24:00.103421 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-04b6a8bc-0e2e-4343-8c05-ff4de797dcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:00.121488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6a9d9-d032-4b18-a521-57ca4865ef5d None None] Current status of the port 3ecbf384-a1c0-482e-9281-325990e2a915 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:00.153903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3ecbf384-a1c0-482e-9281-325990e2a915 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:00.154564 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:00.226968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Deleting port 07e22fcb-8606-455b-8f73-aaefb7efb7ea {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:00.227767 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:00.294411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Router 96b7c579-3a40-46ac-9849-6452fbd91188 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:24:00.298329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3ecbf384-a1c0-482e-9281-325990e2a915 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:00.369775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 07e22fcb-8606-455b-8f73-aaefb7efb7ea no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:00.458686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 07e22fcb-8606-455b-8f73-aaefb7efb7ea {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:24:00.459639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 07e22fcb-8606-455b-8f73-aaefb7efb7ea not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:24:00.533892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] The port '07e22fcb-8606-455b-8f73-aaefb7efb7ea' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:24:00.604902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:24:00.615175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Sync routers for ids ['96b7c579-3a40-46ac-9849-6452fbd91188'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:24:00.636147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fbfd3-1c20-4307-a19f-03aa4e76f794 req-49684c8c-7bd4-49db-8149-e7a1fa39364f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:00.637126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Routers {'96b7c579-3a40-46ac-9849-6452fbd91188'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:00.638586 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-244fbfd3-1c20-4307-a19f-03aa4e76f794 req-49684c8c-7bd4-49db-8149-e7a1fa39364f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 1.0537186 Jun 04 16:24:00.648760 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:00.649181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c84cec98-47af-4513-8766-f1487e340858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['96b7c579-3a40-46ac-9849-6452fbd91188'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:00.650022 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8848aca9-de65-4362-bfed-f18b4bb872a1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.0191443 Jun 04 16:24:00.653388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41300) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:00.712058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-8762a051-c892-4785-b4fe-74ff70034535 req-e927c974-d269-4fc2-b166-b9ce6d17a44b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Deleting port 1d10ea4f-ab90-4186-b1df-c6543c3edd14 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:00.712058 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8762a051-c892-4785-b4fe-74ff70034535 req-e927c974-d269-4fc2-b166-b9ce6d17a44b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:01.017241 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Set router 96b7c579-3a40-46ac-9849-6452fbd91188 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:01.058544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-aa057ef3-7ff0-4f26-bb35-49e2911e1489 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:01.060088 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-aa057ef3-7ff0-4f26-bb35-49e2911e1489 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 812 time: 1.1036263 Jun 04 16:24:01.184729 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:01.264104 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:01.347216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-244fbfd3-1c20-4307-a19f-03aa4e76f794 req-eda08592-354f-42f9-8ef2-6ab70320440d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748454 Jun 04 16:24:01.425286 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e4b39107-5366-4de9-820a-285d85bfef1f req-24008162-4bcb-417a-afe6-10c70d4b076f tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.46 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.1415563 Jun 04 16:24:01.453000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c84cec98-47af-4513-8766-f1487e340858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2141283444-router', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:23:53Z', 'updated_at': '2022-06-04T16:23:58Z', 'revision_number': 3, 'project_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'gw_port': {'id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:23:56Z', 'updated_at': '2022-06-04T16:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:01.461499 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Checking router: 96b7c579-3a40-46ac-9849-6452fbd91188 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:24:01.462068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Updating router 96b7c579-3a40-46ac-9849-6452fbd91188 port 45584f9a-4f9b-4c80-87b2-ed66cae67975 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:24:01.484899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-87a711ab-76cb-4a8e-a90a-ada833800794 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/quotas/4f4c485c2ef34d11931bdb454a82a6c4 HTTP/1.1" status: 200 len: 375 time: 0.3755202 Jun 04 16:24:01.487341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:01.490962 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:01.576846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Usage tracker for resource:port and tenant:bd345418206f425db75320e56ffebcbb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:01.628316 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:01.708527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:01.755776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d19d0a-b8c4-41c8-b382-2a9217f90601']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:01.770141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1af13ce-aea9-48f4-97cf-a187af847def') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:01.770466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1af13ce-aea9-48f4-97cf-a187af847def') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:01.784835 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:01.802833 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:01.810928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:24:01.811334 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:01.984936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:02.016874 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e0644ff-f8ed-4390-a082-22e2a1672c24 req-b8e3d52b-aa2d-426e-a8be-cb9c3bdcae5e tempest-ServersAdmin275Test-1404143561 tempest-ServersAdmin275Test-1404143561-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de747be-6860-4e24-86a3-aad97b8d3067 HTTP/1.1" status: 200 len: 210 time: 0.3442652 Jun 04 16:24:02.031414 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment e1af13ce-aea9-48f4-97cf-a187af847def resource provider aggregate not found Jun 04 16:24:02.190855 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:02.235113 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:02.251677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Transition to ACTIVE for port object 45584f9a-4f9b-4c80-87b2-ed66cae67975 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:02.257916 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment e1af13ce-aea9-48f4-97cf-a187af847def resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1af13ce-aea9-48f4-97cf-a187af847def found for delete ", "request_id": "req-9ebdb645-b096-4cf7-b01b-f05387713c75"}]} Jun 04 16:24:02.259429 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:02.267648 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:02.327517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] Pushing event deleted for resources: {'Network': ['ID=83d19d0a-b8c4-41c8-b382-2a9217f90601,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:02.334667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:02.341831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Made reservation on behalf of bd345418206f425db75320e56ffebcbb for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:02.345722 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:02.367561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660c9d6-78f1-4819-8a34-251a693458f1 None None] Pushing event updated for resources: {'Port': ['ID=45584f9a-4f9b-4c80-87b2-ed66cae67975,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:02.413293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Attempting to bind port 45584f9a-4f9b-4c80-87b2-ed66cae67975 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:02.414044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Attempting to bind port 45584f9a-4f9b-4c80-87b2-ed66cae67975 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:02.414673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Attempting to bind port 45584f9a-4f9b-4c80-87b2-ed66cae67975 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:02.428077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:02.430747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b714fc52-73c5-413e-978b-1df69aa24f82 tempest-AllowedAddressPairTestJSON-595818483 tempest-AllowedAddressPairTestJSON-595818483-project] 10.222.0.13 "DELETE /v2.0/networks/83d19d0a-b8c4-41c8-b382-2a9217f90601 HTTP/1.1" status: 204 len: 168 time: 5.3650782 Jun 04 16:24:02.446353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:02.447470 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:02.449164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:02.449935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Bound port: 45584f9a-4f9b-4c80-87b2-ed66cae67975, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:02.450617 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:02.622251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c84cec98-47af-4513-8766-f1487e340858 None None] For port 45584f9a-4f9b-4c80-87b2-ed66cae67975, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:02.630787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Allocated IP 172.20.0.1 (98b37317-8b6d-4534-ad79-34638c822ebe/deb51007-b26e-46bc-9208-0dc33b353e80/0660b9ef-11b6-4c41-80b3-696e8c0ffa63) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:02.633656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c84cec98-47af-4513-8766-f1487e340858 None None] For port 45584f9a-4f9b-4c80-87b2-ed66cae67975, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=45584f9a-4f9b-4c80-87b2-ed66cae67975,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:02.635479 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:02.641365 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:02.690659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8762a051-c892-4785-b4fe-74ff70034535 req-e927c974-d269-4fc2-b166-b9ce6d17a44b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] For port 1d10ea4f-ab90-4186-b1df-c6543c3edd14, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1d10ea4f-ab90-4186-b1df-c6543c3edd14,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:02.691022 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8762a051-c892-4785-b4fe-74ff70034535 req-e927c974-d269-4fc2-b166-b9ce6d17a44b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:02.749159 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-59f77f0c-9c0e-48e4-8bbe-416813c13c8b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&fields=id HTTP/1.1" status: 200 len: 440 time: 1.2631798 Jun 04 16:24:02.773696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660c9d6-78f1-4819-8a34-251a693458f1 None None] Pushing event updated for resources: {'Port': ['ID=45584f9a-4f9b-4c80-87b2-ed66cae67975,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:02.781495 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Routers {'96b7c579-3a40-46ac-9849-6452fbd91188'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:02.784845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c84cec98-47af-4513-8766-f1487e340858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['96b7c579-3a40-46ac-9849-6452fbd91188'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:02.845151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:02.876999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Transition to ACTIVE for port object 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:02.883237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500f45-5b27-4c08-9a81-5db77c39c1b3 req-157d1ab8-8be8-4538-8ed9-21b803b04be0 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:02.885481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af500f45-5b27-4c08-9a81-5db77c39c1b3 req-157d1ab8-8be8-4538-8ed9-21b803b04be0 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=709d58f7-aaea-4b67-88a4-de388816c4d0 HTTP/1.1" status: 200 len: 946 time: 0.5991783 Jun 04 16:24:02.939144 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:02.968671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-8762a051-c892-4785-b4fe-74ff70034535 req-e927c974-d269-4fc2-b166-b9ce6d17a44b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Calling delete_port for 1d10ea4f-ab90-4186-b1df-c6543c3edd14 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:02.992901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41320) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:03.025637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 1d10ea4f-ab90-4186-b1df-c6543c3edd14 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:03.082905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Network 98b37317-8b6d-4534-ad79-34638c822ebe is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:03.089004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:03.105536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Pushing event updated for resources: {'Port': ['ID=0660b9ef-11b6-4c41-80b3-696e8c0ffa63,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:03.111862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:03.160548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No active binding found for port 1d10ea4f-ab90-4186-b1df-c6543c3edd14 {{(pid=88799) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 16:24:03.161614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 1d10ea4f-ab90-4186-b1df-c6543c3edd14 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:24:03.166791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c84cec98-47af-4513-8766-f1487e340858 None None] Set router 96b7c579-3a40-46ac-9849-6452fbd91188 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:03.259037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Allocated IP 172.20.0.8 (0d272ee5-1e13-4e73-b92e-b1d2c5d45d39/11c76308-27ab-4412-b695-ccc303fa5174/3e6e10f4-1ea9-4888-84fd-0dea959ba26b) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:03.288561 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a630234e-be9f-451b-9f80-2818ce43f60b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9e575c39a1a4c6c9132d66241e707a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921586 Jun 04 16:24:03.289726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41328) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:03.292654 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:03.582634 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:03.613748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-db436527-d5b7-475f-875b-b518dff913c8 None None] Provisioning for port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:03.634102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-db436527-d5b7-475f-875b-b518dff913c8 None None] Provisioning complete for port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:03.634577 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-db436527-d5b7-475f-875b-b518dff913c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:03.738741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c84cec98-47af-4513-8766-f1487e340858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2141283444-router', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:23:53Z', 'updated_at': '2022-06-04T16:23:58Z', 'revision_number': 3, 'project_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'gw_port': {'id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:23:56Z', 'updated_at': '2022-06-04T16:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:03.756536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:03.760723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84cec98-47af-4513-8766-f1487e340858 None None] The sync data for ids ['96b7c579-3a40-46ac-9849-6452fbd91188'] in n-d-811809-3 is: [{'id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2141283444-router', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:23:53Z', 'updated_at': '2022-06-04T16:23:58Z', 'revision_number': 3, 'project_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'gw_port': {'id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:23:56Z', 'updated_at': '2022-06-04T16:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:24:03.768307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-db436527-d5b7-475f-875b-b518dff913c8 None None] Port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:24:03.776681 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:03.860328 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-334b06d3-b691-4f5c-b369-f53b3486e72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:03.912013 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-334b06d3-b691-4f5c-b369-f53b3486e72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:03.940491 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:03.943791 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8762a051-c892-4785-b4fe-74ff70034535 req-e927c974-d269-4fc2-b166-b9ce6d17a44b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:03.986772 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:04.086261 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-334b06d3-b691-4f5c-b369-f53b3486e72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:04.101697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af500f45-5b27-4c08-9a81-5db77c39c1b3 req-ecff1954-9344-4cd6-b626-197184063fd5 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889405 Jun 04 16:24:04.123367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b06d3-b691-4f5c-b369-f53b3486e72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e26cb9-8bb9-4d40-8b68-34ffb7e23158,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:04.136763 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-2fd5f3d5-2785-4e3b-ad6b-499510c65d51 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3848596 Jun 04 16:24:04.186269 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:04.188542 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-334b06d3-b691-4f5c-b369-f53b3486e72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:04.190244 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-334b06d3-b691-4f5c-b369-f53b3486e72c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98e26cb9-8bb9-4d40-8b68-34ffb7e23158 HTTP/1.1" status: 204 len: 168 time: 0.5898082 Jun 04 16:24:04.191472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:04.199424 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:04.313153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8762a051-c892-4785-b4fe-74ff70034535 req-e927c974-d269-4fc2-b166-b9ce6d17a44b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] No DVR routers for this DVR port 1d10ea4f-ab90-4186-b1df-c6543c3edd14 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:24:04.315133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Pushing event updated for resources: {'Port': ['ID=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:04.318589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:04.376064 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8762a051-c892-4785-b4fe-74ff70034535 req-e927c974-d269-4fc2-b166-b9ce6d17a44b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:04.381502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d58f7-aaea-4b67-88a4-de388816c4d0', 'name': 'network-vif-deleted', 'tag': '1d10ea4f-ab90-4186-b1df-c6543c3edd14'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:24:04.495867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927c974-d269-4fc2-b166-b9ce6d17a44b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Pushing event deleted for resources: {'Port': ['ID=1d10ea4f-ab90-4186-b1df-c6543c3edd14,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:04.628541 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:04.632523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Pushing event updated for resources: {'Port': ['ID=0660b9ef-11b6-4c41-80b3-696e8c0ffa63,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:04.679481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-61167331-ce0b-4817-9cd1-2c99950732e9 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098339 Jun 04 16:24:04.693824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:04.819278 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8762a051-c892-4785-b4fe-74ff70034535 req-e927c974-d269-4fc2-b166-b9ce6d17a44b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.42 "DELETE /v2.0/ports/1d10ea4f-ab90-4186-b1df-c6543c3edd14 HTTP/1.1" status: 204 len: 173 time: 4.8532495 Jun 04 16:24:04.852454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:04.852974 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:04.888229 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-05eb515e-d80e-4d5a-b556-db44aea2dcba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0536532 Jun 04 16:24:04.905449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Request body: {'port': {'device_id': 'e0400557-2d38-43ea-870f-a9467c3935e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:04.936069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Network 98b37317-8b6d-4534-ad79-34638c822ebe is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:04.936998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:04.962904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323a45a-b606-4910-8fbe-20cf23e1b0bc req-1e74491b-7db3-473b-b161-ba9369aafb6a tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:04.964828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1323a45a-b606-4910-8fbe-20cf23e1b0bc req-1e74491b-7db3-473b-b161-ba9369aafb6a tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Synchronizing usage tracker for tenant:bd345418206f425db75320e56ffebcbb on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:05.099643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1323a45a-b606-4910-8fbe-20cf23e1b0bc req-1e74491b-7db3-473b-b161-ba9369aafb6a tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Unset dirty status for tenant:bd345418206f425db75320e56ffebcbb on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:05.107358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1323a45a-b606-4910-8fbe-20cf23e1b0bc req-1e74491b-7db3-473b-b161-ba9369aafb6a tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 931 time: 0.7174988 Jun 04 16:24:05.373037 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1323a45a-b606-4910-8fbe-20cf23e1b0bc req-0c84b902-33c1-4249-971d-fa6a524b2d17 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646797 Jun 04 16:24:05.384995 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:05.427437 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f39ba99c-15ed-4122-b071-8a35a1b8154d None None] Provisioning complete for port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:05.436119 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f39ba99c-15ed-4122-b071-8a35a1b8154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:05.575802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Router 96b7c579-3a40-46ac-9849-6452fbd91188 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:24:05.599643 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13c89-181a-40f5-8443-53c3c53d3cc8 req-16e447ea-38db-4294-9dd9-b94698653af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:05.606652 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5a13c89-181a-40f5-8443-53c3c53d3cc8 req-16e447ea-38db-4294-9dd9-b94698653af7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92&device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 1096 time: 0.2199528 Jun 04 16:24:05.653710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f39ba99c-15ed-4122-b071-8a35a1b8154d None None] Port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:24:05.660994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0906fe-c8ed-41ed-b325-0b6a42bfad8f req-61c79051-9deb-4576-9963-6723c326afbd tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:05.674982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c0906fe-c8ed-41ed-b325-0b6a42bfad8f req-61c79051-9deb-4576-9963-6723c326afbd tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.4738419 Jun 04 16:24:05.789838 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e47f04-cfae-4653-8992-8ff43cef4785'] response: {'server_uuid': '709d58f7-aaea-4b67-88a4-de388816c4d0', 'name': 'network-vif-deleted', 'tag': '1d10ea4f-ab90-4186-b1df-c6543c3edd14', 'status': 'completed', 'code': 200} Jun 04 16:24:05.889483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41382) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:05.974541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c0906fe-c8ed-41ed-b325-0b6a42bfad8f req-b50937eb-3eeb-4b96-8a1c-f2e8e0f4707a tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903466 Jun 04 16:24:05.981052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13c89-181a-40f5-8443-53c3c53d3cc8 req-97ac0f9c-3868-4163-a07d-f0b94db462e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:05.984515 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5a13c89-181a-40f5-8443-53c3c53d3cc8 req-97ac0f9c-3868-4163-a07d-f0b94db462e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f HTTP/1.1" status: 200 len: 915 time: 0.3766015 Jun 04 16:24:06.021845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 45584f9a-4f9b-4c80-87b2-ed66cae67975 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:06.227327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 45584f9a-4f9b-4c80-87b2-ed66cae67975 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:06.237546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 45584f9a-4f9b-4c80-87b2-ed66cae67975 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:06.237919 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:06.291181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1206531231'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:06.330640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcacf38c-52e7-4244-971b-b5eb47d164ea req-6badcec8-74e3-4caa-953e-7175a1903f7e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 210 time: 0.3569713 Jun 04 16:24:06.345325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:06.359613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:network and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:06.366757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:06.379269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:06.385234 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5a13c89-181a-40f5-8443-53c3c53d3cc8 req-d358f3ab-a8c7-4ba6-b8f2-dbe211548373 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c HTTP/1.1" status: 200 len: 217 time: 0.3932176 Jun 04 16:24:06.433670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:06.438311 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:06.460920 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:06.500918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:06.509769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:security_group_rule and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:06.520730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:06.526737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41398) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:06.532174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:06.646002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 45584f9a-4f9b-4c80-87b2-ed66cae67975 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:06.646614 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:06.682289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 45584f9a-4f9b-4c80-87b2-ed66cae67975, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=45584f9a-4f9b-4c80-87b2-ed66cae67975,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:06.691263 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:06.782502 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:06.786342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=45584f9a-4f9b-4c80-87b2-ed66cae67975,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:06.787377 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13c89-181a-40f5-8443-53c3c53d3cc8 req-90dae88b-4277-4443-8959-786c000474d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:06.787377 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5a13c89-181a-40f5-8443-53c3c53d3cc8 req-90dae88b-4277-4443-8959-786c000474d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=832c1a0f-eef2-4596-b4da-6fd412f92ae5 HTTP/1.1" status: 200 len: 854 time: 0.3827178 Jun 04 16:24:06.791978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48152514-88c3-4ae0-b373-718942d1c020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:06.846142 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:06.859415 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5a13c89-181a-40f5-8443-53c3c53d3cc8 req-999354bd-7be8-49df-bd80-7117a7a490c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566819 Jun 04 16:24:06.863053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:24:06.864864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-48152514-88c3-4ae0-b373-718942d1c020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:06.869854 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4c78e5b7-088e-438e-b562-cbb114be3e62 admin admin] 10.222.0.13 "PUT /v2.0/routers/96b7c579-3a40-46ac-9849-6452fbd91188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2154937 Jun 04 16:24:06.882151 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Sync routers for ids ['96b7c579-3a40-46ac-9849-6452fbd91188'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:24:06.905803 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Routers {'96b7c579-3a40-46ac-9849-6452fbd91188'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:06.905803 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['96b7c579-3a40-46ac-9849-6452fbd91188'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:06.932506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02599284-e605-47e0-b470-594dc794e96f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:06.967731 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:24:06.968881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-48152514-88c3-4ae0-b373-718942d1c020 admin admin] Usage tracker for resource:security_group_rule and tenant:d130695f2de2442eade03270ddd7dbee is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:06.991701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-48152514-88c3-4ae0-b373-718942d1c020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:07.017385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6e10f4-1ea9-4888-84fd-0dea959ba26b {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:24:07.025479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-48152514-88c3-4ae0-b373-718942d1c020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:07.025976 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:07.026330 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Added segment e401c951-851a-4320-b69c-b75119bd3519 of type vlan for network f0dbb02b-9d62-4207-955a-783084b70e61 Jun 04 16:24:07.030677 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:07.066073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05ff4-3220-470b-a090-edb3a1f31353 req-c4a29ffc-b9d4-4005-a8b4-7052f59663e9 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:07.066073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07e05ff4-3220-470b-a090-edb3a1f31353 req-c4a29ffc-b9d4-4005-a8b4-7052f59663e9 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 931 time: 0.4309447 Jun 04 16:24:07.081906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-000e98ce-d4b3-4308-9ebb-7fbf5f8f22af tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:07.081906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-000e98ce-d4b3-4308-9ebb-7fbf5f8f22af tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 809 time: 0.4448743 Jun 04 16:24:07.262208 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Set router 96b7c579-3a40-46ac-9849-6452fbd91188 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:07.325874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48152514-88c3-4ae0-b373-718942d1c020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:07.343754 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-aba37ae2-3c6b-4a6c-b4af-6e45c395719c tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/quotas/6b8a986f09d045a2a2212918afdcfc31 HTTP/1.1" status: 200 len: 375 time: 0.2644837 Jun 04 16:24:07.344739 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48152514-88c3-4ae0-b373-718942d1c020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:07.395723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Transition to ACTIVE for port object 3e6e10f4-1ea9-4888-84fd-0dea959ba26b will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:07.439462 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:07.446725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07e05ff4-3220-470b-a090-edb3a1f31353 req-6f9ec2bf-72a1-4703-925a-98d7520cfac5 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448279 Jun 04 16:24:07.446725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-8c7a1a3a-2f28-4b89-9953-1f257b74dfb3 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Synchronizing usage tracker for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:07.505253 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:07.603904 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-48152514-88c3-4ae0-b373-718942d1c020 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d130695f2de2442eade03270ddd7dbee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0709679 Jun 04 16:24:07.607562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41420) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:07.608394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48152514-88c3-4ae0-b373-718942d1c020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465ca075-4d41-4804-83dc-434adf24d954,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:07.635275 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5a13c89-181a-40f5-8443-53c3c53d3cc8 req-a19f79b5-a4dd-45d4-9976-23b1b1b35d3c service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7642884 Jun 04 16:24:07.756847 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2141283444-router', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:23:53Z', 'updated_at': '2022-06-04T16:24:03Z', 'revision_number': 4, 'project_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'gw_port': {'id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:23:56Z', 'updated_at': '2022-06-04T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '0660b9ef-11b6-4c41-80b3-696e8c0ffa63', 'name': '', 'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'mac_address': 'fa:16:3e:3b:5a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'deb51007-b26e-46bc-9208-0dc33b353e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:02Z', 'updated_at': '2022-06-04T16:24:03Z', 'revision_number': 2, 'project_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'subnets': [{'id': 'deb51007-b26e-46bc-9208-0dc33b353e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:07.763185 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Checking router: 96b7c579-3a40-46ac-9849-6452fbd91188 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:24:07.763625 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Updating router 96b7c579-3a40-46ac-9849-6452fbd91188 port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:24:07.804304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:24:07.820842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-8c7a1a3a-2f28-4b89-9953-1f257b74dfb3 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Unset dirty status for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:07.829956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-8c7a1a3a-2f28-4b89-9953-1f257b74dfb3 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4852638 Jun 04 16:24:07.830716 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:07.859765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 45584f9a-4f9b-4c80-87b2-ed66cae67975 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:07.898608 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3aeee7db-f638-44b7-a9a1-5c6721a47a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:07.904036 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b5a13c89-181a-40f5-8443-53c3c53d3cc8 req-1b90c4a1-8f01-4c42-bd7d-5e334ea7cd28 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608559 Jun 04 16:24:07.919180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Pushing event updated for resources: {'Port': ['ID=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:07.970245 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:07.979350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:07.980178 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:07.981368 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3aeee7db-f638-44b7-a9a1-5c6721a47a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:08.015194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 45584f9a-4f9b-4c80-87b2-ed66cae67975 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:08.015355 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:08.025220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-815fd59a-1af1-45ed-83f6-39b66edd4b4f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:24:08.032259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-815fd59a-1af1-45ed-83f6-39b66edd4b4f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2010713 Jun 04 16:24:08.070008 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3aeee7db-f638-44b7-a9a1-5c6721a47a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:08.081336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1975067 Jun 04 16:24:08.088664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-475b6493-6e21-492a-82c7-530151c46d6a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:08.089218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41426) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:08.089679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-475b6493-6e21-492a-82c7-530151c46d6a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.42 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 812 time: 0.7716331 Jun 04 16:24:08.104086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:08.124352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Request body: {'port': {'device_id': 'eaef8550-c97b-48bd-b906-a3e66c936f38', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'admin_state_up': True, 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:08.208391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 45584f9a-4f9b-4c80-87b2-ed66cae67975 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:08.259109 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:08.272217 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Transition to ACTIVE for port object 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:08.284982 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:08.363129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeee7db-f638-44b7-a9a1-5c6721a47a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465ca075-4d41-4804-83dc-434adf24d954,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:08.371652 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3aeee7db-f638-44b7-a9a1-5c6721a47a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:08.372756 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3aeee7db-f638-44b7-a9a1-5c6721a47a2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/465ca075-4d41-4804-83dc-434adf24d954 HTTP/1.1" status: 204 len: 168 time: 0.7529736 Jun 04 16:24:08.398164 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Pushing event updated for resources: {'Port': ['ID=0660b9ef-11b6-4c41-80b3-696e8c0ffa63,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:08.438036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:08.451180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:08.458616 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:08.459247 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:08.459247 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:08.459582 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:08.460418 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:08.460418 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:08.460875 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:08.460969 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:08.461246 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:08.461741 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:08.462654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:08.463011 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:08.463475 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:08.473329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:08.474821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684c961-ae3e-4801-86ef-9a29a708fbef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Network': ['ID=f0dbb02b-9d62-4207-955a-783084b70e61,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:08.487314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd682f0e-3dd2-451d-a461-14c139bb9ddb req-993e0fee-15a5-4852-9ff3-9ed6f84e70a2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:08.488710 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd682f0e-3dd2-451d-a461-14c139bb9ddb req-993e0fee-15a5-4852-9ff3-9ed6f84e70a2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 945 time: 0.8092377 Jun 04 16:24:08.512057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:08.514458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:24:08.532042 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:08.578514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Attempting to bind port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:08.579476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Attempting to bind port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '9f135aee-160f-4158-aa79-42856a69a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:08.579476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Attempting to bind port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b on network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:08.621745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b on network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:24:08.622315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Attempting to bind port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b on network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:08.634243 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd682f0e-3dd2-451d-a461-14c139bb9ddb req-f2e241c0-1a6a-4848-a8a2-859b821cfa25 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229987 Jun 04 16:24:08.642119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:08.642500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Checking segment: {'id': '9f135aee-160f-4158-aa79-42856a69a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:08.643416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Bound using segment: {'id': '9f135aee-160f-4158-aa79-42856a69a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:08.643416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Bound port: 3e6e10f4-1ea9-4888-84fd-0dea959ba26b, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f135aee-160f-4158-aa79-42856a69a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:08.643608 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:08.693599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-938f5823-8d11-4014-80bb-e7168f9d16d9 service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605990 Jun 04 16:24:08.694972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:08.813150 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Attempting to bind port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:08.813150 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Attempting to bind port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'adfd68da-54f7-40c8-baab-19335252a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:08.813323 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Attempting to bind port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 on network 98b37317-8b6d-4534-ad79-34638c822ebe {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:08.820963 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:08.821238 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Checking segment: {'id': 'adfd68da-54f7-40c8-baab-19335252a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:08.823064 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:08.823626 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Bound using segment: {'id': 'adfd68da-54f7-40c8-baab-19335252a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:08.825637 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Bound port: 0660b9ef-11b6-4c41-80b3-696e8c0ffa63, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adfd68da-54f7-40c8-baab-19335252a59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:08.825637 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:08.962670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Usage tracker for resource:port and tenant:4f4c485c2ef34d11931bdb454a82a6c4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:08.980388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:08.985821 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] For port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:08.992015 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] For port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0660b9ef-11b6-4c41-80b3-696e8c0ffa63,segment=NetworkSegment(adfd68da-54f7-40c8-baab-19335252a59c),segment_id=adfd68da-54f7-40c8-baab-19335252a59c)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:09.006684 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:09.076146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41440) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:09.086562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:09.106698 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:09.152516 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Routers {'96b7c579-3a40-46ac-9849-6452fbd91188'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:09.153330 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['96b7c579-3a40-46ac-9849-6452fbd91188'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:09.163873 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-90d9e1e4-c46b-486e-b7c3-afc4134e134c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:09.176637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-82a69ab5-6d4b-44fe-81ba-af9c4e26be8e service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712720 Jun 04 16:24:09.188433 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Made reservation on behalf of 4f4c485c2ef34d11931bdb454a82a6c4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:09.198947 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:09.216085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-90d9e1e4-c46b-486e-b7c3-afc4134e134c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:09.253358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-90d9e1e4-c46b-486e-b7c3-afc4134e134c admin admin] Usage tracker for resource:security_group_rule and tenant:bf481d91ff104aa9a44d265ab81f87d2 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:09.260113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-90d9e1e4-c46b-486e-b7c3-afc4134e134c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:09.311018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=3f01ab98-e332-4ff4-b03d-47367e1ddd40,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:09.326516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:09.329879 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a721cb-3ca9-41cc-923e-24019b8388ce None None] Pushing event updated for resources: {'Port': ['ID=0660b9ef-11b6-4c41-80b3-696e8c0ffa63,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:09.343694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-90d9e1e4-c46b-486e-b7c3-afc4134e134c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:09.386514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] For port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:09.399366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:09.400663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network hostable DHCP agents. Network: f0dbb02b-9d62-4207-955a-783084b70e61, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:24:09.417007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] For port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:09.442341 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:09.474674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:24:09.502074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f0dbb02b-9d62-4207-955a-783084b70e61) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:09.514637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:09.515653 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:09.583401 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a5a55ef6-4eec-4f77-ac7a-3b37f3cc8314 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4892635 Jun 04 16:24:09.584650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41448) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:09.596952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'name': 'tempest-NetworksTestDHCPv6-1916932832'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:09.706219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:09.711769 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:09.737280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe08261-7302-470b-ae8c-e8e40ef203f0 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:09.808052 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] Set router 96b7c579-3a40-46ac-9849-6452fbd91188 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:09.848668 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:09.901976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:09.902627 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:09.904085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] 10.222.0.46 "PUT /v2.0/ports/3e6e10f4-1ea9-4888-84fd-0dea959ba26b HTTP/1.1" status: 200 len: 1091 time: 5.0051670 Jun 04 16:24:09.908579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0400557-2d38-43ea-870f-a9467c3935e3', 'tag': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:24:09.944474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:24:09.974098 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:10.022845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:10.026923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:10.030047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:10.035935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:10.054933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:10.059195 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:10.108000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port 1dff58ff-1e82-4a1e-b8a0-2bf07728e8f4 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:24:10.113328 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-ddbada7d-1641-475f-ae10-b4e8553fed6b req-fa7a4727-c31a-44df-ab4d-9480fabf4162 tempest-FloatingIPDetailsNegativeTestJSON-1458105243 tempest-FloatingIPDetailsNegativeTestJSON-1458105243-project] show failed (client error): The resource could not be found. Jun 04 16:24:10.130208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ddbada7d-1641-475f-ae10-b4e8553fed6b req-fa7a4727-c31a-44df-ab4d-9480fabf4162 tempest-FloatingIPDetailsNegativeTestJSON-1458105243 tempest-FloatingIPDetailsNegativeTestJSON-1458105243-project] 10.222.0.13 "GET /v2.0/floatingips/cd963189-8a2c-4cf4-ad88-f44b62151b16 HTTP/1.1" status: 404 len: 350 time: 0.3073184 Jun 04 16:24:10.137997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41464) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:10.171166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebe89061-abe4-41c5-9dc1-bd29c5dbda78 req-1cb799ba-6414-4750-a631-854e641d2ece tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 210 time: 0.3262668 Jun 04 16:24:10.221541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:10.252866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Allocated IP 172.20.0.7 (3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47/9f31b0c1-838c-41c1-9535-61fd0b6a0976/0d41e9d3-02af-41b9-b725-3edb34471ecd) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:10.268725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82961d-32c2-4119-9428-4f6b461786ca service neutron] Pushing event updated for resources: {'Port': ['ID=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:10.452895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::2ad (f0dbb02b-9d62-4207-955a-783084b70e61/3f01ab98-e332-4ff4-b03d-47367e1ddd40/1dff58ff-1e82-4a1e-b8a0-2bf07728e8f4) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:10.477321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': '3f01ab98-e332-4ff4-b03d-47367e1ddd40'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:24:10.478760 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:10.653550 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-90d9e1e4-c46b-486e-b7c3-afc4134e134c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:10.665030 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2141283444-router', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:23:53Z', 'updated_at': '2022-06-04T16:24:03Z', 'revision_number': 4, 'project_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'gw_port': {'id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:23:56Z', 'updated_at': '2022-06-04T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '0660b9ef-11b6-4c41-80b3-696e8c0ffa63', 'name': '', 'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'mac_address': 'fa:16:3e:3b:5a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'deb51007-b26e-46bc-9208-0dc33b353e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:02Z', 'updated_at': '2022-06-04T16:24:08Z', 'revision_number': 4, 'project_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'subnets': [{'id': 'deb51007-b26e-46bc-9208-0dc33b353e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:10.673696 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7eb6c0-f032-4a4b-8639-db7023568077 None None] The sync data for ids ['96b7c579-3a40-46ac-9849-6452fbd91188'] in n-d-811809-3 is: [{'id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2141283444-router', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:23:53Z', 'updated_at': '2022-06-04T16:24:03Z', 'revision_number': 4, 'project_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'gw_port': {'id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:23:56Z', 'updated_at': '2022-06-04T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '0660b9ef-11b6-4c41-80b3-696e8c0ffa63', 'name': '', 'network_id': '98b37317-8b6d-4534-ad79-34638c822ebe', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'mac_address': 'fa:16:3e:3b:5a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'deb51007-b26e-46bc-9208-0dc33b353e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:02Z', 'updated_at': '2022-06-04T16:24:08Z', 'revision_number': 4, 'project_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'subnets': [{'id': 'deb51007-b26e-46bc-9208-0dc33b353e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:24:10.799363 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-90d9e1e4-c46b-486e-b7c3-afc4134e134c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:10.860809 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:10.878649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object 1dff58ff-1e82-4a1e-b8a0-2bf07728e8f4 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:10.917152 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:10.947193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9e1e4-c46b-486e-b7c3-afc4134e134c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74663f4-6819-4620-9843-cbc20d4e48ba,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:10.952762 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-90d9e1e4-c46b-486e-b7c3-afc4134e134c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf481d91ff104aa9a44d265ab81f87d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8607733 Jun 04 16:24:10.998888 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Allocated IP 2001:db8::2 (f0dbb02b-9d62-4207-955a-783084b70e61/3f01ab98-e332-4ff4-b03d-47367e1ddd40/8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:11.031817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41470) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:11.035130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=1dff58ff-1e82-4a1e-b8a0-2bf07728e8f4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:11.106664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:11.117968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:11.122178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:11.129093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:11.130179 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:11.155225 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eab92b85-24f3-40ca-90b5-27eddf7a3956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:11.172845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8101859-d82d-422d-aa78-4f8fbdf4df6a req-a004c657-b65e-412e-955c-a9da502fda18 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:11.174743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8101859-d82d-422d-aa78-4f8fbdf4df6a req-a004c657-b65e-412e-955c-a9da502fda18 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 943 time: 0.7995183 Jun 04 16:24:11.177204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8988a-296c-41c4-a900-a4004fee876c req-50b866f1-c6a9-4420-bba0-03fd246b5112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:11.184944 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-50b866f1-c6a9-4420-bba0-03fd246b5112 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd345418206f425db75320e56ffebcbb&device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 1094 time: 1.1326194 Jun 04 16:24:11.187326 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6af97455-4989-4e61-bd46-4283efb605a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6016433 Jun 04 16:24:11.190589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41474) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:11.194145 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eab92b85-24f3-40ca-90b5-27eddf7a3956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:11.323209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a459d0ad-f5ff-40f3-a4fd-16d4652d4a39 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:11.324347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a459d0ad-f5ff-40f3-a4fd-16d4652d4a39 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:11.348942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a459d0ad-f5ff-40f3-a4fd-16d4652d4a39 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:11.350664 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a459d0ad-f5ff-40f3-a4fd-16d4652d4a39 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1589270 Jun 04 16:24:11.353632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41480) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:11.355242 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:11.373664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Transition to ACTIVE for port object 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:11.393097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Transition to ACTIVE for port object 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:11.400336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eab92b85-24f3-40ca-90b5-27eddf7a3956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:11.407604 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:11.409491 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:11.434325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab92b85-24f3-40ca-90b5-27eddf7a3956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74663f4-6819-4620-9843-cbc20d4e48ba,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:11.455218 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eab92b85-24f3-40ca-90b5-27eddf7a3956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:11.456849 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eab92b85-24f3-40ca-90b5-27eddf7a3956 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b74663f4-6819-4620-9843-cbc20d4e48ba HTTP/1.1" status: 204 len: 168 time: 0.4103320 Jun 04 16:24:11.467804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b6fe0ac5-41cf-449f-b56f-4a895c8730af tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 1dff58ff-1e82-4a1e-b8a0-2bf07728e8f4 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:11.468406 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0ac5-41cf-449f-b56f-4a895c8730af tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:11.538490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Pushing event updated for resources: {'Port': ['ID=8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:11.596268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:11.598457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:11.603496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:11.658319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-6dc57426-aae3-4c79-83be-b2bde273247b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e6e10f4-1ea9-4888-84fd-0dea959ba26b HTTP/1.1" status: 200 len: 217 time: 0.1858547 Jun 04 16:24:11.723494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Transition to ACTIVE for port object 0d41e9d3-02af-41b9-b725-3edb34471ecd will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:11.753469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Attempting to bind port 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:11.753872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Attempting to bind port 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:11.754172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Attempting to bind port 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:11.765051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:11.765414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:11.765813 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:11.766191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:11.766703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Bound port: 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:11.767050 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:11.889413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093b90f-12c7-42fd-881b-b7ab4d49d9b6 req-b7030864-7b18-4c2a-b7b5-c1db850e289a tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:11.897165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0093b90f-12c7-42fd-881b-b7ab4d49d9b6 req-b7030864-7b18-4c2a-b7b5-c1db850e289a tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 945 time: 1.2651653 Jun 04 16:24:11.897532 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0ac5-41cf-449f-b56f-4a895c8730af tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:11.903569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:11.975172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] For port 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:11.975819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8101859-d82d-422d-aa78-4f8fbdf4df6a req-41f942d9-02b9-487d-9c59-9f476b5d394a tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531349 Jun 04 16:24:11.991283 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] For port 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:12.016052 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:12.096103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b6fe0ac5-41cf-449f-b56f-4a895c8730af tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 1dff58ff-1e82-4a1e-b8a0-2bf07728e8f4 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:12.127538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:12.198908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:12.199760 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:12.256128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebdc01-3e26-45a6-82f4-59314125c407 None None] Pushing event updated for resources: {'Port': ['ID=8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:12.287022 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0ac5-41cf-449f-b56f-4a895c8730af tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:12.359829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe0ac5-41cf-449f-b56f-4a895c8730af tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=1dff58ff-1e82-4a1e-b8a0-2bf07728e8f4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:12.410878 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0ac5-41cf-449f-b56f-4a895c8730af tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:12.427053 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b6fe0ac5-41cf-449f-b56f-4a895c8730af tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/1dff58ff-1e82-4a1e-b8a0-2bf07728e8f4 HTTP/1.1" status: 204 len: 168 time: 1.0694969 Jun 04 16:24:12.427512 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41496) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:12.430699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:12.431079 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:12.437502 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0093b90f-12c7-42fd-881b-b7ab4d49d9b6 req-138f2725-18eb-4a0f-b14d-b87ec758b26c tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa2f1ff-602c-4624-a695-54d46b582c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5393922 Jun 04 16:24:12.438563 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:12.476723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0660b9ef-11b6-4c41-80b3-696e8c0ffa63,segment=NetworkSegment(adfd68da-54f7-40c8-baab-19335252a59c),segment_id=adfd68da-54f7-40c8-baab-19335252a59c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:12.485678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['b3f4cec0-705b-401c-b177-4b8cc0c0616d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:24:12.497943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8988a-296c-41c4-a900-a4004fee876c req-081b25d1-5bc1-495a-bdd9-51ebeb0e9bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:12.501268 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-081b25d1-5bc1-495a-bdd9-51ebeb0e9bcf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11c76308-27ab-4412-b695-ccc303fa5174 HTTP/1.1" status: 200 len: 855 time: 0.7748706 Jun 04 16:24:12.570231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db98148a-57a7-41da-8edb-d98f40688786 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:12.573913 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:12.574829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db98148a-57a7-41da-8edb-d98f40688786 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:12.577801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-db98148a-57a7-41da-8edb-d98f40688786 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:12.626509 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-db98148a-57a7-41da-8edb-d98f40688786 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:12.628120 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-db98148a-57a7-41da-8edb-d98f40688786 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1995404 Jun 04 16:24:12.642638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-6a3640e2-88a4-4957-b768-c9e20da7d8ab tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:12.642864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41508) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:12.644138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-6a3640e2-88a4-4957-b768-c9e20da7d8ab tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.42 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 809 time: 1.2203259 Jun 04 16:24:12.752334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Request body: {'port': {'device_id': '96acaac3-b245-484c-aaea-d5f4c4a9a571', 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'admin_state_up': True, 'tenant_id': '6b8a986f09d045a2a2212918afdcfc31'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:12.752727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=0660b9ef-11b6-4c41-80b3-696e8c0ffa63,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:12.862040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-d45dd2dc-4f33-4eb2-ae18-0a5f25ebedd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512585 Jun 04 16:24:12.872402 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-694cb063-1339-4c84-b117-c6ec61687bdb req-5665db45-2a0a-432a-8fb8-85524095ab01 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 210 time: 0.4219470 Jun 04 16:24:12.910950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:12.916309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41514) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:12.948525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ca78dc-591e-4db8-a0fc-87eda7c0ea34 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 3f01ab98-e332-4ff4-b03d-47367e1ddd40 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:24:12.952610 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71ca78dc-591e-4db8-a0fc-87eda7c0ea34 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:12.972184 n-d-811809-3 neutron-server[88799]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3e315196-8c90-4c80-999b-8d5b045f2583']: {'server_uuid': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c', 'code': 422} returned with failed status Jun 04 16:24:13.000940 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6097838d-f820-4cce-8fe4-bf42ec9c1c89'] response: {'name': 'network-changed', 'server_uuid': 'e0400557-2d38-43ea-870f-a9467c3935e3', 'tag': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b', 'status': 'completed', 'code': 200} Jun 04 16:24:13.006309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:13.031717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:13.033208 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71ca78dc-591e-4db8-a0fc-87eda7c0ea34 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.091916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-838902916-network', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:13.102688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:13.110357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Usage tracker for resource:network and tenant:fba355b7d3854ad5aff0fa17ad6af83b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:13.115064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:13.125036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:13.153523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Made reservation on behalf of fba355b7d3854ad5aff0fa17ad6af83b for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:13.156239 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.166512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event updated for resources: {'Port': ['ID=0d41e9d3-02af-41b9-b725-3edb34471ecd,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:13.173075 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.194411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:13.199346 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71ca78dc-591e-4db8-a0fc-87eda7c0ea34 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.227540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Usage tracker for resource:security_group_rule and tenant:fba355b7d3854ad5aff0fa17ad6af83b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:13.235192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:13.249407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:13.250032 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.250488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:13.316846 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71ca78dc-591e-4db8-a0fc-87eda7c0ea34 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.351124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:13.380663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca78dc-591e-4db8-a0fc-87eda7c0ea34 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=3f01ab98-e332-4ff4-b03d-47367e1ddd40,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:13.387171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71ca78dc-591e-4db8-a0fc-87eda7c0ea34 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.426047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-5bdfe348-e83c-4096-85fd-542bf3b2e407 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3059683 Jun 04 16:24:13.427862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e8625f53-80c5-469e-b4e0-d009963b303e None None] Provisioning for port 0d41e9d3-02af-41b9-b725-3edb34471ecd completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:13.429357 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-71ca78dc-591e-4db8-a0fc-87eda7c0ea34 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/3f01ab98-e332-4ff4-b03d-47367e1ddd40 HTTP/1.1" status: 204 len: 168 time: 0.7851660 Jun 04 16:24:13.430129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41522) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:13.441030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e8625f53-80c5-469e-b4e0-d009963b303e None None] Provisioning complete for port 0d41e9d3-02af-41b9-b725-3edb34471ecd triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:13.441644 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e8625f53-80c5-469e-b4e0-d009963b303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.449613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58b450-595b-408e-bb81-3fc51184e0b6 req-6fab1f6c-4b70-4c43-adb2-4994fe9f7922 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:13.457305 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be58b450-595b-408e-bb81-3fc51184e0b6 req-6fab1f6c-4b70-4c43-adb2-4994fe9f7922 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 943 time: 0.8027642 Jun 04 16:24:13.459753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:13.467150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Request body: {'port': {'device_id': 'eaef8550-c97b-48bd-b906-a3e66c936f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:13.500069 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-6412305a-4ce3-49ac-a8a8-0f5ee900c5c9 service neutron] 10.222.0.46 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212344 Jun 04 16:24:13.551685 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c is: DOWN; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:13.568531 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0ca9aadf-7633-42dd-87bd-672c30210204 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1344295 Jun 04 16:24:13.573326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:13.574006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e8625f53-80c5-469e-b4e0-d009963b303e None None] Port 0d41e9d3-02af-41b9-b725-3edb34471ecd cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:24:13.587292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41526) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:13.595240 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.601755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:13.602860 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.637404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:24:13.647381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415a74d3-1b37-49ef-b399-8427dea23f10,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:13.653714 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.654108 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Added segment de73982b-c0fc-45d9-8720-261a643e964a of type vlan for network 44f4cbc0-d0ed-4b4b-9a52-7249877da639 Jun 04 16:24:13.686147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456a14a-506f-4f68-95d5-3978991a7250 req-57c83215-8371-4688-b207-69066a7c0ed1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:13.686467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a456a14a-506f-4f68-95d5-3978991a7250 req-57c83215-8371-4688-b207-69066a7c0ed1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Synchronizing usage tracker for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:13.689579 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.708104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e1af9-e820-4722-8fd4-c4b92f040d12 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:13.727368 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.728972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:13.729657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.783379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Made reservation on behalf of 6b8a986f09d045a2a2212918afdcfc31 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:13.786935 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:13.826916 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-51db99bb-567d-40cb-9575-7b9b41ea11ec None None] Provisioning for port 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:13.849536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be58b450-595b-408e-bb81-3fc51184e0b6 req-5041b7d6-5937-4df1-a819-302090322909 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911150 Jun 04 16:24:13.884219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] Pushing event updated for resources: {'Network': ['ID=44f4cbc0-d0ed-4b4b-9a52-7249877da639,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:13.902152 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c105a101-4a32-4196-b6c4-152d4b7eb878 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9846201 Jun 04 16:24:13.903787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41532) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:13.918069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Request body: {'subnet': {'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-838902916-subnet', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:13.922907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 44f4cbc0-d0ed-4b4b-9a52-7249877da639 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:24:13.946212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:13.958840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Usage tracker for resource:subnet and tenant:fba355b7d3854ad5aff0fa17ad6af83b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:13.966630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:13.976663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:13.989111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a456a14a-506f-4f68-95d5-3978991a7250 req-57c83215-8371-4688-b207-69066a7c0ed1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Unset dirty status for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:13.990417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a456a14a-506f-4f68-95d5-3978991a7250 req-57c83215-8371-4688-b207-69066a7c0ed1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 931 time: 0.8950970 Jun 04 16:24:13.993491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Made reservation on behalf of fba355b7d3854ad5aff0fa17ad6af83b for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:13.996388 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:14.024653 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a3b23f1a-fd2f-4279-bb4c-c683a9f83b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:14.057708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:14.103289 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:14.135014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:14.156717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:14.157084 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:14.177260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:14.193820 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fc8988a-296c-41c4-a900-a4004fee876c req-5497cc32-3536-4cb2-8fc3-e58a1e5f88db service neutron] 10.222.0.46 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6667507 Jun 04 16:24:14.215167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:14.245199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fe00ee-39b4-4e0f-a878-ab7d75e6cd47 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:24:14.249739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-96fe00ee-39b4-4e0f-a878-ab7d75e6cd47 None None] Deleting port 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:14.250182 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-96fe00ee-39b4-4e0f-a878-ab7d75e6cd47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:14.251701 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:14.272129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:14.348510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f15e51-3aa4-4b20-8764-d0f75be2ebeb,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:14.358472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Checking segment: {'id': 'de73982b-c0fc-45d9-8720-261a643e964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:14.358833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Network hostable DHCP agents. Network: 44f4cbc0-d0ed-4b4b-9a52-7249877da639, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:24:14.381610 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Network 44f4cbc0-d0ed-4b4b-9a52-7249877da639 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:24:14.395759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 44f4cbc0-d0ed-4b4b-9a52-7249877da639) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:14.402255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:14.403596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:14.406989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:14.407569 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:14.434492 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c5067f41-eac6-4b78-8e7a-72978d8dcc4b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5276303 Jun 04 16:24:14.437220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41542) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:14.443049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-838902916-router', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:14.448603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:14.453154 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Usage tracker for resource:router and tenant:fba355b7d3854ad5aff0fa17ad6af83b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:14.456329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:14.462688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:14.475056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ebb02-b46a-4eb5-bc10-c70c6084a945 None None] Network 44f4cbc0-d0ed-4b4b-9a52-7249877da639 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:14.477563 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:14.478874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:14.498407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:14.620867 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a456a14a-506f-4f68-95d5-3978991a7250 req-1104295c-097f-4895-97b6-adb542d7a90c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183410 Jun 04 16:24:14.644158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:14.647621 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:14.784581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-96fe00ee-39b4-4e0f-a878-ab7d75e6cd47 None None] For port 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:14.785141 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-96fe00ee-39b4-4e0f-a878-ab7d75e6cd47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:14.802029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:14.823323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:14.944977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-96fe00ee-39b4-4e0f-a878-ab7d75e6cd47 None None] Calling delete_port for 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:14.968914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Allocated IP 172.20.0.8 (9b42b411-d798-4ee5-9060-a55b6983c021/14d59b55-122b-45b5-8c8d-d6b98258f32b/3a926a2b-1f29-45ac-b4e1-ae944d5848c4) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:14.975184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:14.975564 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:15.031616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-44f4cbc0-d0ed-4b4b-9a52-7249877da639', 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'fixed_ips': [{'subnet_id': '05f15e51-3aa4-4b20-8764-d0f75be2ebeb'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:24:15.032426 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:15.086987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6807183-4328-4317-8c22-65854dfbc9df req-f836cbae-c445-48f7-8b60-e9962a7b843c tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:15.088544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6807183-4328-4317-8c22-65854dfbc9df req-f836cbae-c445-48f7-8b60-e9962a7b843c tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 943 time: 0.9862332 Jun 04 16:24:15.196782 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-96fe00ee-39b4-4e0f-a878-ab7d75e6cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:15.228681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ed10-6203-4ad2-a121-454308bc402a req-f4b7e2c1-2004-4a15-aa9a-2f15e9f557e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:15.230141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae0ed10-6203-4ad2-a121-454308bc402a req-f4b7e2c1-2004-4a15-aa9a-2f15e9f557e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd345418206f425db75320e56ffebcbb&device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 1094 time: 0.9554009 Jun 04 16:24:15.230698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Port 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 update to ACTIVE by agent not found {{(pid=88799) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 16:24:15.281158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe00ee-39b4-4e0f-a878-ab7d75e6cd47 None None] Pushing event deleted for resources: {'Port': ['ID=8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:15.287413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe00ee-39b4-4e0f-a878-ab7d75e6cd47 None None] No DVR routers for this DVR port 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:24:15.320085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:15.321687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Allocated IP 172.20.0.2 (44f4cbc0-d0ed-4b4b-9a52-7249877da639/05f15e51-3aa4-4b20-8764-d0f75be2ebeb/38c6c12a-9b04-44e2-8349-f1e641a1a3b9) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:15.355966 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:15.445127 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6807183-4328-4317-8c22-65854dfbc9df req-bfebc09c-1736-4630-8598-a8550163c250 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909894 Jun 04 16:24:15.539845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Allocated IP 172.25.5.253 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/dbc4b5f0-4561-4fc0-9f47-b7930c4d489e) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:15.565169 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:15.574571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6a357-57e5-46e6-8e27-9cb25d7253a0 req-4f12a117-cdbe-4e6d-baba-5ffe7aca2c2c tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:15.576120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e6a357-57e5-46e6-8e27-9cb25d7253a0 req-4f12a117-cdbe-4e6d-baba-5ffe7aca2c2c tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 943 time: 0.7555132 Jun 04 16:24:15.579772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Transition to ACTIVE for port object 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:15.604377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Transition to ACTIVE for port object 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:15.614511 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:15.690293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Network 44f4cbc0-d0ed-4b4b-9a52-7249877da639 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:15.693769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:15.697607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:15.706765 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:24:15.708594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Pushing event updated for resources: {'Port': ['ID=38c6c12a-9b04-44e2-8349-f1e641a1a3b9,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:15.748284 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:15.785406 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:15.793752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ed10-6203-4ad2-a121-454308bc402a req-23a7caf5-4da6-48eb-9584-bde99bccb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:15.795245 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae0ed10-6203-4ad2-a121-454308bc402a req-23a7caf5-4da6-48eb-9584-bde99bccb5e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 HTTP/1.1" status: 200 len: 916 time: 0.5550189 Jun 04 16:24:15.797354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c4d6babe-2b22-428a-9da2-68d9baad3c9d req-da7e550d-af42-4fe0-ab37-72f54a5106dd tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 210 time: 0.1844532 Jun 04 16:24:15.801828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Attempting to bind port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:15.802302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Attempting to bind port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'de73982b-c0fc-45d9-8720-261a643e964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:15.802586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Attempting to bind port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 on network 44f4cbc0-d0ed-4b4b-9a52-7249877da639 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:15.809515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:15.809892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Checking segment: {'id': 'de73982b-c0fc-45d9-8720-261a643e964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:15.810277 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:15.810706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Bound using segment: {'id': 'de73982b-c0fc-45d9-8720-261a643e964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:15.811174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Bound port: 38c6c12a-9b04-44e2-8349-f1e641a1a3b9, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de73982b-c0fc-45d9-8720-261a643e964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:15.811538 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:15.862807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:15.865764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:15.869461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:15.875879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e6a357-57e5-46e6-8e27-9cb25d7253a0 req-536dccf4-d0b2-4a11-801b-967b0270c9a8 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776341 Jun 04 16:24:15.888399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:15.920444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Pushing event updated for resources: {'Port': ['ID=dbc4b5f0-4561-4fc0-9f47-b7930c4d489e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:15.966534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d41e9d3-02af-41b9-b725-3edb34471ecd {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:24:15.977034 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:15.997569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Transition to ACTIVE for port object 0d41e9d3-02af-41b9-b725-3edb34471ecd will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:16.003563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:24:16.004554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d8710e0-d9ef-4aa2-bd3d-0dbd4ca0f7a5 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:24:16.067539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] For port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:16.072780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] For port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=38c6c12a-9b04-44e2-8349-f1e641a1a3b9,segment=NetworkSegment(de73982b-c0fc-45d9-8720-261a643e964a),segment_id=de73982b-c0fc-45d9-8720-261a643e964a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:16.079177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:16.109804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a3b23f1a-fd2f-4279-bb4c-c683a9f83b86 admin admin] Deleting port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:16.110204 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a3b23f1a-fd2f-4279-bb4c-c683a9f83b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:16.188388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fda6c4-6fbd-4154-b2fc-1aa0ac86d576 None None] Pushing event updated for resources: {'Port': ['ID=38c6c12a-9b04-44e2-8349-f1e641a1a3b9,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:16.198738 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:16.397511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:16.512637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae0ed10-6203-4ad2-a121-454308bc402a req-874e66c6-6ba6-44ef-bf5c-d77b35bb1c2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e6e10f4-1ea9-4888-84fd-0dea959ba26b HTTP/1.1" status: 200 len: 217 time: 0.5809994 Jun 04 16:24:16.607191 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:16.620851 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:16.723643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ed10-6203-4ad2-a121-454308bc402a req-e7a2ff40-f05d-48dd-94aa-0f10a6afeddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:16.725258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae0ed10-6203-4ad2-a121-454308bc402a req-e7a2ff40-f05d-48dd-94aa-0f10a6afeddb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11c76308-27ab-4412-b695-ccc303fa5174 HTTP/1.1" status: 200 len: 855 time: 0.1247063 Jun 04 16:24:16.870307 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:17.036240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae0ed10-6203-4ad2-a121-454308bc402a req-91a711eb-2dfc-40ec-8242-4c264b2a00a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562946 Jun 04 16:24:17.047135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Pushing event updated for resources: {'Port': ['ID=0d41e9d3-02af-41b9-b725-3edb34471ecd,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:17.120486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:17.144052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:17.153532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d951ebf-119f-415b-b2ad-68011fd1635a None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:17.165360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:17.165360 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:17.248877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=fd8fd878-0f65-410c-b994-407c68901b8d,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:17.256189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Router d71044dc-2eba-433b-a387-b19e103d0ff8 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:24:17.332850 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:17.350188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-a3b23f1a-fd2f-4279-bb4c-c683a9f83b86 admin admin] For port 0660b9ef-11b6-4c41-80b3-696e8c0ffa63, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0660b9ef-11b6-4c41-80b3-696e8c0ffa63,segment=NetworkSegment(adfd68da-54f7-40c8-baab-19335252a59c),segment_id=adfd68da-54f7-40c8-baab-19335252a59c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:17.350561 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a3b23f1a-fd2f-4279-bb4c-c683a9f83b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:17.375672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 3e6e10f4-1ea9-4888-84fd-0dea959ba26b details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:24:17.400966 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-03923a3e-4b9f-4504-9f07-6e59a0ca47b0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.8102124 Jun 04 16:24:17.429480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41562) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:17.451216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7690475-d2f6-44e9-bec3-bce394ab89ac None None] Network 44f4cbc0-d0ed-4b4b-9a52-7249877da639 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:17.494795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:24:17.520831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Network 9b42b411-d798-4ee5-9060-a55b6983c021 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:17.530264 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:17.531965 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f73766bc-8066-4946-bb54-972d4f4df030 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0935268 Jun 04 16:24:17.533721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Sync routers for ids ['d71044dc-2eba-433b-a387-b19e103d0ff8'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:24:17.536382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc52986-0659-49b3-a336-d78b6f4bf13c req-6a2006de-7045-4b50-8bb6-f67422973525 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:17.542973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41566) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:17.544714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcc52986-0659-49b3-a336-d78b6f4bf13c req-6a2006de-7045-4b50-8bb6-f67422973525 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 943 time: 1.4544499 Jun 04 16:24:17.546773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Pushing event updated for resources: {'Port': ['ID=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:17.549718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:17.604271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-71e3dd9a-1007-4997-9ab9-922a141061ba None None] Provisioning for port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:17.607501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': 'fd8fd878-0f65-410c-b994-407c68901b8d'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:24:17.608282 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:17.619324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'name': 'tempest-NetworksTestDHCPv6-495632430'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:17.635965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:17.659911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Routers {'d71044dc-2eba-433b-a387-b19e103d0ff8'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:17.660408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['d71044dc-2eba-433b-a387-b19e103d0ff8'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:17.688949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a3b23f1a-fd2f-4279-bb4c-c683a9f83b86 admin admin] Calling delete_port for 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:17.749964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5a226-7a2c-4c78-b10a-3591e0d3a833 req-4db59768-12db-4b0f-ab3e-76ac003b2d09 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:17.757104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57e5a226-7a2c-4c78-b10a-3591e0d3a833 req-4db59768-12db-4b0f-ab3e-76ac003b2d09 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 945 time: 0.9297800 Jun 04 16:24:17.930240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:17.931013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57e5a226-7a2c-4c78-b10a-3591e0d3a833 req-5ab7c7fa-7659-45ff-81f1-cdd9dcba3054 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa2f1ff-602c-4624-a695-54d46b582c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729903 Jun 04 16:24:17.957297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:18.009188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Allocated IP 2001:db8::2 (f0dbb02b-9d62-4207-955a-783084b70e61/fd8fd878-0f65-410c-b994-407c68901b8d/93a10dfa-b856-467e-9d39-04cf93f14e5c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:18.078315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-0db70d3f-d7a7-4832-93af-d880c98dc8b1 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:18.080017 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-0db70d3f-d7a7-4832-93af-d880c98dc8b1 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.42 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 945 time: 0.2356896 Jun 04 16:24:18.127347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b', 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39', 'port_id': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b', 'mac_address': 'fa:16:3e:c5:00:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c76308-27ab-4412-b695-ccc303fa5174', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:24:18.231496 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Deleting port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:18.231998 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:18.272812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Attempting to bind port 0d41e9d3-02af-41b9-b725-3edb34471ecd on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:18.272812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Attempting to bind port 0d41e9d3-02af-41b9-b725-3edb34471ecd by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:18.272812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Attempting to bind port 0d41e9d3-02af-41b9-b725-3edb34471ecd on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:18.322071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae0ed10-6203-4ad2-a121-454308bc402a req-67b50eab-b027-47be-9afb-8fcec1c914c5 service neutron] 10.222.0.46 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2654159 Jun 04 16:24:18.334751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Set router d71044dc-2eba-433b-a387-b19e103d0ff8 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:18.366469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Port 0d41e9d3-02af-41b9-b725-3edb34471ecd on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:24:18.366469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Attempting to bind port 0d41e9d3-02af-41b9-b725-3edb34471ecd on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:18.378938 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcc52986-0659-49b3-a336-d78b6f4bf13c req-f6e9f9a7-6fac-450b-a9ab-cf689350a710 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8331120 Jun 04 16:24:18.384531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:18.385171 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:18.431949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:18.432528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Checking segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:18.433059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Bound using segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:18.433675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Bound port: 0d41e9d3-02af-41b9-b725-3edb34471ecd, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:18.434166 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:18.482184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:18.482846 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:18.635349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:18.664240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6e10f4-1ea9-4888-84fd-0dea959ba26b {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:24:18.669586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] For port 0d41e9d3-02af-41b9-b725-3edb34471ecd, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:18.678042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] For port 0d41e9d3-02af-41b9-b725-3edb34471ecd, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0d41e9d3-02af-41b9-b725-3edb34471ecd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:18.680638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:18.681212 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:18.743852 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ae0ed10-6203-4ad2-a121-454308bc402a req-cffcf664-cec8-4893-83c3-1b6886fc3408 service neutron] 10.222.0.46 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064367 Jun 04 16:24:18.749803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-24f665e2-9412-4a84-b841-59c2c666d328 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0131683 Jun 04 16:24:18.765255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Request body: {'port': {'device_id': '96acaac3-b245-484c-aaea-d5f4c4a9a571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:18.796852 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:18.808491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:18.810084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:18.841988 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:18.894638 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:18.919774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:18.928412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] For port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=90d1e660-e5cb-4236-9d0c-3a13e7c798ef,segment=NetworkSegment(12e2de88-20c9-4c65-a4fc-ae655bc54a61),segment_id=12e2de88-20c9-4c65-a4fc-ae655bc54a61)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:18.929392 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:18.942463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:18.990003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:18.993436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:18.994083 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:18.995555 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] 10.222.0.42 "PUT /v2.0/ports/0d41e9d3-02af-41b9-b725-3edb34471ecd HTTP/1.1" status: 200 len: 1091 time: 5.5546486 Jun 04 16:24:18.996169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaef8550-c97b-48bd-b906-a3e66c936f38', 'tag': '0d41e9d3-02af-41b9-b725-3edb34471ecd'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:24:19.001035 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:19.156096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Transition to ACTIVE for port object 93a10dfa-b856-467e-9d39-04cf93f14e5c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:19.163988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:19.176190 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:19.189480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c8f03-17be-47ff-87bc-d40b14e2ef20 req-f7dbed5a-3c2d-497f-a05f-a7a37c611d44 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:19.190942 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-293c8f03-17be-47ff-87bc-d40b14e2ef20 req-f7dbed5a-3c2d-497f-a05f-a7a37c611d44 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 943 time: 0.9030561 Jun 04 16:24:19.204477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['3e6e10f4-1ea9-4888-84fd-0dea959ba26b'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:24:19.281922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:19.296915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:19.300652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:19.320245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60c358-14a6-4d19-8d91-7c62510aa657 service neutron] Pushing event updated for resources: {'Port': ['ID=0d41e9d3-02af-41b9-b725-3edb34471ecd,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:19.357009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Transition to ACTIVE for port object 93a10dfa-b856-467e-9d39-04cf93f14e5c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:19.396318 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:19.420694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port d3e86d7e-6124-446f-b4b3-da54106afbbb yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:24:19.471088 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:19.492378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=38c6c12a-9b04-44e2-8349-f1e641a1a3b9,segment=NetworkSegment(de73982b-c0fc-45d9-8720-261a643e964a),segment_id=de73982b-c0fc-45d9-8720-261a643e964a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:19.504576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:19.508903 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-293c8f03-17be-47ff-87bc-d40b14e2ef20 req-9e2c689c-b2cd-458f-9243-de4418974224 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686961 Jun 04 16:24:19.584764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Pushing event updated for resources: {'Port': ['ID=93a10dfa-b856-467e-9d39-04cf93f14e5c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:19.615107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:19.620090 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-b8b67132-2f5a-4667-83ea-cf5814a69b68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3202987 Jun 04 16:24:19.630535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Allocated IP 172.20.0.1 (44f4cbc0-d0ed-4b4b-9a52-7249877da639/05f15e51-3aa4-4b20-8764-d0f75be2ebeb/db03fa3c-d250-403b-8ea0-e36e8e7b7096) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:19.636828 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:19.639898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:19.645963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'name': 'tempest-FloatingIPDetailsTestJSON-838902916-router', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:14Z', 'updated_at': '2022-06-04T16:24:16Z', 'revision_number': 3, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'gw_port': {'id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:15Z', 'updated_at': '2022-06-04T16:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:19.696911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Checking router: d71044dc-2eba-433b-a387-b19e103d0ff8 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:24:19.697134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Updating router d71044dc-2eba-433b-a387-b19e103d0ff8 port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:24:19.777466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:19.778171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:19.778836 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Floating IP 34d9ce82-b6c1-4f8b-ae10-3438b99fcf7a disassociated. External IP: 172.25.5.5, port: 90d1e660-e5cb-4236-9d0c-3a13e7c798ef. Jun 04 16:24:19.779354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Calling delete_port for 90d1e660-e5cb-4236-9d0c-3a13e7c798ef owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:19.850552 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:19.872676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-05554388-1d0d-40ca-a06e-c8fd3fccf3cb None None] Provisioning complete for port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:19.873036 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-05554388-1d0d-40ca-a06e-c8fd3fccf3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:19.877001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Transition to ACTIVE for port object db03fa3c-d250-403b-8ea0-e36e8e7b7096 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:19.898229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::375 (f0dbb02b-9d62-4207-955a-783084b70e61/fd8fd878-0f65-410c-b994-407c68901b8d/d3e86d7e-6124-446f-b4b3-da54106afbbb) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:19.924284 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:19.976228 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=38c6c12a-9b04-44e2-8349-f1e641a1a3b9,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:19.979017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Attempting to bind port 93a10dfa-b856-467e-9d39-04cf93f14e5c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:19.979375 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Attempting to bind port 93a10dfa-b856-467e-9d39-04cf93f14e5c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:19.979733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Attempting to bind port 93a10dfa-b856-467e-9d39-04cf93f14e5c on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:19.993946 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:20.014161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:20.014571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:20.014961 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:20.015349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:20.015823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Bound port: 93a10dfa-b856-467e-9d39-04cf93f14e5c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:20.016190 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:20.047894 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:20.056251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944ca9-00aa-4311-9f2b-f1ac2c891e2b req-4b37cbca-faf9-4cc9-aa9b-0acbb11ff976 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:20.057495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c1944ca9-00aa-4311-9f2b-f1ac2c891e2b req-4b37cbca-faf9-4cc9-aa9b-0acbb11ff976 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Synchronizing usage tracker for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:20.075094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Network 44f4cbc0-d0ed-4b4b-9a52-7249877da639 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:20.085948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:20.094735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:20.158596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-57de80a8-8066-41d5-b288-16b3c69f6d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:20.160676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-57de80a8-8066-41d5-b288-16b3c69f6d5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 1094 time: 1.0283561 Jun 04 16:24:20.161836 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a3b23f1a-fd2f-4279-bb4c-c683a9f83b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:20.367327 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-27d42d00-cff1-4b30-88e6-eb7e1032986c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d41e9d3-02af-41b9-b725-3edb34471ecd HTTP/1.1" status: 200 len: 217 time: 0.1387801 Jun 04 16:24:20.379645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b23f1a-fd2f-4279-bb4c-c683a9f83b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=0660b9ef-11b6-4c41-80b3-696e8c0ffa63,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:20.395488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Pushing event updated for resources: {'Port': ['ID=db03fa3c-d250-403b-8ea0-e36e8e7b7096,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:20.403301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] For port 93a10dfa-b856-467e-9d39-04cf93f14e5c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:20.405390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-05554388-1d0d-40ca-a06e-c8fd3fccf3cb None None] Current status of the port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:20.425852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] For port 93a10dfa-b856-467e-9d39-04cf93f14e5c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=93a10dfa-b856-467e-9d39-04cf93f14e5c,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:20.445940 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:20.459311 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:20.470506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Pushing event deleted for resources: {'Port': ['ID=90d1e660-e5cb-4236-9d0c-3a13e7c798ef,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:20.585787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:24:20.722938 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:20.730199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1b86ab52-468c-4178-9d27-4aa0f78068b5 None None] Provisioning for port db03fa3c-d250-403b-8ea0-e36e8e7b7096 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:20.737682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b46b46-30ed-4949-ae1d-43ce1cae5f28 None None] Pushing event updated for resources: {'Port': ['ID=93a10dfa-b856-467e-9d39-04cf93f14e5c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:20.745673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1b86ab52-468c-4178-9d27-4aa0f78068b5 None None] Provisioning complete for port db03fa3c-d250-403b-8ea0-e36e8e7b7096 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:20.746053 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1b86ab52-468c-4178-9d27-4aa0f78068b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:20.793412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Transition to ACTIVE for port object dbc4b5f0-4561-4fc0-9f47-b7930c4d489e will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:20.810976 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:20.876029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1b86ab52-468c-4178-9d27-4aa0f78068b5 None None] Port db03fa3c-d250-403b-8ea0-e36e8e7b7096 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:24:20.900273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Attempting to bind port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:20.900641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Attempting to bind port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:20.900999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Attempting to bind port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:20.909666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:20.910037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:20.910460 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:20.910846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:20.911343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Bound port: dbc4b5f0-4561-4fc0-9f47-b7930c4d489e, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:20.912975 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:20.957354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:24:20.968852 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:20.988864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:24:21.006390 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925502b6-d06e-4c9b-a8f6-8fb011621a14 None None] Sync routers for ids ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:24:21.011525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Transition to ACTIVE for port object 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:21.012671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c1944ca9-00aa-4311-9f2b-f1ac2c891e2b req-4b37cbca-faf9-4cc9-aa9b-0acbb11ff976 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Unset dirty status for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:21.028645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c1944ca9-00aa-4311-9f2b-f1ac2c891e2b req-4b37cbca-faf9-4cc9-aa9b-0acbb11ff976 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 931 time: 2.1492875 Jun 04 16:24:21.052804 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925502b6-d06e-4c9b-a8f6-8fb011621a14 None None] Routers {'503c73ed-1d37-4b87-b5c3-fcbf0d127142'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:21.061190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb2aab-847b-41bb-a03b-f87568464be9 None None] Pushing event updated for resources: {'Port': ['ID=dbc4b5f0-4561-4fc0-9f47-b7930c4d489e,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:21.061843 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-925502b6-d06e-4c9b-a8f6-8fb011621a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:21.090956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 90d1e660-e5cb-4236-9d0c-3a13e7c798ef no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:21.116583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] No DVR routers for this DVR port 90d1e660-e5cb-4236-9d0c-3a13e7c798ef on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:24:21.119832 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:21.125141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0118a315-f5c4-428d-ad25-6948dac7c991', 'name': 'network-vif-deleted', 'tag': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:24:21.165533 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-999786ec-c1e4-41fe-9364-9ffa80359a2a req-24f426d8-f07c-4b7b-af33-f76f96774728 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.42 "DELETE /v2.0/ports/90d1e660-e5cb-4236-9d0c-3a13e7c798ef HTTP/1.1" status: 204 len: 173 time: 3.0783331 Jun 04 16:24:21.176008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 90d1e660-e5cb-4236-9d0c-3a13e7c798ef {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:24:21.176325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 90d1e660-e5cb-4236-9d0c-3a13e7c798ef not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:24:21.201359 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] For port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:21.204895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] For port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dbc4b5f0-4561-4fc0-9f47-b7930c4d489e,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:21.218109 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:21.220280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-0c50ac72-b18c-4251-949e-0ff6f3185b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:21.221896 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-0c50ac72-b18c-4251-949e-0ff6f3185b08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.8346694 Jun 04 16:24:21.223115 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:21.263799 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:21.337609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c1944ca9-00aa-4311-9f2b-f1ac2c891e2b req-df053072-24bc-427a-b86e-2e8e4f4a2614 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976193 Jun 04 16:24:21.410809 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-925502b6-d06e-4c9b-a8f6-8fb011621a14 None None] Set router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:21.416645 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 3e6e10f4-1ea9-4888-84fd-0dea959ba26b up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:21.493012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Routers {'d71044dc-2eba-433b-a387-b19e103d0ff8'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:21.493755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['d71044dc-2eba-433b-a387-b19e103d0ff8'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:21.627285 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb2aab-847b-41bb-a03b-f87568464be9 None None] Pushing event updated for resources: {'Port': ['ID=dbc4b5f0-4561-4fc0-9f47-b7930c4d489e,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:21.739582 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:21.745868 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:21.819405 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:21.856539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe824cc7-f041-4ef8-a692-ef7fe1c99752 req-a93e3c6d-06fd-49c5-9fac-d58fcf9acd84 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/ports?device_id=0118a315-f5c4-428d-ad25-6948dac7c991 HTTP/1.1" status: 200 len: 210 time: 0.1846347 Jun 04 16:24:21.865890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:21.866034 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:21.963562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Pushing event updated for resources: {'Port': ['ID=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:22.033166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Pushing event updated for resources: {'Port': ['ID=db03fa3c-d250-403b-8ea0-e36e8e7b7096,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:22.037488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89061b48-3cab-4054-84b9-c017e4ffbd08 req-7d97a22d-83b5-4e89-81c2-662ed5b94dd7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:22.039589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89061b48-3cab-4054-84b9-c017e4ffbd08 req-7d97a22d-83b5-4e89-81c2-662ed5b94dd7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 943 time: 1.9927731 Jun 04 16:24:22.049618 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:22.088097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] Set router d71044dc-2eba-433b-a387-b19e103d0ff8 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:22.089442 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-925502b6-d06e-4c9b-a8f6-8fb011621a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'a68d7c23-0f44-4ed0-ad2e-81204a969f94', 'name': '', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'mac_address': 'fa:16:3e:c6:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:22:05Z', 'updated_at': '2022-06-04T16:22:20Z', 'revision_number': 5, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'subnets': [{'id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:22.102307 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925502b6-d06e-4c9b-a8f6-8fb011621a14 None None] Checking router: 503c73ed-1d37-4b87-b5c3-fcbf0d127142 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:24:22.107914 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee494f9d-9d24-4a62-b17b-aacac6a9ecbb'] response: {'name': 'network-changed', 'server_uuid': 'eaef8550-c97b-48bd-b906-a3e66c936f38', 'tag': '0d41e9d3-02af-41b9-b725-3edb34471ecd', 'status': 'completed', 'code': 200} Jun 04 16:24:22.117163 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925502b6-d06e-4c9b-a8f6-8fb011621a14 None None] Routers {'503c73ed-1d37-4b87-b5c3-fcbf0d127142'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:22.121255 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-925502b6-d06e-4c9b-a8f6-8fb011621a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:22.211613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:22.260250 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-098ce499-e239-4dc8-9ba1-1742e48f56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:22.261803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-098ce499-e239-4dc8-9ba1-1742e48f56e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2&tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92 HTTP/1.1" status: 200 len: 1094 time: 1.4045219 Jun 04 16:24:22.348123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Network 44f4cbc0-d0ed-4b4b-9a52-7249877da639 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:22.349990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:22.404187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:22.465413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89061b48-3cab-4054-84b9-c017e4ffbd08 req-97cfb5d1-6c1e-4e1e-a9f8-3dd7ad0c224f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604205 Jun 04 16:24:22.517816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:22.518311 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:22.564564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:22.564926 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:22.597945 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-925502b6-d06e-4c9b-a8f6-8fb011621a14 None None] Set router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:22.633737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-ee7ce6fc-ad4f-43df-b04d-cc9f81c81b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:22.635317 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-ee7ce6fc-ad4f-43df-b04d-cc9f81c81b45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3862271 Jun 04 16:24:22.653638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object d3e86d7e-6124-446f-b4b3-da54106afbbb will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:22.717593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-307488a9-5159-4c29-b741-4fef48852ca5 None None] Provisioning for port 93a10dfa-b856-467e-9d39-04cf93f14e5c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:22.779318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:22.794126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Router d71044dc-2eba-433b-a387-b19e103d0ff8 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:24:22.830818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Attempting to bind port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:22.831152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Attempting to bind port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:22.831477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Attempting to bind port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 on network 9b42b411-d798-4ee5-9060-a55b6983c021 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:22.860495 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0400557-2d38-43ea-870f-a9467c3935e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:24:22.877018 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:22.958344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 on network 9b42b411-d798-4ee5-9060-a55b6983c021 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:24:22.958703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Attempting to bind port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 on network 9b42b411-d798-4ee5-9060-a55b6983c021 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:23.028513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:23.029540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Checking segment: {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:23.030727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Bound using segment: {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:23.031352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Bound port: 3a926a2b-1f29-45ac-b4e1-ae944d5848c4, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:23.031949 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:23.033354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:23.094787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:24:23.115958 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e5f77605-9453-4236-8a48-6cfc85f35e97 admin admin] 10.222.0.13 "PUT /v2.0/routers/d71044dc-2eba-433b-a387-b19e103d0ff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5715270 Jun 04 16:24:23.172767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2cf6b141-563b-4051-b5e4-3d33cfed408e None None] Provisioning complete for port db03fa3c-d250-403b-8ea0-e36e8e7b7096 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:23.173993 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2cf6b141-563b-4051-b5e4-3d33cfed408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:23.243905 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-925502b6-d06e-4c9b-a8f6-8fb011621a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'a68d7c23-0f44-4ed0-ad2e-81204a969f94', 'name': '', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'mac_address': 'fa:16:3e:c6:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:22:05Z', 'updated_at': '2022-06-04T16:22:20Z', 'revision_number': 5, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'subnets': [{'id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:23.252360 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925502b6-d06e-4c9b-a8f6-8fb011621a14 None None] The sync data for ids ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'] in n-d-811809-3 is: [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'a68d7c23-0f44-4ed0-ad2e-81204a969f94', 'name': '', 'network_id': '1699d6d6-223c-45a1-ac63-74a5ca719a45', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'mac_address': 'fa:16:3e:c6:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:22:05Z', 'updated_at': '2022-06-04T16:22:20Z', 'revision_number': 5, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'subnets': [{'id': '3519a9f2-731b-4be2-9a88-d2aa08fb19a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:24:23.265748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:23.266568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 93a10dfa-b856-467e-9d39-04cf93f14e5c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:23.356763 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a3b23f1a-fd2f-4279-bb4c-c683a9f83b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:23.402678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2cf6b141-563b-4051-b5e4-3d33cfed408e None None] Port db03fa3c-d250-403b-8ea0-e36e8e7b7096 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:24:23.414353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:23.427474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-7064f221-b393-4391-b5ed-009f9ab88a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:23.429532 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-7064f221-b393-4391-b5ed-009f9ab88a32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92&device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 1094 time: 1.0884795 Jun 04 16:24:23.432730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'name': 'tempest-FloatingIPDetailsTestJSON-838902916-router', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:14Z', 'updated_at': '2022-06-04T16:24:21Z', 'revision_number': 4, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'gw_port': {'id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:15Z', 'updated_at': '2022-06-04T16:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'db03fa3c-d250-403b-8ea0-e36e8e7b7096', 'name': '', 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'mac_address': 'fa:16:3e:47:df:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '05f15e51-3aa4-4b20-8764-d0f75be2ebeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:19Z', 'updated_at': '2022-06-04T16:24:19Z', 'revision_number': 1, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'subnets': [{'id': '05f15e51-3aa4-4b20-8764-d0f75be2ebeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:23.436407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 93a10dfa-b856-467e-9d39-04cf93f14e5c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:23.441332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f2d8e-37e8-4923-ae74-a4d175357c88 None None] The sync data for ids ['d71044dc-2eba-433b-a387-b19e103d0ff8'] in n-d-811809-3 is: [{'id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'name': 'tempest-FloatingIPDetailsTestJSON-838902916-router', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:14Z', 'updated_at': '2022-06-04T16:24:21Z', 'revision_number': 4, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'gw_port': {'id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:15Z', 'updated_at': '2022-06-04T16:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'db03fa3c-d250-403b-8ea0-e36e8e7b7096', 'name': '', 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'mac_address': 'fa:16:3e:47:df:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '05f15e51-3aa4-4b20-8764-d0f75be2ebeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:19Z', 'updated_at': '2022-06-04T16:24:19Z', 'revision_number': 1, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'subnets': [{'id': '05f15e51-3aa4-4b20-8764-d0f75be2ebeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:24:23.443707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 93a10dfa-b856-467e-9d39-04cf93f14e5c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:23.444068 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:23.634550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 93a10dfa-b856-467e-9d39-04cf93f14e5c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:23.635177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:23.673935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 93a10dfa-b856-467e-9d39-04cf93f14e5c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=93a10dfa-b856-467e-9d39-04cf93f14e5c,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:23.680671 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:23.714563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e9f7e-ebfa-4cad-b9bc-4ae473b10d65 req-e57b7d20-e725-4a4b-8ccd-8c14017f0bc8 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:23.722971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a98e9f7e-ebfa-4cad-b9bc-4ae473b10d65 req-e57b7d20-e725-4a4b-8ccd-8c14017f0bc8 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 943 time: 1.4369438 Jun 04 16:24:23.734795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309aa0b9-1b3d-42d0-bbff-7ee17334a77c None None] New status for floating IP 34d9ce82-b6c1-4f8b-ae10-3438b99fcf7a: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:24:23.823856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] For port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:23.912366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:23.924299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=93a10dfa-b856-467e-9d39-04cf93f14e5c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:23.940871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:23.961908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:23.968640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:23.969438 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:23.975420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] For port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:23.992302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-bf011d92-7ea7-429d-b3bd-3fa7dd7f776b service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3045802 Jun 04 16:24:23.993080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=d3e86d7e-6124-446f-b4b3-da54106afbbb,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:24.013684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892e56e-3f68-47fc-9e5d-412c29129684 req-cfd834f3-bd8f-4960-b3a3-21393c288ac1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:24.015987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3892e56e-3f68-47fc-9e5d-412c29129684 req-cfd834f3-bd8f-4960-b3a3-21393c288ac1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 1.1997097 Jun 04 16:24:24.050490 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:24.211600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Pushing event updated for resources: {'Port': ['ID=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:24.215237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:24.215893 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:24.217322 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-4c758f90-3b0f-45d3-becf-5833b0bb7ecf service neutron] 10.222.0.42 "PUT /v2.0/ports/3a926a2b-1f29-45ac-b4e1-ae944d5848c4 HTTP/1.1" status: 200 len: 1091 time: 5.4564805 Jun 04 16:24:24.250458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96acaac3-b245-484c-aaea-d5f4c4a9a571', 'tag': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:24:24.267201 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3892e56e-3f68-47fc-9e5d-412c29129684 req-2f2585d2-7d1d-4d40-847e-929b81e381f7 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012284 Jun 04 16:24:24.270590 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a98e9f7e-ebfa-4cad-b9bc-4ae473b10d65 req-dede6ec5-412a-4542-bf7d-931b0aed3998 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467346 Jun 04 16:24:24.344557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-797e67fb-24e2-48aa-ba58-2a8fe48ccd12 None None] Provisioning for port d3e86d7e-6124-446f-b4b3-da54106afbbb completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:24.351985 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-797e67fb-24e2-48aa-ba58-2a8fe48ccd12 None None] Provisioning complete for port d3e86d7e-6124-446f-b4b3-da54106afbbb triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:24.352362 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-797e67fb-24e2-48aa-ba58-2a8fe48ccd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:24.377239 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebbb1ae-71ea-4615-a467-61b936084ab9'] response: {'server_uuid': '0118a315-f5c4-428d-ad25-6948dac7c991', 'name': 'network-vif-deleted', 'tag': '90d1e660-e5cb-4236-9d0c-3a13e7c798ef', 'status': 'completed', 'code': 200} Jun 04 16:24:24.515474 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52f0065-23c7-42bc-b6e8-e1eddde9adf4'] response: {'server_uuid': 'e0400557-2d38-43ea-870f-a9467c3935e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b', 'code': 200} Jun 04 16:24:24.516068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-797e67fb-24e2-48aa-ba58-2a8fe48ccd12 None None] Port d3e86d7e-6124-446f-b4b3-da54106afbbb cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:24:24.617588 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e0621979-d94e-44b8-b806-f17a53096b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 7.1858451 Jun 04 16:24:24.629484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41616) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:24.696351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-f276bc9f-af08-468e-8838-6d00b0f5b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:24.697864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-f276bc9f-af08-468e-8838-6d00b0f5b1db service neutron] 10.222.0.46 "GET /v2.0/networks?id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f HTTP/1.1" status: 200 len: 915 time: 1.0438917 Jun 04 16:24:24.766350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd291903-6949-4649-9e67-43d1627b132e req-0691412c-db37-411e-bad1-f58b79b8de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:24.768199 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dd291903-6949-4649-9e67-43d1627b132e req-0691412c-db37-411e-bad1-f58b79b8de7a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 1096 time: 0.2184865 Jun 04 16:24:24.807589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b7983-693d-4577-8250-d5585e7bb7ed tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:24.814656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b7983-693d-4577-8250-d5585e7bb7ed tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:24.816065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c43b7983-693d-4577-8250-d5585e7bb7ed tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:24.850340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc3a9968-40f3-4d98-8d0b-4b4474ba662b req-e51982cc-2006-4270-adb2-b05e3cb58eda service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8312840 Jun 04 16:24:24.853264 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dd291903-6949-4649-9e67-43d1627b132e req-0919c800-28ba-4246-885c-89be39d5bf09 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775268 Jun 04 16:24:24.854748 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c43b7983-693d-4577-8250-d5585e7bb7ed tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:24.869720 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c43b7983-693d-4577-8250-d5585e7bb7ed tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2335091 Jun 04 16:24:24.871528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41624) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:24.956171 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-74d6b181-e6b3-4270-aa45-b6c441bb6adf tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port d3e86d7e-6124-446f-b4b3-da54106afbbb {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:24.956709 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74d6b181-e6b3-4270-aa45-b6c441bb6adf tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:24.989858 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-0821b93a-1dd8-4c7e-b8c8-48b8ea3f3d51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c HTTP/1.1" status: 200 len: 217 time: 0.2406964 Jun 04 16:24:25.344211 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:24:25.361867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-04d6bea4-7a32-40d2-b5c8-219a6b3b1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:25.363480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-04d6bea4-7a32-40d2-b5c8-219a6b3b1cea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 1094 time: 1.0254402 Jun 04 16:24:25.364790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-8518267f-f198-4ab1-b8d0-3333586b8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:25.366131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-8518267f-f198-4ab1-b8d0-3333586b8fa9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=832c1a0f-eef2-4596-b4da-6fd412f92ae5 HTTP/1.1" status: 200 len: 854 time: 0.3258035 Jun 04 16:24:25.375746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969340d1-613a-4637-b2a2-449fada29ae3 req-606ad615-a5c5-4901-9fdc-237837aa6e41 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:25.377196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969340d1-613a-4637-b2a2-449fada29ae3 req-606ad615-a5c5-4901-9fdc-237837aa6e41 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 943 time: 0.8296804 Jun 04 16:24:25.393925 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74d6b181-e6b3-4270-aa45-b6c441bb6adf tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:25.500832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b23f1a-fd2f-4279-bb4c-c683a9f83b86 admin admin] Router 96b7c579-3a40-46ac-9849-6452fbd91188 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:24:25.522011 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-6bb2e834-da2f-4bb5-b2ea-17233a9ee9f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a926a2b-1f29-45ac-b4e1-ae944d5848c4 HTTP/1.1" status: 200 len: 217 time: 0.1345370 Jun 04 16:24:25.524279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-c098ca58-fd5f-4710-ac82-25b0c1aeea0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462231 Jun 04 16:24:25.525083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-74d6b181-e6b3-4270-aa45-b6c441bb6adf tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for d3e86d7e-6124-446f-b4b3-da54106afbbb owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:25.528964 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1df1936a-a8db-48f8-a1aa-59d2376f4913 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7817721 Jun 04 16:24:25.573116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:25.630534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:25.694911 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74d6b181-e6b3-4270-aa45-b6c441bb6adf tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:25.753179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Usage tracker for resource:floatingip and tenant:fba355b7d3854ad5aff0fa17ad6af83b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:25.766068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:25.781205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969340d1-613a-4637-b2a2-449fada29ae3 req-fdb55259-a268-4844-b174-e6ea9dbe1dd3 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875694 Jun 04 16:24:25.792092 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6b181-e6b3-4270-aa45-b6c441bb6adf tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=d3e86d7e-6124-446f-b4b3-da54106afbbb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:25.792319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44580640-3f31-4f31-98be-5cd7450c9124 req-69fb1b1d-4a71-4adf-8e76-617c2adc23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:25.793574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44580640-3f31-4f31-98be-5cd7450c9124 req-69fb1b1d-4a71-4adf-8e76-617c2adc23e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 1094 time: 0.8067544 Jun 04 16:24:25.805792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:25.807182 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74d6b181-e6b3-4270-aa45-b6c441bb6adf tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:25.842564 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-74d6b181-e6b3-4270-aa45-b6c441bb6adf tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/d3e86d7e-6124-446f-b4b3-da54106afbbb HTTP/1.1" status: 204 len: 168 time: 0.9684067 Jun 04 16:24:25.844832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41632) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:25.862307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-5005f4f7-ae20-4f28-880c-96954adc7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:25.863853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-5005f4f7-ae20-4f28-880c-96954adc7a37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 200 len: 849 time: 0.3299115 Jun 04 16:24:26.011215 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:26.016897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0ae25e-3b84-4975-bfb1-bde1901744ad tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:26.018790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0ae25e-3b84-4975-bfb1-bde1901744ad tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:26.019575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bb0ae25e-3b84-4975-bfb1-bde1901744ad tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:26.044249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bb0ae25e-3b84-4975-bfb1-bde1901744ad tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:26.048321 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bb0ae25e-3b84-4975-bfb1-bde1901744ad tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2024899 Jun 04 16:24:26.048972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41636) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:26.125350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dbc4b5f0-4561-4fc0-9f47-b7930c4d489e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:26.164605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-0206622e-4a72-4432-b705-ee6daf21ad00 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet fd8fd878-0f65-410c-b994-407c68901b8d {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:24:26.176725 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0206622e-4a72-4432-b705-ee6daf21ad00 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:26.210289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-445d8286-0c26-4ca4-a373-7f9fc609b8c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b42b411-d798-4ee5-9060-a55b6983c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3287485 Jun 04 16:24:26.234092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:26.238867 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:26.239401 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:26.245302 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0206622e-4a72-4432-b705-ee6daf21ad00 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:26.347284 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0206622e-4a72-4432-b705-ee6daf21ad00 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:26.371535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:26.371823 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:26.391087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dbc4b5f0-4561-4fc0-9f47-b7930c4d489e,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:26.398165 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:26.399047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 93a10dfa-b856-467e-9d39-04cf93f14e5c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:26.405874 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Sync routers for ids ['d71044dc-2eba-433b-a387-b19e103d0ff8'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:24:26.418520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-e024593b-1f86-4cac-9e45-0164d103445e service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8405869 Jun 04 16:24:26.419303 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Routers {'d71044dc-2eba-433b-a387-b19e103d0ff8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:26.420087 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['d71044dc-2eba-433b-a387-b19e103d0ff8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:26.448904 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0206622e-4a72-4432-b705-ee6daf21ad00 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:26.508281 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0206622e-4a72-4432-b705-ee6daf21ad00 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:26.513655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93347546-1dc6-47d2-b6ed-6e14816b0d72 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:26.541575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=dbc4b5f0-4561-4fc0-9f47-b7930c4d489e,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:26.549502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b23f1a-fd2f-4279-bb4c-c683a9f83b86 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:24:26.550668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206622e-4a72-4432-b705-ee6daf21ad00 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8fd878-0f65-410c-b994-407c68901b8d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:26.572695 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a3b23f1a-fd2f-4279-bb4c-c683a9f83b86 admin admin] 10.222.0.13 "PUT /v2.0/routers/96b7c579-3a40-46ac-9849-6452fbd91188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4105692 Jun 04 16:24:26.574963 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0206622e-4a72-4432-b705-ee6daf21ad00 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/fd8fd878-0f65-410c-b994-407c68901b8d HTTP/1.1" status: 204 len: 168 time: 0.5183508 Jun 04 16:24:26.575706 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41640) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:26.576030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41642) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:26.593669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd58b8-3f24-434c-b50e-b7fccd654c28 None None] Sync routers for ids ['96b7c579-3a40-46ac-9849-6452fbd91188'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:24:26.637806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd58b8-3f24-434c-b50e-b7fccd654c28 None None] Routers {'96b7c579-3a40-46ac-9849-6452fbd91188'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:26.643151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-badd58b8-3f24-434c-b50e-b7fccd654c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['96b7c579-3a40-46ac-9849-6452fbd91188'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:26.682496 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Set router d71044dc-2eba-433b-a387-b19e103d0ff8 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:26.694756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44580640-3f31-4f31-98be-5cd7450c9124 req-72e23370-778b-4f30-b4f9-cb5249bba453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:26.696587 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44580640-3f31-4f31-98be-5cd7450c9124 req-72e23370-778b-4f30-b4f9-cb5249bba453 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.8828223 Jun 04 16:24:26.760530 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c7f220e5-cfef-4d07-bae5-289910f0cbce tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1808014 Jun 04 16:24:26.761256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41648) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:26.768861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:26.812885 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44580640-3f31-4f31-98be-5cd7450c9124 req-7b478ef0-e83e-4d35-9c1f-33546e178d73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d41e9d3-02af-41b9-b725-3edb34471ecd HTTP/1.1" status: 200 len: 217 time: 0.1066198 Jun 04 16:24:26.818964 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-1e30e2ca-2bbb-4547-8403-d927ab3f354a service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883584 Jun 04 16:24:26.877323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-badd58b8-3f24-434c-b50e-b7fccd654c28 None None] Set router 96b7c579-3a40-46ac-9849-6452fbd91188 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:26.911167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd87014-2c90-450b-8cf8-0d4269b3f17c req-14da64a1-e4f3-4596-ab16-f449b69f4de2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:26.920562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbd87014-2c90-450b-8cf8-0d4269b3f17c req-14da64a1-e4f3-4596-ab16-f449b69f4de2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 943 time: 0.7052279 Jun 04 16:24:26.994777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:26.999815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:27.002894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:27.009683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:27.032355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:27.036153 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:27.052539 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'name': 'tempest-FloatingIPDetailsTestJSON-838902916-router', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:14Z', 'updated_at': '2022-06-04T16:24:21Z', 'revision_number': 4, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'gw_port': {'id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:15Z', 'updated_at': '2022-06-04T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'db03fa3c-d250-403b-8ea0-e36e8e7b7096', 'name': '', 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'mac_address': 'fa:16:3e:47:df:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '05f15e51-3aa4-4b20-8764-d0f75be2ebeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:19Z', 'updated_at': '2022-06-04T16:24:21Z', 'revision_number': 2, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'subnets': [{'id': '05f15e51-3aa4-4b20-8764-d0f75be2ebeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:27.057744 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Checking router: d71044dc-2eba-433b-a387-b19e103d0ff8 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:24:27.058080 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Updating router d71044dc-2eba-433b-a387-b19e103d0ff8 port db03fa3c-d250-403b-8ea0-e36e8e7b7096 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:24:27.102090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 93a10dfa-b856-467e-9d39-04cf93f14e5c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:27.102640 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:27.120426 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:27.145220 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:27.174823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0d41e9d3-02af-41b9-b725-3edb34471ecd details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:24:27.191841 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-493b1f36-b8a2-4735-83ed-c766a069aa77 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7522686 Jun 04 16:24:27.257220 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbd87014-2c90-450b-8cf8-0d4269b3f17c req-c1690803-83c2-4dea-b73d-77dccd87a735 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351777 Jun 04 16:24:27.263566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44580640-3f31-4f31-98be-5cd7450c9124 req-3ac83866-7e2e-4427-9105-fc5f34ee4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:27.265202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44580640-3f31-4f31-98be-5cd7450c9124 req-3ac83866-7e2e-4427-9105-fc5f34ee4ccc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.4433844 Jun 04 16:24:27.370194 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d76ba9-3821-4aba-8677-74fa7bfbcca1'] response: {'name': 'network-changed', 'server_uuid': '96acaac3-b245-484c-aaea-d5f4c4a9a571', 'tag': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4', 'status': 'completed', 'code': 200} Jun 04 16:24:27.425602 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:24:27.447430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41658) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:27.496923 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-969ae8f5-5bd7-4470-b23a-7e50fc9e9ae0 req-3f001247-5ff9-4882-b9cf-a97ac772adcf service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396892 Jun 04 16:24:27.687919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 93a10dfa-b856-467e-9d39-04cf93f14e5c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:27.696495 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:27.732100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:27.743184 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ccde6654-a37d-471a-bb1a-9672186aa400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:27.768087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 0d41e9d3-02af-41b9-b725-3edb34471ecd, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0d41e9d3-02af-41b9-b725-3edb34471ecd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:27.787225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3473267-33f1-4e47-8af8-c38b71a21ced None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:24:27.788600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Deleting port 45584f9a-4f9b-4c80-87b2-ed66cae67975 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:27.788822 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:27.797032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d3473267-33f1-4e47-8af8-c38b71a21ced None None] Deleting port 93a10dfa-b856-467e-9d39-04cf93f14e5c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:27.797647 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d3473267-33f1-4e47-8af8-c38b71a21ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:27.956214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '0d41e9d3-02af-41b9-b725-3edb34471ecd', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'port_id': '0d41e9d3-02af-41b9-b725-3edb34471ecd', 'mac_address': 'fa:16:3e:7c:c7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:24:27.973535 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6b03059-68ac-46d2-a418-3ae8aaebf084 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:27.981926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dbc4b5f0-4561-4fc0-9f47-b7930c4d489e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:27.988574 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:28.002698 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Transition to ACTIVE for port object db03fa3c-d250-403b-8ea0-e36e8e7b7096 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:28.012162 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:28.104607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-badd58b8-3f24-434c-b50e-b7fccd654c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2141283444-router', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:23:53Z', 'updated_at': '2022-06-04T16:24:19Z', 'revision_number': 5, 'project_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'gw_port': {'id': '45584f9a-4f9b-4c80-87b2-ed66cae67975', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:23:56Z', 'updated_at': '2022-06-04T16:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:28.125142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd58b8-3f24-434c-b50e-b7fccd654c28 None None] Checking router: 96b7c579-3a40-46ac-9849-6452fbd91188 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:24:28.154495 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0e21e-8c90-42e6-85ce-27623c8774c7 None None] Pushing event updated for resources: {'Port': ['ID=db03fa3c-d250-403b-8ea0-e36e8e7b7096,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:28.191849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd58b8-3f24-434c-b50e-b7fccd654c28 None None] Routers {'96b7c579-3a40-46ac-9849-6452fbd91188'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:28.192513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-badd58b8-3f24-434c-b50e-b7fccd654c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['96b7c579-3a40-46ac-9849-6452fbd91188'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:28.290160 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6b03059-68ac-46d2-a418-3ae8aaebf084 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:28.330863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44580640-3f31-4f31-98be-5cd7450c9124 req-099da247-f13e-48bf-a58f-31becb4e56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:28.332978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44580640-3f31-4f31-98be-5cd7450c9124 req-099da247-f13e-48bf-a58f-31becb4e56b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0601068 Jun 04 16:24:28.388097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:28.566582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] For port 45584f9a-4f9b-4c80-87b2-ed66cae67975, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=45584f9a-4f9b-4c80-87b2-ed66cae67975,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:28.566937 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:28.580742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:28.586569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:28.589754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:28.590397 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:28.611663 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Attempting to bind port db03fa3c-d250-403b-8ea0-e36e8e7b7096 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:28.612297 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Attempting to bind port db03fa3c-d250-403b-8ea0-e36e8e7b7096 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'de73982b-c0fc-45d9-8720-261a643e964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:28.613192 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Attempting to bind port db03fa3c-d250-403b-8ea0-e36e8e7b7096 on network 44f4cbc0-d0ed-4b4b-9a52-7249877da639 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:28.619442 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:28.619761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 0d41e9d3-02af-41b9-b725-3edb34471ecd is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:28.620211 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:28.620378 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Checking segment: {'id': 'de73982b-c0fc-45d9-8720-261a643e964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:28.620904 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:28.621540 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Bound using segment: {'id': 'de73982b-c0fc-45d9-8720-261a643e964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:28.622139 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Bound port: db03fa3c-d250-403b-8ea0-e36e8e7b7096, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de73982b-c0fc-45d9-8720-261a643e964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:28.622984 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:28.689183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d41e9d3-02af-41b9-b725-3edb34471ecd {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:24:28.707010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1e6e3-330b-4cc8-a246-bf30c9ffbc48 req-f746bcb9-cf2f-4221-86be-d055074b64a4 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:28.709975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22d1e6e3-330b-4cc8-a246-bf30c9ffbc48 req-f746bcb9-cf2f-4221-86be-d055074b64a4 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 943 time: 1.0612955 Jun 04 16:24:28.729319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bc47e-d71a-442e-b699-31feebfa675f req-802b906c-30af-4eef-915a-10ffafe8bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:28.730562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e63bc47e-d71a-442e-b699-31feebfa675f req-802b906c-30af-4eef-915a-10ffafe8bed9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 1094 time: 1.1241343 Jun 04 16:24:28.762882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=306cad5d-3f72-42d6-8ab6-fd690ad10ad8,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:28.801908 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] For port db03fa3c-d250-403b-8ea0-e36e8e7b7096, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:28.805773 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] For port db03fa3c-d250-403b-8ea0-e36e8e7b7096, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=db03fa3c-d250-403b-8ea0-e36e8e7b7096,segment=NetworkSegment(de73982b-c0fc-45d9-8720-261a643e964a),segment_id=de73982b-c0fc-45d9-8720-261a643e964a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:28.811556 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:28.860259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 0d41e9d3-02af-41b9-b725-3edb34471ecd, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0d41e9d3-02af-41b9-b725-3edb34471ecd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:28.865548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d3473267-33f1-4e47-8af8-c38b71a21ced None None] For port 93a10dfa-b856-467e-9d39-04cf93f14e5c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=93a10dfa-b856-467e-9d39-04cf93f14e5c,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:28.866026 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d3473267-33f1-4e47-8af8-c38b71a21ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:28.886160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Allocated IP 172.25.5.133 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/4b011b52-4c94-42ff-af8c-62a8fc8b5c29) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:28.887113 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1167095 Jun 04 16:24:28.894127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41676) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:28.900533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Calling delete_port for 45584f9a-4f9b-4c80-87b2-ed66cae67975 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:28.915714 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:28.923915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-badd58b8-3f24-434c-b50e-b7fccd654c28 None None] Set router 96b7c579-3a40-46ac-9849-6452fbd91188 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:28.963603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:28.964045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:28.964449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:28.965303 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:28.967355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:28.967912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:28.968345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:28.968733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:28.970824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:28.971239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:28.971657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:28.972091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf5727-3a44-4f02-951d-567bdcfa80df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:29.036719 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0e21e-8c90-42e6-85ce-27623c8774c7 None None] Pushing event updated for resources: {'Port': ['ID=db03fa3c-d250-403b-8ea0-e36e8e7b7096,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:29.062526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'name': 'tempest-NetworksTestDHCPv6-558857656'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:29.066355 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Routers {'d71044dc-2eba-433b-a387-b19e103d0ff8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:29.067501 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['d71044dc-2eba-433b-a387-b19e103d0ff8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:29.108135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:29.116019 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:29.472781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22d1e6e3-330b-4cc8-a246-bf30c9ffbc48 req-af62c175-9657-434c-94ec-4fc7de776fcc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7285433 Jun 04 16:24:29.476811 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6b03059-68ac-46d2-a418-3ae8aaebf084 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:29.565046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d3473267-33f1-4e47-8af8-c38b71a21ced None None] Calling delete_port for 93a10dfa-b856-467e-9d39-04cf93f14e5c owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:29.612935 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] Set router d71044dc-2eba-433b-a387-b19e103d0ff8 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:29.633564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['0d41e9d3-02af-41b9-b725-3edb34471ecd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:24:29.667955 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:29.765648 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-badd58b8-3f24-434c-b50e-b7fccd654c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2141283444-router', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:23:53Z', 'updated_at': '2022-06-04T16:24:27Z', 'revision_number': 6, 'project_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:29.810191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd58b8-3f24-434c-b50e-b7fccd654c28 None None] The sync data for ids ['96b7c579-3a40-46ac-9849-6452fbd91188'] in n-d-811809-3 is: [{'id': '96b7c579-3a40-46ac-9849-6452fbd91188', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2141283444-router', 'tenant_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:23:53Z', 'updated_at': '2022-06-04T16:24:27Z', 'revision_number': 6, 'project_id': 'efc4eae74bec4b13b3af675dcb01ebab', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:24:29.884180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=45584f9a-4f9b-4c80-87b2-ed66cae67975,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:29.946638 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:29.953108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=0d41e9d3-02af-41b9-b725-3edb34471ecd,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:30.068131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44580640-3f31-4f31-98be-5cd7450c9124 req-bebec7fc-fe25-4ebd-bba7-22edbc1d2967 service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7108538 Jun 04 16:24:30.069073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b03059-68ac-46d2-a418-3ae8aaebf084 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa2f1ff-602c-4624-a695-54d46b582c1b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:30.080193 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4c186fad-1ff9-402b-9915-5ba5f2c217f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:30.081681 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d3473267-33f1-4e47-8af8-c38b71a21ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:30.125808 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:30.164782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3473267-33f1-4e47-8af8-c38b71a21ced None None] Pushing event deleted for resources: {'Port': ['ID=93a10dfa-b856-467e-9d39-04cf93f14e5c,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:30.171878 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3473267-33f1-4e47-8af8-c38b71a21ced None None] No DVR routers for this DVR port 93a10dfa-b856-467e-9d39-04cf93f14e5c on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:24:30.236773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84bd0db-88f7-48da-a8bb-61f9ce8b261e None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:30.283312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 93a10dfa-b856-467e-9d39-04cf93f14e5c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:30.369759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:30.372769 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:30.390989 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6b03059-68ac-46d2-a418-3ae8aaebf084 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:30.391890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c6b03059-68ac-46d2-a418-3ae8aaebf084 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "DELETE /v2.0/security-groups/afa2f1ff-602c-4624-a695-54d46b582c1b HTTP/1.1" status: 204 len: 168 time: 2.9382117 Jun 04 16:24:30.416436 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 93a10dfa-b856-467e-9d39-04cf93f14e5c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:24:30.419438 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'name': 'tempest-FloatingIPDetailsTestJSON-838902916-router', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:14Z', 'updated_at': '2022-06-04T16:24:21Z', 'revision_number': 4, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'gw_port': {'id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:15Z', 'updated_at': '2022-06-04T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'db03fa3c-d250-403b-8ea0-e36e8e7b7096', 'name': '', 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'mac_address': 'fa:16:3e:47:df:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '05f15e51-3aa4-4b20-8764-d0f75be2ebeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:19Z', 'updated_at': '2022-06-04T16:24:28Z', 'revision_number': 4, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'subnets': [{'id': '05f15e51-3aa4-4b20-8764-d0f75be2ebeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:30.423662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 93a10dfa-b856-467e-9d39-04cf93f14e5c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:24:30.423836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41680) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:30.433006 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db823c-725f-426a-965e-d58abc997de4 None None] The sync data for ids ['d71044dc-2eba-433b-a387-b19e103d0ff8'] in n-d-811809-3 is: [{'id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'name': 'tempest-FloatingIPDetailsTestJSON-838902916-router', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:14Z', 'updated_at': '2022-06-04T16:24:21Z', 'revision_number': 4, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'gw_port': {'id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:15Z', 'updated_at': '2022-06-04T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'db03fa3c-d250-403b-8ea0-e36e8e7b7096', 'name': '', 'network_id': '44f4cbc0-d0ed-4b4b-9a52-7249877da639', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'mac_address': 'fa:16:3e:47:df:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '05f15e51-3aa4-4b20-8764-d0f75be2ebeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:19Z', 'updated_at': '2022-06-04T16:24:28Z', 'revision_number': 4, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'subnets': [{'id': '05f15e51-3aa4-4b20-8764-d0f75be2ebeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:24:30.479361 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-0cdf77c4-8b9a-4d1d-9b9c-49d0720b5882 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] show failed (client error): The resource could not be found. Jun 04 16:24:30.481338 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0cdf77c4-8b9a-4d1d-9b9c-49d0720b5882 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "GET /v2.0/security-groups/afa2f1ff-602c-4624-a695-54d46b582c1b HTTP/1.1" status: 404 len: 347 time: 0.0510893 Jun 04 16:24:30.482907 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:30.483649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96b7c579-3a40-46ac-9849-6452fbd91188 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:24:30.498944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41684) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:30.502204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bc47e-d71a-442e-b699-31feebfa675f req-72c806c3-957b-4af0-9f48-0804531b5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:30.503808 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e63bc47e-d71a-442e-b699-31feebfa675f req-72c806c3-957b-4af0-9f48-0804531b5d0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 910 time: 1.7244022 Jun 04 16:24:30.536127 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:30.537250 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-709ce09b-1131-45e4-81a7-b2d38a194fb1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/96b7c579-3a40-46ac-9849-6452fbd91188 HTTP/1.1" status: 204 len: 168 time: 3.9600973 Jun 04 16:24:30.547017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41690) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:30.687095 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:30.723242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00baa67-d8dd-4963-84dc-8c67b43c8803 admin admin] Deleting subnet deb51007-b26e-46bc-9208-0dc33b353e80 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:24:30.737682 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e00baa67-d8dd-4963-84dc-8c67b43c8803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:30.875795 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e00baa67-d8dd-4963-84dc-8c67b43c8803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:30.980056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device db03fa3c-d250-403b-8ea0-e36e8e7b7096 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:31.030277 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e00baa67-d8dd-4963-84dc-8c67b43c8803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:31.166567 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e00baa67-d8dd-4963-84dc-8c67b43c8803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:31.193716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:24:31.247551 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e00baa67-d8dd-4963-84dc-8c67b43c8803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:31.258899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe9be6-91d6-41f5-8bce-12186978ee9c None None] Network 98b37317-8b6d-4534-ad79-34638c822ebe requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:31.273161 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:31.404915 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:31.455015 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:24:31.463330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e63bc47e-d71a-442e-b699-31feebfa675f req-341f6529-8b47-4c57-8ced-529ae3c57703 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a926a2b-1f29-45ac-b4e1-ae944d5848c4 HTTP/1.1" status: 200 len: 217 time: 0.9392443 Jun 04 16:24:31.489473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00baa67-d8dd-4963-84dc-8c67b43c8803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deb51007-b26e-46bc-9208-0dc33b353e80,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:31.495978 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e00baa67-d8dd-4963-84dc-8c67b43c8803 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/deb51007-b26e-46bc-9208-0dc33b353e80 HTTP/1.1" status: 204 len: 168 time: 0.9477434 Jun 04 16:24:31.498309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41694) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:31.581982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ed30e226-349c-4a52-a464-a900554412c5 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Deleting port a46a0340-8163-42f0-8957-0274c82bc611 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:31.582305 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed30e226-349c-4a52-a464-a900554412c5 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:31.696909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': '306cad5d-3f72-42d6-8ab6-fd690ad10ad8'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:24:31.698657 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:31.712525 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:31.727569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Deleting port 3ecbf384-a1c0-482e-9281-325990e2a915 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:31.728067 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:31.742213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:31.860741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:31.865062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44580640-3f31-4f31-98be-5cd7450c9124 req-a163172f-47ca-4044-83d4-dfead758b05e service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7904553 Jun 04 16:24:31.866856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:31.910634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port db03fa3c-d250-403b-8ea0-e36e8e7b7096 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:32.011553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:32.037754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b7a8b-8c2d-4fdc-bcd3-f0fbe35efb40 req-7c308448-a3c2-4c48-bc91-e2f8de54acf6 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:32.041451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-281b7a8b-8c2d-4fdc-bcd3-f0fbe35efb40 req-7c308448-a3c2-4c48-bc91-e2f8de54acf6 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 2.1659853 Jun 04 16:24:32.043583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bc47e-d71a-442e-b699-31feebfa675f req-d748436c-3d6b-488f-847d-25b06a610fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:32.044964 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e63bc47e-d71a-442e-b699-31feebfa675f req-d748436c-3d6b-488f-847d-25b06a610fd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 200 len: 849 time: 0.5489147 Jun 04 16:24:32.053481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:32.060556 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.081541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port db03fa3c-d250-403b-8ea0-e36e8e7b7096 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:32.082097 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.126223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] For port 3ecbf384-a1c0-482e-9281-325990e2a915, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3ecbf384-a1c0-482e-9281-325990e2a915,segment=NetworkSegment(adfd68da-54f7-40c8-baab-19335252a59c),segment_id=adfd68da-54f7-40c8-baab-19335252a59c)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:32.127872 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.193765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port 6b8169e3-9d9c-4320-934a-cdbbefc15049 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:24:32.275881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Calling delete_port for 3ecbf384-a1c0-482e-9281-325990e2a915 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:32.307769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:32.354791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4', 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'port_id': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4', 'mac_address': 'fa:16:3e:3d:8f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d59b55-122b-45b5-8c8d-d6b98258f32b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:24:32.375784 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.392753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e63bc47e-d71a-442e-b699-31feebfa675f req-b561c1cc-496c-4703-8ea0-364ff1cc9088 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b42b411-d798-4ee5-9060-a55b6983c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3012669 Jun 04 16:24:32.443917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecbf384-a1c0-482e-9281-325990e2a915,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:32.467373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] No DVR routers for this DVR port 3ecbf384-a1c0-482e-9281-325990e2a915 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:24:32.561102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-281b7a8b-8c2d-4fdc-bcd3-f0fbe35efb40 req-1ccaab8b-d8e7-4e7a-8bb3-0da9381f4109 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108510 Jun 04 16:24:32.580168 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.629647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261a5209-6bae-4864-bb79-dc8f4a62ccf6 None None] DHCP port deletion for 98b37317-8b6d-4534-ad79-34638c822ebe request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:24:32.640949 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed30e226-349c-4a52-a464-a900554412c5 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.641336 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed30e226-349c-4a52-a464-a900554412c5 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.669017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:32.674361 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.713972 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.726056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Allocated IP 2001:db8::2 (f0dbb02b-9d62-4207-955a-783084b70e61/306cad5d-3f72-42d6-8ab6-fd690ad10ad8/4380b6aa-7a67-4408-8c91-507b4b42e4da) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:32.740732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:24:32.762365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:32.787052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port db03fa3c-d250-403b-8ea0-e36e8e7b7096 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:32.787613 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.823335 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.855677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b37317-8b6d-4534-ad79-34638c822ebe']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:32.858593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:32.871217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ed30e226-349c-4a52-a464-a900554412c5 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Calling delete_port for a46a0340-8163-42f0-8957-0274c82bc611 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:32.880802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adfd68da-54f7-40c8-baab-19335252a59c') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:32.881173 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.881559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adfd68da-54f7-40c8-baab-19335252a59c') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:32.902334 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.903923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:32.931135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:32.948341 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.962731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:24:32.963475 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:32.985155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Pushing event updated for resources: {'Port': ['ID=4b011b52-4c94-42ff-af8c-62a8fc8b5c29,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:32.989927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port db03fa3c-d250-403b-8ea0-e36e8e7b7096, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=db03fa3c-d250-403b-8ea0-e36e8e7b7096,segment=NetworkSegment(de73982b-c0fc-45d9-8720-261a643e964a),segment_id=de73982b-c0fc-45d9-8720-261a643e964a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:33.005581 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:33.029092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:33.074665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:33.075018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:33.075481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:33.075674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:33.075996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:33.076315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:33.085411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:33.086004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:33.086111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:33.086643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:33.086774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:33.087073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:33.104625 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment adfd68da-54f7-40c8-baab-19335252a59c resource provider aggregate not found Jun 04 16:24:33.113336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e63bc47e-d71a-442e-b699-31feebfa675f req-9480e7de-0639-40e5-b042-d38e3cf5caa9 service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008781 Jun 04 16:24:33.117309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:33.157494 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment adfd68da-54f7-40c8-baab-19335252a59c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adfd68da-54f7-40c8-baab-19335252a59c found for delete ", "request_id": "req-7eb41eb4-e9c2-444f-9d84-0bd372e158a8"}]} Jun 04 16:24:33.164109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['3a926a2b-1f29-45ac-b4e1-ae944d5848c4'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:24:33.177733 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:33.194852 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:33.211048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0d41e9d3-02af-41b9-b725-3edb34471ecd up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:33.237800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] Pushing event deleted for resources: {'Network': ['ID=98b37317-8b6d-4534-ad79-34638c822ebe,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:33.242738 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dab97aa3-50d4-49a9-baad-2efe8a6a8294 admin admin] 10.222.0.13 "DELETE /v2.0/networks/98b37317-8b6d-4534-ad79-34638c822ebe HTTP/1.1" status: 204 len: 168 time: 1.7383416 Jun 04 16:24:33.279010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:24:33.279591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0660b9ef-11b6-4c41-80b3-696e8c0ffa63 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:24:33.280334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 45584f9a-4f9b-4c80-87b2-ed66cae67975 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:33.350180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 45584f9a-4f9b-4c80-87b2-ed66cae67975 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:24:33.351032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 45584f9a-4f9b-4c80-87b2-ed66cae67975 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:24:33.388071 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:33.411369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=db03fa3c-d250-403b-8ea0-e36e8e7b7096,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:33.423239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Transition to ACTIVE for port object 4380b6aa-7a67-4408-8c91-507b4b42e4da will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:33.478523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Transition to ACTIVE for port object 4380b6aa-7a67-4408-8c91-507b4b42e4da will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:33.484900 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 0d41e9d3-02af-41b9-b725-3edb34471ecd completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:33.485699 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e63bc47e-d71a-442e-b699-31feebfa675f req-52dbcf73-ee84-4e78-a301-07d983b8befd service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518946 Jun 04 16:24:33.492026 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:33.499585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a625faf-b410-4ec7-9c35-8a5a721e3812 req-c7f5eb81-abd4-4cc7-a0ae-194e5be55efe tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:33.501177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a625faf-b410-4ec7-9c35-8a5a721e3812 req-c7f5eb81-abd4-4cc7-a0ae-194e5be55efe tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 944 time: 0.6791730 Jun 04 16:24:33.556241 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41708) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:33.609032 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:33.683147 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ddb14b80-b3c7-445a-a911-986d8a455835 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efc4eae74bec4b13b3af675dcb01ebab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245131 Jun 04 16:24:33.685931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41712) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:33.711047 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed30e226-349c-4a52-a464-a900554412c5 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:33.711640 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3ecbf384-a1c0-482e-9281-325990e2a915 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:33.788367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 0d41e9d3-02af-41b9-b725-3edb34471ecd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:33.788662 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:33.837388 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bbe311c5-957f-4117-ae87-33fde31d21db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:33.842268 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:33.893078 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bbe311c5-957f-4117-ae87-33fde31d21db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:33.918199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 3ecbf384-a1c0-482e-9281-325990e2a915 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:24:33.918595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3ecbf384-a1c0-482e-9281-325990e2a915 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:24:33.939447 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a625faf-b410-4ec7-9c35-8a5a721e3812 req-54ea5cd6-ce06-4489-a23d-86bc021b745a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040864 Jun 04 16:24:33.986745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:33.994476 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bbe311c5-957f-4117-ae87-33fde31d21db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:34.020148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe311c5-957f-4117-ae87-33fde31d21db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af3f741-edc2-4414-b2cb-72176360bc37,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:34.024396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:34.032367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:34.036556 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bbe311c5-957f-4117-ae87-33fde31d21db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:34.037639 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bbe311c5-957f-4117-ae87-33fde31d21db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3af3f741-edc2-4414-b2cb-72176360bc37 HTTP/1.1" status: 204 len: 168 time: 0.3506663 Jun 04 16:24:34.071549 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:34.110764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Pushing event updated for resources: {'Port': ['ID=4380b6aa-7a67-4408-8c91-507b4b42e4da,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:34.131731 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:34.250460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Attempting to bind port 4380b6aa-7a67-4408-8c91-507b4b42e4da on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:34.250829 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Attempting to bind port 4380b6aa-7a67-4408-8c91-507b4b42e4da by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:34.251171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Attempting to bind port 4380b6aa-7a67-4408-8c91-507b4b42e4da on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:34.271160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:34.271623 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:34.272029 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:34.272474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:34.272962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Bound port: 4380b6aa-7a67-4408-8c91-507b4b42e4da, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:34.273385 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:34.299567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 0d41e9d3-02af-41b9-b725-3edb34471ecd is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:34.299925 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:34.372706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30e226-349c-4a52-a464-a900554412c5 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Pushing event deleted for resources: {'Port': ['ID=a46a0340-8163-42f0-8957-0274c82bc611,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:34.381742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef8550-c97b-48bd-b906-a3e66c936f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d41e9d3-02af-41b9-b725-3edb34471ecd'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:24:34.405697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 0d41e9d3-02af-41b9-b725-3edb34471ecd, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0d41e9d3-02af-41b9-b725-3edb34471ecd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:34.407461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::109 (f0dbb02b-9d62-4207-955a-783084b70e61/306cad5d-3f72-42d6-8ab6-fd690ad10ad8/6b8169e3-9d9c-4320-934a-cdbbefc15049) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:34.425600 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:34.479387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] For port 4380b6aa-7a67-4408-8c91-507b4b42e4da, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:34.578351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=0d41e9d3-02af-41b9-b725-3edb34471ecd,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:34.589879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] For port 4380b6aa-7a67-4408-8c91-507b4b42e4da, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4380b6aa-7a67-4408-8c91-507b4b42e4da,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:34.599366 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:34.785903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98908296-e37b-4ffa-9c9c-7e75d93407db None None] Pushing event updated for resources: {'Port': ['ID=4380b6aa-7a67-4408-8c91-507b4b42e4da,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:34.795686 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed30e226-349c-4a52-a464-a900554412c5 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:34.912864 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed30e226-349c-4a52-a464-a900554412c5 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:34.912864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ed30e226-349c-4a52-a464-a900554412c5 tempest-ServersTestBootFromVolume-1386941596 tempest-ServersTestBootFromVolume-1386941596-project] 10.222.0.13 "DELETE /v2.0/floatingips/34d9ce82-b6c1-4f8b-ae10-3438b99fcf7a HTTP/1.1" status: 204 len: 168 time: 4.4049175 Jun 04 16:24:34.912864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41730) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:35.074891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60afe0-b193-4bcb-ba4f-fa0564d8f01b req-10225859-f33c-4440-893e-02155584f2a7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:35.076563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea60afe0-b193-4bcb-ba4f-fa0564d8f01b req-10225859-f33c-4440-893e-02155584f2a7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 943 time: 0.6759324 Jun 04 16:24:35.167871 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:35.321065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:35.330673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:35.331233 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:35.401460 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:24:35.418749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea60afe0-b193-4bcb-ba4f-fa0564d8f01b req-a8efdd03-2c7c-420d-8602-b98abed9c9e7 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161700 Jun 04 16:24:35.443080 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:35.474828 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:35.752791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:35.753246 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:35.808105 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device db03fa3c-d250-403b-8ea0-e36e8e7b7096 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:35.861475 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:35.862419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41746) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:35.936074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:35.967820 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.031082 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.050595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object 6b8169e3-9d9c-4320-934a-cdbbefc15049 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:36.117425 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.119603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 10.5506322 Jun 04 16:24:36.155094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1997045923-network', 'tenant_id': '8f6d1390e6f846d0ae072dfaad0fbd20'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:36.173501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:36.184176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Usage tracker for resource:network and tenant:8f6d1390e6f846d0ae072dfaad0fbd20 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:36.192874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:36.216724 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:36.254301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Made reservation on behalf of 8f6d1390e6f846d0ae072dfaad0fbd20 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:36.260169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.266345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881b289-1305-4f47-bfa9-89845c2baf1c tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Pushing event updated for resources: {'Port': ['ID=4b011b52-4c94-42ff-af8c-62a8fc8b5c29,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:36.291239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:36.298311 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.312298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port db03fa3c-d250-403b-8ea0-e36e8e7b7096 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:36.313481 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.315001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-62f85fe3-6297-4816-be01-ff8b0a7276fe tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Synchronizing usage tracker for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:36.355578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:36.364654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Usage tracker for resource:security_group_rule and tenant:8f6d1390e6f846d0ae072dfaad0fbd20 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:36.369672 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:36.385557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:36.477892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-62f85fe3-6297-4816-be01-ff8b0a7276fe tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Unset dirty status for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:36.479354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-62f85fe3-6297-4816-be01-ff8b0a7276fe tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.133 HTTP/1.1" status: 200 len: 696 time: 0.3302054 Jun 04 16:24:36.584919 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.590900 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.628918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port db03fa3c-d250-403b-8ea0-e36e8e7b7096 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:36.638323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4380b6aa-7a67-4408-8c91-507b4b42e4da up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:36.643978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bd24e3-64be-421c-bcce-e6c91aaa19bc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:36.676885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:24:36.687836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.688482 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Added segment 21d53cf6-4525-45ea-a8d5-18c8967f9d50 of type vlan for network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e Jun 04 16:24:36.733469 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.794026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-c6e34f92-7e89-405c-9702-35d501f58b8b tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:36.816547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98215b7f-2b22-40f1-ba40-3137ae549fb4 req-c6e34f92-7e89-405c-9702-35d501f58b8b tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.3062754 Jun 04 16:24:36.832708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8267a-f8cc-42b5-a23d-598ee6174fb1 req-bd543bdb-98ff-4edd-b3a0-fc7058143bdd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:36.834731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ba8267a-f8cc-42b5-a23d-598ee6174fb1 req-bd543bdb-98ff-4edd-b3a0-fc7058143bdd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 945 time: 0.9841170 Jun 04 16:24:36.835725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d0b07ce7-db6e-43ab-8217-63db9c823825 None None] Provisioning for port 4380b6aa-7a67-4408-8c91-507b4b42e4da completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:36.836652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.841743 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 4380b6aa-7a67-4408-8c91-507b4b42e4da completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:36.852232 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.853305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:36.853927 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.856289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 4380b6aa-7a67-4408-8c91-507b4b42e4da triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:36.856922 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:36.963646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=6b8169e3-9d9c-4320-934a-cdbbefc15049,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:36.977205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d0b07ce7-db6e-43ab-8217-63db9c823825 None None] Provisioning complete for port 4380b6aa-7a67-4408-8c91-507b4b42e4da triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:36.983144 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d0b07ce7-db6e-43ab-8217-63db9c823825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:37.077637 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2131836 Jun 04 16:24:37.090985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967548d-e7a6-464b-90d9-196ab9d24b9c admin admin] Pushing event updated for resources: {'Network': ['ID=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:37.093475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41756) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:37.107094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Request body: {'subnet': {'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1997045923-subnet', 'tenant_id': '8f6d1390e6f846d0ae072dfaad0fbd20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:37.109923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:24:37.114224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:37.119446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Usage tracker for resource:subnet and tenant:8f6d1390e6f846d0ae072dfaad0fbd20 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:37.123229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:37.132296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:37.152405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Made reservation on behalf of 8f6d1390e6f846d0ae072dfaad0fbd20 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:37.155821 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:37.375782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d0b07ce7-db6e-43ab-8217-63db9c823825 None None] Current status of the port 4380b6aa-7a67-4408-8c91-507b4b42e4da is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:37.376438 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d0b07ce7-db6e-43ab-8217-63db9c823825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:37.386387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 4380b6aa-7a67-4408-8c91-507b4b42e4da is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:37.386936 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:37.403513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:37.419965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:37.433900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ba8267a-f8cc-42b5-a23d-598ee6174fb1 req-da053bcb-c1b9-417a-85e1-7bba5048de54 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869486 Jun 04 16:24:37.441715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:37.443449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 4380b6aa-7a67-4408-8c91-507b4b42e4da, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4380b6aa-7a67-4408-8c91-507b4b42e4da,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:37.454037 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:37.474010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:37.477215 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:37.739757 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:37.772017 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37160eff-a7ac-4cf3-bdc3-c5f9988ca84c'] response: {'server_uuid': 'eaef8550-c97b-48bd-b906-a3e66c936f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d41e9d3-02af-41b9-b725-3edb34471ecd', 'code': 200} Jun 04 16:24:37.843425 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-d0b07ce7-db6e-43ab-8217-63db9c823825 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:24:37.843773 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-d0b07ce7-db6e-43ab-8217-63db9c823825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:24:37.844426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=4380b6aa-7a67-4408-8c91-507b4b42e4da,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:37.902288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-eb9a5e51-fc2a-4b2a-9f35-441521630a35 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 8.9978859 Jun 04 16:24:37.907233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41760) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:37.923949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e04031-3729-4919-8e9f-f1d9cf7008d0,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:37.964114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Checking segment: {'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:37.964807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Network hostable DHCP agents. Network: a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:24:37.988303 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:24:38.010001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:38.016685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:38.017425 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:38.022249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc457ea-343a-4b2a-b356-ffdf9ad9e7bb None None] Network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:38.062839 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3130c6d2-f9c1-44ec-9a4b-fb81b89b187a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9667294 Jun 04 16:24:38.274692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fc43b-d48d-4678-aa37-be9d26945421 req-bec166ac-1e7c-4c42-8486-ed74da3e5924 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:38.276185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b12fc43b-d48d-4678-aa37-be9d26945421 req-bec166ac-1e7c-4c42-8486-ed74da3e5924 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 1.0355330 Jun 04 16:24:38.360886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69116917-3b81-4a1f-aa61-56a37e88ab46 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:38.368830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69116917-3b81-4a1f-aa61-56a37e88ab46 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:38.369660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-69116917-3b81-4a1f-aa61-56a37e88ab46 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:38.386708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca179d48-271d-4aec-ab66-b335b1f9267c req-d3d7a7ee-d788-4e32-a4a1-677f1189b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:38.388372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca179d48-271d-4aec-ab66-b335b1f9267c req-d3d7a7ee-d788-4e32-a4a1-677f1189b4eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 1096 time: 0.5313106 Jun 04 16:24:38.397614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939a5c3-7cb5-4949-b9ef-7e1b4bb5d32c req-fbc1c7af-3539-4aa6-872e-725918299925 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:38.399726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4939a5c3-7cb5-4949-b9ef-7e1b4bb5d32c req-fbc1c7af-3539-4aa6-872e-725918299925 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.4295697 Jun 04 16:24:38.460032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d0b07ce7-db6e-43ab-8217-63db9c823825 None None] Current status of the port 4380b6aa-7a67-4408-8c91-507b4b42e4da is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:38.469846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b11bab-3325-4896-84cb-aad432957270 None None] Network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:38.536452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b12fc43b-d48d-4678-aa37-be9d26945421 req-468eb51c-cbbb-4273-87ef-8ac7c6048e5a tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289681 Jun 04 16:24:38.560978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4939a5c3-7cb5-4949-b9ef-7e1b4bb5d32c req-a57a4c4b-f40d-492a-a117-f77381a8d090 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240852 Jun 04 16:24:38.564490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca179d48-271d-4aec-ab66-b335b1f9267c req-47a5cac1-264c-43f4-8573-82282a641118 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612039 Jun 04 16:24:38.574012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-69116917-3b81-4a1f-aa61-56a37e88ab46 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:38.578019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-69116917-3b81-4a1f-aa61-56a37e88ab46 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.6612089 Jun 04 16:24:38.578447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41776) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:38.632307 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b0b29ea-39b6-4bef-a212-9a94a5f8ff25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:38.694265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5422957a-2ccc-482d-ac35-eecacc919253 None None] Provisioning for port 6b8169e3-9d9c-4320-934a-cdbbefc15049 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:38.717399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5422957a-2ccc-482d-ac35-eecacc919253 None None] Provisioning complete for port 6b8169e3-9d9c-4320-934a-cdbbefc15049 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:38.717767 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5422957a-2ccc-482d-ac35-eecacc919253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:38.723568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b7021dac-ac7d-4f0b-8b05-1e8cd2a4f2ee tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 6b8169e3-9d9c-4320-934a-cdbbefc15049 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:38.723994 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b7021dac-ac7d-4f0b-8b05-1e8cd2a4f2ee tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:38.929394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5422957a-2ccc-482d-ac35-eecacc919253 None None] Port 6b8169e3-9d9c-4320-934a-cdbbefc15049 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:24:39.141182 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b7021dac-ac7d-4f0b-8b05-1e8cd2a4f2ee tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:39.204463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-49e25019-4ff0-4155-a9f5-bd8e0ff62ad2 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5765302 Jun 04 16:24:39.226409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:39.267092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb9436-7064-4a57-a347-01755d3d118e req-9b89ee1e-a7d7-475e-8935-0ae99c69aaa5 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:39.268406 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b7021dac-ac7d-4f0b-8b05-1e8cd2a4f2ee tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 6b8169e3-9d9c-4320-934a-cdbbefc15049 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:39.268577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2bb9436-7064-4a57-a347-01755d3d118e req-9b89ee1e-a7d7-475e-8935-0ae99c69aaa5 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 943 time: 0.4142637 Jun 04 16:24:39.274336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:39.308526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:39.330672 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:39.360295 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2bb9436-7064-4a57-a347-01755d3d118e req-2e6b2506-9515-4931-9fce-fc1d68462bf9 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833435 Jun 04 16:24:39.417399 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b7021dac-ac7d-4f0b-8b05-1e8cd2a4f2ee tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:39.487476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7021dac-ac7d-4f0b-8b05-1e8cd2a4f2ee tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=6b8169e3-9d9c-4320-934a-cdbbefc15049,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:39.548636 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b7021dac-ac7d-4f0b-8b05-1e8cd2a4f2ee tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:39.565818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7b0b29ea-39b6-4bef-a212-9a94a5f8ff25 admin admin] Deleting port a68d7c23-0f44-4ed0-ad2e-81204a969f94 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:39.566212 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b0b29ea-39b6-4bef-a212-9a94a5f8ff25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:39.578194 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b7021dac-ac7d-4f0b-8b05-1e8cd2a4f2ee tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/6b8169e3-9d9c-4320-934a-cdbbefc15049 HTTP/1.1" status: 204 len: 168 time: 0.9985561 Jun 04 16:24:39.580828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41786) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:39.606692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4380b6aa-7a67-4408-8c91-507b4b42e4da up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:39.656107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6256eab-dd65-419a-8898-761a336a037f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:39.658232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6256eab-dd65-419a-8898-761a336a037f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:39.659273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c6256eab-dd65-419a-8898-761a336a037f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:39.688519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c6256eab-dd65-419a-8898-761a336a037f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:39.689992 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c6256eab-dd65-419a-8898-761a336a037f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1074853 Jun 04 16:24:39.692733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41796) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:39.768306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 4380b6aa-7a67-4408-8c91-507b4b42e4da triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:39.768668 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:39.784399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cd3071-0ba7-49e3-9867-3bbdd0a09d1c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 306cad5d-3f72-42d6-8ab6-fd690ad10ad8 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:24:39.787814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59cd3071-0ba7-49e3-9867-3bbdd0a09d1c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:39.802744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96acaac3-b245-484c-aaea-d5f4c4a9a571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:24:39.851221 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59cd3071-0ba7-49e3-9867-3bbdd0a09d1c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:39.916512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 4380b6aa-7a67-4408-8c91-507b4b42e4da is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:39.964158 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59cd3071-0ba7-49e3-9867-3bbdd0a09d1c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:40.017005 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:40.039756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59cd3071-0ba7-49e3-9867-3bbdd0a09d1c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:40.079965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd3071-0ba7-49e3-9867-3bbdd0a09d1c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=306cad5d-3f72-42d6-8ab6-fd690ad10ad8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:40.085274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59cd3071-0ba7-49e3-9867-3bbdd0a09d1c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:40.092522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a83374-93d3-4a60-be25-193a93a6dd2b None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:40.100599 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-59cd3071-0ba7-49e3-9867-3bbdd0a09d1c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/306cad5d-3f72-42d6-8ab6-fd690ad10ad8 HTTP/1.1" status: 204 len: 168 time: 0.4063444 Jun 04 16:24:40.102996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41802) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:40.178211 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-24491180-487f-450b-a702-ec0ceefe7306 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738492 Jun 04 16:24:40.180755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41806) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:40.208347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-abda983f-1df0-4a2a-bf4b-0a87eac5c1e5 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:40.209791 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-abda983f-1df0-4a2a-bf4b-0a87eac5c1e5 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/networks?id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e HTTP/1.1" status: 200 len: 805 time: 0.4928279 Jun 04 16:24:40.264479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d418a5-fd1c-480b-bf94-f6bf1f9911cf tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:40.265133 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c6d418a5-fd1c-480b-bf94-f6bf1f9911cf tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:40.285351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-7b0b29ea-39b6-4bef-a212-9a94a5f8ff25 admin admin] For port a68d7c23-0f44-4ed0-ad2e-81204a969f94, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a68d7c23-0f44-4ed0-ad2e-81204a969f94,segment=NetworkSegment(12e2de88-20c9-4c65-a4fc-ae655bc54a61),segment_id=12e2de88-20c9-4c65-a4fc-ae655bc54a61)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:40.285652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b0b29ea-39b6-4bef-a212-9a94a5f8ff25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:40.293777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-9327676a-04eb-4681-9a75-3dab72f6eb83 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/quotas/8f6d1390e6f846d0ae072dfaad0fbd20 HTTP/1.1" status: 200 len: 375 time: 0.0701246 Jun 04 16:24:40.295305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c6d418a5-fd1c-480b-bf94-f6bf1f9911cf tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:40.299268 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c6d418a5-fd1c-480b-bf94-f6bf1f9911cf tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1172080 Jun 04 16:24:40.299725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41810) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:40.354129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa326d8d-0e2a-4244-b24b-82c2f0c31782 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:24:40.358473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fa326d8d-0e2a-4244-b24b-82c2f0c31782 None None] Deleting port 4380b6aa-7a67-4408-8c91-507b4b42e4da {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:40.358840 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fa326d8d-0e2a-4244-b24b-82c2f0c31782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:40.457202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7b0b29ea-39b6-4bef-a212-9a94a5f8ff25 admin admin] Calling delete_port for a68d7c23-0f44-4ed0-ad2e-81204a969f94 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:40.544054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Allocated IP 172.25.5.17 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/253cc7e9-fcf4-41f4-874d-ca6ada474afc) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:40.560980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-7d35d059-5fc5-4e0f-acd5-4580815576a5 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f6d1390e6f846d0ae072dfaad0fbd20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2068613 Jun 04 16:24:40.561183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-fa326d8d-0e2a-4244-b24b-82c2f0c31782 None None] For port 4380b6aa-7a67-4408-8c91-507b4b42e4da, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4380b6aa-7a67-4408-8c91-507b4b42e4da,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:40.562048 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fa326d8d-0e2a-4244-b24b-82c2f0c31782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:40.627772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791f96e2-f637-47c9-af3b-9ee4a9263354 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:40.628356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-791f96e2-f637-47c9-af3b-9ee4a9263354 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:40.687165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fa326d8d-0e2a-4244-b24b-82c2f0c31782 None None] Calling delete_port for 4380b6aa-7a67-4408-8c91-507b4b42e4da owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:40.763470 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fa326d8d-0e2a-4244-b24b-82c2f0c31782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:40.793379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-791f96e2-f637-47c9-af3b-9ee4a9263354 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:40.794597 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-791f96e2-f637-47c9-af3b-9ee4a9263354 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4918487 Jun 04 16:24:40.800729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41816) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:40.853171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa326d8d-0e2a-4244-b24b-82c2f0c31782 None None] Pushing event deleted for resources: {'Port': ['ID=4380b6aa-7a67-4408-8c91-507b4b42e4da,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:40.858404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa326d8d-0e2a-4244-b24b-82c2f0c31782 None None] No DVR routers for this DVR port 4380b6aa-7a67-4408-8c91-507b4b42e4da on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:24:40.886805 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c2d775fa-3555-48cc-a316-633774c98c33 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838151 Jun 04 16:24:40.887275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41820) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:40.892888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-71948e52-0372-44ae-b7c5-2b4052794f8d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:40.894248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-3a357ffa-a135-4526-acbe-25a71f2ee503 service neutron] 10.222.0.13 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184402 Jun 04 16:24:40.899239 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:41.004819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-71948e52-0372-44ae-b7c5-2b4052794f8d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:41.015587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-71948e52-0372-44ae-b7c5-2b4052794f8d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:41.027355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71948e52-0372-44ae-b7c5-2b4052794f8d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:41.030811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71948e52-0372-44ae-b7c5-2b4052794f8d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:41.100025 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b0b29ea-39b6-4bef-a212-9a94a5f8ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:41.140746 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:41.154259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-68a21b8e-4c50-457e-aec3-0f1307ad2395 service neutron] 10.222.0.13 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452412 Jun 04 16:24:41.158541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b29ea-39b6-4bef-a212-9a94a5f8ff25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68d7c23-0f44-4ed0-ad2e-81204a969f94,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:41.246953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:41.255393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71948e52-0372-44ae-b7c5-2b4052794f8d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:41.284278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:41.294065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:41.405768 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:41.419342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Pushing event updated for resources: {'Port': ['ID=253cc7e9-fcf4-41f4-874d-ca6ada474afc,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:41.449433 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71948e52-0372-44ae-b7c5-2b4052794f8d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:41.452681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-71948e52-0372-44ae-b7c5-2b4052794f8d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:41.457129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71948e52-0372-44ae-b7c5-2b4052794f8d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:41.457718 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71948e52-0372-44ae-b7c5-2b4052794f8d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:41.465233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff657f9-90d2-4cea-8d56-48d4d97806d6 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:41.472065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71948e52-0372-44ae-b7c5-2b4052794f8d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=a0fe509b-e7f2-419b-a54e-3fd97f8a62c1,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:41.499076 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-71948e52-0372-44ae-b7c5-2b4052794f8d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6106551 Jun 04 16:24:41.500449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41828) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:41.520453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'fixed_ips': [{'subnet_id': 'a0fe509b-e7f2-419b-a54e-3fd97f8a62c1', 'ip_address': '2001:db8::70ee:84b:178f:7225'}], 'name': 'tempest-NetworksTestDHCPv6-101853750'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:41.522565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:24:41.684525 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4380b6aa-7a67-4408-8c91-507b4b42e4da no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:41.739727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 4380b6aa-7a67-4408-8c91-507b4b42e4da {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:24:41.740808 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4380b6aa-7a67-4408-8c91-507b4b42e4da not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:24:41.760908 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:41.774535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:41.789366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:41.807805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:41.962513 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b0b29ea-39b6-4bef-a212-9a94a5f8ff25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:41.981002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f65aa8-8ea4-4723-a608-a216ce9a57bf req-d8228a32-7fe6-477e-ac3a-6f10c019915a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:41.987758 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69f65aa8-8ea4-4723-a608-a216ce9a57bf req-d8228a32-7fe6-477e-ac3a-6f10c019915a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 945 time: 0.5552375 Jun 04 16:24:41.993910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': 'a0fe509b-e7f2-419b-a54e-3fd97f8a62c1'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:24:41.995580 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:42.025665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:42.047214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:42.072957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port 49628f92-cdd8-4f19-b482-cac4ca58ee1f yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:24:42.097575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c', 'network_id': 'f0b0668b-3c19-48d1-aa8b-d916f64e1e6f', 'port_id': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c', 'mac_address': 'fa:16:3e:72:58:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832c1a0f-eef2-4596-b4da-6fd412f92ae5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:24:42.181255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:42.182274 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:42.226658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:24:42.258257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:42.271198 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:42.273602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Allocated IP 2001:db8::2 (f0dbb02b-9d62-4207-955a-783084b70e61/a0fe509b-e7f2-419b-a54e-3fd97f8a62c1/e3152158-9260-4ff5-9b2f-0b03181b735d) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:42.322769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69f65aa8-8ea4-4723-a608-a216ce9a57bf req-ba71229c-8551-4d2d-937e-429746fd7b49 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340955 Jun 04 16:24:42.351957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:42.422065 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:42.432766 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:42.528316 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ab477d2-c1a9-4fe3-917b-9d28edf9b78c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:24:42.643912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Pushing event updated for resources: {'Port': ['ID=253cc7e9-fcf4-41f4-874d-ca6ada474afc,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:42.660518 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:42.696408 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:42.717196 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Transition to ACTIVE for port object e3152158-9260-4ff5-9b2f-0b03181b735d will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:42.755039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Transition to ACTIVE for port object e3152158-9260-4ff5-9b2f-0b03181b735d will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:42.791720 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:42.813846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:42.827017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-8f090dc9-9d68-4986-8510-ca7044741703 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6156862 Jun 04 16:24:42.908995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::70ee:84b:178f:7225 (f0dbb02b-9d62-4207-955a-783084b70e61/a0fe509b-e7f2-419b-a54e-3fd97f8a62c1/49628f92-cdd8-4f19-b482-cac4ca58ee1f) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:43.003479 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Pushing event updated for resources: {'Port': ['ID=e3152158-9260-4ff5-9b2f-0b03181b735d,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:43.039357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:43.048491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:43.054221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:43.135996 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:43.152261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object 49628f92-cdd8-4f19-b482-cac4ca58ee1f will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:43.180008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-057dc9e9-7385-4f34-8439-e5c336e8c44f tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Synchronizing usage tracker for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:43.183173 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:43.208350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Attempting to bind port e3152158-9260-4ff5-9b2f-0b03181b735d on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:43.208699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0b29ea-39b6-4bef-a212-9a94a5f8ff25 admin admin] Router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:24:43.208836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Attempting to bind port e3152158-9260-4ff5-9b2f-0b03181b735d by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:43.209065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Attempting to bind port e3152158-9260-4ff5-9b2f-0b03181b735d on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:43.218870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:43.219269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:43.219667 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:43.220645 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:43.220645 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Bound port: e3152158-9260-4ff5-9b2f-0b03181b735d, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:43.220866 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:43.315876 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:43.322407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:43.337854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:43.339368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] For port e3152158-9260-4ff5-9b2f-0b03181b735d, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:43.344046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] For port e3152158-9260-4ff5-9b2f-0b03181b735d, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e3152158-9260-4ff5-9b2f-0b03181b735d,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:43.348067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:43.348725 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:43.351481 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:43.381351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=49628f92-cdd8-4f19-b482-cac4ca58ee1f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:43.404409 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-73581cd7-8ac7-4254-875d-21a2de7ec1d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8992054 Jun 04 16:24:43.406813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41854) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:43.439315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819984e6-1b5d-47eb-84b0-1af31061d11a None None] Pushing event updated for resources: {'Port': ['ID=e3152158-9260-4ff5-9b2f-0b03181b735d,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:43.524017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c9535d-447d-4e64-ae43-58a2a53b4073 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:43.530298 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c9535d-447d-4e64-ae43-58a2a53b4073 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:43.531437 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-67c9535d-447d-4e64-ae43-58a2a53b4073 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:43.551980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-67c9535d-447d-4e64-ae43-58a2a53b4073 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:43.555744 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-67c9535d-447d-4e64-ae43-58a2a53b4073 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1452689 Jun 04 16:24:43.557294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41858) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:43.667803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982dd9ac-545e-497a-abaa-a8fdc51de952 req-2c28212a-7611-4f25-911c-9fa230982e1d tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:43.669954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-982dd9ac-545e-497a-abaa-a8fdc51de952 req-2c28212a-7611-4f25-911c-9fa230982e1d tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.7098639 Jun 04 16:24:43.670121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-057dc9e9-7385-4f34-8439-e5c336e8c44f tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Unset dirty status for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:43.683013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-057dc9e9-7385-4f34-8439-e5c336e8c44f tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 695 time: 0.8519044 Jun 04 16:24:43.695907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b00af-ac51-430a-9a6f-e156e2f52079 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 49628f92-cdd8-4f19-b482-cac4ca58ee1f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:43.696323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00af-ac51-430a-9a6f-e156e2f52079 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:43.886389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0b29ea-39b6-4bef-a212-9a94a5f8ff25 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:24:43.891679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7b0b29ea-39b6-4bef-a212-9a94a5f8ff25 admin admin] 10.222.0.13 "PUT /v2.0/routers/503c73ed-1d37-4b87-b5c3-fcbf0d127142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9754977 Jun 04 16:24:43.896741 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e332ab7-b3f7-4de0-8142-426d4bfa6132 None None] Sync routers for ids ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:24:43.899487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41862) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:43.904768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-7410af1d-90f6-4772-8401-efb70c17caa8 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:43.906123 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-7410af1d-90f6-4772-8401-efb70c17caa8 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.46 "GET /v2.0/networks?id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e HTTP/1.1" status: 200 len: 805 time: 0.8803909 Jun 04 16:24:43.908048 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e332ab7-b3f7-4de0-8142-426d4bfa6132 None None] Routers {'503c73ed-1d37-4b87-b5c3-fcbf0d127142'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:43.908611 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0e332ab7-b3f7-4de0-8142-426d4bfa6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:43.915742 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-982dd9ac-545e-497a-abaa-a8fdc51de952 req-8e9cdba6-892d-4682-83b6-2fc31ed715a5 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316101 Jun 04 16:24:43.922383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Request body: {'port': {'device_id': '99f66e4b-a63c-4f46-8b2f-911ed3b7443f', 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e', 'admin_state_up': True, 'tenant_id': '8f6d1390e6f846d0ae072dfaad0fbd20'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:44.008088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-6ca5d08b-2077-4518-b0e3-b50f48221f7f tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:44.011483 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-6ca5d08b-2077-4518-b0e3-b50f48221f7f tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.3109379 Jun 04 16:24:44.025894 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abcd1075-1158-43c5-a3b4-50c04d8b7907'] response: {'server_uuid': '96acaac3-b245-484c-aaea-d5f4c4a9a571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4', 'code': 200} Jun 04 16:24:44.071506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-369f0cbf-4d79-4568-b648-f33292751f15 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:24:44.072588 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f458a44-9e64-4000-acad-86e135b9ad4a req-369f0cbf-4d79-4568-b648-f33292751f15 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058973 Jun 04 16:24:44.120864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00af-ac51-430a-9a6f-e156e2f52079 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:44.146027 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0e332ab7-b3f7-4de0-8142-426d4bfa6132 None None] Set router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:44.319526 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-582396d5-f345-4ac5-acb3-af84f5cd0faf req-eaa0d514-2f76-44dc-8e26-6b45f7d6fc8d tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99f66e4b-a63c-4f46-8b2f-911ed3b7443f HTTP/1.1" status: 200 len: 210 time: 0.0756924 Jun 04 16:24:44.393959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:44.398537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Usage tracker for resource:port and tenant:8f6d1390e6f846d0ae072dfaad0fbd20 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:44.401670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:44.408280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:44.429122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899bd5c-cdae-4b6d-898b-2e6721aeae75 req-f46469f5-b2b2-48b8-9cf4-1855eb3fb280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:44.430665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0899bd5c-cdae-4b6d-898b-2e6721aeae75 req-f46469f5-b2b2-48b8-9cf4-1855eb3fb280 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 1096 time: 0.3210006 Jun 04 16:24:44.435146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Made reservation on behalf of 8f6d1390e6f846d0ae072dfaad0fbd20 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:44.438739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:44.479793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeecae9-265a-4c41-b0f0-5b726441edec req-1afa23b0-c578-4ac1-8d73-1270c8487f5a tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:44.487025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-baeecae9-265a-4c41-b0f0-5b726441edec req-1afa23b0-c578-4ac1-8d73-1270c8487f5a tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 944 time: 0.3045540 Jun 04 16:24:44.532488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b00af-ac51-430a-9a6f-e156e2f52079 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 49628f92-cdd8-4f19-b482-cac4ca58ee1f owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:44.584552 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0e332ab7-b3f7-4de0-8142-426d4bfa6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:24:40Z', 'revision_number': 5, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:44.590174 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e332ab7-b3f7-4de0-8142-426d4bfa6132 None None] Checking router: 503c73ed-1d37-4b87-b5c3-fcbf0d127142 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:24:44.606044 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e332ab7-b3f7-4de0-8142-426d4bfa6132 None None] Routers {'503c73ed-1d37-4b87-b5c3-fcbf0d127142'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:44.606830 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0e332ab7-b3f7-4de0-8142-426d4bfa6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:44.627975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0899bd5c-cdae-4b6d-898b-2e6721aeae75 req-0ee58bfb-3815-4a57-8f05-67bbb84ff7a5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734447 Jun 04 16:24:44.647294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-baeecae9-265a-4c41-b0f0-5b726441edec req-4c5fdb74-e9fc-439d-8abc-97aa0f713361 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593521 Jun 04 16:24:44.648767 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:44.807163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fced9a20-fa6a-4fd1-8c95-0de526c57015 None None] Provisioning for port e3152158-9260-4ff5-9b2f-0b03181b735d completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:44.864529 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0e332ab7-b3f7-4de0-8142-426d4bfa6132 None None] Set router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:44.946863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Allocated IP 172.20.0.11 (a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e/11e04031-3729-4919-8e9f-f1d9cf7008d0/db8b4ba6-fb4e-4db6-b2fe-9ea28845e873) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:44.971958 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:44.981026 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00af-ac51-430a-9a6f-e156e2f52079 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:44.990720 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-dca8f472-3b29-4a0a-94f7-05f4ae062074 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3112466 Jun 04 16:24:45.001205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14a6e8-4f35-4cd4-9630-61041ed09bed req-bcdd57c2-6bde-4c6d-8692-67c2b1480a63 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:45.002846 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b14a6e8-4f35-4cd4-9630-61041ed09bed req-bcdd57c2-6bde-4c6d-8692-67c2b1480a63 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 0.2889149 Jun 04 16:24:45.039157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Deleting port 8d942f5a-8b00-4972-a884-d8674ee20132 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:45.039493 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:45.053720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:45.065775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:45.085502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b00af-ac51-430a-9a6f-e156e2f52079 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=49628f92-cdd8-4f19-b482-cac4ca58ee1f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:45.099789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:45.128739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8bb268c2-3be9-4358-8223-08d3c7eee082 None None] Could not find standard attr ID for object 49628f92-cdd8-4f19-b482-cac4ca58ee1f. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:24:45.140240 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f7b00af-ac51-430a-9a6f-e156e2f52079 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:45.155555 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b14a6e8-4f35-4cd4-9630-61041ed09bed req-e058c216-9480-4723-8bf8-a04840b136ad tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174450 Jun 04 16:24:45.221661 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:45.234413 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6f7b00af-ac51-430a-9a6f-e156e2f52079 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/49628f92-cdd8-4f19-b482-cac4ca58ee1f HTTP/1.1" status: 204 len: 168 time: 1.6724570 Jun 04 16:24:45.238363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41870) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:45.244184 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0e332ab7-b3f7-4de0-8142-426d4bfa6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:24:40Z', 'revision_number': 5, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:45.253071 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e332ab7-b3f7-4de0-8142-426d4bfa6132 None None] The sync data for ids ['503c73ed-1d37-4b87-b5c3-fcbf0d127142'] in n-d-811809-3 is: [{'id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'name': 'tempest-ServersTestBootFromVolume-394847871-router', 'tenant_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:21:55Z', 'updated_at': '2022-06-04T16:24:40Z', 'revision_number': 5, 'project_id': '0cb2d4ecac70473298db3021b7bb9bc0', 'gw_port': {'id': '8d942f5a-8b00-4972-a884-d8674ee20132', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:90:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503c73ed-1d37-4b87-b5c3-fcbf0d127142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:21:57Z', 'updated_at': '2022-06-04T16:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:24:45.353110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf1b9ab-577e-4c2f-bc53-de9e647701aa tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:45.354730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf1b9ab-577e-4c2f-bc53-de9e647701aa tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:45.355480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2cf1b9ab-577e-4c2f-bc53-de9e647701aa tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:45.378521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] For port 8d942f5a-8b00-4972-a884-d8674ee20132, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8d942f5a-8b00-4972-a884-d8674ee20132,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:45.378876 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:45.446860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2cf1b9ab-577e-4c2f-bc53-de9e647701aa tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:45.448082 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2cf1b9ab-577e-4c2f-bc53-de9e647701aa tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2085190 Jun 04 16:24:45.454623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41876) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:45.481561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:45.512729 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:45.514519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Calling delete_port for 8d942f5a-8b00-4972-a884-d8674ee20132 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:45.558536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:45.559165 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:45.562088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-de78b1c1-298c-44cc-bfd9-553a5731042c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet a0fe509b-e7f2-419b-a54e-3fd97f8a62c1 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:24:45.573994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df255ddd-35c3-41ec-9d61-43497d5f839c req-90a21114-f36c-4706-b6be-5a0e08d6b951 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:45.580956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df255ddd-35c3-41ec-9d61-43497d5f839c req-90a21114-f36c-4706-b6be-5a0e08d6b951 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.2445664 Jun 04 16:24:45.600865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de78b1c1-298c-44cc-bfd9-553a5731042c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:45.771093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e3152158-9260-4ff5-9b2f-0b03181b735d up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:45.838138 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:45.871073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:45.871437 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:45.932214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:45.938242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d942f5a-8b00-4972-a884-d8674ee20132,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:45.940610 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:45.979221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e3152158-9260-4ff5-9b2f-0b03181b735d completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:45.999481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e3152158-9260-4ff5-9b2f-0b03181b735d triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:45.999874 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de78b1c1-298c-44cc-bfd9-553a5731042c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.000572 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.012875 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.031532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:24:46.071030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df255ddd-35c3-41ec-9d61-43497d5f839c req-62187d00-7f14-4105-b535-005a31392ef8 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892190 Jun 04 16:24:46.071334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,revision_number=10']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:46.082976 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.127657 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de78b1c1-298c-44cc-bfd9-553a5731042c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.172186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e3152158-9260-4ff5-9b2f-0b03181b735d is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:46.172756 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.207474 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.242356 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.244624 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.269300 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.269787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 503c73ed-1d37-4b87-b5c3-fcbf0d127142 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:24:46.282788 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.286195 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f3f2d27a-9205-473c-9ff9-3176eb009bd7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/503c73ed-1d37-4b87-b5c3-fcbf0d127142 HTTP/1.1" status: 204 len: 168 time: 2.3834968 Jun 04 16:24:46.286497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41888) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:46.354260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5e2ddb-380d-4287-b117-90e59ea82a8c admin admin] Deleting subnet 3519a9f2-731b-4be2-9a88-d2aa08fb19a6 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:24:46.358229 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2ddb-380d-4287-b117-90e59ea82a8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.387584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:46.396678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:46.406724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Pushing event updated for resources: {'Port': ['ID=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:46.413241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:46.422533 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2ddb-380d-4287-b117-90e59ea82a8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.502169 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de78b1c1-298c-44cc-bfd9-553a5731042c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.513407 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:24:46.514073 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:24:46.553343 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de78b1c1-298c-44cc-bfd9-553a5731042c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.555409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33e6425-02b7-4deb-a9f9-da033577d50d None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:46.571853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78b1c1-298c-44cc-bfd9-553a5731042c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fe509b-e7f2-419b-a54e-3fd97f8a62c1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:46.598704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:46.599303 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.633369 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a6265-e9c2-4c4b-8abd-287830cebefa req-e143f559-c9ff-40b8-a17f-0ac67738cf3c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:46.634089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-879a6265-e9c2-4c4b-8abd-287830cebefa req-e143f559-c9ff-40b8-a17f-0ac67738cf3c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Synchronizing usage tracker for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:46.640438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Allocated IP 172.25.5.159 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/4428d278-2449-4692-b043-f8da9ea7f4ad) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:46.645375 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2ddb-380d-4287-b117-90e59ea82a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.645513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-de78b1c1-298c-44cc-bfd9-553a5731042c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/a0fe509b-e7f2-419b-a54e-3fd97f8a62c1 HTTP/1.1" status: 204 len: 168 time: 1.1869690 Jun 04 16:24:46.646724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41892) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:46.718829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-bbb64e14-5075-4927-930a-3ad7336237d6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7999384 Jun 04 16:24:46.731808 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-db853cb1-88f4-4615-a89e-c006c23d1010 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821726 Jun 04 16:24:46.734735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41896) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:46.745755 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2ddb-380d-4287-b117-90e59ea82a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.758559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Request body: {'port': {'device_id': '99f66e4b-a63c-4f46-8b2f-911ed3b7443f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:46.758748 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:46.811012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-879a6265-e9c2-4c4b-8abd-287830cebefa req-e143f559-c9ff-40b8-a17f-0ac67738cf3c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Unset dirty status for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:46.812158 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-879a6265-e9c2-4c4b-8abd-287830cebefa req-e143f559-c9ff-40b8-a17f-0ac67738cf3c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99f66e4b-a63c-4f46-8b2f-911ed3b7443f HTTP/1.1" status: 200 len: 932 time: 0.5959380 Jun 04 16:24:46.840930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:24:46.846092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] Deleting port e3152158-9260-4ff5-9b2f-0b03181b735d {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:46.846467 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.875928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e2ddb-380d-4287-b117-90e59ea82a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3519a9f2-731b-4be2-9a88-d2aa08fb19a6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:46.883637 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2ddb-380d-4287-b117-90e59ea82a8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:46.904169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0d0669-dff6-4b58-bc2a-c3a742968b27 None None] Network 1699d6d6-223c-45a1-ac63-74a5ca719a45 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:46.905162 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3e5e2ddb-380d-4287-b117-90e59ea82a8c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3519a9f2-731b-4be2-9a88-d2aa08fb19a6 HTTP/1.1" status: 204 len: 168 time: 0.6175377 Jun 04 16:24:46.909376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41900) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:46.990356 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-879a6265-e9c2-4c4b-8abd-287830cebefa req-7264808b-dcf6-4c22-be61-1fc86b0ac216 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300740 Jun 04 16:24:46.996317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:47.019626 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:47.025095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:47.040454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:47.050405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.056124 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.065272 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.070906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Deleting port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:47.070906 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.114368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:47.118864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.164774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e3152158-9260-4ff5-9b2f-0b03181b735d is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:47.165142 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.322921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] For port e3152158-9260-4ff5-9b2f-0b03181b735d, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e3152158-9260-4ff5-9b2f-0b03181b735d,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:47.324015 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.335773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e3152158-9260-4ff5-9b2f-0b03181b735d, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e3152158-9260-4ff5-9b2f-0b03181b735d,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:47.450631 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] For port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b,segment=NetworkSegment(12e2de88-20c9-4c65-a4fc-ae655bc54a61),segment_id=12e2de88-20c9-4c65-a4fc-ae655bc54a61)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:47.452144 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.457686 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.466819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] Calling delete_port for e3152158-9260-4ff5-9b2f-0b03181b735d owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:47.535358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a68d7c23-0f44-4ed0-ad2e-81204a969f94 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:47.547400 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.594085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: a68d7c23-0f44-4ed0-ad2e-81204a969f94 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:24:47.594415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a68d7c23-0f44-4ed0-ad2e-81204a969f94 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:24:47.641884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e3152158-9260-4ff5-9b2f-0b03181b735d,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:47.645544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:47.654456 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:24:47.654804 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:24:47.657147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Calling delete_port for b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:47.660061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:47.666184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:24:47.675938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:47.710887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Pushing event updated for resources: {'Port': ['ID=4428d278-2449-4692-b043-f8da9ea7f4ad,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:47.718726 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.734376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381254b7-b125-49cd-98fb-6781885041c4 None None] DHCP port deletion for 1699d6d6-223c-45a1-ac63-74a5ca719a45 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:24:47.738978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-381254b7-b125-49cd-98fb-6781885041c4 None None] Deleting port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:47.739341 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-381254b7-b125-49cd-98fb-6781885041c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.751406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Transition to ACTIVE for port object db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:47.766322 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.768600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e3152158-9260-4ff5-9b2f-0b03181b735d no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:47.793697 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.816333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a95109-7d96-4a53-833f-66ac7f487c79 req-0d753b85-723d-45e5-b9bf-fe27b0067f07 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:47.817926 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35a95109-7d96-4a53-833f-66ac7f487c79 req-0d753b85-723d-45e5-b9bf-fe27b0067f07 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.3477075 Jun 04 16:24:47.860550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:47.869617 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] No DVR routers for this DVR port b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:24:47.921941 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:47.925671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-381254b7-b125-49cd-98fb-6781885041c4 None None] The port 'b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:24:47.990277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e3152158-9260-4ff5-9b2f-0b03181b735d is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:47.993275 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.028152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e3152158-9260-4ff5-9b2f-0b03181b735d, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e3152158-9260-4ff5-9b2f-0b03181b735d,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:48.033599 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.035433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d942f5a-8b00-4972-a884-d8674ee20132 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:48.058092 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:48.061960 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.069598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:48.072966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:48.073617 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.078843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Pushing event updated for resources: {'Port': ['ID=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:48.111548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 8d942f5a-8b00-4972-a884-d8674ee20132 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:24:48.111917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d942f5a-8b00-4972-a884-d8674ee20132 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:24:48.135454 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35a95109-7d96-4a53-833f-66ac7f487c79 req-5358da4f-dcd4-4e53-a4ec-903ad7085258 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997816 Jun 04 16:24:48.136499 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.138956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1699d6d6-223c-45a1-ac63-74a5ca719a45']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:48.148385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e3152158-9260-4ff5-9b2f-0b03181b735d,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:48.157872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=1c774d18-1239-4e28-9c1d-7db76c2bb326,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:48.158641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] Deleting port e3152158-9260-4ff5-9b2f-0b03181b735d {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:48.160388 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.184072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e2de88-20c9-4c65-a4fc-ae655bc54a61') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:48.184368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e2de88-20c9-4c65-a4fc-ae655bc54a61') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:48.201789 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.216093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41910) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:48.216663 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0a3dfaf7-96c8-4ab5-aef3-675845e9ce5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4799864 Jun 04 16:24:48.227043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.229827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'fixed_ips': [{'subnet_id': '1c774d18-1239-4e28-9c1d-7db76c2bb326', 'ip_address': '2001:db8::433:d229:3418:3ddf'}], 'name': 'tempest-NetworksTestDHCPv6-1863082200'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:48.245825 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1432a944-656a-4405-a7ff-0e8b76e0fa8e'] response: {'server_uuid': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c', 'code': 200} Jun 04 16:24:48.249088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:24:48.249505 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.351544 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.372789 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 12e2de88-20c9-4c65-a4fc-ae655bc54a61 resource provider aggregate not found Jun 04 16:24:48.441349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Attempting to bind port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:48.441683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Attempting to bind port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:48.442003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Attempting to bind port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 on network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:48.468140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 on network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:24:48.468460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Attempting to bind port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 on network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:48.487110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] For port e3152158-9260-4ff5-9b2f-0b03181b735d, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e3152158-9260-4ff5-9b2f-0b03181b735d,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:48.487714 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.499278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:48.499617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Checking segment: {'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:48.500032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Bound using segment: {'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:48.500461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Bound port: db8b4ba6-fb4e-4db6-b2fe-9ea28845e873, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:48.500807 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.593029 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 12e2de88-20c9-4c65-a4fc-ae655bc54a61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12e2de88-20c9-4c65-a4fc-ae655bc54a61 found for delete ", "request_id": "req-65d19566-e719-4b3e-b2b2-0c0d5abb7245"}]} Jun 04 16:24:48.625326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] Calling delete_port for e3152158-9260-4ff5-9b2f-0b03181b735d owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:48.646149 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.651304 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.685135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:48.685716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] Pushing event deleted for resources: {'Network': ['ID=1699d6d6-223c-45a1-ac63-74a5ca719a45,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:48.693350 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bfa8c11e-aa19-4477-a261-90bb3afc8625 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1699d6d6-223c-45a1-ac63-74a5ca719a45 HTTP/1.1" status: 204 len: 168 time: 1.7836492 Jun 04 16:24:48.704934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:48.712618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50864612-4744-4540-af08-940bcebb9610 req-a682c573-079f-411f-b710-855df4cacb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:48.715602 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50864612-4744-4540-af08-940bcebb9610 req-a682c573-079f-411f-b710-855df4cacb6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92&device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 1097 time: 0.4142313 Jun 04 16:24:48.718686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548e76c-3f0e-4644-afe8-c2160e5a4f1f req-4c609d6f-7fc6-409d-8cc7-d676d8184383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:48.720710 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4548e76c-3f0e-4644-afe8-c2160e5a4f1f req-4c609d6f-7fc6-409d-8cc7-d676d8184383 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 1097 time: 0.1594503 Jun 04 16:24:48.720971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:48.731989 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:48.748854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:48.785951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] Pushing event deleted for resources: {'Port': ['ID=e3152158-9260-4ff5-9b2f-0b03181b735d,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:48.791774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d34b6b-ec7d-48e4-a955-8999638a2967 None None] No DVR routers for this DVR port e3152158-9260-4ff5-9b2f-0b03181b735d on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:24:48.812435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bd80bb-7cff-41b4-8e7d-5593f4b31344 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:48.815311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87e51a-e40f-4afc-a2ae-f3e7d682c04c req-e4d95859-fbfc-4832-89f9-eda46a6e8cb5 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:48.822917 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b87e51a-e40f-4afc-a2ae-f3e7d682c04c req-e4d95859-fbfc-4832-89f9-eda46a6e8cb5 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 0.4381385 Jun 04 16:24:48.851312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] For port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:48.862338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:48.873652 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4548e76c-3f0e-4644-afe8-c2160e5a4f1f req-a38529ad-dc10-46a8-a5b5-23b668a06418 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468494 Jun 04 16:24:48.905232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] For port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:48.915786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41922) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:48.927562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50864612-4744-4540-af08-940bcebb9610 req-6c530d2a-8168-43ac-94d8-9c045afd0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:48.929140 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50864612-4744-4540-af08-940bcebb9610 req-6c530d2a-8168-43ac-94d8-9c045afd0e4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f HTTP/1.1" status: 200 len: 915 time: 0.1864476 Jun 04 16:24:48.993878 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.004148 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:24:49.042735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': '1c774d18-1239-4e28-9c1d-7db76c2bb326'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:24:49.043571 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.057759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b87e51a-e40f-4afc-a2ae-f3e7d682c04c req-7c445ab7-49eb-4f79-ae3f-6a3c3442403e tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338679 Jun 04 16:24:49.083162 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.109594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:49.110214 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.111611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] 10.222.0.46 "PUT /v2.0/ports/db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 HTTP/1.1" status: 200 len: 1092 time: 2.3592691 Jun 04 16:24:49.114632 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.118924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f66e4b-a63c-4f46-8b2f-911ed3b7443f', 'tag': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:24:49.177174 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50864612-4744-4540-af08-940bcebb9610 req-9ae333d8-30c8-4673-8085-ca928f83d2aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c HTTP/1.1" status: 200 len: 217 time: 0.1105437 Jun 04 16:24:49.220170 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f00a040d-b545-49a9-bcfa-c6b50ea5c2fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cb2d4ecac70473298db3021b7bb9bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582753 Jun 04 16:24:49.228088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41930) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:49.242554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Allocated IP 2001:db8::2 (f0dbb02b-9d62-4207-955a-783084b70e61/1c774d18-1239-4e28-9c1d-7db76c2bb326/17b971ca-b580-4387-9ac3-390cf6f9fb5b) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:49.267850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f44ad00-d2dc-47b1-bd7d-78dd737195b5 req-d3084145-f780-4eba-a484-96ef7284f98b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5217648 Jun 04 16:24:49.268834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50864612-4744-4540-af08-940bcebb9610 req-af5b54c8-18e6-45e9-bbc4-5fef6196f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:49.270360 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50864612-4744-4540-af08-940bcebb9610 req-af5b54c8-18e6-45e9-bbc4-5fef6196f591 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=832c1a0f-eef2-4596-b4da-6fd412f92ae5 HTTP/1.1" status: 200 len: 854 time: 0.0866895 Jun 04 16:24:49.303727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d17f3e-c44c-429b-8320-af3246426d94 service neutron] Pushing event updated for resources: {'Port': ['ID=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:49.322775 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.333243 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50864612-4744-4540-af08-940bcebb9610 req-520bcb07-56c6-4787-acab-e65c1d0c9316 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528955 Jun 04 16:24:49.377682 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95e66000-1ce9-4e45-8f63-df632ba48d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.475061 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95e66000-1ce9-4e45-8f63-df632ba48d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.476330 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.481790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port b809efa3-2d1b-4d49-aba9-d3e16cae4da9 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:24:49.486731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Transition to ACTIVE for port object 17b971ca-b580-4387-9ac3-390cf6f9fb5b will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:49.514357 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.516616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Transition to ACTIVE for port object 17b971ca-b580-4387-9ac3-390cf6f9fb5b will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:49.530150 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.546831 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50864612-4744-4540-af08-940bcebb9610 req-9ea9db37-569b-4405-bfd8-8099fcdc8ab3 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007873 Jun 04 16:24:49.548662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Pushing event updated for resources: {'Port': ['ID=4428d278-2449-4692-b043-f8da9ea7f4ad,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:49.618319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.625070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-426e7388-4cbf-4865-a981-0a5bffe596b7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6190317 Jun 04 16:24:49.639859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:49.642912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:49.645560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:49.664991 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95e66000-1ce9-4e45-8f63-df632ba48d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.669154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-9600e006-54d9-4fa8-995b-c79a15065e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:49.670822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-9600e006-54d9-4fa8-995b-c79a15065e5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f6d1390e6f846d0ae072dfaad0fbd20&device_id=99f66e4b-a63c-4f46-8b2f-911ed3b7443f HTTP/1.1" status: 200 len: 1095 time: 0.5020106 Jun 04 16:24:49.695221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e66000-1ce9-4e45-8f63-df632ba48d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7914999c-cafb-4ad9-b692-26a2c9ee2765,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:49.703566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Pushing event updated for resources: {'Port': ['ID=17b971ca-b580-4387-9ac3-390cf6f9fb5b,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:49.720186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:49.732463 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95e66000-1ce9-4e45-8f63-df632ba48d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.736455 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-95e66000-1ce9-4e45-8f63-df632ba48d30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7914999c-cafb-4ad9-b692-26a2c9ee2765 HTTP/1.1" status: 204 len: 168 time: 0.5045116 Jun 04 16:24:49.766236 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-50864612-4744-4540-af08-940bcebb9610 req-7dd747ce-25c9-475c-a530-612ebbe2f9bf service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066453 Jun 04 16:24:49.799712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:24:49.800046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b6fc60eb-5ffc-4fc1-a1e4-f8c82ac72f4b not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:24:49.831824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Attempting to bind port 17b971ca-b580-4387-9ac3-390cf6f9fb5b on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:49.832205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Attempting to bind port 17b971ca-b580-4387-9ac3-390cf6f9fb5b by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:49.832568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Attempting to bind port 17b971ca-b580-4387-9ac3-390cf6f9fb5b on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:49.842714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:49.843086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:49.843487 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.843876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:49.844345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Bound port: 17b971ca-b580-4387-9ac3-390cf6f9fb5b, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:49.844710 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:49.907220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a5b95-a5fb-463d-b1e2-8aa5e05e4e47 req-01ad5d82-52fd-47e5-b8ba-3357bbee85a7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:49.908777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da5a5b95-a5fb-463d-b1e2-8aa5e05e4e47 req-01ad5d82-52fd-47e5-b8ba-3357bbee85a7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.6866901 Jun 04 16:24:49.988018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] For port 17b971ca-b580-4387-9ac3-390cf6f9fb5b, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:49.989081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-6a4751bb-1d4b-446c-893f-f2c08d9c561c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 HTTP/1.1" status: 200 len: 217 time: 0.0967696 Jun 04 16:24:49.991759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] For port 17b971ca-b580-4387-9ac3-390cf6f9fb5b, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=17b971ca-b580-4387-9ac3-390cf6f9fb5b,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:50.000749 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:50.017747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ad00-d2dc-47b1-bd7d-78dd737195b5 req-51b2e773-5528-4c3c-928e-0db18df7c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:50.019655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f44ad00-d2dc-47b1-bd7d-78dd737195b5 req-51b2e773-5528-4c3c-928e-0db18df7c80c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 1096 time: 0.6372743 Jun 04 16:24:50.023242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-e0bad567-0299-46fd-afd3-6736acab4016 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Synchronizing usage tracker for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:50.121296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eaf6a7-8ee3-42c8-89e6-b71c9a5e9a66 None None] Pushing event updated for resources: {'Port': ['ID=17b971ca-b580-4387-9ac3-390cf6f9fb5b,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:50.126748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-496f25cf-02ae-4941-8255-7bd4d63ed7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:50.128353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-496f25cf-02ae-4941-8255-7bd4d63ed7b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11e04031-3729-4919-8e9f-f1d9cf7008d0 HTTP/1.1" status: 200 len: 845 time: 0.1190405 Jun 04 16:24:50.166603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da5a5b95-a5fb-463d-b1e2-8aa5e05e4e47 req-b75be1a7-9cf1-4b87-b6e5-8604c566130a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744967 Jun 04 16:24:50.284524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-e0bad567-0299-46fd-afd3-6736acab4016 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Unset dirty status for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:50.285725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-e0bad567-0299-46fd-afd3-6736acab4016 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.159 HTTP/1.1" status: 200 len: 696 time: 0.6598969 Jun 04 16:24:50.325452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-86c9ca5f-803a-475d-bc27-a4c40958632e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716697 Jun 04 16:24:50.535597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::433:d229:3418:3ddf (f0dbb02b-9d62-4207-955a-783084b70e61/1c774d18-1239-4e28-9c1d-7db76c2bb326/b809efa3-2d1b-4d49-aba9-d3e16cae4da9) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:50.958762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41982) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:50.978066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ad00-d2dc-47b1-bd7d-78dd737195b5 req-4d7c0eab-39a3-43e8-af6a-9a5a4e8ef846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:50.979853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f44ad00-d2dc-47b1-bd7d-78dd737195b5 req-4d7c0eab-39a3-43e8-af6a-9a5a4e8ef846 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.8240042 Jun 04 16:24:51.101544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-43e082ac-ea8a-4e3f-842b-2cfbc1463c10 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:51.103109 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcb8f14c-9969-4ca0-b7e4-02efc082eaa1 req-43e082ac-ea8a-4e3f-842b-2cfbc1463c10 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.7715697 Jun 04 16:24:51.124452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-485392232-network', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:51.133607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f44ad00-d2dc-47b1-bd7d-78dd737195b5 req-6bc532bc-4ea7-4191-985c-8f92acc646b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d41e9d3-02af-41b9-b725-3edb34471ecd HTTP/1.1" status: 200 len: 217 time: 0.1279979 Jun 04 16:24:51.134858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:51.147866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Usage tracker for resource:network and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:51.151175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:51.158657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:51.161700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380bd68-244c-4e27-9525-89e951d2bc95 req-1c86d243-d829-4d76-a979-c417d361578c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:51.165840 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7380bd68-244c-4e27-9525-89e951d2bc95 req-1c86d243-d829-4d76-a979-c417d361578c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99f66e4b-a63c-4f46-8b2f-911ed3b7443f HTTP/1.1" status: 200 len: 944 time: 0.8329868 Jun 04 16:24:51.187085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Made reservation on behalf of e863eba5c1c349159f469fbfe67c68a3 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:51.189684 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:51.204020 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:51.229274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-d2b93ae9-e625-4def-b1a9-48757d4d211c service neutron] 10.222.0.46 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8454645 Jun 04 16:24:51.245146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:51.249267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Usage tracker for resource:security_group_rule and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:51.252357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:51.260101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:51.308007 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d226c34d-0d38-4367-90f8-00714a694cf6'] response: {'name': 'network-changed', 'server_uuid': '99f66e4b-a63c-4f46-8b2f-911ed3b7443f', 'tag': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873', 'status': 'completed', 'code': 200} Jun 04 16:24:51.388096 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:51.393476 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:51.428360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:24:51.452237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ced61e-6e75-459d-9738-fb3cbe3b486c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:51.456405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:51.457437 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:51.457791 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Added segment 30996a96-9811-4953-b8d5-b5602c09f2dc of type vlan for network 094ba496-bb0b-4999-afb4-2d808cb58924 Jun 04 16:24:51.492602 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:51.516463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7380bd68-244c-4e27-9525-89e951d2bc95 req-4c97e892-ed4d-4cc5-870c-93fd9a442c7a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420198 Jun 04 16:24:51.531744 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:51.535697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:51.536434 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:51.556802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ad00-d2dc-47b1-bd7d-78dd737195b5 req-7289d005-aff8-4257-ae34-e14d2904bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:51.558273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f44ad00-d2dc-47b1-bd7d-78dd737195b5 req-7289d005-aff8-4257-ae34-e14d2904bdf7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.3900454 Jun 04 16:24:51.565291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object b809efa3-2d1b-4d49-aba9-d3e16cae4da9 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:51.585554 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6256433 Jun 04 16:24:51.591411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42006) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:51.599767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Request body: {'subnet': {'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-subnet', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:51.618092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e7828cf7-7443-4dbe-a171-a50685918c12 None None] Provisioning for port 17b971ca-b580-4387-9ac3-390cf6f9fb5b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:51.660445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:51.675653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab09247d-1402-4e0f-a755-10ac7bf84779 req-979f9680-955c-4fcc-9fe0-57e24dc23d58 service neutron] 10.222.0.46 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961697 Jun 04 16:24:51.689750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Usage tracker for resource:subnet and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:51.696991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:51.706484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940fa12-44ac-4905-aabf-07734f2c803e admin admin] Pushing event updated for resources: {'Network': ['ID=094ba496-bb0b-4999-afb4-2d808cb58924,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:51.710675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:51.721366 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 094ba496-bb0b-4999-afb4-2d808cb58924 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:24:51.725892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0c13c-ceb5-465e-a2ec-1c9dee3a1964 req-7ce56e27-5748-44b1-b87f-f6e44e01b3bf tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:51.733094 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1e0c13c-ceb5-465e-a2ec-1c9dee3a1964 req-7ce56e27-5748-44b1-b87f-f6e44e01b3bf tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.2949998 Jun 04 16:24:51.743772 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Made reservation on behalf of e863eba5c1c349159f469fbfe67c68a3 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:51.746621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:51.758255 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:51.846825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 17b971ca-b580-4387-9ac3-390cf6f9fb5b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:51.952896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 17b971ca-b580-4387-9ac3-390cf6f9fb5b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:51.957635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 17b971ca-b580-4387-9ac3-390cf6f9fb5b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:51.957997 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:52.018849 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:52.064982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ad00-d2dc-47b1-bd7d-78dd737195b5 req-9df229ab-8b54-439f-9ac0-a9f4669864fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:52.066385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f44ad00-d2dc-47b1-bd7d-78dd737195b5 req-9df229ab-8b54-439f-9ac0-a9f4669864fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4942529 Jun 04 16:24:52.081930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 17b971ca-b580-4387-9ac3-390cf6f9fb5b is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:52.081930 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:52.093970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:52.104627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70972f99-dc0b-416b-826b-d1edfc2c397c,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:52.110147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Checking segment: {'id': '30996a96-9811-4953-b8d5-b5602c09f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:52.110527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Network hostable DHCP agents. Network: 094ba496-bb0b-4999-afb4-2d808cb58924, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:24:52.116183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 17b971ca-b580-4387-9ac3-390cf6f9fb5b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=17b971ca-b580-4387-9ac3-390cf6f9fb5b,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:52.119077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:52.128604 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:52.130860 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1e0c13c-ceb5-465e-a2ec-1c9dee3a1964 req-0e7dee92-bd26-400f-bb5f-6c868e2334bf tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965602 Jun 04 16:24:52.132073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:52.144359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:52.145676 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:52.157149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Network 094ba496-bb0b-4999-afb4-2d808cb58924 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:24:52.171501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 094ba496-bb0b-4999-afb4-2d808cb58924) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:52.176525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:52.177159 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:52.201306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f84f81-d45c-435d-9e91-9c07048a95c0 None None] Network 094ba496-bb0b-4999-afb4-2d808cb58924 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:52.220049 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e4b14612-f3b6-4615-b3ac-a9848e752173 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6274104 Jun 04 16:24:52.223644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42010) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:52.232055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:52.238055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=b809efa3-2d1b-4d49-aba9-d3e16cae4da9,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:52.239819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:52.252443 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Usage tracker for resource:router and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:52.256975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:52.265163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:52.288495 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:52.289566 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:52.330815 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:52.350393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=17b971ca-b580-4387-9ac3-390cf6f9fb5b,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:52.390653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-47d93a20-1e6d-4fd5-8b0e-94a00c9d24b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1674502 Jun 04 16:24:52.394977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42016) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:52.576373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f677f-eb5d-4cc2-8e15-4bc28de1e63a req-9dc7dcbc-5ecb-4b58-a5ff-80b25bac2ca1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:52.578178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6f162949-fd21-4270-b0f5-2d91a10211c1 None None] Provisioning for port b809efa3-2d1b-4d49-aba9-d3e16cae4da9 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:52.585141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c68f677f-eb5d-4cc2-8e15-4bc28de1e63a req-9dc7dcbc-5ecb-4b58-a5ff-80b25bac2ca1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 0.6369517 Jun 04 16:24:52.589060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685204c4-8fd2-4163-b054-e1f52c4aee51 req-29695c43-9d8b-400f-a504-6c1645c8d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:52.590977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-685204c4-8fd2-4163-b054-e1f52c4aee51 req-29695c43-9d8b-400f-a504-6c1645c8d7b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f6d1390e6f846d0ae072dfaad0fbd20&device_id=99f66e4b-a63c-4f46-8b2f-911ed3b7443f HTTP/1.1" status: 200 len: 1095 time: 0.6343329 Jun 04 16:24:52.596083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f44ad00-d2dc-47b1-bd7d-78dd737195b5 req-689f543e-ca56-4daa-84c7-48a7712f680a service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137649 Jun 04 16:24:52.611889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6f162949-fd21-4270-b0f5-2d91a10211c1 None None] Provisioning complete for port b809efa3-2d1b-4d49-aba9-d3e16cae4da9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:52.613352 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6f162949-fd21-4270-b0f5-2d91a10211c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:52.679797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-094ba496-bb0b-4999-afb4-2d808cb58924', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'fixed_ips': [{'subnet_id': '70972f99-dc0b-416b-826b-d1edfc2c397c'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:24:52.682024 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:52.778651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6f162949-fd21-4270-b0f5-2d91a10211c1 None None] Port b809efa3-2d1b-4d49-aba9-d3e16cae4da9 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:24:52.872854 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:52.918038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Allocated IP 172.20.0.2 (094ba496-bb0b-4999-afb4-2d808cb58924/70972f99-dc0b-416b-826b-d1edfc2c397c/0a47e244-e4b0-4af1-8c13-e4ce8c739a36) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:52.986284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c68f677f-eb5d-4cc2-8e15-4bc28de1e63a req-b640072a-7bb7-41da-b179-583db781d336 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002059 Jun 04 16:24:53.084138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8beaf48-230c-449f-9644-8c510f36abba tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:53.090941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8beaf48-230c-449f-9644-8c510f36abba tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:53.091763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b8beaf48-230c-449f-9644-8c510f36abba tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:53.203372 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:53.217587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Transition to ACTIVE for port object 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:53.241193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Transition to ACTIVE for port object 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:53.256622 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:53.265384 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:53.279989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b8beaf48-230c-449f-9644-8c510f36abba tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:53.281170 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b8beaf48-230c-449f-9644-8c510f36abba tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.8702624 Jun 04 16:24:53.297020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42036) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:53.312390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-ae99b8bd-a665-44a6-be0e-54d4fb685d31 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3988769 Jun 04 16:24:53.314148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f44ad00-d2dc-47b1-bd7d-78dd737195b5 req-1f9f7d6a-d4ad-4a59-b662-8f6aa4318755 service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981542 Jun 04 16:24:53.346737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685204c4-8fd2-4163-b054-e1f52c4aee51 req-31338b4b-c5d9-443c-a450-9156b2dfe441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:53.348093 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-685204c4-8fd2-4163-b054-e1f52c4aee51 req-31338b4b-c5d9-443c-a450-9156b2dfe441 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e HTTP/1.1" status: 200 len: 906 time: 0.7305584 Jun 04 16:24:53.353047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:53.368118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:53.381547 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Network 094ba496-bb0b-4999-afb4-2d808cb58924 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:53.385342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:53.390096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:53.428577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:53.428857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Pushing event updated for resources: {'Port': ['ID=0a47e244-e4b0-4af1-8c13-e4ce8c739a36,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:53.447363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-685204c4-8fd2-4163-b054-e1f52c4aee51 req-a9768224-6865-42a4-b30d-0ff8ec3c9169 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 HTTP/1.1" status: 200 len: 217 time: 0.0749679 Jun 04 16:24:53.455809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:53.466810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-16973eec-81e1-47fe-a3da-63bc3c702751 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port b809efa3-2d1b-4d49-aba9-d3e16cae4da9 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:53.467146 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16973eec-81e1-47fe-a3da-63bc3c702751 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:53.514484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Attempting to bind port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:53.515125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Attempting to bind port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '30996a96-9811-4953-b8d5-b5602c09f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:53.515778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Attempting to bind port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 on network 094ba496-bb0b-4999-afb4-2d808cb58924 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:53.522584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:53.523563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Checking segment: {'id': '30996a96-9811-4953-b8d5-b5602c09f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:53.524280 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:53.524892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Bound using segment: {'id': '30996a96-9811-4953-b8d5-b5602c09f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:53.525850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Bound port: 0a47e244-e4b0-4af1-8c13-e4ce8c739a36, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30996a96-9811-4953-b8d5-b5602c09f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:53.526538 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:53.566556 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:53.591427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685204c4-8fd2-4163-b054-e1f52c4aee51 req-27780f4e-64bb-4049-b957-d61361e78151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:53.593113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-685204c4-8fd2-4163-b054-e1f52c4aee51 req-27780f4e-64bb-4049-b957-d61361e78151 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11e04031-3729-4919-8e9f-f1d9cf7008d0 HTTP/1.1" status: 200 len: 845 time: 0.1351843 Jun 04 16:24:53.657547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-685204c4-8fd2-4163-b054-e1f52c4aee51 req-7851ac3a-7208-4e96-bdb1-bdfefc5260b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569849 Jun 04 16:24:53.660074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Allocated IP 172.25.5.50 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/bbac7dde-d15a-4087-a9d4-264082e8e947) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:53.678332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] For port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:53.684585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] For port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0a47e244-e4b0-4af1-8c13-e4ce8c739a36,segment=NetworkSegment(30996a96-9811-4953-b8d5-b5602c09f2dc),segment_id=30996a96-9811-4953-b8d5-b5602c09f2dc)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:53.693363 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:53.769263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 17b971ca-b580-4387-9ac3-390cf6f9fb5b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:53.776272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d63672-10cc-421c-a004-6d20668c8c73 req-068edac6-7e47-4be7-a12d-61a8bd38d322 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:53.777772 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3d63672-10cc-421c-a004-6d20668c8c73 req-068edac6-7e47-4be7-a12d-61a8bd38d322 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99f66e4b-a63c-4f46-8b2f-911ed3b7443f HTTP/1.1" status: 200 len: 944 time: 0.4705975 Jun 04 16:24:53.845675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e74333-bf0d-4112-9207-c3f09e08d646 None None] Pushing event updated for resources: {'Port': ['ID=0a47e244-e4b0-4af1-8c13-e4ce8c739a36,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:53.863310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 17b971ca-b580-4387-9ac3-390cf6f9fb5b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:53.863659 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:53.930474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3d63672-10cc-421c-a004-6d20668c8c73 req-98e11700-e08a-4207-a3d7-1323a089b5a7 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441402 Jun 04 16:24:53.934948 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16973eec-81e1-47fe-a3da-63bc3c702751 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:53.971549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-685204c4-8fd2-4163-b054-e1f52c4aee51 req-ae37c426-6850-4b59-90b5-11980fa2a5ee service neutron] 10.222.0.46 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359099 Jun 04 16:24:53.974292 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:54.011350 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:54.101169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 17b971ca-b580-4387-9ac3-390cf6f9fb5b is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:54.187963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-16973eec-81e1-47fe-a3da-63bc3c702751 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for b809efa3-2d1b-4d49-aba9-d3e16cae4da9 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:54.246889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:54.336723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:54.340990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:54.346538 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:54.465511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-685204c4-8fd2-4163-b054-e1f52c4aee51 req-98f7d12a-7ffe-4432-a3a4-523478ba05c5 service neutron] 10.222.0.46 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839423 Jun 04 16:24:54.492567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Pushing event updated for resources: {'Port': ['ID=bbac7dde-d15a-4087-a9d4-264082e8e947,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:54.507013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390c232-db58-4431-8847-9ea8d570d6f8 req-af783a1a-39db-4484-856a-2874c7a44a5e tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:54.508504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c390c232-db58-4431-8847-9ea8d570d6f8 req-af783a1a-39db-4484-856a-2874c7a44a5e tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.2229359 Jun 04 16:24:54.520108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Allocated IP 172.25.5.216 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/e7cf4bf7-a0a4-4e4a-b3d2-46964d1640ef) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:54.587877 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c390c232-db58-4431-8847-9ea8d570d6f8 req-f44f0c4d-daae-42ec-828d-3a0b3607221e tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696635 Jun 04 16:24:54.699223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16973eec-81e1-47fe-a3da-63bc3c702751 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:54.780615 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:54.799449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16973eec-81e1-47fe-a3da-63bc3c702751 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=b809efa3-2d1b-4d49-aba9-d3e16cae4da9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:54.820495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce749699-6ea6-4b22-9e7d-831da9aec79c req-3ab05960-0b20-487a-97af-dfb906499596 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:54.822108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce749699-6ea6-4b22-9e7d-831da9aec79c req-3ab05960-0b20-487a-97af-dfb906499596 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.1239550 Jun 04 16:24:54.846526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:54.856829 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16973eec-81e1-47fe-a3da-63bc3c702751 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:54.940130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:54.942956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce749699-6ea6-4b22-9e7d-831da9aec79c req-e7ce2a28-9723-41c1-b50b-8f02cd8b1650 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125507 Jun 04 16:24:54.944839 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-16973eec-81e1-47fe-a3da-63bc3c702751 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/b809efa3-2d1b-4d49-aba9-d3e16cae4da9 HTTP/1.1" status: 204 len: 168 time: 1.6433694 Jun 04 16:24:54.945963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:54.950150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42042) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:54.952752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:54.977898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Pushing event updated for resources: {'Port': ['ID=e7cf4bf7-a0a4-4e4a-b3d2-46964d1640ef,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:55.059805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37002554-43aa-41dc-af8a-65a88c466468 None None] Network 094ba496-bb0b-4999-afb4-2d808cb58924 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:55.073059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76033b4d-e668-4cf7-a29e-de4125dcd52d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:55.074656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76033b4d-e668-4cf7-a29e-de4125dcd52d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:55.075396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-76033b4d-e668-4cf7-a29e-de4125dcd52d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:55.132939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:55.143474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-76033b4d-e668-4cf7-a29e-de4125dcd52d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:55.147183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-76033b4d-e668-4cf7-a29e-de4125dcd52d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1935031 Jun 04 16:24:55.151182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42050) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:55.178655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f7b9c049-08d5-4e30-bdfc-4386ae3a16d4 None None] Provisioning for port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:55.209372 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:55.273633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-716cd07e-59fe-4f9a-856e-dbba3761a089 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 1c774d18-1239-4e28-9c1d-7db76c2bb326 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:24:55.280433 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-716cd07e-59fe-4f9a-856e-dbba3761a089 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:55.350627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8764a9d-3703-44c1-b65f-e5b6bb9cdee3 req-27bdea27-566a-4e4e-ab42-863aab38764a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:55.352433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8764a9d-3703-44c1-b65f-e5b6bb9cdee3 req-27bdea27-566a-4e4e-ab42-863aab38764a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.2667067 Jun 04 16:24:55.355710 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:55.386600 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-716cd07e-59fe-4f9a-856e-dbba3761a089 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:55.497954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:24:55.501863 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:55.514513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8764a9d-3703-44c1-b65f-e5b6bb9cdee3 req-4bd5c766-109e-4f8d-a1fc-431712956867 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352601 Jun 04 16:24:55.685661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:55.701492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873', 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e', 'port_id': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873', 'mac_address': 'fa:16:3e:72:59:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e04031-3729-4919-8e9f-f1d9cf7008d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:24:55.754062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:55.758802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-716cd07e-59fe-4f9a-856e-dbba3761a089 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:55.773691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Router f921a76a-653c-49bd-bb2d-7bdd5f15a10a is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:24:55.828477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:55.828853 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:55.851336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:24:55.879134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:55.881902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:55.890300 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:55.904279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b5c78-3632-4af6-9241-59c7c459a024 req-8021dcde-c586-4d00-860e-141e24df6b17 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:55.911417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-786b5c78-3632-4af6-9241-59c7c459a024 req-8021dcde-c586-4d00-860e-141e24df6b17 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 0.2193758 Jun 04 16:24:55.918000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:55.933110 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:55.936845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-716cd07e-59fe-4f9a-856e-dbba3761a089 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:55.945656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:55.945656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:56.034275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:56.112575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:56.113291 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:56.150991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0a47e244-e4b0-4af1-8c13-e4ce8c739a36,segment=NetworkSegment(30996a96-9811-4953-b8d5-b5602c09f2dc),segment_id=30996a96-9811-4953-b8d5-b5602c09f2dc)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:56.157665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['db8b4ba6-fb4e-4db6-b2fe-9ea28845e873'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:24:56.163273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:24:56.182350 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-716cd07e-59fe-4f9a-856e-dbba3761a089 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:56.186446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cd07e-59fe-4f9a-856e-dbba3761a089 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=1c774d18-1239-4e28-9c1d-7db76c2bb326,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:56.193925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Sync routers for ids ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:24:56.196694 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:56.200247 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf31fcb-dfaf-4381-85d5-c0be4db74cb7 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:56.212838 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:56.216195 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1d2dcc37-f2f8-4f2e-9250-a272e7b472ad admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9892168 Jun 04 16:24:56.217134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42058) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:56.251945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-786b5c78-3632-4af6-9241-59c7c459a024 req-7cf5fbe1-82df-49d6-adc2-3d5b6ea325cb tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395479 Jun 04 16:24:56.276479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Pushing event updated for resources: {'Port': ['ID=e7cf4bf7-a0a4-4e4a-b3d2-46964d1640ef,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:56.279409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:56.294933 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-716cd07e-59fe-4f9a-856e-dbba3761a089 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/1c774d18-1239-4e28-9c1d-7db76c2bb326 HTTP/1.1" status: 204 len: 168 time: 1.1417110 Jun 04 16:24:56.298755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42062) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:56.311941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Routers {'f921a76a-653c-49bd-bb2d-7bdd5f15a10a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:56.312662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:56.365541 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:56.366500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-c71cc587-1d5a-4494-a4f1-35d25ad20ea4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0174448 Jun 04 16:24:56.380222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d55157ae-d93d-43af-adf8-4ed4af67a350 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774283 Jun 04 16:24:56.390484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42066) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:56.402640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:56.492739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-5cd99189-7253-4eef-a5aa-251efd3063f5 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Synchronizing usage tracker for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:24:56.525521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-5cd99189-7253-4eef-a5aa-251efd3063f5 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Unset dirty status for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:24:56.526733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-5cd99189-7253-4eef-a5aa-251efd3063f5 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.1519573 Jun 04 16:24:56.540283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:56.544449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:56.547376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:56.553205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:56.562638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1e66c-ac51-47e3-9493-acbf64ce8d30 req-5fa1845a-e893-4c17-8602-b83dd0c01f7e tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:56.564172 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfd1e66c-ac51-47e3-9493-acbf64ce8d30 req-5fa1845a-e893-4c17-8602-b83dd0c01f7e tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99f66e4b-a63c-4f46-8b2f-911ed3b7443f HTTP/1.1" status: 200 len: 945 time: 0.1905673 Jun 04 16:24:56.601079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=0a47e244-e4b0-4af1-8c13-e4ce8c739a36,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:56.627941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:56.628233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:56.628510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:56.628930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:56.629348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:56.629751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:56.630160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:56.630593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:56.631003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:56.631400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:56.631906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:56.632220 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:56.632395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:56.632795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:24:56.675084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Set router f921a76a-653c-49bd-bb2d-7bdd5f15a10a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:56.684095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfd1e66c-ac51-47e3-9493-acbf64ce8d30 req-276a9a0c-fc72-4224-a48f-208aa2453205 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102734 Jun 04 16:24:56.744917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-f48117e6-56dd-403d-91fd-a172d24d2d97 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:56.746575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d23ffea-a9a9-4b1b-89c3-dbfc2dff946e req-f48117e6-56dd-403d-91fd-a172d24d2d97 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.2124906 Jun 04 16:24:56.995209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25530f61-4bb5-48f6-aed7-3b091780d8d0 req-d2f14d4d-1a57-4ea1-9283-3572a1f9e70b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:56.996693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25530f61-4bb5-48f6-aed7-3b091780d8d0 req-d2f14d4d-1a57-4ea1-9283-3572a1f9e70b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.1799870 Jun 04 16:24:57.004718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41eb4ad-beea-4301-9a1c-41d43910edd4 req-925225eb-ad13-4dea-801a-1da5513bfbaf tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:57.010950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e41eb4ad-beea-4301-9a1c-41d43910edd4 req-925225eb-ad13-4dea-801a-1da5513bfbaf tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.1451890 Jun 04 16:24:57.098238 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25530f61-4bb5-48f6-aed7-3b091780d8d0 req-bf3ca144-8a40-49bd-b520-778c65454d86 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742168 Jun 04 16:24:57.113752 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e41eb4ad-beea-4301-9a1c-41d43910edd4 req-af4fe659-1049-44fd-ba84-5c4d4a52cf7b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737536 Jun 04 16:24:57.191298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:24:54Z', 'revision_number': 3, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port': {'id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:53Z', 'updated_at': '2022-06-04T16:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:57.204314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d9e00-21a9-4d0d-81ca-288d995a8a2a None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:24:57.208616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Checking router: f921a76a-653c-49bd-bb2d-7bdd5f15a10a for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:24:57.208616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Updating router f921a76a-653c-49bd-bb2d-7bdd5f15a10a port bbac7dde-d15a-4087-a9d4-264082e8e947 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:24:57.228500 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:57.240883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d9e00-21a9-4d0d-81ca-288d995a8a2a None None] Deleting port 17b971ca-b580-4387-9ac3-390cf6f9fb5b {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:57.241374 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5c5d9e00-21a9-4d0d-81ca-288d995a8a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:57.304817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d330a789-b247-4737-97b8-8d3c245a224c req-c0010731-9a91-40bc-b3e3-915732884296 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips/ed32444f-e6c2-4b14-b1a0-dfe32efd0dc5 HTTP/1.1" status: 200 len: 693 time: 0.1363630 Jun 04 16:24:57.316633 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:57.337125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:57.344819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:57.354690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:57.355283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:57.365125 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:57.382601 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=e57679aa-a07e-446a-b6e1-2276524c5b75,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:57.441069 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3003919b-a355-4b21-8520-ed0c608511b1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0499504 Jun 04 16:24:57.441937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef60e9c-5c5c-414b-9091-151d26d7ad71 req-9ee94335-ce95-4fad-bc4b-c454d9a7a4be tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:57.443625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ef60e9c-5c5c-414b-9091-151d26d7ad71 req-9ee94335-ce95-4fad-bc4b-c454d9a7a4be tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.1934862 Jun 04 16:24:57.447724 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42078) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:57.458274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'fixed_ips': [{'subnet_id': 'e57679aa-a07e-446a-b6e1-2276524c5b75', 'ip_address': '2001:db8::37e5:ca01:77d3:f58a'}], 'name': 'tempest-NetworksTestDHCPv6-1097874975'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:24:57.521109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330a789-b247-4737-97b8-8d3c245a224c req-5e1d2d0b-c9fb-45d8-9fa1-a9c674e67f05 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:57.522580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d330a789-b247-4737-97b8-8d3c245a224c req-5e1d2d0b-c9fb-45d8-9fa1-a9c674e67f05 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.2050490 Jun 04 16:24:57.538487 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ef60e9c-5c5c-414b-9091-151d26d7ad71 req-f88f5cce-04c3-46f7-9905-21eb25299efc tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855289 Jun 04 16:24:57.739058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:57.822353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b13eb9-f413-4249-af16-ef317cca8686 req-1e2b3fef-ed8e-476f-bb97-e43b1e53c76d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:57.824030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59b13eb9-f413-4249-af16-ef317cca8686 req-1e2b3fef-ed8e-476f-bb97-e43b1e53c76d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.1901555 Jun 04 16:24:57.838717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5c5d9e00-21a9-4d0d-81ca-288d995a8a2a None None] For port 17b971ca-b580-4387-9ac3-390cf6f9fb5b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=17b971ca-b580-4387-9ac3-390cf6f9fb5b,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:24:57.839243 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5c5d9e00-21a9-4d0d-81ca-288d995a8a2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:57.841225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb148-a116-4403-8550-01fdf0b141ac req-549c1cdb-80ff-494a-aba8-15506441ca90 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:57.842788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e2fb148-a116-4403-8550-01fdf0b141ac req-549c1cdb-80ff-494a-aba8-15506441ca90 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.1544812 Jun 04 16:24:57.861017 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f6a875e6-c1ee-4a1a-86ab-c964e9ecdc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:57.905899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59b13eb9-f413-4249-af16-ef317cca8686 req-bd8252a1-81d9-4124-a57c-988232fa1eeb tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620666 Jun 04 16:24:57.915581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Allocated IP 172.20.0.1 (094ba496-bb0b-4999-afb4-2d808cb58924/70972f99-dc0b-416b-826b-d1edfc2c397c/b325fd1f-0653-49bf-b742-0d947f0ef4a5) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:57.917038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:24:57.924110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:24:57.930155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:24:57.939865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:24:57.949336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e2fb148-a116-4403-8550-01fdf0b141ac req-6bf3d07b-2b0b-43c5-a546-a69520263c8d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901866 Jun 04 16:24:57.969822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:24:57.998472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d9e00-21a9-4d0d-81ca-288d995a8a2a None None] Calling delete_port for 17b971ca-b580-4387-9ac3-390cf6f9fb5b owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:58.096871 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:58.097231 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:58.109546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-b20a69a2-2dcf-4d51-8a3e-e8dfe8eebdff tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips/ed32444f-e6c2-4b14-b1a0-dfe32efd0dc5 HTTP/1.1" status: 200 len: 693 time: 0.1273010 Jun 04 16:24:58.176401 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5c5d9e00-21a9-4d0d-81ca-288d995a8a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:58.217336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:58.223345 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:58.253025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d9e00-21a9-4d0d-81ca-288d995a8a2a None None] Pushing event deleted for resources: {'Port': ['ID=17b971ca-b580-4387-9ac3-390cf6f9fb5b,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:58.255809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d9e00-21a9-4d0d-81ca-288d995a8a2a None None] No DVR routers for this DVR port 17b971ca-b580-4387-9ac3-390cf6f9fb5b on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:24:58.280398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11141a7-771c-4971-a27a-7f4afb29cc3d None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:24:58.295914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port fac7ca2b-202b-47c0-929f-f48695c4bb27 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:24:58.303326 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:58.332644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Transition to ACTIVE for port object b325fd1f-0653-49bf-b742-0d947f0ef4a5 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:58.408452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Transition to ACTIVE for port object bbac7dde-d15a-4087-a9d4-264082e8e947 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:58.430498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a34130-0c47-4b48-8f25-40797a50f53a req-2441aee9-fa3f-427e-ba65-cae817335dda tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:58.432575 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:58.437960 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19a34130-0c47-4b48-8f25-40797a50f53a req-2441aee9-fa3f-427e-ba65-cae817335dda tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 0.3935125 Jun 04 16:24:58.454206 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:58.466841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-672a8be0-e2d6-4efb-b60e-f182f367e032 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:58.468215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-672a8be0-e2d6-4efb-b60e-f182f367e032 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.3424692 Jun 04 16:24:58.583899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19a34130-0c47-4b48-8f25-40797a50f53a req-cca2fd33-e46b-426a-b5b0-3b93ec51c1d9 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450746 Jun 04 16:24:58.586065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:24:58.591035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-ae6156ea-4a01-40b3-8d79-fe6004a269ae tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.1127431 Jun 04 16:24:58.629154 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::37e5:ca01:77d3:f58a (f0dbb02b-9d62-4207-955a-783084b70e61/e57679aa-a07e-446a-b6e1-2276524c5b75/fac7ca2b-202b-47c0-929f-f48695c4bb27) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:58.647369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Attempting to bind port bbac7dde-d15a-4087-a9d4-264082e8e947 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:24:58.647726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Attempting to bind port bbac7dde-d15a-4087-a9d4-264082e8e947 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:24:58.648077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Attempting to bind port bbac7dde-d15a-4087-a9d4-264082e8e947 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:24:58.651866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ac388-9710-4fba-be14-4fb9afbb76ae None None] Pushing event updated for resources: {'Port': ['ID=bbac7dde-d15a-4087-a9d4-264082e8e947,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:58.660576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:24:58.660942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:24:58.661331 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:58.661707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:24:58.662168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Bound port: bbac7dde-d15a-4087-a9d4-264082e8e947, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:24:58.662554 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:58.675856 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-3df0a7b9-a1ce-43a9-bec5-92537796940a tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.0792077 Jun 04 16:24:58.692273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Network 094ba496-bb0b-4999-afb4-2d808cb58924 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:58.698638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:58.711120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 17b971ca-b580-4387-9ac3-390cf6f9fb5b no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:24:58.714959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:58.790507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 17b971ca-b580-4387-9ac3-390cf6f9fb5b {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:24:58.790843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 17b971ca-b580-4387-9ac3-390cf6f9fb5b not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:24:58.813515 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Pushing event updated for resources: {'Port': ['ID=b325fd1f-0653-49bf-b742-0d947f0ef4a5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:58.823797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': 'e57679aa-a07e-446a-b6e1-2276524c5b75'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:24:58.824640 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:58.890895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] For port bbac7dde-d15a-4087-a9d4-264082e8e947, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:24:58.904973 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:58.908066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] For port bbac7dde-d15a-4087-a9d4-264082e8e947, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bbac7dde-d15a-4087-a9d4-264082e8e947,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:24:58.917799 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:58.951461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-dd506c7b-ebb0-4c05-ac64-9dac7dab1faa tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Deleting port e7cf4bf7-a0a4-4e4a-b3d2-46964d1640ef {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:24:58.951792 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-dd506c7b-ebb0-4c05-ac64-9dac7dab1faa tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.025184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Routers {'f921a76a-653c-49bd-bb2d-7bdd5f15a10a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:24:59.025797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:24:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:59.109087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ac388-9710-4fba-be14-4fb9afbb76ae None None] Pushing event updated for resources: {'Port': ['ID=bbac7dde-d15a-4087-a9d4-264082e8e947,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:59.116724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99560da3-ffb2-4aed-9cfb-266b989bca99 req-f49acdea-20b4-495c-9c0a-6e10ad3eb820 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:59.118462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99560da3-ffb2-4aed-9cfb-266b989bca99 req-f49acdea-20b4-495c-9c0a-6e10ad3eb820 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99f66e4b-a63c-4f46-8b2f-911ed3b7443f HTTP/1.1" status: 200 len: 945 time: 0.3344283 Jun 04 16:24:59.128416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2f406e0c-249a-4c5f-ab23-211ceaf886e8 None None] Provisioning for port b325fd1f-0653-49bf-b742-0d947f0ef4a5 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:59.143038 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.171328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object fac7ca2b-202b-47c0-929f-f48695c4bb27 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:59.179726 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-dd506c7b-ebb0-4c05-ac64-9dac7dab1faa tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.180055 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-dd506c7b-ebb0-4c05-ac64-9dac7dab1faa tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.200066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2f406e0c-249a-4c5f-ab23-211ceaf886e8 None None] Provisioning complete for port b325fd1f-0653-49bf-b742-0d947f0ef4a5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:59.200445 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2f406e0c-249a-4c5f-ab23-211ceaf886e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.242821 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.310417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99560da3-ffb2-4aed-9cfb-266b989bca99 req-a006139b-78c5-4dcb-a689-a8f410c4ea53 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668773 Jun 04 16:24:59.313213 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2f406e0c-249a-4c5f-ab23-211ceaf886e8 None None] Port b325fd1f-0653-49bf-b742-0d947f0ef4a5 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:24:59.317267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-dd506c7b-ebb0-4c05-ac64-9dac7dab1faa tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Calling delete_port for e7cf4bf7-a0a4-4e4a-b3d2-46964d1640ef owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:24:59.319688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] Set router f921a76a-653c-49bd-bb2d-7bdd5f15a10a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:24:59.362872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:24:59.371192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:24:59.374180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:24:59.379743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:59.380365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.386671 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.395773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=fac7ca2b-202b-47c0-929f-f48695c4bb27,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:59.454182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Allocated IP 2001:db8::2 (f0dbb02b-9d62-4207-955a-783084b70e61/e57679aa-a07e-446a-b6e1-2276524c5b75/e6789b22-4f94-4aba-8956-300e5412942c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:24:59.535353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-dd506c7b-ebb0-4c05-ac64-9dac7dab1faa tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.551211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:24:59.607395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd506c7b-ebb0-4c05-ac64-9dac7dab1faa tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Pushing event deleted for resources: {'Port': ['ID=e7cf4bf7-a0a4-4e4a-b3d2-46964d1640ef,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:24:59.620903 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-093946f4-4e1f-41f1-ae5c-830e37efa97e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1725178 Jun 04 16:24:59.624428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42094) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:24:59.710995 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.725355 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.729609 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-dd506c7b-ebb0-4c05-ac64-9dac7dab1faa tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.746664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d711a-2833-4b98-b0ce-81f6f786d16a req-f6077e04-7bc2-4e51-b03c-d9a6551ed059 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:24:59.748181 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f7d711a-2833-4b98-b0ce-81f6f786d16a req-f6077e04-7bc2-4e51-b03c-d9a6551ed059 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.2579038 Jun 04 16:24:59.779205 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-dd506c7b-ebb0-4c05-ac64-9dac7dab1faa tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.780382 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0553c0e2-f00b-4ce8-a055-1f883b8972af req-dd506c7b-ebb0-4c05-ac64-9dac7dab1faa tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "DELETE /v2.0/floatingips/ed32444f-e6c2-4b14-b1a0-dfe32efd0dc5 HTTP/1.1" status: 204 len: 173 time: 1.0963321 Jun 04 16:24:59.787419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:24:59.795791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:24:59.796158 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.812091 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f7d711a-2833-4b98-b0ce-81f6f786d16a req-100237c1-c012-4d93-afe5-b49dbb444450 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518429 Jun 04 16:24:59.881216 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.939848 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:24:59.959833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Transition to ACTIVE for port object e6789b22-4f94-4aba-8956-300e5412942c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:24:59.964005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:24:54Z', 'revision_number': 3, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port': {'id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:53Z', 'updated_at': '2022-06-04T16:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:24:59.997659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc44a7b8-2034-4969-8f18-a22bc60206d6 None None] The sync data for ids ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'] in n-d-811809-3 is: [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:24:54Z', 'revision_number': 3, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port': {'id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:53Z', 'updated_at': '2022-06-04T16:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:25:00.039774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Transition to ACTIVE for port object e6789b22-4f94-4aba-8956-300e5412942c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:00.041090 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6e52787a-3b74-45ac-a4ef-ef61a35e7257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:00.066850 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:00.072407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cd8a05-5c4f-4936-8314-8a3bf6b7f7dd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:00.073245 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e7cd8a05-5c4f-4936-8314-8a3bf6b7f7dd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:00.115930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e7cd8a05-5c4f-4936-8314-8a3bf6b7f7dd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:00.120103 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e7cd8a05-5c4f-4936-8314-8a3bf6b7f7dd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4920111 Jun 04 16:25:00.122065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42104) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:00.152747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Pushing event updated for resources: {'Port': ['ID=e6789b22-4f94-4aba-8956-300e5412942c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:00.171775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:00.172251 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:00.175764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Pushing event updated for resources: {'Port': ['ID=b325fd1f-0653-49bf-b742-0d947f0ef4a5,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:00.183702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f952f6-7dbe-4bb0-a83d-addacc843564 req-60bd9937-4f4f-408a-b1df-48a89e44896d tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:00.185232 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09f952f6-7dbe-4bb0-a83d-addacc843564 req-60bd9937-4f4f-408a-b1df-48a89e44896d tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.2086914 Jun 04 16:25:00.233757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-6b969cc9-c205-48bd-9c0a-2ad0a4fcb480 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port fac7ca2b-202b-47c0-929f-f48695c4bb27 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:00.234089 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b969cc9-c205-48bd-9c0a-2ad0a4fcb480 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:00.255795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Network 094ba496-bb0b-4999-afb4-2d808cb58924 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:00.257208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:00.308995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:00.314610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:00.340108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f66e4b-a63c-4f46-8b2f-911ed3b7443f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:25:00.358167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:25:00.366326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:00.410586 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:00.522573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:00.609498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6d561-aa1c-4f6b-85c6-6c652e11ffd6 req-0eff5d48-e43d-4ff3-acf5-ad742c01b766 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:00.617664 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ac6d561-aa1c-4f6b-85c6-6c652e11ffd6 req-0eff5d48-e43d-4ff3-acf5-ad742c01b766 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.6102390 Jun 04 16:25:00.637074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Router f921a76a-653c-49bd-bb2d-7bdd5f15a10a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:25:00.664657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Attempting to bind port e6789b22-4f94-4aba-8956-300e5412942c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:25:00.665126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Attempting to bind port e6789b22-4f94-4aba-8956-300e5412942c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:25:00.665805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Attempting to bind port e6789b22-4f94-4aba-8956-300e5412942c on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:00.675985 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:25:00.676356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:00.676890 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:00.677719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:25:00.677719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Bound port: e6789b22-4f94-4aba-8956-300e5412942c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:25:00.678094 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:00.708214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09f952f6-7dbe-4bb0-a83d-addacc843564 req-7a359163-31a8-4c72-bf98-b4d1e9a22c48 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113561 Jun 04 16:25:00.752438 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6e931069-2072-4408-a203-01443b787abc None None] Provisioning complete for port b325fd1f-0653-49bf-b742-0d947f0ef4a5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:00.752811 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6e931069-2072-4408-a203-01443b787abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:00.911602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ac6d561-aa1c-4f6b-85c6-6c652e11ffd6 req-bc3ec1b9-a686-4fa8-a8fc-bab41321ece0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928314 Jun 04 16:25:00.929600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] For port e6789b22-4f94-4aba-8956-300e5412942c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:25:00.936139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] For port e6789b22-4f94-4aba-8956-300e5412942c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e6789b22-4f94-4aba-8956-300e5412942c,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:25:00.937691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6e931069-2072-4408-a203-01443b787abc None None] Port b325fd1f-0653-49bf-b742-0d947f0ef4a5 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:25:00.944835 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:01.001910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:25:01.015476 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-156507c6-6afa-4ec1-9db7-eb7aa294d89d admin admin] 10.222.0.13 "PUT /v2.0/routers/f921a76a-653c-49bd-bb2d-7bdd5f15a10a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7894597 Jun 04 16:25:01.079313 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:01.090591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c10ad4-989d-4db3-8c77-cbff4269b67c None None] Pushing event updated for resources: {'Port': ['ID=e6789b22-4f94-4aba-8956-300e5412942c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:01.145307 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:01.208782 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b969cc9-c205-48bd-9c0a-2ad0a4fcb480 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:01.359900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-6b969cc9-c205-48bd-9c0a-2ad0a4fcb480 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for fac7ca2b-202b-47c0-929f-f48695c4bb27 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:01.410784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc11d1-fce0-4229-80dd-dd2ee3ac83f0 req-a32d5fda-df90-4404-9a8e-e34dc58a9a8a tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:01.432094 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11dc11d1-fce0-4229-80dd-dd2ee3ac83f0 req-a32d5fda-df90-4404-9a8e-e34dc58a9a8a tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4424620 Jun 04 16:25:01.472583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbde29-0185-499f-acd6-8dd2c38e418a req-f0cb10c7-d6d4-46c9-ad9d-22890eb2ed7d tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:01.474102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13dbde29-0185-499f-acd6-8dd2c38e418a req-f0cb10c7-d6d4-46c9-ad9d-22890eb2ed7d tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 0.5503671 Jun 04 16:25:01.598833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13dbde29-0185-499f-acd6-8dd2c38e418a req-744ca3c3-ec5b-480f-957e-f858c34d486e tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138947 Jun 04 16:25:01.663868 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b969cc9-c205-48bd-9c0a-2ad0a4fcb480 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:01.792307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b969cc9-c205-48bd-9c0a-2ad0a4fcb480 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=fac7ca2b-202b-47c0-929f-f48695c4bb27,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:01.865958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bbac7dde-d15a-4087-a9d4-264082e8e947 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:01.879752 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b969cc9-c205-48bd-9c0a-2ad0a4fcb480 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:01.908721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6b969cc9-c205-48bd-9c0a-2ad0a4fcb480 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/fac7ca2b-202b-47c0-929f-f48695c4bb27 HTTP/1.1" status: 204 len: 168 time: 1.7777452 Jun 04 16:25:01.909643 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42132) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:01.953494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9576b5-becf-4ce4-b3bd-2dec2acece23 req-83997534-7daf-4b2b-9524-c34eaff0525e tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:01.965636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b9576b5-becf-4ce4-b3bd-2dec2acece23 req-83997534-7daf-4b2b-9524-c34eaff0525e tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99f66e4b-a63c-4f46-8b2f-911ed3b7443f HTTP/1.1" status: 200 len: 946 time: 0.1662152 Jun 04 16:25:01.974407 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b72f6bb6-9805-4d28-ac47-043fa99d3454'] response: {'server_uuid': '99f66e4b-a63c-4f46-8b2f-911ed3b7443f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873', 'code': 200} Jun 04 16:25:02.001070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42138) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:02.001690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port bbac7dde-d15a-4087-a9d4-264082e8e947 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:02.009340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-791080176-network', 'tenant_id': '01148ea16252435195eb495d87ba9486'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:02.015187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port bbac7dde-d15a-4087-a9d4-264082e8e947 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:02.015641 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.027489 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:02.036492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Usage tracker for resource:network and tenant:01148ea16252435195eb495d87ba9486 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:02.042099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7223a728-6750-4651-9c5e-9d67b35abf3a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:02.044038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7223a728-6750-4651-9c5e-9d67b35abf3a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:02.044870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7223a728-6750-4651-9c5e-9d67b35abf3a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:02.047715 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:02.054764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:02.059102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b9576b5-becf-4ce4-b3bd-2dec2acece23 req-0f9ddaa9-c003-4676-80f0-79454d510de0 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819881 Jun 04 16:25:02.073735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7223a728-6750-4651-9c5e-9d67b35abf3a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:02.074999 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7223a728-6750-4651-9c5e-9d67b35abf3a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1636865 Jun 04 16:25:02.077873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42142) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:02.121930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Made reservation on behalf of 01148ea16252435195eb495d87ba9486 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:02.124510 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.148462 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.172773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:02.177048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Usage tracker for resource:security_group_rule and tenant:01148ea16252435195eb495d87ba9486 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:02.182492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:02.189360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:02.211906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port bbac7dde-d15a-4087-a9d4-264082e8e947 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:02.212521 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.235925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port bbac7dde-d15a-4087-a9d4-264082e8e947, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bbac7dde-d15a-4087-a9d4-264082e8e947,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:02.241043 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.242578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e6789b22-4f94-4aba-8956-300e5412942c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:02.247028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d23756-141e-4502-8bd7-4cbff6be2a26 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet e57679aa-a07e-446a-b6e1-2276524c5b75 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:25:02.252476 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64d23756-141e-4502-8bd7-4cbff6be2a26 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.332011 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64d23756-141e-4502-8bd7-4cbff6be2a26 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.342716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ee88642f-e0ac-49b0-b08a-d2d32d8bb254 req-4170cc6f-6613-4819-aaf9-92b7ef8c34b4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Synchronizing usage tracker for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:02.344097 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:25:02.408261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ee88642f-e0ac-49b0-b08a-d2d32d8bb254 req-4170cc6f-6613-4819-aaf9-92b7ef8c34b4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Unset dirty status for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:02.410781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee88642f-e0ac-49b0-b08a-d2d32d8bb254 req-4170cc6f-6613-4819-aaf9-92b7ef8c34b4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=fba355b7d3854ad5aff0fa17ad6af83b HTTP/1.1" status: 200 len: 1656 time: 0.2818787 Jun 04 16:25:02.415232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3cec9-2640-4bb1-a964-f36bf83f22c1 req-992aa3bd-363f-4cc4-b7be-2f066ed1fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:02.418006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4bd3cec9-2640-4bb1-a964-f36bf83f22c1 req-992aa3bd-363f-4cc4-b7be-2f066ed1fc89 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99f66e4b-a63c-4f46-8b2f-911ed3b7443f HTTP/1.1" status: 200 len: 1097 time: 0.3576610 Jun 04 16:25:02.425434 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=bbac7dde-d15a-4087-a9d4-264082e8e947,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:02.448490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.470650 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.473063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e6789b22-4f94-4aba-8956-300e5412942c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:02.481337 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.526834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:25:02.536800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca136582-eb11-49af-96a9-2d6c12528407 req-ddc56a35-97d7-43fb-b070-f4dbca9e4ae5 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:02.546960 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.547289 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Added segment 1676dff0-4f8f-4ada-89f9-05d694a469d5 of type vlan for network 676416cd-f8fd-4e07-9a29-07b61f3f4721 Jun 04 16:25:02.548565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca136582-eb11-49af-96a9-2d6c12528407 req-ddc56a35-97d7-43fb-b070-f4dbca9e4ae5 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.4170518 Jun 04 16:25:02.549921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bb6fb0-5d3d-4bb1-ba4c-1e9debcfb16f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:02.562952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64d23756-141e-4502-8bd7-4cbff6be2a26 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.633915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.684469 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64d23756-141e-4502-8bd7-4cbff6be2a26 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.692307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e6fce184-53e9-4459-bb61-01966448fd91 None None] Provisioning for port e6789b22-4f94-4aba-8956-300e5412942c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:02.708801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e6fce184-53e9-4459-bb61-01966448fd91 None None] Provisioning complete for port e6789b22-4f94-4aba-8956-300e5412942c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:02.710478 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e6fce184-53e9-4459-bb61-01966448fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.721260 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.722232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:02.722833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.750183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64d23756-141e-4502-8bd7-4cbff6be2a26 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:02.752906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d23756-141e-4502-8bd7-4cbff6be2a26 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=e57679aa-a07e-446a-b6e1-2276524c5b75,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:02.757901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4bd3cec9-2640-4bb1-a964-f36bf83f22c1 req-4405542d-7331-48a1-8400-6d36a3628d61 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301823 Jun 04 16:25:02.776391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca136582-eb11-49af-96a9-2d6c12528407 req-a8cc66b0-6a00-4bdb-92f4-14eede7590f5 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260501 Jun 04 16:25:02.832045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88642f-e0ac-49b0-b08a-d2d32d8bb254 req-ef0e0ce8-61d7-4f8b-85ed-72931086cdf8 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:02.842038 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee88642f-e0ac-49b0-b08a-d2d32d8bb254 req-ef0e0ce8-61d7-4f8b-85ed-72931086cdf8 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks?id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 787 time: 0.4225740 Jun 04 16:25:02.850030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-ee88642f-e0ac-49b0-b08a-d2d32d8bb254 req-f3706b4f-299a-4613-9490-7c6cd41dad4d tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:25:02.859837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] Pushing event updated for resources: {'Network': ['ID=676416cd-f8fd-4e07-9a29-07b61f3f4721,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:02.864759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee88642f-e0ac-49b0-b08a-d2d32d8bb254 req-f3706b4f-299a-4613-9490-7c6cd41dad4d tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212257 Jun 04 16:25:02.878625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42152) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:02.880963 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-64d23756-141e-4502-8bd7-4cbff6be2a26 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/e57679aa-a07e-446a-b6e1-2276524c5b75 HTTP/1.1" status: 204 len: 168 time: 0.8017082 Jun 04 16:25:02.884963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 676416cd-f8fd-4e07-9a29-07b61f3f4721 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:25:02.888022 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2e121355-8b45-4d73-82d5-3f3ae8520f4f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8853748 Jun 04 16:25:02.890695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42156) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:02.900042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Request body: {'subnet': {'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-791080176-subnet', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:02.907647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:02.912521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Usage tracker for resource:subnet and tenant:01148ea16252435195eb495d87ba9486 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:02.916974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:02.923685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:02.947744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Made reservation on behalf of 01148ea16252435195eb495d87ba9486 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:02.952279 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:03.038340 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Sync routers for ids ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:25:03.055712 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Routers {'f921a76a-653c-49bd-bb2d-7bdd5f15a10a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:03.056447 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-aa2a655f-2ef2-4ea7-9379-eb33993fd813 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1746342 Jun 04 16:25:03.057270 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:03.061949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42160) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:03.079171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e321c05-badd-49c6-a49d-e42fbaf66e61 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:25:03.096749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e6fce184-53e9-4459-bb61-01966448fd91 None None] Current status of the port e6789b22-4f94-4aba-8956-300e5412942c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:03.097500 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e6fce184-53e9-4459-bb61-01966448fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:03.145178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e6fce184-53e9-4459-bb61-01966448fd91 None None] For port e6789b22-4f94-4aba-8956-300e5412942c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e6789b22-4f94-4aba-8956-300e5412942c,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:03.174095 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e6fce184-53e9-4459-bb61-01966448fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:03.269392 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:03.288107 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Set router f921a76a-653c-49bd-bb2d-7bdd5f15a10a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:03.375343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e850267-7e75-4628-bf9a-9e0985081dfa,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:03.393277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Checking segment: {'id': '1676dff0-4f8f-4ada-89f9-05d694a469d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:03.394156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Network hostable DHCP agents. Network: 676416cd-f8fd-4e07-9a29-07b61f3f4721, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:25:03.416981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8b4699ba-04d3-4bb1-93b7-c175fccfc250 None None] Could not find standard attr ID for object fac7ca2b-202b-47c0-929f-f48695c4bb27. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:25:03.437424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Network 676416cd-f8fd-4e07-9a29-07b61f3f4721 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:25:03.448112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fce184-53e9-4459-bb61-01966448fd91 None None] Pushing event updated for resources: {'Port': ['ID=e6789b22-4f94-4aba-8956-300e5412942c,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:03.448836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 676416cd-f8fd-4e07-9a29-07b61f3f4721) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:03.453689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:03.454452 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:03.464883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc27597f-c1bd-4468-98fe-01c243f162eb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:03.465612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cc27597f-c1bd-4468-98fe-01c243f162eb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:03.476321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421e5c20-1e89-49b8-9e6a-76893a4193f8 None None] Network 676416cd-f8fd-4e07-9a29-07b61f3f4721 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:25:03.483849 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3deb3735-babb-4c0b-ad61-f832d39905b4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5909946 Jun 04 16:25:03.485666 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42166) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:03.489573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc88d18-c83b-4015-ae07-475dbe23d60b req-32909af7-389b-471e-86e9-48e49981c1ee tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:03.491172 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4dc88d18-c83b-4015-ae07-475dbe23d60b req-32909af7-389b-471e-86e9-48e49981c1ee tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.2431700 Jun 04 16:25:03.492130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-791080176-router', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:03.515411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:03.529992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Usage tracker for resource:router and tenant:01148ea16252435195eb495d87ba9486 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:03.532998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:03.545852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:03.548365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcad36-e09b-4590-b7c6-6a744c30d053 req-7885bf55-7956-4ed3-80af-de5e379dbf44 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:03.551570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ffcad36-e09b-4590-b7c6-6a744c30d053 req-7885bf55-7956-4ed3-80af-de5e379dbf44 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.2407551 Jun 04 16:25:03.562413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cc27597f-c1bd-4468-98fe-01c243f162eb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:03.564301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cc27597f-c1bd-4468-98fe-01c243f162eb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5014579 Jun 04 16:25:03.567420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42170) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:03.568377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 3e6e10f4-1ea9-4888-84fd-0dea959ba26b details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:25:03.618242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4dc88d18-c83b-4015-ae07-475dbe23d60b req-310f1457-a62d-4cac-8d34-d906df39b283 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199787 Jun 04 16:25:03.625073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ffcad36-e09b-4590-b7c6-6a744c30d053 req-8bf96145-1402-4e35-aeaf-5e9bddfe5da1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589082 Jun 04 16:25:03.636163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:03.637172 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:03.674700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 3e6e10f4-1ea9-4888-84fd-0dea959ba26b no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:03.695773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0edbfaa-eb18-414a-9b01-112c5e471923 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:03.696925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d0edbfaa-eb18-414a-9b01-112c5e471923 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:03.703091 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:03.722640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d0edbfaa-eb18-414a-9b01-112c5e471923 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:03.723913 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d0edbfaa-eb18-414a-9b01-112c5e471923 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1545238 Jun 04 16:25:03.727028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42178) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:03.807966 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:24:59Z', 'revision_number': 4, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port': {'id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:53Z', 'updated_at': '2022-06-04T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'b325fd1f-0653-49bf-b742-0d947f0ef4a5', 'name': '', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'mac_address': 'fa:16:3e:df:46:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:57Z', 'updated_at': '2022-06-04T16:24:59Z', 'revision_number': 2, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'subnets': [{'id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:03.825585 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Checking router: f921a76a-653c-49bd-bb2d-7bdd5f15a10a for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:25:03.826740 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Updating router f921a76a-653c-49bd-bb2d-7bdd5f15a10a port b325fd1f-0653-49bf-b742-0d947f0ef4a5 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:25:03.874552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bbac7dde-d15a-4087-a9d4-264082e8e947 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:03.907452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-91c46b64-4a02-4742-8384-42e37143bb01 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips/42d6a846-3cda-4b8c-ae4a-47a547447d68 HTTP/1.1" status: 200 len: 693 time: 0.1864212 Jun 04 16:25:04.020116 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.044554 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-48aaecb6-a7f5-4a08-9845-5eab7fee1f7d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3163581 Jun 04 16:25:04.046387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42182) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:04.053158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e006d3af-e8e3-4e48-8668-ee7f7b00228d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:04.061772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:04.062546 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.082048 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.147597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-2616aabe-769d-4a6a-a69f-2ac008d73bb0 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:04.150616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-2616aabe-769d-4a6a-a69f-2ac008d73bb0 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.2300475 Jun 04 16:25:04.171391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:04.185203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0400557-2d38-43ea-870f-a9467c3935e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:25:04.185629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-4f47c480-905f-4622-ba14-ac8dd4e69ac3 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:25:04.186667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-4f47c480-905f-4622-ba14-ac8dd4e69ac3 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118198 Jun 04 16:25:04.189903 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.197854 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.200597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ef3588-a68f-4c40-b701-e4326c3ad6be None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:25:04.203768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1172012-2aa9-4519-a31b-6966803d12d4 req-01b7610b-b624-45d0-991d-37202a77143f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:04.205289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a1172012-2aa9-4519-a31b-6966803d12d4 req-01b7610b-b624-45d0-991d-37202a77143f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 0.3588598 Jun 04 16:25:04.290108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-4e83184b-dc54-4ca6-936b-8ede23927c99 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.159 HTTP/1.1" status: 200 len: 696 time: 0.0831397 Jun 04 16:25:04.297135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-66ef3588-a68f-4c40-b701-e4326c3ad6be None None] Deleting port e6789b22-4f94-4aba-8956-300e5412942c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:04.297502 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-66ef3588-a68f-4c40-b701-e4326c3ad6be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.336091 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a1172012-2aa9-4519-a31b-6966803d12d4 req-d71e12ec-3c20-486d-96dc-8db9d4cd9610 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448039 Jun 04 16:25:04.348771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:04.434306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-5df4bcd8-7182-4faf-8977-518479eda9a4 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.159 HTTP/1.1" status: 200 len: 696 time: 0.1020901 Jun 04 16:25:04.481834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b', 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39', 'port_id': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b', 'mac_address': 'fa:16:3e:c5:00:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c76308-27ab-4412-b695-ccc303fa5174', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:25:04.512922 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.524939 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Transition to ACTIVE for port object b325fd1f-0653-49bf-b742-0d947f0ef4a5 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:04.534782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port bbac7dde-d15a-4087-a9d4-264082e8e947 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:04.535580 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.540887 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.653766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:04.685130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e006d3af-e8e3-4e48-8668-ee7f7b00228d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:04.702013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e006d3af-e8e3-4e48-8668-ee7f7b00228d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:04.722963 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50577b-30ea-4313-ac2a-4be0a9d71061 None None] Pushing event updated for resources: {'Port': ['ID=b325fd1f-0653-49bf-b742-0d947f0ef4a5,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:04.726709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e006d3af-e8e3-4e48-8668-ee7f7b00228d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:04.730920 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e006d3af-e8e3-4e48-8668-ee7f7b00228d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.734826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:04.735327 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.759231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-676416cd-f8fd-4e07-9a29-07b61f3f4721', 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'fixed_ips': [{'subnet_id': '7e850267-7e75-4628-bf9a-9e0985081dfa'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:25:04.760611 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.840830 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Attempting to bind port b325fd1f-0653-49bf-b742-0d947f0ef4a5 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:25:04.841481 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Attempting to bind port b325fd1f-0653-49bf-b742-0d947f0ef4a5 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '30996a96-9811-4953-b8d5-b5602c09f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:25:04.841570 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Attempting to bind port b325fd1f-0653-49bf-b742-0d947f0ef4a5 on network 094ba496-bb0b-4999-afb4-2d808cb58924 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:04.847507 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:25:04.847865 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Checking segment: {'id': '30996a96-9811-4953-b8d5-b5602c09f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:04.848246 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.848618 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Bound using segment: {'id': '30996a96-9811-4953-b8d5-b5602c09f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:25:04.849075 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Bound port: b325fd1f-0653-49bf-b742-0d947f0ef4a5, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30996a96-9811-4953-b8d5-b5602c09f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:25:04.849429 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.873272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6e10f4-1ea9-4888-84fd-0dea959ba26b {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:25:04.895296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-5b1dd306-0cda-477c-95e9-cedcaaaf7f1d tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Deleting port 4428d278-2449-4692-b043-f8da9ea7f4ad {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:04.896038 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-5b1dd306-0cda-477c-95e9-cedcaaaf7f1d tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:04.963018 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] For port b325fd1f-0653-49bf-b742-0d947f0ef4a5, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:25:04.968002 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] For port b325fd1f-0653-49bf-b742-0d947f0ef4a5, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b325fd1f-0653-49bf-b742-0d947f0ef4a5,segment=NetworkSegment(30996a96-9811-4953-b8d5-b5602c09f2dc),segment_id=30996a96-9811-4953-b8d5-b5602c09f2dc)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:25:04.979352 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:05.038350 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:05.044574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e006d3af-e8e3-4e48-8668-ee7f7b00228d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:05.069780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb20b7-fd65-4a5f-9d12-0dd6f83921de req-ddebf92c-e463-4f6f-8943-4daefc691e5b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:05.073285 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50577b-30ea-4313-ac2a-4be0a9d71061 None None] Pushing event updated for resources: {'Port': ['ID=b325fd1f-0653-49bf-b742-0d947f0ef4a5,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:05.078021 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10cb20b7-fd65-4a5f-9d12-0dd6f83921de req-ddebf92c-e463-4f6f-8943-4daefc691e5b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99f66e4b-a63c-4f46-8b2f-911ed3b7443f HTTP/1.1" status: 200 len: 946 time: 0.5014243 Jun 04 16:25:05.105929 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Routers {'f921a76a-653c-49bd-bb2d-7bdd5f15a10a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:05.106855 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:05.126158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e006d3af-e8e3-4e48-8668-ee7f7b00228d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:05.159087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e006d3af-e8e3-4e48-8668-ee7f7b00228d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:05.161253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Allocated IP 172.20.0.2 (676416cd-f8fd-4e07-9a29-07b61f3f4721/7e850267-7e75-4628-bf9a-9e0985081dfa/e225972c-a904-49fd-bfd1-3e5026fd6082) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:25:05.175586 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e006d3af-e8e3-4e48-8668-ee7f7b00228d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:05.176439 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e006d3af-e8e3-4e48-8668-ee7f7b00228d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:05.183552 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10cb20b7-fd65-4a5f-9d12-0dd6f83921de req-e5c07764-b814-464a-a6db-6a2af72a6005 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042891 Jun 04 16:25:05.233691 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-5b1dd306-0cda-477c-95e9-cedcaaaf7f1d tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:05.234416 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-5b1dd306-0cda-477c-95e9-cedcaaaf7f1d tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:05.298668 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e006d3af-e8e3-4e48-8668-ee7f7b00228d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2487006 Jun 04 16:25:05.308158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42192) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:05.317061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'fixed_ips': [{'subnet_id': '2babdce0-a204-4fe5-a0dd-1af46fbec95d', 'ip_address': '2001:db8::5346:56e5:33b:5212'}], 'name': 'tempest-NetworksTestDHCPv6-372614626'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:05.424318 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] Set router f921a76a-653c-49bd-bb2d-7bdd5f15a10a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:05.458238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:05.495321 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:05.502833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006d3af-e8e3-4e48-8668-ee7f7b00228d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=2babdce0-a204-4fe5-a0dd-1af46fbec95d,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:05.503643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-66ef3588-a68f-4c40-b701-e4326c3ad6be None None] For port e6789b22-4f94-4aba-8956-300e5412942c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e6789b22-4f94-4aba-8956-300e5412942c,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:05.504255 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-66ef3588-a68f-4c40-b701-e4326c3ad6be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:05.528427 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:05.547040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:05.565922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:05.574341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-5b1dd306-0cda-477c-95e9-cedcaaaf7f1d tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Calling delete_port for 4428d278-2449-4692-b043-f8da9ea7f4ad owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:05.734417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-66ef3588-a68f-4c40-b701-e4326c3ad6be None None] Calling delete_port for e6789b22-4f94-4aba-8956-300e5412942c owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:05.819959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port bbac7dde-d15a-4087-a9d4-264082e8e947 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:05.821665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e6789b22-4f94-4aba-8956-300e5412942c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:05.851631 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:24:59Z', 'revision_number': 4, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port': {'id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:53Z', 'updated_at': '2022-06-04T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'b325fd1f-0653-49bf-b742-0d947f0ef4a5', 'name': '', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'mac_address': 'fa:16:3e:df:46:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:57Z', 'updated_at': '2022-06-04T16:25:04Z', 'revision_number': 4, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'subnets': [{'id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:05.859711 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d4af5-fad7-48e4-a2cf-34ce3b517f0c None None] The sync data for ids ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'] in n-d-811809-3 is: [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:24:59Z', 'revision_number': 4, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port': {'id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:53Z', 'updated_at': '2022-06-04T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'b325fd1f-0653-49bf-b742-0d947f0ef4a5', 'name': '', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'mac_address': 'fa:16:3e:df:46:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:57Z', 'updated_at': '2022-06-04T16:25:04Z', 'revision_number': 4, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'subnets': [{'id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:25:05.899365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['3e6e10f4-1ea9-4888-84fd-0dea959ba26b'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:25:06.043117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:06.087354 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-5b1dd306-0cda-477c-95e9-cedcaaaf7f1d tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:06.111131 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:06.180376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dd306-0cda-477c-95e9-cedcaaaf7f1d tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Pushing event deleted for resources: {'Port': ['ID=4428d278-2449-4692-b043-f8da9ea7f4ad,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:06.228514 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:06.229575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8b777-bb76-40ca-af1b-d00127a81b9b req-86d3218d-c718-46fd-bea7-56634d740ba5 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:06.229977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Transition to ACTIVE for port object e225972c-a904-49fd-bfd1-3e5026fd6082 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:06.231270 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cb8b777-bb76-40ca-af1b-d00127a81b9b req-86d3218d-c718-46fd-bea7-56634d740ba5 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.2599032 Jun 04 16:25:06.240981 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-66ef3588-a68f-4c40-b701-e4326c3ad6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:06.268225 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port b6b2cb32-9d3f-4dc6-8c50-1e5c9d545c80 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:25:06.307253 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:06.343433 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-5b1dd306-0cda-477c-95e9-cedcaaaf7f1d tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:06.347007 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:06.364484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cb8b777-bb76-40ca-af1b-d00127a81b9b req-3e0cfea8-488e-4c88-b468-461a5891c2d2 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907671 Jun 04 16:25:06.405481 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-5b1dd306-0cda-477c-95e9-cedcaaaf7f1d tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:06.413634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef3588-a68f-4c40-b701-e4326c3ad6be None None] Pushing event deleted for resources: {'Port': ['ID=e6789b22-4f94-4aba-8956-300e5412942c,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:06.416571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22c4050d-8bd4-4bcb-a3ff-3bdc00001421 req-5b1dd306-0cda-477c-95e9-cedcaaaf7f1d tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "DELETE /v2.0/floatingips/42d6a846-3cda-4b8c-ae4a-47a547447d68 HTTP/1.1" status: 204 len: 173 time: 1.9733729 Jun 04 16:25:06.442596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ef3588-a68f-4c40-b701-e4326c3ad6be None None] No DVR routers for this DVR port e6789b22-4f94-4aba-8956-300e5412942c on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:25:06.452275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e6789b22-4f94-4aba-8956-300e5412942c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:06.452794 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:06.513032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Transition to ACTIVE for port object e225972c-a904-49fd-bfd1-3e5026fd6082 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:06.528909 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d778003d-73b9-4fe2-8b16-e026ddcc3946'] response: {'server_uuid': 'e0400557-2d38-43ea-870f-a9467c3935e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b', 'code': 200} Jun 04 16:25:06.541788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Port e6789b22-4f94-4aba-8956-300e5412942c was deleted so its status cannot be updated. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 04 16:25:06.545628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f826483a-5ed3-4297-a69a-82d7e4b78e02 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:25:06.602159 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:06.795256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b325fd1f-0653-49bf-b742-0d947f0ef4a5 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:06.800280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6c806-6c57-4f10-aaea-2a0737678b9b req-8b62e35e-0b80-4d30-bc8f-59720bf7f96d tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:06.811082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Allocated IP 172.25.5.180 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/8f4ad114-ab13-4da6-97c2-437fb070a44b) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:25:06.811929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9e6c806-6c57-4f10-aaea-2a0737678b9b req-8b62e35e-0b80-4d30-bc8f-59720bf7f96d tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.1547709 Jun 04 16:25:06.840381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::5346:56e5:33b:5212 (f0dbb02b-9d62-4207-955a-783084b70e61/2babdce0-a204-4fe5-a0dd-1af46fbec95d/b6b2cb32-9d3f-4dc6-8c50-1e5c9d545c80) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:25:06.870679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Network 676416cd-f8fd-4e07-9a29-07b61f3f4721 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:06.900358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9e6c806-6c57-4f10-aaea-2a0737678b9b req-85b8ea85-2bc5-4b59-9d3b-581310963997 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850461 Jun 04 16:25:06.995177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:07.119961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:25:07.154624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Pushing event updated for resources: {'Port': ['ID=e225972c-a904-49fd-bfd1-3e5026fd6082,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:07.193517 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:07.213350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d8203-46a2-4534-b100-c2698dca449d req-575423af-75ce-41b4-ad80-824c58aad746 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:07.219483 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa1d8203-46a2-4534-b100-c2698dca449d req-575423af-75ce-41b4-ad80-824c58aad746 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 944 time: 0.1726916 Jun 04 16:25:07.323795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa1d8203-46a2-4534-b100-c2698dca449d req-0d7c1d42-9a34-4bbc-8eef-004b2f8b2faa tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983493 Jun 04 16:25:07.382902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': '2babdce0-a204-4fe5-a0dd-1af46fbec95d'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:25:07.386645 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:07.410084 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:07.436183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:07.457546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b325fd1f-0653-49bf-b742-0d947f0ef4a5 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:07.473099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Attempting to bind port e225972c-a904-49fd-bfd1-3e5026fd6082 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:25:07.474055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Attempting to bind port e225972c-a904-49fd-bfd1-3e5026fd6082 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '1676dff0-4f8f-4ada-89f9-05d694a469d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:25:07.474455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Attempting to bind port e225972c-a904-49fd-bfd1-3e5026fd6082 on network 676416cd-f8fd-4e07-9a29-07b61f3f4721 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:07.478242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object b6b2cb32-9d3f-4dc6-8c50-1e5c9d545c80 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:07.522861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:07.528007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:07.530949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:25:07.531488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b325fd1f-0653-49bf-b742-0d947f0ef4a5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:07.531868 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:07.570782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:25:07.571273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Checking segment: {'id': '1676dff0-4f8f-4ada-89f9-05d694a469d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:07.571562 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:07.571928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Bound using segment: {'id': '1676dff0-4f8f-4ada-89f9-05d694a469d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:25:07.572417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Bound port: e225972c-a904-49fd-bfd1-3e5026fd6082, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1676dff0-4f8f-4ada-89f9-05d694a469d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:25:07.572782 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:07.576017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4ad114-ab13-4da6-97c2-437fb070a44b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:07.854702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-a8f69b74-68cc-42cd-aab6-55c5b179b5e7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips/2ffa2daf-41d1-47fb-9a86-39c71e2bff7f HTTP/1.1" status: 200 len: 692 time: 0.1161671 Jun 04 16:25:07.858854 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:07.876513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf92c1-2983-4f84-af5d-97f4483fb08b req-105ba119-6d95-4028-bdee-6b008941de9f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:07.878098 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7adf92c1-2983-4f84-af5d-97f4483fb08b req-105ba119-6d95-4028-bdee-6b008941de9f tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.3099790 Jun 04 16:25:07.941432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] For port e225972c-a904-49fd-bfd1-3e5026fd6082, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:25:07.944867 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] For port e225972c-a904-49fd-bfd1-3e5026fd6082, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e225972c-a904-49fd-bfd1-3e5026fd6082,segment=NetworkSegment(1676dff0-4f8f-4ada-89f9-05d694a469d5),segment_id=1676dff0-4f8f-4ada-89f9-05d694a469d5)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:25:07.968564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Allocated IP 2001:db8::2 (f0dbb02b-9d62-4207-955a-783084b70e61/2babdce0-a204-4fe5-a0dd-1af46fbec95d/b0b0be81-6669-48cd-b89b-3e72d471efd4) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:25:07.975366 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:08.006348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:08.011915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7adf92c1-2983-4f84-af5d-97f4483fb08b req-8eba67e0-fe34-43ac-8845-bb7e8d4cdb22 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128280 Jun 04 16:25:08.012115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:08.014945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:25:08.020993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:08.021628 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:08.067927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=b6b2cb32-9d3f-4dc6-8c50-1e5c9d545c80,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:08.076458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b325fd1f-0653-49bf-b742-0d947f0ef4a5 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:08.076830 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:08.139697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-a179cdb0-1fcc-4340-a0db-dcd0ca283546 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:08.142074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-a179cdb0-1fcc-4340-a0db-dcd0ca283546 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.2629149 Jun 04 16:25:08.171110 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cd0c6ff4-659d-4500-aa39-85b077d33cfd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8568778 Jun 04 16:25:08.172124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42214) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:08.187027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-05c6f233-c78d-4fe0-8fc6-aacb2aca2beb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'fixed_ips': [{'subnet_id': '2babdce0-a204-4fe5-a0dd-1af46fbec95d', 'ip_address': '2001:db8::5346:56e5:33b:5212'}], 'name': 'tempest-NetworksTestDHCPv6-784260735'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:08.202087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a2e17-d3b3-419e-949d-98b764599ce9 None None] Pushing event updated for resources: {'Port': ['ID=e225972c-a904-49fd-bfd1-3e5026fd6082,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:08.215314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port b325fd1f-0653-49bf-b742-0d947f0ef4a5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b325fd1f-0653-49bf-b742-0d947f0ef4a5,segment=NetworkSegment(30996a96-9811-4953-b8d5-b5602c09f2dc),segment_id=30996a96-9811-4953-b8d5-b5602c09f2dc)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:08.231312 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:08.276095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-e5e4bac6-7028-4add-88f6-2e3bef14d4fe tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Synchronizing usage tracker for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:08.318682 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:08.375413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-e5e4bac6-7028-4add-88f6-2e3bef14d4fe tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Unset dirty status for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:08.376326 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-e5e4bac6-7028-4add-88f6-2e3bef14d4fe tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 695 time: 0.2267275 Jun 04 16:25:08.401983 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e6789b22-4f94-4aba-8956-300e5412942c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:08.455227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e6789b22-4f94-4aba-8956-300e5412942c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:25:08.455227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e6789b22-4f94-4aba-8956-300e5412942c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:25:08.478301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-6d0658b1-1d5d-4ce2-97a7-fbbfd59bca09 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 695 time: 0.0956116 Jun 04 16:25:08.494710 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:08.531156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Transition to ACTIVE for port object b0b0be81-6669-48cd-b89b-3e72d471efd4 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:08.552484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-05c6f233-c78d-4fe0-8fc6-aacb2aca2beb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:08.562331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Transition to ACTIVE for port object b0b0be81-6669-48cd-b89b-3e72d471efd4 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:08.564615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-05c6f233-c78d-4fe0-8fc6-aacb2aca2beb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:08.569588 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-05c6f233-c78d-4fe0-8fc6-aacb2aca2beb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:08.574320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=b325fd1f-0653-49bf-b742-0d947f0ef4a5,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:08.580909 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:08.647600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-05c6f233-c78d-4fe0-8fc6-aacb2aca2beb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:08.667014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:08.670768 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:08.675102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:25:08.730403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c6f233-c78d-4fe0-8fc6-aacb2aca2beb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:08.741682 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05c6f233-c78d-4fe0-8fc6-aacb2aca2beb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:08.794814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-2b373a11-64d2-4ff5-9035-5c82983211d7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Deleting port 253cc7e9-fcf4-41f4-874d-ca6ada474afc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:08.795310 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-2b373a11-64d2-4ff5-9035-5c82983211d7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:08.816349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e225972c-a904-49fd-bfd1-3e5026fd6082 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:08.843603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412b701-2ff9-40d3-85f6-1c18ea431b70 req-dfabcabd-2d90-4f78-afc2-fcae02873bc8 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:08.843869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-05c6f233-c78d-4fe0-8fc6-aacb2aca2beb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port b99fc36f-1352-41ee-836f-cd51b32e0897 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:25:08.845196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f412b701-2ff9-40d3-85f6-1c18ea431b70 req-dfabcabd-2d90-4f78-afc2-fcae02873bc8 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99f66e4b-a63c-4f46-8b2f-911ed3b7443f HTTP/1.1" status: 200 len: 946 time: 0.5640273 Jun 04 16:25:08.867103 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Pushing event updated for resources: {'Port': ['ID=b0b0be81-6669-48cd-b89b-3e72d471efd4,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:08.892119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Attempting to bind port b0b0be81-6669-48cd-b89b-3e72d471efd4 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:25:08.892619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Attempting to bind port b0b0be81-6669-48cd-b89b-3e72d471efd4 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:25:08.893078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Attempting to bind port b0b0be81-6669-48cd-b89b-3e72d471efd4 on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:08.903176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:25:08.903860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:08.904272 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:08.904797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:25:08.906352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Bound port: b0b0be81-6669-48cd-b89b-3e72d471efd4, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:25:08.906352 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:08.979502 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e225972c-a904-49fd-bfd1-3e5026fd6082 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:09.022673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] For port b0b0be81-6669-48cd-b89b-3e72d471efd4, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:25:09.026279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] For port b0b0be81-6669-48cd-b89b-3e72d471efd4, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b0b0be81-6669-48cd-b89b-3e72d471efd4,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:25:09.032172 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:09.076335 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:09.111014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f412b701-2ff9-40d3-85f6-1c18ea431b70 req-a8706f79-b639-4682-80f1-08e4ed3f2ffb tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560070 Jun 04 16:25:09.115595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2e8db-2452-4a2b-b782-cb8622d5c1f6 None None] Pushing event updated for resources: {'Port': ['ID=b0b0be81-6669-48cd-b89b-3e72d471efd4,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:09.168622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-2b373a11-64d2-4ff5-9035-5c82983211d7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:09.169062 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-2b373a11-64d2-4ff5-9035-5c82983211d7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:09.331957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-2b373a11-64d2-4ff5-9035-5c82983211d7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Calling delete_port for 253cc7e9-fcf4-41f4-874d-ca6ada474afc owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:09.435945 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c6f233-c78d-4fe0-8fc6-aacb2aca2beb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 04 16:25:09.436578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c6f233-c78d-4fe0-8fc6-aacb2aca2beb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:25:09.504302 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-05c6f233-c78d-4fe0-8fc6-aacb2aca2beb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.3245883 Jun 04 16:25:09.513152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42224) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:09.582276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Router 0e386b38-cfb5-41d1-a051-37063e0ceefc is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:25:09.582958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 3e6e10f4-1ea9-4888-84fd-0dea959ba26b up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:09.720793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:09.721160 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:09.748118 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-2b373a11-64d2-4ff5-9035-5c82983211d7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:09.808941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b373a11-64d2-4ff5-9035-5c82983211d7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Pushing event deleted for resources: {'Port': ['ID=253cc7e9-fcf4-41f4-874d-ca6ada474afc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:09.819757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce025601-2a33-4a37-8d8a-23b3c4e7b9bd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:09.825240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce025601-2a33-4a37-8d8a-23b3c4e7b9bd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:09.826254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ce025601-2a33-4a37-8d8a-23b3c4e7b9bd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:09.841748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f593057-77a0-4acd-999d-55b14c24049b None None] Network 676416cd-f8fd-4e07-9a29-07b61f3f4721 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:25:09.852013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ce025601-2a33-4a37-8d8a-23b3c4e7b9bd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:09.856415 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ce025601-2a33-4a37-8d8a-23b3c4e7b9bd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3404090 Jun 04 16:25:09.859991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42228) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:09.861421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dd707-4636-4cab-94c2-9496249500b9 req-7260f89f-4dc8-4a0f-9963-cd5931704a55 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:09.863128 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e96dd707-4636-4cab-94c2-9496249500b9 req-7260f89f-4dc8-4a0f-9963-cd5931704a55 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.3062170 Jun 04 16:25:09.902943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:25:09.935742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Sync routers for ids ['0e386b38-cfb5-41d1-a051-37063e0ceefc'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:25:09.947559 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:09.951773 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8155f23b-9df9-4e37-b523-c294225ebb30 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4623811 Jun 04 16:25:09.951947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e96dd707-4636-4cab-94c2-9496249500b9 req-45a19b2f-7ea2-4110-a55b-9ecf60f9861c tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606046 Jun 04 16:25:09.953186 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-2b373a11-64d2-4ff5-9035-5c82983211d7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:09.953330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42232) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:09.980931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-2b373a11-64d2-4ff5-9035-5c82983211d7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:09.981752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:09.981752 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:09.986987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd09f5a8-0a5c-482b-bb93-75dd4fc41408 req-2b373a11-64d2-4ff5-9035-5c82983211d7 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "DELETE /v2.0/floatingips/2ffa2daf-41d1-47fb-9a86-39c71e2bff7f HTTP/1.1" status: 204 len: 173 time: 1.4992940 Jun 04 16:25:10.005629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Routers {'0e386b38-cfb5-41d1-a051-37063e0ceefc'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:10.006260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0e386b38-cfb5-41d1-a051-37063e0ceefc'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:10.034872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d5e90-fc16-4e2e-b617-094c86146879 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port b6b2cb32-9d3f-4dc6-8c50-1e5c9d545c80 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:10.035362 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d4d5e90-fc16-4e2e-b617-094c86146879 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:10.119857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e872b7cd-f6fb-4ecb-a205-3f26e3318da9 None None] Provisioning for port e225972c-a904-49fd-bfd1-3e5026fd6082 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:10.144061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0400557-2d38-43ea-870f-a9467c3935e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:25:10.165392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e872b7cd-f6fb-4ecb-a205-3f26e3318da9 None None] Provisioning complete for port e225972c-a904-49fd-bfd1-3e5026fd6082 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:10.165755 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e872b7cd-f6fb-4ecb-a205-3f26e3318da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:10.207751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:10.232366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d47f59-8c54-4972-94b1-a7024ddb70b7 req-636e9332-e4f5-4d7d-88cd-4e938e134099 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:10.240432 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9d47f59-8c54-4972-94b1-a7024ddb70b7 req-636e9332-e4f5-4d7d-88cd-4e938e134099 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 944 time: 0.1568406 Jun 04 16:25:10.312568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9d47f59-8c54-4972-94b1-a7024ddb70b7 req-c61cfa16-65c9-4ef3-b451-1c41e252a338 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709543 Jun 04 16:25:10.322569 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:10.487799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Set router 0e386b38-cfb5-41d1-a051-37063e0ceefc gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:10.667498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4899049-0aa7-4d2c-ba61-f2228fcb5ab6 req-91a47996-f24c-4216-bfd9-7e63d10733f1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:10.699231 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4899049-0aa7-4d2c-ba61-f2228fcb5ab6 req-91a47996-f24c-4216-bfd9-7e63d10733f1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.1341269 Jun 04 16:25:10.732024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:10.797761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4899049-0aa7-4d2c-ba61-f2228fcb5ab6 req-419d02fb-752b-40ab-ba3d-dae00f53a8d2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974839 Jun 04 16:25:10.902850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b0b0be81-6669-48cd-b89b-3e72d471efd4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:10.923438 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-d46ccf37-e1ae-45a2-9e9b-692854f1f657 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips/759fb906-350d-4770-84d5-0ce6b91757c2 HTTP/1.1" status: 200 len: 693 time: 0.1094708 Jun 04 16:25:11.006987 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e872b7cd-f6fb-4ecb-a205-3f26e3318da9 None None] Current status of the port e225972c-a904-49fd-bfd1-3e5026fd6082 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:11.007371 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e872b7cd-f6fb-4ecb-a205-3f26e3318da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:11.052152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e872b7cd-f6fb-4ecb-a205-3f26e3318da9 None None] For port e225972c-a904-49fd-bfd1-3e5026fd6082, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e225972c-a904-49fd-bfd1-3e5026fd6082,segment=NetworkSegment(1676dff0-4f8f-4ada-89f9-05d694a469d5),segment_id=1676dff0-4f8f-4ada-89f9-05d694a469d5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:11.175012 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d4d5e90-fc16-4e2e-b617-094c86146879 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:11.178444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-efc25210-7097-44ba-827d-e10f6db42a29 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:11.184777 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5df2423-2a20-4f8d-9c7b-948fb649db95'] response: {'server_uuid': 'e0400557-2d38-43ea-870f-a9467c3935e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b', 'code': 200} Jun 04 16:25:11.186852 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e872b7cd-f6fb-4ecb-a205-3f26e3318da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:11.187729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-efc25210-7097-44ba-827d-e10f6db42a29 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.2558811 Jun 04 16:25:11.317983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-c7945de0-8cc5-4a52-b3d7-662ed534c65b tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Synchronizing usage tracker for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:11.354877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d5e90-fc16-4e2e-b617-094c86146879 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for b6b2cb32-9d3f-4dc6-8c50-1e5c9d545c80 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:11.359506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-c7945de0-8cc5-4a52-b3d7-662ed534c65b tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Unset dirty status for tenant:fba355b7d3854ad5aff0fa17ad6af83b on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:11.367717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-c7945de0-8cc5-4a52-b3d7-662ed534c65b tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.133 HTTP/1.1" status: 200 len: 696 time: 0.1790063 Jun 04 16:25:11.380479 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b0b0be81-6669-48cd-b89b-3e72d471efd4 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:11.410779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b325fd1f-0653-49bf-b742-0d947f0ef4a5 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:11.456489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4ef716d8-2099-4bff-a241-d6910834c3e2 None None] Provisioning for port b6b2cb32-9d3f-4dc6-8c50-1e5c9d545c80 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:11.469785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4ef716d8-2099-4bff-a241-d6910834c3e2 None None] Provisioning complete for port b6b2cb32-9d3f-4dc6-8c50-1e5c9d545c80 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:11.470657 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ef716d8-2099-4bff-a241-d6910834c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:11.530774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-48486fe1-c57c-4a39-a619-43a2d286375f tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.133 HTTP/1.1" status: 200 len: 696 time: 0.1620204 Jun 04 16:25:11.550049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872b7cd-f6fb-4ecb-a205-3f26e3318da9 None None] Pushing event updated for resources: {'Port': ['ID=e225972c-a904-49fd-bfd1-3e5026fd6082,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:11.567300 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d4d5e90-fc16-4e2e-b617-094c86146879 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:11.573734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4ef716d8-2099-4bff-a241-d6910834c3e2 None None] Port b6b2cb32-9d3f-4dc6-8c50-1e5c9d545c80 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:25:11.625265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4ef716d8-2099-4bff-a241-d6910834c3e2 None None] Provisioning for port b0b0be81-6669-48cd-b89b-3e72d471efd4 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:11.626330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51881c84-5958-4c8d-b497-734c5c719e13 req-4d0b125e-4b4e-4a9e-bb4e-1e4677d37868 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:11.632158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4ef716d8-2099-4bff-a241-d6910834c3e2 None None] Provisioning complete for port b0b0be81-6669-48cd-b89b-3e72d471efd4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:11.632526 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ef716d8-2099-4bff-a241-d6910834c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:11.634687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51881c84-5958-4c8d-b497-734c5c719e13 req-4d0b125e-4b4e-4a9e-bb4e-1e4677d37868 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.3735690 Jun 04 16:25:11.646577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d5e90-fc16-4e2e-b617-094c86146879 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=b6b2cb32-9d3f-4dc6-8c50-1e5c9d545c80,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:11.693802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b325fd1f-0653-49bf-b742-0d947f0ef4a5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:11.694504 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:11.722037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'name': 'tempest-TaggedBootDevicesTest_v242-791080176-router', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:03Z', 'updated_at': '2022-06-04T16:25:07Z', 'revision_number': 3, 'project_id': '01148ea16252435195eb495d87ba9486', 'gw_port': {'id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:08:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:06Z', 'updated_at': '2022-06-04T16:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:11.733280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Checking router: 0e386b38-cfb5-41d1-a051-37063e0ceefc for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:25:11.734172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Updating router 0e386b38-cfb5-41d1-a051-37063e0ceefc port 8f4ad114-ab13-4da6-97c2-437fb070a44b binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:25:11.756410 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d4d5e90-fc16-4e2e-b617-094c86146879 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:11.805222 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0d4d5e90-fc16-4e2e-b617-094c86146879 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/b6b2cb32-9d3f-4dc6-8c50-1e5c9d545c80 HTTP/1.1" status: 204 len: 168 time: 1.9440899 Jun 04 16:25:11.809890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42256) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:11.847823 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:11.939134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f6e58e-55f0-40c8-ab72-c18254061370 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:11.940848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f6e58e-55f0-40c8-ab72-c18254061370 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:11.941666 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-82f6e58e-55f0-40c8-ab72-c18254061370 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:11.943198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-51ceb62b-398a-4d75-bc09-86b332750415 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Deleting port 4b011b52-4c94-42ff-af8c-62a8fc8b5c29 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:11.943198 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-51ceb62b-398a-4d75-bc09-86b332750415 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:11.976780 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51881c84-5958-4c8d-b497-734c5c719e13 req-bf61b6b7-c6c4-40c7-aa4f-70002a6a6042 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410826 Jun 04 16:25:12.005678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-82f6e58e-55f0-40c8-ab72-c18254061370 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:12.007705 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-82f6e58e-55f0-40c8-ab72-c18254061370 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1965830 Jun 04 16:25:12.010356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42262) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:12.082080 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f115a2-9a95-449a-9cac-1556246c2442 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 2babdce0-a204-4fe5-a0dd-1af46fbec95d {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:25:12.087329 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4f115a2-9a95-449a-9cac-1556246c2442 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.092539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b325fd1f-0653-49bf-b742-0d947f0ef4a5 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:12.102132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4ef716d8-2099-4bff-a241-d6910834c3e2 None None] Current status of the port b0b0be81-6669-48cd-b89b-3e72d471efd4 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:12.102739 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ef716d8-2099-4bff-a241-d6910834c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.129197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f86e0f-da6e-40f3-aae2-f5488c89461a req-5a5c86d4-ec3a-41a6-9edd-ec18d6fcf269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:12.130731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25f86e0f-da6e-40f3-aae2-f5488c89461a req-5a5c86d4-ec3a-41a6-9edd-ec18d6fcf269 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 1096 time: 0.6590061 Jun 04 16:25:12.177792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4ef716d8-2099-4bff-a241-d6910834c3e2 None None] For port b0b0be81-6669-48cd-b89b-3e72d471efd4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b0b0be81-6669-48cd-b89b-3e72d471efd4,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:12.195635 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4f115a2-9a95-449a-9cac-1556246c2442 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.240220 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.243641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25f86e0f-da6e-40f3-aae2-f5488c89461a req-9dbbc97b-6143-4b73-9cad-2f1a31b55f6a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732608 Jun 04 16:25:12.260538 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-51ceb62b-398a-4d75-bc09-86b332750415 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.260538 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-51ceb62b-398a-4d75-bc09-86b332750415 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.266141 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ef716d8-2099-4bff-a241-d6910834c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.368721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef716d8-2099-4bff-a241-d6910834c3e2 None None] Pushing event updated for resources: {'Port': ['ID=b0b0be81-6669-48cd-b89b-3e72d471efd4,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:12.405101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9ad132bf-ca6c-49a2-85e3-459f5634ec3f None None] Provisioning complete for port e225972c-a904-49fd-bfd1-3e5026fd6082 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:12.405606 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9ad132bf-ca6c-49a2-85e3-459f5634ec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.405946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-51ceb62b-398a-4d75-bc09-86b332750415 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Calling delete_port for 4b011b52-4c94-42ff-af8c-62a8fc8b5c29 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:12.419549 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4f115a2-9a95-449a-9cac-1556246c2442 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.473579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444c976-c667-463a-a7aa-02f2c742baf8 req-399a0612-6ae3-4ae5-8608-070ce5d07753 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:12.477697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b444c976-c667-463a-a7aa-02f2c742baf8 req-399a0612-6ae3-4ae5-8608-070ce5d07753 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.3443279 Jun 04 16:25:12.522634 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.590788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9ad132bf-ca6c-49a2-85e3-459f5634ec3f None None] Current status of the port e225972c-a904-49fd-bfd1-3e5026fd6082 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:12.650789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b444c976-c667-463a-a7aa-02f2c742baf8 req-4a5d0266-f432-4317-8f92-2ff110b0c4e3 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670501 Jun 04 16:25:12.652922 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-51ceb62b-398a-4d75-bc09-86b332750415 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.653092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Transition to ACTIVE for port object 8f4ad114-ab13-4da6-97c2-437fb070a44b will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:12.657347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b0b0be81-6669-48cd-b89b-3e72d471efd4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:12.688232 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4f115a2-9a95-449a-9cac-1556246c2442 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.705906 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.711283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ceb62b-398a-4d75-bc09-86b332750415 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Pushing event deleted for resources: {'Port': ['ID=4b011b52-4c94-42ff-af8c-62a8fc8b5c29,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:12.761003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f115a2-9a95-449a-9cac-1556246c2442 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=2babdce0-a204-4fe5-a0dd-1af46fbec95d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:12.761003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Allocated IP 172.20.0.1 (676416cd-f8fd-4e07-9a29-07b61f3f4721/7e850267-7e75-4628-bf9a-9e0985081dfa/5a42fd56-9884-4ef4-85ba-f0271642165b) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:25:12.773732 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4f115a2-9a95-449a-9cac-1556246c2442 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.805243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22efc0f2-4b29-44f9-a5ed-66af365165fe None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:25:12.818328 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d4f115a2-9a95-449a-9cac-1556246c2442 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/2babdce0-a204-4fe5-a0dd-1af46fbec95d HTTP/1.1" status: 204 len: 168 time: 0.8067822 Jun 04 16:25:12.822736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42274) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:12.854821 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-51ceb62b-398a-4d75-bc09-86b332750415 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.908302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Attempting to bind port 8f4ad114-ab13-4da6-97c2-437fb070a44b on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:25:12.908568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Attempting to bind port 8f4ad114-ab13-4da6-97c2-437fb070a44b by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:25:12.908979 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Attempting to bind port 8f4ad114-ab13-4da6-97c2-437fb070a44b on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:12.920016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:25:12.920397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:12.920799 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.921190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:25:12.921668 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Bound port: 8f4ad114-ab13-4da6-97c2-437fb070a44b, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:25:12.922276 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.939110 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-51ceb62b-398a-4d75-bc09-86b332750415 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:12.945808 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dd043471-5af8-4146-b169-1f3d664ca132 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1219852 Jun 04 16:25:12.950994 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a67bb38-f3a1-4594-9d26-fbf252fc0f62 req-51ceb62b-398a-4d75-bc09-86b332750415 tempest-FloatingIPDetailsTestJSON-145640022 tempest-FloatingIPDetailsTestJSON-145640022-project] 10.222.0.13 "DELETE /v2.0/floatingips/759fb906-350d-4770-84d5-0ce6b91757c2 HTTP/1.1" status: 204 len: 173 time: 1.4081199 Jun 04 16:25:12.951519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42278) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:12.951930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42280) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:12.972754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dacf76-abd7-4339-b725-5595912b0987 None None] Pushing event updated for resources: {'Port': ['ID=8f4ad114-ab13-4da6-97c2-437fb070a44b,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:13.017620 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:13.036107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Transition to ACTIVE for port object 5a42fd56-9884-4ef4-85ba-f0271642165b will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:13.040081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:13.064959 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:13.073238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b0b0be81-6669-48cd-b89b-3e72d471efd4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:13.074080 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:13.131219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Network 676416cd-f8fd-4e07-9a29-07b61f3f4721 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:13.134133 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:13.137934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:25:13.154687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] For port 8f4ad114-ab13-4da6-97c2-437fb070a44b, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:25:13.158708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] For port 8f4ad114-ab13-4da6-97c2-437fb070a44b, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8f4ad114-ab13-4da6-97c2-437fb070a44b,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:25:13.177683 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:13.177812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Pushing event updated for resources: {'Port': ['ID=5a42fd56-9884-4ef4-85ba-f0271642165b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:13.179412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ad54f-85a6-429f-b121-19c48f47d905 req-fb8a6e73-2e7e-481d-ba60-599297fb4702 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:13.188691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e19ad54f-85a6-429f-b121-19c48f47d905 req-fb8a6e73-2e7e-481d-ba60-599297fb4702 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 0.3352342 Jun 04 16:25:13.201888 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:13.293139 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e19ad54f-85a6-429f-b121-19c48f47d905 req-fadfc48c-7954-44d6-b15f-c9c05959cf9f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034358 Jun 04 16:25:13.436285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:13.452324 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:13.468032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Routers {'0e386b38-cfb5-41d1-a051-37063e0ceefc'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:13.468656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0e386b38-cfb5-41d1-a051-37063e0ceefc'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:13.514820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:13.526766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dacf76-abd7-4339-b725-5595912b0987 None None] Pushing event updated for resources: {'Port': ['ID=8f4ad114-ab13-4da6-97c2-437fb070a44b,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:13.529982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b0b0be81-6669-48cd-b89b-3e72d471efd4 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:13.531095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e225972c-a904-49fd-bfd1-3e5026fd6082 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:13.539433 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:13.567725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3b989c-9a15-4333-bc27-e68d0e8e8515 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:25:13.574347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:13.597524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b989c-9a15-4333-bc27-e68d0e8e8515 None None] Deleting port b0b0be81-6669-48cd-b89b-3e72d471efd4 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:13.597882 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2d3b989c-9a15-4333-bc27-e68d0e8e8515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:13.642008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:25:13.773118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f59caaff-4fe4-46cd-9b22-a9a5d6093955 None None] Provisioning for port 5a42fd56-9884-4ef4-85ba-f0271642165b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:13.792521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:13.797717 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:13.825155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f59caaff-4fe4-46cd-9b22-a9a5d6093955 None None] Provisioning complete for port 5a42fd56-9884-4ef4-85ba-f0271642165b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:13.825804 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f59caaff-4fe4-46cd-9b22-a9a5d6093955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:13.854132 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:25:13.869738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cb3d0-77ab-4a64-99e6-b7df44b2af97 req-f3439546-5669-4b55-8ec3-73ea600be877 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:13.871119 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f38cb3d0-77ab-4a64-99e6-b7df44b2af97 req-f3439546-5669-4b55-8ec3-73ea600be877 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.8067701 Jun 04 16:25:13.875159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:13.878471 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:13.917055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Pushing event updated for resources: {'Port': ['ID=5a42fd56-9884-4ef4-85ba-f0271642165b,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:13.919499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:14.037121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e225972c-a904-49fd-bfd1-3e5026fd6082 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:14.037782 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:14.077782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] Set router 0e386b38-cfb5-41d1-a051-37063e0ceefc gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:14.106183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Network 676416cd-f8fd-4e07-9a29-07b61f3f4721 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:14.107532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:14.128191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f38cb3d0-77ab-4a64-99e6-b7df44b2af97 req-4a7cb2ec-888d-4e03-a862-dd2edf164be0 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331827 Jun 04 16:25:14.144137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f59caaff-4fe4-46cd-9b22-a9a5d6093955 None None] Port 5a42fd56-9884-4ef4-85ba-f0271642165b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:25:14.190062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cec00-4130-45a2-9750-f5ba0a315154 req-f41c28d1-88e3-4aca-a167-ea79cc75b2c4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:14.191671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d2cec00-4130-45a2-9750-f5ba0a315154 req-f41c28d1-88e3-4aca-a167-ea79cc75b2c4 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.7391002 Jun 04 16:25:14.363754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Router 0e386b38-cfb5-41d1-a051-37063e0ceefc has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:25:14.408135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d2cec00-4130-45a2-9750-f5ba0a315154 req-cb10b2c0-09d7-4f00-ab41-83638438a809 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014451 Jun 04 16:25:14.526133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2d3b989c-9a15-4333-bc27-e68d0e8e8515 None None] For port b0b0be81-6669-48cd-b89b-3e72d471efd4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b0b0be81-6669-48cd-b89b-3e72d471efd4,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:14.526807 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2d3b989c-9a15-4333-bc27-e68d0e8e8515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:14.541560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:14.687571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:25:14.701526 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ecfaed06-f2d9-4bdb-bff8-a4e2d07c3b3f admin admin] 10.222.0.13 "PUT /v2.0/routers/0e386b38-cfb5-41d1-a051-37063e0ceefc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7391784 Jun 04 16:25:14.751503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90eafb-8ceb-4a70-abdc-d47b9ed1b1f3 req-572309b8-d1af-4f10-b7b5-5e1908891e79 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:14.758850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e90eafb-8ceb-4a70-abdc-d47b9ed1b1f3 req-572309b8-d1af-4f10-b7b5-5e1908891e79 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.4193168 Jun 04 16:25:14.782091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0d62bad7-37b3-4c2d-bd6e-cfb63e1f3182 None None] Provisioning complete for port 5a42fd56-9884-4ef4-85ba-f0271642165b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:14.782326 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0d62bad7-37b3-4c2d-bd6e-cfb63e1f3182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:14.805421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:14.809516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873', 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e', 'port_id': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873', 'mac_address': 'fa:16:3e:72:59:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e04031-3729-4919-8e9f-f1d9cf7008d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:25:14.819738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b989c-9a15-4333-bc27-e68d0e8e8515 None None] Calling delete_port for b0b0be81-6669-48cd-b89b-3e72d471efd4 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:14.875051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e90eafb-8ceb-4a70-abdc-d47b9ed1b1f3 req-3802cf73-766e-464b-bcc2-8e25a0e96106 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149137 Jun 04 16:25:15.001148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:15.009567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:15.024211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:15.024824 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:15.083255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=ac668101-b381-4997-b63d-26a640aed2d0,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:15.110980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e225972c-a904-49fd-bfd1-3e5026fd6082 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:15.114184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0d62bad7-37b3-4c2d-bd6e-cfb63e1f3182 None None] Port 5a42fd56-9884-4ef4-85ba-f0271642165b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:25:15.232884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-19ca631e-2b4d-4021-b411-3da4882badcb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2738681 Jun 04 16:25:15.236172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42336) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:15.242407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c02bd72b-aa7b-40fb-8bef-1432203148de tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'fixed_ips': [{'subnet_id': 'ac668101-b381-4997-b63d-26a640aed2d0', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-215844752'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:15.263762 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b0b0be81-6669-48cd-b89b-3e72d471efd4 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:15.270513 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de62cabf-475d-4168-bad4-51059d6a20d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:15.436797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:25:15.440055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:15.445422 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:15.472483 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No active binding found for port b0b0be81-6669-48cd-b89b-3e72d471efd4 {{(pid=88799) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 16:25:15.472648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405ebdf-27c2-4af4-922e-aa6d762413ac req-03901db4-4720-4761-9676-e50381045867 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:15.473160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b0b0be81-6669-48cd-b89b-3e72d471efd4 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:25:15.474095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0405ebdf-27c2-4af4-922e-aa6d762413ac req-03901db4-4720-4761-9676-e50381045867 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 0.3943377 Jun 04 16:25:15.480947 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2d3b989c-9a15-4333-bc27-e68d0e8e8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:15.546857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b989c-9a15-4333-bc27-e68d0e8e8515 None None] Pushing event deleted for resources: {'Port': ['ID=b0b0be81-6669-48cd-b89b-3e72d471efd4,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:15.550022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b989c-9a15-4333-bc27-e68d0e8e8515 None None] No DVR routers for this DVR port b0b0be81-6669-48cd-b89b-3e72d471efd4 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:25:15.567165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:25:15.580369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f9d772-d70c-4b2b-af0e-2012bf73d040 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:25:15.655911 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0405ebdf-27c2-4af4-922e-aa6d762413ac req-70b3c3c8-8e00-4acd-a0d7-eb0eb5a33c1b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727808 Jun 04 16:25:15.843086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c02bd72b-aa7b-40fb-8bef-1432203148de tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:15.856503 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c02bd72b-aa7b-40fb-8bef-1432203148de tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:15.864948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c02bd72b-aa7b-40fb-8bef-1432203148de tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:15.874844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c02bd72b-aa7b-40fb-8bef-1432203148de tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:15.894360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b829a9-0ab6-4a62-ad13-2899b048a742 req-ba5c1d8d-e73e-421d-a6ce-d5fbf2a625fb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:15.904036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02bd72b-aa7b-40fb-8bef-1432203148de tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:15.914963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54b829a9-0ab6-4a62-ad13-2899b048a742 req-ba5c1d8d-e73e-421d-a6ce-d5fbf2a625fb tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.5100749 Jun 04 16:25:15.955389 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:25:16.103175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54b829a9-0ab6-4a62-ad13-2899b048a742 req-08f92080-ea7e-4321-9fcc-b64dd56ea30d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871865 Jun 04 16:25:16.121578 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c02bd72b-aa7b-40fb-8bef-1432203148de tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:16.150008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-c02bd72b-aa7b-40fb-8bef-1432203148de tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port aa58f082-42d8-4e87-b9e6-1425fa9ef988 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:25:16.178058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': 'ac668101-b381-4997-b63d-26a640aed2d0'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:25:16.184615 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:16.200521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:16.338296 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02bd72b-aa7b-40fb-8bef-1432203148de tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:25:16.339042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02bd72b-aa7b-40fb-8bef-1432203148de tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:25:16.422574 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c02bd72b-aa7b-40fb-8bef-1432203148de tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1848986 Jun 04 16:25:16.425075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42402) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:16.455416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-de62cabf-475d-4168-bad4-51059d6a20d2 admin admin] Deleting port db03fa3c-d250-403b-8ea0-e36e8e7b7096 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:16.456214 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de62cabf-475d-4168-bad4-51059d6a20d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:16.457537 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:16.580360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-059ed613-ec98-4961-b687-605e68e6b552 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:16.612544 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-059ed613-ec98-4961-b687-605e68e6b552 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:16.615927 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-059ed613-ec98-4961-b687-605e68e6b552 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1895669 Jun 04 16:25:16.618857 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42408) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:16.826461 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Allocated IP 2001:db8::2 (f0dbb02b-9d62-4207-955a-783084b70e61/ac668101-b381-4997-b63d-26a640aed2d0/88660d2e-34ef-4c0d-ba80-aa72c960bd06) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:25:16.839965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bda54ba-8812-41ea-a173-255838615c64 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:16.847978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['db8b4ba6-fb4e-4db6-b2fe-9ea28845e873'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:25:16.851961 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bda54ba-8812-41ea-a173-255838615c64 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:16.854134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5bda54ba-8812-41ea-a173-255838615c64 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:16.892219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5bda54ba-8812-41ea-a173-255838615c64 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:16.894952 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5bda54ba-8812-41ea-a173-255838615c64 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2717931 Jun 04 16:25:16.896568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42422) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:17.026206 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c910e7-0051-46fc-816b-aae22bf27209 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet ac668101-b381-4997-b63d-26a640aed2d0 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:25:17.051048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'name': 'tempest-TaggedBootDevicesTest_v242-791080176-router', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:03Z', 'updated_at': '2022-06-04T16:25:13Z', 'revision_number': 4, 'project_id': '01148ea16252435195eb495d87ba9486', 'gw_port': {'id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:08:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:06Z', 'updated_at': '2022-06-04T16:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '5a42fd56-9884-4ef4-85ba-f0271642165b', 'name': '', 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'mac_address': 'fa:16:3e:a3:ca:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7e850267-7e75-4628-bf9a-9e0985081dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:12Z', 'updated_at': '2022-06-04T16:25:12Z', 'revision_number': 1, 'project_id': '01148ea16252435195eb495d87ba9486', 'subnets': [{'id': '7e850267-7e75-4628-bf9a-9e0985081dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:17.089545 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:17.140468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4', 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'port_id': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4', 'mac_address': 'fa:16:3e:3d:8f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d59b55-122b-45b5-8c8d-d6b98258f32b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:25:17.142226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:17.307335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:17.308056 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:17.327849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8208a3-be0c-4c44-ad91-10212499dd1e None None] The sync data for ids ['0e386b38-cfb5-41d1-a051-37063e0ceefc'] in n-d-811809-3 is: [{'id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'name': 'tempest-TaggedBootDevicesTest_v242-791080176-router', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:03Z', 'updated_at': '2022-06-04T16:25:13Z', 'revision_number': 4, 'project_id': '01148ea16252435195eb495d87ba9486', 'gw_port': {'id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:08:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:06Z', 'updated_at': '2022-06-04T16:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '5a42fd56-9884-4ef4-85ba-f0271642165b', 'name': '', 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'mac_address': 'fa:16:3e:a3:ca:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7e850267-7e75-4628-bf9a-9e0985081dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:12Z', 'updated_at': '2022-06-04T16:25:12Z', 'revision_number': 1, 'project_id': '01148ea16252435195eb495d87ba9486', 'subnets': [{'id': '7e850267-7e75-4628-bf9a-9e0985081dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:25:17.340130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:25:17.497611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:17.508366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2116f-656b-430f-8486-4dc7b342c46d req-ccd34eaf-824a-4751-a870-c5c9d151f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:17.511589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54c2116f-656b-430f-8486-4dc7b342c46d req-ccd34eaf-824a-4751-a870-c5c9d151f250 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92&device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 1097 time: 0.9824646 Jun 04 16:25:17.533762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b0a54-9043-4e5f-bf0b-4ed345e29861 req-30a5e32a-1478-4197-9bcc-f414c57bf86c tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:17.544235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-955b0a54-9043-4e5f-bf0b-4ed345e29861 req-30a5e32a-1478-4197-9bcc-f414c57bf86c tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 1.0274131 Jun 04 16:25:17.564375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-de62cabf-475d-4168-bad4-51059d6a20d2 admin admin] For port db03fa3c-d250-403b-8ea0-e36e8e7b7096, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=db03fa3c-d250-403b-8ea0-e36e8e7b7096,segment=NetworkSegment(de73982b-c0fc-45d9-8720-261a643e964a),segment_id=de73982b-c0fc-45d9-8720-261a643e964a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:17.568504 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de62cabf-475d-4168-bad4-51059d6a20d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:17.577498 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:17.744867 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:17.830524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['3a926a2b-1f29-45ac-b4e1-ae944d5848c4'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:25:18.091958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2116f-656b-430f-8486-4dc7b342c46d req-850ed4fa-8dea-49e3-aff8-4a038b573ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:18.093936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54c2116f-656b-430f-8486-4dc7b342c46d req-850ed4fa-8dea-49e3-aff8-4a038b573ad1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f HTTP/1.1" status: 200 len: 915 time: 0.5429866 Jun 04 16:25:18.259638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-de62cabf-475d-4168-bad4-51059d6a20d2 admin admin] Calling delete_port for db03fa3c-d250-403b-8ea0-e36e8e7b7096 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:18.351206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-955b0a54-9043-4e5f-bf0b-4ed345e29861 req-0d299292-3cdb-4c35-8710-42cab006cacd tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8014350 Jun 04 16:25:18.446161 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:18.513196 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Transition to ACTIVE for port object 88660d2e-34ef-4c0d-ba80-aa72c960bd06 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:18.548187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Transition to ACTIVE for port object 88660d2e-34ef-4c0d-ba80-aa72c960bd06 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:18.553329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:18.559742 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c910e7-0051-46fc-816b-aae22bf27209 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:18.657924 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54c2116f-656b-430f-8486-4dc7b342c46d req-5630007b-a4bd-4bc9-9aa9-9b816fa1f286 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c HTTP/1.1" status: 200 len: 217 time: 0.4205573 Jun 04 16:25:18.665152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:18.685281 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c910e7-0051-46fc-816b-aae22bf27209 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:18.689175 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f5f60-cf08-4ff3-8857-ea87f6591fdc req-2f3aaaa1-b336-4369-bd28-be91f10638b7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:18.691859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e2f5f60-cf08-4ff3-8857-ea87f6591fdc req-2f3aaaa1-b336-4369-bd28-be91f10638b7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 1.5394943 Jun 04 16:25:18.818257 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c910e7-0051-46fc-816b-aae22bf27209 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:18.860147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:18.867884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:18.881948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:18.882311 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:18.975165 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c910e7-0051-46fc-816b-aae22bf27209 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:19.100395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:25:19.108201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c910e7-0051-46fc-816b-aae22bf27209 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=ac668101-b381-4997-b63d-26a640aed2d0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:19.135474 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c910e7-0051-46fc-816b-aae22bf27209 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:19.169452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Pushing event updated for resources: {'Port': ['ID=88660d2e-34ef-4c0d-ba80-aa72c960bd06,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:19.199635 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f9c910e7-0051-46fc-816b-aae22bf27209 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/ac668101-b381-4997-b63d-26a640aed2d0 HTTP/1.1" status: 204 len: 168 time: 2.2994633 Jun 04 16:25:19.199980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42442) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:19.359604 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-80b88410-bea2-4f28-b3ef-0d1e9bced599 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1571620 Jun 04 16:25:19.360357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42446) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:19.366455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:19.417344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8f4ad114-ab13-4da6-97c2-437fb070a44b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:19.420346 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de62cabf-475d-4168-bad4-51059d6a20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:19.515955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Attempting to bind port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:25:19.516951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Attempting to bind port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:25:19.517457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Attempting to bind port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:19.526858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:25:19.527523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:19.528084 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:19.528836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:25:19.529605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Bound port: 88660d2e-34ef-4c0d-ba80-aa72c960bd06, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:25:19.530208 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:19.630328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:19.643490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:19.647218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:19.660546 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:19.668838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62cabf-475d-4168-bad4-51059d6a20d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db03fa3c-d250-403b-8ea0-e36e8e7b7096,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:19.691823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:19.705463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] For port 88660d2e-34ef-4c0d-ba80-aa72c960bd06, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:25:19.706008 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:19.710871 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] For port 88660d2e-34ef-4c0d-ba80-aa72c960bd06, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=88660d2e-34ef-4c0d-ba80-aa72c960bd06,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:25:19.720116 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:19.769989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e2f5f60-cf08-4ff3-8857-ea87f6591fdc req-90b0db69-ce26-4d2c-b7f9-2fd92f97a3cf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8973453 Jun 04 16:25:19.817275 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:19.922956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2116f-656b-430f-8486-4dc7b342c46d req-93bc9dbc-4580-4990-b1e8-4725026c658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:19.928800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54c2116f-656b-430f-8486-4dc7b342c46d req-93bc9dbc-4580-4990-b1e8-4725026c658a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=832c1a0f-eef2-4596-b4da-6fd412f92ae5 HTTP/1.1" status: 200 len: 854 time: 1.2320299 Jun 04 16:25:20.103701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efde2e-c7bb-4813-9e21-5339db09d42a None None] Pushing event updated for resources: {'Port': ['ID=88660d2e-34ef-4c0d-ba80-aa72c960bd06,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:20.137146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 8f4ad114-ab13-4da6-97c2-437fb070a44b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:20.152721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8f4ad114-ab13-4da6-97c2-437fb070a44b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:20.153182 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:20.307615 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54c2116f-656b-430f-8486-4dc7b342c46d req-ba02f384-e565-4fbf-861e-92c116ffba0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2687573 Jun 04 16:25:20.339913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:20.455283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:20.461537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:20.461906 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:20.463000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:20.476831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:20.477433 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:20.546104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=bc4f51d3-a324-43c5-b688-0c3e130fdbd7,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:20.560040 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-94edb48b-a783-4526-a55e-6a759e5c22d6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1985180 Jun 04 16:25:20.569160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42452) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:20.573142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e185b90e-56ee-4f58-a870-d8b2a2369f97 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-683324105', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:20.595512 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e185b90e-56ee-4f58-a870-d8b2a2369f97 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:20.599867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e185b90e-56ee-4f58-a870-d8b2a2369f97 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:router and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:20.612273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e185b90e-56ee-4f58-a870-d8b2a2369f97 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:20.623404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e185b90e-56ee-4f58-a870-d8b2a2369f97 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:20.636410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:20.637805 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:20.657796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba724e-ad82-4fef-b135-efa9a48e8200 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:25:20.660440 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e185b90e-56ee-4f58-a870-d8b2a2369f97 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:20.661483 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e185b90e-56ee-4f58-a870-d8b2a2369f97 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:20.699921 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e185b90e-56ee-4f58-a870-d8b2a2369f97 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:20.757004 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e185b90e-56ee-4f58-a870-d8b2a2369f97 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:20.791047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878f783-1a7c-41c4-b00c-6b21e13850c8 req-2c1a3bf8-8669-475e-b894-0f65f8700097 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:20.808673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e878f783-1a7c-41c4-b00c-6b21e13850c8 req-2c1a3bf8-8669-475e-b894-0f65f8700097 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 2.1063294 Jun 04 16:25:20.812837 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Sync routers for ids ['0e386b38-cfb5-41d1-a051-37063e0ceefc'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:25:20.845850 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Routers {'0e386b38-cfb5-41d1-a051-37063e0ceefc'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:20.848027 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0e386b38-cfb5-41d1-a051-37063e0ceefc'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:20.852231 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e185b90e-56ee-4f58-a870-d8b2a2369f97 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:20.853661 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e185b90e-56ee-4f58-a870-d8b2a2369f97 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2861350 Jun 04 16:25:20.856963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42458) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:20.942762 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:21.058515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f66e4b-a63c-4f46-8b2f-911ed3b7443f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:25:21.094351 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:21.291320 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Set router 0e386b38-cfb5-41d1-a051-37063e0ceefc gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:21.370244 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de62cabf-475d-4168-bad4-51059d6a20d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:21.373823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8f4ad114-ab13-4da6-97c2-437fb070a44b is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:21.374203 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:21.522877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 8f4ad114-ab13-4da6-97c2-437fb070a44b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8f4ad114-ab13-4da6-97c2-437fb070a44b,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:21.528575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:21.542557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:21.546986 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:21.567967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e878f783-1a7c-41c4-b00c-6b21e13850c8 req-40f75cb8-2187-4b4b-ac3d-9be5eed9fe89 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7559707 Jun 04 16:25:21.598463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e879b5-c887-4b9f-a449-f75a87d0468c req-90e04bbb-8094-42be-8c73-48592ce62512 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:21.602058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34e879b5-c887-4b9f-a449-f75a87d0468c req-90e04bbb-8094-42be-8c73-48592ce62512 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 1.4556847 Jun 04 16:25:21.629145 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:21.764365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34e879b5-c887-4b9f-a449-f75a87d0468c req-30484bdb-86a2-4480-8c05-d97bc9ce50d7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499312 Jun 04 16:25:21.804954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54c2116f-656b-430f-8486-4dc7b342c46d req-613db737-0360-4a96-89c2-1247e4e3c192 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4768028 Jun 04 16:25:22.020866 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54c2116f-656b-430f-8486-4dc7b342c46d req-a19cb477-7700-4d76-92ac-9e7a02446ac6 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142031 Jun 04 16:25:22.044229 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=8f4ad114-ab13-4da6-97c2-437fb070a44b,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:22.118619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:22.143959 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:22.311699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de62cabf-475d-4168-bad4-51059d6a20d2 admin admin] Router d71044dc-2eba-433b-a387-b19e103d0ff8 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:25:22.323656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:22.585305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021da94e-18f3-4c4c-ac17-aa548777c945 None None] Update dhcp port {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'fixed_ips': [{'subnet_id': 'bc4f51d3-a324-43c5-b688-0c3e130fdbd7'}], 'binding:host_id': 'n-d-811809-3'}, 'id': '88660d2e-34ef-4c0d-ba80-aa72c960bd06'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:25:22.613747 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:22.644679 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'name': 'tempest-TaggedBootDevicesTest_v242-791080176-router', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:03Z', 'updated_at': '2022-06-04T16:25:13Z', 'revision_number': 4, 'project_id': '01148ea16252435195eb495d87ba9486', 'gw_port': {'id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:08:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:06Z', 'updated_at': '2022-06-04T16:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '5a42fd56-9884-4ef4-85ba-f0271642165b', 'name': '', 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'mac_address': 'fa:16:3e:a3:ca:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7e850267-7e75-4628-bf9a-9e0985081dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:12Z', 'updated_at': '2022-06-04T16:25:13Z', 'revision_number': 2, 'project_id': '01148ea16252435195eb495d87ba9486', 'subnets': [{'id': '7e850267-7e75-4628-bf9a-9e0985081dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:22.662754 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Checking router: 0e386b38-cfb5-41d1-a051-37063e0ceefc for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:25:22.663096 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Updating router 0e386b38-cfb5-41d1-a051-37063e0ceefc port 5a42fd56-9884-4ef4-85ba-f0271642165b binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:25:22.827237 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:22.836866 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-021da94e-18f3-4c4c-ac17-aa548777c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:22.941417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de62cabf-475d-4168-bad4-51059d6a20d2 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:25:22.983388 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-de62cabf-475d-4168-bad4-51059d6a20d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/d71044dc-2eba-433b-a387-b19e103d0ff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0265322 Jun 04 16:25:22.994919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42484) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:23.063639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ac766-9c17-459f-86d6-68e752cc349f None None] Sync routers for ids ['d71044dc-2eba-433b-a387-b19e103d0ff8'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:25:23.139249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e02ec-ba58-4657-80c3-d960396cd78d req-3b930149-f49a-4d8b-958c-6fbdad78735f tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:23.148285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e40e02ec-ba58-4657-80c3-d960396cd78d req-3b930149-f49a-4d8b-958c-6fbdad78735f tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.3497105 Jun 04 16:25:23.244274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e40e02ec-ba58-4657-80c3-d960396cd78d req-43693226-3935-4838-8724-757802cab7fa tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948286 Jun 04 16:25:23.300342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ac766-9c17-459f-86d6-68e752cc349f None None] Routers {'d71044dc-2eba-433b-a387-b19e103d0ff8'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:23.300747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6c0ac766-9c17-459f-86d6-68e752cc349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['d71044dc-2eba-433b-a387-b19e103d0ff8'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:23.542735 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:23.643290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::1 (f0dbb02b-9d62-4207-955a-783084b70e61/bc4f51d3-a324-43c5-b688-0c3e130fdbd7/90775aa6-0887-4cd1-94bd-25c4b5068939) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:25:23.832611 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:23.929468 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Transition to ACTIVE for port object 5a42fd56-9884-4ef4-85ba-f0271642165b will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:23.937021 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1bce980-da29-4e61-92c0-84e3d49870ca'] response: {'server_uuid': '99f66e4b-a63c-4f46-8b2f-911ed3b7443f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873', 'code': 200} Jun 04 16:25:23.961442 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:23.976408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8f4ad114-ab13-4da6-97c2-437fb070a44b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:24.288069 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:24.344068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object 90775aa6-0887-4cd1-94bd-25c4b5068939 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:24.358200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6c0ac766-9c17-459f-86d6-68e752cc349f None None] Set router d71044dc-2eba-433b-a387-b19e103d0ff8 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:24.509353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8f4ad114-ab13-4da6-97c2-437fb070a44b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:24.509654 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:24.511102 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:24.593665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9ec5c-8d40-4f4a-8631-e7ee42f733fe req-ce765c4d-ce18-4d2f-866e-441b12efdd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:24.599541 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9fa9ec5c-8d40-4f4a-8631-e7ee42f733fe req-ce765c4d-ce18-4d2f-866e-441b12efdd52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 1096 time: 0.2448118 Jun 04 16:25:24.609356 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Pushing event updated for resources: {'Port': ['ID=5a42fd56-9884-4ef4-85ba-f0271642165b,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:24.661628 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:24.666376 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:24.666812 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:24.667146 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:24.667648 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:24.667977 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:24.668299 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:24.668625 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:24.668942 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:24.669269 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:24.669566 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:24.669875 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:24.733713 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Attempting to bind port 5a42fd56-9884-4ef4-85ba-f0271642165b on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:25:24.734075 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Attempting to bind port 5a42fd56-9884-4ef4-85ba-f0271642165b by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '1676dff0-4f8f-4ada-89f9-05d694a469d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:25:24.734451 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Attempting to bind port 5a42fd56-9884-4ef4-85ba-f0271642165b on network 676416cd-f8fd-4e07-9a29-07b61f3f4721 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:24.754052 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:25:24.754369 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Checking segment: {'id': '1676dff0-4f8f-4ada-89f9-05d694a469d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:24.754679 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:24.756330 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Bound using segment: {'id': '1676dff0-4f8f-4ada-89f9-05d694a469d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:25:24.756823 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Bound port: 5a42fd56-9884-4ef4-85ba-f0271642165b, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1676dff0-4f8f-4ada-89f9-05d694a469d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:25:24.757383 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:24.823426 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9ec5c-8d40-4f4a-8631-e7ee42f733fe req-96ddc2a4-209c-4d89-9912-2bbf71e26095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:24.825588 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9fa9ec5c-8d40-4f4a-8631-e7ee42f733fe req-96ddc2a4-209c-4d89-9912-2bbf71e26095 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.2163062 Jun 04 16:25:24.981517 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9fa9ec5c-8d40-4f4a-8631-e7ee42f733fe req-43eb5dc4-4113-443e-9d54-fc22f5f25f32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd HTTP/1.1" status: 200 len: 999 time: 0.1454501 Jun 04 16:25:24.983112 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:24.994320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f0afb-1d8b-438a-bbde-806d4dca174b req-c57ef8b6-2dca-4225-8528-4f0795f0400d tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:24.997449 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] For port 5a42fd56-9884-4ef4-85ba-f0271642165b, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:25:25.001290 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] For port 5a42fd56-9884-4ef4-85ba-f0271642165b, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5a42fd56-9884-4ef4-85ba-f0271642165b,segment=NetworkSegment(1676dff0-4f8f-4ada-89f9-05d694a469d5),segment_id=1676dff0-4f8f-4ada-89f9-05d694a469d5)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:25:25.004162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e3f0afb-1d8b-438a-bbde-806d4dca174b req-c57ef8b6-2dca-4225-8528-4f0795f0400d tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0400557-2d38-43ea-870f-a9467c3935e3 HTTP/1.1" status: 200 len: 945 time: 0.9723489 Jun 04 16:25:25.009323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Deleting port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:25.011452 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:25.021542 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:25.087528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:25.139829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=90775aa6-0887-4cd1-94bd-25c4b5068939,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:25.140724 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Routers {'0e386b38-cfb5-41d1-a051-37063e0ceefc'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:25.141356 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0e386b38-cfb5-41d1-a051-37063e0ceefc'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:25.150981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:25.159052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:25:25.159732 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:25.311535 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:25.320156 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-3e3f0afb-1d8b-438a-bbde-806d4dca174b req-261c9e33-2c10-46a1-989a-9aa69da6bcd8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Deleting port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:25.320495 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3e3f0afb-1d8b-438a-bbde-806d4dca174b req-261c9e33-2c10-46a1-989a-9aa69da6bcd8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:25.476626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbef6c5-a383-4e36-ae30-814223a8d86b req-14c6d245-5a1a-4cfc-bafa-5a68dc25c9bf tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:25.479206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fbef6c5-a383-4e36-ae30-814223a8d86b req-14c6d245-5a1a-4cfc-bafa-5a68dc25c9bf tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 1.2199051 Jun 04 16:25:25.479730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9ec5c-8d40-4f4a-8631-e7ee42f733fe req-44d4cc40-22af-42f4-b256-26df5ad1bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:25.481513 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9fa9ec5c-8d40-4f4a-8631-e7ee42f733fe req-44d4cc40-22af-42f4-b256-26df5ad1bdcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.4843512 Jun 04 16:25:25.521677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8f4ad114-ab13-4da6-97c2-437fb070a44b is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:25.588509 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] Set router 0e386b38-cfb5-41d1-a051-37063e0ceefc gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:25.634221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-021da94e-18f3-4c4c-ac17-aa548777c945 None None] Allocated IP 2001:db8::2 (f0dbb02b-9d62-4207-955a-783084b70e61/bc4f51d3-a324-43c5-b688-0c3e130fdbd7/88660d2e-34ef-4c0d-ba80-aa72c960bd06) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:25:25.930062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] For port dbc4b5f0-4561-4fc0-9f47-b7930c4d489e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dbc4b5f0-4561-4fc0-9f47-b7930c4d489e,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:25.931560 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:25.977602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96acaac3-b245-484c-aaea-d5f4c4a9a571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:25:26.100351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Calling delete_port for dbc4b5f0-4561-4fc0-9f47-b7930c4d489e owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:26.194570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-021da94e-18f3-4c4c-ac17-aa548777c945 None None] For port 88660d2e-34ef-4c0d-ba80-aa72c960bd06, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=88660d2e-34ef-4c0d-ba80-aa72c960bd06,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:26.218994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6c0ac766-9c17-459f-86d6-68e752cc349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'name': 'tempest-FloatingIPDetailsTestJSON-838902916-router', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:14Z', 'updated_at': '2022-06-04T16:25:19Z', 'revision_number': 5, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'gw_port': {'id': 'dbc4b5f0-4561-4fc0-9f47-b7930c4d489e', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:15Z', 'updated_at': '2022-06-04T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:26.232168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ac766-9c17-459f-86d6-68e752cc349f None None] Checking router: d71044dc-2eba-433b-a387-b19e103d0ff8 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:25:26.283253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ac766-9c17-459f-86d6-68e752cc349f None None] Routers {'d71044dc-2eba-433b-a387-b19e103d0ff8'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:26.283896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6c0ac766-9c17-459f-86d6-68e752cc349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['d71044dc-2eba-433b-a387-b19e103d0ff8'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:26.314072 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'name': 'tempest-TaggedBootDevicesTest_v242-791080176-router', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:03Z', 'updated_at': '2022-06-04T16:25:13Z', 'revision_number': 4, 'project_id': '01148ea16252435195eb495d87ba9486', 'gw_port': {'id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:06Z', 'updated_at': '2022-06-04T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '5a42fd56-9884-4ef4-85ba-f0271642165b', 'name': '', 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'mac_address': 'fa:16:3e:a3:ca:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7e850267-7e75-4628-bf9a-9e0985081dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:12Z', 'updated_at': '2022-06-04T16:25:24Z', 'revision_number': 4, 'project_id': '01148ea16252435195eb495d87ba9486', 'subnets': [{'id': '7e850267-7e75-4628-bf9a-9e0985081dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:26.321280 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b6272-d94a-4dc1-bd6c-521bc14cce6c None None] Pushing event updated for resources: {'Port': ['ID=5a42fd56-9884-4ef4-85ba-f0271642165b,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:26.325405 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ebf2d-0f6b-45ad-99a7-39d0dc7b2f04 None None] The sync data for ids ['0e386b38-cfb5-41d1-a051-37063e0ceefc'] in n-d-811809-3 is: [{'id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'name': 'tempest-TaggedBootDevicesTest_v242-791080176-router', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:03Z', 'updated_at': '2022-06-04T16:25:13Z', 'revision_number': 4, 'project_id': '01148ea16252435195eb495d87ba9486', 'gw_port': {'id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:06Z', 'updated_at': '2022-06-04T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '5a42fd56-9884-4ef4-85ba-f0271642165b', 'name': '', 'network_id': '676416cd-f8fd-4e07-9a29-07b61f3f4721', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'mac_address': 'fa:16:3e:a3:ca:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '7e850267-7e75-4628-bf9a-9e0985081dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:12Z', 'updated_at': '2022-06-04T16:25:24Z', 'revision_number': 4, 'project_id': '01148ea16252435195eb495d87ba9486', 'subnets': [{'id': '7e850267-7e75-4628-bf9a-9e0985081dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:25:26.421451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fbef6c5-a383-4e36-ae30-814223a8d86b req-bafa756f-50fa-4f7b-ac1d-8300a6ff2233 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6974707 Jun 04 16:25:26.432425 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:26.523251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6c0ac766-9c17-459f-86d6-68e752cc349f None None] Set router d71044dc-2eba-433b-a387-b19e103d0ff8 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:26.545590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc4b5f0-4561-4fc0-9f47-b7930c4d489e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:26.603193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9ec5c-8d40-4f4a-8631-e7ee42f733fe req-47579ffe-451d-44df-95a5-ec756819f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:26.617041 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9fa9ec5c-8d40-4f4a-8631-e7ee42f733fe req-47579ffe-451d-44df-95a5-ec756819f9f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1186857 Jun 04 16:25:26.714309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6c0ac766-9c17-459f-86d6-68e752cc349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'name': 'tempest-FloatingIPDetailsTestJSON-838902916-router', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:14Z', 'updated_at': '2022-06-04T16:25:24Z', 'revision_number': 6, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:26.720916 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-021da94e-18f3-4c4c-ac17-aa548777c945 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:26.724985 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ac766-9c17-459f-86d6-68e752cc349f None None] The sync data for ids ['d71044dc-2eba-433b-a387-b19e103d0ff8'] in n-d-811809-3 is: [{'id': 'd71044dc-2eba-433b-a387-b19e103d0ff8', 'name': 'tempest-FloatingIPDetailsTestJSON-838902916-router', 'tenant_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:14Z', 'updated_at': '2022-06-04T16:25:24Z', 'revision_number': 6, 'project_id': 'fba355b7d3854ad5aff0fa17ad6af83b', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:25:26.800600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-021da94e-18f3-4c4c-ac17-aa548777c945 None None] Ignored duplicate provisioning block setup for port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 04 16:25:26.813695 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-021da94e-18f3-4c4c-ac17-aa548777c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:26.915364 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:27.009106 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021da94e-18f3-4c4c-ac17-aa548777c945 None None] Pushing event updated for resources: {'Port': ['ID=88660d2e-34ef-4c0d-ba80-aa72c960bd06,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:27.359863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-3e3f0afb-1d8b-438a-bbde-806d4dca174b req-261c9e33-2c10-46a1-989a-9aa69da6bcd8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] For port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:27.360417 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3e3f0afb-1d8b-438a-bbde-806d4dca174b req-261c9e33-2c10-46a1-989a-9aa69da6bcd8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:27.379459 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:27.384875 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:27.445607 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9fa9ec5c-8d40-4f4a-8631-e7ee42f733fe req-3d268503-1311-4a4a-a6fd-c3e381061c50 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8146412 Jun 04 16:25:27.622657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:27.626212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-3e3f0afb-1d8b-438a-bbde-806d4dca174b req-261c9e33-2c10-46a1-989a-9aa69da6bcd8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Calling delete_port for 3e6e10f4-1ea9-4888-84fd-0dea959ba26b owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:27.640799 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:27.642577 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:27.753880 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7146ecb-a3a5-4033-ab9e-0abc62f650d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:27.839842 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:27.840355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router d71044dc-2eba-433b-a387-b19e103d0ff8 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:25:27.947670 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9fa9ec5c-8d40-4f4a-8631-e7ee42f733fe req-f3bf420c-98f8-49af-944a-52b1b5e81b99 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946527 Jun 04 16:25:28.005463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5a42fd56-9884-4ef4-85ba-f0271642165b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:28.039127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=90775aa6-0887-4cd1-94bd-25c4b5068939,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:28.244941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 5a42fd56-9884-4ef4-85ba-f0271642165b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:28.254688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 5a42fd56-9884-4ef4-85ba-f0271642165b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:28.255121 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:28.275727 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:28.280572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7fedc6ff-df8a-423f-b9e0-bac0ddd3a6ba admin admin] 10.222.0.13 "DELETE /v2.0/routers/d71044dc-2eba-433b-a387-b19e103d0ff8 HTTP/1.1" status: 204 len: 168 time: 5.2830715 Jun 04 16:25:28.284846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42512) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:28.332594 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:28.333895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:28.509984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceeb6710-0dc6-4bbf-b93a-f413f97fcaa0 admin admin] Deleting subnet 05f15e51-3aa4-4b20-8764-d0f75be2ebeb {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:25:28.517889 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6710-0dc6-4bbf-b93a-f413f97fcaa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:28.608449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 3e6e10f4-1ea9-4888-84fd-0dea959ba26b no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:28.847318 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3e3f0afb-1d8b-438a-bbde-806d4dca174b req-261c9e33-2c10-46a1-989a-9aa69da6bcd8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:28.945244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c9e33-2c10-46a1-989a-9aa69da6bcd8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Pushing event deleted for resources: {'Port': ['ID=3e6e10f4-1ea9-4888-84fd-0dea959ba26b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:28.967881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6710-0dc6-4bbf-b93a-f413f97fcaa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:28.969579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No active binding found for port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b {{(pid=88799) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 16:25:28.970043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 3e6e10f4-1ea9-4888-84fd-0dea959ba26b not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:25:29.089672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 5a42fd56-9884-4ef4-85ba-f0271642165b is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:29.090305 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:29.152390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 5a42fd56-9884-4ef4-85ba-f0271642165b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5a42fd56-9884-4ef4-85ba-f0271642165b,segment=NetworkSegment(1676dff0-4f8f-4ada-89f9-05d694a469d5),segment_id=1676dff0-4f8f-4ada-89f9-05d694a469d5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:29.166313 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:29.196051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Router ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:25:29.223025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3f0afb-1d8b-438a-bbde-806d4dca174b req-261c9e33-2c10-46a1-989a-9aa69da6bcd8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] No DVR routers for this DVR port 3e6e10f4-1ea9-4888-84fd-0dea959ba26b on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:25:29.232621 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3e3f0afb-1d8b-438a-bbde-806d4dca174b req-261c9e33-2c10-46a1-989a-9aa69da6bcd8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:29.255147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0400557-2d38-43ea-870f-a9467c3935e3', 'name': 'network-vif-deleted', 'tag': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:25:29.275427 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e3f0afb-1d8b-438a-bbde-806d4dca174b req-261c9e33-2c10-46a1-989a-9aa69da6bcd8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.46 "DELETE /v2.0/ports/3e6e10f4-1ea9-4888-84fd-0dea959ba26b HTTP/1.1" status: 204 len: 173 time: 4.2034590 Jun 04 16:25:29.302915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dbc4b5f0-4561-4fc0-9f47-b7930c4d489e no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:29.377037 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6710-0dc6-4bbf-b93a-f413f97fcaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:29.472349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: dbc4b5f0-4561-4fc0-9f47-b7930c4d489e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:25:29.476795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dbc4b5f0-4561-4fc0-9f47-b7930c4d489e not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:25:29.477565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device db03fa3c-d250-403b-8ea0-e36e8e7b7096 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:29.566978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: db03fa3c-d250-403b-8ea0-e36e8e7b7096 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:25:29.567680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device db03fa3c-d250-403b-8ea0-e36e8e7b7096 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:25:29.574603 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6710-0dc6-4bbf-b93a-f413f97fcaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:29.592300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2da7e678-cea5-4d4b-a07a-8aa109d81a31 None None] Provisioning for port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:29.606714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=5a42fd56-9884-4ef4-85ba-f0271642165b,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:29.686717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb6710-0dc6-4bbf-b93a-f413f97fcaa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f15e51-3aa4-4b20-8764-d0f75be2ebeb,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:29.692723 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6710-0dc6-4bbf-b93a-f413f97fcaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:29.694519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5687c49-230b-4ef4-ae1f-e940fc3bc927 None None] Network 44f4cbc0-d0ed-4b4b-9a52-7249877da639 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:25:29.704908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ceeb6710-0dc6-4bbf-b93a-f413f97fcaa0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/05f15e51-3aa4-4b20-8764-d0f75be2ebeb HTTP/1.1" status: 204 len: 168 time: 1.4187658 Jun 04 16:25:29.708113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42524) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:29.709309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:25:29.720294 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Sync routers for ids ['ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:25:29.734021 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Routers {'ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:29.738406 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:30.076641 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:30.082305 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-926c484f-17dc-4e6b-b123-f267ef455068 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "PUT /v2.0/routers/ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2227499 Jun 04 16:25:30.085580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42528) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:30.101671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Deleting port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:30.102014 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:30.164437 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 88660d2e-34ef-4c0d-ba80-aa72c960bd06 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:30.247684 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Set router ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:30.309351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6b520-a4c2-458e-be67-9cd7e84f1e53 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:30.310211 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8c97b475-b0d6-4b06-844e-20dcb5be443b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:30.317039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2fd6b520-a4c2-458e-be67-9cd7e84f1e53 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports/90775aa6-0887-4cd1-94bd-25c4b5068939 HTTP/1.1" status: 200 len: 911 time: 0.2302821 Jun 04 16:25:30.321256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42532) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:30.532177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57921299-3996-4d06-a155-c0dd5c09c79b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:30.558700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57921299-3996-4d06-a155-c0dd5c09c79b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:30.577370 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-57921299-3996-4d06-a155-c0dd5c09c79b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2535164 Jun 04 16:25:30.578817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42538) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:30.615058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fd6e3313-3cb7-4016-8af8-ea5871c443f5 None None] Provisioning for port 90775aa6-0887-4cd1-94bd-25c4b5068939 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:30.655240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fd6e3313-3cb7-4016-8af8-ea5871c443f5 None None] Provisioning complete for port 90775aa6-0887-4cd1-94bd-25c4b5068939 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:30.655615 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd6e3313-3cb7-4016-8af8-ea5871c443f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:30.818270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e3313-3cb7-4016-8af8-ea5871c443f5 None None] Port 90775aa6-0887-4cd1-94bd-25c4b5068939 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:25:30.867296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:30.883794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:30.884162 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:31.035519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3ba1eb-dd01-4ebf-8b32-ee520cbc829b None None] DHCP port deletion for 44f4cbc0-d0ed-4b4b-9a52-7249877da639 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:25:31.067839 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8', 'name': 'tempest-NetworksTestDHCPv6-router-683324105', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:20Z', 'updated_at': '2022-06-04T16:25:25Z', 'revision_number': 2, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'gw_port_host': None, '_interfaces': [{'id': '90775aa6-0887-4cd1-94bd-25c4b5068939', 'name': '', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'mac_address': 'fa:16:3e:fc:c2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'bc4f51d3-a324-43c5-b688-0c3e130fdbd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:23Z', 'updated_at': '2022-06-04T16:25:26Z', 'revision_number': 2, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'subnets': [{'id': 'bc4f51d3-a324-43c5-b688-0c3e130fdbd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:31.080638 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Checking router: ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:25:31.081228 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Updating router ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8 port 90775aa6-0887-4cd1-94bd-25c4b5068939 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:25:31.087631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ba1eb-dd01-4ebf-8b32-ee520cbc829b None None] Deleting port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:31.094720 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba1eb-dd01-4ebf-8b32-ee520cbc829b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:31.179806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] For port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=38c6c12a-9b04-44e2-8349-f1e641a1a3b9,segment=NetworkSegment(de73982b-c0fc-45d9-8720-261a643e964a),segment_id=de73982b-c0fc-45d9-8720-261a643e964a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:31.180401 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:31.238159 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:31.335850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1c83df12-daf5-4a23-8515-880bd54bc4bd None None] Provisioning complete for port 90775aa6-0887-4cd1-94bd-25c4b5068939 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:31.339738 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1c83df12-daf5-4a23-8515-880bd54bc4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:31.405139 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:31.504967 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:31.536234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Calling delete_port for 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:31.814869 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:31.962641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] No DVR routers for this DVR port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:25:32.047022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5a3ba1eb-dd01-4ebf-8b32-ee520cbc829b None None] For port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=38c6c12a-9b04-44e2-8349-f1e641a1a3b9,segment=NetworkSegment(de73982b-c0fc-45d9-8720-261a643e964a),segment_id=de73982b-c0fc-45d9-8720-261a643e964a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:32.052379 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba1eb-dd01-4ebf-8b32-ee520cbc829b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.070206 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.122295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c6c12a-9b04-44e2-8349-f1e641a1a3b9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:32.168343 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.197466 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Transition to ACTIVE for port object 90775aa6-0887-4cd1-94bd-25c4b5068939 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:32.212829 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.288074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:32.288808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:32.288808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:32.290340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:32.290968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:32.291449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:32.293409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:32.294001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:32.294375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:32.294725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:32.295043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:32.295359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:32.348866 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.398159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ba1eb-dd01-4ebf-8b32-ee520cbc829b None None] Calling delete_port for 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:32.418107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f4cbc0-d0ed-4b4b-9a52-7249877da639']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:32.452298 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de73982b-c0fc-45d9-8720-261a643e964a') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:32.454150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de73982b-c0fc-45d9-8720-261a643e964a') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:32.485094 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.523317 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.530035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1c83df12-daf5-4a23-8515-880bd54bc4bd None None] Port 90775aa6-0887-4cd1-94bd-25c4b5068939 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:25:32.549618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:25:32.551440 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.600384 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:32.600889 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.635022 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae42fc-f7ef-4c17-a043-7132b9a44c1a None None] Pushing event updated for resources: {'Port': ['ID=90775aa6-0887-4cd1-94bd-25c4b5068939,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:32.738036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 88660d2e-34ef-4c0d-ba80-aa72c960bd06, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=88660d2e-34ef-4c0d-ba80-aa72c960bd06,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:32.752990 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.753886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5a42fd56-9884-4ef4-85ba-f0271642165b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:32.810886 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment de73982b-c0fc-45d9-8720-261a643e964a resource provider aggregate not found Jun 04 16:25:32.819647 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Attempting to bind port 90775aa6-0887-4cd1-94bd-25c4b5068939 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:25:32.820309 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Attempting to bind port 90775aa6-0887-4cd1-94bd-25c4b5068939 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:25:32.820852 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Attempting to bind port 90775aa6-0887-4cd1-94bd-25c4b5068939 on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:32.832478 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:25:32.838604 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:32.839778 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.840350 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:25:32.841003 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Bound port: 90775aa6-0887-4cd1-94bd-25c4b5068939, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:25:32.841555 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.849724 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.880445 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment de73982b-c0fc-45d9-8720-261a643e964a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de73982b-c0fc-45d9-8720-261a643e964a found for delete ", "request_id": "req-bd5e07ff-d2bf-4bd7-a1eb-f69b8511ac99"}]} Jun 04 16:25:32.883936 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.884721 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:32.904344 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] 10.222.0.13 "DELETE /v2.0/networks/44f4cbc0-d0ed-4b4b-9a52-7249877da639 HTTP/1.1" status: 204 len: 168 time: 3.1790819 Jun 04 16:25:32.913191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbebef-a2a5-4ddc-8bdb-fd53d3fed289 admin admin] Pushing event deleted for resources: {'Network': ['ID=44f4cbc0-d0ed-4b4b-9a52-7249877da639,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:32.940155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 90775aa6-0887-4cd1-94bd-25c4b5068939 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:32.941984 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:33.067259 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-5a3ba1eb-dd01-4ebf-8b32-ee520cbc829b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:25:33.068000 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-5a3ba1eb-dd01-4ebf-8b32-ee520cbc829b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:25:33.109950 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=88660d2e-34ef-4c0d-ba80-aa72c960bd06,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:33.142672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 5a42fd56-9884-4ef4-85ba-f0271642165b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:33.143228 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:33.211220 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] For port 90775aa6-0887-4cd1-94bd-25c4b5068939, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:25:33.228656 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] For port 90775aa6-0887-4cd1-94bd-25c4b5068939, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=90775aa6-0887-4cd1-94bd-25c4b5068939,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:25:33.252250 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:33.483347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 5a42fd56-9884-4ef4-85ba-f0271642165b is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:33.552010 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Routers {'ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:33.553481 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:33.569468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ba1eb-dd01-4ebf-8b32-ee520cbc829b None None] Deleting port 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:33.569866 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba1eb-dd01-4ebf-8b32-ee520cbc829b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:33.595714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42556) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:33.777160 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-13f5da46-e2ee-43dd-907d-af7c148bc946 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fba355b7d3854ad5aff0fa17ad6af83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799264 Jun 04 16:25:33.782923 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae42fc-f7ef-4c17-a043-7132b9a44c1a None None] Pushing event updated for resources: {'Port': ['ID=90775aa6-0887-4cd1-94bd-25c4b5068939,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:33.785593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42560) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:33.890416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 88660d2e-34ef-4c0d-ba80-aa72c960bd06 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:34.014705 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4d46b3d4-2545-42d2-9c8f-6ba783cbec3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:34.018988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ba1eb-dd01-4ebf-8b32-ee520cbc829b None None] The port '38c6c12a-9b04-44e2-8349-f1e641a1a3b9' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:25:34.052202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] For port 90775aa6-0887-4cd1-94bd-25c4b5068939, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=90775aa6-0887-4cd1-94bd-25c4b5068939,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:34.052821 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:34.126485 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4d46b3d4-2545-42d2-9c8f-6ba783cbec3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:34.147121 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:34.162932 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:34.204755 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] Set router ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:34.231110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:34.231652 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:34.305162 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4d46b3d4-2545-42d2-9c8f-6ba783cbec3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:34.352856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46b3d4-2545-42d2-9c8f-6ba783cbec3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415a74d3-1b37-49ef-b399-8427dea23f10,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:34.384461 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4d46b3d4-2545-42d2-9c8f-6ba783cbec3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:34.385932 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4d46b3d4-2545-42d2-9c8f-6ba783cbec3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/415a74d3-1b37-49ef-b399-8427dea23f10 HTTP/1.1" status: 204 len: 168 time: 0.5993526 Jun 04 16:25:34.454131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081dd48e-fde2-4243-b62d-a4752ab80afc None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:25:34.489062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 90775aa6-0887-4cd1-94bd-25c4b5068939 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:34.977960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:35.079455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081dd48e-fde2-4243-b62d-a4752ab80afc None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:25:35.171441 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:35.330188 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:35.417324 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8', 'name': 'tempest-NetworksTestDHCPv6-router-683324105', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:20Z', 'updated_at': '2022-06-04T16:25:25Z', 'revision_number': 2, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'gw_port_host': None, '_interfaces': [{'id': '90775aa6-0887-4cd1-94bd-25c4b5068939', 'name': '', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'mac_address': 'fa:16:3e:fc:c2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'bc4f51d3-a324-43c5-b688-0c3e130fdbd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:23Z', 'updated_at': '2022-06-04T16:25:33Z', 'revision_number': 4, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'subnets': [{'id': 'bc4f51d3-a324-43c5-b688-0c3e130fdbd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:35.425581 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922428c-fb4d-4957-9ae6-c5531e7015c4 None None] The sync data for ids ['ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8'] in n-d-811809-3 is: [{'id': 'ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8', 'name': 'tempest-NetworksTestDHCPv6-router-683324105', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:20Z', 'updated_at': '2022-06-04T16:25:25Z', 'revision_number': 2, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'gw_port_host': None, '_interfaces': [{'id': '90775aa6-0887-4cd1-94bd-25c4b5068939', 'name': '', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'mac_address': 'fa:16:3e:fc:c2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'bc4f51d3-a324-43c5-b688-0c3e130fdbd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:23Z', 'updated_at': '2022-06-04T16:25:33Z', 'revision_number': 4, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'subnets': [{'id': 'bc4f51d3-a324-43c5-b688-0c3e130fdbd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:25:35.523230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:25:35.523577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 38c6c12a-9b04-44e2-8349-f1e641a1a3b9 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:25:35.745100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=90775aa6-0887-4cd1-94bd-25c4b5068939,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:36.006767 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:36.006767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:36.006767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:36.006767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:36.006767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:36.009950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:36.010732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:36.011277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:36.012101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:36.013373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:36.014259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:36.014856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:36.015412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:36.503994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Router ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:25:36.769811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:25:36.799059 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-64ae6417-3d38-4de2-8438-9926d96390d1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "PUT /v2.0/routers/ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2123835 Jun 04 16:25:36.801611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42598) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:36.904818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e6274-56d6-4f59-a299-cbb9dcdf89af tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:36.906468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e6274-56d6-4f59-a299-cbb9dcdf89af tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:36.907262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1f7e6274-56d6-4f59-a299-cbb9dcdf89af tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:36.943899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1f7e6274-56d6-4f59-a299-cbb9dcdf89af tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:36.947378 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1f7e6274-56d6-4f59-a299-cbb9dcdf89af tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1447103 Jun 04 16:25:36.950895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42602) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:37.060894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-d311015e-1027-4665-a69d-6c9260934929 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet bc4f51d3-a324-43c5-b688-0c3e130fdbd7 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:25:37.074164 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d311015e-1027-4665-a69d-6c9260934929 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:37.190836 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d311015e-1027-4665-a69d-6c9260934929 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:37.290485 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2daf9234-9bd1-4176-a2f9-363ffe1affb0 None None] Provisioning complete for port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:37.290485 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2daf9234-9bd1-4176-a2f9-363ffe1affb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:37.433583 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d311015e-1027-4665-a69d-6c9260934929 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:37.439670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2daf9234-9bd1-4176-a2f9-363ffe1affb0 None None] Current status of the port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:37.529069 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d311015e-1027-4665-a69d-6c9260934929 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:37.609569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311015e-1027-4665-a69d-6c9260934929 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=bc4f51d3-a324-43c5-b688-0c3e130fdbd7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:37.613049 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d311015e-1027-4665-a69d-6c9260934929 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:37.622996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfafd936-f9e5-400e-9854-36188d86798a None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:25:37.635358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d311015e-1027-4665-a69d-6c9260934929 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/bc4f51d3-a324-43c5-b688-0c3e130fdbd7 HTTP/1.1" status: 204 len: 168 time: 0.6830649 Jun 04 16:25:37.637999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42618) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:37.852061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8b55b721-84b9-47cc-a210-9310eb64cbd3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:router {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:37.899685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8b55b721-84b9-47cc-a210-9310eb64cbd3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:router {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:37.901349 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8b55b721-84b9-47cc-a210-9310eb64cbd3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2619395 Jun 04 16:25:37.904751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42638) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:38.084042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c17d67-b06b-4831-98ff-abdc11c64616 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:25:38.084311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b3c17d67-b06b-4831-98ff-abdc11c64616 None None] Deleting port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:38.085135 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b3c17d67-b06b-4831-98ff-abdc11c64616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:38.137392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51d47b-7609-4173-a996-b05152c5b73a None None] Sync routers for ids ['ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:25:38.171287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e51d47b-7609-4173-a996-b05152c5b73a None None] Routers {'ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:38.172041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9e51d47b-7609-4173-a996-b05152c5b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:38.182546 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c2e3961c-131f-48b5-af82-42b04457cb56 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:38.508825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9e51d47b-7609-4173-a996-b05152c5b73a None None] Set router ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:38.611512 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c2e3961c-131f-48b5-af82-42b04457cb56 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:38.615199 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c2e3961c-131f-48b5-af82-42b04457cb56 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:38.701277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9e51d47b-7609-4173-a996-b05152c5b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8', 'name': 'tempest-NetworksTestDHCPv6-router-683324105', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:20Z', 'updated_at': '2022-06-04T16:25:34Z', 'revision_number': 3, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:38.707322 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c2e3961c-131f-48b5-af82-42b04457cb56 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:38.707590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e3961c-131f-48b5-af82-42b04457cb56 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Fanout notify agent at l3_agent the message router_deleted on router ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:25:38.726501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51d47b-7609-4173-a996-b05152c5b73a None None] Checking router: ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:25:38.776525 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c2e3961c-131f-48b5-af82-42b04457cb56 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:38.777720 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c2e3961c-131f-48b5-af82-42b04457cb56 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/routers/ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8 HTTP/1.1" status: 204 len: 168 time: 0.8712091 Jun 04 16:25:38.780929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42676) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:38.787085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:38.806711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-6c7ead23-b3d7-482b-abaa-887cb409eb40 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:38.809019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e51d47b-7609-4173-a996-b05152c5b73a None None] Routers set() bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:38.809618 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e51d47b-7609-4173-a996-b05152c5b73a None None] Router IDs set() for agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 04 16:25:38.810329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_agentschedulers_db [None req-9e51d47b-7609-4173-a996-b05152c5b73a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent'). {{(pid=88799) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 04 16:25:38.810750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51d47b-7609-4173-a996-b05152c5b73a None None] The sync data for ids ['ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:25:38.814238 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-6c7ead23-b3d7-482b-abaa-887cb409eb40 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/networks?id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 HTTP/1.1" status: 200 len: 815 time: 0.7026429 Jun 04 16:25:38.837565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-d9461e2b-4773-447f-a8dc-5b56f64101fc tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/quotas/bd345418206f425db75320e56ffebcbb HTTP/1.1" status: 200 len: 375 time: 0.0223436 Jun 04 16:25:38.839569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b3c17d67-b06b-4831-98ff-abdc11c64616 None None] For port 88660d2e-34ef-4c0d-ba80-aa72c960bd06, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=88660d2e-34ef-4c0d-ba80-aa72c960bd06,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:38.840282 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b3c17d67-b06b-4831-98ff-abdc11c64616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:38.848098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282ffd0-e070-447e-820c-6a908dd561ee req-037ea408-0b1e-4da4-9d0c-519043157118 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:38.854100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6282ffd0-e070-447e-820c-6a908dd561ee req-037ea408-0b1e-4da4-9d0c-519043157118 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.4541376 Jun 04 16:25:38.928220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-e1801d85-acba-476a-9883-948af879eb58 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Synchronizing usage tracker for tenant:bd345418206f425db75320e56ffebcbb on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:38.954737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:38.959576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:38.960332 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6282ffd0-e070-447e-820c-6a908dd561ee req-8756617e-19f3-4a59-8622-800b711804fd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609818 Jun 04 16:25:38.962696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:38.970396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:38.974886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-e1801d85-acba-476a-9883-948af879eb58 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Unset dirty status for tenant:bd345418206f425db75320e56ffebcbb on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:38.976616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-e1801d85-acba-476a-9883-948af879eb58 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd345418206f425db75320e56ffebcbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203260 Jun 04 16:25:38.990186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:38.994024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:39.029625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b3c17d67-b06b-4831-98ff-abdc11c64616 None None] Calling delete_port for 88660d2e-34ef-4c0d-ba80-aa72c960bd06 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:39.195431 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b3c17d67-b06b-4831-98ff-abdc11c64616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:39.222343 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2bc2cead-e7c5-4ce4-9af1-dcc157c14250 service neutron] 10.222.0.13 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373180 Jun 04 16:25:39.276515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c17d67-b06b-4831-98ff-abdc11c64616 None None] Pushing event deleted for resources: {'Port': ['ID=88660d2e-34ef-4c0d-ba80-aa72c960bd06,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:39.279374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c17d67-b06b-4831-98ff-abdc11c64616 None None] No DVR routers for this DVR port 88660d2e-34ef-4c0d-ba80-aa72c960bd06 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:25:39.349067 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:25:39.410664 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:39.670564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:39.676109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:39.677029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 88660d2e-34ef-4c0d-ba80-aa72c960bd06 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:39.700526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=a2cddba0-13ac-457f-b49a-538df6410149,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:39.708621 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-a54dca1f-db97-453c-9d6b-b7a949fa40d1 service neutron] 10.222.0.13 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410973 Jun 04 16:25:39.713127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:39.714056 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:39.722913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e507b1-33c7-436e-9412-082ddd3a4203 req-0db0e153-7c3f-4474-bead-095109eb2970 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:39.730023 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07e507b1-33c7-436e-9412-082ddd3a4203 req-0db0e153-7c3f-4474-bead-095109eb2970 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.5063343 Jun 04 16:25:39.753257 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-32705ad6-7f7e-4551-9070-9ee896b696f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9711590 Jun 04 16:25:39.755648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42702) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:39.764511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c5006a76-7c0e-40f9-9ea7-180c2c7f3ee9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1208960259', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:39.771552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 88660d2e-34ef-4c0d-ba80-aa72c960bd06 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:25:39.771994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 88660d2e-34ef-4c0d-ba80-aa72c960bd06 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:25:39.780176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 90775aa6-0887-4cd1-94bd-25c4b5068939 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:39.780898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c5006a76-7c0e-40f9-9ea7-180c2c7f3ee9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:39.784264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587f323-5552-45c8-a8dd-6ee44f55114f req-6583090e-b2ec-4ed8-aa0f-009a6c019cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:39.785824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1587f323-5552-45c8-a8dd-6ee44f55114f req-6583090e-b2ec-4ed8-aa0f-009a6c019cc5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 1096 time: 0.3677323 Jun 04 16:25:39.786652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c5006a76-7c0e-40f9-9ea7-180c2c7f3ee9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:router and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:39.790283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c5006a76-7c0e-40f9-9ea7-180c2c7f3ee9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:39.797117 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07e507b1-33c7-436e-9412-082ddd3a4203 req-0ff5a786-cc2f-4440-99e1-271e6c38e9da tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660396 Jun 04 16:25:39.797943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c5006a76-7c0e-40f9-9ea7-180c2c7f3ee9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:39.822918 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5006a76-7c0e-40f9-9ea7-180c2c7f3ee9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:39.824089 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5006a76-7c0e-40f9-9ea7-180c2c7f3ee9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:39.843583 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5006a76-7c0e-40f9-9ea7-180c2c7f3ee9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:39.846610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cee5b7-138e-4c85-a094-31c6408774b2 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:25:39.870820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 90775aa6-0887-4cd1-94bd-25c4b5068939 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:25:39.871456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 90775aa6-0887-4cd1-94bd-25c4b5068939 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:25:39.896487 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5006a76-7c0e-40f9-9ea7-180c2c7f3ee9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:39.986051 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f4fad5-7343-42ec-a23e-fca9f7ed43df'] response: {'server_uuid': '96acaac3-b245-484c-aaea-d5f4c4a9a571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4', 'code': 200} Jun 04 16:25:39.995699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5006a76-7c0e-40f9-9ea7-180c2c7f3ee9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:39.999977 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c5006a76-7c0e-40f9-9ea7-180c2c7f3ee9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2421720 Jun 04 16:25:40.001296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42710) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:40.071370 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7316a764-c29a-4c1e-af0e-dcf19088d48a'] response: {'server_uuid': 'e0400557-2d38-43ea-870f-a9467c3935e3', 'name': 'network-vif-deleted', 'tag': '3e6e10f4-1ea9-4888-84fd-0dea959ba26b', 'status': 'completed', 'code': 200} Jun 04 16:25:40.204868 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': 'a2cddba0-13ac-457f-b49a-538df6410149'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:25:40.206377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:40.383552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Allocated IP 2001:db8::2 (f0dbb02b-9d62-4207-955a-783084b70e61/a2cddba0-13ac-457f-b49a-538df6410149/c033ec7a-068e-4b1f-97b9-2ac4280e825f) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:25:40.436558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587f323-5552-45c8-a8dd-6ee44f55114f req-77f5c6c9-2293-4139-a637-b4ed5182591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:40.438462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1587f323-5552-45c8-a8dd-6ee44f55114f req-77f5c6c9-2293-4139-a637-b4ed5182591f service neutron] 10.222.0.42 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 910 time: 0.6360292 Jun 04 16:25:40.621148 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:40.634168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Transition to ACTIVE for port object c033ec7a-068e-4b1f-97b9-2ac4280e825f will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:40.656605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Transition to ACTIVE for port object c033ec7a-068e-4b1f-97b9-2ac4280e825f will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:40.668181 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:40.740148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1587f323-5552-45c8-a8dd-6ee44f55114f req-0fbbc641-4e51-47ef-b057-045a1d8c847f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a926a2b-1f29-45ac-b4e1-ae944d5848c4 HTTP/1.1" status: 200 len: 217 time: 0.2847068 Jun 04 16:25:40.742924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:40.745861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:40.749673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:25:40.758700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Pushing event updated for resources: {'Port': ['ID=c033ec7a-068e-4b1f-97b9-2ac4280e825f,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:40.866463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Attempting to bind port c033ec7a-068e-4b1f-97b9-2ac4280e825f on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:25:40.866914 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Attempting to bind port c033ec7a-068e-4b1f-97b9-2ac4280e825f by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:25:40.867484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Attempting to bind port c033ec7a-068e-4b1f-97b9-2ac4280e825f on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:40.873570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:25:40.873954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:40.874454 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:40.874899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:25:40.875477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Bound port: c033ec7a-068e-4b1f-97b9-2ac4280e825f, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:25:40.876094 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:40.897937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587f323-5552-45c8-a8dd-6ee44f55114f req-6cb50a68-6f7a-4959-b6a6-0cd0289e4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:40.899445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1587f323-5552-45c8-a8dd-6ee44f55114f req-6cb50a68-6f7a-4959-b6a6-0cd0289e4ab9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 200 len: 849 time: 0.0978358 Jun 04 16:25:41.008770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7d7ed-8566-4526-8853-f36663bef959 req-86956d48-c9f8-47ea-a5ca-bf5a78be99ed tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:41.010280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ca7d7ed-8566-4526-8853-f36663bef959 req-86956d48-c9f8-47ea-a5ca-bf5a78be99ed tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 1.0273645 Jun 04 16:25:41.012356 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1587f323-5552-45c8-a8dd-6ee44f55114f req-85e7510d-4b37-4b7e-add2-8fa31dbc8dc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b42b411-d798-4ee5-9060-a55b6983c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734959 Jun 04 16:25:41.018722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] For port c033ec7a-068e-4b1f-97b9-2ac4280e825f, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:25:41.022758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] For port c033ec7a-068e-4b1f-97b9-2ac4280e825f, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c033ec7a-068e-4b1f-97b9-2ac4280e825f,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:25:41.029737 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:41.119334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407c5f3-dd93-4e8d-a74a-bb7540e578fe None None] Pushing event updated for resources: {'Port': ['ID=c033ec7a-068e-4b1f-97b9-2ac4280e825f,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:41.183395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ca7d7ed-8566-4526-8853-f36663bef959 req-62bd1e8a-e0f3-4e2c-af35-2d49c3e4acd3 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400883 Jun 04 16:25:41.187305 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:41.211705 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a0af8-21b1-473a-93f9-663cb67aa1ff req-1e130562-cc87-4acf-ace2-536952732924 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:41.218817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-669a0af8-21b1-473a-93f9-663cb67aa1ff req-1e130562-cc87-4acf-ace2-536952732924 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.9196050 Jun 04 16:25:41.728855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c033ec7a-068e-4b1f-97b9-2ac4280e825f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:41.817725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c033ec7a-068e-4b1f-97b9-2ac4280e825f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:41.828826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a34ac572-3cc8-41cd-b336-b379eb2198ea req-14322a53-0b18-4fce-9716-30d199ea1e2a tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 210 time: 0.1653104 Jun 04 16:25:41.875328 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-669a0af8-21b1-473a-93f9-663cb67aa1ff req-e2b360e3-0f49-40b3-926d-eea5b7096743 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6557310 Jun 04 16:25:41.904671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1587f323-5552-45c8-a8dd-6ee44f55114f req-ae310593-e0c5-4381-90d3-bf27248dfebc service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8808608 Jun 04 16:25:42.158732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-9e445d7f-bca2-4dcb-b9eb-b6de28bf4147 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:42.160328 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-9e445d7f-bca2-4dcb-b9eb-b6de28bf4147 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.42 "GET /v2.0/networks?id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 HTTP/1.1" status: 200 len: 815 time: 0.4997547 Jun 04 16:25:42.190147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Request body: {'port': {'device_id': 'fcf59b79-664e-4774-9239-b7dd74922764', 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39', 'admin_state_up': True, 'tenant_id': 'bd345418206f425db75320e56ffebcbb'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:42.439134 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1587f323-5552-45c8-a8dd-6ee44f55114f req-fff852ee-5db1-41ca-b235-81baeedf0887 service neutron] 10.222.0.42 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872956 Jun 04 16:25:42.452985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::1 (f0dbb02b-9d62-4207-955a-783084b70e61/a2cddba0-13ac-457f-b49a-538df6410149/8d99ca83-693c-4ec5-ba9a-b662fb42ce43) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:25:42.524037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-87966021-b5b9-45a3-bfe0-e897f3be301e None None] Provisioning for port c033ec7a-068e-4b1f-97b9-2ac4280e825f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:42.529381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-87966021-b5b9-45a3-bfe0-e897f3be301e None None] Provisioning complete for port c033ec7a-068e-4b1f-97b9-2ac4280e825f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:42.529747 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-87966021-b5b9-45a3-bfe0-e897f3be301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:42.544604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:42.623367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:42.666390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e16ec-d791-4719-8ad8-8e682a980315 req-0ab11afa-e0a4-4805-b13d-a50528ee6fb9 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:42.677647 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c90e16ec-d791-4719-8ad8-8e682a980315 req-0ab11afa-e0a4-4805-b13d-a50528ee6fb9 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 945 time: 0.5962849 Jun 04 16:25:42.759291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c90e16ec-d791-4719-8ad8-8e682a980315 req-3447db96-cdea-4a59-b554-20da2e138736 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806196 Jun 04 16:25:42.760276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:42.803046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Made reservation on behalf of bd345418206f425db75320e56ffebcbb for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:42.804494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-87966021-b5b9-45a3-bfe0-e897f3be301e None None] Current status of the port c033ec7a-068e-4b1f-97b9-2ac4280e825f is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:42.804881 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-87966021-b5b9-45a3-bfe0-e897f3be301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:42.808054 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:42.839018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:42.839018 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:42.887001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-87966021-b5b9-45a3-bfe0-e897f3be301e None None] For port c033ec7a-068e-4b1f-97b9-2ac4280e825f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c033ec7a-068e-4b1f-97b9-2ac4280e825f,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:42.892178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f66e4b-a63c-4f46-8b2f-911ed3b7443f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:25:42.901146 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-87966021-b5b9-45a3-bfe0-e897f3be301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:42.941823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:42.942723 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:42.956891 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:42.983581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87966021-b5b9-45a3-bfe0-e897f3be301e None None] Pushing event updated for resources: {'Port': ['ID=c033ec7a-068e-4b1f-97b9-2ac4280e825f,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:42.990106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:43.062074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:43.137208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Allocated IP 172.20.0.3 (0d272ee5-1e13-4e73-b92e-b1d2c5d45d39/11c76308-27ab-4412-b695-ccc303fa5174/81e8e70e-6de4-41aa-aff7-f63b0e9babfa) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:25:43.155464 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:43.250395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:43.266330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:43.268837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:25:43.269541 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:43.453263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=8d99ca83-693c-4ec5-ba9a-b662fb42ce43,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:43.482560 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be76152c-0781-4d04-8914-4e6ab5283fcd req-75400aa5-a8a0-4cab-b23a-7f4fe2687078 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 210 time: 0.2186961 Jun 04 16:25:43.520129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce45f9-ba88-4f30-91c4-d5fdddd1a0fc req-a1bc74b7-71db-4e2a-8d21-e4792fe38b5a tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:43.524383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85ce45f9-ba88-4f30-91c4-d5fdddd1a0fc req-a1bc74b7-71db-4e2a-8d21-e4792fe38b5a tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.4447048 Jun 04 16:25:43.544766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-635e3d9c-e453-4fc0-931e-8245e761e895 None None] Provisioning for port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:43.552951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-635e3d9c-e453-4fc0-931e-8245e761e895 None None] Provisioning complete for port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:43.553549 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-635e3d9c-e453-4fc0-931e-8245e761e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:43.592218 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1b45d3-6edb-4309-b406-117fc72f5633'] response: {'server_uuid': '99f66e4b-a63c-4f46-8b2f-911ed3b7443f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873', 'code': 200} Jun 04 16:25:43.636993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-635e3d9c-e453-4fc0-931e-8245e761e895 None None] Port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:25:43.687397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c033ec7a-068e-4b1f-97b9-2ac4280e825f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:43.727050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:43.904326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c033ec7a-068e-4b1f-97b9-2ac4280e825f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:43.904903 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:43.956954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:43.957412 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:44.008342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:44.019183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85ce45f9-ba88-4f30-91c4-d5fdddd1a0fc req-40fcfe6a-4760-4083-8e38-8b0a94d0d4ef tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798515 Jun 04 16:25:44.020732 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:44.112018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:44.137598 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:44.195917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131db3a-fe56-4ca3-9512-af98ff9a74d8 req-bc234410-8055-4049-93c3-8137d892cd94 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:44.197607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3131db3a-fe56-4ca3-9512-af98ff9a74d8 req-bc234410-8055-4049-93c3-8137d892cd94 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.3922951 Jun 04 16:25:44.233357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:44.236704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c033ec7a-068e-4b1f-97b9-2ac4280e825f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:44.464102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3131db3a-fe56-4ca3-9512-af98ff9a74d8 req-d315d512-1688-4714-98a4-48ba39c64d7f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435768 Jun 04 16:25:44.504675 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:44.654942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-0a5128ed-63e6-4b40-a3b1-e669dac0ae90 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:44.657680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-0a5128ed-63e6-4b40-a3b1-e669dac0ae90 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/networks?id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e HTTP/1.1" status: 200 len: 805 time: 0.4046719 Jun 04 16:25:44.743188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:44.751984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:44.759909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-67a6c960-ae4d-4fea-a986-311294ffcb7d tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/quotas/8f6d1390e6f846d0ae072dfaad0fbd20 HTTP/1.1" status: 200 len: 375 time: 0.0501459 Jun 04 16:25:44.760643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:25:44.817504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Pushing event updated for resources: {'Port': ['ID=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:45.025781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:45.026526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:45.117920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8868f-6a9b-47ca-a991-9e44c7b23d36 req-5a02cc5c-d17f-4bc8-9f8b-367bbe5eb3e7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:45.119402 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13c8868f-6a9b-47ca-a991-9e44c7b23d36 req-5a02cc5c-d17f-4bc8-9f8b-367bbe5eb3e7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 943 time: 0.4883261 Jun 04 16:25:45.127351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a762c6b-ae2b-4e3e-815e-56b3a9302da1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9523532 Jun 04 16:25:45.154929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Request body: {'port': {'device_id': 'fcf59b79-664e-4774-9239-b7dd74922764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:45.224490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-b5159919-cb5a-44c1-8951-dbdb614bfc37 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f6d1390e6f846d0ae072dfaad0fbd20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4132719 Jun 04 16:25:45.228339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:45.271237 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:45.272074 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:45.328371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a7e07-15f0-4a0b-a35b-cbc930458cb2 req-dbeb0c9f-0d77-4204-aebf-ad79cd2b15c8 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:45.329709 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-716a7e07-15f0-4a0b-a35b-cbc930458cb2 req-dbeb0c9f-0d77-4204-aebf-ad79cd2b15c8 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f66e4b-a63c-4f46-8b2f-911ed3b7443f HTTP/1.1" status: 200 len: 944 time: 0.3992527 Jun 04 16:25:45.523004 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13c8868f-6a9b-47ca-a991-9e44c7b23d36 req-e33a2356-ca9a-4b18-86ba-a10c58cc58f7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917949 Jun 04 16:25:45.593517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96acaac3-b245-484c-aaea-d5f4c4a9a571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:25:45.787160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=8d99ca83-693c-4ec5-ba9a-b662fb42ce43,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:45.831002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-716a7e07-15f0-4a0b-a35b-cbc930458cb2 req-1e7adb89-18d4-4e17-8722-569169fe7d6a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Deleting port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:45.831339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-716a7e07-15f0-4a0b-a35b-cbc930458cb2 req-1e7adb89-18d4-4e17-8722-569169fe7d6a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:45.869610 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:45.949797 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-273a9bd3-2b5c-45a3-b6be-ba359286b6d2 service neutron] 10.222.0.13 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7160757 Jun 04 16:25:46.184126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:46.195923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:46.296683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaad460-c0f5-4766-b3ee-76d36a7a11cd req-dd4e285c-26a2-462a-b937-556afdece56b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:46.298167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fcaad460-c0f5-4766-b3ee-76d36a7a11cd req-dd4e285c-26a2-462a-b937-556afdece56b tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.6643116 Jun 04 16:25:46.478535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-33012715-6f08-4a51-9328-13221df060b8 None None] Provisioning complete for port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:46.478911 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-33012715-6f08-4a51-9328-13221df060b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:46.535085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-33012715-6f08-4a51-9328-13221df060b8 None None] Port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:25:46.650272 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-b4fd27cf-a203-40ba-aa5b-c95e564328d5 service neutron] 10.222.0.13 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691606 Jun 04 16:25:46.673349 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fcaad460-c0f5-4766-b3ee-76d36a7a11cd req-6d7942b2-b7d8-4933-b4c5-cdf1bb433f3d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212042 Jun 04 16:25:46.753976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-716a7e07-15f0-4a0b-a35b-cbc930458cb2 req-1e7adb89-18d4-4e17-8722-569169fe7d6a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] For port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:46.754353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-716a7e07-15f0-4a0b-a35b-cbc930458cb2 req-1e7adb89-18d4-4e17-8722-569169fe7d6a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:46.912789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-716a7e07-15f0-4a0b-a35b-cbc930458cb2 req-1e7adb89-18d4-4e17-8722-569169fe7d6a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Calling delete_port for db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:47.252826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Router 43277f20-d2d5-4a86-92b9-a8fb7fca26de is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:25:47.462839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e8e70e-6de4-41aa-aff7-f63b0e9babfa {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:25:47.480272 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:47.585583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00288b-b5d3-4b97-9b6a-f3728aa09f5e req-57a013e7-0241-44f7-adeb-9b0e328fbdcf tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:47.585772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fa00288b-b5d3-4b97-9b6a-f3728aa09f5e req-57a013e7-0241-44f7-adeb-9b0e328fbdcf tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Synchronizing usage tracker for tenant:bd345418206f425db75320e56ffebcbb on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:47.595394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b3f9f-c851-4d2e-8329-4bc3ce0dbb3b req-6dbf8de4-b335-446d-86fa-5c7e6dde8dfd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:47.596873 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a0b3f9f-c851-4d2e-8329-4bc3ce0dbb3b req-6dbf8de4-b335-446d-86fa-5c7e6dde8dfd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.6517329 Jun 04 16:25:47.612295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:25:47.629612 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Sync routers for ids ['43277f20-d2d5-4a86-92b9-a8fb7fca26de'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:25:47.635938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Transition to ACTIVE for port object 81e8e70e-6de4-41aa-aff7-f63b0e9babfa will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:47.641237 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-716a7e07-15f0-4a0b-a35b-cbc930458cb2 req-1e7adb89-18d4-4e17-8722-569169fe7d6a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:47.647161 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Routers {'43277f20-d2d5-4a86-92b9-a8fb7fca26de'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:47.648219 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['43277f20-d2d5-4a86-92b9-a8fb7fca26de'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:47.685551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-31c3f19a-4d3c-4b13-bbe7-8b417ee450f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "PUT /v2.0/routers/43277f20-d2d5-4a86-92b9-a8fb7fca26de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6245122 Jun 04 16:25:47.686491 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:47.688167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42882) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:47.728809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:47.741756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7adb89-18d4-4e17-8722-569169fe7d6a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Pushing event deleted for resources: {'Port': ['ID=db8b4ba6-fb4e-4db6-b2fe-9ea28845e873,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:47.744569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fa00288b-b5d3-4b97-9b6a-f3728aa09f5e req-57a013e7-0241-44f7-adeb-9b0e328fbdcf tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Unset dirty status for tenant:bd345418206f425db75320e56ffebcbb on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:47.753436 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa00288b-b5d3-4b97-9b6a-f3728aa09f5e req-57a013e7-0241-44f7-adeb-9b0e328fbdcf tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 931 time: 0.6229570 Jun 04 16:25:47.837945 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Set router 43277f20-d2d5-4a86-92b9-a8fb7fca26de gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:47.916541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341aa9f-4976-404b-999b-aa33e6fb8658 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:47.918004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9341aa9f-4976-404b-999b-aa33e6fb8658 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:47.928411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a0b3f9f-c851-4d2e-8329-4bc3ce0dbb3b req-f749c042-2340-4dda-89ef-3435338184a7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231196 Jun 04 16:25:47.946690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 is: DOWN; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:47.976647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9341aa9f-4976-404b-999b-aa33e6fb8658 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:47.980631 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9341aa9f-4976-404b-999b-aa33e6fb8658 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports/8d99ca83-693c-4ec5-ba9a-b662fb42ce43 HTTP/1.1" status: 200 len: 911 time: 0.2904968 Jun 04 16:25:47.981226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42890) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:48.124927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-716a7e07-15f0-4a0b-a35b-cbc930458cb2 req-1e7adb89-18d4-4e17-8722-569169fe7d6a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] No DVR routers for this DVR port db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:25:48.179875 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2039b9e0-474a-4deb-8ee8-e357937978f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:48.192685 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-716a7e07-15f0-4a0b-a35b-cbc930458cb2 req-1e7adb89-18d4-4e17-8722-569169fe7d6a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:48.194732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-716a7e07-15f0-4a0b-a35b-cbc930458cb2 req-1e7adb89-18d4-4e17-8722-569169fe7d6a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.46 "DELETE /v2.0/ports/db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 HTTP/1.1" status: 204 len: 173 time: 2.6669791 Jun 04 16:25:48.196421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2039b9e0-474a-4deb-8ee8-e357937978f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:48.201876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f66e4b-a63c-4f46-8b2f-911ed3b7443f', 'name': 'network-vif-deleted', 'tag': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:25:48.203054 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2039b9e0-474a-4deb-8ee8-e357937978f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2193637 Jun 04 16:25:48.205621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42898) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:48.363117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Pushing event updated for resources: {'Port': ['ID=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:48.399646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa00288b-b5d3-4b97-9b6a-f3728aa09f5e req-a701749c-fd5d-4353-85e3-0f08bd5b36c4 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6444511 Jun 04 16:25:48.503266 n-d-811809-3 neutron-server[88799]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-979ea910-02bb-44e5-85f9-4d8b3223b27a']: {'server_uuid': '96acaac3-b245-484c-aaea-d5f4c4a9a571', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4', 'code': 422} returned with failed status Jun 04 16:25:48.582051 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43277f20-d2d5-4a86-92b9-a8fb7fca26de', 'name': 'tempest-NetworksTestDHCPv6-router-1208960259', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:39Z', 'updated_at': '2022-06-04T16:25:43Z', 'revision_number': 2, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'gw_port_host': None, '_interfaces': [{'id': '8d99ca83-693c-4ec5-ba9a-b662fb42ce43', 'name': '', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'mac_address': 'fa:16:3e:37:63:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43277f20-d2d5-4a86-92b9-a8fb7fca26de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'a2cddba0-13ac-457f-b49a-538df6410149', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:41Z', 'updated_at': '2022-06-04T16:25:44Z', 'revision_number': 2, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'subnets': [{'id': 'a2cddba0-13ac-457f-b49a-538df6410149', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:48.593165 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Checking router: 43277f20-d2d5-4a86-92b9-a8fb7fca26de for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:25:48.595373 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Updating router 43277f20-d2d5-4a86-92b9-a8fb7fca26de port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:25:48.614239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:48.727603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:25:48.727946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device db8b4ba6-fb4e-4db6-b2fe-9ea28845e873 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:25:48.754060 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:48.797301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Attempting to bind port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:25:48.797764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Attempting to bind port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '9f135aee-160f-4158-aa79-42856a69a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:25:48.798175 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Attempting to bind port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa on network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:48.809728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-41c31828-c132-417a-9d47-631d1a0a23fb tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:48.811494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-41c31828-c132-417a-9d47-631d1a0a23fb tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.42 "GET /v2.0/networks?id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e HTTP/1.1" status: 200 len: 805 time: 0.7744951 Jun 04 16:25:48.815667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa on network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:25:48.815977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Attempting to bind port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa on network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:48.840108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Request body: {'port': {'device_id': 'b9bc4ac4-06f0-48bd-88c5-85727fd85ec5', 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e', 'admin_state_up': True, 'tenant_id': '8f6d1390e6f846d0ae072dfaad0fbd20'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:48.859424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:25:48.859759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Checking segment: {'id': '9f135aee-160f-4158-aa79-42856a69a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:48.860225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Bound using segment: {'id': '9f135aee-160f-4158-aa79-42856a69a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:25:48.860569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Bound port: 81e8e70e-6de4-41aa-aff7-f63b0e9babfa, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f135aee-160f-4158-aa79-42856a69a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:25:48.860906 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:48.984277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3322aed9-b6af-4239-8eec-aa2a073ad68e req-431f8207-0019-40c3-b62a-4b66d427fe6e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5096176 Jun 04 16:25:49.205210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] For port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:25:49.210622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:49.235425 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:49.239528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] For port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:25:49.294769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:49.493588 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:49.526631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Made reservation on behalf of 8f6d1390e6f846d0ae072dfaad0fbd20 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:49.530887 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:49.571459 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:49.608494 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Transition to ACTIVE for port object 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:49.618899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9eb7626a-e991-4ea0-8003-3e37e7310aae req-016dcb8f-f78c-43e1-a2ea-10ae57e5255f tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Synchronizing usage tracker for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:49.625474 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:49.629729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:49.630687 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:49.632315 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] 10.222.0.42 "PUT /v2.0/ports/81e8e70e-6de4-41aa-aff7-f63b0e9babfa HTTP/1.1" status: 200 len: 1091 time: 4.4954515 Jun 04 16:25:49.644401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322aed9-b6af-4239-8eec-aa2a073ad68e req-47bb6d29-889e-4efc-8a15-b3c441f53e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:49.646129 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3322aed9-b6af-4239-8eec-aa2a073ad68e req-47bb6d29-889e-4efc-8a15-b3c441f53e73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 1096 time: 0.6285021 Jun 04 16:25:49.724560 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f607e58-825f-45ee-9355-8777edf99b17 None None] Pushing event updated for resources: {'Port': ['ID=8d99ca83-693c-4ec5-ba9a-b662fb42ce43,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:49.816246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9903afe-2fa2-4ce4-bcf4-d5cc8783350c service neutron] Pushing event updated for resources: {'Port': ['ID=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:49.878725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:49.879350 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:49.924840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9eb7626a-e991-4ea0-8003-3e37e7310aae req-016dcb8f-f78c-43e1-a2ea-10ae57e5255f tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Unset dirty status for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:49.933256 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9eb7626a-e991-4ea0-8003-3e37e7310aae req-016dcb8f-f78c-43e1-a2ea-10ae57e5255f tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 210 time: 0.4529946 Jun 04 16:25:49.984679 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Attempting to bind port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:25:49.985291 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Attempting to bind port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:25:49.985391 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Attempting to bind port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:50.011780 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:25:50.012382 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:50.013019 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:50.013412 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:25:50.014244 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Bound port: 8d99ca83-693c-4ec5-ba9a-b662fb42ce43, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:25:50.014872 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:50.145023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] For port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43, host n-d-811809-3, got binding levels [] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:50.145377 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:50.151470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322aed9-b6af-4239-8eec-aa2a073ad68e req-a0a870ce-7a4c-4f45-b91e-aadc6471228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:50.153580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3322aed9-b6af-4239-8eec-aa2a073ad68e req-a0a870ce-7a4c-4f45-b91e-aadc6471228d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.4783709 Jun 04 16:25:50.155920 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] For port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:25:50.159650 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] For port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8d99ca83-693c-4ec5-ba9a-b662fb42ce43,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:25:50.168394 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:50.215881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dead478-1adb-4615-b0bc-802258a6f8b5 req-775a425f-fc36-4ce9-a95f-fece527c93fc tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:50.218983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4dead478-1adb-4615-b0bc-802258a6f8b5 req-775a425f-fc36-4ce9-a95f-fece527c93fc tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=96acaac3-b245-484c-aaea-d5f4c4a9a571 HTTP/1.1" status: 200 len: 943 time: 0.7322695 Jun 04 16:25:50.275405 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Routers {'43277f20-d2d5-4a86-92b9-a8fb7fca26de'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:50.276051 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['43277f20-d2d5-4a86-92b9-a8fb7fca26de'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:50.278594 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:50.420847 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3322aed9-b6af-4239-8eec-aa2a073ad68e req-50581e66-2ed8-42e2-b585-497e910e1975 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd HTTP/1.1" status: 200 len: 999 time: 0.1820798 Jun 04 16:25:50.423330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-4e7e549a-92e1-45e6-80d8-287def26b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:50.424986 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-4e7e549a-92e1-45e6-80d8-287def26b990 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd345418206f425db75320e56ffebcbb&device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 1094 time: 0.6881909 Jun 04 16:25:50.481100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Allocated IP 172.20.0.10 (a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e/11e04031-3729-4919-8e9f-f1d9cf7008d0/1da0597e-fd84-4102-9faf-664a991112ba) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:25:50.555108 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f607e58-825f-45ee-9355-8777edf99b17 None None] Pushing event updated for resources: {'Port': ['ID=8d99ca83-693c-4ec5-ba9a-b662fb42ce43,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:50.634246 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] Set router 43277f20-d2d5-4a86-92b9-a8fb7fca26de gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:50.758515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-a13ff9f9-5e61-4666-a8aa-42a492c1907f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e8e70e-6de4-41aa-aff7-f63b0e9babfa HTTP/1.1" status: 200 len: 217 time: 0.2789059 Jun 04 16:25:50.868520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3885fe-cbeb-4ba6-8b42-629f1442d907 req-c44ba322-e789-47e1-b4b2-138d3bedc334 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:50.870051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d3885fe-cbeb-4ba6-8b42-629f1442d907 req-c44ba322-e789-47e1-b4b2-138d3bedc334 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.7322311 Jun 04 16:25:50.871488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322aed9-b6af-4239-8eec-aa2a073ad68e req-e3530add-3123-4352-ab53-7a043b2fa6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:50.872777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3322aed9-b6af-4239-8eec-aa2a073ad68e req-e3530add-3123-4352-ab53-7a043b2fa6e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.4351785 Jun 04 16:25:50.913279 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:25:50.914542 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:25:50.923883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-4dead478-1adb-4615-b0bc-802258a6f8b5 req-2d5b0c3c-1b64-471d-8fc6-96e28f6bf8f7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Deleting port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:50.924221 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4dead478-1adb-4615-b0bc-802258a6f8b5 req-2d5b0c3c-1b64-471d-8fc6-96e28f6bf8f7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:51.038320 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43277f20-d2d5-4a86-92b9-a8fb7fca26de', 'name': 'tempest-NetworksTestDHCPv6-router-1208960259', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:39Z', 'updated_at': '2022-06-04T16:25:43Z', 'revision_number': 2, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'gw_port_host': None, '_interfaces': [{'id': '8d99ca83-693c-4ec5-ba9a-b662fb42ce43', 'name': '', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'mac_address': 'fa:16:3e:37:63:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43277f20-d2d5-4a86-92b9-a8fb7fca26de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'a2cddba0-13ac-457f-b49a-538df6410149', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:41Z', 'updated_at': '2022-06-04T16:25:50Z', 'revision_number': 4, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'subnets': [{'id': 'a2cddba0-13ac-457f-b49a-538df6410149', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:51.042372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-be16228b-71d8-4a6d-b1e4-a0770d72d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:51.043862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-be16228b-71d8-4a6d-b1e4-a0770d72d3dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11c76308-27ab-4412-b695-ccc303fa5174 HTTP/1.1" status: 200 len: 855 time: 0.2741046 Jun 04 16:25:51.045113 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd35f18-8669-4c69-bfb6-c7a39bb536b8 None None] The sync data for ids ['43277f20-d2d5-4a86-92b9-a8fb7fca26de'] in n-d-811809-3 is: [{'id': '43277f20-d2d5-4a86-92b9-a8fb7fca26de', 'name': 'tempest-NetworksTestDHCPv6-router-1208960259', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:39Z', 'updated_at': '2022-06-04T16:25:43Z', 'revision_number': 2, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'gw_port_host': None, '_interfaces': [{'id': '8d99ca83-693c-4ec5-ba9a-b662fb42ce43', 'name': '', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'mac_address': 'fa:16:3e:37:63:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43277f20-d2d5-4a86-92b9-a8fb7fca26de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'a2cddba0-13ac-457f-b49a-538df6410149', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:41Z', 'updated_at': '2022-06-04T16:25:50Z', 'revision_number': 4, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'subnets': [{'id': 'a2cddba0-13ac-457f-b49a-538df6410149', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:25:51.165848 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-2a200a28-b4cb-4f45-b391-b08eecbde6c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011832 Jun 04 16:25:51.213260 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d3885fe-cbeb-4ba6-8b42-629f1442d907 req-c506da88-1fcd-4d67-95a9-df58b82efa39 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936273 Jun 04 16:25:51.324766 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33844f56-5716-4357-8b8a-6957ca5138d6'] response: {'server_uuid': '99f66e4b-a63c-4f46-8b2f-911ed3b7443f', 'name': 'network-vif-deleted', 'tag': 'db8b4ba6-fb4e-4db6-b2fe-9ea28845e873', 'status': 'completed', 'code': 200} Jun 04 16:25:51.418257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:51.419145 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:51.698274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322aed9-b6af-4239-8eec-aa2a073ad68e req-5ca3585a-7ed2-4c7a-aa7c-26f1666bf25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:51.700835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3322aed9-b6af-4239-8eec-aa2a073ad68e req-5ca3585a-7ed2-4c7a-aa7c-26f1666bf25b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8152685 Jun 04 16:25:51.753817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:51.801759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] For port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8d99ca83-693c-4ec5-ba9a-b662fb42ce43,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:51.802679 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:51.863111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:25:51.874722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:25:51.875582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:51.876651 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:51.958093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:52.003728 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-cadef4aa-1a0f-436e-a952-39b579ab96fc service neutron] 10.222.0.42 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8010991 Jun 04 16:25:52.059190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:52.059568 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:52.120465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8d99ca83-693c-4ec5-ba9a-b662fb42ce43,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:52.129223 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:52.135492 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:25:52.135939 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:25:52.184591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bc26d-1c47-4f08-8fad-0cc8b959bf1d req-bf115802-e5b1-494d-9f50-87245b6a7104 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:52.186492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb7bc26d-1c47-4f08-8fad-0cc8b959bf1d req-bf115802-e5b1-494d-9f50-87245b6a7104 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.6679816 Jun 04 16:25:52.188961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-4dead478-1adb-4615-b0bc-802258a6f8b5 req-2d5b0c3c-1b64-471d-8fc6-96e28f6bf8f7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] For port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:52.189321 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4dead478-1adb-4615-b0bc-802258a6f8b5 req-2d5b0c3c-1b64-471d-8fc6-96e28f6bf8f7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:52.217300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=8d99ca83-693c-4ec5-ba9a-b662fb42ce43,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:52.341463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3322aed9-b6af-4239-8eec-aa2a073ad68e req-213e6cad-417d-4c9f-bf69-cbe99bfe36db service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263680 Jun 04 16:25:52.409451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-4dead478-1adb-4615-b0bc-802258a6f8b5 req-2d5b0c3c-1b64-471d-8fc6-96e28f6bf8f7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Calling delete_port for 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:52.480913 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:52.661598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb7bc26d-1c47-4f08-8fad-0cc8b959bf1d req-da477c7a-06b4-465e-891a-1fc439e685a9 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294806 Jun 04 16:25:52.692984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:52.701577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21acfcad-0bd6-4792-8a05-fe8ef6a2da3c req-c0feb540-67d1-473e-8c64-748408643f0f service neutron] 10.222.0.42 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736805 Jun 04 16:25:52.702465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:52.724040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:25:52.772311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Pushing event updated for resources: {'Port': ['ID=1da0597e-fd84-4102-9faf-664a991112ba,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:52.801749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3322aed9-b6af-4239-8eec-aa2a073ad68e req-ad10dcf9-3ade-44ee-808f-dca01c2189d9 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647780 Jun 04 16:25:52.847715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:52.848235 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:52.923329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:52.924234 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:52.929607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-d9f8b93d-1aa8-4c86-95f4-f7eacd2b0d89 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1002116 Jun 04 16:25:52.946987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Request body: {'port': {'device_id': 'b9bc4ac4-06f0-48bd-88c5-85727fd85ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:52.992171 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4dead478-1adb-4615-b0bc-802258a6f8b5 req-2d5b0c3c-1b64-471d-8fc6-96e28f6bf8f7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:53.086336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b0c3c-1b64-471d-8fc6-96e28f6bf8f7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Pushing event deleted for resources: {'Port': ['ID=3a926a2b-1f29-45ac-b4e1-ae944d5848c4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:53.138994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] For port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8d99ca83-693c-4ec5-ba9a-b662fb42ce43,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:53.139596 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:53.189154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dead478-1adb-4615-b0bc-802258a6f8b5 req-2d5b0c3c-1b64-471d-8fc6-96e28f6bf8f7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] No DVR routers for this DVR port 3a926a2b-1f29-45ac-b4e1-ae944d5848c4 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:25:53.194382 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4dead478-1adb-4615-b0bc-802258a6f8b5 req-2d5b0c3c-1b64-471d-8fc6-96e28f6bf8f7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:53.196605 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4dead478-1adb-4615-b0bc-802258a6f8b5 req-2d5b0c3c-1b64-471d-8fc6-96e28f6bf8f7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "DELETE /v2.0/ports/3a926a2b-1f29-45ac-b4e1-ae944d5848c4 HTTP/1.1" status: 204 len: 173 time: 2.9466419 Jun 04 16:25:53.211760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5297a-0bcd-4636-98ea-bc540a042dbd req-f8b55c9b-c362-4f5c-a2be-23c37127795e tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:53.212455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cea5297a-0bcd-4636-98ea-bc540a042dbd req-f8b55c9b-c362-4f5c-a2be-23c37127795e tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 943 time: 0.3709192 Jun 04 16:25:53.215348 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:53.318040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:53.318630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cea5297a-0bcd-4636-98ea-bc540a042dbd req-3a93478d-891a-4687-92ec-94abe49547f2 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919979 Jun 04 16:25:53.329553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf59b79-664e-4774-9239-b7dd74922764', 'tag': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa'}, {'server_uuid': '96acaac3-b245-484c-aaea-d5f4c4a9a571', 'name': 'network-vif-deleted', 'tag': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:25:53.636189 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:53.751800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4fcc-97c4-467b-8cca-4b0c12d3a96b req-d61dc869-c9c8-4d3e-a5f8-10f4786c033b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:53.753346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfcc4fcc-97c4-467b-8cca-4b0c12d3a96b req-d61dc869-c9c8-4d3e-a5f8-10f4786c033b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 932 time: 0.2107637 Jun 04 16:25:53.788661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:53.830679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=8d99ca83-693c-4ec5-ba9a-b662fb42ce43,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:53.843829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfcc4fcc-97c4-467b-8cca-4b0c12d3a96b req-cb6ec424-bfa6-4c32-915c-2fbc52241b85 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804980 Jun 04 16:25:53.868513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:25:53.868845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 04 16:25:53.984004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da0597e-fd84-4102-9faf-664a991112ba {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:25:53.998693 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:54.029952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Transition to ACTIVE for port object 1da0597e-fd84-4102-9faf-664a991112ba will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:54.041006 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:54.047051 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e2f920-83e9-4056-b8ab-8887dbe3109c'] response: {'name': 'network-changed', 'server_uuid': 'fcf59b79-664e-4774-9239-b7dd74922764', 'tag': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa', 'status': 'completed', 'code': 200} Jun 04 16:25:54.050074 n-d-811809-3 neutron-server[88798]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e4e2f920-83e9-4056-b8ab-8887dbe3109c']: {'server_uuid': '96acaac3-b245-484c-aaea-d5f4c4a9a571', 'name': 'network-vif-deleted', 'tag': '3a926a2b-1f29-45ac-b4e1-ae944d5848c4', 'status': 'failed', 'code': 422} returned with failed status Jun 04 16:25:54.140381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Port 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 not found, will not notify nova. {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 04 16:25:54.278139 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:54.402194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1da0597e-fd84-4102-9faf-664a991112ba,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:54.587459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Router 43277f20-d2d5-4a86-92b9-a8fb7fca26de has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:25:54.706561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Attempting to bind port 1da0597e-fd84-4102-9faf-664a991112ba on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:25:54.706914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Attempting to bind port 1da0597e-fd84-4102-9faf-664a991112ba by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:25:54.707234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Attempting to bind port 1da0597e-fd84-4102-9faf-664a991112ba on network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:54.717118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53b90c-414a-4771-b1ce-7b5c7e7c6a5c req-31874059-c5fb-4a46-a5cc-0ae10ba40ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:54.718650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc53b90c-414a-4771-b1ce-7b5c7e7c6a5c req-31874059-c5fb-4a46-a5cc-0ae10ba40ee9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd345418206f425db75320e56ffebcbb&device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 1094 time: 0.5817509 Jun 04 16:25:54.725966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd35d9-960b-4a32-ab73-0c67069c8d16 req-b85d3dd0-acfb-4d2e-9025-1b0a58452c4e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:54.727338 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3afd35d9-960b-4a32-ab73-0c67069c8d16 req-b85d3dd0-acfb-4d2e-9025-1b0a58452c4e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.5918176 Jun 04 16:25:54.736260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc8e3-3e60-4d1d-b900-466a32cb5450 req-35fd65a5-659a-4433-962f-b9d7de5141a4 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:54.737693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4fcc8e3-3e60-4d1d-b900-466a32cb5450 req-35fd65a5-659a-4433-962f-b9d7de5141a4 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.2666218 Jun 04 16:25:54.738276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Port 1da0597e-fd84-4102-9faf-664a991112ba on network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:25:54.738624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Attempting to bind port 1da0597e-fd84-4102-9faf-664a991112ba on network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:54.749587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:25:54.759434 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cd91f5-5e53-4013-a05b-ea71b0556669 None None] Sync routers for ids ['43277f20-d2d5-4a86-92b9-a8fb7fca26de'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:25:54.769525 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd91f5-5e53-4013-a05b-ea71b0556669 None None] Routers {'43277f20-d2d5-4a86-92b9-a8fb7fca26de'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:54.770472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f2cd91f5-5e53-4013-a05b-ea71b0556669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['43277f20-d2d5-4a86-92b9-a8fb7fca26de'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:54.770813 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9ec8bf40-0ff3-4090-8ec0-dbf024795e45 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "PUT /v2.0/routers/43277f20-d2d5-4a86-92b9-a8fb7fca26de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5630383 Jun 04 16:25:54.772925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43046) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:54.806004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:25:54.806369 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Checking segment: {'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:54.806775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Bound using segment: {'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:25:54.807223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Bound port: 1da0597e-fd84-4102-9faf-664a991112ba, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:25:54.807571 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:54.852821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dbcbcd-1b31-44a8-9cec-007e7a9b8d11 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:54.854961 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dbcbcd-1b31-44a8-9cec-007e7a9b8d11 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:54.855719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f9dbcbcd-1b31-44a8-9cec-007e7a9b8d11 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:54.876561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f9dbcbcd-1b31-44a8-9cec-007e7a9b8d11 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:54.878169 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f9dbcbcd-1b31-44a8-9cec-007e7a9b8d11 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1039233 Jun 04 16:25:54.880846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43052) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:54.909820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-f2cd91f5-5e53-4013-a05b-ea71b0556669 None None] Set router 43277f20-d2d5-4a86-92b9-a8fb7fca26de gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:54.985809 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4fcc8e3-3e60-4d1d-b900-466a32cb5450 req-d17640ca-6efb-4e6e-bc01-e99119bf9cd0 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192066 Jun 04 16:25:54.986415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-feca2163-473c-4dcf-bf83-a48a36bdc904 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet a2cddba0-13ac-457f-b49a-538df6410149 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:25:54.994599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-feca2163-473c-4dcf-bf83-a48a36bdc904 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:55.001718 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3afd35d9-960b-4a32-ab73-0c67069c8d16 req-a548e3f1-00d5-48b3-8457-6e033bd2ae06 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368064 Jun 04 16:25:55.016000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f2cd91f5-5e53-4013-a05b-ea71b0556669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43277f20-d2d5-4a86-92b9-a8fb7fca26de', 'name': 'tempest-NetworksTestDHCPv6-router-1208960259', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:39Z', 'updated_at': '2022-06-04T16:25:53Z', 'revision_number': 3, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:55.020340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cd91f5-5e53-4013-a05b-ea71b0556669 None None] Checking router: 43277f20-d2d5-4a86-92b9-a8fb7fca26de for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:25:55.042016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd91f5-5e53-4013-a05b-ea71b0556669 None None] Routers {'43277f20-d2d5-4a86-92b9-a8fb7fca26de'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:25:55.042742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f2cd91f5-5e53-4013-a05b-ea71b0556669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['43277f20-d2d5-4a86-92b9-a8fb7fca26de'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:55.106760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] For port 1da0597e-fd84-4102-9faf-664a991112ba, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:25:55.110118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] For port 1da0597e-fd84-4102-9faf-664a991112ba, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1da0597e-fd84-4102-9faf-664a991112ba,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:25:55.113246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-feca2163-473c-4dcf-bf83-a48a36bdc904 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:55.120680 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:55.172966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53b90c-414a-4771-b1ce-7b5c7e7c6a5c req-74c6b62b-bfda-4e0d-b602-15f21cd663f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:55.174475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc53b90c-414a-4771-b1ce-7b5c7e7c6a5c req-74c6b62b-bfda-4e0d-b602-15f21cd663f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 HTTP/1.1" status: 200 len: 916 time: 0.4459701 Jun 04 16:25:55.194628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:55.195243 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:55.196565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/1da0597e-fd84-4102-9faf-664a991112ba HTTP/1.1" status: 200 len: 1092 time: 2.2558804 Jun 04 16:25:55.247007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-f2cd91f5-5e53-4013-a05b-ea71b0556669 None None] Set router 43277f20-d2d5-4a86-92b9-a8fb7fca26de gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:25:55.253892 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-feca2163-473c-4dcf-bf83-a48a36bdc904 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:55.354710 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-feca2163-473c-4dcf-bf83-a48a36bdc904 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:55.361563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f2cd91f5-5e53-4013-a05b-ea71b0556669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43277f20-d2d5-4a86-92b9-a8fb7fca26de', 'name': 'tempest-NetworksTestDHCPv6-router-1208960259', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:39Z', 'updated_at': '2022-06-04T16:25:53Z', 'revision_number': 3, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:25:55.366273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cd91f5-5e53-4013-a05b-ea71b0556669 None None] The sync data for ids ['43277f20-d2d5-4a86-92b9-a8fb7fca26de'] in n-d-811809-3 is: [{'id': '43277f20-d2d5-4a86-92b9-a8fb7fca26de', 'name': 'tempest-NetworksTestDHCPv6-router-1208960259', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:39Z', 'updated_at': '2022-06-04T16:25:53Z', 'revision_number': 3, 'project_id': '132349fd8ec44126b0fa64a4e125f972', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:25:55.378703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-0bc130b5-a251-4521-afd9-d15c3c2ea5ff tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6ffcddae3d2547c89aadb8b375740fb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1868536 Jun 04 16:25:55.408500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc53b90c-414a-4771-b1ce-7b5c7e7c6a5c req-42876ff4-5527-4264-b58a-b6f61c557d66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e8e70e-6de4-41aa-aff7-f63b0e9babfa HTTP/1.1" status: 200 len: 217 time: 0.2099304 Jun 04 16:25:55.411165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b9114-4abf-4559-bfae-8491382f24a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1da0597e-fd84-4102-9faf-664a991112ba,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:55.413785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca2163-473c-4dcf-bf83-a48a36bdc904 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=a2cddba0-13ac-457f-b49a-538df6410149,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:55.417703 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-feca2163-473c-4dcf-bf83-a48a36bdc904 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:55.423708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addbc7dc-4368-4f8c-b009-0998caf4be03 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:25:55.449284 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-feca2163-473c-4dcf-bf83-a48a36bdc904 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/a2cddba0-13ac-457f-b49a-538df6410149 HTTP/1.1" status: 204 len: 168 time: 0.5672894 Jun 04 16:25:55.450200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43068) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:55.640068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-74498e82-ee00-477b-8d40-6ab02faa8dca tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:router {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:55.660860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-74498e82-ee00-477b-8d40-6ab02faa8dca tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:router {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:55.665810 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-74498e82-ee00-477b-8d40-6ab02faa8dca tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2141294 Jun 04 16:25:55.666665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43072) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:55.757271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:25:55.765012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 81e8e70e-6de4-41aa-aff7-f63b0e9babfa details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:25:55.831570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:55.857206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53b90c-414a-4771-b1ce-7b5c7e7c6a5c req-3462bc55-849e-46ea-b46a-b391bd08a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:55.861484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Deleting port c033ec7a-068e-4b1f-97b9-2ac4280e825f {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:25:55.862044 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:55.866415 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc53b90c-414a-4771-b1ce-7b5c7e7c6a5c req-3462bc55-849e-46ea-b46a-b391bd08a94e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11c76308-27ab-4412-b695-ccc303fa5174 HTTP/1.1" status: 200 len: 855 time: 0.4498403 Jun 04 16:25:55.875738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7c03-f46b-478f-8017-b78cf69a59b5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:55.953534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-0c648a47-d123-4487-93ec-e15f1141c335 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:55.961507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-0c648a47-d123-4487-93ec-e15f1141c335 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5503521 Jun 04 16:25:55.981866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:25:55.982406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d99ca83-693c-4ec5-ba9a-b662fb42ce43 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:25:56.000663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-c408bd2f-18ca-4e3b-9568-5256276e1937 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/quotas/6ffcddae3d2547c89aadb8b375740fb7 HTTP/1.1" status: 200 len: 375 time: 0.0364411 Jun 04 16:25:56.009209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc53b90c-414a-4771-b1ce-7b5c7e7c6a5c req-d5a349f6-cda7-4569-8e12-4071461d6b5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416798 Jun 04 16:25:56.055012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bc4ac4-06f0-48bd-88c5-85727fd85ec5', 'tag': '1da0597e-fd84-4102-9faf-664a991112ba'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:25:56.069708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-a21a30e1-96bb-4797-bf3b-e727b6ebe0cf tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ffcddae3d2547c89aadb8b375740fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677798 Jun 04 16:25:56.146115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-de2c3da5-66cf-4276-89ab-4557d3e0dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:56.154259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-de2c3da5-66cf-4276-89ab-4557d3e0dbb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f6d1390e6f846d0ae072dfaad0fbd20&device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 1095 time: 0.8772500 Jun 04 16:25:56.173877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb829259-3ba3-4627-9af0-eaeb5c9017ee req-53f00676-5d07-445f-a68f-3e411d82bbe4 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:56.185884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb829259-3ba3-4627-9af0-eaeb5c9017ee req-53f00676-5d07-445f-a68f-3e411d82bbe4 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 943 time: 0.9928663 Jun 04 16:25:56.290889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] For port c033ec7a-068e-4b1f-97b9-2ac4280e825f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c033ec7a-068e-4b1f-97b9-2ac4280e825f,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:56.291408 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:56.330227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:56.438500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb829259-3ba3-4627-9af0-eaeb5c9017ee req-2ebab4e4-0f0a-47e7-aa68-9b27262323e1 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433500 Jun 04 16:25:56.513090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Calling delete_port for c033ec7a-068e-4b1f-97b9-2ac4280e825f owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:25:56.519292 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7c03-f46b-478f-8017-b78cf69a59b5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:56.523196 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7c03-f46b-478f-8017-b78cf69a59b5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:56.563751 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7c03-f46b-478f-8017-b78cf69a59b5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:56.564317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ac7c03-f46b-478f-8017-b78cf69a59b5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Fanout notify agent at l3_agent the message router_deleted on router 43277f20-d2d5-4a86-92b9-a8fb7fca26de {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:25:56.572931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-243f0de3-d967-4312-9e6e-bd7f5b01e330 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da0597e-fd84-4102-9faf-664a991112ba HTTP/1.1" status: 200 len: 217 time: 0.3385453 Jun 04 16:25:56.598186 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7c03-f46b-478f-8017-b78cf69a59b5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:56.599416 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e1ac7c03-f46b-478f-8017-b78cf69a59b5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/routers/43277f20-d2d5-4a86-92b9-a8fb7fca26de HTTP/1.1" status: 204 len: 168 time: 0.9316363 Jun 04 16:25:56.601975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43098) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:56.734546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa', 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39', 'port_id': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa', 'mac_address': 'fa:16:3e:59:d2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c76308-27ab-4412-b695-ccc303fa5174', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:25:56.751585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dc08e1-0437-4e17-a53f-aa8833ba8c18 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:56.752654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e7dc08e1-0437-4e17-a53f-aa8833ba8c18 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:56.774807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e7dc08e1-0437-4e17-a53f-aa8833ba8c18 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:56.778306 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e7dc08e1-0437-4e17-a53f-aa8833ba8c18 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1731389 Jun 04 16:25:56.778650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43104) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:56.874590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:25:56.874963 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:56.908767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e8e70e-6de4-41aa-aff7-f63b0e9babfa {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:25:56.928638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:25:56.936515 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:56.940658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-ed88a0a0-6136-4eb3-a810-6bc200128df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:56.942678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-ed88a0a0-6136-4eb3-a810-6bc200128df1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11e04031-3729-4919-8e9f-f1d9cf7008d0 HTTP/1.1" status: 200 len: 845 time: 0.3621233 Jun 04 16:25:56.965866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c44b1-268b-461e-924b-7cee14ca3937 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:56.968967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7b7c44b1-268b-461e-924b-7cee14ca3937 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:56.983807 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:56.992048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] No DVR routers for this DVR port c033ec7a-068e-4b1f-97b9-2ac4280e825f on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:25:57.002017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7b7c44b1-268b-461e-924b-7cee14ca3937 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:57.002981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Pushing event deleted for resources: {'Port': ['ID=c033ec7a-068e-4b1f-97b9-2ac4280e825f,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:57.007752 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7b7c44b1-268b-461e-924b-7cee14ca3937 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2254088 Jun 04 16:25:57.007752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43110) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:57.018305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:57.018654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:57.018984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:57.019396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:57.019792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:57.020118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:57.020437 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:57.020765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:57.021076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:57.021251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859793fc-977b-4abf-8e49-9c1b18918123 req-774a01cd-3e1f-4e53-b8ef-f79b73836cf0 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:57.021817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:57.021817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:57.022116 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70eb279-5644-48c4-bf2d-2cdd963b4ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:25:57.029431 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-859793fc-977b-4abf-8e49-9c1b18918123 req-774a01cd-3e1f-4e53-b8ef-f79b73836cf0 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 944 time: 0.4554911 Jun 04 16:25:57.038061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-1d5e52fe-9cc0-4e4c-a073-834dc23c03ed tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:57.046944 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-1d5e52fe-9cc0-4e4c-a073-834dc23c03ed tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 809 time: 0.4760454 Jun 04 16:25:57.057981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-5ceac5d6-5a9f-4887-a1ea-6a7618c45ffb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039593 Jun 04 16:25:57.143612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:57.146597 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc53b90c-414a-4771-b1ce-7b5c7e7c6a5c req-8ae69409-453c-4a7b-88b4-f6dbbd38a418 service neutron] 10.222.0.42 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0633171 Jun 04 16:25:57.160842 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-fe09af23-ea27-4dd2-a93e-9b5ad5d0f74d tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/quotas/6b8a986f09d045a2a2212918afdcfc31 HTTP/1.1" status: 200 len: 375 time: 0.1105094 Jun 04 16:25:57.184000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e395ebd3-185d-458b-8bc3-224c2f796e69 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:router {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:57.207280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e395ebd3-185d-458b-8bc3-224c2f796e69 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:router {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:57.210541 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e395ebd3-185d-458b-8bc3-224c2f796e69 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2000477 Jun 04 16:25:57.215669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43114) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:57.223498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['81e8e70e-6de4-41aa-aff7-f63b0e9babfa'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:25:57.224870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-91e13d2b-a80d-4a55-b4e2-fe6cb22e1c6f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:57.404720 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-859793fc-977b-4abf-8e49-9c1b18918123 req-301be5bc-2e4e-44ec-94e2-a80439f3cbbd tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733885 Jun 04 16:25:57.419487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-91e13d2b-a80d-4a55-b4e2-fe6cb22e1c6f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:57.426858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-40ff8fcc-b156-4c0d-91a4-106be71e8e43 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Synchronizing usage tracker for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:25:57.442356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-91e13d2b-a80d-4a55-b4e2-fe6cb22e1c6f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:57.469683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e13d2b-a80d-4a55-b4e2-fe6cb22e1c6f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:57.479846 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91e13d2b-a80d-4a55-b4e2-fe6cb22e1c6f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:57.728296 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dc49667e-314c-42c1-b50f-4c0fcf2b10d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:57.739075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c033ec7a-068e-4b1f-97b9-2ac4280e825f no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:25:57.760137 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-2aff228d-ee1b-435a-ab15-e3d7f7b0c8ec service neutron] 10.222.0.42 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6403697 Jun 04 16:25:57.783190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c033ec7a-068e-4b1f-97b9-2ac4280e825f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:25:57.783845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c033ec7a-068e-4b1f-97b9-2ac4280e825f not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:25:57.910175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc53b90c-414a-4771-b1ce-7b5c7e7c6a5c req-5ed4b837-63d7-4157-8510-1e6986f042de service neutron] 10.222.0.42 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441692 Jun 04 16:25:57.917526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-40ff8fcc-b156-4c0d-91a4-106be71e8e43 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Unset dirty status for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:25:57.925936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-40ff8fcc-b156-4c0d-91a4-106be71e8e43 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7640760 Jun 04 16:25:58.040917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.objects.ports [None req-91e13d2b-a80d-4a55-b4e2-fe6cb22e1c6f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88797) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:25:58.042144 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91e13d2b-a80d-4a55-b4e2-fe6cb22e1c6f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:58.067109 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-5c727380-7350-439d-a673-44a852b9ca8f tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6ffcddae3d2547c89aadb8b375740fb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402575 Jun 04 16:25:58.108848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e13d2b-a80d-4a55-b4e2-fe6cb22e1c6f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:58.112865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-91e13d2b-a80d-4a55-b4e2-fe6cb22e1c6f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:58.124958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c31ef4-e250-4357-a07f-b128443c4d39 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:25:58.133912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e13d2b-a80d-4a55-b4e2-fe6cb22e1c6f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:58.134856 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-91e13d2b-a80d-4a55-b4e2-fe6cb22e1c6f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:58.170669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e13d2b-a80d-4a55-b4e2-fe6cb22e1c6f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=97137ac4-db15-46e5-8f5e-389700c518f7,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:58.176636 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-91e13d2b-a80d-4a55-b4e2-fe6cb22e1c6f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9595702 Jun 04 16:25:58.184568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43124) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:58.199130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:58.361861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:58.366518 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:58.369575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:58.375753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:58.383803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c064c117-cfdd-450c-8e71-a0d92d008066 req-b73d419b-6c99-4d4d-af26-39a495c240c1 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111434 Jun 04 16:25:58.399145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:58.405246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:58.449041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': '97137ac4-db15-46e5-8f5e-389700c518f7'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:25:58.450313 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:58.479520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5008a84-6289-44e6-8f75-006b509c353f req-a01eef47-6994-40ea-bfdf-7e909d254a3e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:58.481105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5008a84-6289-44e6-8f75-006b509c353f req-a01eef47-6994-40ea-bfdf-7e909d254a3e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.7683091 Jun 04 16:25:58.563044 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-b32679e9-ad87-47a5-8a1c-b8d0171161f5 service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362441 Jun 04 16:25:58.656176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Allocated IP 2001:db8::f816:3eff:fe6a:2925 (f0dbb02b-9d62-4207-955a-783084b70e61/97137ac4-db15-46e5-8f5e-389700c518f7/489ee617-3d5b-4635-9248-7905894288ba) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:25:58.713752 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:58.742330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-d3e1e0dd-2837-477b-a8ef-b67965c13ba6 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:58.743821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-d3e1e0dd-2837-477b-a8ef-b67965c13ba6 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6542907 Jun 04 16:25:58.746620 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5008a84-6289-44e6-8f75-006b509c353f req-96402935-0a01-4572-b63b-9d99495e9548 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488797 Jun 04 16:25:58.758670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Request body: {'port': {'device_id': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '6ffcddae3d2547c89aadb8b375740fb7'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:58.808244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:58.820255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:58.824591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:58.827353 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:58.851310 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=4a1bbc83-89f8-4d62-8013-83e1678ad44c,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:58.886705 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dae57760-4879-4446-9d4a-ae19896dbc38 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6993561 Jun 04 16:25:58.890478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43134) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:25:58.899753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'mac_address': 'fa:16:3e:10:6f:5f', 'name': 'tempest-NetworksTestDHCPv6-222688888'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:25:58.903628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-fc3554ba-9dac-4585-809f-0b1f33279b0d service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396368 Jun 04 16:25:58.909509 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7686587e-9896-493d-8940-8a84d0ee381d'] response: {'name': 'network-changed', 'server_uuid': 'b9bc4ac4-06f0-48bd-88c5-85727fd85ec5', 'tag': '1da0597e-fd84-4102-9faf-664a991112ba', 'status': 'completed', 'code': 200} Jun 04 16:25:58.965213 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:58.978403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Transition to ACTIVE for port object 489ee617-3d5b-4635-9248-7905894288ba will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:59.003550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Transition to ACTIVE for port object 489ee617-3d5b-4635-9248-7905894288ba will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:25:59.009908 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:59.046908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-186193e4-1d1b-43f0-b107-186ad96955a5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6ffcddae3d2547c89aadb8b375740fb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470781 Jun 04 16:25:59.083165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:59.086755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:25:59.087753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Usage tracker for resource:port and tenant:6ffcddae3d2547c89aadb8b375740fb7 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:59.089975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:25:59.091790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:59.094194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:25:59.106659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Pushing event updated for resources: {'Port': ['ID=489ee617-3d5b-4635-9248-7905894288ba,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:59.110527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:59.183766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Made reservation on behalf of 6ffcddae3d2547c89aadb8b375740fb7 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:59.187305 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:59.227082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Attempting to bind port 489ee617-3d5b-4635-9248-7905894288ba on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:25:59.227609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Attempting to bind port 489ee617-3d5b-4635-9248-7905894288ba by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:25:59.227797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Attempting to bind port 489ee617-3d5b-4635-9248-7905894288ba on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:25:59.233813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:25:59.234493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:25:59.235081 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:59.235725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:25:59.236791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Bound port: 489ee617-3d5b-4635-9248-7905894288ba, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:25:59.237323 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:59.275125 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:59.325569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:59.331520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:25:59.337192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:59.338007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920774a-d995-428e-b590-451a0fc10037 req-97d4e8d2-124d-45bc-a74c-89dd53721fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:59.339586 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7920774a-d995-428e-b590-451a0fc10037 req-97d4e8d2-124d-45bc-a74c-89dd53721fbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f6d1390e6f846d0ae072dfaad0fbd20&device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 1095 time: 0.4143381 Jun 04 16:25:59.349546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Usage tracker for resource:security_group_rule and tenant:6ffcddae3d2547c89aadb8b375740fb7 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:25:59.351281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:25:59.368721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] For port 489ee617-3d5b-4635-9248-7905894288ba, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:25:59.372404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] For port 489ee617-3d5b-4635-9248-7905894288ba, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=489ee617-3d5b-4635-9248-7905894288ba,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:25:59.380507 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:59.382372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:25:59.395053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:25:59.406704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-7b32910f-d865-4a33-990a-f2cc9a2d91f8 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:59.408254 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-7b32910f-d865-4a33-990a-f2cc9a2d91f8 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3538976 Jun 04 16:25:59.482263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5501bb-97b2-423e-be19-c6583d4ffa5d None None] Pushing event updated for resources: {'Port': ['ID=489ee617-3d5b-4635-9248-7905894288ba,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:25:59.538180 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-013c59ea-d706-41ec-8d0f-744bafdc4f13 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/quotas/6ffcddae3d2547c89aadb8b375740fb7 HTTP/1.1" status: 200 len: 375 time: 0.1178436 Jun 04 16:25:59.552404 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:25:59.592334 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-6c74e9cd-efdb-4b88-aaee-3a6a5b74234d tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ffcddae3d2547c89aadb8b375740fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532627 Jun 04 16:25:59.601477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port 01e75d13-ce65-49b1-8936-64b5113eb7dd yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:25:59.633651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79169761-257f-4a4d-bd2f-33ff88200e8e req-72d94f49-d9d7-4818-a37a-0e68c0569a69 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:59.635277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79169761-257f-4a4d-bd2f-33ff88200e8e req-72d94f49-d9d7-4818-a37a-0e68c0569a69 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 944 time: 0.4230945 Jun 04 16:25:59.706614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920774a-d995-428e-b590-451a0fc10037 req-c1b40a9e-08d8-4b62-b340-9737b5638342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:25:59.708086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7920774a-d995-428e-b590-451a0fc10037 req-c1b40a9e-08d8-4b62-b340-9737b5638342 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e HTTP/1.1" status: 200 len: 906 time: 0.3473279 Jun 04 16:25:59.775182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 81e8e70e-6de4-41aa-aff7-f63b0e9babfa up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:25:59.837639 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79169761-257f-4a4d-bd2f-33ff88200e8e req-cff15102-a9ba-41b7-a283-ccfa0ac21c81 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793144 Jun 04 16:25:59.879214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7920774a-d995-428e-b590-451a0fc10037 req-bdf76225-e1dd-4128-9572-fb0fb68d74e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da0597e-fd84-4102-9faf-664a991112ba HTTP/1.1" status: 200 len: 217 time: 0.1447031 Jun 04 16:26:00.017299 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d296ad94-b27c-4d32-bbd3-c26411bf08a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:00.025047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:00.035131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:00.035503 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:00.164292 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:00.174324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 172.20.0.11 (f0dbb02b-9d62-4207-955a-783084b70e61/4a1bbc83-89f8-4d62-8013-83e1678ad44c/01e75d13-ce65-49b1-8936-64b5113eb7dd) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:00.187745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::f816:3eff:fe10:6f5f (f0dbb02b-9d62-4207-955a-783084b70e61/97137ac4-db15-46e5-8f5e-389700c518f7/01e75d13-ce65-49b1-8936-64b5113eb7dd) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:00.206967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920774a-d995-428e-b590-451a0fc10037 req-79741820-0bc5-4eac-8cfe-a06a45e8377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:00.208416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7920774a-d995-428e-b590-451a0fc10037 req-79741820-0bc5-4eac-8cfe-a06a45e8377a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11e04031-3729-4919-8e9f-f1d9cf7008d0 HTTP/1.1" status: 200 len: 845 time: 0.3183658 Jun 04 16:26:00.257686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:00.258999 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:00.288867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:00.299780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf59b79-664e-4774-9239-b7dd74922764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:00.310811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:00.320924 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:00.326200 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7920774a-d995-428e-b590-451a0fc10037 req-40273dd5-fb68-4cff-9e30-347e53a17b13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048887 Jun 04 16:26:00.452075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:00.476138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:00.846177 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:00.894803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-2a777fce-6a5b-499c-9d5a-ad8e2846b588 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:00.896364 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-2a777fce-6a5b-499c-9d5a-ad8e2846b588 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.46 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 809 time: 0.3269842 Jun 04 16:26:00.897671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object 01e75d13-ce65-49b1-8936-64b5113eb7dd will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:00.910024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Request body: {'port': {'device_id': 'aa9e899b-97f9-4173-b911-88f1de630a1d', 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'admin_state_up': True, 'tenant_id': '6b8a986f09d045a2a2212918afdcfc31'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:01.011001 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:01.046957 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:01.149273 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:01.230595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b9739a-7206-461e-b4e6-5d8096b7c2bc None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:01.237774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:01.243371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:01.256456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:01.270772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bdae1-5afb-4491-8404-8e18c0674074 req-7e2cf0fd-90dc-4f1f-8ea0-ec3b2fd14e03 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:01.273076 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f70bdae1-5afb-4491-8404-8e18c0674074 req-7e2cf0fd-90dc-4f1f-8ea0-ec3b2fd14e03 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 1.2256160 Jun 04 16:26:01.308348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=01e75d13-ce65-49b1-8936-64b5113eb7dd,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:01.354697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:01.356004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eff439-7546-41ca-97c0-8b07c8f62cca req-5d5d7752-9485-41f4-8e0d-f7f4a3962d15 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:01.357726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6eff439-7546-41ca-97c0-8b07c8f62cca req-5d5d7752-9485-41f4-8e0d-f7f4a3962d15 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 944 time: 1.1919353 Jun 04 16:26:01.368365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:01.369043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:01.416909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:01.453188 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b3dd87f1-329a-48a1-813f-1e209b599a28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5612803 Jun 04 16:26:01.455099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43180) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:01.462040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7920774a-d995-428e-b590-451a0fc10037 req-7f2f5b9a-f38a-4ef8-84f5-6af9134ea679 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0480311 Jun 04 16:26:01.487523 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f70bdae1-5afb-4491-8404-8e18c0674074 req-abe93dbb-add9-4985-9361-c9970b04699a tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803215 Jun 04 16:26:01.534161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0e9ae7d8-cb49-46fc-99f0-5a67aa874829 None None] Provisioning for port 489ee617-3d5b-4635-9248-7905894288ba completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:01.535585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Made reservation on behalf of 6b8a986f09d045a2a2212918afdcfc31 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:01.544436 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:01.787608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Allocated IP 192.168.233.121 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/95469def-13ce-41c3-9052-0e940939ad24) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:01.790861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 1da0597e-fd84-4102-9faf-664a991112ba details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:26:01.792403 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-c99e50ff-25f4-4040-9b09-a23fb0a7b4d5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6ffcddae3d2547c89aadb8b375740fb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1618044 Jun 04 16:26:01.971201 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:26:02.020324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 489ee617-3d5b-4635-9248-7905894288ba up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:02.142296 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7920774a-d995-428e-b590-451a0fc10037 req-28ab6695-21b3-4639-878c-70e89a723249 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459875 Jun 04 16:26:02.227388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d2b2a3-fec2-4cc7-9125-f0654c30c639 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:02.232839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d2b2a3-fec2-4cc7-9125-f0654c30c639 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:02.235521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc376387-069d-4f35-88fa-ef1e4fd1ab71 req-048d125a-2738-4338-9289-37d6d984a792 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 210 time: 0.0466888 Jun 04 16:26:02.239519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-59d2b2a3-fec2-4cc7-9125-f0654c30c639 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:02.256605 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:02.268863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6eff439-7546-41ca-97c0-8b07c8f62cca req-b0ea6ea9-1dcf-4b28-a50a-bd3f6bcfc7a4 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8735855 Jun 04 16:26:02.321440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Transition to ACTIVE for port object 95469def-13ce-41c3-9052-0e940939ad24 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:02.331069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e249586f-4686-4672-9999-eb8ac82f1ad0 None None] Update dhcp port {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'fixed_ips': [{'subnet_id': '97137ac4-db15-46e5-8f5e-389700c518f7', 'ip_address': '2001:db8::f816:3eff:fe6a:2925'}, {'subnet_id': '4a1bbc83-89f8-4d62-8013-83e1678ad44c'}], 'binding:host_id': 'n-d-811809-3'}, 'id': '489ee617-3d5b-4635-9248-7905894288ba'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:26:02.363727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-59d2b2a3-fec2-4cc7-9125-f0654c30c639 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:02.367939 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-59d2b2a3-fec2-4cc7-9125-f0654c30c639 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.9115684 Jun 04 16:26:02.368623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43192) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:02.388846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:02.418224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 489ee617-3d5b-4635-9248-7905894288ba completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:02.426965 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ead51f-3422-4ff2-9553-05901d3ff3df'] response: {'server_uuid': 'fcf59b79-664e-4774-9239-b7dd74922764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa', 'code': 200} Jun 04 16:26:02.429341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 489ee617-3d5b-4635-9248-7905894288ba triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:02.430810 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:02.498681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:02.506230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:02.544231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:02.657907 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e249586f-4686-4672-9999-eb8ac82f1ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:02.722147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-fe251c59-9465-448c-8985-e69af00e3169 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:02.724984 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-fe251c59-9465-448c-8985-e69af00e3169 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8364599 Jun 04 16:26:02.727459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 1da0597e-fd84-4102-9faf-664a991112ba, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1da0597e-fd84-4102-9faf-664a991112ba,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:02.753400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d91bcd70-b83d-4781-8875-80b7866d25ae tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 01e75d13-ce65-49b1-8936-64b5113eb7dd {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:26:02.753951 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d91bcd70-b83d-4781-8875-80b7866d25ae tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:02.755026 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:02.800878 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 489ee617-3d5b-4635-9248-7905894288ba is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:02.800878 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:02.817850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '1da0597e-fd84-4102-9faf-664a991112ba', 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e', 'port_id': '1da0597e-fd84-4102-9faf-664a991112ba', 'mac_address': 'fa:16:3e:a1:42:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e04031-3729-4919-8e9f-f1d9cf7008d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:26:02.860734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Request body: {'port': {'device_id': '100bb21b-5c50-4f89-a3f7-78c1e04aa67d', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '6ffcddae3d2547c89aadb8b375740fb7'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:02.881203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Allocated IP 172.20.0.6 (9b42b411-d798-4ee5-9060-a55b6983c021/14d59b55-122b-45b5-8c8d-d6b98258f32b/db975f07-55e9-4e31-9c8b-d7f25c46755a) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:02.901434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e486314-6cf9-47fb-9387-4118472a0661 req-604364cb-c9f0-4dbc-a707-ba890b41fdc8 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 210 time: 0.2291799 Jun 04 16:26:02.907864 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 489ee617-3d5b-4635-9248-7905894288ba, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=489ee617-3d5b-4635-9248-7905894288ba,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:02.967002 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:02.975809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Pushing event updated for resources: {'Port': ['ID=95469def-13ce-41c3-9052-0e940939ad24,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:03.001759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:03.007426 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:03.031457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 1da0597e-fd84-4102-9faf-664a991112ba is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:03.032103 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:03.065032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643a294-681b-436f-9ae0-b17630449c2e req-710ee6cb-7b1e-4398-851a-9486977f3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:03.066656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da0597e-fd84-4102-9faf-664a991112ba {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:03.066935 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a643a294-681b-436f-9ae0-b17630449c2e req-710ee6cb-7b1e-4398-851a-9486977f3409 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 1096 time: 0.3748889 Jun 04 16:26:03.081988 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ee90111d-820e-41ef-a4d3-6a650a4a53c5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3294220 Jun 04 16:26:03.111001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bfa4d017-04fc-4afe-9aee-b4cfffc17c26 None None] Provisioning for port 95469def-13ce-41c3-9052-0e940939ad24 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:03.150762 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 1da0597e-fd84-4102-9faf-664a991112ba, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1da0597e-fd84-4102-9faf-664a991112ba,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:03.157198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bfa4d017-04fc-4afe-9aee-b4cfffc17c26 None None] Provisioning complete for port 95469def-13ce-41c3-9052-0e940939ad24 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:03.157817 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d017-04fc-4afe-9aee-b4cfffc17c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:03.176766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Request body: {'port': {'device_id': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:03.201757 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:03.210764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:03.221019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Usage tracker for resource:port and tenant:6ffcddae3d2547c89aadb8b375740fb7 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:03.233465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=489ee617-3d5b-4635-9248-7905894288ba,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:03.250728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:03.271911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662835b-6235-4b25-abb5-c13ca12f1a84 req-74749807-4ddf-4922-b474-fbc74ed227d2 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:03.277137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4d017-04fc-4afe-9aee-b4cfffc17c26 None None] Port 95469def-13ce-41c3-9052-0e940939ad24 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:26:03.284026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4662835b-6235-4b25-abb5-c13ca12f1a84 req-74749807-4ddf-4922-b474-fbc74ed227d2 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.6126521 Jun 04 16:26:03.289470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:03.295844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-e249586f-4686-4672-9999-eb8ac82f1ad0 None None] Allocated IP 172.20.0.2 (f0dbb02b-9d62-4207-955a-783084b70e61/4a1bbc83-89f8-4d62-8013-83e1678ad44c/489ee617-3d5b-4635-9248-7905894288ba) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:03.340407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a643a294-681b-436f-9ae0-b17630449c2e req-30837faa-5847-40be-8930-59c5928595bc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665508 Jun 04 16:26:03.349205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Made reservation on behalf of 6ffcddae3d2547c89aadb8b375740fb7 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:03.353376 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:03.357217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4662835b-6235-4b25-abb5-c13ca12f1a84 req-15396925-0333-4081-861d-8df2ea265463 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696285 Jun 04 16:26:03.419386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=1da0597e-fd84-4102-9faf-664a991112ba,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:03.435716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['1da0597e-fd84-4102-9faf-664a991112ba'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:26:03.504232 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:03.681773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Allocated IP 192.168.233.69 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/5f419223-773b-402b-a024-4fc55c779464) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:03.706931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e249586f-4686-4672-9999-eb8ac82f1ad0 None None] For port 489ee617-3d5b-4635-9248-7905894288ba, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=489ee617-3d5b-4635-9248-7905894288ba,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:03.765527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 489ee617-3d5b-4635-9248-7905894288ba up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:03.801344 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:03.802516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc0483-a303-4fa0-972b-22c3c7e21e64 req-030b6ed1-5199-4e29-90fd-5041276f2e51 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:03.809565 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e249586f-4686-4672-9999-eb8ac82f1ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:03.810010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06dc0483-a303-4fa0-972b-22c3c7e21e64 req-030b6ed1-5199-4e29-90fd-5041276f2e51 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.7382631 Jun 04 16:26:03.848852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e249586f-4686-4672-9999-eb8ac82f1ad0 None None] Transition to ACTIVE for port object 489ee617-3d5b-4635-9248-7905894288ba will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:03.857584 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e249586f-4686-4672-9999-eb8ac82f1ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:03.899247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637dc79-45e3-4732-9739-c419b59989bb req-48de8af4-e198-477b-95b6-f72be507cdaa tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:03.901092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5637dc79-45e3-4732-9739-c419b59989bb req-48de8af4-e198-477b-95b6-f72be507cdaa tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.3729115 Jun 04 16:26:03.912664 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06dc0483-a303-4fa0-972b-22c3c7e21e64 req-ee2993cc-f7a4-4982-aaed-a48577bab98a tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016862 Jun 04 16:26:03.942463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43208) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:03.949557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1935218960'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:03.959392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:03.965680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Usage tracker for resource:network and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:03.991693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:04.002518 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:04.011081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5637dc79-45e3-4732-9739-c419b59989bb req-1dd0b43b-c0b9-4063-a078-87a8b8f23093 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947382 Jun 04 16:26:04.028697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:04.045301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Made reservation on behalf of e863eba5c1c349159f469fbfe67c68a3 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:04.049541 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:04.050492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249586f-4686-4672-9999-eb8ac82f1ad0 None None] Pushing event updated for resources: {'Port': ['ID=489ee617-3d5b-4635-9248-7905894288ba,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:04.065812 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d91bcd70-b83d-4781-8875-80b7866d25ae tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:04.126872 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:04.192344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:26:04.207493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d91bcd70-b83d-4781-8875-80b7866d25ae tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 01e75d13-ce65-49b1-8936-64b5113eb7dd owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:26:04.226055 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:04.226397 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Added segment 2aca8547-1782-4793-8caa-26e5456fff3c of type vlan for network 8b09542d-db52-4306-9a04-3ce692fb28e4 Jun 04 16:26:04.280194 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:04.293708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718d0d7-50fd-473b-9ce1-89ef3df57b36 req-5cae4753-491a-41c4-ae05-293cd4453aa1 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:04.295440 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1718d0d7-50fd-473b-9ce1-89ef3df57b36 req-5cae4753-491a-41c4-ae05-293cd4453aa1 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 931 time: 0.2228796 Jun 04 16:26:04.297689 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:04.366644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add0b55-d3b4-4035-b5da-af99ba288e80 req-5469b26f-bf2f-4066-aea9-8125e0bed771 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:04.368408 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4add0b55-d3b4-4035-b5da-af99ba288e80 req-5469b26f-bf2f-4066-aea9-8125e0bed771 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 945 time: 0.2113750 Jun 04 16:26:04.397226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1718d0d7-50fd-473b-9ce1-89ef3df57b36 req-dcc9db13-fb10-47c3-8226-e179757cfca7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926404 Jun 04 16:26:04.509459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:04.533319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Transition to ACTIVE for port object 5f419223-773b-402b-a024-4fc55c779464 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:04.606975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Network 9b42b411-d798-4ee5-9060-a55b6983c021 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:04.611764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:04.620231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:04.626514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:04.631917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:04.632518 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:04.666734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Pushing event updated for resources: {'Port': ['ID=db975f07-55e9-4e31-9c8b-d7f25c46755a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:04.707506 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4add0b55-d3b4-4035-b5da-af99ba288e80 req-7463309c-3e34-4398-9755-e3416be3754f tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317592 Jun 04 16:26:04.729068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:04.817370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:04.818016 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:04.873777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:04.896976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9534085 Jun 04 16:26:04.900987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b04cf-11de-44e4-ac16-4d30294055ab tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'Network': ['ID=8b09542d-db52-4306-9a04-3ce692fb28e4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:04.903206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43222) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:04.910596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:04.913431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Pushing event updated for resources: {'Port': ['ID=5f419223-773b-402b-a024-4fc55c779464,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:04.915609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:04.917076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 8b09542d-db52-4306-9a04-3ce692fb28e4 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:26:04.958127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-799541458'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:04.975085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:04.981236 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-5905e72a-eaa6-49b1-b73e-b9e5abdd6236 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0752034 Jun 04 16:26:04.994837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Request body: {'port': {'device_id': 'aa9e899b-97f9-4173-b911-88f1de630a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:04.999421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Usage tracker for resource:network and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:05.008646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:05.029587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:05.080659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1fd41-23f8-4eb2-b703-68a633dc5fb7 req-6a3be6f6-df3b-45be-b1c0-a4cdfd069922 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:05.081398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c0c1fd41-23f8-4eb2-b703-68a633dc5fb7 req-6a3be6f6-df3b-45be-b1c0-a4cdfd069922 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Synchronizing usage tracker for tenant:6ffcddae3d2547c89aadb8b375740fb7 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:05.088016 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d91bcd70-b83d-4781-8875-80b7866d25ae tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.091182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Made reservation on behalf of e863eba5c1c349159f469fbfe67c68a3 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:05.094870 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.097585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:05.098274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.101166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e98e35cc-fc07-4d1c-bb66-27812afed2f3 None None] Provisioning for port 489ee617-3d5b-4635-9248-7905894288ba completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:05.108428 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e98e35cc-fc07-4d1c-bb66-27812afed2f3 None None] Provisioning complete for port 489ee617-3d5b-4635-9248-7905894288ba triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:05.109191 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e98e35cc-fc07-4d1c-bb66-27812afed2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.127296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e15678-9e7b-4a0c-b9c4-809abf40494f req-cdb0083a-2199-460b-bec1-81015c44dc1d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:05.128850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28e15678-9e7b-4a0c-b9c4-809abf40494f req-cdb0083a-2199-460b-bec1-81015c44dc1d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.2184451 Jun 04 16:26:05.218034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bcd70-b83d-4781-8875-80b7866d25ae tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=01e75d13-ce65-49b1-8936-64b5113eb7dd,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:05.229545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c0c1fd41-23f8-4eb2-b703-68a633dc5fb7 req-6a3be6f6-df3b-45be-b1c0-a4cdfd069922 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Unset dirty status for tenant:6ffcddae3d2547c89aadb8b375740fb7 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:05.236444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0c1fd41-23f8-4eb2-b703-68a633dc5fb7 req-6a3be6f6-df3b-45be-b1c0-a4cdfd069922 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 935 time: 0.5996187 Jun 04 16:26:05.289447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e98e35cc-fc07-4d1c-bb66-27812afed2f3 None None] Current status of the port 489ee617-3d5b-4635-9248-7905894288ba is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:05.293876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e98e35cc-fc07-4d1c-bb66-27812afed2f3 None None] Could not find standard attr ID for object 01e75d13-ce65-49b1-8936-64b5113eb7dd. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:26:05.307071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28e15678-9e7b-4a0c-b9c4-809abf40494f req-c34e1e88-9f86-4837-b333-0a42909259f7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327481 Jun 04 16:26:05.309486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95469def-13ce-41c3-9052-0e940939ad24 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:05.322955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:26:05.327705 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.373002 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.373682 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Added segment 7789cb6a-2eeb-48f2-bd4d-4c809c19831b of type vlan for network 4ae9684f-8981-4108-80b8-f671d76ed732 Jun 04 16:26:05.388376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c0c1fd41-23f8-4eb2-b703-68a633dc5fb7 req-1d959b47-ed95-4320-bd50-ca4d66cfe1ea tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Synchronizing usage tracker for tenant:6ffcddae3d2547c89aadb8b375740fb7 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:05.391633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Transition to ACTIVE for port object 95469def-13ce-41c3-9052-0e940939ad24 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:05.412026 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.431921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-48675ded-6ea5-4920-8344-a23d74de0c15 None None] Provisioning for port 5f419223-773b-402b-a024-4fc55c779464 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:05.437849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-48675ded-6ea5-4920-8344-a23d74de0c15 None None] Provisioning complete for port 5f419223-773b-402b-a024-4fc55c779464 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:05.438447 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-48675ded-6ea5-4920-8344-a23d74de0c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.471292 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-a6625fb0-8a85-4ae7-b137-b19a17b32711 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6200676 Jun 04 16:26:05.472457 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.476309 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.507030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-48675ded-6ea5-4920-8344-a23d74de0c15 None None] Port 5f419223-773b-402b-a024-4fc55c779464 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:26:05.513723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Request body: {'port': {'device_id': '100bb21b-5c50-4f89-a3f7-78c1e04aa67d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:05.602188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c0c1fd41-23f8-4eb2-b703-68a633dc5fb7 req-1d959b47-ed95-4320-bd50-ca4d66cfe1ea tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Unset dirty status for tenant:6ffcddae3d2547c89aadb8b375740fb7 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:05.603502 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0c1fd41-23f8-4eb2-b703-68a633dc5fb7 req-1d959b47-ed95-4320-bd50-ca4d66cfe1ea tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663135 Jun 04 16:26:05.620603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d72a1f1a-d12c-402d-880c-cc30631b16ac None None] Could not find standard attr ID for object 01e75d13-ce65-49b1-8936-64b5113eb7dd. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:26:05.675034 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:26:05.688924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Pushing event updated for resources: {'Port': ['ID=95469def-13ce-41c3-9052-0e940939ad24,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:05.719921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 489ee617-3d5b-4635-9248-7905894288ba up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:05.774071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.779472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:05.780030 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.792728 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 1da0597e-fd84-4102-9faf-664a991112ba up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:05.906877 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0008917 Jun 04 16:26:05.910874 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 489ee617-3d5b-4635-9248-7905894288ba triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:05.911683 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.913762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43232) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:05.949748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 1da0597e-fd84-4102-9faf-664a991112ba completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:05.976211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 1da0597e-fd84-4102-9faf-664a991112ba triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:05.976429 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:05.976734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'subnet': {'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:05.977230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Attempting to bind port 95469def-13ce-41c3-9052-0e940939ad24 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:05.977563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Attempting to bind port 95469def-13ce-41c3-9052-0e940939ad24 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:05.977887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Attempting to bind port 95469def-13ce-41c3-9052-0e940939ad24 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:05.993786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Port 95469def-13ce-41c3-9052-0e940939ad24 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:26:05.994002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Attempting to bind port 95469def-13ce-41c3-9052-0e940939ad24 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:06.005092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:06.005602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:06.006159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:06.006476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Bound port: 95469def-13ce-41c3-9052-0e940939ad24, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:06.006830 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:06.044031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65812361-770c-45db-879c-6dda5945ade9 req-a9ea379e-161f-4e6c-ab18-5b3024f7ac3b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:06.051077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65812361-770c-45db-879c-6dda5945ade9 req-a9ea379e-161f-4e6c-ab18-5b3024f7ac3b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.5601046 Jun 04 16:26:06.069909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07437de-e2cc-4611-964c-4a707a2c6590 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'Network': ['ID=4ae9684f-8981-4108-80b8-f671d76ed732,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:06.089783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 4ae9684f-8981-4108-80b8-f671d76ed732 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:26:06.103128 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:06.137397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:06.153729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65812361-770c-45db-879c-6dda5945ade9 req-82c0ffa9-7e1c-4ba4-80b5-b1a697f4890b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017802 Jun 04 16:26:06.179266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Usage tracker for resource:subnet and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:06.182710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac37f55-8ad2-46d8-a6fb-00cc99d54686 req-be260ba9-d33f-4f3a-933c-e08726562aa0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:06.184241 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac37f55-8ad2-46d8-a6fb-00cc99d54686 req-be260ba9-d33f-4f3a-933c-e08726562aa0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.3979805 Jun 04 16:26:06.185127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:06.230869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:06.239627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 489ee617-3d5b-4635-9248-7905894288ba is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:06.242373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac37f55-8ad2-46d8-a6fb-00cc99d54686 req-58c3b2a4-687f-471e-9ef4-736a5cfb46bb tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494401 Jun 04 16:26:06.245204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=95469def-13ce-41c3-9052-0e940939ad24,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:06.256288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:06.260221 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:06.313065 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d91bcd70-b83d-4781-8875-80b7866d25ae tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:06.314617 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d91bcd70-b83d-4781-8875-80b7866d25ae tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/01e75d13-ce65-49b1-8936-64b5113eb7dd HTTP/1.1" status: 204 len: 168 time: 3.9199831 Jun 04 16:26:06.324648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43240) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:06.332266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 1da0597e-fd84-4102-9faf-664a991112ba is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:06.333058 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:06.357389 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Made reservation on behalf of e863eba5c1c349159f469fbfe67c68a3 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:06.360880 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:06.366152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bc4ac4-06f0-48bd-88c5-85727fd85ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da0597e-fd84-4102-9faf-664a991112ba'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:06.377892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 1da0597e-fd84-4102-9faf-664a991112ba, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1da0597e-fd84-4102-9faf-664a991112ba,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:06.384583 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:06.471129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=1da0597e-fd84-4102-9faf-664a991112ba,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:06.490144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:06.490910 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:06.492211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] 10.222.0.46 "PUT /v2.0/ports/95469def-13ce-41c3-9052-0e940939ad24 HTTP/1.1" status: 200 len: 1096 time: 3.3305826 Jun 04 16:26:06.499213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'tag': '95469def-13ce-41c3-9052-0e940939ad24'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:06.567332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81a19d-0da3-47a7-a82d-c923e43e5185 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:06.569719 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:26:06.570207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81a19d-0da3-47a7-a82d-c923e43e5185 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:06.571617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81a19d-0da3-47a7-a82d-c923e43e5185 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:06.572506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-db81a19d-0da3-47a7-a82d-c923e43e5185 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:06.673284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db975f07-55e9-4e31-9c8b-d7f25c46755a {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:06.698083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:06.742891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Transition to ACTIVE for port object db975f07-55e9-4e31-9c8b-d7f25c46755a will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:06.777756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:06.800520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b887cf-3335-4868-81ef-6b873a280d83 service neutron] Pushing event updated for resources: {'Port': ['ID=95469def-13ce-41c3-9052-0e940939ad24,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:06.810999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-db81a19d-0da3-47a7-a82d-c923e43e5185 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:06.812152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-db81a19d-0da3-47a7-a82d-c923e43e5185 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4824448 Jun 04 16:26:06.816151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43250) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:06.905061 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:26:06.918290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e9d4f-89d9-4469-a792-b73fc62481c1 req-49212836-2299-47a5-a820-7d4b52849d85 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:06.919800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-856e9d4f-89d9-4469-a792-b73fc62481c1 req-49212836-2299-47a5-a820-7d4b52849d85 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.5208259 Jun 04 16:26:06.938011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d95ef-8981-47b0-83d9-3e9cb0b41be2 req-8bb2f689-b888-47f6-bce1-0ffa743fe7c4 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:06.939180 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-616d95ef-8981-47b0-83d9-3e9cb0b41be2 req-8bb2f689-b888-47f6-bce1-0ffa743fe7c4 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 931 time: 0.4897609 Jun 04 16:26:06.943439 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-776e18b8-1906-43f2-a058-905e2db71015 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 4a1bbc83-89f8-4d62-8013-83e1678ad44c {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:26:06.963241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-776e18b8-1906-43f2-a058-905e2db71015 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:07.028528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-16ebc83e-36b6-482f-b2cd-c30363c59c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:07.029916 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-16ebc83e-36b6-482f-b2cd-c30363c59c8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ffcddae3d2547c89aadb8b375740fb7&device_id=d2b33c8f-bcd7-4252-9c40-4635a9e27086 HTTP/1.1" status: 200 len: 1099 time: 0.4475000 Jun 04 16:26:07.031829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Pushing event updated for resources: {'Port': ['ID=db975f07-55e9-4e31-9c8b-d7f25c46755a,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:07.092391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f419223-773b-402b-a024-4fc55c779464 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:07.108220 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:07.112541 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:07.135382 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-776e18b8-1906-43f2-a058-905e2db71015 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:07.164157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-a2ae4342-267e-4da9-ab56-8ed4eac8a08f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=95469def-13ce-41c3-9052-0e940939ad24 HTTP/1.1" status: 200 len: 217 time: 0.1209266 Jun 04 16:26:07.173350 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-856e9d4f-89d9-4469-a792-b73fc62481c1 req-f7a6b86c-58a1-4a4d-85ee-a3e6e2a4eb65 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441890 Jun 04 16:26:07.184544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-616d95ef-8981-47b0-83d9-3e9cb0b41be2 req-f50170cf-669b-46b7-aef6-7cdd82e99d78 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222040 Jun 04 16:26:07.268307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-c82f2d3f-a41b-4348-9d51-4ee66103a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:07.269809 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-c82f2d3f-a41b-4348-9d51-4ee66103a79b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0954509 Jun 04 16:26:07.317692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Transition to ACTIVE for port object 5f419223-773b-402b-a024-4fc55c779464 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:07.333508 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:07.385699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'Subnet': ['ID=d4486856-317f-473e-94f2-040bb20ab3b6,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:07.397371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Attempting to bind port db975f07-55e9-4e31-9c8b-d7f25c46755a on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:07.397701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Attempting to bind port db975f07-55e9-4e31-9c8b-d7f25c46755a by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:07.398025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Attempting to bind port db975f07-55e9-4e31-9c8b-d7f25c46755a on network 9b42b411-d798-4ee5-9060-a55b6983c021 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:07.423965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-776e18b8-1906-43f2-a058-905e2db71015 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:07.465787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Port db975f07-55e9-4e31-9c8b-d7f25c46755a on network 9b42b411-d798-4ee5-9060-a55b6983c021 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:26:07.466467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Attempting to bind port db975f07-55e9-4e31-9c8b-d7f25c46755a on network 9b42b411-d798-4ee5-9060-a55b6983c021 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:07.496519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:07.496519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Checking segment: {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:07.496827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Bound using segment: {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:07.497281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Bound port: db975f07-55e9-4e31-9c8b-d7f25c46755a, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:07.497605 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:07.511544 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Checking segment: {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:07.512314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Network hostable DHCP agents. Network: 8b09542d-db52-4306-9a04-3ce692fb28e4, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:26:07.550725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Pushing event updated for resources: {'Port': ['ID=5f419223-773b-402b-a024-4fc55c779464,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:07.551451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-417fe316-c541-4316-af11-b55ca70ad798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:07.553301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-417fe316-c541-4316-af11-b55ca70ad798 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2740717 Jun 04 16:26:07.567467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14afd7c-1240-49bf-a234-fff11ec58c16 req-80a3c20d-c143-44f6-bf0d-6f97fb48b982 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:07.569138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d14afd7c-1240-49bf-a234-fff11ec58c16 req-80a3c20d-c143-44f6-bf0d-6f97fb48b982 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.2545702 Jun 04 16:26:07.606810 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-776e18b8-1906-43f2-a058-905e2db71015 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:07.663233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Network 8b09542d-db52-4306-9a04-3ce692fb28e4 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:26:07.707199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 8b09542d-db52-4306-9a04-3ce692fb28e4) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:07.717583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd1ace2-cb3d-4d03-a340-7b3ee5c944ad None None] Network 8b09542d-db52-4306-9a04-3ce692fb28e4 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:07.724280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:07.724982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:07.728948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] For port db975f07-55e9-4e31-9c8b-d7f25c46755a, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:07.738776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e18b8-1906-43f2-a058-905e2db71015 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1bbc83-89f8-4d62-8013-83e1678ad44c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:07.744719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Attempting to bind port 5f419223-773b-402b-a024-4fc55c779464 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:07.745053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Attempting to bind port 5f419223-773b-402b-a024-4fc55c779464 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:07.745374 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Attempting to bind port 5f419223-773b-402b-a024-4fc55c779464 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:07.750005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0eeee-25ee-4c8b-9d36-bfddb0c83d20 req-7d85565b-cb81-481f-b922-d481016fba3f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:07.752580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] For port db975f07-55e9-4e31-9c8b-d7f25c46755a, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db975f07-55e9-4e31-9c8b-d7f25c46755a,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:07.755499 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-efa0eeee-25ee-4c8b-9d36-bfddb0c83d20 req-7d85565b-cb81-481f-b922-d481016fba3f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.4011297 Jun 04 16:26:07.755820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Port 5f419223-773b-402b-a024-4fc55c779464 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:26:07.756112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Attempting to bind port 5f419223-773b-402b-a024-4fc55c779464 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:07.764586 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:07.791010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa5e758-6d18-4aeb-87c4-b966cf70fd28 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:07.791265 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-776e18b8-1906-43f2-a058-905e2db71015 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:07.796588 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d14afd7c-1240-49bf-a234-fff11ec58c16 req-4617897c-e130-418f-84a9-d3a82dbc6419 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056096 Jun 04 16:26:07.808359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:07.808723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:07.809075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:07.809768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Bound port: 5f419223-773b-402b-a024-4fc55c779464, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:07.809890 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:07.828081 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ad37ffc5-5aa4-47a2-a26f-0381b3977271 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9001682 Jun 04 16:26:07.830847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43256) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:07.847006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'subnet': {'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:07.857746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-efa0eeee-25ee-4c8b-9d36-bfddb0c83d20 req-11fd599c-19c7-4df4-968d-c681a28878b2 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726712 Jun 04 16:26:07.870283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:07.870947 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:07.872315 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] 10.222.0.46 "PUT /v2.0/ports/db975f07-55e9-4e31-9c8b-d7f25c46755a HTTP/1.1" status: 200 len: 1091 time: 2.8823893 Jun 04 16:26:07.873953 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9e899b-97f9-4173-b911-88f1de630a1d', 'tag': 'db975f07-55e9-4e31-9c8b-d7f25c46755a'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:07.915027 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-776e18b8-1906-43f2-a058-905e2db71015 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/4a1bbc83-89f8-4d62-8013-83e1678ad44c HTTP/1.1" status: 204 len: 168 time: 1.0922496 Jun 04 16:26:07.918609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43264) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:08.028029 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4abdbc46-c0a0-4771-9026-2750291765f3'] response: {'server_uuid': 'b9bc4ac4-06f0-48bd-88c5-85727fd85ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da0597e-fd84-4102-9faf-664a991112ba', 'code': 200} Jun 04 16:26:08.087091 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbfa160-d2f3-4cde-b44c-13c14434b736'] response: {'name': 'network-changed', 'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'tag': '95469def-13ce-41c3-9052-0e940939ad24', 'status': 'completed', 'code': 200} Jun 04 16:26:08.091889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c84a4e4-fc29-4ab9-8b24-a1df77a79b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 97137ac4-db15-46e5-8f5e-389700c518f7 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:26:08.097024 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c84a4e4-fc29-4ab9-8b24-a1df77a79b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:08.109916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c04c1-710a-4979-9814-20b7c86651d0 service neutron] Pushing event updated for resources: {'Port': ['ID=db975f07-55e9-4e31-9c8b-d7f25c46755a,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:08.180917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-8b09542d-db52-4306-9a04-3ce692fb28e4', 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'fixed_ips': [{'subnet_id': 'd4486856-317f-473e-94f2-040bb20ab3b6'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:26:08.181551 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:08.198680 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:08.208387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Usage tracker for resource:subnet and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:08.215762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:08.227203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:08.230494 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] For port 5f419223-773b-402b-a024-4fc55c779464, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:08.235766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] For port 5f419223-773b-402b-a024-4fc55c779464, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5f419223-773b-402b-a024-4fc55c779464,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:08.243581 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-af7697f8-9795-4fce-8dd7-3c908ae8c82d service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716893 Jun 04 16:26:08.247462 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:08.289814 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Made reservation on behalf of e863eba5c1c349159f469fbfe67c68a3 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:08.293418 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:08.396338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c8d4fedd-0dab-402d-b8b0-9aebdcd20dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:08.397439 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c84a4e4-fc29-4ab9-8b24-a1df77a79b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:08.401542 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-c8d4fedd-0dab-402d-b8b0-9aebdcd20dd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 1094 time: 0.4391458 Jun 04 16:26:08.417090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Allocated IP 10.1.1.2 (8b09542d-db52-4306-9a04-3ce692fb28e4/d4486856-317f-473e-94f2-040bb20ab3b6/804649e1-c8de-49e9-a1e1-953150974d9a) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:08.534198 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-7ec8e5f3-4186-47f2-b889-d625f60167a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db975f07-55e9-4e31-9c8b-d7f25c46755a HTTP/1.1" status: 200 len: 217 time: 0.1228428 Jun 04 16:26:08.534877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Pushing event updated for resources: {'Port': ['ID=5f419223-773b-402b-a024-4fc55c779464,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:08.548020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:08.548824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:08.550741 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-ff9e96c9-f191-4a4a-aa6a-de83584c8c52 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f419223-773b-402b-a024-4fc55c779464 HTTP/1.1" status: 200 len: 1095 time: 3.0586669 Jun 04 16:26:08.606911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f90391-6098-41da-b92d-32fda3df6b48 req-a99d7c0c-69c8-4d4d-96db-093ffb42c34d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:08.614057 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43f90391-6098-41da-b92d-32fda3df6b48 req-a99d7c0c-69c8-4d4d-96db-093ffb42c34d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.5929849 Jun 04 16:26:08.633083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b3967-9289-43a1-b0d9-0575b5601782 req-5b807663-1b8b-4ee7-9787-5e84fb5213ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:08.635149 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c17b3967-9289-43a1-b0d9-0575b5601782 req-5b807663-1b8b-4ee7-9787-5e84fb5213ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 1097 time: 0.5516992 Jun 04 16:26:08.646073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7dbf8-55f2-44fc-99c7-f41f973114d6 req-68fe498a-7a2c-4765-a54f-b3859c568b6e tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:08.648287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54e7dbf8-55f2-44fc-99c7-f41f973114d6 req-68fe498a-7a2c-4765-a54f-b3859c568b6e tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 947 time: 0.5196440 Jun 04 16:26:08.650211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26b93687-5120-4bcf-84e4-ad6bc0f0c4dc req-ffd9e6fe-8799-4eb4-811c-688804e0af93 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861983 Jun 04 16:26:08.761085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-07f821e4-f4cd-474e-b847-d8814f87732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:08.763096 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-07f821e4-f4cd-474e-b847-d8814f87732b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 200 len: 849 time: 0.2071362 Jun 04 16:26:08.808821 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:08.819182 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-b7fcfb71-37c9-4071-a137-e8bb7132ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:08.820708 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-b7fcfb71-37c9-4071-a137-e8bb7132ec93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ffcddae3d2547c89aadb8b375740fb7&device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 1098 time: 0.2048726 Jun 04 16:26:08.821730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Transition to ACTIVE for port object 804649e1-c8de-49e9-a1e1-953150974d9a will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:08.833353 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-577e5bff-98ee-4ce6-b063-5610adba64fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b42b411-d798-4ee5-9060-a55b6983c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606828 Jun 04 16:26:08.844913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Transition to ACTIVE for port object 804649e1-c8de-49e9-a1e1-953150974d9a will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:08.855333 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:08.936231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Network 8b09542d-db52-4306-9a04-3ce692fb28e4 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:08.936795 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-3b0a1aa2-7024-429d-99ce-46f4e4192999 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=5f419223-773b-402b-a024-4fc55c779464 HTTP/1.1" status: 200 len: 217 time: 0.1059279 Jun 04 16:26:08.939794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:08.944691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:08.946725 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c84a4e4-fc29-4ab9-8b24-a1df77a79b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:08.950996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Pushing event updated for resources: {'Port': ['ID=804649e1-c8de-49e9-a1e1-953150974d9a,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:09.033368 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43f90391-6098-41da-b92d-32fda3df6b48 req-ea649b9c-4d8f-4275-8750-ddbe0315f87d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177792 Jun 04 16:26:09.049643 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54e7dbf8-55f2-44fc-99c7-f41f973114d6 req-eaf9c0be-bf0a-4eb9-8af8-2662781faf56 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539121 Jun 04 16:26:09.067064 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c17b3967-9289-43a1-b0d9-0575b5601782 req-27b1dbe3-5dbb-4517-8f46-e1a6c7dc1e80 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145434 Jun 04 16:26:09.095965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-be31ffc1-671f-47d5-bbd9-e0a6034ff938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:09.097090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Attempting to bind port 804649e1-c8de-49e9-a1e1-953150974d9a on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:09.097830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Attempting to bind port 804649e1-c8de-49e9-a1e1-953150974d9a by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:09.098635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Attempting to bind port 804649e1-c8de-49e9-a1e1-953150974d9a on network 8b09542d-db52-4306-9a04-3ce692fb28e4 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:09.098749 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-be31ffc1-671f-47d5-bbd9-e0a6034ff938 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1125760 Jun 04 16:26:09.112114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:09.113281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Checking segment: {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:09.113787 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:09.114052 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c84a4e4-fc29-4ab9-8b24-a1df77a79b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:09.114837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Bound using segment: {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:09.116596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Bound port: 804649e1-c8de-49e9-a1e1-953150974d9a, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:09.117238 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:09.168131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84a4e4-fc29-4ab9-8b24-a1df77a79b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=97137ac4-db15-46e5-8f5e-389700c518f7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:09.176000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c84a4e4-fc29-4ab9-8b24-a1df77a79b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:09.194327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc7b3c-e580-4191-9f84-335ca19ecd52 req-b85ce30b-0c99-4069-8e34-21fc9f924556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:09.196208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fdc7b3c-e580-4191-9f84-335ca19ecd52 req-b85ce30b-0c99-4069-8e34-21fc9f924556 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ffcddae3d2547c89aadb8b375740fb7&device_id=d2b33c8f-bcd7-4252-9c40-4635a9e27086 HTTP/1.1" status: 200 len: 1099 time: 0.3234212 Jun 04 16:26:09.197835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0c84a4e4-fc29-4ab9-8b24-a1df77a79b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/97137ac4-db15-46e5-8f5e-389700c518f7 HTTP/1.1" status: 204 len: 168 time: 1.2782919 Jun 04 16:26:09.200356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43274) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:09.265065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c61e9b-ac35-4d89-9712-8c0a5d4c96cc None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:09.312594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-46c553e2-dab8-4156-b644-2e5090d9cd95 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:router {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:09.398151 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0f7ab4-b243-4021-ad54-01a4633d7e70'] response: {'name': 'network-changed', 'server_uuid': 'aa9e899b-97f9-4173-b911-88f1de630a1d', 'tag': 'db975f07-55e9-4e31-9c8b-d7f25c46755a', 'status': 'completed', 'code': 200} Jun 04 16:26:09.439662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-46c553e2-dab8-4156-b644-2e5090d9cd95 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:router {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:09.440896 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-46c553e2-dab8-4156-b644-2e5090d9cd95 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2396204 Jun 04 16:26:09.445635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43280) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:09.463685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:09.483785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-699829b4-c3e4-4bee-92b0-de3f674508c3 None None] Provisioning complete for port 489ee617-3d5b-4635-9248-7905894288ba triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:09.484236 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-699829b4-c3e4-4bee-92b0-de3f674508c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:09.507427 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-0c141f07-d06d-4644-965c-5f9f62494508 service neutron] 10.222.0.46 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165528 Jun 04 16:26:09.509846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-081f6947-ccc6-4f93-bb0f-fe9f723f0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:09.510804 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-081f6947-ccc6-4f93-bb0f-fe9f723f0c39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3935027 Jun 04 16:26:09.557655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] For port 804649e1-c8de-49e9-a1e1-953150974d9a, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:09.674227 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-192d6b6a-3b62-4a61-a6e4-f4f7e2ea5337 req-e2f8e51e-2622-40e5-b6d6-c4a4235d3950 service neutron] 10.222.0.46 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303909 Jun 04 16:26:09.692119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] For port 804649e1-c8de-49e9-a1e1-953150974d9a, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=804649e1-c8de-49e9-a1e1-953150974d9a,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:09.704616 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:09.729288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc7b3c-e580-4191-9f84-335ca19ecd52 req-103c4312-6f9d-40ea-abb5-9675ebf2aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:09.730733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fdc7b3c-e580-4191-9f84-335ca19ecd52 req-103c4312-6f9d-40ea-abb5-9675ebf2aad0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.4622872 Jun 04 16:26:09.758456 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:09.826460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fdc7b3c-e580-4191-9f84-335ca19ecd52 req-72468b9f-84c8-4c53-a712-23a5255386d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=95469def-13ce-41c3-9052-0e940939ad24 HTTP/1.1" status: 200 len: 217 time: 0.0821865 Jun 04 16:26:09.829247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:09.865299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d6d76-cc5f-4e0c-8ff8-2b3afb03e492 None None] Pushing event updated for resources: {'Port': ['ID=804649e1-c8de-49e9-a1e1-953150974d9a,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:09.876117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-699829b4-c3e4-4bee-92b0-de3f674508c3 None None] Current status of the port 489ee617-3d5b-4635-9248-7905894288ba is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:09.895117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:09.900683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:09.911869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:09.916747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc7b3c-e580-4191-9f84-335ca19ecd52 req-f5b106b3-d654-4bbe-bc22-25539f69597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:09.917921 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fdc7b3c-e580-4191-9f84-335ca19ecd52 req-f5b106b3-d654-4bbe-bc22-25539f69597e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0820889 Jun 04 16:26:09.925552 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-e1d296b8-73be-442d-a083-7311a49e4451 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004843 Jun 04 16:26:09.976443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ad19f-e46c-49e2-9dd5-91838c656020 req-c902307b-7f6e-4da5-b419-7bd8a157b6af tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:09.986453 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec0ad19f-e46c-49e2-9dd5-91838c656020 req-c902307b-7f6e-4da5-b419-7bd8a157b6af tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 943 time: 0.4735520 Jun 04 16:26:09.995556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79933bf6-c8ab-4311-9f1a-bc1ba2e11149 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:26:10.001055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-79933bf6-c8ab-4311-9f1a-bc1ba2e11149 None None] Deleting port 489ee617-3d5b-4635-9248-7905894288ba {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:26:10.001744 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-79933bf6-c8ab-4311-9f1a-bc1ba2e11149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:10.013430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:10.018211 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:10.125538 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'Subnet': ['ID=a25d6d86-38aa-4a4a-ab62-3be62b97a432,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:10.170821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80e6e0-5621-48c9-a12e-c9b49f0d7a1f req-523e849f-e372-452e-815b-fc73a3b8edfd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:10.178836 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed80e6e0-5621-48c9-a12e-c9b49f0d7a1f req-523e849f-e372-452e-815b-fc73a3b8edfd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.5507188 Jun 04 16:26:10.185596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Checking segment: {'id': '7789cb6a-2eeb-48f2-bd4d-4c809c19831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:10.186820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Network hostable DHCP agents. Network: 4ae9684f-8981-4108-80b8-f671d76ed732, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:26:10.215431 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec0ad19f-e46c-49e2-9dd5-91838c656020 req-52b83ff1-6d33-4884-9e4a-5ebd3eeae053 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283101 Jun 04 16:26:10.258372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Network 4ae9684f-8981-4108-80b8-f671d76ed732 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:26:10.284740 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-387aea8a-0b1f-4118-abc8-cd9a09f5713b req-508879e1-af5b-4e26-88c4-d6ce0719e1b9 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455091 Jun 04 16:26:10.306412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d5aa9-8d6d-42be-af88-5a1b385a648b req-ff06d9bd-c4cf-418d-8925-d3f1d223b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:10.308155 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-461d5aa9-8d6d-42be-af88-5a1b385a648b req-ff06d9bd-c4cf-418d-8925-d3f1d223b781 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 1094 time: 0.5514379 Jun 04 16:26:10.331100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed80e6e0-5621-48c9-a12e-c9b49f0d7a1f req-904e0914-11bf-47d2-90c3-c59e61cdd056 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512802 Jun 04 16:26:10.361831 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-79933bf6-c8ab-4311-9f1a-bc1ba2e11149 None None] For port 489ee617-3d5b-4635-9248-7905894288ba, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=489ee617-3d5b-4635-9248-7905894288ba,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:10.362232 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-79933bf6-c8ab-4311-9f1a-bc1ba2e11149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:10.486675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d5aa9-8d6d-42be-af88-5a1b385a648b req-e59afca0-bc03-48d1-a0f5-b161fac43d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:10.488128 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-461d5aa9-8d6d-42be-af88-5a1b385a648b req-e59afca0-bc03-48d1-a0f5-b161fac43d77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 910 time: 0.1727338 Jun 04 16:26:10.490184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 4ae9684f-8981-4108-80b8-f671d76ed732) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:10.508006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-79933bf6-c8ab-4311-9f1a-bc1ba2e11149 None None] Calling delete_port for 489ee617-3d5b-4635-9248-7905894288ba owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:26:10.581346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e553ca6d-408f-458a-9d79-c2cf4dd8e656 None None] Network 4ae9684f-8981-4108-80b8-f671d76ed732 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:10.581760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:10.584243 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:10.598674 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-79933bf6-c8ab-4311-9f1a-bc1ba2e11149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:10.614110 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-461d5aa9-8d6d-42be-af88-5a1b385a648b req-be9fbfa8-53c1-4208-ba64-ef682deb0b25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db975f07-55e9-4e31-9c8b-d7f25c46755a HTTP/1.1" status: 200 len: 217 time: 0.1096663 Jun 04 16:26:10.632798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc7b3c-e580-4191-9f84-335ca19ecd52 req-21cd212d-880a-42a4-af4c-d315a8d67dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:10.634280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fdc7b3c-e580-4191-9f84-335ca19ecd52 req-21cd212d-880a-42a4-af4c-d315a8d67dfe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7094274 Jun 04 16:26:10.680836 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a29b86ff-9ebb-4974-a505-a659fb1c57c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8356068 Jun 04 16:26:10.681194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43290) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:10.688766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'port': {'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4', 'name': 'tempest-TaggedBootDevicesTest_v242-29611379', 'fixed_ips': [{'subnet_id': 'd4486856-317f-473e-94f2-040bb20ab3b6'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:10.735422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79933bf6-c8ab-4311-9f1a-bc1ba2e11149 None None] Pushing event deleted for resources: {'Port': ['ID=489ee617-3d5b-4635-9248-7905894288ba,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:10.745842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79933bf6-c8ab-4311-9f1a-bc1ba2e11149 None None] No DVR routers for this DVR port 489ee617-3d5b-4635-9248-7905894288ba on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:26:10.778150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d5aa9-8d6d-42be-af88-5a1b385a648b req-e454479a-8dab-4763-84d1-13faaa868ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:10.779917 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-461d5aa9-8d6d-42be-af88-5a1b385a648b req-e454479a-8dab-4763-84d1-13faaa868ed6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 200 len: 849 time: 0.1567757 Jun 04 16:26:10.873291 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-461d5aa9-8d6d-42be-af88-5a1b385a648b req-6b0f6991-f041-4509-bcb9-9b53905ef9cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b42b411-d798-4ee5-9060-a55b6983c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804965 Jun 04 16:26:10.928909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-4ae9684f-8981-4108-80b8-f671d76ed732', 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'fixed_ips': [{'subnet_id': 'a25d6d86-38aa-4a4a-ab62-3be62b97a432'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:26:10.930816 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:10.992597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.objects.ports [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88798) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:26:11.009738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec8196-fa54-44a8-a14e-8342acb00c13 req-77bd2697-251a-4ea5-9995-cbb08d93ae16 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:11.011269 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0ec8196-fa54-44a8-a14e-8342acb00c13 req-77bd2697-251a-4ea5-9995-cbb08d93ae16 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.5177953 Jun 04 16:26:11.012078 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:11.012758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:11.017405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Usage tracker for resource:port and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:11.020458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:11.027076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:11.045212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Made reservation on behalf of e863eba5c1c349159f469fbfe67c68a3 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:11.105050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Allocated IP 10.2.2.2 (4ae9684f-8981-4108-80b8-f671d76ed732/a25d6d86-38aa-4a4a-ab62-3be62b97a432/5fd3dbf5-8092-4fb1-af74-51d0b492e013) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:11.128805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dd1f3-7453-4633-8e5c-74479f164024 req-bac60775-2145-4273-a6c2-c47820fcdebe tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:11.130467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b42dd1f3-7453-4633-8e5c-74479f164024 req-bac60775-2145-4273-a6c2-c47820fcdebe tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.5782497 Jun 04 16:26:11.147169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:11.176112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:11.187606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fdc7b3c-e580-4191-9f84-335ca19ecd52 req-b24f8782-2b2e-476d-b7fb-e9be866302d9 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362985 Jun 04 16:26:11.191264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:11.191861 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:11.198059 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-461d5aa9-8d6d-42be-af88-5a1b385a648b req-031a7418-b1b2-4e70-a114-4c978d6209c3 service neutron] 10.222.0.46 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166137 Jun 04 16:26:11.261788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0ec8196-fa54-44a8-a14e-8342acb00c13 req-abcb32b3-415c-4d60-b3fe-9468b4181aaf tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940405 Jun 04 16:26:11.263283 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8167214 Jun 04 16:26:11.267773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bea7692-8dc6-4ef7-a6a7-937e779b9f22 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:11.272813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43296) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:11.294258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:11.329804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c7cf1-aecd-4c00-b9b0-cfe1f5e9f8fc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=adea6f9d-9b0b-405f-bdde-d2ac425f9384,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:11.350495 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a680b133-57e1-4987-b6b8-a3ce06d71558 None None] Network 8b09542d-db52-4306-9a04-3ce692fb28e4 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:11.377797 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-461d5aa9-8d6d-42be-af88-5a1b385a648b req-3f15b0ab-c9d3-4de6-869b-0593790a773b service neutron] 10.222.0.46 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704242 Jun 04 16:26:11.381017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:11.408014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100bb21b-5c50-4f89-a3f7-78c1e04aa67d', 'tag': '5f419223-773b-402b-a024-4fc55c779464'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:11.428915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] device_id is not set on port a99beac5-8a3e-40fd-9302-6f3224c157f6 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:26:11.515003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b42dd1f3-7453-4633-8e5c-74479f164024 req-95aadf0a-efa2-44bb-af2e-39ad9a8a40e6 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537564 Jun 04 16:26:11.539805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5477d227-9af0-480d-831d-87a827146084 None None] Provisioning for port 804649e1-c8de-49e9-a1e1-953150974d9a completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:11.548337 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:11.588912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Transition to ACTIVE for port object 5fd3dbf5-8092-4fb1-af74-51d0b492e013 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:11.720188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Transition to ACTIVE for port object 5fd3dbf5-8092-4fb1-af74-51d0b492e013 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:11.722261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fdc7b3c-e580-4191-9f84-335ca19ecd52 req-7087d486-69b8-464b-a80d-be2706441e5b service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040250 Jun 04 16:26:11.738958 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:11.792552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:11.794252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 804649e1-c8de-49e9-a1e1-953150974d9a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:11.804820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:11.810157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:11.821069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903574f7-28be-4f9f-a979-bece05581180 req-1a587ebd-4245-4ab1-8147-e0a9910248b5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:11.822584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-903574f7-28be-4f9f-a979-bece05581180 req-1a587ebd-4245-4ab1-8147-e0a9910248b5 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 947 time: 0.4181211 Jun 04 16:26:11.827280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:11.858731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Allocated IP 10.1.1.103 (8b09542d-db52-4306-9a04-3ce692fb28e4/d4486856-317f-473e-94f2-040bb20ab3b6/a99beac5-8a3e-40fd-9302-6f3224c157f6) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:11.859038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:11.862086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:11.941453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': 'adea6f9d-9b0b-405f-bdde-d2ac425f9384'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:26:11.942267 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:11.960092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Network 4ae9684f-8981-4108-80b8-f671d76ed732 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:11.961289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-903574f7-28be-4f9f-a979-bece05581180 req-37cf88d4-1353-4423-9481-cd75ed8c9530 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247549 Jun 04 16:26:11.968034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:11.974649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:11.976994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Pushing event updated for resources: {'Port': ['ID=5fd3dbf5-8092-4fb1-af74-51d0b492e013,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:11.981671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda8d73-242a-4f5e-a020-7d7bbb41cc9a req-2e55b319-9ff4-407c-8118-9f84bc5bdba5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:11.988781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-afda8d73-242a-4f5e-a020-7d7bbb41cc9a req-2e55b319-9ff4-407c-8118-9f84bc5bdba5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.2614241 Jun 04 16:26:12.080497 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:12.102174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Transition to ACTIVE for port object a99beac5-8a3e-40fd-9302-6f3224c157f6 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:12.134239 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:12.166150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Attempting to bind port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:12.166536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Attempting to bind port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7789cb6a-2eeb-48f2-bd4d-4c809c19831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:12.166959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Attempting to bind port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 on network 4ae9684f-8981-4108-80b8-f671d76ed732 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:12.172976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 804649e1-c8de-49e9-a1e1-953150974d9a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:12.211111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Network 8b09542d-db52-4306-9a04-3ce692fb28e4 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:12.215262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:12.219341 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:12.223522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:12.223892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Checking segment: {'id': '7789cb6a-2eeb-48f2-bd4d-4c809c19831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:12.224320 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:12.224737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Bound using segment: {'id': '7789cb6a-2eeb-48f2-bd4d-4c809c19831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:12.225213 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Bound port: 5fd3dbf5-8092-4fb1-af74-51d0b492e013, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7789cb6a-2eeb-48f2-bd4d-4c809c19831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:12.225578 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:12.238341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 804649e1-c8de-49e9-a1e1-953150974d9a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:12.238728 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:12.244877 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-afda8d73-242a-4f5e-a020-7d7bbb41cc9a req-7c90b1e3-0f47-4a23-a9dc-bddfbb158c94 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551370 Jun 04 16:26:12.263469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'Port': ['ID=a99beac5-8a3e-40fd-9302-6f3224c157f6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:12.319295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:12.319295 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:12.337951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2cc94-e032-4254-a803-bcf85c992e63 req-3768b899-d411-4ce0-8a5f-3680c685447c tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:12.344905 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ae2cc94-e032-4254-a803-bcf85c992e63 req-3768b899-d411-4ce0-8a5f-3680c685447c tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.2450941 Jun 04 16:26:12.361028 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2d78b176-d173-4675-965b-d808b3268679 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6786788 Jun 04 16:26:12.363990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43308) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:12.374911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'port': {'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4', 'name': 'tempest-TaggedBootDevicesTest_v242-726411252', 'fixed_ips': [{'subnet_id': 'd4486856-317f-473e-94f2-040bb20ab3b6'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:12.418055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Allocated IP 2001:db8::f816:3eff:fedc:fa73 (f0dbb02b-9d62-4207-955a-783084b70e61/adea6f9d-9b0b-405f-bdde-d2ac425f9384/8f4e1ece-5dd3-4991-b4fa-a60b12444dec) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:12.493089 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ae2cc94-e032-4254-a803-bcf85c992e63 req-194aad29-26a3-43ba-ae77-5028cdc30997 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453147 Jun 04 16:26:12.495678 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:12.570941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:12.575736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Usage tracker for resource:port and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:12.579740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:12.588658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:12.603658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Made reservation on behalf of e863eba5c1c349159f469fbfe67c68a3 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:12.610003 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:12.640091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:12.648967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] device_id is not set on port 3023e327-df4b-443e-ae29-981f3f9ca437 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:26:12.658422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:12.664507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:12.665099 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:12.673226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=e673dc03-b9ff-43ae-b3e1-e9fc10b78a26,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:12.699160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33533c1f-ebaf-49dc-85df-8b18436e9090 req-1ad18048-77eb-405d-a5a1-ce4c4b0f73bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:12.707593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33533c1f-ebaf-49dc-85df-8b18436e9090 req-1ad18048-77eb-405d-a5a1-ce4c4b0f73bf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 943 time: 0.3333039 Jun 04 16:26:12.726954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] For port 5fd3dbf5-8092-4fb1-af74-51d0b492e013, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:12.743606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] For port 5fd3dbf5-8092-4fb1-af74-51d0b492e013, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5fd3dbf5-8092-4fb1-af74-51d0b492e013,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:12.758722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43314) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:12.759811 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-119ce0d8-1065-4682-a66e-04d34939d8b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4844453 Jun 04 16:26:12.772543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'mac_address': 'fa:16:3e:9b:b7:5a', 'name': 'tempest-NetworksTestDHCPv6-990710755'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:12.787232 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:12.789534 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33533c1f-ebaf-49dc-85df-8b18436e9090 req-f5649a76-138d-4df6-93bc-b1fd788f804a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807438 Jun 04 16:26:12.872151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 95469def-13ce-41c3-9052-0e940939ad24 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:26:12.900887 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ed324e-5bee-43b1-990d-b64cbb1f0ee7'] response: {'name': 'network-changed', 'server_uuid': '100bb21b-5c50-4f89-a3f7-78c1e04aa67d', 'tag': '5f419223-773b-402b-a024-4fc55c779464', 'status': 'completed', 'code': 200} Jun 04 16:26:12.997143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829db637-3f3e-4f52-b172-4a6e85e346ad None None] Pushing event updated for resources: {'Port': ['ID=5fd3dbf5-8092-4fb1-af74-51d0b492e013,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:13.047931 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:13.051777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:13.054617 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Allocated IP 10.1.1.249 (8b09542d-db52-4306-9a04-3ce692fb28e4/d4486856-317f-473e-94f2-040bb20ab3b6/3023e327-df4b-443e-ae29-981f3f9ca437) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:13.069816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:13.070957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 804649e1-c8de-49e9-a1e1-953150974d9a is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:13.071425 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:13.095223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:13.096929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e4396eaf-4ee1-4db9-bae5-680e2d4fbb43 None None] Provisioning complete for port 804649e1-c8de-49e9-a1e1-953150974d9a triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:13.097634 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e4396eaf-4ee1-4db9-bae5-680e2d4fbb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:13.127803 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Transition to ACTIVE for port object 8f4e1ece-5dd3-4991-b4fa-a60b12444dec will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:13.163609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b9ded-6fd9-4b3f-b3d8-762c4622b44f req-926a8a6c-8eff-4f06-9b74-3abd11807726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:13.165094 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854b9ded-6fd9-4b3f-b3d8-762c4622b44f req-926a8a6c-8eff-4f06-9b74-3abd11807726 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ffcddae3d2547c89aadb8b375740fb7&device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 1098 time: 0.2618082 Jun 04 16:26:13.174379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e216c-210e-4cf6-8532-c3f2fc330eed req-ed4b73d0-1383-48d0-a4b8-1884dfb220cf tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:13.178908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e1e216c-210e-4cf6-8532-c3f2fc330eed req-ed4b73d0-1383-48d0-a4b8-1884dfb220cf tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.2072599 Jun 04 16:26:13.202709 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 804649e1-c8de-49e9-a1e1-953150974d9a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=804649e1-c8de-49e9-a1e1-953150974d9a,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:13.258078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Transition to ACTIVE for port object 8f4e1ece-5dd3-4991-b4fa-a60b12444dec will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:13.266033 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:13.324883 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e1e216c-210e-4cf6-8532-c3f2fc330eed req-29e361a4-c2ec-44c0-93c5-a412f575eb49 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398630 Jun 04 16:26:13.338662 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:13.369404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2a791-0a38-4acb-900a-2236234beffc req-23034f86-6f2d-4e42-a3dd-d9ddd606adaa tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:13.375579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=804649e1-c8de-49e9-a1e1-953150974d9a,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:13.378360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 489ee617-3d5b-4635-9248-7905894288ba no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:26:13.392438 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9a2a791-0a38-4acb-900a-2236234beffc req-23034f86-6f2d-4e42-a3dd-d9ddd606adaa tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.3357067 Jun 04 16:26:13.401960 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port 024b266c-78d3-445d-8de6-b5470e55f911 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:26:13.403161 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:13.452479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9a2a791-0a38-4acb-900a-2236234beffc req-daa6ddd3-b4c1-4b30-a069-129476e0c39b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557790 Jun 04 16:26:13.464600 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:13.470910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 489ee617-3d5b-4635-9248-7905894288ba {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:26:13.471239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 489ee617-3d5b-4635-9248-7905894288ba not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:26:13.502627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Transition to ACTIVE for port object 3023e327-df4b-443e-ae29-981f3f9ca437 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:13.545279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b9ded-6fd9-4b3f-b3d8-762c4622b44f req-4c1192eb-b549-4303-9942-4cf9fe2b7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:13.547168 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854b9ded-6fd9-4b3f-b3d8-762c4622b44f req-4c1192eb-b549-4303-9942-4cf9fe2b7ae3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.3644388 Jun 04 16:26:13.612718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:13.620754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:13.635531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:13.682842 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:13.762798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Pushing event updated for resources: {'Port': ['ID=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:13.794326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Network 8b09542d-db52-4306-9a04-3ce692fb28e4 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:13.801858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:13.810111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'Port': ['ID=3023e327-df4b-443e-ae29-981f3f9ca437,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:13.816407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:13.868037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 804649e1-c8de-49e9-a1e1-953150974d9a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:13.984979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854b9ded-6fd9-4b3f-b3d8-762c4622b44f req-6d3278e0-5dc3-4289-8f0e-6246f359cde7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=5f419223-773b-402b-a024-4fc55c779464 HTTP/1.1" status: 200 len: 217 time: 0.4301243 Jun 04 16:26:14.000786 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 172.20.0.7 (f0dbb02b-9d62-4207-955a-783084b70e61/e673dc03-b9ff-43ae-b3e1-e9fc10b78a26/024b266c-78d3-445d-8de6-b5470e55f911) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:14.023837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::f816:3eff:fe9b:b75a (f0dbb02b-9d62-4207-955a-783084b70e61/adea6f9d-9b0b-405f-bdde-d2ac425f9384/024b266c-78d3-445d-8de6-b5470e55f911) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:14.044989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=95469def-13ce-41c3-9052-0e940939ad24,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:14.073010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:14.073654 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:14.075394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e4396eaf-4ee1-4db9-bae5-680e2d4fbb43 None None] Current status of the port 804649e1-c8de-49e9-a1e1-953150974d9a is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:14.077544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Attempting to bind port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:14.078078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Attempting to bind port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:14.078548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Attempting to bind port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:14.083168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '95469def-13ce-41c3-9052-0e940939ad24', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '95469def-13ce-41c3-9052-0e940939ad24', 'mac_address': 'fa:16:3e:51:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:26:14.097432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b9ded-6fd9-4b3f-b3d8-762c4622b44f req-9d1932b6-a03d-4d26-86a3-9d341576fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:14.098921 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854b9ded-6fd9-4b3f-b3d8-762c4622b44f req-9d1932b6-a03d-4d26-86a3-9d341576fa2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1011746 Jun 04 16:26:14.122384 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:14.122792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:14.123191 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:14.123586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:14.124061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Bound port: 8f4e1ece-5dd3-4991-b4fa-a60b12444dec, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:14.124520 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:14.144597 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ae844fe3-7fa3-4918-bd06-15edc27b36f6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7730947 Jun 04 16:26:14.176216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4222-15b1-43a0-bb5f-94af02231f8b req-123476ec-a124-44b1-92a4-6a5188a67a0d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:14.184191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b24d4222-15b1-43a0-bb5f-94af02231f8b req-123476ec-a124-44b1-92a4-6a5188a67a0d tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.2881351 Jun 04 16:26:14.217061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 804649e1-c8de-49e9-a1e1-953150974d9a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:14.217429 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:14.222181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf6e4b-ae30-4b76-a001-ec1ae3d51461 req-8c472d64-a144-4a45-83ea-0fb4d22d4201 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:14.223705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6adf6e4b-ae30-4b76-a001-ec1ae3d51461 req-8c472d64-a144-4a45-83ea-0fb4d22d4201 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.5859139 Jun 04 16:26:14.270038 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b24d4222-15b1-43a0-bb5f-94af02231f8b req-e1e85b34-2fd7-4609-bfc4-435a92aea3cc tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849617 Jun 04 16:26:14.279192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 95469def-13ce-41c3-9052-0e940939ad24 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:14.279650 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:14.297945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6adf6e4b-ae30-4b76-a001-ec1ae3d51461 req-9372c740-8f0c-4e3e-b6ea-e1f35422d3a8 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613806 Jun 04 16:26:14.298384 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a5f648d3-91ab-4b2a-a733-5701058edf8c None None] Provisioning for port 3023e327-df4b-443e-ae29-981f3f9ca437 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:14.301084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b9ded-6fd9-4b3f-b3d8-762c4622b44f req-34aa742f-ea62-4790-9156-9c6511ad4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:14.302619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854b9ded-6fd9-4b3f-b3d8-762c4622b44f req-34aa742f-ea62-4790-9156-9c6511ad4eca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1962545 Jun 04 16:26:14.316071 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:14.325597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95469def-13ce-41c3-9052-0e940939ad24 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:14.329616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a5f648d3-91ab-4b2a-a733-5701058edf8c None None] Provisioning complete for port 3023e327-df4b-443e-ae29-981f3f9ca437 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:14.329977 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a5f648d3-91ab-4b2a-a733-5701058edf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:14.347028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object 024b266c-78d3-445d-8de6-b5470e55f911 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:14.378819 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:14.442364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] For port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:14.465071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=95469def-13ce-41c3-9052-0e940939ad24,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:14.470477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] For port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:14.472328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a5f648d3-91ab-4b2a-a733-5701058edf8c None None] Port 3023e327-df4b-443e-ae29-981f3f9ca437 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:26:14.487378 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854b9ded-6fd9-4b3f-b3d8-762c4622b44f req-d50d7dd2-c53c-41b8-94aa-b36501587aba service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770923 Jun 04 16:26:14.500741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:14.502120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:14.506760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:14.531170 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:14.531822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5f419223-773b-402b-a024-4fc55c779464 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:26:14.573761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=024b266c-78d3-445d-8de6-b5470e55f911,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:14.583794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:14.584515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:14.610215 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:14.619104 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fec9a6f5-3bd9-41ce-acd0-94e71108223c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8559928 Jun 04 16:26:14.621629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43340) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:14.718523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a5f648d3-91ab-4b2a-a733-5701058edf8c None None] Provisioning for port a99beac5-8a3e-40fd-9302-6f3224c157f6 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:14.764845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600da85-7021-4a61-8e2d-214f555dc8d2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:14.772998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600da85-7021-4a61-8e2d-214f555dc8d2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:14.774912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5600da85-7021-4a61-8e2d-214f555dc8d2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:14.792827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a5f648d3-91ab-4b2a-a733-5701058edf8c None None] Provisioning complete for port a99beac5-8a3e-40fd-9302-6f3224c157f6 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:14.793196 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a5f648d3-91ab-4b2a-a733-5701058edf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:14.806258 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5600da85-7021-4a61-8e2d-214f555dc8d2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:14.807913 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5600da85-7021-4a61-8e2d-214f555dc8d2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1851964 Jun 04 16:26:14.810847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43348) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:14.855135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-854b9ded-6fd9-4b3f-b3d8-762c4622b44f req-2e404d3f-6c62-48f6-afad-acd04ec2de24 service neutron] 10.222.0.46 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433502 Jun 04 16:26:14.865751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96be52-1267-4312-9752-67eca40710ac req-66ef1819-fc7d-4aad-a2d8-22e5e25e2c3f tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:14.873571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a96be52-1267-4312-9752-67eca40710ac req-66ef1819-fc7d-4aad-a2d8-22e5e25e2c3f tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 947 time: 0.3071871 Jun 04 16:26:14.923138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a5f648d3-91ab-4b2a-a733-5701058edf8c None None] Port a99beac5-8a3e-40fd-9302-6f3224c157f6 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:26:14.924118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-60c0b835-72dc-4273-82f2-5c2928f220c5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 024b266c-78d3-445d-8de6-b5470e55f911 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:26:14.924593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-60c0b835-72dc-4273-82f2-5c2928f220c5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:14.927790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 804649e1-c8de-49e9-a1e1-953150974d9a is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:14.931225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ba51df-ca1f-4eeb-8c88-edb9f73d6275 None None] Network 4ae9684f-8981-4108-80b8-f671d76ed732 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:14.943405 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a96be52-1267-4312-9752-67eca40710ac req-686cc53f-b89a-41dd-ac05-3ef9e3396674 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689108 Jun 04 16:26:15.130744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43358) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:15.140135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851538046', 'description': 'tempest-description--1609805243'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:15.153426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:15.161372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Usage tracker for resource:security_group and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:15.165588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:15.181710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=95469def-13ce-41c3-9052-0e940939ad24,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:15.185284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:15.262736 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:15.305584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:15.320213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Usage tracker for resource:security_group_rule and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:15.323446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:15.332031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:15.333273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5f419223-773b-402b-a024-4fc55c779464, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5f419223-773b-402b-a024-4fc55c779464,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:15.406184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12575ad-9cf1-4e19-90f9-0bbe859d1dce req-9701b846-07fc-447e-a070-30820327af8d tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:15.407478 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c12575ad-9cf1-4e19-90f9-0bbe859d1dce req-9701b846-07fc-447e-a070-30820327af8d tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 943 time: 0.2078717 Jun 04 16:26:15.421876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3d263771-82da-4c48-93b2-be84d5d09164 None None] Provisioning for port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:15.426665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '5f419223-773b-402b-a024-4fc55c779464', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '5f419223-773b-402b-a024-4fc55c779464', 'mac_address': 'fa:16:3e:bc:ed:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:26:15.508474 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-60c0b835-72dc-4273-82f2-5c2928f220c5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:15.537819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c12575ad-9cf1-4e19-90f9-0bbe859d1dce req-d9903a97-d106-4685-866d-2586a6ccd87a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202579 Jun 04 16:26:15.549819 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:15.571349 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:15.589456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215ce73-4f35-4ad5-9901-ceee48caabef None None] Pushing event updated for resources: {'Port': ['ID=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:15.636408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5f419223-773b-402b-a024-4fc55c779464 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:15.636783 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:15.662730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c830a663-5838-4980-91fd-a0172c9ccb28,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:15.677119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f419223-773b-402b-a024-4fc55c779464 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:15.746513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5f419223-773b-402b-a024-4fc55c779464, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5f419223-773b-402b-a024-4fc55c779464,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:15.748188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-60c0b835-72dc-4273-82f2-5c2928f220c5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 024b266c-78d3-445d-8de6-b5470e55f911 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:26:15.755861 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:15.757561 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-94414e57-d42e-4e42-a1f9-70bf6425371c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6253264 Jun 04 16:26:15.759308 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:15.760175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device db975f07-55e9-4e31-9c8b-d7f25c46755a details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:26:15.763434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43368) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:15.772158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-280d876d-9f54-4255-b357-954dd8cddb1d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'security_group_rule': {'security_group_id': 'c830a663-5838-4980-91fd-a0172c9ccb28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:15.784374 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-280d876d-9f54-4255-b357-954dd8cddb1d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:15.794548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-280d876d-9f54-4255-b357-954dd8cddb1d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Usage tracker for resource:security_group_rule and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:15.806798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-280d876d-9f54-4255-b357-954dd8cddb1d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:15.823304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c5ebd-f2cf-4997-954a-7294b49c1273 req-027bf87c-f515-40e1-9726-04a083815a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:15.825250 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-467c5ebd-f2cf-4997-954a-7294b49c1273 req-027bf87c-f515-40e1-9726-04a083815a17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 1096 time: 0.3496614 Jun 04 16:26:15.829097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-280d876d-9f54-4255-b357-954dd8cddb1d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:15.847174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5fd3dbf5-8092-4fb1-af74-51d0b492e013 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:15.924608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193e131-1b45-4d7b-9bfd-3391f59a7c60 req-86ec3655-1a04-400a-a51d-e7b20dbed811 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:15.932915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d193e131-1b45-4d7b-9bfd-3391f59a7c60 req-86ec3655-1a04-400a-a51d-e7b20dbed811 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.3500707 Jun 04 16:26:15.949823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5f419223-773b-402b-a024-4fc55c779464,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:15.987921 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-280d876d-9f54-4255-b357-954dd8cddb1d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.014639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472840d5-7a5c-4b97-8752-36a00514d28d req-438ab5fc-a90a-4e64-8bf2-b66e69ca6f71 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:16.016173 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-472840d5-7a5c-4b97-8752-36a00514d28d req-438ab5fc-a90a-4e64-8bf2-b66e69ca6f71 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.3497782 Jun 04 16:26:16.031432 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-60c0b835-72dc-4273-82f2-5c2928f220c5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.080668 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:16.089515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d193e131-1b45-4d7b-9bfd-3391f59a7c60 req-44f375fa-5a43-4ce4-ac0e-9781b20af21f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550784 Jun 04 16:26:16.097124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:16.097512 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.104287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0b835-72dc-4273-82f2-5c2928f220c5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=024b266c-78d3-445d-8de6-b5470e55f911,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:16.175067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c5ebd-f2cf-4997-954a-7294b49c1273 req-267a321b-9128-4afc-a238-63ea5136b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:16.196184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-467c5ebd-f2cf-4997-954a-7294b49c1273 req-267a321b-9128-4afc-a238-63ea5136b214 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.3640776 Jun 04 16:26:16.305673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port db975f07-55e9-4e31-9c8b-d7f25c46755a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db975f07-55e9-4e31-9c8b-d7f25c46755a,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:16.329179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-280d876d-9f54-4255-b357-954dd8cddb1d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.335191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-472840d5-7a5c-4b97-8752-36a00514d28d req-8dabd3d8-d399-4b4b-8b77-5582c228a6bd tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093019 Jun 04 16:26:16.340123 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-60c0b835-72dc-4273-82f2-5c2928f220c5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.346642 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'db975f07-55e9-4e31-9c8b-d7f25c46755a', 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'port_id': 'db975f07-55e9-4e31-9c8b-d7f25c46755a', 'mac_address': 'fa:16:3e:f8:d9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d59b55-122b-45b5-8c8d-d6b98258f32b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:26:16.349884 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:26:16.379734 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-60c0b835-72dc-4273-82f2-5c2928f220c5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/024b266c-78d3-445d-8de6-b5470e55f911 HTTP/1.1" status: 204 len: 168 time: 1.5652747 Jun 04 16:26:16.380787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43376) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:16.424837 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-280d876d-9f54-4255-b357-954dd8cddb1d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.426212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:16.426836 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.442338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port db975f07-55e9-4e31-9c8b-d7f25c46755a is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:16.442723 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.453631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2cb473-c716-455b-b080-a041d9bb8ac2 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:16.480282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5142000-fdf1-4dda-b8c2-ede766de0ef8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:16.482216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5142000-fdf1-4dda-b8c2-ede766de0ef8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:16.484211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5142000-fdf1-4dda-b8c2-ede766de0ef8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:16.485445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a5142000-fdf1-4dda-b8c2-ede766de0ef8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:16.507950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a5142000-fdf1-4dda-b8c2-ede766de0ef8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:16.509887 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a5142000-fdf1-4dda-b8c2-ede766de0ef8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1276278 Jun 04 16:26:16.518455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43380) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:16.630904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e265a3dc-56ac-4d95-8662-9abb94088f98 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet adea6f9d-9b0b-405f-bdde-d2ac425f9384 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:26:16.634130 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e265a3dc-56ac-4d95-8662-9abb94088f98 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.695401 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e265a3dc-56ac-4d95-8662-9abb94088f98 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.712263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db975f07-55e9-4e31-9c8b-d7f25c46755a {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:16.733642 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port db975f07-55e9-4e31-9c8b-d7f25c46755a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db975f07-55e9-4e31-9c8b-d7f25c46755a,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:16.741476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9eec3d18-12c2-47c4-b467-d07a5c762dd9 None None] Provisioning complete for port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:16.742064 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9eec3d18-12c2-47c4-b467-d07a5c762dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.760255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d876d-9f54-4255-b357-954dd8cddb1d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d49469-f6fd-4c5d-b2e7-57e2b0a0b9e7,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:16.775129 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.791365 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-280d876d-9f54-4255-b357-954dd8cddb1d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.793573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-280d876d-9f54-4255-b357-954dd8cddb1d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0280414 Jun 04 16:26:16.797486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43386) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:16.800373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-467c5ebd-f2cf-4997-954a-7294b49c1273 req-89bf78e3-9103-455a-a72e-a4c4e9b119c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd HTTP/1.1" status: 200 len: 999 time: 0.5919971 Jun 04 16:26:16.804661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fc88c4b2-9232-43ca-a6d5-83b7127223bb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'security_group_rule': {'security_group_id': 'c830a663-5838-4980-91fd-a0172c9ccb28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:16.813210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fc88c4b2-9232-43ca-a6d5-83b7127223bb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:16.818915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e265a3dc-56ac-4d95-8662-9abb94088f98 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.867487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=db975f07-55e9-4e31-9c8b-d7f25c46755a,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:16.871331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 5fd3dbf5-8092-4fb1-af74-51d0b492e013, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5fd3dbf5-8092-4fb1-af74-51d0b492e013,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:16.877055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2dccd-7697-40b8-98e5-671d96ec7a77 req-65d52654-948c-4328-82ab-a57cc866ed88 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:16.885778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7f2dccd-7697-40b8-98e5-671d96ec7a77 req-65d52654-948c-4328-82ab-a57cc866ed88 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.5216982 Jun 04 16:26:16.887382 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:16.888161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8f4e1ece-5dd3-4991-b4fa-a60b12444dec up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:16.944413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c5ebd-f2cf-4997-954a-7294b49c1273 req-5a9e01f4-faf8-42a8-88b5-938b7670a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:16.945914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-467c5ebd-f2cf-4997-954a-7294b49c1273 req-5a9e01f4-faf8-42a8-88b5-938b7670a397 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.1372254 Jun 04 16:26:16.964108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7f2dccd-7697-40b8-98e5-671d96ec7a77 req-ee77954e-bbeb-4abb-a61a-23c97709f6b9 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772166 Jun 04 16:26:16.964659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fc88c4b2-9232-43ca-a6d5-83b7127223bb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Usage tracker for resource:security_group_rule and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:16.971774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fc88c4b2-9232-43ca-a6d5-83b7127223bb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:16.985446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fc88c4b2-9232-43ca-a6d5-83b7127223bb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:17.016440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cabb9-b075-4b6b-b70f-9916e1c8f5dd req-3f7263ef-96c0-4026-a516-f65bfd08071d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:17.022706 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc88c4b2-9232-43ca-a6d5-83b7127223bb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.023950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f9cabb9-b075-4b6b-b70f-9916e1c8f5dd req-3f7263ef-96c0-4026-a516-f65bfd08071d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.5219603 Jun 04 16:26:17.044219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=5fd3dbf5-8092-4fb1-af74-51d0b492e013,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:17.080031 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e265a3dc-56ac-4d95-8662-9abb94088f98 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.108016 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f9cabb9-b075-4b6b-b70f-9916e1c8f5dd req-85979a49-bdea-47a5-84c3-1b52bcf7e105 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673242 Jun 04 16:26:17.133433 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c5ebd-f2cf-4997-954a-7294b49c1273 req-f3be8438-c7b6-4070-9514-4d93ad32b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:17.138075 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-467c5ebd-f2cf-4997-954a-7294b49c1273 req-f3be8438-c7b6-4070-9514-4d93ad32b509 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722157 Jun 04 16:26:17.149716 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e265a3dc-56ac-4d95-8662-9abb94088f98 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.153905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265a3dc-56ac-4d95-8662-9abb94088f98 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=adea6f9d-9b0b-405f-bdde-d2ac425f9384,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:17.189230 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e265a3dc-56ac-4d95-8662-9abb94088f98 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/adea6f9d-9b0b-405f-bdde-d2ac425f9384 HTTP/1.1" status: 204 len: 168 time: 0.6697004 Jun 04 16:26:17.192796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43394) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:17.196605 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc88c4b2-9232-43ca-a6d5-83b7127223bb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.239283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc88c4b2-9232-43ca-a6d5-83b7127223bb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.242839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['db975f07-55e9-4e31-9c8b-d7f25c46755a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:26:17.279935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['95469def-13ce-41c3-9052-0e940939ad24'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:26:17.285441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88c4b2-9232-43ca-a6d5-83b7127223bb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eeab236-c472-4568-8cfa-466cfba7e5c7,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:17.299775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-a093fcfc-e518-446d-bee4-4ca3562efe6e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet e673dc03-b9ff-43ae-b3e1-e9fc10b78a26 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:26:17.303678 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc88c4b2-9232-43ca-a6d5-83b7127223bb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.308310 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fc88c4b2-9232-43ca-a6d5-83b7127223bb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5064654 Jun 04 16:26:17.308310 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a093fcfc-e518-446d-bee4-4ca3562efe6e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.314588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43398) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:17.331267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:17.351270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:17.361120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Usage tracker for resource:floatingip and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:17.366173 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a093fcfc-e518-446d-bee4-4ca3562efe6e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.372144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:17.373374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5f419223-773b-402b-a024-4fc55c779464'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:26:17.396092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:17.399737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:17.433360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-467c5ebd-f2cf-4997-954a-7294b49c1273 req-cc0ab69a-f1b7-41e2-b706-b3677a1fb37f service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876558 Jun 04 16:26:17.436198 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.437381 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a093fcfc-e518-446d-bee4-4ca3562efe6e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.456569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f49f82a-872a-4ec9-96a5-b793b8bfd6ca None None] Update dhcp port {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'fixed_ips': [{'subnet_id': 'adea6f9d-9b0b-405f-bdde-d2ac425f9384', 'ip_address': '2001:db8::f816:3eff:fedc:fa73'}, {'subnet_id': 'e673dc03-b9ff-43ae-b3e1-e9fc10b78a26'}], 'binding:host_id': 'n-d-811809-3'}, 'id': '8f4e1ece-5dd3-4991-b4fa-a60b12444dec'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:26:17.522309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9eec3d18-12c2-47c4-b467-d07a5c762dd9 None None] Current status of the port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:17.532426 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a093fcfc-e518-446d-bee4-4ca3562efe6e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.573849 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4f49f82a-872a-4ec9-96a5-b793b8bfd6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.574995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474c23d-bde7-4f52-af8d-23187f107eb4 req-60497194-f89a-4316-bd62-932e34b82f7b tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:17.576506 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2474c23d-bde7-4f52-af8d-23187f107eb4 req-60497194-f89a-4316-bd62-932e34b82f7b tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 948 time: 0.3387351 Jun 04 16:26:17.604749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093fcfc-e518-446d-bee4-4ca3562efe6e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=e673dc03-b9ff-43ae-b3e1-e9fc10b78a26,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:17.610365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a093fcfc-e518-446d-bee4-4ca3562efe6e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.622501 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a093fcfc-e518-446d-bee4-4ca3562efe6e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/e673dc03-b9ff-43ae-b3e1-e9fc10b78a26 HTTP/1.1" status: 204 len: 168 time: 0.4269001 Jun 04 16:26:17.627595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43402) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:17.630171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9eec3d18-12c2-47c4-b467-d07a5c762dd9 None None] Provisioning for port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:17.637123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f873ac-d261-494c-8ff4-397abd0b5581 req-7e1e06d4-3ddf-49d2-9cfe-faf5ad12cc65 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:17.644101 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-73f873ac-d261-494c-8ff4-397abd0b5581 req-7e1e06d4-3ddf-49d2-9cfe-faf5ad12cc65 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.4050763 Jun 04 16:26:17.697649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9eec3d18-12c2-47c4-b467-d07a5c762dd9 None None] Provisioning complete for port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:17.697902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9eec3d18-12c2-47c4-b467-d07a5c762dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.741296 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1033d0d3-39ca-4ac3-b4eb-718a3d735c70 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092253 Jun 04 16:26:17.741687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43406) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:17.746946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5fd3dbf5-8092-4fb1-af74-51d0b492e013 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:17.747587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:17.775072 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-467c5ebd-f2cf-4997-954a-7294b49c1273 req-62350f19-722f-4c17-b4d9-60baba897d39 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248782 Jun 04 16:26:17.785548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-73f873ac-d261-494c-8ff4-397abd0b5581 req-b2998890-0e07-4879-8e38-0786d05cd235 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405065 Jun 04 16:26:17.795067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2474c23d-bde7-4f52-af8d-23187f107eb4 req-861a53de-7651-4555-a959-f999648dab84 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703970 Jun 04 16:26:17.880570 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:17.936973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:17.941992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:17.945368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:17.952410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:17.968651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:17.972965 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:18.185669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5299f87-ff26-4b8c-9f05-ba7e23ff4bef None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:18.213613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4884257-4291-4f31-9568-5bd32d90dcc0 req-4cd483aa-64b7-4f3c-a3be-89838445951d tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:18.215615 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4884257-4291-4f31-9568-5bd32d90dcc0 req-4cd483aa-64b7-4f3c-a3be-89838445951d tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.2669609 Jun 04 16:26:18.216627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Allocated IP 172.25.5.59 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/2d09ace7-ff43-41b6-a1c2-6026243d0de7) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:18.226143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d8f0c-6c0a-4239-ac88-5bc84bb118e4 req-581e96d0-ce0f-4aef-a7ce-822d442e184e tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:18.231495 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d33d8f0c-6c0a-4239-ac88-5bc84bb118e4 req-581e96d0-ce0f-4aef-a7ce-822d442e184e tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 944 time: 0.2511241 Jun 04 16:26:18.242130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:18.242529 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:18.261932 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:18.333063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:18.336130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:18.340263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:18.340916 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:18.374699 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6314793 Jun 04 16:26:18.378073 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43416) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:18.386781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:18.395862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9eec3d18-12c2-47c4-b467-d07a5c762dd9 None None] Current status of the port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:18.395862 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9eec3d18-12c2-47c4-b467-d07a5c762dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:18.423203 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4884257-4291-4f31-9568-5bd32d90dcc0 req-d5b86edf-ea32-414b-9810-c98b2a1f9ed7 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888330 Jun 04 16:26:18.441364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d33d8f0c-6c0a-4239-ac88-5bc84bb118e4 req-c4b93cd7-2767-40d1-83e9-3ad5dcb873d7 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918130 Jun 04 16:26:18.508277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9eec3d18-12c2-47c4-b467-d07a5c762dd9 None None] For port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:18.528754 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9eec3d18-12c2-47c4-b467-d07a5c762dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:18.546670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e9a9b-6b6d-4242-8ebf-96618486a52e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=d1ce9a19-e863-4396-bd1f-736f2675e4e0,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:18.647415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:18.651825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:18.655106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:18.661203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:18.676578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:18.681409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:18.692347 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:18.722161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:18.726048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-743290db-7996-4617-94b0-6a3c532e2ad8 None None] Provisioning complete for port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:18.726407 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-743290db-7996-4617-94b0-6a3c532e2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:18.755317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec3d18-12c2-47c4-b467-d07a5c762dd9 None None] Pushing event updated for resources: {'Port': ['ID=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:18.785989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac22ad1-2b16-430c-976b-4bd1a7294ffc req-8c948c30-cb72-498c-8f31-7d3d61b9356a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:18.787759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aac22ad1-2b16-430c-976b-4bd1a7294ffc req-8c948c30-cb72-498c-8f31-7d3d61b9356a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.1409171 Jun 04 16:26:18.795948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af163e-32fd-42a8-bb73-94400518bb43 req-e3d4aa30-b604-4f99-bad4-5a018a441ac4 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:18.802558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13af163e-32fd-42a8-bb73-94400518bb43 req-e3d4aa30-b604-4f99-bad4-5a018a441ac4 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.2328861 Jun 04 16:26:18.805557 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:18.907817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:18.910414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-743290db-7996-4617-94b0-6a3c532e2ad8 None None] Current status of the port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:18.923098 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf2fcd-1964-48a0-98bd-ea88f50da3f8 None None] Update dhcp port {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'fixed_ips': [{'subnet_id': 'd1ce9a19-e863-4396-bd1f-736f2675e4e0'}], 'binding:host_id': 'n-d-811809-3'}, 'id': '8f4e1ece-5dd3-4991-b4fa-a60b12444dec'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:26:18.927209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:18.944304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:18.978220 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9fdf2fcd-1964-48a0-98bd-ea88f50da3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:19.115573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'Port': ['ID=2d09ace7-ff43-41b6-a1c2-6026243d0de7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:19.116109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.objects.ports [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88797) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:26:19.127890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aac22ad1-2b16-430c-976b-4bd1a7294ffc req-0eee8044-0ca2-405f-ae54-863381cb6b5f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239591 Jun 04 16:26:19.162569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13af163e-32fd-42a8-bb73-94400518bb43 req-e17c5619-7bda-4b81-8f02-473922b55cf7 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529077 Jun 04 16:26:19.192109 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:19.363052 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-9fdf2fcd-1964-48a0-98bd-ea88f50da3f8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 04 16:26:19.363052 n-d-811809-3 neutron-server[88799]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jun 04 16:26:19.363052 n-d-811809-3 neutron-server[88799]: [parameters: {'ip_address': '2001:db8::f816:3eff:fedc:fa73', 'status': 'ALLOCATED', 'ipam_subnet_id': '738d4d2b-9186-4220-bc05-b4a62111d519'}] Jun 04 16:26:19.363052 n-d-811809-3 neutron-server[88799]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:26:19.363550 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-9fdf2fcd-1964-48a0-98bd-ea88f50da3f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:26:19.367133 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:19.431022 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:19.562258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c0ce2-1eac-409d-b2e8-0c2e4b5f3e34 req-6d507c73-7821-4a36-acc7-6f7af2f01041 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:19.563723 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d3c0ce2-1eac-409d-b2e8-0c2e4b5f3e34 req-6d507c73-7821-4a36-acc7-6f7af2f01041 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.3038754 Jun 04 16:26:19.598661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6537b7-3e13-4504-b7d8-18cca24bf008 req-c78f0a7f-8397-48e6-96f2-1b84ef2c3bee tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:19.600199 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a6537b7-3e13-4504-b7d8-18cca24bf008 req-c78f0a7f-8397-48e6-96f2-1b84ef2c3bee tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 948 time: 0.3087912 Jun 04 16:26:19.683427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8f4e1ece-5dd3-4991-b4fa-a60b12444dec no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:26:19.684425 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d3c0ce2-1eac-409d-b2e8-0c2e4b5f3e34 req-704fc42c-e60a-4030-8c4c-b17f768e3489 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105828 Jun 04 16:26:19.711494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a6537b7-3e13-4504-b7d8-18cca24bf008 req-a99818dd-140d-4e7f-af8d-cf2a775cceea tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031964 Jun 04 16:26:19.764714 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:19.773846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:19.853345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] For port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:19.914618 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:19.929749 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:19.931209 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:19.941596 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9fdf2fcd-1964-48a0-98bd-ea88f50da3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:20.047241 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:20.061818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:20.071751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:20.072376 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:20.079934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'Port': ['ID=2d09ace7-ff43-41b6-a1c2-6026243d0de7,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:20.097328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=370e377f-2f5e-4639-b98b-420b2912d5c6,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:20.104587 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:20.118462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,revision_number=6']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:20.136721 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7bc6526a-9c2f-4588-ac0c-c0859c2aead2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7577326 Jun 04 16:26:20.139917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43436) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:20.149912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'mac_address': 'fa:16:3e:44:02:fc', 'name': 'tempest-NetworksTestDHCPv6-598127682'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:20.152870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7a403-f66a-4ef0-b67f-5d585ca689ce req-4e756b88-c96c-45a1-b04d-c28ec0c23b7b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:20.154601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9bd7a403-f66a-4ef0-b67f-5d585ca689ce req-4e756b88-c96c-45a1-b04d-c28ec0c23b7b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.3013461 Jun 04 16:26:20.156387 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:20.157626 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b79462dc-64ca-4092-a798-bbfa4e4d8cbf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8375909 Jun 04 16:26:20.186599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea19e8-24d1-4c76-a9f5-79069fd1332c req-9d0aae97-e8fb-45b9-b52c-74ff3c5c4703 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:20.188875 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-40ea19e8-24d1-4c76-a9f5-79069fd1332c req-9d0aae97-e8fb-45b9-b52c-74ff3c5c4703 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 944 time: 0.2606452 Jun 04 16:26:20.279674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:20.286799 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:20.307161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9bd7a403-f66a-4ef0-b67f-5d585ca689ce req-1a608b58-b4be-4686-b092-57e1930c1c04 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170092 Jun 04 16:26:20.355750 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-40ea19e8-24d1-4c76-a9f5-79069fd1332c req-cc98c7d5-dcbf-48b3-8d0d-2e87d242ac17 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099658 Jun 04 16:26:20.356782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:20.361291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:20.369320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:20.375240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:20.398595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:20.490037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-9fdf2fcd-1964-48a0-98bd-ea88f50da3f8 None None] Allocated IP 172.20.0.2 (f0dbb02b-9d62-4207-955a-783084b70e61/d1ce9a19-e863-4396-bd1f-736f2675e4e0/8f4e1ece-5dd3-4991-b4fa-a60b12444dec) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:20.509271 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:26:20.509685 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:26:20.563154 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:20.569796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a0d18211-0e4e-4dbc-9b3e-17012d453b43 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Synchronizing usage tracker for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:20.618787 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c071a69-145a-41d6-bffd-1bcb880e20b5 req-1401ec62-732b-4215-84d5-643946a75a24 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:20.620372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c071a69-145a-41d6-bffd-1bcb880e20b5 req-1401ec62-732b-4215-84d5-643946a75a24 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.1708002 Jun 04 16:26:20.622790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port e44afcee-5a8b-4968-b1e1-e227be3c9573 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:26:20.655380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9fdf2fcd-1964-48a0-98bd-ea88f50da3f8 None None] For port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:20.660385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a0d18211-0e4e-4dbc-9b3e-17012d453b43 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Unset dirty status for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:20.661292 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a0d18211-0e4e-4dbc-9b3e-17012d453b43 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--851538046&fields=id&tenant_id=e863eba5c1c349159f469fbfe67c68a3 HTTP/1.1" status: 200 len: 267 time: 0.1393890 Jun 04 16:26:20.675013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c071a69-145a-41d6-bffd-1bcb880e20b5 req-4d9bb6ef-1ad1-4a43-9df0-75b21129b44a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458050 Jun 04 16:26:20.697702 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9fdf2fcd-1964-48a0-98bd-ea88f50da3f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:20.720364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9fdf2fcd-1964-48a0-98bd-ea88f50da3f8 None None] Transition to ACTIVE for port object 8f4e1ece-5dd3-4991-b4fa-a60b12444dec will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:20.727772 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9fdf2fcd-1964-48a0-98bd-ea88f50da3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:20.762134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-9aff053b-d237-4df7-aeed-1bee8800445d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:20.769472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-9aff053b-d237-4df7-aeed-1bee8800445d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports/a99beac5-8a3e-40fd-9302-6f3224c157f6 HTTP/1.1" status: 200 len: 935 time: 0.0978868 Jun 04 16:26:20.820788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf2fcd-1964-48a0-98bd-ea88f50da3f8 None None] Pushing event updated for resources: {'Port': ['ID=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:20.832424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 95469def-13ce-41c3-9052-0e940939ad24 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:20.862481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-bc754865-034f-4d33-a745-de9889c45b2f tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:20.870834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-bc754865-034f-4d33-a745-de9889c45b2f tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports/3023e327-df4b-443e-ae29-981f3f9ca437 HTTP/1.1" status: 200 len: 936 time: 0.1001246 Jun 04 16:26:20.925427 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-330b37cb-8a55-4629-a852-c25203506f25 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?network_id=4ae9684f-8981-4108-80b8-f671d76ed732&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0536215 Jun 04 16:26:20.964334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 172.20.0.8 (f0dbb02b-9d62-4207-955a-783084b70e61/d1ce9a19-e863-4396-bd1f-736f2675e4e0/e44afcee-5a8b-4968-b1e1-e227be3c9573) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:20.975524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::f816:3eff:fe44:2fc (f0dbb02b-9d62-4207-955a-783084b70e61/370e377f-2f5e-4639-b98b-420b2912d5c6/e44afcee-5a8b-4968-b1e1-e227be3c9573) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:20.991457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 95469def-13ce-41c3-9052-0e940939ad24 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:20.997847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 95469def-13ce-41c3-9052-0e940939ad24 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:20.998448 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:21.107646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-dd51efcf-1379-4dfb-8fc0-ff172d24ddb8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?network_id=4ae9684f-8981-4108-80b8-f671d76ed732&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1811841 Jun 04 16:26:21.131606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:21.131985 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:21.303135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:21.310145 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 95469def-13ce-41c3-9052-0e940939ad24 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:21.310145 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:21.332695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:21.333929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object e44afcee-5a8b-4968-b1e1-e227be3c9573 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:21.342668 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:21.377735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-0f1330cf-aaa6-4e6a-872f-9332fdcb281c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:21.386379 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:21.391238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-0f1330cf-aaa6-4e6a-872f-9332fdcb281c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:21.399248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-0f1330cf-aaa6-4e6a-872f-9332fdcb281c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:21.400435 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-0f1330cf-aaa6-4e6a-872f-9332fdcb281c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Synchronizing usage tracker for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:21.402206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95469def-13ce-41c3-9052-0e940939ad24'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:21.429867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca26e5d-15ef-45f1-acba-be193ac28d49 req-37d0733f-6742-4dca-ac8b-7a6368971f61 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:21.431456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=95469def-13ce-41c3-9052-0e940939ad24,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:21.438858 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eca26e5d-15ef-45f1-acba-be193ac28d49 req-37d0733f-6742-4dca-ac8b-7a6368971f61 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 948 time: 0.5279293 Jun 04 16:26:21.449810 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:21.450739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5f419223-773b-402b-a024-4fc55c779464 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:21.486002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-0f1330cf-aaa6-4e6a-872f-9332fdcb281c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Unset dirty status for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:21.494704 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-0f1330cf-aaa6-4e6a-872f-9332fdcb281c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/networks?id=094ba496-bb0b-4999-afb4-2d808cb58924&id=8b09542d-db52-4306-9a04-3ce692fb28e4&id=8b09542d-db52-4306-9a04-3ce692fb28e4&id=4ae9684f-8981-4108-80b8-f671d76ed732&id=4ae9684f-8981-4108-80b8-f671d76ed732 HTTP/1.1" status: 200 len: 1994 time: 0.3861196 Jun 04 16:26:21.507698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:21.511738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:21.517316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:21.525621 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-cb08d908-326b-4b9b-9efa-ab1916ebb821 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/quotas/e863eba5c1c349159f469fbfe67c68a3 HTTP/1.1" status: 200 len: 375 time: 0.0299878 Jun 04 16:26:21.552136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=e44afcee-5a8b-4968-b1e1-e227be3c9573,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:21.599994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:21.629006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eca26e5d-15ef-45f1-acba-be193ac28d49 req-a2ed0143-ac08-420c-a0b6-aa4bdec857cf tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891642 Jun 04 16:26:21.635829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:21.636772 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:21.683608 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ee905120-6f89-4739-b16a-ad54ea3a8386 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.5422463 Jun 04 16:26:21.686831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43466) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:21.705344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 5f419223-773b-402b-a024-4fc55c779464 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:21.734044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 5f419223-773b-402b-a024-4fc55c779464 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:21.734607 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:21.750421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-c3e3b366-61af-4d67-b609-6b119ef35853 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e863eba5c1c349159f469fbfe67c68a3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2238207 Jun 04 16:26:21.805018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=95469def-13ce-41c3-9052-0e940939ad24,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:21.856508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8f4e1ece-5dd3-4991-b4fa-a60b12444dec up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:21.860510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2d50ca-9d28-4983-8e4c-67f2570d19d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:21.867055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2d50ca-9d28-4983-8e4c-67f2570d19d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:21.868257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4c2d50ca-9d28-4983-8e4c-67f2570d19d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:21.891192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4c2d50ca-9d28-4983-8e4c-67f2570d19d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:21.894954 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4c2d50ca-9d28-4983-8e4c-67f2570d19d0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.2045324 Jun 04 16:26:21.895212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43472) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:21.966173 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5f419223-773b-402b-a024-4fc55c779464 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:21.966487 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:21.991686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6bb1f1ff-22aa-44a0-a795-fe46418ed116 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port e44afcee-5a8b-4968-b1e1-e227be3c9573 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:26:21.992522 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f1ff-22aa-44a0-a795-fe46418ed116 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:22.036531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5f419223-773b-402b-a024-4fc55c779464, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5f419223-773b-402b-a024-4fc55c779464,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:22.049125 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:22.050904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device db975f07-55e9-4e31-9c8b-d7f25c46755a up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:22.210757 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3240464d-e7b2-4017-9832-0c8d8c2eed20 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:22.269212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-4182f03c-7a64-4a66-88bf-1c53344ef7ca service neutron] 10.222.0.13 "GET /v2.0/networks/094ba496-bb0b-4999-afb4-2d808cb58924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177999 Jun 04 16:26:22.415627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63664d86-cc50-448d-85e8-aa2872424b86 req-ace30c17-f703-494e-b659-45670b9bbaf4 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:22.417046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63664d86-cc50-448d-85e8-aa2872424b86 req-ace30c17-f703-494e-b659-45670b9bbaf4 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.4809773 Jun 04 16:26:22.446165 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f1ff-22aa-44a0-a795-fe46418ed116 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:22.483003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5f419223-773b-402b-a024-4fc55c779464,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:22.497031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63664d86-cc50-448d-85e8-aa2872424b86 req-12b4bd59-cacc-4505-adf0-144be53268b3 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732734 Jun 04 16:26:22.554541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-137995a9-8f79-4d6f-bb22-2d851dc4dc96 service neutron] 10.222.0.13 "GET /v2.0/networks/094ba496-bb0b-4999-afb4-2d808cb58924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775409 Jun 04 16:26:22.586074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4e0d23a5-b28a-4c8f-b8ee-c314f96146bd None None] Provisioning for port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:22.601511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port db975f07-55e9-4e31-9c8b-d7f25c46755a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:22.613240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4e0d23a5-b28a-4c8f-b8ee-c314f96146bd None None] Provisioning complete for port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:22.618889 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4e0d23a5-b28a-4c8f-b8ee-c314f96146bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:22.652038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port db975f07-55e9-4e31-9c8b-d7f25c46755a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:22.652513 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:22.699606 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6bb1f1ff-22aa-44a0-a795-fe46418ed116 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for e44afcee-5a8b-4968-b1e1-e227be3c9573 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:26:22.758266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-351f1b8b-030a-4ca8-b973-4e1a10317a2d service neutron] 10.222.0.13 "GET /v2.0/ports/a99beac5-8a3e-40fd-9302-6f3224c157f6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1960087 Jun 04 16:26:22.861697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port db975f07-55e9-4e31-9c8b-d7f25c46755a is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:22.862254 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:22.927497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4e0d23a5-b28a-4c8f-b8ee-c314f96146bd None None] Current status of the port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:22.928457 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4e0d23a5-b28a-4c8f-b8ee-c314f96146bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:22.968714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ead5656f-ded9-4ba0-9139-d76c36e5b3ba service neutron] 10.222.0.13 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034960 Jun 04 16:26:22.977498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port db975f07-55e9-4e31-9c8b-d7f25c46755a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db975f07-55e9-4e31-9c8b-d7f25c46755a,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:22.991003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5103c-9c69-410c-bb5d-58717ad820ab req-ed9ff6e9-20a2-4b30-8dd4-493d758841f5 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:22.998205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51d5103c-9c69-410c-bb5d-58717ad820ab req-ed9ff6e9-20a2-4b30-8dd4-493d758841f5 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 944 time: 0.3630152 Jun 04 16:26:23.025602 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:23.080829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51d5103c-9c69-410c-bb5d-58717ad820ab req-9d672f1b-b0a8-4f12-af62-b6c54f336f36 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816054 Jun 04 16:26:23.103390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4e0d23a5-b28a-4c8f-b8ee-c314f96146bd None None] For port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:23.126235 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4e0d23a5-b28a-4c8f-b8ee-c314f96146bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:23.168788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=db975f07-55e9-4e31-9c8b-d7f25c46755a,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:23.270161 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f1ff-22aa-44a0-a795-fe46418ed116 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:23.289601 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53b28f4-4ac3-4539-be10-36f60a71c982'] response: {'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95469def-13ce-41c3-9052-0e940939ad24', 'code': 200} Jun 04 16:26:23.340540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1f1ff-22aa-44a0-a795-fe46418ed116 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=e44afcee-5a8b-4968-b1e1-e227be3c9573,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:23.357467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d23a5-b28a-4c8f-b8ee-c314f96146bd None None] Pushing event updated for resources: {'Port': ['ID=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:23.468541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-6ceda621-7d12-45e1-9d6a-a5e0b708e28f service neutron] 10.222.0.13 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676378 Jun 04 16:26:23.514466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f1ff-22aa-44a0-a795-fe46418ed116 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:23.532828 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6bb1f1ff-22aa-44a0-a795-fe46418ed116 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/e44afcee-5a8b-4968-b1e1-e227be3c9573 HTTP/1.1" status: 204 len: 168 time: 1.6363657 Jun 04 16:26:23.535397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43486) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:23.605832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-94f7ee44-47df-4040-9f82-960f7c8cad15 service neutron] 10.222.0.13 "GET /v2.0/ports/3023e327-df4b-443e-ae29-981f3f9ca437?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1237283 Jun 04 16:26:23.616309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e5ba5-ba5e-4b2e-bb4f-a7866bd6df0e req-01ed0b33-da5b-4d54-b5a0-ad478e2f679e tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:23.617825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-242e5ba5-ba5e-4b2e-bb4f-a7866bd6df0e req-01ed0b33-da5b-4d54-b5a0-ad478e2f679e tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.2779639 Jun 04 16:26:23.711946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cff979-825e-4431-9ca6-a2d379b772c3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:23.713697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cff979-825e-4431-9ca6-a2d379b772c3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:23.715460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cff979-825e-4431-9ca6-a2d379b772c3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:23.716325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-14cff979-825e-4431-9ca6-a2d379b772c3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:23.751130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-14cff979-825e-4431-9ca6-a2d379b772c3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:23.752279 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-14cff979-825e-4431-9ca6-a2d379b772c3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2159557 Jun 04 16:26:23.752462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8f4e1ece-5dd3-4991-b4fa-a60b12444dec up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:23.755444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43492) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:23.792561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e73b-a0ec-401e-8d03-9bf09c4225bc req-9db120a6-ee33-45ac-856d-52720fef96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:23.795919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc00e73b-a0ec-401e-8d03-9bf09c4225bc req-9db120a6-ee33-45ac-856d-52720fef96f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2b33c8f-bcd7-4252-9c40-4635a9e27086 HTTP/1.1" status: 200 len: 1101 time: 0.5390549 Jun 04 16:26:23.810110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e8b2ab-5a7d-4290-a7c5-deb7b08a857d None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:23.827853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-f907b9b7-ee51-4e97-9a19-992e333deb2a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 370e377f-2f5e-4639-b98b-420b2912d5c6 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:26:23.831627 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f907b9b7-ee51-4e97-9a19-992e333deb2a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:23.869905 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc00e73b-a0ec-401e-8d03-9bf09c4225bc req-dab56d43-998e-4b2e-94f5-defb6c6e4b70 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687590 Jun 04 16:26:23.891278 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-242e5ba5-ba5e-4b2e-bb4f-a7866bd6df0e req-6dd65efc-508b-41b3-90c8-4c68acf21f9c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529541 Jun 04 16:26:23.896766 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f907b9b7-ee51-4e97-9a19-992e333deb2a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:23.922720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a786db32-c9fd-49ec-9ac5-f6dc490b0a17 None None] Could not find standard attr ID for object e44afcee-5a8b-4968-b1e1-e227be3c9573. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:26:23.923248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-7df47f86-60dd-4aa4-a689-323385d6e888 service neutron] 10.222.0.13 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036475 Jun 04 16:26:23.967055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a786db32-c9fd-49ec-9ac5-f6dc490b0a17 None None] Provisioning complete for port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:23.967427 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a786db32-c9fd-49ec-9ac5-f6dc490b0a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:24.051321 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f907b9b7-ee51-4e97-9a19-992e333deb2a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:24.074190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:24.074765 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:24.157449 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-85c1b11d-4f62-4dee-a65d-723d7b86dd24 service neutron] 10.222.0.13 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261889 Jun 04 16:26:24.162685 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f907b9b7-ee51-4e97-9a19-992e333deb2a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:24.220908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907b9b7-ee51-4e97-9a19-992e333deb2a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=370e377f-2f5e-4639-b98b-420b2912d5c6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:24.223422 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f907b9b7-ee51-4e97-9a19-992e333deb2a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:24.243516 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f907b9b7-ee51-4e97-9a19-992e333deb2a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/370e377f-2f5e-4639-b98b-420b2912d5c6 HTTP/1.1" status: 204 len: 168 time: 0.4869874 Jun 04 16:26:24.245871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43498) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:24.290599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-31a6bb07-414b-428b-9f50-5c24270b8595 service neutron] 10.222.0.13 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323404 Jun 04 16:26:24.334167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ce0c5f-70f5-4360-a518-f339057aaa62 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet d1ce9a19-e863-4396-bd1f-736f2675e4e0 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:26:24.337178 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23ce0c5f-70f5-4360-a518-f339057aaa62 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:24.350243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a786db32-c9fd-49ec-9ac5-f6dc490b0a17 None None] Current status of the port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:24.353012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:24.416720 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23ce0c5f-70f5-4360-a518-f339057aaa62 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:24.529698 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23ce0c5f-70f5-4360-a518-f339057aaa62 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:24.594119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bd8e7-259f-4e15-8112-ceb0e38ac164 req-d8f581c4-b7fb-4367-bdfb-82d0cd5a2ee3 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:24.601607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d80bd8e7-259f-4e15-8112-ceb0e38ac164 req-d8f581c4-b7fb-4367-bdfb-82d0cd5a2ee3 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 949 time: 0.5729563 Jun 04 16:26:24.616276 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23ce0c5f-70f5-4360-a518-f339057aaa62 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:24.622008 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-3d6fde9b-1506-4f29-a737-ccc8b1a08bca service neutron] 10.222.0.13 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226476 Jun 04 16:26:24.651116 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d80bd8e7-259f-4e15-8112-ceb0e38ac164 req-fe1ec1d0-e6b5-4dcc-a2fa-ced891797e10 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485015 Jun 04 16:26:24.665011 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23ce0c5f-70f5-4360-a518-f339057aaa62 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:24.667929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce0c5f-70f5-4360-a518-f339057aaa62 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ce9a19-e863-4396-bd1f-736f2675e4e0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:24.679738 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-23ce0c5f-70f5-4360-a518-f339057aaa62 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/d1ce9a19-e863-4396-bd1f-736f2675e4e0 HTTP/1.1" status: 204 len: 168 time: 0.4311864 Jun 04 16:26:24.681798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43502) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:24.783406 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0c2769e8-b316-44f7-9465-af15878bdde7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972610 Jun 04 16:26:24.784429 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43508) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:24.791724 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:24.929506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:24.934738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:24.937920 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:24.945477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:24.958375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:24.964096 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:24.969381 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-746e8064-92f8-445e-8c28-442965a5e7c7 service neutron] 10.222.0.13 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223748 Jun 04 16:26:25.000456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b669bd62-4f1e-46d6-878a-a4afda67e602 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:25.146316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-fcced377-e22f-44b0-979f-8010956ff4fc service neutron] 10.222.0.13 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758256 Jun 04 16:26:25.233120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c62406fe-c574-405e-93df-26db794be263 None None] Provisioning complete for port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:25.233546 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c62406fe-c574-405e-93df-26db794be263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:25.240566 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:25.246024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44126ea5-e79f-47f6-864a-1d1abe2c34c5 req-fb670045-69af-4d38-a12d-19d52bde0c5c tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:25.247602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44126ea5-e79f-47f6-864a-1d1abe2c34c5 req-fb670045-69af-4d38-a12d-19d52bde0c5c tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.4355738 Jun 04 16:26:25.295551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100bb21b-5c50-4f89-a3f7-78c1e04aa67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f419223-773b-402b-a024-4fc55c779464'}, {'server_uuid': 'aa9e899b-97f9-4173-b911-88f1de630a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db975f07-55e9-4e31-9c8b-d7f25c46755a'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:25.331152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44126ea5-e79f-47f6-864a-1d1abe2c34c5 req-a75e8f48-894a-4253-8da2-e38c68905873 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756896 Jun 04 16:26:25.344135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-93afe7ea-04dc-4125-a86e-acbf22d78084 service neutron] 10.222.0.13 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962240 Jun 04 16:26:25.367507 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=c02523a2-6d4a-46ab-99db-f6a8b248e818,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:25.403114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:25.404619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:25.408234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:25.408813 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:25.466948 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a8e07262-f613-4177-be88-2636f51cdd72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6785209 Jun 04 16:26:25.467719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43520) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:25.476932 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:25.486050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c62406fe-c574-405e-93df-26db794be263 None None] Current status of the port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:25.518448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b3776dcc-77a6-4b62-98dd-83b7e8503675 service neutron] 10.222.0.13 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724889 Jun 04 16:26:25.536252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:26:25.541964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] Deleting port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:26:25.542338 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:25.676932 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:25.683027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:25.686186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:25.692788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:25.707240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:25.711640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:25.744687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8f4e1ece-5dd3-4991-b4fa-a60b12444dec no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:26:25.766135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-3c183e1f-1457-4830-9bee-397d2b027b6f service neutron] 10.222.0.13 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466962 Jun 04 16:26:25.889490 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b58127-a005-487e-8a97-818064634557 req-ae1a0bc2-8f02-4d77-a892-276204836c80 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:25.896709 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12b58127-a005-487e-8a97-818064634557 req-ae1a0bc2-8f02-4d77-a892-276204836c80 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 0.2417860 Jun 04 16:26:25.949073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] For port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:25.949477 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:25.965634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-c196875f-e3ef-4f31-ba8a-20b663ee4684 service neutron] 10.222.0.13 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904607 Jun 04 16:26:25.976268 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12b58127-a005-487e-8a97-818064634557 req-a4ff9bf8-d054-4225-8129-19eea58b9118 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786302 Jun 04 16:26:26.078471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:26.078956 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:26.094323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] Calling delete_port for 8f4e1ece-5dd3-4991-b4fa-a60b12444dec owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:26:26.191412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:26.198617 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:26.246589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924b30a-5983-4964-b437-bec043311f25 req-afe1bcd9-15b7-47be-82cc-b4c713c46df9 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:26.254993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a924b30a-5983-4964-b437-bec043311f25 req-afe1bcd9-15b7-47be-82cc-b4c713c46df9 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.1053815 Jun 04 16:26:26.268774 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:26:26.269479 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:26:26.273566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.objects.ports [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88797) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:26:26.285435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,revision_number=12']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:26.315162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a924b30a-5983-4964-b437-bec043311f25 req-ab59b015-b449-47e1-9789-2e2ce2f627e7 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556886 Jun 04 16:26:26.384242 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69dfdccb-837d-4b54-9306-13e486840b15'] response: {'server_uuid': '100bb21b-5c50-4f89-a3f7-78c1e04aa67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f419223-773b-402b-a024-4fc55c779464', 'code': 200} Jun 04 16:26:26.384501 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69dfdccb-837d-4b54-9306-13e486840b15'] response: {'server_uuid': 'aa9e899b-97f9-4173-b911-88f1de630a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db975f07-55e9-4e31-9c8b-d7f25c46755a', 'code': 200} Jun 04 16:26:26.481505 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:26.616957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54698887-542a-4a35-a2e1-630e71c9330d req-ed4334c4-609a-40a5-811a-a32ea9ae2455 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:26.618460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54698887-542a-4a35-a2e1-630e71c9330d req-ed4334c4-609a-40a5-811a-a32ea9ae2455 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 949 time: 0.1164887 Jun 04 16:26:26.626836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde19bf-cd5e-433e-a512-b0c9af2b9b56 req-216829eb-f032-48b6-9e82-40842b07d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:26.627188 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3fde19bf-cd5e-433e-a512-b0c9af2b9b56 req-216829eb-f032-48b6-9e82-40842b07d532 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 1096 time: 0.1612866 Jun 04 16:26:26.701395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54698887-542a-4a35-a2e1-630e71c9330d req-d6b4ec81-9afb-43b1-a58c-c50da145cf04 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721502 Jun 04 16:26:26.706698 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3fde19bf-cd5e-433e-a512-b0c9af2b9b56 req-1ee4976c-a315-485d-9927-e655936f11f4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554962 Jun 04 16:26:26.716434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f1fd4-44fd-4ce1-9064-268c92cbf82e req-e0e6e4d9-c258-447c-9345-15ce60b32784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:26.718057 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e66f1fd4-44fd-4ce1-9064-268c92cbf82e req-e0e6e4d9-c258-447c-9345-15ce60b32784 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 1100 time: 0.2377806 Jun 04 16:26:26.770820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] Deleting port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:26:26.771940 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:26.773264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] For port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:26.807358 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:26.813488 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:26.814195 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:27.002009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:27.013722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578bb78-217a-490f-90e2-07bf5f63d511 req-933185e8-35fb-4e94-aba4-1783f8251f38 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:27.022063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c578bb78-217a-490f-90e2-07bf5f63d511 req-933185e8-35fb-4e94-aba4-1783f8251f38 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.1542997 Jun 04 16:26:27.032689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:27.040668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:27.041247 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:27.077779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,revision_number=14']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:27.079245 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c578bb78-217a-490f-90e2-07bf5f63d511 req-dffc3f7d-487b-43f9-a9e6-f04817faa804 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563061 Jun 04 16:26:27.090411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=78528d81-b106-4382-aa0d-7d7957b6a6dd,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:27.101479 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8a4afff2-360b-41ef-9125-67b17c2af6a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6325505 Jun 04 16:26:27.102261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43556) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:27.110632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'mac_address': 'fa:16:3e:8e:6e:5f', 'name': 'tempest-NetworksTestDHCPv6-329930779'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:27.129263 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e66f1fd4-44fd-4ce1-9064-268c92cbf82e req-e0d765e0-5e64-4dbc-ac28-b046ff5b0fda service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104499 Jun 04 16:26:27.141466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] For port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:27.141968 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:27.285399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] Calling delete_port for 8f4e1ece-5dd3-4991-b4fa-a60b12444dec owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:26:27.432290 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:27.447893 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e2933dfc-b857-4718-b6fa-ac287549e23a req-a85f3358-7c0e-4509-9794-fe74b45b01cf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 210 time: 0.2767639 Jun 04 16:26:27.488511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] Pushing event deleted for resources: {'Port': ['ID=8f4e1ece-5dd3-4991-b4fa-a60b12444dec,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:27.545666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:27.551553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:27.561729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3191e5f-64c7-4d4b-84c6-4acdef0407c2 req-afbe3806-f5a4-423c-8f83-2910d3ea308a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:27.565605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a75c7-c63f-4da1-b55d-371a8f2ee574 None None] No DVR routers for this DVR port 8f4e1ece-5dd3-4991-b4fa-a60b12444dec on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:26:27.568859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3191e5f-64c7-4d4b-84c6-4acdef0407c2 req-afbe3806-f5a4-423c-8f83-2910d3ea308a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 0.1755962 Jun 04 16:26:27.574136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:27.594208 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67ff2f-a35f-480a-8394-306a6b121e50 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:27.594486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:27.630979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3191e5f-64c7-4d4b-84c6-4acdef0407c2 req-7e9e3239-22d0-4e97-83ec-c46b3935839c tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611260 Jun 04 16:26:27.640957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:27.741834 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-19a09a35-b3fa-4c32-8d85-7c748990d8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:27.912079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': '78528d81-b106-4382-aa0d-7d7957b6a6dd'}, {'subnet_id': 'c02523a2-6d4a-46ab-99db-f6a8b248e818'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:26:27.913012 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:27.960146 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:27.986835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00792f-3ba8-4cd0-9c5f-2cdd29d1acba req-a2fec558-4264-466a-971c-d12cc218401e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:27.988517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c00792f-3ba8-4cd0-9c5f-2cdd29d1acba req-a2fec558-4264-466a-971c-d12cc218401e tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.2849760 Jun 04 16:26:27.999668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52f71-a9cd-4d81-807a-6de7040b6421 req-57211de8-e53b-4ac9-9202-c7c9fdbbd06d tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:28.001070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54b52f71-a9cd-4d81-807a-6de7040b6421 req-57211de8-e53b-4ac9-9202-c7c9fdbbd06d tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.2466230 Jun 04 16:26:28.041544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port 06263550-a8e3-4f1c-a077-3fe51bb37385 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:26:28.139952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54b52f71-a9cd-4d81-807a-6de7040b6421 req-b121a052-e19f-43e5-a19e-7a44fdc080f0 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212904 Jun 04 16:26:28.142625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c00792f-3ba8-4cd0-9c5f-2cdd29d1acba req-b385c718-9fb3-4a78-9606-cf0ed14fea57 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403949 Jun 04 16:26:28.151561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Allocated IP 172.20.0.2 (f0dbb02b-9d62-4207-955a-783084b70e61/c02523a2-6d4a-46ab-99db-f6a8b248e818/d9c613f9-90fe-4170-9c42-adfdf53722a1) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:28.173091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Allocated IP 2001:db8::f816:3eff:fe5c:1aa1 (f0dbb02b-9d62-4207-955a-783084b70e61/78528d81-b106-4382-aa0d-7d7957b6a6dd/d9c613f9-90fe-4170-9c42-adfdf53722a1) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:28.415885 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:28.428257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Transition to ACTIVE for port object d9c613f9-90fe-4170-9c42-adfdf53722a1 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:28.453336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Transition to ACTIVE for port object d9c613f9-90fe-4170-9c42-adfdf53722a1 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:28.462463 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:28.467512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-6a693739-14e3-47e3-97f8-a19d44e0d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:28.468853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-6a693739-14e3-47e3-97f8-a19d44e0d619 service neutron] 10.222.0.42 "GET /v2.0/ports/a99beac5-8a3e-40fd-9302-6f3224c157f6 HTTP/1.1" status: 200 len: 1031 time: 0.1214948 Jun 04 16:26:28.565385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:28.566382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Pushing event updated for resources: {'Port': ['ID=d9c613f9-90fe-4170-9c42-adfdf53722a1,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:28.569303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:28.575106 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:28.627024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a157b7-805d-493a-be4d-997a3acfaff1 req-805b69d9-aa00-4dec-9658-efa5166d8736 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:28.630901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10a157b7-805d-493a-be4d-997a3acfaff1 req-805b69d9-aa00-4dec-9658-efa5166d8736 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.3674181 Jun 04 16:26:28.642377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1730c0-7f3b-4caf-972c-0244be2414a9 req-358d771e-c524-4ccb-bce1-daea45422f1e tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:28.647017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed1730c0-7f3b-4caf-972c-0244be2414a9 req-358d771e-c524-4ccb-bce1-daea45422f1e tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 949 time: 0.3394451 Jun 04 16:26:28.653322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-08a67ad6-f475-4b24-977f-eddd0b7854eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:28.655589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-08a67ad6-f475-4b24-977f-eddd0b7854eb service neutron] 10.222.0.42 "GET /v2.0/ports/3023e327-df4b-443e-ae29-981f3f9ca437 HTTP/1.1" status: 200 len: 1032 time: 0.1502924 Jun 04 16:26:28.730758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Attempting to bind port d9c613f9-90fe-4170-9c42-adfdf53722a1 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:28.731163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Attempting to bind port d9c613f9-90fe-4170-9c42-adfdf53722a1 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:28.731470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Attempting to bind port d9c613f9-90fe-4170-9c42-adfdf53722a1 on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:28.737511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:28.737927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:28.738370 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:28.738779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:28.739246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Bound port: d9c613f9-90fe-4170-9c42-adfdf53722a1, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:28.739606 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:28.832667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] For port d9c613f9-90fe-4170-9c42-adfdf53722a1, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:28.835657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] For port d9c613f9-90fe-4170-9c42-adfdf53722a1, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d9c613f9-90fe-4170-9c42-adfdf53722a1,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:28.841135 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:28.880223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10a157b7-805d-493a-be4d-997a3acfaff1 req-e8648d81-2a00-471d-bc5c-9f6868fcea7b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315984 Jun 04 16:26:28.888605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 172.20.0.6 (f0dbb02b-9d62-4207-955a-783084b70e61/c02523a2-6d4a-46ab-99db-f6a8b248e818/06263550-a8e3-4f1c-a077-3fe51bb37385) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:28.893809 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed1730c0-7f3b-4caf-972c-0244be2414a9 req-2a09622d-d2b6-45a8-94c1-bef6c85ec21c tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372575 Jun 04 16:26:28.910498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::f816:3eff:fe8e:6e5f (f0dbb02b-9d62-4207-955a-783084b70e61/78528d81-b106-4382-aa0d-7d7957b6a6dd/06263550-a8e3-4f1c-a077-3fe51bb37385) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:28.938244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854081e-fbf9-4f9d-8bd6-14b562e291ec None None] Pushing event updated for resources: {'Port': ['ID=d9c613f9-90fe-4170-9c42-adfdf53722a1,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:29.056134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-83f61136-f899-4b02-a308-18a0dc22d5e2 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:29.066140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-83f61136-f899-4b02-a308-18a0dc22d5e2 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:29.076723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-83f61136-f899-4b02-a308-18a0dc22d5e2 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:29.078553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-83f61136-f899-4b02-a308-18a0dc22d5e2 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "GET /v2.0/networks?id=094ba496-bb0b-4999-afb4-2d808cb58924&id=8b09542d-db52-4306-9a04-3ce692fb28e4&id=8b09542d-db52-4306-9a04-3ce692fb28e4&id=8b09542d-db52-4306-9a04-3ce692fb28e4&id=8b09542d-db52-4306-9a04-3ce692fb28e4&id=4ae9684f-8981-4108-80b8-f671d76ed732&id=4ae9684f-8981-4108-80b8-f671d76ed732 HTTP/1.1" status: 200 len: 1994 time: 0.4033368 Jun 04 16:26:29.127907 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dfbead33-e3e4-4e4e-a619-317bb99b85a7 req-aa4f99cc-7064-4cae-964b-a42cdbbee187 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 210 time: 0.0483892 Jun 04 16:26:29.391097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272cecb-93f6-45b3-aece-46c9c7e798ea req-563dbb32-0f59-4ba8-a054-590c59b5ef30 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:29.392664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-e272cecb-93f6-45b3-aece-46c9c7e798ea req-563dbb32-0f59-4ba8-a054-590c59b5ef30 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Synchronizing usage tracker for tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:29.415561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-e272cecb-93f6-45b3-aece-46c9c7e798ea req-563dbb32-0f59-4ba8-a054-590c59b5ef30 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Unset dirty status for tenant:dc62f984f3aa4af6b51cf0f39a3d5c92 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:29.417941 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e272cecb-93f6-45b3-aece-46c9c7e798ea req-563dbb32-0f59-4ba8-a054-590c59b5ef30 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.46 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.1646180 Jun 04 16:26:29.517202 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-e272cecb-93f6-45b3-aece-46c9c7e798ea req-f15a3f16-5805-4e5d-8e19-1240bc1f8319 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Deleting port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:26:29.517625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e272cecb-93f6-45b3-aece-46c9c7e798ea req-f15a3f16-5805-4e5d-8e19-1240bc1f8319 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:29.623271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-5d9aac97-3417-4bff-b790-70aea7b46458 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e863eba5c1c349159f469fbfe67c68a3 HTTP/1.1" status: 200 len: 379 time: 0.4925547 Jun 04 16:26:29.658366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'port': {'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'admin_state_up': True, 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'security_groups': ['c830a663-5838-4980-91fd-a0172c9ccb28']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:29.767898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d9c613f9-90fe-4170-9c42-adfdf53722a1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:29.803082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9c34f-9d0d-4d37-8ae4-2415d85e9b05 req-50212b5e-00c6-4362-af5e-293fc721ba61 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:29.803901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59c9c34f-9d0d-4d37-8ae4-2415d85e9b05 req-50212b5e-00c6-4362-af5e-293fc721ba61 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 0.6721079 Jun 04 16:26:29.811108 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:29.838262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-e272cecb-93f6-45b3-aece-46c9c7e798ea req-f15a3f16-5805-4e5d-8e19-1240bc1f8319 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] For port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,segment=NetworkSegment(fae907e6-2ade-46cb-956b-c53199c28256),segment_id=fae907e6-2ade-46cb-956b-c53199c28256)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:29.838698 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e272cecb-93f6-45b3-aece-46c9c7e798ea req-f15a3f16-5805-4e5d-8e19-1240bc1f8319 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:29.850795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port d9c613f9-90fe-4170-9c42-adfdf53722a1 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:29.877968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object 06263550-a8e3-4f1c-a077-3fe51bb37385 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:29.939310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490cbe7-453d-483c-82b1-a708cf2df3d0 req-04287f3f-248f-40aa-81ba-e8176c6bdb95 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:29.941579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c490cbe7-453d-483c-82b1-a708cf2df3d0 req-04287f3f-248f-40aa-81ba-e8176c6bdb95 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/ports?device_id=30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2 HTTP/1.1" status: 200 len: 946 time: 0.4021008 Jun 04 16:26:29.971039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59c9c34f-9d0d-4d37-8ae4-2415d85e9b05 req-872a3590-dbcc-4dfc-9f3d-dd01cdd7354f tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558275 Jun 04 16:26:29.996897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-e272cecb-93f6-45b3-aece-46c9c7e798ea req-f15a3f16-5805-4e5d-8e19-1240bc1f8319 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Calling delete_port for 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:26:30.011743 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c200bd40-8c89-4dad-8c1c-3ac3f0a645bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:30.017206 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:30.021308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:30.132522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:30.191212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=06263550-a8e3-4f1c-a077-3fe51bb37385,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:30.194587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:30.202687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Usage tracker for resource:port and tenant:e863eba5c1c349159f469fbfe67c68a3 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:30.207231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:30.215574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e272cecb-93f6-45b3-aece-46c9c7e798ea req-f15a3f16-5805-4e5d-8e19-1240bc1f8319 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:30.227881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5ab477d2-c1a9-4fe3-917b-9d28edf9b78c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:26:30.285334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:30.291362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a3f16-5805-4e5d-8e19-1240bc1f8319 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Pushing event deleted for resources: {'Port': ['ID=5ab477d2-c1a9-4fe3-917b-9d28edf9b78c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:30.316723 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c490cbe7-453d-483c-82b1-a708cf2df3d0 req-625839fa-3466-4665-9b44-529913adebc0 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb9bc74-cc98-4bcb-83b1-ad56232fbded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446927 Jun 04 16:26:30.320407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:30.352322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:30.352995 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:30.365186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565ad56-f73e-44ef-a248-f1ab2b0d960e req-85ad1545-462e-424d-b178-20d48329006d tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:30.367472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2565ad56-f73e-44ef-a248-f1ab2b0d960e req-85ad1545-462e-424d-b178-20d48329006d tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.2305381 Jun 04 16:26:30.376430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Made reservation on behalf of e863eba5c1c349159f469fbfe67c68a3 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:30.380600 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:30.514007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1195d4c-557b-4f2e-aa26-db7fb81c3ca9 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:30.573458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e272cecb-93f6-45b3-aece-46c9c7e798ea req-f15a3f16-5805-4e5d-8e19-1240bc1f8319 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] No DVR routers for this DVR port 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:26:30.576239 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e272cecb-93f6-45b3-aece-46c9c7e798ea req-f15a3f16-5805-4e5d-8e19-1240bc1f8319 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:30.581242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'name': 'network-vif-deleted', 'tag': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:30.600740 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e272cecb-93f6-45b3-aece-46c9c7e798ea req-f15a3f16-5805-4e5d-8e19-1240bc1f8319 tempest-ServersNegativeTestJSON-1845489973 tempest-ServersNegativeTestJSON-1845489973-project] 10.222.0.46 "DELETE /v2.0/ports/5ab477d2-c1a9-4fe3-917b-9d28edf9b78c HTTP/1.1" status: 204 len: 173 time: 1.1732135 Jun 04 16:26:30.601171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2565ad56-f73e-44ef-a248-f1ab2b0d960e req-162ebb12-9900-4570-939a-5a2b0478228a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960530 Jun 04 16:26:30.624597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-acb51e60-b570-48bf-b025-5b33ebf0628a None None] Provisioning for port d9c613f9-90fe-4170-9c42-adfdf53722a1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:30.644332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-acb51e60-b570-48bf-b025-5b33ebf0628a None None] Provisioning complete for port d9c613f9-90fe-4170-9c42-adfdf53722a1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:30.646199 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-acb51e60-b570-48bf-b025-5b33ebf0628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:30.711714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bb3b9ee3-5da9-440e-9b91-5c95032e2d50 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6049385 Jun 04 16:26:30.712799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43594) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:30.778311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Allocated IP 172.20.0.8 (094ba496-bb0b-4999-afb4-2d808cb58924/70972f99-dc0b-416b-826b-d1edfc2c397c/d845983a-5332-4048-b55f-ae3bd2a23a2b) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:30.794176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae73c94-650b-43ea-9fc1-43e92b1c8de8 req-5a49d388-f8f3-4272-a136-d89afec770d8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:30.803763 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aae73c94-650b-43ea-9fc1-43e92b1c8de8 req-5a49d388-f8f3-4272-a136-d89afec770d8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.2610083 Jun 04 16:26:30.873053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e22e6b-f37e-4461-acbf-0552bbb1a734 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:30.881551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e22e6b-f37e-4461-acbf-0552bbb1a734 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:30.882482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b2e22e6b-f37e-4461-acbf-0552bbb1a734 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:30.904147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b2e22e6b-f37e-4461-acbf-0552bbb1a734 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:30.909257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43598) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:30.910694 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b2e22e6b-f37e-4461-acbf-0552bbb1a734 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1944478 Jun 04 16:26:31.007652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aae73c94-650b-43ea-9fc1-43e92b1c8de8 req-9980899f-e36b-469d-90ee-2daf8f5b10cb tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029872 Jun 04 16:26:31.043478 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-acb51e60-b570-48bf-b025-5b33ebf0628a None None] Current status of the port d9c613f9-90fe-4170-9c42-adfdf53722a1 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:31.044083 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-acb51e60-b570-48bf-b025-5b33ebf0628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:31.061618 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:31.112057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-acb51e60-b570-48bf-b025-5b33ebf0628a None None] For port d9c613f9-90fe-4170-9c42-adfdf53722a1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d9c613f9-90fe-4170-9c42-adfdf53722a1,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:31.124877 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-acb51e60-b570-48bf-b025-5b33ebf0628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:31.210633 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:31.224490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb51e60-b570-48bf-b025-5b33ebf0628a None None] Pushing event updated for resources: {'Port': ['ID=d9c613f9-90fe-4170-9c42-adfdf53722a1,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:31.263043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-48c92cf2-0562-4d05-9ba3-ad97bb88ee5e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 06263550-a8e3-4f1c-a077-3fe51bb37385 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:26:31.263616 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-48c92cf2-0562-4d05-9ba3-ad97bb88ee5e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:31.338061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49bd37-284e-44b0-981c-0c9a7a6d487a req-b3c25f80-612d-4f64-926f-02e5556433fa tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:31.348245 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b49bd37-284e-44b0-981c-0c9a7a6d487a req-b3c25f80-612d-4f64-926f-02e5556433fa tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 949 time: 0.5404487 Jun 04 16:26:31.406231 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:31.427392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Transition to ACTIVE for port object d845983a-5332-4048-b55f-ae3bd2a23a2b will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:31.506262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:31.560158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c2ac2b56-bf8a-4487-9583-7f3957bf68a7 None None] Provisioning for port 06263550-a8e3-4f1c-a077-3fe51bb37385 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:31.567455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c2ac2b56-bf8a-4487-9583-7f3957bf68a7 None None] Provisioning complete for port 06263550-a8e3-4f1c-a077-3fe51bb37385 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:31.567909 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c2ac2b56-bf8a-4487-9583-7f3957bf68a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:31.612083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b49bd37-284e-44b0-981c-0c9a7a6d487a req-27b0ebae-f8b4-4a71-980a-0ecf9769399c tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623031 Jun 04 16:26:31.688460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac2b56-bf8a-4487-9583-7f3957bf68a7 None None] Port 06263550-a8e3-4f1c-a077-3fe51bb37385 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:26:31.707132 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda615df-9907-4299-9d08-ab8f348cf362'] response: {'server_uuid': '30baa8fe-7dd2-47ad-bc44-4cbc5efdc1b2', 'name': 'network-vif-deleted', 'tag': '5ab477d2-c1a9-4fe3-917b-9d28edf9b78c', 'status': 'completed', 'code': 200} Jun 04 16:26:31.716510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c2ac2b56-bf8a-4487-9583-7f3957bf68a7 None None] Provisioning complete for port d9c613f9-90fe-4170-9c42-adfdf53722a1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:31.720942 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c2ac2b56-bf8a-4487-9583-7f3957bf68a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:31.764834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d9c613f9-90fe-4170-9c42-adfdf53722a1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:31.850149 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-48c92cf2-0562-4d05-9ba3-ad97bb88ee5e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:31.914981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d9c613f9-90fe-4170-9c42-adfdf53722a1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:31.915255 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:32.051289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac2b56-bf8a-4487-9583-7f3957bf68a7 None None] Current status of the port d9c613f9-90fe-4170-9c42-adfdf53722a1 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:32.156157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d9c613f9-90fe-4170-9c42-adfdf53722a1 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:32.174376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-725c16f5-f637-4083-9ab6-af574aee3f3b None None] Could not find standard attr ID for object 024b266c-78d3-445d-8de6-b5470e55f911. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:26:32.181778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-48c92cf2-0562-4d05-9ba3-ad97bb88ee5e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 06263550-a8e3-4f1c-a077-3fe51bb37385 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:26:32.213491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'Port': ['ID=d845983a-5332-4048-b55f-ae3bd2a23a2b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:32.291718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Network 094ba496-bb0b-4999-afb4-2d808cb58924 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:32.293783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-03c1098b-6b00-4ab0-8d1d-22ce39e65ef6 None None] Could not find standard attr ID for object e44afcee-5a8b-4968-b1e1-e227be3c9573. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:26:32.300708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:32.307419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:32.424739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:32.425279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:32.447358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e09811-c2eb-4a16-b920-71e190fe93c4 req-db8d3558-8b07-45de-a766-73231fdd7774 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:32.448103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-15e09811-c2eb-4a16-b920-71e190fe93c4 req-db8d3558-8b07-45de-a766-73231fdd7774 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Synchronizing usage tracker for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:32.467459 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:32.534926 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-04bad6ef-8e00-47c6-8536-2eeea7289b41 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8943839 Jun 04 16:26:32.543169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc7f39-083d-405f-84a7-2d9e4cb168bf req-3058b0bf-751e-4fcf-8821-1be70f4d8178 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:32.544687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ebc7f39-083d-405f-84a7-2d9e4cb168bf req-3058b0bf-751e-4fcf-8821-1be70f4d8178 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 0.3234560 Jun 04 16:26:32.556635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'port': {'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4', 'admin_state_up': True, 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'security_groups': ['c830a663-5838-4980-91fd-a0172c9ccb28']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:32.602951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-15e09811-c2eb-4a16-b920-71e190fe93c4 req-db8d3558-8b07-45de-a766-73231fdd7774 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Unset dirty status for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:32.609453 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15e09811-c2eb-4a16-b920-71e190fe93c4 req-db8d3558-8b07-45de-a766-73231fdd7774 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 931 time: 1.1583185 Jun 04 16:26:32.725586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cf584ef9-51a8-4529-addc-d124c4446cdc None None] Provisioning for port d845983a-5332-4048-b55f-ae3bd2a23a2b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:32.731484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cf584ef9-51a8-4529-addc-d124c4446cdc None None] Provisioning complete for port d845983a-5332-4048-b55f-ae3bd2a23a2b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:32.731852 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cf584ef9-51a8-4529-addc-d124c4446cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:32.798989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cf584ef9-51a8-4529-addc-d124c4446cdc None None] Port d845983a-5332-4048-b55f-ae3bd2a23a2b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:26:32.812038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cf584ef9-51a8-4529-addc-d124c4446cdc None None] Provisioning complete for port 06263550-a8e3-4f1c-a077-3fe51bb37385 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:32.812410 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cf584ef9-51a8-4529-addc-d124c4446cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:32.827677 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ebc7f39-083d-405f-84a7-2d9e4cb168bf req-e1cc0d06-b955-46a9-b435-93597df311e6 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549229 Jun 04 16:26:32.844480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15e09811-c2eb-4a16-b920-71e190fe93c4 req-3b65f8fe-7179-4f88-8b65-f44498b264a8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340748 Jun 04 16:26:32.873587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:26:32.885585 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-48c92cf2-0562-4d05-9ba3-ad97bb88ee5e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:32.955510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c92cf2-0562-4d05-9ba3-ad97bb88ee5e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=06263550-a8e3-4f1c-a077-3fe51bb37385,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:32.966074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cf584ef9-51a8-4529-addc-d124c4446cdc None None] Port 06263550-a8e3-4f1c-a077-3fe51bb37385 was deleted so its status cannot be updated. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 04 16:26:32.976279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:26:32.976629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5ab477d2-c1a9-4fe3-917b-9d28edf9b78c not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:26:32.991814 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43612) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:32.992875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:33.082693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:33.222798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Made reservation on behalf of e863eba5c1c349159f469fbfe67c68a3 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:33.226570 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:33.292116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cb08d2-5e98-4db4-bfcf-b5f7849ccc9c admin admin] Deleting subnet 832c1a0f-eef2-4596-b4da-6fd412f92ae5 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:26:33.295902 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40cb08d2-5e98-4db4-bfcf-b5f7849ccc9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:33.335980 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-48c92cf2-0562-4d05-9ba3-ad97bb88ee5e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:33.340706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-48c92cf2-0562-4d05-9ba3-ad97bb88ee5e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/06263550-a8e3-4f1c-a077-3fe51bb37385 HTTP/1.1" status: 204 len: 168 time: 2.4271023 Jun 04 16:26:33.341000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43618) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:33.420792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a437142-333c-4f5d-beae-f4ced2a1fab8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:33.422573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a437142-333c-4f5d-beae-f4ced2a1fab8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:33.424302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a437142-333c-4f5d-beae-f4ced2a1fab8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:33.425143 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0a437142-333c-4f5d-beae-f4ced2a1fab8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:33.439947 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40cb08d2-5e98-4db4-bfcf-b5f7849ccc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:33.479831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a4fdb-910c-4a01-aa82-8a376833000d req-858fdda7-9b92-4aa7-baea-4ed416e34342 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:33.481660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-891a4fdb-910c-4a01-aa82-8a376833000d req-858fdda7-9b92-4aa7-baea-4ed416e34342 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2b33c8f-bcd7-4252-9c40-4635a9e27086 HTTP/1.1" status: 200 len: 950 time: 0.4768820 Jun 04 16:26:33.496204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5c64a-d343-4586-81be-5c5f92b5f483 req-2b1c61eb-8326-44bc-995e-7e162424842c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:33.497902 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95d5c64a-d343-4586-81be-5c5f92b5f483 req-2b1c61eb-8326-44bc-995e-7e162424842c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.3780565 Jun 04 16:26:33.502967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0a437142-333c-4f5d-beae-f4ced2a1fab8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:33.511706 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0a437142-333c-4f5d-beae-f4ced2a1fab8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1694517 Jun 04 16:26:33.512355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43622) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:33.549968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Allocated IP 10.1.1.109 (8b09542d-db52-4306-9a04-3ce692fb28e4/d4486856-317f-473e-94f2-040bb20ab3b6/992c7921-fdf5-467e-876a-cc1d1a62341d) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:33.622804 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40cb08d2-5e98-4db4-bfcf-b5f7849ccc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:33.684536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 78528d81-b106-4382-aa0d-7d7957b6a6dd {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:26:33.687629 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:33.730285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-891a4fdb-910c-4a01-aa82-8a376833000d req-6de2f85b-84fa-4a05-9bde-8f12c18068e7 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276213 Jun 04 16:26:33.747132 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95d5c64a-d343-4586-81be-5c5f92b5f483 req-2e9bd049-8f8c-423e-b77c-b55844aa10a8 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307954 Jun 04 16:26:33.751220 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:33.773158 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:33.855020 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:33.953515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:33.954181 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:33.982219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Transition to ACTIVE for port object 992c7921-fdf5-467e-876a-cc1d1a62341d will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:33.995692 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40cb08d2-5e98-4db4-bfcf-b5f7849ccc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.011833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.020354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=78528d81-b106-4382-aa0d-7d7957b6a6dd,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:34.023413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d4ab2-a4a6-45b0-9352-54a7e00db90b req-7e81b678-d95f-4efc-9161-5b0e57a890ba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:34.026644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40cb08d2-5e98-4db4-bfcf-b5f7849ccc9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.031083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-556d4ab2-a4a6-45b0-9352-54a7e00db90b req-7e81b678-d95f-4efc-9161-5b0e57a890ba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.1282630 Jun 04 16:26:34.037389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6824bbb-16dd-4179-bb46-08e4b532b8c4 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:34.066879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:34.067191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:34.073345 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.075079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:34.075582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:34.076178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:34.076692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:34.077431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:34.078605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:34.083474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:34.084756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:34.085310 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:34.086857 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:34.144419 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.147670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-556d4ab2-a4a6-45b0-9352-54a7e00db90b req-21c64a44-84e1-46ae-98bd-02d742ba1b46 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156206 Jun 04 16:26:34.155082 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-297cfe86-b9ec-4dcf-8f6a-aef2ffa03872 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/78528d81-b106-4382-aa0d-7d7957b6a6dd HTTP/1.1" status: 204 len: 168 time: 0.6396205 Jun 04 16:26:34.157853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43640) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:34.162244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb08d2-5e98-4db4-bfcf-b5f7849ccc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832c1a0f-eef2-4596-b4da-6fd412f92ae5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:34.167327 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-40cb08d2-5e98-4db4-bfcf-b5f7849ccc9c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/832c1a0f-eef2-4596-b4da-6fd412f92ae5 HTTP/1.1" status: 204 len: 168 time: 1.1735132 Jun 04 16:26:34.170154 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43644) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:34.240287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b7ba15-d062-428c-a3b9-afd1b0933eba tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet c02523a2-6d4a-46ab-99db-f6a8b248e818 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:26:34.243365 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18b7ba15-d062-428c-a3b9-afd1b0933eba tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.381666 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8588df9e-8793-4ae0-af43-718349cfb74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.494609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Network 8b09542d-db52-4306-9a04-3ce692fb28e4 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:34.566143 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8588df9e-8793-4ae0-af43-718349cfb74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.580393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:34.604377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'Port': ['ID=992c7921-fdf5-467e-876a-cc1d1a62341d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:34.609706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:34.645803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-8588df9e-8793-4ae0-af43-718349cfb74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b0668b-3c19-48d1-aa8b-d916f64e1e6f']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:26:34.674557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-8588df9e-8793-4ae0-af43-718349cfb74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae907e6-2ade-46cb-956b-c53199c28256') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:26:34.674993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-8588df9e-8793-4ae0-af43-718349cfb74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae907e6-2ade-46cb-956b-c53199c28256') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:26:34.691262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18b7ba15-d062-428c-a3b9-afd1b0933eba tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.705362 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8588df9e-8793-4ae0-af43-718349cfb74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.727026 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8588df9e-8793-4ae0-af43-718349cfb74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.736185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8588df9e-8793-4ae0-af43-718349cfb74c admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:26:34.736825 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8588df9e-8793-4ae0-af43-718349cfb74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.822593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:34.823246 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.892459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cec62c-f230-47fd-9613-c18acc29bc23 req-ea10f88d-9238-47f0-aa71-244ee72887cc tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:34.893451 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8588df9e-8793-4ae0-af43-718349cfb74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.894010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5cec62c-f230-47fd-9613-c18acc29bc23 req-ea10f88d-9238-47f0-aa71-244ee72887cc tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 0.4096479 Jun 04 16:26:34.926657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8588df9e-8793-4ae0-af43-718349cfb74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:34.941167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588df9e-8793-4ae0-af43-718349cfb74c admin admin] Pushing event deleted for resources: {'Network': ['ID=f0b0668b-3c19-48d1-aa8b-d916f64e1e6f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:34.956342 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8588df9e-8793-4ae0-af43-718349cfb74c admin admin] 10.222.0.13 "DELETE /v2.0/networks/f0b0668b-3c19-48d1-aa8b-d916f64e1e6f HTTP/1.1" status: 204 len: 168 time: 0.7848256 Jun 04 16:26:34.967743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f88e77a1-bd95-4a08-bf43-728bf8116324 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4182956 Jun 04 16:26:34.994351 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment fae907e6-2ade-46cb-956b-c53199c28256 resource provider aggregate not found Jun 04 16:26:35.021587 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment fae907e6-2ade-46cb-956b-c53199c28256 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fae907e6-2ade-46cb-956b-c53199c28256 found for delete ", "request_id": "req-3af02e8c-2654-4655-b810-fba3650630b1"}]} Jun 04 16:26:35.024011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69ca2b-473c-4616-8d8c-8bd60fb28c7e req-d09f9a58-37bc-43fa-866f-56c33f432758 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:35.030267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69ca2b-473c-4616-8d8c-8bd60fb28c7e req-d09f9a58-37bc-43fa-866f-56c33f432758 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:35.030445 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-165bb998-caa3-447b-92a2-dfa58f8ea57e None None] Provisioning for port 992c7921-fdf5-467e-876a-cc1d1a62341d completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:35.031763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0f69ca2b-473c-4616-8d8c-8bd60fb28c7e req-d09f9a58-37bc-43fa-866f-56c33f432758 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Synchronizing usage tracker for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:35.041233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-165bb998-caa3-447b-92a2-dfa58f8ea57e None None] Provisioning complete for port 992c7921-fdf5-467e-876a-cc1d1a62341d triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:35.041632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'port': {'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4', 'admin_state_up': True, 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'security_groups': ['c830a663-5838-4980-91fd-a0172c9ccb28']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:35.041764 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-165bb998-caa3-447b-92a2-dfa58f8ea57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:35.148665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43660) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:35.153017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-165bb998-caa3-447b-92a2-dfa58f8ea57e None None] Port 992c7921-fdf5-467e-876a-cc1d1a62341d cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:26:35.170705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5cec62c-f230-47fd-9613-c18acc29bc23 req-e00164ca-8417-4032-8b6a-00e7538ac039 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579331 Jun 04 16:26:35.245038 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18b7ba15-d062-428c-a3b9-afd1b0933eba tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:35.251546 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7b0bf150-1153-46da-88d6-9460cad87078 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc62f984f3aa4af6b51cf0f39a3d5c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1017306 Jun 04 16:26:35.255216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43674) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:35.277038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:35.280308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0f69ca2b-473c-4616-8d8c-8bd60fb28c7e req-d09f9a58-37bc-43fa-866f-56c33f432758 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Unset dirty status for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:35.287632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f69ca2b-473c-4616-8d8c-8bd60fb28c7e req-d09f9a58-37bc-43fa-866f-56c33f432758 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 1653 time: 0.8080111 Jun 04 16:26:35.349638 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f4b24bc-e301-4df1-8f80-ed708642bef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:35.352514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:35.389104 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f4b24bc-e301-4df1-8f80-ed708642bef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:35.397662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Made reservation on behalf of e863eba5c1c349159f469fbfe67c68a3 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:35.403101 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:35.448051 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f4b24bc-e301-4df1-8f80-ed708642bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:35.467908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b24bc-e301-4df1-8f80-ed708642bef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb9bc74-cc98-4bcb-83b1-ad56232fbded,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:35.481589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f69ca2b-473c-4616-8d8c-8bd60fb28c7e req-3eac6c8f-a5c7-4ceb-ad2f-dc4841ad8f23 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906891 Jun 04 16:26:35.483514 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f4b24bc-e301-4df1-8f80-ed708642bef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:35.488216 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0f4b24bc-e301-4df1-8f80-ed708642bef2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbb9bc74-cc98-4bcb-83b1-ad56232fbded HTTP/1.1" status: 204 len: 168 time: 0.2320039 Jun 04 16:26:35.509151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ba58de7d-4faa-4ba5-b59d-b37b565c8940 None None] Provisioning complete for port d9c613f9-90fe-4170-9c42-adfdf53722a1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:35.515487 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ba58de7d-4faa-4ba5-b59d-b37b565c8940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:35.574759 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18b7ba15-d062-428c-a3b9-afd1b0933eba tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:35.642508 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18b7ba15-d062-428c-a3b9-afd1b0933eba tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:35.645583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7ba15-d062-428c-a3b9-afd1b0933eba tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=c02523a2-6d4a-46ab-99db-f6a8b248e818,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:35.678037 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-18b7ba15-d062-428c-a3b9-afd1b0933eba tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/c02523a2-6d4a-46ab-99db-f6a8b248e818 HTTP/1.1" status: 204 len: 168 time: 1.5155759 Jun 04 16:26:35.681009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43680) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:35.687054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f297e51-fe00-4c27-b510-db7f406b304c req-4d430e8b-99f2-4f5a-9cf4-5c7bba38473f tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:35.688787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f297e51-fe00-4c27-b510-db7f406b304c req-4d430e8b-99f2-4f5a-9cf4-5c7bba38473f tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.3029006 Jun 04 16:26:35.712380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d687e5-4d2a-4f11-b65c-71c183cccce0 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:35.799238 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ac23b459-47b8-408d-8100-e1cd76448948 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141784 Jun 04 16:26:35.799662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43684) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:35.851325 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f297e51-fe00-4c27-b510-db7f406b304c req-bf919db2-0e10-45e0-a963-1392655d5630 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305966 Jun 04 16:26:35.859103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Allocated IP 10.1.1.141 (8b09542d-db52-4306-9a04-3ce692fb28e4/d4486856-317f-473e-94f2-040bb20ab3b6/32da0c38-3568-48cc-85f7-cc443766b806) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:35.913827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a49f2e-2c56-4f27-86b7-7219bc65b294 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:35.916842 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-82a49f2e-2c56-4f27-86b7-7219bc65b294 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1155899 Jun 04 16:26:35.919553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43690) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:35.942547 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 81e8e70e-6de4-41aa-aff7-f63b0e9babfa details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:26:35.944691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 81e8e70e-6de4-41aa-aff7-f63b0e9babfa no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:26:35.957236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3032956-f1d6-4de6-b47f-7d7768181c7a req-d853fa96-6134-4fe4-8b6c-3d48b3afa7ea tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:35.964582 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3032956-f1d6-4de6-b47f-7d7768181c7a req-d853fa96-6134-4fe4-8b6c-3d48b3afa7ea tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.2255144 Jun 04 16:26:35.997736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349365ed-1b21-4e4f-a893-9783910a2678 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:35.998465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-349365ed-1b21-4e4f-a893-9783910a2678 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:36.016894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-349365ed-1b21-4e4f-a893-9783910a2678 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:36.018870 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-349365ed-1b21-4e4f-a893-9783910a2678 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0977621 Jun 04 16:26:36.021166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43696) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:36.122774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3032956-f1d6-4de6-b47f-7d7768181c7a req-2f73af60-80b8-4f31-8e50-c8e39f8103d6 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478603 Jun 04 16:26:36.178639 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:36.201590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Transition to ACTIVE for port object 32da0c38-3568-48cc-85f7-cc443766b806 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:36.237555 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:36.251452 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3da4013b-1ce1-43aa-bd7f-3822ceb84b19 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2261429 Jun 04 16:26:36.257525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43708) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:36.261731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f5ec8958-39aa-4fbc-998a-4902579f9a93 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:36.299482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:36.354088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa', 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39', 'port_id': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa', 'mac_address': 'fa:16:3e:59:d2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c76308-27ab-4412-b695-ccc303fa5174', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:26:36.355653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ba58de7d-4faa-4ba5-b59d-b37b565c8940 None None] Current status of the port d9c613f9-90fe-4170-9c42-adfdf53722a1 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:36.421114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Network 8b09542d-db52-4306-9a04-3ce692fb28e4 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:36.424796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:36.440478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:36.453805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f5ec8958-39aa-4fbc-998a-4902579f9a93 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:36.466628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f5ec8958-39aa-4fbc-998a-4902579f9a93 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:36.481594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:36.481963 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:36.482647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ec8958-39aa-4fbc-998a-4902579f9a93 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:36.487909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5ec8958-39aa-4fbc-998a-4902579f9a93 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:36.489961 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ec8958-39aa-4fbc-998a-4902579f9a93 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:26:36.490530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ec8958-39aa-4fbc-998a-4902579f9a93 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:26:36.509884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'Port': ['ID=32da0c38-3568-48cc-85f7-cc443766b806,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:36.518734 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f5ec8958-39aa-4fbc-998a-4902579f9a93 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2614999 Jun 04 16:26:36.521971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43728) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:36.525826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:36.526472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:36.527058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:36.527709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:36.528316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:36.528831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:36.529295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:36.529885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:36.530463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:36.530705 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fd076a0a-ca05-480b-8e6f-d179d681374d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:36.531150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:36.531668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:36.532125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:36.557372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:36.557733 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:36.563033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:36.564724 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:36.606526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf59b79-664e-4774-9239-b7dd74922764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:36.608783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2558d-9ab2-49b0-b9d6-24df300b051c req-6aafb280-d438-4c0a-b3e7-0d981eb7c5dd tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:36.618680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81e8e70e-6de4-41aa-aff7-f63b0e9babfa {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:36.630144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:36.641733 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:36.650292 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e6e2558d-9ab2-49b0-b9d6-24df300b051c req-6aafb280-d438-4c0a-b3e7-0d981eb7c5dd tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 0.2986298 Jun 04 16:26:36.653916 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e75f51ac-ad28-480d-bd10-23d96e9e0a00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6168957 Jun 04 16:26:36.676675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'port': {'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732', 'admin_state_up': True, 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'security_groups': ['c830a663-5838-4980-91fd-a0172c9ccb28']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:36.764655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:36.768348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8565e648-f542-4a49-bc6c-e9a359607c9b None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:26:36.789654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8565e648-f542-4a49-bc6c-e9a359607c9b None None] Deleting port d9c613f9-90fe-4170-9c42-adfdf53722a1 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:26:36.790030 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8565e648-f542-4a49-bc6c-e9a359607c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:36.810898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd076a0a-ca05-480b-8e6f-d179d681374d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:36.833079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fd076a0a-ca05-480b-8e6f-d179d681374d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:36.850247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd076a0a-ca05-480b-8e6f-d179d681374d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:36.854918 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fd076a0a-ca05-480b-8e6f-d179d681374d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:36.855864 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd076a0a-ca05-480b-8e6f-d179d681374d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:26:36.856302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd076a0a-ca05-480b-8e6f-d179d681374d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:26:36.881643 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fd076a0a-ca05-480b-8e6f-d179d681374d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3553076 Jun 04 16:26:36.882684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43742) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:36.882840 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:26:36.883104 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:26:36.887902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-74c7727a-ac30-4966-8a18-983e6ef48fb4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:36.898923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2e5fe029-0064-4427-b538-e0d53805270f None None] Provisioning for port 32da0c38-3568-48cc-85f7-cc443766b806 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:36.937461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:36.939893 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2e5fe029-0064-4427-b538-e0d53805270f None None] Provisioning complete for port 32da0c38-3568-48cc-85f7-cc443766b806 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:36.940240 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2e5fe029-0064-4427-b538-e0d53805270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:36.955714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e6e2558d-9ab2-49b0-b9d6-24df300b051c req-c532553a-167a-49ab-ba53-b1eb941c09ca tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036335 Jun 04 16:26:36.979630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:36.999607 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Made reservation on behalf of e863eba5c1c349159f469fbfe67c68a3 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:37.005514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-74c7727a-ac30-4966-8a18-983e6ef48fb4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:37.011646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fe029-0064-4427-b538-e0d53805270f None None] Port 32da0c38-3568-48cc-85f7-cc443766b806 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:26:37.015392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-74c7727a-ac30-4966-8a18-983e6ef48fb4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:37.018768 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3d26e0d-36bc-4319-8a90-3af06edf268e'] response: {'server_uuid': 'fcf59b79-664e-4774-9239-b7dd74922764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa', 'code': 200} Jun 04 16:26:37.029727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c7727a-ac30-4966-8a18-983e6ef48fb4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:37.034205 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74c7727a-ac30-4966-8a18-983e6ef48fb4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:37.036005 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c7727a-ac30-4966-8a18-983e6ef48fb4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:26:37.036734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c7727a-ac30-4966-8a18-983e6ef48fb4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:26:37.057986 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-74c7727a-ac30-4966-8a18-983e6ef48fb4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1747525 Jun 04 16:26:37.061176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43748) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:37.069419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9b7a4f87-3b63-496b-b051-d8802a93dca8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:37.151795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8565e648-f542-4a49-bc6c-e9a359607c9b None None] For port d9c613f9-90fe-4170-9c42-adfdf53722a1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d9c613f9-90fe-4170-9c42-adfdf53722a1,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:37.152139 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8565e648-f542-4a49-bc6c-e9a359607c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:37.254141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33068f73-6e3e-453b-a836-b1febb5951d4 req-feccdce7-6793-4baf-a904-60cd451e3344 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:37.259962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33068f73-6e3e-453b-a836-b1febb5951d4 req-feccdce7-6793-4baf-a904-60cd451e3344 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:37.265819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33068f73-6e3e-453b-a836-b1febb5951d4 req-feccdce7-6793-4baf-a904-60cd451e3344 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:37.266726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-33068f73-6e3e-453b-a836-b1febb5951d4 req-feccdce7-6793-4baf-a904-60cd451e3344 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Synchronizing usage tracker for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:37.287041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9b7a4f87-3b63-496b-b051-d8802a93dca8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:37.299243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9b7a4f87-3b63-496b-b051-d8802a93dca8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:37.325194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-33068f73-6e3e-453b-a836-b1febb5951d4 req-feccdce7-6793-4baf-a904-60cd451e3344 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Unset dirty status for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:37.325331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7a4f87-3b63-496b-b051-d8802a93dca8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:37.327913 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33068f73-6e3e-453b-a836-b1febb5951d4 req-feccdce7-6793-4baf-a904-60cd451e3344 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 2374 time: 0.4727283 Jun 04 16:26:37.332836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4f87-3b63-496b-b051-d8802a93dca8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:37.334524 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7a4f87-3b63-496b-b051-d8802a93dca8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:26:37.334873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7a4f87-3b63-496b-b051-d8802a93dca8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:26:37.337335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8565e648-f542-4a49-bc6c-e9a359607c9b None None] Calling delete_port for d9c613f9-90fe-4170-9c42-adfdf53722a1 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:26:37.368081 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:37.393729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43766) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:37.394219 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9b7a4f87-3b63-496b-b051-d8802a93dca8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3314276 Jun 04 16:26:37.407204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-02d19cc9-4ec6-4382-ade7-9182c942a6e1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:37.456044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:37.456681 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:37.475284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e8e70e-6de4-41aa-aff7-f63b0e9babfa {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:37.479141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33068f73-6e3e-453b-a836-b1febb5951d4 req-812c96e8-3d00-4809-ac5a-929950623ee4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501620 Jun 04 16:26:37.498460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:37.498460 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8565e648-f542-4a49-bc6c-e9a359607c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:37.544847 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:37.548005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565e648-f542-4a49-bc6c-e9a359607c9b None None] Pushing event deleted for resources: {'Port': ['ID=d9c613f9-90fe-4170-9c42-adfdf53722a1,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:37.549941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565e648-f542-4a49-bc6c-e9a359607c9b None None] No DVR routers for this DVR port d9c613f9-90fe-4170-9c42-adfdf53722a1 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:26:37.627361 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:37.708580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d9c613f9-90fe-4170-9c42-adfdf53722a1 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:26:37.738110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-02d19cc9-4ec6-4382-ade7-9182c942a6e1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:37.752491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: d9c613f9-90fe-4170-9c42-adfdf53722a1 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:26:37.753312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d9c613f9-90fe-4170-9c42-adfdf53722a1 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:26:37.759781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['81e8e70e-6de4-41aa-aff7-f63b0e9babfa'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:26:37.766660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-02d19cc9-4ec6-4382-ade7-9182c942a6e1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:37.830857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d19cc9-4ec6-4382-ade7-9182c942a6e1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:37.834332 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-02d19cc9-4ec6-4382-ade7-9182c942a6e1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:37.836465 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d19cc9-4ec6-4382-ade7-9182c942a6e1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:26:37.836887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d19cc9-4ec6-4382-ade7-9182c942a6e1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:26:37.933981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93347068-bf55-4578-9924-cb6f0548471d req-2d16bf58-facd-4ffe-9488-702cdb8a553c tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:37.935561 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93347068-bf55-4578-9924-cb6f0548471d req-2d16bf58-facd-4ffe-9488-702cdb8a553c tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 944 time: 0.3378825 Jun 04 16:26:37.972188 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-02d19cc9-4ec6-4382-ade7-9182c942a6e1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5731452 Jun 04 16:26:37.976799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43788) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:37.983127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ef5dd0cd-5024-4596-98a4-400bd7da39b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:37.991763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171722b-13cc-4664-b33f-8f621feb438e req-6ce4b011-31a9-45dc-a390-c4f8bf5f5d9c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:37.999743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3171722b-13cc-4664-b33f-8f621feb438e req-6ce4b011-31a9-45dc-a390-c4f8bf5f5d9c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.5337591 Jun 04 16:26:38.063472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93347068-bf55-4578-9924-cb6f0548471d req-3af84792-35b7-4b42-8704-a920aaf07dff tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198070 Jun 04 16:26:38.065274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Allocated IP 10.2.2.100 (4ae9684f-8981-4108-80b8-f671d76ed732/a25d6d86-38aa-4a4a-ab62-3be62b97a432/696a0d0b-67a7-414e-b8a0-30fa919880d7) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:38.115012 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3171722b-13cc-4664-b33f-8f621feb438e req-1b184805-8902-4c76-8409-f5f7b8c4b2ea tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138422 Jun 04 16:26:38.119158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ef5dd0cd-5024-4596-98a4-400bd7da39b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:38.163758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ef5dd0cd-5024-4596-98a4-400bd7da39b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:38.188280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5dd0cd-5024-4596-98a4-400bd7da39b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:38.199513 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef5dd0cd-5024-4596-98a4-400bd7da39b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:38.206459 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5dd0cd-5024-4596-98a4-400bd7da39b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:26:38.207010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5dd0cd-5024-4596-98a4-400bd7da39b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:26:38.254060 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ef5dd0cd-5024-4596-98a4-400bd7da39b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2756269 Jun 04 16:26:38.256927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43808) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:38.398097 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ba3296ee-3e2e-4177-a015-57f4a3e7e947 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1398501 Jun 04 16:26:38.399163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43820) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:38.578398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10940b04-83bc-4a73-8b9d-7bd8ec3489bc req-43ed59cb-1235-4ef2-914a-ed4f99cbc8ec tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:38.579951 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10940b04-83bc-4a73-8b9d-7bd8ec3489bc req-43ed59cb-1235-4ef2-914a-ed4f99cbc8ec tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 0.1751313 Jun 04 16:26:38.582617 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3127e581-572d-4325-945b-a5afe635b76c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:38.587773 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3127e581-572d-4325-945b-a5afe635b76c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1873910 Jun 04 16:26:38.588677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43832) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:38.625161 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:38.676026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10940b04-83bc-4a73-8b9d-7bd8ec3489bc req-2b65f926-8d3f-4099-8394-c1eaa0dae1e1 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897291 Jun 04 16:26:38.692816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Transition to ACTIVE for port object 696a0d0b-67a7-414e-b8a0-30fa919880d7 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:38.717776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43836) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:38.717975 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6a86d794-f089-4aaf-9f70-7527e44f299b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275148 Jun 04 16:26:38.727504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e6bfe551-edae-41df-8139-5678d1a609b7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:38.881034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 95469def-13ce-41c3-9052-0e940939ad24 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:26:38.966732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e6bfe551-edae-41df-8139-5678d1a609b7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:38.984890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e6bfe551-edae-41df-8139-5678d1a609b7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:38.989111 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:39.077360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bfe551-edae-41df-8139-5678d1a609b7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:39.080879 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe551-edae-41df-8139-5678d1a609b7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:39.107170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Network 4ae9684f-8981-4108-80b8-f671d76ed732 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:39.107424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=95469def-13ce-41c3-9052-0e940939ad24,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:39.124125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6045-170b-4157-be5b-b409867d76a7 req-e245a148-5708-40c6-9172-1636ef0bbcaf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:39.127535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '95469def-13ce-41c3-9052-0e940939ad24', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '95469def-13ce-41c3-9052-0e940939ad24', 'mac_address': 'fa:16:3e:51:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:26:39.129929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6045-170b-4157-be5b-b409867d76a7 req-e245a148-5708-40c6-9172-1636ef0bbcaf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:39.138709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6045-170b-4157-be5b-b409867d76a7 req-e245a148-5708-40c6-9172-1636ef0bbcaf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:39.139730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-993d6045-170b-4157-be5b-b409867d76a7 req-e245a148-5708-40c6-9172-1636ef0bbcaf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Synchronizing usage tracker for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:39.148795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:39.220314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:39.232892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 95469def-13ce-41c3-9052-0e940939ad24 is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:39.233736 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:39.272806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95469def-13ce-41c3-9052-0e940939ad24 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:39.312072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'Port': ['ID=696a0d0b-67a7-414e-b8a0-30fa919880d7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:39.316304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=95469def-13ce-41c3-9052-0e940939ad24,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:39.325808 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:39.392487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43854) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:39.427820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-993d6045-170b-4157-be5b-b409867d76a7 req-e245a148-5708-40c6-9172-1636ef0bbcaf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Unset dirty status for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:39.435944 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-993d6045-170b-4157-be5b-b409867d76a7 req-e245a148-5708-40c6-9172-1636ef0bbcaf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 2374 time: 0.5831277 Jun 04 16:26:39.481807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=95469def-13ce-41c3-9052-0e940939ad24,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:39.488028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['95469def-13ce-41c3-9052-0e940939ad24'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:26:39.584217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:39.585438 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:39.593997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2b5dc30d-bc12-41bc-8786-52f45d11c041 None None] Provisioning for port 696a0d0b-67a7-414e-b8a0-30fa919880d7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:39.603752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2b5dc30d-bc12-41bc-8786-52f45d11c041 None None] Provisioning complete for port 696a0d0b-67a7-414e-b8a0-30fa919880d7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:39.604284 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc30d-bc12-41bc-8786-52f45d11c041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:39.609115 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f37677cf-63e9-462a-bbce-e7218071d85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:39.660144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f37677cf-63e9-462a-bbce-e7218071d85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:39.666016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f37677cf-63e9-462a-bbce-e7218071d85a admin admin] Usage tracker for resource:security_group_rule and tenant:996fe3fb441e49bb980e0416cded2e70 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:39.669521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f37677cf-63e9-462a-bbce-e7218071d85a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:39.677514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f37677cf-63e9-462a-bbce-e7218071d85a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:39.771692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-993d6045-170b-4157-be5b-b409867d76a7 req-e1dda8e4-6177-44f3-a862-00dd529b251e tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3344378 Jun 04 16:26:39.784040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2b5dc30d-bc12-41bc-8786-52f45d11c041 None None] Port 696a0d0b-67a7-414e-b8a0-30fa919880d7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:26:39.784715 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-68b35cab-02c5-4eca-9940-0a644868b0bc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1142404 Jun 04 16:26:39.820852 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f37677cf-63e9-462a-bbce-e7218071d85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:39.834518 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f37677cf-63e9-462a-bbce-e7218071d85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:39.890351 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f37677cf-63e9-462a-bbce-e7218071d85a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=996fe3fb441e49bb980e0416cded2e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967570 Jun 04 16:26:39.891349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37677cf-63e9-462a-bbce-e7218071d85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc0259a-70ca-446b-afef-1fd4dbd114c5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:39.893893 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43862) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:39.931972 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 81e8e70e-6de4-41aa-aff7-f63b0e9babfa up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:39.966815 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-576918e3-fd62-42e9-bf57-f797ad89d67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:40.004914 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-576918e3-fd62-42e9-bf57-f797ad89d67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:40.011357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:40.011725 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:40.047594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'port': {'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732', 'admin_state_up': True, 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'security_groups': ['c830a663-5838-4980-91fd-a0172c9ccb28']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:40.069870 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-576918e3-fd62-42e9-bf57-f797ad89d67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:40.091527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576918e3-fd62-42e9-bf57-f797ad89d67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc0259a-70ca-446b-afef-1fd4dbd114c5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:40.100630 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-576918e3-fd62-42e9-bf57-f797ad89d67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:40.112563 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-576918e3-fd62-42e9-bf57-f797ad89d67b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbc0259a-70ca-446b-afef-1fd4dbd114c5 HTTP/1.1" status: 204 len: 168 time: 0.2124956 Jun 04 16:26:40.119940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522ac71-1437-4e9e-9380-9bbc0623e16e req-44635391-dcbb-41a7-bde0-70040c0baba8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:40.131312 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6522ac71-1437-4e9e-9380-9bbc0623e16e req-44635391-dcbb-41a7-bde0-70040c0baba8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 944 time: 0.8271511 Jun 04 16:26:40.173626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:40.176667 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:40.222105 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf59b79-664e-4774-9239-b7dd74922764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:40.237711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:40.243563 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:40.327259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:40.379538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6522ac71-1437-4e9e-9380-9bbc0623e16e req-31590ac1-c76c-4b85-938f-21de2d78eb09 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474124 Jun 04 16:26:40.456087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.objects.ports [None req-e6bfe551-edae-41df-8139-5678d1a609b7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88798) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:26:40.462467 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe551-edae-41df-8139-5678d1a609b7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:40.668980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dc59d-8c8d-4b8e-972e-33ffe88ef581 req-11bc3f67-196d-4cb9-97b3-182723882616 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:40.670593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc4dc59d-8c8d-4b8e-972e-33ffe88ef581 req-11bc3f67-196d-4cb9-97b3-182723882616 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 946 time: 0.6349347 Jun 04 16:26:40.752435 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bfe551-edae-41df-8139-5678d1a609b7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:40.772721 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-e6bfe551-edae-41df-8139-5678d1a609b7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:40.786179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:40.789860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aab559-a3cc-4d34-91b3-7b3e4c7701ef None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:40.797618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:40.819095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bfe551-edae-41df-8139-5678d1a609b7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:40.819699 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe551-edae-41df-8139-5678d1a609b7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:40.827873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Made reservation on behalf of e863eba5c1c349159f469fbfe67c68a3 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:40.832405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:40.889200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfe551-edae-41df-8139-5678d1a609b7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=6ff04eee-ddc2-4156-b546-59ba47a71aec,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:40.944014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 95469def-13ce-41c3-9052-0e940939ad24 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:41.127337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Allocated IP 10.2.2.200 (4ae9684f-8981-4108-80b8-f671d76ed732/a25d6d86-38aa-4a4a-ab62-3be62b97a432/863324e7-c4ea-4faf-95eb-efa2ddc23375) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:41.160029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 95469def-13ce-41c3-9052-0e940939ad24 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:41.160439 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:41.186376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': '6ff04eee-ddc2-4156-b546-59ba47a71aec'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:26:41.187221 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:41.263428 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc4dc59d-8c8d-4b8e-972e-33ffe88ef581 req-41de160c-9839-469e-9cd8-db8d3b37f82a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268252 Jun 04 16:26:41.294395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e6bfe551-edae-41df-8139-5678d1a609b7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5722396 Jun 04 16:26:41.295235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43902) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:41.300826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'mac_address': 'fa:16:3e:a5:6b:a2', 'name': 'tempest-NetworksTestDHCPv6-591376802'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:41.348344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b085c7-c433-42b6-b72b-68be482af443 req-a3237150-59b7-4305-8f6f-cd0a5466f930 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:41.363059 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7b085c7-c433-42b6-b72b-68be482af443 req-a3237150-59b7-4305-8f6f-cd0a5466f930 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 0.7431841 Jun 04 16:26:41.468935 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c2631c-de62-44c8-9c2c-668102949911'] response: {'server_uuid': 'fcf59b79-664e-4774-9239-b7dd74922764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa', 'code': 200} Jun 04 16:26:41.503057 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7b085c7-c433-42b6-b72b-68be482af443 req-586725e2-64ec-413b-a4bb-4142f5552422 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390152 Jun 04 16:26:41.547955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 95469def-13ce-41c3-9052-0e940939ad24 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:41.548780 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:41.639607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:41.652239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:41.657523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=95469def-13ce-41c3-9052-0e940939ad24,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:41.662463 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:41.671459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:41.673797 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:41.677795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Allocated IP 2001:db8::f816:3eff:fe68:344a (f0dbb02b-9d62-4207-955a-783084b70e61/6ff04eee-ddc2-4156-b546-59ba47a71aec/775957bc-5b69-4bc0-a4f2-3a1e0b30c1af) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:41.695724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Transition to ACTIVE for port object 863324e7-c4ea-4faf-95eb-efa2ddc23375 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:41.733973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ac42f-1287-4240-b7e3-4999fb93f2c5 req-335c73d5-00df-450e-a982-a2770ece5547 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:41.740065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ac42f-1287-4240-b7e3-4999fb93f2c5 req-335c73d5-00df-450e-a982-a2770ece5547 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:41.745722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ac42f-1287-4240-b7e3-4999fb93f2c5 req-335c73d5-00df-450e-a982-a2770ece5547 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:41.752919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ac42f-1287-4240-b7e3-4999fb93f2c5 req-335c73d5-00df-450e-a982-a2770ece5547 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:41.760411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a2ac42f-1287-4240-b7e3-4999fb93f2c5 req-335c73d5-00df-450e-a982-a2770ece5547 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 3095 time: 0.2818356 Jun 04 16:26:41.812241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876450cd-54f2-4209-b8f9-88fc79ba8fac req-1ad9a640-fb41-442f-bfba-3f8b763e429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:41.813715 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-876450cd-54f2-4209-b8f9-88fc79ba8fac req-1ad9a640-fb41-442f-bfba-3f8b763e429c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 1096 time: 0.2470350 Jun 04 16:26:41.841591 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:41.856515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a2ac42f-1287-4240-b7e3-4999fb93f2c5 req-d288b10c-4457-4ac5-9165-28ff3e37fe14 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951278 Jun 04 16:26:41.859934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=95469def-13ce-41c3-9052-0e940939ad24,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:41.937762 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:42.002189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port f558bac8-5195-474a-b1aa-519f52f15c15 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:26:42.002584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event updated for resources: {'Port': ['ID=863324e7-c4ea-4faf-95eb-efa2ddc23375,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:42.056851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Network 4ae9684f-8981-4108-80b8-f671d76ed732 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:42.058804 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-876450cd-54f2-4209-b8f9-88fc79ba8fac req-1ddcc250-37e9-40e9-b892-4ffa8826619e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356069 Jun 04 16:26:42.060913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:42.065229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:42.106942 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:42.131711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Transition to ACTIVE for port object 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:42.163033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Transition to ACTIVE for port object 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:42.179455 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:42.316140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:42.327387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:42.338108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:42.372935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:42.373582 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:42.416551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Pushing event updated for resources: {'Port': ['ID=775957bc-5b69-4bc0-a4f2-3a1e0b30c1af,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:42.435786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-ac10ab24-1172-40af-ba7b-40185c9808e8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4007838 Jun 04 16:26:42.464840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fa7d0-99ee-4cbf-b02e-50fd4440eb95 req-80f0111b-7c1f-483d-83e3-b03b57f6705c tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:42.477631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-947fa7d0-99ee-4cbf-b02e-50fd4440eb95 req-80f0111b-7c1f-483d-83e3-b03b57f6705c tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.4176340 Jun 04 16:26:42.488070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Attempting to bind port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:42.488718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Attempting to bind port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:42.489418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Attempting to bind port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:42.489698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::f816:3eff:fea5:6ba2 (f0dbb02b-9d62-4207-955a-783084b70e61/6ff04eee-ddc2-4156-b546-59ba47a71aec/f558bac8-5195-474a-b1aa-519f52f15c15) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:42.497618 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:42.498261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:42.498914 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:42.499590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:42.500684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Bound port: 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:42.501333 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:42.513017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5f7a99fa-9633-4414-896a-52bc980d6fd5 None None] Provisioning for port 863324e7-c4ea-4faf-95eb-efa2ddc23375 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:42.524099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5f7a99fa-9633-4414-896a-52bc980d6fd5 None None] Provisioning complete for port 863324e7-c4ea-4faf-95eb-efa2ddc23375 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:42.524696 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f7a99fa-9633-4414-896a-52bc980d6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:42.539977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Request body: {'port': {'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:42.713521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-947fa7d0-99ee-4cbf-b02e-50fd4440eb95 req-43458368-9b3e-4544-94c4-1ec53a1159e6 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264855 Jun 04 16:26:42.829555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] For port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:42.839571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] For port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=775957bc-5b69-4bc0-a4f2-3a1e0b30c1af,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:42.846125 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:42.853308 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:43.126570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a99fa-9633-4414-896a-52bc980d6fd5 None None] Port 863324e7-c4ea-4faf-95eb-efa2ddc23375 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:26:43.186771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711315c-a5b8-416b-b8f2-1b1285803a71 None None] Pushing event updated for resources: {'Port': ['ID=775957bc-5b69-4bc0-a4f2-3a1e0b30c1af,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:43.289906 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:43.388488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object f558bac8-5195-474a-b1aa-519f52f15c15 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:43.436165 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:43.470093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95469def-13ce-41c3-9052-0e940939ad24'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:43.593017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43952) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:43.672171 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:43.674292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:43.691063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:43.700728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:43.701341 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:43.721785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=f558bac8-5195-474a-b1aa-519f52f15c15,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:43.752876 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ac4306d6-3f45-4086-9670-5c8fc436e6b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4541709 Jun 04 16:26:43.753244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43962) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:43.827062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42883fa-8863-40f0-af0d-18c46e6b8344 req-87e74aec-3ae2-47be-a5e0-2daee0e2f5fb tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:43.836996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a42883fa-8863-40f0-af0d-18c46e6b8344 req-87e74aec-3ae2-47be-a5e0-2daee0e2f5fb tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 0.7515008 Jun 04 16:26:43.866268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:43.908050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0405261-cf8b-4127-9659-b6d472c9d03f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:43.912473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00f067-4995-4ffc-90f1-314e45488786 req-bd05d2c7-e401-49d9-98c0-5e015d49cddd tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:43.914203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0405261-cf8b-4127-9659-b6d472c9d03f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:43.915034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e0405261-cf8b-4127-9659-b6d472c9d03f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:43.918260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00f067-4995-4ffc-90f1-314e45488786 req-bd05d2c7-e401-49d9-98c0-5e015d49cddd tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:43.925138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00f067-4995-4ffc-90f1-314e45488786 req-bd05d2c7-e401-49d9-98c0-5e015d49cddd tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:43.932352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00f067-4995-4ffc-90f1-314e45488786 req-bd05d2c7-e401-49d9-98c0-5e015d49cddd tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:43.938107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00f067-4995-4ffc-90f1-314e45488786 req-bd05d2c7-e401-49d9-98c0-5e015d49cddd tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:43.939258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2b00f067-4995-4ffc-90f1-314e45488786 req-bd05d2c7-e401-49d9-98c0-5e015d49cddd tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Synchronizing usage tracker for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:43.945133 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ddc86948-e7b4-4f67-b673-c01db430435a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:43.968651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:43.971228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ddc86948-e7b4-4f67-b673-c01db430435a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:43.984506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e0405261-cf8b-4127-9659-b6d472c9d03f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:43.985948 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e0405261-cf8b-4127-9659-b6d472c9d03f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2317879 Jun 04 16:26:43.988620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43968) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:43.991818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ddc86948-e7b4-4f67-b673-c01db430435a admin admin] Usage tracker for resource:security_group_rule and tenant:d44f376e343444ff91b376f9e07f4ff3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:43.995340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a42883fa-8863-40f0-af0d-18c46e6b8344 req-143d7fe8-e0b9-470e-8806-54a9798e97ce tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571324 Jun 04 16:26:44.030016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ddc86948-e7b4-4f67-b673-c01db430435a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:44.049697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ddc86948-e7b4-4f67-b673-c01db430435a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:44.080943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad13e0-385e-4965-b6d6-3f40f0369060 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port f558bac8-5195-474a-b1aa-519f52f15c15 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:26:44.081285 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2ad13e0-385e-4965-b6d6-3f40f0369060 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:44.106712 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68dd7f22-1e3b-4418-b9cb-3d6ab280f0e9'] response: {'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95469def-13ce-41c3-9052-0e940939ad24', 'code': 200} Jun 04 16:26:44.137987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d845983a-5332-4048-b55f-ae3bd2a23a2b {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:44.146487 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:44.169010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Transition to ACTIVE for port object d845983a-5332-4048-b55f-ae3bd2a23a2b will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:44.170756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2b00f067-4995-4ffc-90f1-314e45488786 req-bd05d2c7-e401-49d9-98c0-5e015d49cddd tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Unset dirty status for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:44.178761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b00f067-4995-4ffc-90f1-314e45488786 req-bd05d2c7-e401-49d9-98c0-5e015d49cddd tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 3816 time: 0.7440312 Jun 04 16:26:44.203366 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:44.270402 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b00f067-4995-4ffc-90f1-314e45488786 req-74a58d10-7fc0-4de8-a43d-87b15fa8603d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903993 Jun 04 16:26:44.492740 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ddc86948-e7b4-4f67-b673-c01db430435a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:44.515993 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ddc86948-e7b4-4f67-b673-c01db430435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:44.613605 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2ad13e0-385e-4965-b6d6-3f40f0369060 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:44.641971 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ddc86948-e7b4-4f67-b673-c01db430435a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d44f376e343444ff91b376f9e07f4ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0477319 Jun 04 16:26:44.648446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43992) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:44.662784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Pushing event updated for resources: {'Port': ['ID=d845983a-5332-4048-b55f-ae3bd2a23a2b,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:44.772953 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc86948-e7b4-4f67-b673-c01db430435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41187ec8-b2d7-41cb-9442-a91c22a8fd79,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:44.852596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad13e0-385e-4965-b6d6-3f40f0369060 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for f558bac8-5195-474a-b1aa-519f52f15c15 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:26:44.858829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a439df-c9d9-467e-8c57-370ea6191e9a req-6b2000f7-1f5d-4284-8367-cf839564a398 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:44.860380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64a439df-c9d9-467e-8c57-370ea6191e9a req-6b2000f7-1f5d-4284-8367-cf839564a398 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.4123735 Jun 04 16:26:44.861102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Attempting to bind port d845983a-5332-4048-b55f-ae3bd2a23a2b on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:44.861424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Attempting to bind port d845983a-5332-4048-b55f-ae3bd2a23a2b by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '30996a96-9811-4953-b8d5-b5602c09f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:44.861735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Attempting to bind port d845983a-5332-4048-b55f-ae3bd2a23a2b on network 094ba496-bb0b-4999-afb4-2d808cb58924 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:44.881302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Port d845983a-5332-4048-b55f-ae3bd2a23a2b on network 094ba496-bb0b-4999-afb4-2d808cb58924 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:26:44.881583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Attempting to bind port d845983a-5332-4048-b55f-ae3bd2a23a2b on network 094ba496-bb0b-4999-afb4-2d808cb58924 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:44.897270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:44.897537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Checking segment: {'id': '30996a96-9811-4953-b8d5-b5602c09f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:44.897914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Bound using segment: {'id': '30996a96-9811-4953-b8d5-b5602c09f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:44.898407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Bound port: d845983a-5332-4048-b55f-ae3bd2a23a2b, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30996a96-9811-4953-b8d5-b5602c09f2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:44.898790 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:44.969709 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64a439df-c9d9-467e-8c57-370ea6191e9a req-93123f9f-cc73-4c4a-b3f9-59ee0cc03ba8 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026969 Jun 04 16:26:44.979391 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-00cb1827-40e6-41af-bf73-cdc460cd2433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:45.024095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] For port d845983a-5332-4048-b55f-ae3bd2a23a2b, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:45.027534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] For port d845983a-5332-4048-b55f-ae3bd2a23a2b, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d845983a-5332-4048-b55f-ae3bd2a23a2b,segment=NetworkSegment(30996a96-9811-4953-b8d5-b5602c09f2dc),segment_id=30996a96-9811-4953-b8d5-b5602c09f2dc)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:45.044476 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:45.087562 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-df47a2f7-4113-4b4a-951d-986782bc7b7c None None] Provisioning for port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:45.091744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:45.092608 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:45.094022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] 10.222.0.42 "PUT /v2.0/ports/d845983a-5332-4048-b55f-ae3bd2a23a2b HTTP/1.1" status: 200 len: 1091 time: 2.6136155 Jun 04 16:26:45.101924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': 'd845983a-5332-4048-b55f-ae3bd2a23a2b'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:45.120493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-df47a2f7-4113-4b4a-951d-986782bc7b7c None None] Provisioning complete for port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:45.126396 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-df47a2f7-4113-4b4a-951d-986782bc7b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:45.136223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Request body: {'port': {'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:45.143011 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-00cb1827-40e6-41af-bf73-cdc460cd2433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:45.341891 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2ad13e0-385e-4965-b6d6-3f40f0369060 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:45.391791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f18219-d975-4184-8929-6b1a8429b00c service neutron] Pushing event updated for resources: {'Port': ['ID=d845983a-5332-4048-b55f-ae3bd2a23a2b,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:45.463783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-df47a2f7-4113-4b4a-951d-986782bc7b7c None None] Current status of the port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:45.464450 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-df47a2f7-4113-4b4a-951d-986782bc7b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:45.494391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad13e0-385e-4965-b6d6-3f40f0369060 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=f558bac8-5195-474a-b1aa-519f52f15c15,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:45.551801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-df47a2f7-4113-4b4a-951d-986782bc7b7c None None] For port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=775957bc-5b69-4bc0-a4f2-3a1e0b30c1af,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:45.562283 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-df47a2f7-4113-4b4a-951d-986782bc7b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:45.616395 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-00cb1827-40e6-41af-bf73-cdc460cd2433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:45.684669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2ad13e0-385e-4965-b6d6-3f40f0369060 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:45.709714 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:45.711335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb1827-40e6-41af-bf73-cdc460cd2433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41187ec8-b2d7-41cb-9442-a91c22a8fd79,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:45.756526 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-00cb1827-40e6-41af-bf73-cdc460cd2433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:45.767569 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-00cb1827-40e6-41af-bf73-cdc460cd2433 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41187ec8-b2d7-41cb-9442-a91c22a8fd79 HTTP/1.1" status: 204 len: 168 time: 1.1138735 Jun 04 16:26:45.774736 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c2ad13e0-385e-4965-b6d6-3f40f0369060 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/f558bac8-5195-474a-b1aa-519f52f15c15 HTTP/1.1" status: 204 len: 168 time: 1.7850275 Jun 04 16:26:45.781678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44018) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:45.786791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-78e846d8-e4f3-42f1-bc69-b5ab0c86805c None None] Could not find standard attr ID for object f558bac8-5195-474a-b1aa-519f52f15c15. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:26:45.792288 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47a2f7-4113-4b4a-951d-986782bc7b7c None None] Pushing event updated for resources: {'Port': ['ID=775957bc-5b69-4bc0-a4f2-3a1e0b30c1af,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:45.900062 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57860171-975a-439e-ab83-2d5a558041a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:45.902353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57860171-975a-439e-ab83-2d5a558041a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:45.904205 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-57860171-975a-439e-ab83-2d5a558041a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1199324 Jun 04 16:26:45.911008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44024) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:45.962381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 1da0597e-fd84-4102-9faf-664a991112ba details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:26:45.998677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-9737659f-9e96-4236-9993-03f9a0d13096 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 6ff04eee-ddc2-4156-b546-59ba47a71aec {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:26:46.002271 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9737659f-9e96-4236-9993-03f9a0d13096 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:46.113902 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9737659f-9e96-4236-9993-03f9a0d13096 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:46.207268 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9737659f-9e96-4236-9993-03f9a0d13096 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:46.233360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99beac5-8a3e-40fd-9302-6f3224c157f6 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:46.242902 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:46.269976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Transition to ACTIVE for port object a99beac5-8a3e-40fd-9302-6f3224c157f6 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:46.295676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3a42d-1a7b-432c-abf0-0943a3dc5a9c req-825a4783-d6f7-4364-bd33-3cd83eb5c7c2 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:46.304346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63c3a42d-1a7b-432c-abf0-0943a3dc5a9c req-825a4783-d6f7-4364-bd33-3cd83eb5c7c2 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.9272842 Jun 04 16:26:46.330676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4903b-de58-4b66-b8c3-9e537ce79b9f req-7b347b09-1f74-4d45-a513-c91865016fbd tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:46.338464 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ce4903b-de58-4b66-b8c3-9e537ce79b9f req-7b347b09-1f74-4d45-a513-c91865016fbd tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 1.1039469 Jun 04 16:26:46.343752 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:46.481632 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9737659f-9e96-4236-9993-03f9a0d13096 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:46.495712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 1da0597e-fd84-4102-9faf-664a991112ba, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1da0597e-fd84-4102-9faf-664a991112ba,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:46.526998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '1da0597e-fd84-4102-9faf-664a991112ba', 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e', 'port_id': '1da0597e-fd84-4102-9faf-664a991112ba', 'mac_address': 'fa:16:3e:a1:42:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e04031-3729-4919-8e9f-f1d9cf7008d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:26:46.559039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737659f-9e96-4236-9993-03f9a0d13096 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff04eee-ddc2-4156-b546-59ba47a71aec,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:46.571173 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9737659f-9e96-4236-9993-03f9a0d13096 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:46.590106 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9737659f-9e96-4236-9993-03f9a0d13096 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/6ff04eee-ddc2-4156-b546-59ba47a71aec HTTP/1.1" status: 204 len: 168 time: 0.6768353 Jun 04 16:26:46.594058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44042) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:46.621795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a95b7-597b-4403-a817-8407ac75c362 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:46.759979 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e6f9ee2b-d004-453f-8403-88cb950a2186 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1644313 Jun 04 16:26:46.762570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44050) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:46.769222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:46.935419 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ce4903b-de58-4b66-b8c3-9e537ce79b9f req-280dbaf9-571a-4c2e-823d-b910dd1d7dc4 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956693 Jun 04 16:26:47.073522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:47.079398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:47.083375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:47.092394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:47.116224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:47.120551 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:47.148065 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26cdbb0d-237d-4d6a-a909-3f93cac5c7bd'] response: {'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': 'd845983a-5332-4048-b55f-ae3bd2a23a2b', 'status': 'completed', 'code': 200} Jun 04 16:26:47.172481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 1da0597e-fd84-4102-9faf-664a991112ba is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:47.173022 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:47.207988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1da0597e-fd84-4102-9faf-664a991112ba {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:47.229843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 1da0597e-fd84-4102-9faf-664a991112ba, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1da0597e-fd84-4102-9faf-664a991112ba,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:47.248041 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:47.290996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63c3a42d-1a7b-432c-abf0-0943a3dc5a9c req-82c3e93a-64b8-45db-b041-ab254f34515d tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9850221 Jun 04 16:26:47.417056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=1da0597e-fd84-4102-9faf-664a991112ba,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:47.426401 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:26:47.442942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] Deleting port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:26:47.443475 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:47.470061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Pushing event updated for resources: {'Port': ['ID=a99beac5-8a3e-40fd-9302-6f3224c157f6,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:47.517103 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['1da0597e-fd84-4102-9faf-664a991112ba'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:26:47.690914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44072) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:47.724534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Attempting to bind port a99beac5-8a3e-40fd-9302-6f3224c157f6 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:47.725110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Attempting to bind port a99beac5-8a3e-40fd-9302-6f3224c157f6 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:47.725607 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Attempting to bind port a99beac5-8a3e-40fd-9302-6f3224c157f6 on network 8b09542d-db52-4306-9a04-3ce692fb28e4 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:47.748592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Port a99beac5-8a3e-40fd-9302-6f3224c157f6 on network 8b09542d-db52-4306-9a04-3ce692fb28e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:26:47.749165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Attempting to bind port a99beac5-8a3e-40fd-9302-6f3224c157f6 on network 8b09542d-db52-4306-9a04-3ce692fb28e4 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:47.771889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37353c-1604-445b-a627-317b26438b73 req-70be88ed-ff08-4bed-9137-503e4ca901f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:47.782551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37353c-1604-445b-a627-317b26438b73 req-70be88ed-ff08-4bed-9137-503e4ca901f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:47.783234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37353c-1604-445b-a627-317b26438b73 req-70be88ed-ff08-4bed-9137-503e4ca901f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:47.793584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37353c-1604-445b-a627-317b26438b73 req-70be88ed-ff08-4bed-9137-503e4ca901f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:47.796611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37353c-1604-445b-a627-317b26438b73 req-70be88ed-ff08-4bed-9137-503e4ca901f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:47.797098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37353c-1604-445b-a627-317b26438b73 req-70be88ed-ff08-4bed-9137-503e4ca901f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:47.799125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf37353c-1604-445b-a627-317b26438b73 req-70be88ed-ff08-4bed-9137-503e4ca901f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e863eba5c1c349159f469fbfe67c68a3&device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5248 time: 0.6500547 Jun 04 16:26:47.827015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:26:47.882745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:47.883087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Checking segment: {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:47.883568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Bound using segment: {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:47.884170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Bound port: a99beac5-8a3e-40fd-9302-6f3224c157f6, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:47.884521 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:47.961955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-347949729-network', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:47.976532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:47.992139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Usage tracker for resource:network and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:48.003246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:48.015660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:48.033543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.objects.ports [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88797) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:26:48.101889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Made reservation on behalf of afb5383d706b4c1980b7c7ab48a1378a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:48.104567 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:48.133311 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:48.175524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:48.186807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Usage tracker for resource:security_group_rule and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:48.191698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:48.205906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:48.389335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:48.389874 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:48.412816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39948c4e-6b7d-4ab4-96a5-dfd7377b0de4 req-f0dec434-e15d-43c8-89f9-864e613c34f0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:48.446707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] For port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=775957bc-5b69-4bc0-a4f2-3a1e0b30c1af,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:48.447255 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:48.467605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39948c4e-6b7d-4ab4-96a5-dfd7377b0de4 req-f0dec434-e15d-43c8-89f9-864e613c34f0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:48.484036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=775957bc-5b69-4bc0-a4f2-3a1e0b30c1af,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:48.486283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:48.494495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39948c4e-6b7d-4ab4-96a5-dfd7377b0de4 req-f0dec434-e15d-43c8-89f9-864e613c34f0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:48.509718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39948c4e-6b7d-4ab4-96a5-dfd7377b0de4 req-f0dec434-e15d-43c8-89f9-864e613c34f0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:48.533683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39948c4e-6b7d-4ab4-96a5-dfd7377b0de4 req-f0dec434-e15d-43c8-89f9-864e613c34f0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:48.548992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39948c4e-6b7d-4ab4-96a5-dfd7377b0de4 req-f0dec434-e15d-43c8-89f9-864e613c34f0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:48.555351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-39948c4e-6b7d-4ab4-96a5-dfd7377b0de4 req-f0dec434-e15d-43c8-89f9-864e613c34f0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 4604 time: 0.9100266 Jun 04 16:26:48.682774 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:48.703567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] Calling delete_port for 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:26:48.741071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37353c-1604-445b-a627-317b26438b73 req-c25939cf-c6ca-4166-b2d2-1054ed390a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:48.741604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37353c-1604-445b-a627-317b26438b73 req-c25939cf-c6ca-4166-b2d2-1054ed390a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:48.742341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37353c-1604-445b-a627-317b26438b73 req-c25939cf-c6ca-4166-b2d2-1054ed390a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:48.744516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf37353c-1604-445b-a627-317b26438b73 req-c25939cf-c6ca-4166-b2d2-1054ed390a95 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e863eba5c1c349159f469fbfe67c68a3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9165807 Jun 04 16:26:48.755726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] For port a99beac5-8a3e-40fd-9302-6f3224c157f6, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:48.842627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=775957bc-5b69-4bc0-a4f2-3a1e0b30c1af,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:48.909688 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:48.929092 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:48.943614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:26:48.954292 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:48.955093 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Added segment 53ea5c99-48b1-4ae7-a5b7-112a4df7475e of type vlan for network 614a7452-3f8e-48d3-a295-c0d70920f61f Jun 04 16:26:48.981781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37353c-1604-445b-a627-317b26438b73 req-0e0ab78c-cdba-464a-b315-d96434f4a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:48.983446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf37353c-1604-445b-a627-317b26438b73 req-0e0ab78c-cdba-464a-b315-d96434f4a259 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2296419 Jun 04 16:26:48.994226 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:48.996791 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-39948c4e-6b7d-4ab4-96a5-dfd7377b0de4 req-e13778a2-db70-4fd4-93af-0c0d3c3802e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3998168 Jun 04 16:26:49.001064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] For port a99beac5-8a3e-40fd-9302-6f3224c157f6, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a99beac5-8a3e-40fd-9302-6f3224c157f6,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:49.011123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:49.118951 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:49.123033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:49.125491 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:49.132829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Pushing event updated for resources: {'Port': ['ID=a99beac5-8a3e-40fd-9302-6f3224c157f6,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:49.142323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:49.143071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:49.146173 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b87caa6b-8090-4e55-a595-14589dd90878 service neutron] 10.222.0.42 "PUT /v2.0/ports/a99beac5-8a3e-40fd-9302-6f3224c157f6 HTTP/1.1" status: 200 len: 1134 time: 4.0169406 Jun 04 16:26:49.150955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': 'a99beac5-8a3e-40fd-9302-6f3224c157f6'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:49.189692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Request body: {'port': {'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:49.413943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb5fc09-f693-4ccc-b711-129063c9201d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:49.419891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:49.421021 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7090938 Jun 04 16:26:49.423946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44086) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:49.439211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Request body: {'subnet': {'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-subnet', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:49.452063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c256f9-7e8a-465a-a0f1-0443527091bc admin admin] Pushing event updated for resources: {'Network': ['ID=614a7452-3f8e-48d3-a295-c0d70920f61f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:49.457677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:49.467485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] For port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=775957bc-5b69-4bc0-a4f2-3a1e0b30c1af,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:49.469583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 614a7452-3f8e-48d3-a295-c0d70920f61f details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:26:49.469906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Usage tracker for resource:subnet and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:49.474307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:49.482217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:49.535371 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:49.540266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Made reservation on behalf of afb5383d706b4c1980b7c7ab48a1378a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:49.546192 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:49.578832 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:49.587329 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:49.658125 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:26:49.658498 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:26:49.752785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=69ecf149-73c8-4a4f-a660-f38d0a84528d,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:49.841654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:49.849510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:49.855971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:49.856550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:49.884629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=775957bc-5b69-4bc0-a4f2-3a1e0b30c1af,revision_number=7']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:49.909903 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-956cb913-bb61-4619-b463-5b3e7ac26115 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1462290 Jun 04 16:26:49.912056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44090) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:49.924553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'mac_address': 'fa:16:3e:59:33:94', 'name': 'tempest-NetworksTestDHCPv6-731423436'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:50.002122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 1da0597e-fd84-4102-9faf-664a991112ba up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:50.128015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 1da0597e-fd84-4102-9faf-664a991112ba triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:50.128351 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:50.175739 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:50.179094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] Deleting port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:26:50.179556 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:50.272935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:50.292782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:50.320877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:50.341690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:50.465657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:26:50.511507 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52ac60c-7b2f-44a7-bfdf-ded791d655a5,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:50.542381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3023e327-df4b-443e-ae29-981f3f9ca437 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:50.577409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 1da0597e-fd84-4102-9faf-664a991112ba is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:50.577826 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:50.641746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bc4ac4-06f0-48bd-88c5-85727fd85ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da0597e-fd84-4102-9faf-664a991112ba'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:26:50.764982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] For port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=775957bc-5b69-4bc0-a4f2-3a1e0b30c1af,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:50.765736 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:50.801277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Checking segment: {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:50.803043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Network hostable DHCP agents. Network: 614a7452-3f8e-48d3-a295-c0d70920f61f, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:26:50.843454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:50.907952 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b21747cb-6472-4fce-b986-77d5a344d70d req-16e64c40-7659-4d6e-a392-4b8b7ef6e64e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3975718 Jun 04 16:26:50.928941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Network 614a7452-3f8e-48d3-a295-c0d70920f61f is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:26:50.954065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Transition to ACTIVE for port object 3023e327-df4b-443e-ae29-981f3f9ca437 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:50.990679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] Calling delete_port for 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:26:51.006787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 614a7452-3f8e-48d3-a295-c0d70920f61f) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:51.011868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:51.012783 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:51.063221 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1ffd1e16-dc51-4f8c-86c8-3d2500343d84 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6289082 Jun 04 16:26:51.065974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44102) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:51.072935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:51.080015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:26:51.084133 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21747cb-6472-4fce-b986-77d5a344d70d req-7a29b0a6-ff6e-426b-ab75-8101d07fb041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:51.085633 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b21747cb-6472-4fce-b986-77d5a344d70d req-7a29b0a6-ff6e-426b-ab75-8101d07fb041 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 1096 time: 0.1456110 Jun 04 16:26:51.089309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Usage tracker for resource:router and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:26:51.092957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:26:51.096456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 1da0597e-fd84-4102-9faf-664a991112ba, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1da0597e-fd84-4102-9faf-664a991112ba,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:51.099973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:26:51.118156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fc4822-512b-43f8-9768-c88259fbc6fd None None] Network 614a7452-3f8e-48d3-a295-c0d70920f61f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:51.163726 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:51.192203 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:51.387057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:51.389260 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:51.408472 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:51.432232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21747cb-6472-4fce-b986-77d5a344d70d req-5a89d9f3-a142-4fad-ac7f-0079a7a45630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:51.438809 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b21747cb-6472-4fce-b986-77d5a344d70d req-5a89d9f3-a142-4fad-ac7f-0079a7a45630 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.3098381 Jun 04 16:26:51.496890 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:51.525260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=1da0597e-fd84-4102-9faf-664a991112ba,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:51.618317 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e8fdcdd-a73f-43b4-bc29-85d110dc14fd req-960c691c-0b3e-4ad7-b2d4-403ac9f7b021 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7698681 Jun 04 16:26:51.717837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Pushing event updated for resources: {'Port': ['ID=3023e327-df4b-443e-ae29-981f3f9ca437,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:51.842180 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b21747cb-6472-4fce-b986-77d5a344d70d req-293e18e3-6eb7-4da1-90c4-24df46487e67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f4cec0-705b-401c-b177-4b8cc0c0616d HTTP/1.1" status: 200 len: 217 time: 0.0756471 Jun 04 16:26:51.855522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port 55c6e210-2db0-49df-bf5d-077eb3ec337f yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:26:52.027655 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:52.074280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-614a7452-3f8e-48d3-a295-c0d70920f61f', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:26:52.074999 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:52.075528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Attempting to bind port 3023e327-df4b-443e-ae29-981f3f9ca437 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:52.075857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Attempting to bind port 3023e327-df4b-443e-ae29-981f3f9ca437 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:52.076185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Attempting to bind port 3023e327-df4b-443e-ae29-981f3f9ca437 on network 8b09542d-db52-4306-9a04-3ce692fb28e4 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:52.101736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Port 3023e327-df4b-443e-ae29-981f3f9ca437 on network 8b09542d-db52-4306-9a04-3ce692fb28e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:26:52.102762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Attempting to bind port 3023e327-df4b-443e-ae29-981f3f9ca437 on network 8b09542d-db52-4306-9a04-3ce692fb28e4 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:52.109347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21747cb-6472-4fce-b986-77d5a344d70d req-ea48bdc1-eab7-4fa4-b880-01dc7a62ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:52.119537 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b21747cb-6472-4fce-b986-77d5a344d70d req-ea48bdc1-eab7-4fa4-b880-01dc7a62ef32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.2211668 Jun 04 16:26:52.124772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:52.125428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Checking segment: {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:52.126066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Bound using segment: {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:52.126757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Bound port: 3023e327-df4b-443e-ae29-981f3f9ca437, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:52.127378 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:52.224172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fdcdd-a73f-43b4-bc29-85d110dc14fd req-0692d5e2-ddb8-486c-a677-c387161da07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:52.226871 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e8fdcdd-a73f-43b4-bc29-85d110dc14fd req-0692d5e2-ddb8-486c-a677-c387161da07d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 1096 time: 0.4415896 Jun 04 16:26:52.327465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Allocated IP 172.20.0.2 (614a7452-3f8e-48d3-a295-c0d70920f61f/a52ac60c-7b2f-44a7-bfdf-ded791d655a5/16b11838-ed4e-44c4-b085-9dfa2e80c47e) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:52.353664 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:52.436110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::f816:3eff:fe59:3394 (f0dbb02b-9d62-4207-955a-783084b70e61/69ecf149-73c8-4a4f-a660-f38d0a84528d/55c6e210-2db0-49df-bf5d-077eb3ec337f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:52.488397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] Pushing event deleted for resources: {'Port': ['ID=775957bc-5b69-4bc0-a4f2-3a1e0b30c1af,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:52.545229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21747cb-6472-4fce-b986-77d5a344d70d req-c4de6d86-48fd-4070-b8e5-ba41bdbb31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:52.551708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] For port 3023e327-df4b-443e-ae29-981f3f9ca437, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:52.555845 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b21747cb-6472-4fce-b986-77d5a344d70d req-c4de6d86-48fd-4070-b8e5-ba41bdbb31b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4251373 Jun 04 16:26:52.660161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] For port 3023e327-df4b-443e-ae29-981f3f9ca437, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3023e327-df4b-443e-ae29-981f3f9ca437,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:52.724017 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:52.743552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed6da3-0853-4c65-a849-5b548a8f61b4 None None] No DVR routers for this DVR port 775957bc-5b69-4bc0-a4f2-3a1e0b30c1af on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:26:52.767783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86667519-18f8-435c-b7b1-6a40e88b4a48 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:52.812567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fdcdd-a73f-43b4-bc29-85d110dc14fd req-bb316d0d-e1c2-4fd9-868d-9bfaf308d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:52.818403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e8fdcdd-a73f-43b4-bc29-85d110dc14fd req-bb316d0d-e1c2-4fd9-868d-9bfaf308d378 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.5659361 Jun 04 16:26:53.004118 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:53.139714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e8fdcdd-a73f-43b4-bc29-85d110dc14fd req-760f908e-746f-4d60-bae8-af3c963d4be1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d41e9d3-02af-41b9-b725-3edb34471ecd HTTP/1.1" status: 200 len: 217 time: 0.1789703 Jun 04 16:26:53.230014 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:53.245229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:53.255452 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:53.258303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] 10.222.0.42 "PUT /v2.0/ports/3023e327-df4b-443e-ae29-981f3f9ca437 HTTP/1.1" status: 200 len: 1135 time: 4.0744560 Jun 04 16:26:53.343342 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:53.349990 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:26:53.425548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Transition to ACTIVE for port object 16b11838-ed4e-44c4-b085-9dfa2e80c47e will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:53.445150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': '69ecf149-73c8-4a4f-a660-f38d0a84528d'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:26:53.449498 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:53.496582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Transition to ACTIVE for port object 16b11838-ed4e-44c4-b085-9dfa2e80c47e will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:53.510807 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b21747cb-6472-4fce-b986-77d5a344d70d req-4d849121-1cc5-4a28-a44f-d039cb71f0a0 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9418118 Jun 04 16:26:53.588451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Request body: {'port': {'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:53.600127 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:53.661549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Network 614a7452-3f8e-48d3-a295-c0d70920f61f is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:53.677963 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:53.682114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:53.696227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:53.716239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707d529-0ed2-4c6b-a231-4a18abb11469 service neutron] Pushing event updated for resources: {'Port': ['ID=3023e327-df4b-443e-ae29-981f3f9ca437,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:53.767637 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b21747cb-6472-4fce-b986-77d5a344d70d req-fd42204d-5b10-4fcd-b35b-cd03859292f2 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480307 Jun 04 16:26:53.775718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fdcdd-a73f-43b4-bc29-85d110dc14fd req-a0c76e00-fca0-4217-8e3a-0a3da5967511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:53.777182 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e8fdcdd-a73f-43b4-bc29-85d110dc14fd req-a0c76e00-fca0-4217-8e3a-0a3da5967511 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.6169765 Jun 04 16:26:53.805541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Pushing event updated for resources: {'Port': ['ID=16b11838-ed4e-44c4-b085-9dfa2e80c47e,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:53.806778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object 55c6e210-2db0-49df-bf5d-077eb3ec337f will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:53.849446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Allocated IP 172.25.5.152 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:53.868715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Attempting to bind port 16b11838-ed4e-44c4-b085-9dfa2e80c47e on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:53.869083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Attempting to bind port 16b11838-ed4e-44c4-b085-9dfa2e80c47e by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:53.869435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Attempting to bind port 16b11838-ed4e-44c4-b085-9dfa2e80c47e on network 614a7452-3f8e-48d3-a295-c0d70920f61f {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:53.874985 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:53.875348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Checking segment: {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:53.876158 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:53.876158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Bound using segment: {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:53.876557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Bound port: 16b11838-ed4e-44c4-b085-9dfa2e80c47e, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:53.877326 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:54.020562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:54.063337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] For port 16b11838-ed4e-44c4-b085-9dfa2e80c47e, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:54.076721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] For port 16b11838-ed4e-44c4-b085-9dfa2e80c47e, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=16b11838-ed4e-44c4-b085-9dfa2e80c47e,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:54.081242 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:54.086584 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:54.118370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:54.186508 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:54.189708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fdcdd-a73f-43b4-bc29-85d110dc14fd req-9406a493-1a1f-400b-8a38-c9a92887bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:54.197186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e8fdcdd-a73f-43b4-bc29-85d110dc14fd req-9406a493-1a1f-400b-8a38-c9a92887bd14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3922784 Jun 04 16:26:54.285821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:54.310638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:54.341081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:54.373411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:54.431443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4998e37-d892-4f07-b00c-0157439d1299 None None] Pushing event updated for resources: {'Port': ['ID=16b11838-ed4e-44c4-b085-9dfa2e80c47e,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:54.434401 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Allocated IP 2001:db8::f816:3eff:fe9c:821d (f0dbb02b-9d62-4207-955a-783084b70e61/69ecf149-73c8-4a4f-a660-f38d0a84528d/d43bc553-18ad-45da-a731-5f27749f3042) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:26:54.741954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:54.757894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:54.764586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:54.765293 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:54.888258 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Pushing event updated for resources: {'Port': ['ID=66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:54.903888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9904492 Jun 04 16:26:54.914844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44112) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:54.937661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361a727-e189-44d3-9150-df01c8922388 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=55c6e210-2db0-49df-bf5d-077eb3ec337f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:54.969981 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:54.994413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Transition to ACTIVE for port object d43bc553-18ad-45da-a731-5f27749f3042 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:55.043611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Transition to ACTIVE for port object d43bc553-18ad-45da-a731-5f27749f3042 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:55.057013 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:55.149890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e8fdcdd-a73f-43b4-bc29-85d110dc14fd req-07b0c5ff-6752-4d92-9501-c0813db3e292 service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8514166 Jun 04 16:26:55.229573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:26:55.236654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:26:55.241826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:26:55.340039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Pushing event updated for resources: {'Port': ['ID=d43bc553-18ad-45da-a731-5f27749f3042,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:55.423662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Attempting to bind port d43bc553-18ad-45da-a731-5f27749f3042 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:55.424262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Attempting to bind port d43bc553-18ad-45da-a731-5f27749f3042 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:55.424724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Attempting to bind port d43bc553-18ad-45da-a731-5f27749f3042 on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:55.431031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:55.431562 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:55.432153 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:55.432680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:55.433229 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Bound port: d43bc553-18ad-45da-a731-5f27749f3042, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:55.433698 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:55.472955 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e8fdcdd-a73f-43b4-bc29-85d110dc14fd req-9b50503c-2b80-401c-a69c-97349eda195d service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142121 Jun 04 16:26:55.593738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] For port d43bc553-18ad-45da-a731-5f27749f3042, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:55.597239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] For port d43bc553-18ad-45da-a731-5f27749f3042, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d43bc553-18ad-45da-a731-5f27749f3042,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:55.605154 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:55.642055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992c7921-fdf5-467e-876a-cc1d1a62341d {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:55.688252 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:55.767457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a694e6a-e264-4246-beaf-0f500827f033 None None] Pushing event updated for resources: {'Port': ['ID=d43bc553-18ad-45da-a731-5f27749f3042,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:55.790732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Transition to ACTIVE for port object 992c7921-fdf5-467e-876a-cc1d1a62341d will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:55.804289 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:55.826652 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:55.871322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 16b11838-ed4e-44c4-b085-9dfa2e80c47e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:56.110320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 16b11838-ed4e-44c4-b085-9dfa2e80c47e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:56.332672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Pushing event updated for resources: {'Port': ['ID=992c7921-fdf5-467e-876a-cc1d1a62341d,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:56.338100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c121fe4e-82bf-452b-ab63-5e1926cf9d0a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:56.351394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c121fe4e-82bf-452b-ab63-5e1926cf9d0a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:56.443672 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c121fe4e-82bf-452b-ab63-5e1926cf9d0a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:56.458728 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c121fe4e-82bf-452b-ab63-5e1926cf9d0a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.5348475 Jun 04 16:26:56.458728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44116) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:56.542284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47b2d61-9370-4df4-8087-7c7e778f720d None None] Network 614a7452-3f8e-48d3-a295-c0d70920f61f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:26:56.611347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Attempting to bind port 992c7921-fdf5-467e-876a-cc1d1a62341d on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:56.611757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Attempting to bind port 992c7921-fdf5-467e-876a-cc1d1a62341d by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:56.616491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Attempting to bind port 992c7921-fdf5-467e-876a-cc1d1a62341d on network 8b09542d-db52-4306-9a04-3ce692fb28e4 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:56.629244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Port 992c7921-fdf5-467e-876a-cc1d1a62341d on network 8b09542d-db52-4306-9a04-3ce692fb28e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:26:56.629726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Attempting to bind port 992c7921-fdf5-467e-876a-cc1d1a62341d on network 8b09542d-db52-4306-9a04-3ce692fb28e4 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:56.642892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:56.643264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Checking segment: {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:56.643616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Bound using segment: {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:56.644080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Bound port: 992c7921-fdf5-467e-876a-cc1d1a62341d, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:56.644435 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:56.799917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Provisioning for port 16b11838-ed4e-44c4-b085-9dfa2e80c47e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:56.839606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Provisioning complete for port 16b11838-ed4e-44c4-b085-9dfa2e80c47e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:56.839840 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:56.862715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] For port 992c7921-fdf5-467e-876a-cc1d1a62341d, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:56.869301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] For port 992c7921-fdf5-467e-876a-cc1d1a62341d, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=992c7921-fdf5-467e-876a-cc1d1a62341d,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:26:56.880898 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:57.116870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:57.117600 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:57.121791 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] 10.222.0.42 "PUT /v2.0/ports/992c7921-fdf5-467e-876a-cc1d1a62341d HTTP/1.1" status: 200 len: 1091 time: 3.6018617 Jun 04 16:26:57.178005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Request body: {'port': {'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:26:57.315059 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Current status of the port 16b11838-ed4e-44c4-b085-9dfa2e80c47e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:57.315447 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:57.414377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] For port 16b11838-ed4e-44c4-b085-9dfa2e80c47e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=16b11838-ed4e-44c4-b085-9dfa2e80c47e,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:57.427231 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:57.474101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-198c398d-d9bd-4a89-a055-2033a5a87465 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 55c6e210-2db0-49df-bf5d-077eb3ec337f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:26:57.475296 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-198c398d-d9bd-4a89-a055-2033a5a87465 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:57.533926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574344f7-8a93-47b4-ae3e-3359d6101e94 service neutron] Pushing event updated for resources: {'Port': ['ID=992c7921-fdf5-467e-876a-cc1d1a62341d,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:57.541705 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:57.649383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Pushing event updated for resources: {'Port': ['ID=16b11838-ed4e-44c4-b085-9dfa2e80c47e,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:57.660741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:57.661078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:57.662143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:57.662514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:57.662848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:57.663172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:57.663883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:57.664212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:57.664532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:57.664852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:57.665175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:57.665491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564af99d-c4ae-4287-baea-1d19018cc86d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:26:57.743617 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-890ea4da-b491-4900-bf5a-f428b9ffe66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:57.823838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0ffbea0c-7a05-4d26-b40d-f562dfa9a567 None None] Provisioning complete for port 16b11838-ed4e-44c4-b085-9dfa2e80c47e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:57.827037 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0ffbea0c-7a05-4d26-b40d-f562dfa9a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:57.961921 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:57.994560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d43bc553-18ad-45da-a731-5f27749f3042 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:58.224641 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-198c398d-d9bd-4a89-a055-2033a5a87465 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:58.255746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port d43bc553-18ad-45da-a731-5f27749f3042 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:58.322978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0ffbea0c-7a05-4d26-b40d-f562dfa9a567 None None] Current status of the port 16b11838-ed4e-44c4-b085-9dfa2e80c47e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:58.426136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32da0c38-3568-48cc-85f7-cc443766b806 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:26:58.437970 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:58.453139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f5d70c12-07a1-4ed8-9af2-205e9ad8ad4b None None] Provisioning for port 55c6e210-2db0-49df-bf5d-077eb3ec337f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:58.458456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f5d70c12-07a1-4ed8-9af2-205e9ad8ad4b None None] Provisioning complete for port 55c6e210-2db0-49df-bf5d-077eb3ec337f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:58.458860 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5d70c12-07a1-4ed8-9af2-205e9ad8ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:58.472991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Transition to ACTIVE for port object 32da0c38-3568-48cc-85f7-cc443766b806 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:26:58.484164 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-198c398d-d9bd-4a89-a055-2033a5a87465 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 55c6e210-2db0-49df-bf5d-077eb3ec337f owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:26:58.485948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:58.572099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f5d70c12-07a1-4ed8-9af2-205e9ad8ad4b None None] Port 55c6e210-2db0-49df-bf5d-077eb3ec337f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:26:58.596517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f5d70c12-07a1-4ed8-9af2-205e9ad8ad4b None None] Provisioning for port d43bc553-18ad-45da-a731-5f27749f3042 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:26:58.602123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f5d70c12-07a1-4ed8-9af2-205e9ad8ad4b None None] Provisioning complete for port d43bc553-18ad-45da-a731-5f27749f3042 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:26:58.602550 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5d70c12-07a1-4ed8-9af2-205e9ad8ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:58.718603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Pushing event updated for resources: {'Port': ['ID=32da0c38-3568-48cc-85f7-cc443766b806,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:58.745098 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-198c398d-d9bd-4a89-a055-2033a5a87465 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:58.851703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c398d-d9bd-4a89-a055-2033a5a87465 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=55c6e210-2db0-49df-bf5d-077eb3ec337f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:58.890926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f5d70c12-07a1-4ed8-9af2-205e9ad8ad4b None None] Current status of the port d43bc553-18ad-45da-a731-5f27749f3042 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:26:58.891468 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5d70c12-07a1-4ed8-9af2-205e9ad8ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:58.986375 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f5d70c12-07a1-4ed8-9af2-205e9ad8ad4b None None] For port d43bc553-18ad-45da-a731-5f27749f3042, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d43bc553-18ad-45da-a731-5f27749f3042,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:26:58.997135 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e03e2f-da52-47f4-89d8-06f344de3bd3'] response: {'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': 'a99beac5-8a3e-40fd-9302-6f3224c157f6', 'status': 'completed', 'code': 200} Jun 04 16:26:59.003946 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5d70c12-07a1-4ed8-9af2-205e9ad8ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:59.005276 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-198c398d-d9bd-4a89-a055-2033a5a87465 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:59.092441 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-198c398d-d9bd-4a89-a055-2033a5a87465 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/55c6e210-2db0-49df-bf5d-077eb3ec337f HTTP/1.1" status: 204 len: 168 time: 2.6352696 Jun 04 16:26:59.095952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44150) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:59.200553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Router 309678cb-d99f-4fcc-903b-5d486be403df is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:26:59.205052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d70c12-07a1-4ed8-9af2-205e9ad8ad4b None None] Pushing event updated for resources: {'Port': ['ID=d43bc553-18ad-45da-a731-5f27749f3042,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:59.315201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69f52dc-39af-404e-9dc5-936941704398 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.316830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69f52dc-39af-404e-9dc5-936941704398 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.317692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e69f52dc-39af-404e-9dc5-936941704398 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:26:59.426399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e69f52dc-39af-404e-9dc5-936941704398 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:26:59.430860 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e69f52dc-39af-404e-9dc5-936941704398 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3297713 Jun 04 16:26:59.438358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44158) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:59.548021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:26:59.559800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-9746fe63-43c4-48ac-be21-b9f4f0fed49a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 69ecf149-73c8-4a4f-a660-f38d0a84528d {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:26:59.562866 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Sync routers for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:26:59.563585 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9746fe63-43c4-48ac-be21-b9f4f0fed49a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:59.575804 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:26:59.576410 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:26:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:26:59.590853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Attempting to bind port 32da0c38-3568-48cc-85f7-cc443766b806 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:26:59.591290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Attempting to bind port 32da0c38-3568-48cc-85f7-cc443766b806 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:26:59.591550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Attempting to bind port 32da0c38-3568-48cc-85f7-cc443766b806 on network 8b09542d-db52-4306-9a04-3ce692fb28e4 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:59.606452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Port 32da0c38-3568-48cc-85f7-cc443766b806 on network 8b09542d-db52-4306-9a04-3ce692fb28e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:26:59.606777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Attempting to bind port 32da0c38-3568-48cc-85f7-cc443766b806 on network 8b09542d-db52-4306-9a04-3ce692fb28e4 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:26:59.621792 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9746fe63-43c4-48ac-be21-b9f4f0fed49a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:59.632940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f808345-78f6-4bf9-81e9-ae1b492d5365 req-4897926e-9227-4546-8e67-e63fcf08b0a7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.641168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f808345-78f6-4bf9-81e9-ae1b492d5365 req-4897926e-9227-4546-8e67-e63fcf08b0a7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.646189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f808345-78f6-4bf9-81e9-ae1b492d5365 req-4897926e-9227-4546-8e67-e63fcf08b0a7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.666887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f808345-78f6-4bf9-81e9-ae1b492d5365 req-4897926e-9227-4546-8e67-e63fcf08b0a7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.685820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f808345-78f6-4bf9-81e9-ae1b492d5365 req-4897926e-9227-4546-8e67-e63fcf08b0a7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.703321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f808345-78f6-4bf9-81e9-ae1b492d5365 req-4897926e-9227-4546-8e67-e63fcf08b0a7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.707051 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9746fe63-43c4-48ac-be21-b9f4f0fed49a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:59.718337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f808345-78f6-4bf9-81e9-ae1b492d5365 req-4897926e-9227-4546-8e67-e63fcf08b0a7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.721534 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3f808345-78f6-4bf9-81e9-ae1b492d5365 req-4897926e-9227-4546-8e67-e63fcf08b0a7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5405 time: 0.5770698 Jun 04 16:26:59.722555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:26:59.723141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Checking segment: {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:26:59.723723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Bound using segment: {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:26:59.724330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Bound port: 32da0c38-3568-48cc-85f7-cc443766b806, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aca8547-1782-4793-8caa-26e5456fff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:26:59.725021 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:59.755917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-9227a274-2ebb-4142-a984-7ee5cbcb8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.756648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-9227a274-2ebb-4142-a984-7ee5cbcb8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.757257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-9227a274-2ebb-4142-a984-7ee5cbcb8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.757892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-9227a274-2ebb-4142-a984-7ee5cbcb8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.758877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-9227a274-2ebb-4142-a984-7ee5cbcb8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.759716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-9227a274-2ebb-4142-a984-7ee5cbcb8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.760801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-9227a274-2ebb-4142-a984-7ee5cbcb8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:26:59.763189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-9227a274-2ebb-4142-a984-7ee5cbcb8537 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e863eba5c1c349159f469fbfe67c68a3&device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 6310 time: 0.8433800 Jun 04 16:26:59.787064 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:26:59.797715 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9746fe63-43c4-48ac-be21-b9f4f0fed49a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:59.857700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746fe63-43c4-48ac-be21-b9f4f0fed49a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=69ecf149-73c8-4a4f-a660-f38d0a84528d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:26:59.864879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 16b11838-ed4e-44c4-b085-9dfa2e80c47e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:26:59.868596 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9746fe63-43c4-48ac-be21-b9f4f0fed49a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:59.887363 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:26:59.891544 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-635f2582-39ca-423e-8a32-f6c6e1fe88b8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8245680 Jun 04 16:26:59.893590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44162) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:26:59.950930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] For port 32da0c38-3568-48cc-85f7-cc443766b806, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:26:59.955548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] For port 32da0c38-3568-48cc-85f7-cc443766b806, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=32da0c38-3568-48cc-85f7-cc443766b806,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:00.001351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e53ed3-5de0-490c-86b4-3db29e64eb80 req-07b39ff6-026c-419e-a9e1-06bb1509fa64 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:00.003425 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12e53ed3-5de0-490c-86b4-3db29e64eb80 req-07b39ff6-026c-419e-a9e1-06bb1509fa64 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 1.3766577 Jun 04 16:27:00.018351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3f808345-78f6-4bf9-81e9-ae1b492d5365 req-b04265a8-1a80-49bf-b203-932f26242b4a tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2486033 Jun 04 16:27:00.024037 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:00.033683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f96724-c9ed-46ed-95a4-1a9403b8dd14 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:00.209433 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df54a227-9efa-44e4-a80b-a54e98391852'] response: {'server_uuid': 'b9bc4ac4-06f0-48bd-88c5-85727fd85ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da0597e-fd84-4102-9faf-664a991112ba', 'code': 200} Jun 04 16:27:00.247229 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9746fe63-43c4-48ac-be21-b9f4f0fed49a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/69ecf149-73c8-4a4f-a660-f38d0a84528d HTTP/1.1" status: 204 len: 168 time: 0.8045449 Jun 04 16:27:00.248118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44166) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:00.264207 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-037fd21b-77b0-44e4-8794-76230d7e3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:00.363122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 16b11838-ed4e-44c4-b085-9dfa2e80c47e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:00.364606 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:00.381532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-329e6ed1-6e6e-4b1e-85a7-9e5cbf1f348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:00.381997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-329e6ed1-6e6e-4b1e-85a7-9e5cbf1f348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:00.382460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-329e6ed1-6e6e-4b1e-85a7-9e5cbf1f348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:00.399370 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-329e6ed1-6e6e-4b1e-85a7-9e5cbf1f348c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e863eba5c1c349159f469fbfe67c68a3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3975143 Jun 04 16:27:00.444065 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dd76701e-8036-40d5-b1f2-afe8259b10a9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1788449 Jun 04 16:27:00.459179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44172) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:00.479800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:00.480410 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:00.497741 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a145b847-ff6a-4004-bad3-780659823059 service neutron] 10.222.0.42 "PUT /v2.0/ports/32da0c38-3568-48cc-85f7-cc443766b806 HTTP/1.1" status: 200 len: 1091 time: 3.3362513 Jun 04 16:27:00.525762 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:26:55Z', 'revision_number': 3, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:27:00.535636 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Checking router: 309678cb-d99f-4fcc-903b-5d486be403df for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:27:00.536227 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Updating router 309678cb-d99f-4fcc-903b-5d486be403df port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:27:00.624524 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:00.709324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Request body: {'port': {'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:00.805313 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 16b11838-ed4e-44c4-b085-9dfa2e80c47e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:00.806587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d43bc553-18ad-45da-a731-5f27749f3042 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:00.868318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aea87c-588b-4ffc-9867-4cc38f8e3f89 req-342f8f61-92b1-472b-a482-6d2636c12d82 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:00.869559 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-19aea87c-588b-4ffc-9867-4cc38f8e3f89 req-342f8f61-92b1-472b-a482-6d2636c12d82 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcf59b79-664e-4774-9239-b7dd74922764 HTTP/1.1" status: 200 len: 945 time: 0.6094418 Jun 04 16:27:00.932392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a15c4d7-b224-418f-8616-fc1162d890e2 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:27:00.954765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8a15c4d7-b224-418f-8616-fc1162d890e2 None None] Deleting port d43bc553-18ad-45da-a731-5f27749f3042 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:00.955433 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a15c4d7-b224-418f-8616-fc1162d890e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:01.050038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': '3023e327-df4b-443e-ae29-981f3f9ca437'}, {'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': '992c7921-fdf5-467e-876a-cc1d1a62341d'}, {'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': '32da0c38-3568-48cc-85f7-cc443766b806'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:01.069013 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:01.074346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac25801a-bbf5-4fed-ad6f-49ed5cd3610c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:01.075129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ac25801a-bbf5-4fed-ad6f-49ed5cd3610c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:01.123983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-19aea87c-588b-4ffc-9867-4cc38f8e3f89 req-305146df-a934-44df-8ef0-c318c2dc7b19 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Deleting port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:01.124488 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-19aea87c-588b-4ffc-9867-4cc38f8e3f89 req-305146df-a934-44df-8ef0-c318c2dc7b19 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:01.132726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d43bc553-18ad-45da-a731-5f27749f3042 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:01.133369 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:01.199005 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12e53ed3-5de0-490c-86b4-3db29e64eb80 req-b1bab152-7782-4d2c-9a77-f3bc44b2ed03 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1401167 Jun 04 16:27:01.236562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ac25801a-bbf5-4fed-ad6f-49ed5cd3610c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:01.241559 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ac25801a-bbf5-4fed-ad6f-49ed5cd3610c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7813404 Jun 04 16:27:01.242608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44182) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:01.247357 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:01.285747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145b847-ff6a-4004-bad3-780659823059 service neutron] Pushing event updated for resources: {'Port': ['ID=32da0c38-3568-48cc-85f7-cc443766b806,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:01.342718 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:01.388129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-7a7f6c9f-8b73-4755-810d-b03fc06d49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:01.397358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1f6a6ac-ea18-4441-a415-1bdb2895b6b6 req-7a7f6c9f-8b73-4755-810d-b03fc06d49ad service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9969785 Jun 04 16:27:01.516339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8a15c4d7-b224-418f-8616-fc1162d890e2 None None] For port d43bc553-18ad-45da-a731-5f27749f3042, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d43bc553-18ad-45da-a731-5f27749f3042,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:01.516879 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a15c4d7-b224-418f-8616-fc1162d890e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:01.535884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d43bc553-18ad-45da-a731-5f27749f3042 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:01.541393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ab56c-4cc5-4164-8f97-1c2b021d7229 req-3fd040d6-77aa-46b7-87cd-2f80171551c9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:01.543054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-609ab56c-4cc5-4164-8f97-1c2b021d7229 req-3fd040d6-77aa-46b7-87cd-2f80171551c9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 1.0179353 Jun 04 16:27:01.596364 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:01.635129 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Transition to ACTIVE for port object 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:01.648666 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:01.770866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8a15c4d7-b224-418f-8616-fc1162d890e2 None None] Calling delete_port for d43bc553-18ad-45da-a731-5f27749f3042 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:01.810532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d43bc553-18ad-45da-a731-5f27749f3042 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:01.828765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000cd41d-2b81-4772-9ed2-5148f8f7bc9c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:01.829805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-000cd41d-2b81-4772-9ed2-5148f8f7bc9c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:01.867836 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Pushing event updated for resources: {'Port': ['ID=66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:01.890979 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Attempting to bind port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:01.891343 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Attempting to bind port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:01.891701 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Attempting to bind port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:01.916137 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:01.916475 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:01.916810 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:01.917139 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:01.917466 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:01.917789 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:01.918107 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:01.918423 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:01.918761 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:01.919072 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:01.919389 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:01.926957 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:01.941911 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:01.942335 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:01.942929 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:01.943518 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:01.947842 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Bound port: 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:01.948396 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:02.033335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-000cd41d-2b81-4772-9ed2-5148f8f7bc9c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:02.037368 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-000cd41d-2b81-4772-9ed2-5148f8f7bc9c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7393026 Jun 04 16:27:02.047936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44204) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:02.101460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-609ab56c-4cc5-4164-8f97-1c2b021d7229 req-1936a773-60f4-4c44-ab8d-3edb1f919972 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5010703 Jun 04 16:27:02.130148 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a15c4d7-b224-418f-8616-fc1162d890e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:02.134177 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] For port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:02.139706 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] For port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:02.165041 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:02.259348 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8d2d8590-839b-4fe6-ba2d-366bf14343d4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2095358 Jun 04 16:27:02.260779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44220) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:02.262153 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d43bc553-18ad-45da-a731-5f27749f3042 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:02.264786 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:02.275020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1e9586e8-bb79-42cf-949d-85a58557a8df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:02.302016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a15c4d7-b224-418f-8616-fc1162d890e2 None None] No DVR routers for this DVR port d43bc553-18ad-45da-a731-5f27749f3042 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:27:02.313153 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:27:02.313781 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:27:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:27:02.348651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-19aea87c-588b-4ffc-9867-4cc38f8e3f89 req-305146df-a934-44df-8ef0-c318c2dc7b19 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] For port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:02.352531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-19aea87c-588b-4ffc-9867-4cc38f8e3f89 req-305146df-a934-44df-8ef0-c318c2dc7b19 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:02.360052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15c4d7-b224-418f-8616-fc1162d890e2 None None] Pushing event deleted for resources: {'Port': ['ID=d43bc553-18ad-45da-a731-5f27749f3042,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:02.480736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-665d861f-15a8-44b0-813d-821f67176065 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:02.485051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-665d861f-15a8-44b0-813d-821f67176065 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/networks?id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 HTTP/1.1" status: 200 len: 815 time: 0.8520112 Jun 04 16:27:02.513961 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f49b2b-8e94-4bb4-9b53-3bbbed1decc9 None None] Pushing event updated for resources: {'Port': ['ID=66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:02.654377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:02.712683 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:27:02.757779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-82693222-aea5-4676-9968-e57f1dfa1489 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/quotas/bd345418206f425db75320e56ffebcbb HTTP/1.1" status: 200 len: 375 time: 0.2547109 Jun 04 16:27:02.768913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-19aea87c-588b-4ffc-9867-4cc38f8e3f89 req-305146df-a934-44df-8ef0-c318c2dc7b19 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Calling delete_port for 81e8e70e-6de4-41aa-aff7-f63b0e9babfa owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:02.833925 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:03.022354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 95469def-13ce-41c3-9052-0e940939ad24 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:03.086729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696a0d0b-67a7-414e-b8a0-30fa919880d7 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:03.095129 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:03.110208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Transition to ACTIVE for port object 696a0d0b-67a7-414e-b8a0-30fa919880d7 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:03.130968 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:03.172639 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-19aea87c-588b-4ffc-9867-4cc38f8e3f89 req-305146df-a934-44df-8ef0-c318c2dc7b19 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:03.223212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1e9586e8-bb79-42cf-949d-85a58557a8df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:03.247360 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:26:55Z', 'revision_number': 3, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:27:03.255804 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b3b5b-26f1-4c52-9636-ce02fbf2e151 None None] The sync data for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 is: [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:26:55Z', 'revision_number': 3, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:27:03.296510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 95469def-13ce-41c3-9052-0e940939ad24 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:03.296992 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:03.322276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Allocated IP 172.20.0.1 (614a7452-3f8e-48d3-a295-c0d70920f61f/a52ac60c-7b2f-44a7-bfdf-ded791d655a5/7261a871-835c-4a0e-ae45-74e4e72780e6) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:03.370316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1e9586e8-bb79-42cf-949d-85a58557a8df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:03.372061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=95469def-13ce-41c3-9052-0e940939ad24,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:03.374262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95469def-13ce-41c3-9052-0e940939ad24'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:03.388606 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:03.454360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=696a0d0b-67a7-414e-b8a0-30fa919880d7,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:03.501657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:03.518126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3421-186a-4ee6-b69b-faba853e9f41 req-9fddc5b5-a432-467c-9299-7d777e303504 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:03.522445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Transition to ACTIVE for port object 7261a871-835c-4a0e-ae45-74e4e72780e6 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:03.524922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3421-186a-4ee6-b69b-faba853e9f41 req-9fddc5b5-a432-467c-9299-7d777e303504 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:03.532231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3421-186a-4ee6-b69b-faba853e9f41 req-9fddc5b5-a432-467c-9299-7d777e303504 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:03.539377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3421-186a-4ee6-b69b-faba853e9f41 req-9fddc5b5-a432-467c-9299-7d777e303504 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:03.545332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3421-186a-4ee6-b69b-faba853e9f41 req-9fddc5b5-a432-467c-9299-7d777e303504 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:03.570042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3421-186a-4ee6-b69b-faba853e9f41 req-9fddc5b5-a432-467c-9299-7d777e303504 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:03.581715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3421-186a-4ee6-b69b-faba853e9f41 req-9fddc5b5-a432-467c-9299-7d777e303504 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:03.592631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f09c3421-186a-4ee6-b69b-faba853e9f41 req-9fddc5b5-a432-467c-9299-7d777e303504 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5405 time: 1.0568705 Jun 04 16:27:03.596702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=95469def-13ce-41c3-9052-0e940939ad24,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:03.606627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305146df-a934-44df-8ef0-c318c2dc7b19 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Pushing event deleted for resources: {'Port': ['ID=81e8e70e-6de4-41aa-aff7-f63b0e9babfa,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:03.615529 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:03.641229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9586e8-bb79-42cf-949d-85a58557a8df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:03.644173 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e9586e8-bb79-42cf-949d-85a58557a8df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:03.729544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-e2263139-a5b0-4ac8-8772-f39238c110de tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd345418206f425db75320e56ffebcbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9552360 Jun 04 16:27:03.771553 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:03.816493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Pushing event updated for resources: {'Port': ['ID=7261a871-835c-4a0e-ae45-74e4e72780e6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:03.844907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Network 614a7452-3f8e-48d3-a295-c0d70920f61f is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:03.846368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aea87c-588b-4ffc-9867-4cc38f8e3f89 req-305146df-a934-44df-8ef0-c318c2dc7b19 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] No DVR routers for this DVR port 81e8e70e-6de4-41aa-aff7-f63b0e9babfa on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:27:03.850312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:03.852797 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-19aea87c-588b-4ffc-9867-4cc38f8e3f89 req-305146df-a934-44df-8ef0-c318c2dc7b19 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:03.855730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf59b79-664e-4774-9239-b7dd74922764', 'name': 'network-vif-deleted', 'tag': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:03.865855 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:03.965166 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:03.985513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f09c3421-186a-4ee6-b69b-faba853e9f41 req-99899b66-62f9-47bb-b374-20a1dffbd328 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3914626 Jun 04 16:27:04.027309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:04.050872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 81e8e70e-6de4-41aa-aff7-f63b0e9babfa no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:04.104838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Attempting to bind port 696a0d0b-67a7-414e-b8a0-30fa919880d7 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:04.104838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Attempting to bind port 696a0d0b-67a7-414e-b8a0-30fa919880d7 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '7789cb6a-2eeb-48f2-bd4d-4c809c19831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:04.104838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Attempting to bind port 696a0d0b-67a7-414e-b8a0-30fa919880d7 on network 4ae9684f-8981-4108-80b8-f671d76ed732 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:04.116321 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7db9ae6-2db2-4658-bb59-cf4866631959'] response: {'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': '3023e327-df4b-443e-ae29-981f3f9ca437', 'status': 'completed', 'code': 200} Jun 04 16:27:04.117022 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7db9ae6-2db2-4658-bb59-cf4866631959'] response: {'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': '992c7921-fdf5-467e-876a-cc1d1a62341d', 'status': 'completed', 'code': 200} Jun 04 16:27:04.117213 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7db9ae6-2db2-4658-bb59-cf4866631959'] response: {'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': '32da0c38-3568-48cc-85f7-cc443766b806', 'status': 'completed', 'code': 200} Jun 04 16:27:04.133171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 81e8e70e-6de4-41aa-aff7-f63b0e9babfa {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:27:04.133509 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 81e8e70e-6de4-41aa-aff7-f63b0e9babfa not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:27:04.173142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Port 696a0d0b-67a7-414e-b8a0-30fa919880d7 on network 4ae9684f-8981-4108-80b8-f671d76ed732 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:27:04.173534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Attempting to bind port 696a0d0b-67a7-414e-b8a0-30fa919880d7 on network 4ae9684f-8981-4108-80b8-f671d76ed732 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:04.252116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:04.252782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Checking segment: {'id': '7789cb6a-2eeb-48f2-bd4d-4c809c19831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:04.253346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Bound using segment: {'id': '7789cb6a-2eeb-48f2-bd4d-4c809c19831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:04.253989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Bound port: 696a0d0b-67a7-414e-b8a0-30fa919880d7, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7789cb6a-2eeb-48f2-bd4d-4c809c19831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:04.254559 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:04.293117 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-19aea87c-588b-4ffc-9867-4cc38f8e3f89 req-305146df-a934-44df-8ef0-c318c2dc7b19 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.42 "DELETE /v2.0/ports/81e8e70e-6de4-41aa-aff7-f63b0e9babfa HTTP/1.1" status: 204 len: 173 time: 3.4101655 Jun 04 16:27:04.311983 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5ed6d1fe-4fb8-40ed-8cb9-8e9e419fee10 None None] Provisioning for port 7261a871-835c-4a0e-ae45-74e4e72780e6 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:04.318402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5ed6d1fe-4fb8-40ed-8cb9-8e9e419fee10 None None] Provisioning complete for port 7261a871-835c-4a0e-ae45-74e4e72780e6 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:04.319039 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ed6d1fe-4fb8-40ed-8cb9-8e9e419fee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:04.396265 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:04.423614 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-0ba29760-dc5e-4fd0-987f-406628226a93 service neutron] 10.222.0.13 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250372 Jun 04 16:27:04.443579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5ed6d1fe-4fb8-40ed-8cb9-8e9e419fee10 None None] Port 7261a871-835c-4a0e-ae45-74e4e72780e6 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:27:04.722656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:04.728840 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:04.736864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-fa17d11a-fb25-4360-b0a7-227c36c44b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:04.737568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-fa17d11a-fb25-4360-b0a7-227c36c44b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:04.738206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-fa17d11a-fb25-4360-b0a7-227c36c44b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:04.738855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-fa17d11a-fb25-4360-b0a7-227c36c44b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:04.739602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-fa17d11a-fb25-4360-b0a7-227c36c44b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:04.740316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-fa17d11a-fb25-4360-b0a7-227c36c44b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:04.741025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-fa17d11a-fb25-4360-b0a7-227c36c44b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:04.743760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31ea314d-911e-440e-9c47-0caf33faf824 req-fa17d11a-fb25-4360-b0a7-227c36c44b3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e863eba5c1c349159f469fbfe67c68a3&device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 6377 time: 0.6052160 Jun 04 16:27:04.832328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] For port 696a0d0b-67a7-414e-b8a0-30fa919880d7, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:04.852686 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:04.872276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b0fe8-aa37-43ca-bfd0-50f718bf1c3a req-fce4b8f2-7b8b-45e8-aa74-1c330e2869d3 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:04.879378 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-761b0fe8-aa37-43ca-bfd0-50f718bf1c3a req-fce4b8f2-7b8b-45e8-aa74-1c330e2869d3 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2b33c8f-bcd7-4252-9c40-4635a9e27086 HTTP/1.1" status: 200 len: 948 time: 0.6286328 Jun 04 16:27:04.959941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] For port 696a0d0b-67a7-414e-b8a0-30fa919880d7, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=696a0d0b-67a7-414e-b8a0-30fa919880d7,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:04.963202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-c791cf1b-a34f-4fc6-a3d4-13b1ebdccb1c service neutron] 10.222.0.13 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907598 Jun 04 16:27:05.009043 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:05.026805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Pushing event updated for resources: {'Port': ['ID=7261a871-835c-4a0e-ae45-74e4e72780e6,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:05.195726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:05.196420 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:05.197904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] 10.222.0.42 "PUT /v2.0/ports/696a0d0b-67a7-414e-b8a0-30fa919880d7 HTTP/1.1" status: 200 len: 1091 time: 4.5071852 Jun 04 16:27:05.249613 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-761b0fe8-aa37-43ca-bfd0-50f718bf1c3a req-f306e8c4-ca61-4e15-a743-693af16d31c7 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689280 Jun 04 16:27:05.322258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Request body: {'port': {'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:05.394077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Network 614a7452-3f8e-48d3-a295-c0d70920f61f is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:05.396381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:05.821343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Router 309678cb-d99f-4fcc-903b-5d486be403df has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:27:05.846748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:05.965438 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7d2c4459-3322-493e-b364-613ad56a6805 None None] Provisioning complete for port 7261a871-835c-4a0e-ae45-74e4e72780e6 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:05.965801 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7d2c4459-3322-493e-b364-613ad56a6805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:06.018068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:06.040761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:06.041567 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:06.095315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.objects.ports [None req-1e9586e8-bb79-42cf-949d-85a58557a8df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88798) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:27:06.116380 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e9586e8-bb79-42cf-949d-85a58557a8df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:06.123862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c4459-3322-493e-b364-613ad56a6805 None None] Port 7261a871-835c-4a0e-ae45-74e4e72780e6 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:27:06.157729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': '696a0d0b-67a7-414e-b8a0-30fa919880d7'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:06.176346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-52bee551-4299-4b7b-84e4-f6db41d9a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:06.178470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-52bee551-4299-4b7b-84e4-f6db41d9a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:06.179104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-52bee551-4299-4b7b-84e4-f6db41d9a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:06.181252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31ea314d-911e-440e-9c47-0caf33faf824 req-52bee551-4299-4b7b-84e4-f6db41d9a6d6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e863eba5c1c349159f469fbfe67c68a3&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.4229915 Jun 04 16:27:06.217710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:06.219119 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:06.238485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2675cbd-99d9-425b-b2bc-ab48c6f23fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=696a0d0b-67a7-414e-b8a0-30fa919880d7,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:06.273866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:06.274000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9586e8-bb79-42cf-949d-85a58557a8df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:06.288619 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:06.324078 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:06.342768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-1e9586e8-bb79-42cf-949d-85a58557a8df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:06.361930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9586e8-bb79-42cf-949d-85a58557a8df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:06.365295 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e9586e8-bb79-42cf-949d-85a58557a8df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:06.377111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9586e8-bb79-42cf-949d-85a58557a8df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=04094949-36c3-4602-a089-e09bc1c89b94,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:06.394536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438ee954-187f-431d-b1f5-c8e111ef1a1b None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:06.405362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:27:06.424603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Sync routers for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:27:06.435758 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-514a4a6b-2e7f-46ee-a6f4-dcfc922c1c68 admin admin] 10.222.0.13 "PUT /v2.0/routers/309678cb-d99f-4fcc-903b-5d486be403df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5404139 Jun 04 16:27:06.515669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:27:06.516301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:27:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:27:06.630893 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:06.770881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-af5ea58a-26a3-4a69-a737-ddd78049e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:06.772345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31ea314d-911e-440e-9c47-0caf33faf824 req-af5ea58a-26a3-4a69-a737-ddd78049e4ad service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5793514 Jun 04 16:27:06.870896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:27:06.990097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1e9586e8-bb79-42cf-949d-85a58557a8df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.7259638 Jun 04 16:27:06.992502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44252) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:06.998409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'mac_address': 'fa:16:3e:7d:95:06', 'name': 'tempest-NetworksTestDHCPv6-738800789'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:07.022260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc462392-10d4-456d-a03c-244847937a0a req-101e3c89-b045-4c6e-bcae-b2723068809e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:07.028465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc462392-10d4-456d-a03c-244847937a0a req-101e3c89-b045-4c6e-bcae-b2723068809e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 1.0373902 Jun 04 16:27:07.043226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': '04094949-36c3-4602-a089-e09bc1c89b94'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:27:07.044242 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:07.087427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2252a-9b46-46d1-a264-0427c0f4c897 req-800589a0-bfc7-413a-9aa3-5cbb2acf410d tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:07.094776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90b2252a-9b46-46d1-a264-0427c0f4c897 req-800589a0-bfc7-413a-9aa3-5cbb2acf410d tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 1.0575066 Jun 04 16:27:07.240325 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc462392-10d4-456d-a03c-244847937a0a req-229e69cf-2c13-4baa-b738-0a0506f47d7e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986678 Jun 04 16:27:07.384557 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90b2252a-9b46-46d1-a264-0427c0f4c897 req-28b27ff0-3c5d-47ec-af13-26d417894f77 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873168 Jun 04 16:27:07.405772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-a7ac4723-e082-48b8-a2ee-0bd306e5bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:07.406256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-a7ac4723-e082-48b8-a2ee-0bd306e5bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:07.406746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-a7ac4723-e082-48b8-a2ee-0bd306e5bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:07.407211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-a7ac4723-e082-48b8-a2ee-0bd306e5bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:07.407668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-a7ac4723-e082-48b8-a2ee-0bd306e5bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:07.408124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-a7ac4723-e082-48b8-a2ee-0bd306e5bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:07.408576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-a7ac4723-e082-48b8-a2ee-0bd306e5bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:07.410544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31ea314d-911e-440e-9c47-0caf33faf824 req-a7ac4723-e082-48b8-a2ee-0bd306e5bc74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e863eba5c1c349159f469fbfe67c68a3&device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 6419 time: 0.5629046 Jun 04 16:27:07.532083 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8196d45-8f1a-4dbc-87cd-71612c43e47d'] response: {'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95469def-13ce-41c3-9052-0e940939ad24', 'code': 200} Jun 04 16:27:07.547879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-e46fb629-284c-496a-a515-33e0df9ea57b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:07.548905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-e46fb629-284c-496a-a515-33e0df9ea57b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Synchronizing usage tracker for tenant:bd345418206f425db75320e56ffebcbb on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:07.554402 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736a577a-18a7-4a21-8421-5ef14b2fbc0b'] response: {'server_uuid': 'fcf59b79-664e-4774-9239-b7dd74922764', 'name': 'network-vif-deleted', 'tag': '81e8e70e-6de4-41aa-aff7-f63b0e9babfa', 'status': 'completed', 'code': 200} Jun 04 16:27:07.605721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-e46fb629-284c-496a-a515-33e0df9ea57b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Unset dirty status for tenant:bd345418206f425db75320e56ffebcbb on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:07.606862 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-e46fb629-284c-496a-a515-33e0df9ea57b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.46 "GET /v2.0/networks?id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 HTTP/1.1" status: 200 len: 815 time: 0.3893239 Jun 04 16:27:07.637223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Request body: {'port': {'device_id': 'bf2c1146-96c1-4b73-bce4-a34ae63640e4', 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39', 'admin_state_up': True, 'tenant_id': 'bd345418206f425db75320e56ffebcbb'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:07.659794 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:27:07.765668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:07.780333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:07.812685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:07.837295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:07.906920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Allocated IP 2001:db8::f816:3eff:fe26:35a (f0dbb02b-9d62-4207-955a-783084b70e61/04094949-36c3-4602-a089-e09bc1c89b94/e8609a88-a2c8-4087-8f92-104bfae88d07) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:07.937870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f18a47e3-91c2-4333-b831-72fcf37abc53 req-05996d3c-7ceb-4b94-bd25-39e592f2ad40 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 210 time: 0.1107230 Jun 04 16:27:07.993548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863324e7-c4ea-4faf-95eb-efa2ddc23375 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:08.020235 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:08.030813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-15164c52-f281-439f-916e-315bbddaabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:08.031302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-15164c52-f281-439f-916e-315bbddaabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:08.031770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-15164c52-f281-439f-916e-315bbddaabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:08.033571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31ea314d-911e-440e-9c47-0caf33faf824 req-15164c52-f281-439f-916e-315bbddaabd5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e863eba5c1c349159f469fbfe67c68a3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6058438 Jun 04 16:27:08.073445 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 2, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:27:08.077493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:08.077875 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:08.086702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:08.104467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Usage tracker for resource:port and tenant:bd345418206f425db75320e56ffebcbb is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:08.107577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Checking router: 309678cb-d99f-4fcc-903b-5d486be403df for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:27:08.107932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Updating router 309678cb-d99f-4fcc-903b-5d486be403df port 7261a871-835c-4a0e-ae45-74e4e72780e6 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:27:08.110703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:08.121415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:08.171568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d61c63-505f-49ae-bd93-7ab57134c444 req-d54d51d6-9c33-4da2-8fed-e9e3030dfcc7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:08.172233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Made reservation on behalf of bd345418206f425db75320e56ffebcbb for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:08.176282 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:08.179084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d61c63-505f-49ae-bd93-7ab57134c444 req-d54d51d6-9c33-4da2-8fed-e9e3030dfcc7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:08.187181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d61c63-505f-49ae-bd93-7ab57134c444 req-d54d51d6-9c33-4da2-8fed-e9e3030dfcc7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:08.193985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d61c63-505f-49ae-bd93-7ab57134c444 req-d54d51d6-9c33-4da2-8fed-e9e3030dfcc7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:08.205070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d61c63-505f-49ae-bd93-7ab57134c444 req-d54d51d6-9c33-4da2-8fed-e9e3030dfcc7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:08.220580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d61c63-505f-49ae-bd93-7ab57134c444 req-d54d51d6-9c33-4da2-8fed-e9e3030dfcc7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:08.236657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d61c63-505f-49ae-bd93-7ab57134c444 req-d54d51d6-9c33-4da2-8fed-e9e3030dfcc7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:08.238509 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3d61c63-505f-49ae-bd93-7ab57134c444 req-d54d51d6-9c33-4da2-8fed-e9e3030dfcc7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5417 time: 0.5618150 Jun 04 16:27:08.239799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Transition to ACTIVE for port object 863324e7-c4ea-4faf-95eb-efa2ddc23375 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:08.356769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:08.366463 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:08.378778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Transition to ACTIVE for port object e8609a88-a2c8-4087-8f92-104bfae88d07 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:08.400437 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Allocated IP 172.20.0.7 (0d272ee5-1e13-4e73-b92e-b1d2c5d45d39/11c76308-27ab-4412-b695-ccc303fa5174/29dd0802-73ed-4b19-bec1-fd84b0933c8e) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:08.403801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Transition to ACTIVE for port object e8609a88-a2c8-4087-8f92-104bfae88d07 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:08.419260 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:08.476591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3d61c63-505f-49ae-bd93-7ab57134c444 req-f47f228d-00d1-480a-9d71-ce5ac1bfe720 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2137825 Jun 04 16:27:08.640719 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d39c86-6b6d-400f-a509-2f3b7f0f70cd'] response: {'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': '696a0d0b-67a7-414e-b8a0-30fa919880d7', 'status': 'completed', 'code': 200} Jun 04 16:27:08.653902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:08.701545 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:08.717570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:08.762107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:08.940336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:08.965899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44286) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:08.987233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443171549', 'description': 'tempest-description--1076517026'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:09.004030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:09.013498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Usage tracker for resource:security_group and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:09.021730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:09.034867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:09.057770 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:09.083215 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:09.159014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port c143b335-ab9c-4b0e-8fdf-fa87b9c35833 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:27:09.283305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:09.293922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Pushing event updated for resources: {'Port': ['ID=e8609a88-a2c8-4087-8f92-104bfae88d07,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:09.318806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:09.355801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Usage tracker for resource:security_group_rule and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:09.362208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Pushing event updated for resources: {'Port': ['ID=863324e7-c4ea-4faf-95eb-efa2ddc23375,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:09.363785 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:09.365757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:09.387547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-8475fe75-88de-4394-b355-e5a0d403ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:09.388997 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31ea314d-911e-440e-9c47-0caf33faf824 req-8475fe75-88de-4394-b355-e5a0d403ddbf service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3245828 Jun 04 16:27:09.468649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Attempting to bind port e8609a88-a2c8-4087-8f92-104bfae88d07 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:09.469019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Attempting to bind port e8609a88-a2c8-4087-8f92-104bfae88d07 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:09.469377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Attempting to bind port e8609a88-a2c8-4087-8f92-104bfae88d07 on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:09.513006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:09.513224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:09.513601 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:09.513992 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:09.514503 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Bound port: e8609a88-a2c8-4087-8f92-104bfae88d07, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:09.515020 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:09.608068 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:09.621645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Attempting to bind port 863324e7-c4ea-4faf-95eb-efa2ddc23375 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:09.621929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Attempting to bind port 863324e7-c4ea-4faf-95eb-efa2ddc23375 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '7789cb6a-2eeb-48f2-bd4d-4c809c19831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:09.622268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Attempting to bind port 863324e7-c4ea-4faf-95eb-efa2ddc23375 on network 4ae9684f-8981-4108-80b8-f671d76ed732 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:09.626852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Transition to ACTIVE for port object 7261a871-835c-4a0e-ae45-74e4e72780e6 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:09.632333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daf868-4e68-4b45-9336-07c563e4ced7 req-b0960ab1-4d00-4e64-9553-7808e13c225d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:09.634047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55daf868-4e68-4b45-9336-07c563e4ced7 req-b0960ab1-4d00-4e64-9553-7808e13c225d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.3497028 Jun 04 16:27:09.644179 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:09.644770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Port 863324e7-c4ea-4faf-95eb-efa2ddc23375 on network 4ae9684f-8981-4108-80b8-f671d76ed732 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:27:09.645101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Attempting to bind port 863324e7-c4ea-4faf-95eb-efa2ddc23375 on network 4ae9684f-8981-4108-80b8-f671d76ed732 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:09.684601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:09.684601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Checking segment: {'id': '7789cb6a-2eeb-48f2-bd4d-4c809c19831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:09.684601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Bound using segment: {'id': '7789cb6a-2eeb-48f2-bd4d-4c809c19831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:09.684601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Bound port: 863324e7-c4ea-4faf-95eb-efa2ddc23375, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7789cb6a-2eeb-48f2-bd4d-4c809c19831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:09.685109 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:09.686603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:09.699821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::f816:3eff:fe7d:9506 (f0dbb02b-9d62-4207-955a-783084b70e61/04094949-36c3-4602-a089-e09bc1c89b94/c143b335-ab9c-4b0e-8fdf-fa87b9c35833) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:09.749521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:09.755105 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:09.761598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-454e070a-8f09-464a-8e51-49d326085e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:09.762077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-454e070a-8f09-464a-8e51-49d326085e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:09.762654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-454e070a-8f09-464a-8e51-49d326085e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:09.763201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-454e070a-8f09-464a-8e51-49d326085e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:09.763633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-454e070a-8f09-464a-8e51-49d326085e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:09.764124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-454e070a-8f09-464a-8e51-49d326085e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:09.764590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-454e070a-8f09-464a-8e51-49d326085e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:09.766671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31ea314d-911e-440e-9c47-0caf33faf824 req-454e070a-8f09-464a-8e51-49d326085e33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e863eba5c1c349159f469fbfe67c68a3&device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 6444 time: 0.3310146 Jun 04 16:27:09.767001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] For port e8609a88-a2c8-4087-8f92-104bfae88d07, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:09.767867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:09.786995 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55daf868-4e68-4b45-9336-07c563e4ced7 req-564d1e90-9840-42b5-b25a-ea5d3a72af1f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438258 Jun 04 16:27:09.809479 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] For port e8609a88-a2c8-4087-8f92-104bfae88d07, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e8609a88-a2c8-4087-8f92-104bfae88d07,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:09.825553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Pushing event updated for resources: {'Port': ['ID=29dd0802-73ed-4b19-bec1-fd84b0933c8e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:09.880920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee309994-da59-42b6-8dab-8dee559ea1dc None None] Pushing event updated for resources: {'Port': ['ID=7261a871-835c-4a0e-ae45-74e4e72780e6,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:09.918809 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:09.933433 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:09.934097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:09.987289 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:09.988346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a2df4-9bfe-4950-a73d-83c97036c300 req-7de66792-422a-4fc1-af03-28a0d60a8b36 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:09.990090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d15a2df4-9bfe-4950-a73d-83c97036c300 req-7de66792-422a-4fc1-af03-28a0d60a8b36 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 931 time: 0.4204841 Jun 04 16:27:10.053231 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:10.118638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] For port 863324e7-c4ea-4faf-95eb-efa2ddc23375, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:10.127552 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1b472e7b-5993-4341-a51f-bdfac2b5175b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4940987 Jun 04 16:27:10.136398 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:10.140501 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1668084 Jun 04 16:27:10.140668 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Attempting to bind port 7261a871-835c-4a0e-ae45-74e4e72780e6 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:10.140668 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Attempting to bind port 7261a871-835c-4a0e-ae45-74e4e72780e6 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:10.140668 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Attempting to bind port 7261a871-835c-4a0e-ae45-74e4e72780e6 on network 614a7452-3f8e-48d3-a295-c0d70920f61f {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:10.154108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Request body: {'port': {'device_id': 'bf2c1146-96c1-4b73-bce4-a34ae63640e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:10.154239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44324) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:10.155422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:10.155789 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Checking segment: {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:10.156191 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:10.156576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Bound using segment: {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:10.157343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Bound port: 7261a871-835c-4a0e-ae45-74e4e72780e6, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:10.157480 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:10.170862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ebe8a-f368-49cb-b87a-b429bc093d93 None None] Pushing event updated for resources: {'Port': ['ID=e8609a88-a2c8-4087-8f92-104bfae88d07,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:10.186058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d93ea9fb-c0e8-4309-9b46-698acc72a5ef tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Request body: {'security_group_rule': {'security_group_id': '5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:10.219339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] For port 863324e7-c4ea-4faf-95eb-efa2ddc23375, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=863324e7-c4ea-4faf-95eb-efa2ddc23375,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:10.228531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d55c12-575b-4c0a-97c2-e76edd1c08cd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:10.233802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d15a2df4-9bfe-4950-a73d-83c97036c300 req-ecd28274-d888-4d56-9baa-9701afb64056 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067220 Jun 04 16:27:10.240353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-69d7b87d-0057-4c0c-9b00-fa3d441116fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:10.241631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-69d7b87d-0057-4c0c-9b00-fa3d441116fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:10.244628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-69d7b87d-0057-4c0c-9b00-fa3d441116fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:10.247270 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31ea314d-911e-440e-9c47-0caf33faf824 req-69d7b87d-0057-4c0c-9b00-fa3d441116fd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e863eba5c1c349159f469fbfe67c68a3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4349947 Jun 04 16:27:10.248904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d93ea9fb-c0e8-4309-9b46-698acc72a5ef tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:10.288581 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:10.309228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d93ea9fb-c0e8-4309-9b46-698acc72a5ef tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Usage tracker for resource:security_group_rule and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:10.327879 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:10.362136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object c143b335-ab9c-4b0e-8fdf-fa87b9c35833 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:10.377176 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:10.378122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] For port 7261a871-835c-4a0e-ae45-74e4e72780e6, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:10.382669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] For port 7261a871-835c-4a0e-ae45-74e4e72780e6, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7261a871-835c-4a0e-ae45-74e4e72780e6,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:10.395719 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:10.431300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d93ea9fb-c0e8-4309-9b46-698acc72a5ef tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:10.514607 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:10.522407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee309994-da59-42b6-8dab-8dee559ea1dc None None] Pushing event updated for resources: {'Port': ['ID=7261a871-835c-4a0e-ae45-74e4e72780e6,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:10.542595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:27:10.550340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:27:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:27:10.560100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d93ea9fb-c0e8-4309-9b46-698acc72a5ef tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:10.625554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:10.626174 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:10.634420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-df79a377-5707-414d-a670-58b58236c6cc service neutron] 10.222.0.42 "PUT /v2.0/ports/863324e7-c4ea-4faf-95eb-efa2ddc23375 HTTP/1.1" status: 200 len: 1091 time: 5.3380880 Jun 04 16:27:10.648478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': '863324e7-c4ea-4faf-95eb-efa2ddc23375'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:10.690578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9f050-db21-44b9-9fd6-44c063b9bf25 req-8e3e25e1-3ffa-4a50-8c8b-55b77a1d50d4 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:10.698586 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fc9f050-db21-44b9-9fd6-44c063b9bf25 req-8e3e25e1-3ffa-4a50-8c8b-55b77a1d50d4 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 0.7298601 Jun 04 16:27:10.772379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:10.780268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:10.786076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:10.799539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:10.800381 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:10.859311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:27:10.910510 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d93ea9fb-c0e8-4309-9b46-698acc72a5ef tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:10.924236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea314d-911e-440e-9c47-0caf33faf824 req-a14b1b63-1220-4d20-ad1a-2b14246a4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:10.925385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=c143b335-ab9c-4b0e-8fdf-fa87b9c35833,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:10.925939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31ea314d-911e-440e-9c47-0caf33faf824 req-a14b1b63-1220-4d20-ad1a-2b14246a4dd8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6686437 Jun 04 16:27:10.944992 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ad0e1c66-f368-43a2-b331-98419d8b7b8b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9513204 Jun 04 16:27:10.948824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44334) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:10.969468 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fc9f050-db21-44b9-9fd6-44c063b9bf25 req-f67b7b22-4487-43ff-9aed-723be25d18de tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698641 Jun 04 16:27:11.041416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79a377-5707-414d-a670-58b58236c6cc service neutron] Pushing event updated for resources: {'Port': ['ID=863324e7-c4ea-4faf-95eb-efa2ddc23375,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:11.088243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29dd0802-73ed-4b19-bec1-fd84b0933c8e {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:11.096230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:11.111360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Transition to ACTIVE for port object 29dd0802-73ed-4b19-bec1-fd84b0933c8e will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:11.116437 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:11.209114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab485-eced-42b4-b6b6-a91af741744d req-6180831f-af5b-4de3-932a-605697461428 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.214946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab485-eced-42b4-b6b6-a91af741744d req-6180831f-af5b-4de3-932a-605697461428 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.220857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab485-eced-42b4-b6b6-a91af741744d req-6180831f-af5b-4de3-932a-605697461428 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.226722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab485-eced-42b4-b6b6-a91af741744d req-6180831f-af5b-4de3-932a-605697461428 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.232654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab485-eced-42b4-b6b6-a91af741744d req-6180831f-af5b-4de3-932a-605697461428 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.238551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab485-eced-42b4-b6b6-a91af741744d req-6180831f-af5b-4de3-932a-605697461428 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.244403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab485-eced-42b4-b6b6-a91af741744d req-6180831f-af5b-4de3-932a-605697461428 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.246294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-941ab485-eced-42b4-b6b6-a91af741744d req-6180831f-af5b-4de3-932a-605697461428 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5429 time: 0.7633576 Jun 04 16:27:11.260236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Pushing event updated for resources: {'Port': ['ID=29dd0802-73ed-4b19-bec1-fd84b0933c8e,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:11.309065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03a700-2c6e-4813-89df-a83386588d4a req-47f5e633-8906-494e-9590-543230a5a4c4 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.310686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c03a700-2c6e-4813-89df-a83386588d4a req-47f5e633-8906-494e-9590-543230a5a4c4 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 0.5983250 Jun 04 16:27:11.335689 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:10Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:27:11.340453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3dfef-2dce-4bec-9404-ae04738b029d None None] The sync data for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 is: [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:10Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:27:11.400765 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d93ea9fb-c0e8-4309-9b46-698acc72a5ef tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:11.430014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Attempting to bind port 29dd0802-73ed-4b19-bec1-fd84b0933c8e on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:11.430482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Attempting to bind port 29dd0802-73ed-4b19-bec1-fd84b0933c8e by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '9f135aee-160f-4158-aa79-42856a69a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:11.430957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Attempting to bind port 29dd0802-73ed-4b19-bec1-fd84b0933c8e on network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:11.440382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Port 29dd0802-73ed-4b19-bec1-fd84b0933c8e on network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:27:11.440708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Attempting to bind port 29dd0802-73ed-4b19-bec1-fd84b0933c8e on network 0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:11.446827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:11.447288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Checking segment: {'id': '9f135aee-160f-4158-aa79-42856a69a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:11.448253 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Bound using segment: {'id': '9f135aee-160f-4158-aa79-42856a69a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:11.448253 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Bound port: 29dd0802-73ed-4b19-bec1-fd84b0933c8e, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f135aee-160f-4158-aa79-42856a69a27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:11.448952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:11.453389 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d93ea9fb-c0e8-4309-9b46-698acc72a5ef tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:11.468900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-941ab485-eced-42b4-b6b6-a91af741744d req-9e536a4f-3afa-411f-8fd8-047a9403c006 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2090702 Jun 04 16:27:11.526038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ea9fb-c0e8-4309-9b46-698acc72a5ef tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c683d5d3-2249-4d7f-9c22-c18d93df9708,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:11.548335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-5c03a700-2c6e-4813-89df-a83386588d4a req-5be97102-93e6-48e5-9e93-07d9b8464a14 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Deleting port db975f07-55e9-4e31-9c8b-d7f25c46755a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:11.548747 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5c03a700-2c6e-4813-89df-a83386588d4a req-5be97102-93e6-48e5-9e93-07d9b8464a14 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:11.578743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] For port 29dd0802-73ed-4b19-bec1-fd84b0933c8e, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:11.582188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] For port 29dd0802-73ed-4b19-bec1-fd84b0933c8e, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=29dd0802-73ed-4b19-bec1-fd84b0933c8e,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:11.590097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:11.656951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f899e7-890c-4331-b82a-c1470431a37e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.668253 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.669019 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:11.671557 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] 10.222.0.46 "PUT /v2.0/ports/29dd0802-73ed-4b19-bec1-fd84b0933c8e HTTP/1.1" status: 200 len: 1091 time: 1.5211091 Jun 04 16:27:11.675774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2c1146-96c1-4b73-bce4-a34ae63640e4', 'tag': '29dd0802-73ed-4b19-bec1-fd84b0933c8e'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:11.698598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f899e7-890c-4331-b82a-c1470431a37e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.714004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-33f899e7-890c-4331-b82a-c1470431a37e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:11.722176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324acd7-3318-4d45-a31f-e0da9b43bb60 service neutron] Pushing event updated for resources: {'Port': ['ID=29dd0802-73ed-4b19-bec1-fd84b0933c8e,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:11.742729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-4f5b67c0-7537-4108-9ec3-3501b05066e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.743327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-4f5b67c0-7537-4108-9ec3-3501b05066e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.743853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-4f5b67c0-7537-4108-9ec3-3501b05066e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.744983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-4f5b67c0-7537-4108-9ec3-3501b05066e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.750307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-4f5b67c0-7537-4108-9ec3-3501b05066e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.750307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-4f5b67c0-7537-4108-9ec3-3501b05066e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.750307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-4f5b67c0-7537-4108-9ec3-3501b05066e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.762180 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-4f5b67c0-7537-4108-9ec3-3501b05066e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e863eba5c1c349159f469fbfe67c68a3&device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 6486 time: 0.7692699 Jun 04 16:27:11.821432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-a160313a-2774-41c5-8968-203b78b3f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.823839 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-a160313a-2774-41c5-8968-203b78b3f825 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd345418206f425db75320e56ffebcbb&device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 1094 time: 0.0895145 Jun 04 16:27:11.841022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e791c-24a1-4790-bda7-1b122ba80e5a req-839214fd-8726-4213-8e3a-d071ad66d8af tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:11.853927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad3e791c-24a1-4790-bda7-1b122ba80e5a req-839214fd-8726-4213-8e3a-d071ad66d8af tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.7608268 Jun 04 16:27:11.881085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e8609a88-a2c8-4087-8f92-104bfae88d07 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:11.927190 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943c870b-be8b-4a75-8fbe-8249ca884e25'] response: {'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': '863324e7-c4ea-4faf-95eb-efa2ddc23375', 'status': 'completed', 'code': 200} Jun 04 16:27:11.933834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-762448cc-0082-4f5a-b048-3bcb4b314391 None None] Provisioning for port e8609a88-a2c8-4087-8f92-104bfae88d07 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:11.949543 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-18bc5107-58b1-4136-b887-3cdb56a142a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29dd0802-73ed-4b19-bec1-fd84b0933c8e HTTP/1.1" status: 200 len: 217 time: 0.1159427 Jun 04 16:27:12.006516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e8609a88-a2c8-4087-8f92-104bfae88d07 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:12.012909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e8609a88-a2c8-4087-8f92-104bfae88d07 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:12.013411 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:12.055359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-8f1c94ed-691f-498a-80d9-e836c1cbdecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:12.068879 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-8f1c94ed-691f-498a-80d9-e836c1cbdecc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11c76308-27ab-4412-b695-ccc303fa5174 HTTP/1.1" status: 200 len: 855 time: 0.1117928 Jun 04 16:27:12.139072 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-1e4c0a72-9fcd-497e-b25d-3ddea0e7587f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629387 Jun 04 16:27:12.218894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e8609a88-a2c8-4087-8f92-104bfae88d07 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:12.219536 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:12.220969 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d93ea9fb-c0e8-4309-9b46-698acc72a5ef tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:12.222166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d93ea9fb-c0e8-4309-9b46-698acc72a5ef tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0432832 Jun 04 16:27:12.261555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e8609a88-a2c8-4087-8f92-104bfae88d07, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e8609a88-a2c8-4087-8f92-104bfae88d07,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:12.267981 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:12.268812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7261a871-835c-4a0e-ae45-74e4e72780e6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:12.284664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44362) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:12.295239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-314034ad-4b59-4866-a59a-d79257037d9a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Request body: {'security_group_rule': {'security_group_id': '5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:12.340066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-314034ad-4b59-4866-a59a-d79257037d9a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:12.367740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-33f899e7-890c-4331-b82a-c1470431a37e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:12.371700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-33f899e7-890c-4331-b82a-c1470431a37e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 1.3988023 Jun 04 16:27:12.374682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44366) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:12.379477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-314034ad-4b59-4866-a59a-d79257037d9a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Usage tracker for resource:security_group_rule and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:12.384870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e8609a88-a2c8-4087-8f92-104bfae88d07,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:12.387792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-314034ad-4b59-4866-a59a-d79257037d9a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:12.417236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cb34d292-098d-44b1-8108-28d097116ccf None None] Provisioning for port c143b335-ab9c-4b0e-8fdf-fa87b9c35833 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:12.424469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cb34d292-098d-44b1-8108-28d097116ccf None None] Provisioning complete for port c143b335-ab9c-4b0e-8fdf-fa87b9c35833 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:12.424836 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cb34d292-098d-44b1-8108-28d097116ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:12.424953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-e200353b-6492-4f21-8574-3010c36a4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:12.425376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-e200353b-6492-4f21-8574-3010c36a4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:12.425834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-e200353b-6492-4f21-8574-3010c36a4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:12.427576 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-e200353b-6492-4f21-8574-3010c36a4346 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e863eba5c1c349159f469fbfe67c68a3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6630273 Jun 04 16:27:12.477671 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-90c1806e-8c0d-407c-8285-894df165c5e6 service neutron] 10.222.0.46 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263559 Jun 04 16:27:12.488696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cb34d292-098d-44b1-8108-28d097116ccf None None] Port c143b335-ab9c-4b0e-8fdf-fa87b9c35833 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:27:12.492314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 7261a871-835c-4a0e-ae45-74e4e72780e6 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:12.512570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7261a871-835c-4a0e-ae45-74e4e72780e6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:12.512947 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:12.651844 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-34a47cad-a96c-4033-9be9-ac3cce81c339 req-984ed641-227a-4eb8-b7cd-5debaf6095ba service neutron] 10.222.0.46 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674666 Jun 04 16:27:12.655188 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad3e791c-24a1-4790-bda7-1b122ba80e5a req-f56c49ce-a344-4663-9356-030643e266d3 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8013170 Jun 04 16:27:12.665300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-5a247681-2527-41ca-8a25-55c33e4f2a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:12.672222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecc961e4-6e93-4ceb-8370-0a50830cfbad req-5a247681-2527-41ca-8a25-55c33e4f2a70 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2147644 Jun 04 16:27:12.703938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-314034ad-4b59-4866-a59a-d79257037d9a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:12.743707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7261a871-835c-4a0e-ae45-74e4e72780e6 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:12.744137 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:12.787772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 7261a871-835c-4a0e-ae45-74e4e72780e6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7261a871-835c-4a0e-ae45-74e4e72780e6,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:12.795643 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:12.871338 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f5b2fe-2fab-44b5-8602-a440cbe711d0'] response: {'name': 'network-changed', 'server_uuid': 'bf2c1146-96c1-4b73-bce4-a34ae63640e4', 'tag': '29dd0802-73ed-4b19-bec1-fd84b0933c8e', 'status': 'completed', 'code': 200} Jun 04 16:27:12.918588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-16daf055-5e0a-4261-bd30-3f1f080d741d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port c143b335-ab9c-4b0e-8fdf-fa87b9c35833 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:12.919214 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16daf055-5e0a-4261-bd30-3f1f080d741d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:12.960132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=7261a871-835c-4a0e-ae45-74e4e72780e6,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:13.011407 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-314034ad-4b59-4866-a59a-d79257037d9a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:13.022704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f3589-291b-4efd-92ac-da8b5fd712a2 req-02704ce2-533f-41d2-a757-2ee28bd0b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:13.024227 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-592f3589-291b-4efd-92ac-da8b5fd712a2 req-02704ce2-533f-41d2-a757-2ee28bd0b1bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd345418206f425db75320e56ffebcbb&device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 1094 time: 0.1316478 Jun 04 16:27:13.067830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5f419223-773b-402b-a024-4fc55c779464 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:27:13.136688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dbfb1-5f11-4a33-b53e-c1a372201afd req-590ea032-c31e-450d-96bc-c12d25683002 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:13.144046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c8dbfb1-5f11-4a33-b53e-c1a372201afd req-590ea032-c31e-450d-96bc-c12d25683002 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 943 time: 0.8998933 Jun 04 16:27:13.197694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f3589-291b-4efd-92ac-da8b5fd712a2 req-1d4d1fd4-8ca3-4b93-a304-a555818307e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:13.199297 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-592f3589-291b-4efd-92ac-da8b5fd712a2 req-1d4d1fd4-8ca3-4b93-a304-a555818307e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 HTTP/1.1" status: 200 len: 916 time: 0.1686468 Jun 04 16:27:13.268239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5f419223-773b-402b-a024-4fc55c779464, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5f419223-773b-402b-a024-4fc55c779464,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:13.287549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '5f419223-773b-402b-a024-4fc55c779464', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '5f419223-773b-402b-a024-4fc55c779464', 'mac_address': 'fa:16:3e:bc:ed:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:27:13.289287 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-592f3589-291b-4efd-92ac-da8b5fd712a2 req-07f6df3c-ef07-4a23-b796-4967335f479a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29dd0802-73ed-4b19-bec1-fd84b0933c8e HTTP/1.1" status: 200 len: 217 time: 0.0816867 Jun 04 16:27:13.354359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-5c03a700-2c6e-4813-89df-a83386588d4a req-5be97102-93e6-48e5-9e93-07d9b8464a14 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] For port db975f07-55e9-4e31-9c8b-d7f25c46755a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=db975f07-55e9-4e31-9c8b-d7f25c46755a,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:13.354814 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5f419223-773b-402b-a024-4fc55c779464 is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:13.355400 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5c03a700-2c6e-4813-89df-a83386588d4a req-5be97102-93e6-48e5-9e93-07d9b8464a14 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:13.355591 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:13.365322 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f3589-291b-4efd-92ac-da8b5fd712a2 req-bbda1ef2-8fc8-4a86-865d-affc9c5d0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:13.367008 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-592f3589-291b-4efd-92ac-da8b5fd712a2 req-bbda1ef2-8fc8-4a86-865d-affc9c5d0523 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11c76308-27ab-4412-b695-ccc303fa5174 HTTP/1.1" status: 200 len: 855 time: 0.0715859 Jun 04 16:27:13.376308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f419223-773b-402b-a024-4fc55c779464 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:13.396601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5f419223-773b-402b-a024-4fc55c779464, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5f419223-773b-402b-a024-4fc55c779464,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:13.400781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c8dbfb1-5f11-4a33-b53e-c1a372201afd req-c97ca65a-5fc6-46ea-b4b8-8ea9e700af6e tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558680 Jun 04 16:27:13.404014 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:13.441760 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-592f3589-291b-4efd-92ac-da8b5fd712a2 req-d763cedb-af72-47f0-9dfb-2abb30723750 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671608 Jun 04 16:27:13.542567 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16daf055-5e0a-4261-bd30-3f1f080d741d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:13.574746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5f419223-773b-402b-a024-4fc55c779464'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:13.605597 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-592f3589-291b-4efd-92ac-da8b5fd712a2 req-2133b667-ce22-496e-8886-e2adde697f28 service neutron] 10.222.0.46 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565878 Jun 04 16:27:13.689206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5f419223-773b-402b-a024-4fc55c779464,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:13.738064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-16daf055-5e0a-4261-bd30-3f1f080d741d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for c143b335-ab9c-4b0e-8fdf-fa87b9c35833 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:13.799803 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-592f3589-291b-4efd-92ac-da8b5fd712a2 req-51b4b895-b3a2-4f97-9d7b-259068519428 service neutron] 10.222.0.46 "GET /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865170 Jun 04 16:27:13.809641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e8609a88-a2c8-4087-8f92-104bfae88d07 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:13.920500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e8609a88-a2c8-4087-8f92-104bfae88d07 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:13.920801 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:13.956085 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-314034ad-4b59-4866-a59a-d79257037d9a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:13.973225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-5c03a700-2c6e-4813-89df-a83386588d4a req-5be97102-93e6-48e5-9e93-07d9b8464a14 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Calling delete_port for db975f07-55e9-4e31-9c8b-d7f25c46755a owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:14.033562 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-314034ad-4b59-4866-a59a-d79257037d9a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:14.067292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e8609a88-a2c8-4087-8f92-104bfae88d07 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:14.068969 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7261a871-835c-4a0e-ae45-74e4e72780e6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:14.102167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 1da0597e-fd84-4102-9faf-664a991112ba no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:14.105746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b74802e3-38ae-4594-a3bd-34c487bf0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.106236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b74802e3-38ae-4594-a3bd-34c487bf0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.106729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b74802e3-38ae-4594-a3bd-34c487bf0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.107303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b74802e3-38ae-4594-a3bd-34c487bf0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.107767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b74802e3-38ae-4594-a3bd-34c487bf0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.108221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b74802e3-38ae-4594-a3bd-34c487bf0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.108679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b74802e3-38ae-4594-a3bd-34c487bf0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.110595 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-b74802e3-38ae-4594-a3bd-34c487bf0ac3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e863eba5c1c349159f469fbfe67c68a3&device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 6486 time: 1.2037091 Jun 04 16:27:14.129408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314034ad-4b59-4866-a59a-d79257037d9a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345b557c-b13b-401c-9784-1404162375fc,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:14.277659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 1da0597e-fd84-4102-9faf-664a991112ba is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:14.278136 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:14.299226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7261a871-835c-4a0e-ae45-74e4e72780e6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:14.299694 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:14.385484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bc4ac4-06f0-48bd-88c5-85727fd85ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da0597e-fd84-4102-9faf-664a991112ba'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:14.399077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 1da0597e-fd84-4102-9faf-664a991112ba, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1da0597e-fd84-4102-9faf-664a991112ba,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:14.408231 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:14.419705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-4353f369-2d4e-4936-aecc-b629ad3f445d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d845983a-5332-4048-b55f-ae3bd2a23a2b HTTP/1.1" status: 200 len: 217 time: 0.2833102 Jun 04 16:27:14.434388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374fe41-b6d3-4bb8-b444-666d6d812d63 req-7529cea2-cd27-4931-9825-fd133175c53a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.441524 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c374fe41-b6d3-4bb8-b444-666d6d812d63 req-7529cea2-cd27-4931-9825-fd133175c53a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa9e899b-97f9-4173-b911-88f1de630a1d HTTP/1.1" status: 200 len: 945 time: 1.4091654 Jun 04 16:27:14.470063 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-314034ad-4b59-4866-a59a-d79257037d9a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:14.476261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-314034ad-4b59-4866-a59a-d79257037d9a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1876242 Jun 04 16:27:14.476461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44416) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:14.535877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7261a871-835c-4a0e-ae45-74e4e72780e6 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:14.539269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=1da0597e-fd84-4102-9faf-664a991112ba,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:14.576494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:14.617479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:14.631851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Usage tracker for resource:floatingip and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:14.680910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:14.726108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:14.730456 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c374fe41-b6d3-4bb8-b444-666d6d812d63 req-7d4f59b8-d69c-4699-a64f-89e9f46a38a4 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881501 Jun 04 16:27:14.823357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f79b4009-080e-4481-9c10-7fa4f2347cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.824809 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-f79b4009-080e-4481-9c10-7fa4f2347cdb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=70972f99-dc0b-416b-826b-d1edfc2c397c HTTP/1.1" status: 200 len: 855 time: 0.3671203 Jun 04 16:27:14.829873 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:14.907389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f2e49-079c-45ae-8dbd-0432ff68a0cb req-0f6e82e0-fe7e-476f-8c42-88d212ba918b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.913218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f2e49-079c-45ae-8dbd-0432ff68a0cb req-0f6e82e0-fe7e-476f-8c42-88d212ba918b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.919068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f2e49-079c-45ae-8dbd-0432ff68a0cb req-0f6e82e0-fe7e-476f-8c42-88d212ba918b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.926821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f2e49-079c-45ae-8dbd-0432ff68a0cb req-0f6e82e0-fe7e-476f-8c42-88d212ba918b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.933035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f2e49-079c-45ae-8dbd-0432ff68a0cb req-0f6e82e0-fe7e-476f-8c42-88d212ba918b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.938846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f2e49-079c-45ae-8dbd-0432ff68a0cb req-0f6e82e0-fe7e-476f-8c42-88d212ba918b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.947620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f2e49-079c-45ae-8dbd-0432ff68a0cb req-0f6e82e0-fe7e-476f-8c42-88d212ba918b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:14.949575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-566f2e49-079c-45ae-8dbd-0432ff68a0cb req-0f6e82e0-fe7e-476f-8c42-88d212ba918b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5429 time: 1.3397651 Jun 04 16:27:14.963861 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5c03a700-2c6e-4813-89df-a83386588d4a req-5be97102-93e6-48e5-9e93-07d9b8464a14 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:15.069142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be97102-93e6-48e5-9e93-07d9b8464a14 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Pushing event deleted for resources: {'Port': ['ID=db975f07-55e9-4e31-9c8b-d7f25c46755a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:15.087194 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16daf055-5e0a-4261-bd30-3f1f080d741d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:15.088195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 29dd0802-73ed-4b19-bec1-fd84b0933c8e details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:27:15.098039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5f419223-773b-402b-a024-4fc55c779464 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:15.293478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daf055-5e0a-4261-bd30-3f1f080d741d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=c143b335-ab9c-4b0e-8fdf-fa87b9c35833,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:15.334730 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16daf055-5e0a-4261-bd30-3f1f080d741d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:15.348227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 5f419223-773b-402b-a024-4fc55c779464 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:15.348936 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:15.367543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44464) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:15.368834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-16daf055-5e0a-4261-bd30-3f1f080d741d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/c143b335-ab9c-4b0e-8fdf-fa87b9c35833 HTTP/1.1" status: 204 len: 168 time: 2.9822528 Jun 04 16:27:15.373261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-566f2e49-079c-45ae-8dbd-0432ff68a0cb req-805a7e4d-c0d1-47d8-936a-c23c0bf47467 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3962798 Jun 04 16:27:15.385054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c03a700-2c6e-4813-89df-a83386588d4a req-5be97102-93e6-48e5-9e93-07d9b8464a14 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] No DVR routers for this DVR port db975f07-55e9-4e31-9c8b-d7f25c46755a on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:27:15.389094 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5c03a700-2c6e-4813-89df-a83386588d4a req-5be97102-93e6-48e5-9e93-07d9b8464a14 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:15.391326 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c03a700-2c6e-4813-89df-a83386588d4a req-5be97102-93e6-48e5-9e93-07d9b8464a14 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.46 "DELETE /v2.0/ports/db975f07-55e9-4e31-9c8b-d7f25c46755a HTTP/1.1" status: 204 len: 173 time: 4.0687947 Jun 04 16:27:15.394554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9e899b-97f9-4173-b911-88f1de630a1d', 'name': 'network-vif-deleted', 'tag': 'db975f07-55e9-4e31-9c8b-d7f25c46755a'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:15.437468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-755270da-ecb0-4bdb-86cf-5d11f43fb0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:15.439733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-755270da-ecb0-4bdb-86cf-5d11f43fb0a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=094ba496-bb0b-4999-afb4-2d808cb58924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5926971 Jun 04 16:27:15.571150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d1e968-30cd-4c1c-b463-0825feb0d058 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:15.575854 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 29dd0802-73ed-4b19-bec1-fd84b0933c8e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=29dd0802-73ed-4b19-bec1-fd84b0933c8e,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:15.576568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d1e968-30cd-4c1c-b463-0825feb0d058 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:15.582046 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-50d1e968-30cd-4c1c-b463-0825feb0d058 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2133894 Jun 04 16:27:15.591312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44474) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:15.679350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '29dd0802-73ed-4b19-bec1-fd84b0933c8e', 'network_id': '0d272ee5-1e13-4e73-b92e-b1d2c5d45d39', 'port_id': '29dd0802-73ed-4b19-bec1-fd84b0933c8e', 'mac_address': 'fa:16:3e:8e:52:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c76308-27ab-4412-b695-ccc303fa5174', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:27:15.750935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2c5a53-94e6-41a4-9787-c387914706b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 04094949-36c3-4602-a089-e09bc1c89b94 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:27:15.756108 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5155ac60-c9c4-4bcd-9d2f-f03982fb47e7'] response: {'server_uuid': 'b9bc4ac4-06f0-48bd-88c5-85727fd85ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da0597e-fd84-4102-9faf-664a991112ba', 'code': 200} Jun 04 16:27:15.763463 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5a53-94e6-41a4-9787-c387914706b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:15.777733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5f419223-773b-402b-a024-4fc55c779464 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:15.778108 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:15.817845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:15.820882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 29dd0802-73ed-4b19-bec1-fd84b0933c8e is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:15.827047 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:15.853023 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5a53-94e6-41a4-9787-c387914706b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:15.913019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5f419223-773b-402b-a024-4fc55c779464, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5f419223-773b-402b-a024-4fc55c779464,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:15.915171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-65fbda2f-0672-4b82-90a6-135f98505c3c service neutron] 10.222.0.42 "GET /v2.0/networks/094ba496-bb0b-4999-afb4-2d808cb58924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674723 Jun 04 16:27:15.918168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dd0802-73ed-4b19-bec1-fd84b0933c8e {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:15.927007 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:15.928671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device db975f07-55e9-4e31-9c8b-d7f25c46755a no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:16.033292 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5a53-94e6-41a4-9787-c387914706b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:16.073797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: db975f07-55e9-4e31-9c8b-d7f25c46755a {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:27:16.074016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device db975f07-55e9-4e31-9c8b-d7f25c46755a not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:27:16.090407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Allocated IP 172.25.5.98 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/ae988d05-cb91-48f2-8ffe-da53d78d04b6) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:16.102097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 29dd0802-73ed-4b19-bec1-fd84b0933c8e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=29dd0802-73ed-4b19-bec1-fd84b0933c8e,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:16.118558 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:16.131407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5f419223-773b-402b-a024-4fc55c779464,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:16.155703 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5a53-94e6-41a4-9787-c387914706b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:16.219045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c5a53-94e6-41a4-9787-c387914706b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=04094949-36c3-4602-a089-e09bc1c89b94,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:16.237586 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5a53-94e6-41a4-9787-c387914706b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:16.239043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7b564b-a65e-4b8a-b5b7-c60af36e2ab4 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:16.256585 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ea2c5a53-94e6-41a4-9787-c387914706b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/04094949-36c3-4602-a089-e09bc1c89b94 HTTP/1.1" status: 204 len: 168 time: 0.6624553 Jun 04 16:27:16.265284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44490) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:16.310770 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=29dd0802-73ed-4b19-bec1-fd84b0933c8e,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:16.388530 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3b676e7b-ada7-4a6c-91ae-ac583954aa63 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1211956 Jun 04 16:27:16.389777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44494) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:16.392954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['29dd0802-73ed-4b19-bec1-fd84b0933c8e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:16.396584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:16.565879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-1753f9cb-fbd2-4c84-910b-e4f68e890c5b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:16.575215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-1753f9cb-fbd2-4c84-910b-e4f68e890c5b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 812 time: 0.3036847 Jun 04 16:27:16.587860 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-c9c7e82f-0e39-4268-8d79-38bd4e67d97b service neutron] 10.222.0.42 "GET /v2.0/networks/094ba496-bb0b-4999-afb4-2d808cb58924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621597 Jun 04 16:27:16.601060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:16.606997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:16.607801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-47311190-aa04-43a0-91c0-ade5be903de7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/quotas/4f4c485c2ef34d11931bdb454a82a6c4 HTTP/1.1" status: 200 len: 375 time: 0.0314610 Jun 04 16:27:16.611324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:16.626399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:16.655886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:16.660468 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:16.770588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:27:16.782986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] Deleting port e8609a88-a2c8-4087-8f92-104bfae88d07 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:16.783360 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:16.961819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-1347adb2-fd80-4f2a-8208-6c63732f0583 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=a99beac5-8a3e-40fd-9302-6f3224c157f6 HTTP/1.1" status: 200 len: 217 time: 0.3013935 Jun 04 16:27:17.039783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a1945-973c-4e9e-a24d-671e771065c5 req-8a8ed5bd-cb11-4d54-bb29-e822c5bbccd9 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:17.041357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b2a1945-973c-4e9e-a24d-671e771065c5 req-8a8ed5bd-cb11-4d54-bb29-e822c5bbccd9 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 944 time: 0.8273351 Jun 04 16:27:17.115984 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b2a1945-973c-4e9e-a24d-671e771065c5 req-a39c89f3-88ed-4b1e-869d-3ff56b613659 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538077 Jun 04 16:27:17.126419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] For port e8609a88-a2c8-4087-8f92-104bfae88d07, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e8609a88-a2c8-4087-8f92-104bfae88d07,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:17.127415 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:17.140019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-6786be4d-2c67-46ce-989c-a908e2ba9494 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5302982 Jun 04 16:27:17.280012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.objects.ports [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88797) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:27:17.282542 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba1ca1b-a3df-4300-8797-315b5d2fc383'] response: {'server_uuid': 'aa9e899b-97f9-4173-b911-88f1de630a1d', 'name': 'network-vif-deleted', 'tag': 'db975f07-55e9-4e31-9c8b-d7f25c46755a', 'status': 'completed', 'code': 200} Jun 04 16:27:17.349052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-79c0d786-3eac-43c9-9773-a6bfeeee2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:17.350772 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-79c0d786-3eac-43c9-9773-a6bfeeee2e48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4486856-317f-473e-94f2-040bb20ab3b6 HTTP/1.1" status: 200 len: 797 time: 0.3772945 Jun 04 16:27:17.353271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] Calling delete_port for e8609a88-a2c8-4087-8f92-104bfae88d07 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:17.428362 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:17.446539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-52a15c7c-269b-4ced-8c2e-ef4bcc6af98d service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051243 Jun 04 16:27:17.497833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:17.525346 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:27:17.526721 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:27:17.757387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100bb21b-5c50-4f89-a3f7-78c1e04aa67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f419223-773b-402b-a024-4fc55c779464'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:17.792183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-0a7e90b4-9461-4c3b-8594-37d5f14aa3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:17.795166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-0a7e90b4-9461-4c3b-8594-37d5f14aa3ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b09542d-db52-4306-9a04-3ce692fb28e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4376764 Jun 04 16:27:17.799483 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:17.860120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e8609a88-a2c8-4087-8f92-104bfae88d07 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:17.886011 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-2390c5b4-74f5-4697-b2ef-5dc438b12925 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329870 Jun 04 16:27:18.026363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:18.029903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] Deleting port e8609a88-a2c8-4087-8f92-104bfae88d07 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:18.030725 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:18.040283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:18.043089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:18.076517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] For port e8609a88-a2c8-4087-8f92-104bfae88d07, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e8609a88-a2c8-4087-8f92-104bfae88d07,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:18.143992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event updated for resources: {'Port': ['ID=ae988d05-cb91-48f2-8ffe-da53d78d04b6,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:18.155253 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:18.168255 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:18.169229 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:18.183663 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a7a7c6-d15d-4421-9d27-2cdce3b968d0'] response: {'server_uuid': '100bb21b-5c50-4f89-a3f7-78c1e04aa67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f419223-773b-402b-a024-4fc55c779464', 'code': 200} Jun 04 16:27:18.248988 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-982c0269-4f73-42a4-9a70-457e0d3450f0 service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417300 Jun 04 16:27:18.424400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=ebfb6c00-e722-4df3-8179-ad2197b2fde6,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:18.465224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:18.471791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:18.476864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:18.479087 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:18.480949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] For port e8609a88-a2c8-4087-8f92-104bfae88d07, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e8609a88-a2c8-4087-8f92-104bfae88d07,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:18.481515 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:18.526860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=e8609a88-a2c8-4087-8f92-104bfae88d07,revision_number=6']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:18.539234 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1deb2e10-75f6-42a1-8059-e3e66953690f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1481624 Jun 04 16:27:18.541333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44536) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:18.547563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'mac_address': 'fa:16:3e:2f:d6:a9', 'name': 'tempest-NetworksTestDHCPv6-25784977'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:18.589370 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:18.681650 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc82f8d-6721-4559-9070-48991b5f8348 req-4a9e9f62-e39a-4ddc-81c5-cb06f0e5fa36 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:18.687417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc82f8d-6721-4559-9070-48991b5f8348 req-4a9e9f62-e39a-4ddc-81c5-cb06f0e5fa36 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:18.693424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc82f8d-6721-4559-9070-48991b5f8348 req-4a9e9f62-e39a-4ddc-81c5-cb06f0e5fa36 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:18.699627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc82f8d-6721-4559-9070-48991b5f8348 req-4a9e9f62-e39a-4ddc-81c5-cb06f0e5fa36 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:18.707765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc82f8d-6721-4559-9070-48991b5f8348 req-4a9e9f62-e39a-4ddc-81c5-cb06f0e5fa36 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:18.711032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] Calling delete_port for e8609a88-a2c8-4087-8f92-104bfae88d07 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:18.715416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc82f8d-6721-4559-9070-48991b5f8348 req-4a9e9f62-e39a-4ddc-81c5-cb06f0e5fa36 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:18.723739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc82f8d-6721-4559-9070-48991b5f8348 req-4a9e9f62-e39a-4ddc-81c5-cb06f0e5fa36 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:18.731706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bdc82f8d-6721-4559-9070-48991b5f8348 req-4a9e9f62-e39a-4ddc-81c5-cb06f0e5fa36 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5429 time: 0.7041352 Jun 04 16:27:18.740757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:18.747476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:18.767446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:18.775534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:18.812012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:18.883614 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-06aa4b12-3f95-4cd5-bbfc-eaa62134b1a1 service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250870 Jun 04 16:27:18.902950 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e8609a88-a2c8-4087-8f92-104bfae88d07 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:18.903640 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:18.916188 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:18.972025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] Pushing event deleted for resources: {'Port': ['ID=e8609a88-a2c8-4087-8f92-104bfae88d07,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:19.014585 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:19.081735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:19.137725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port 9042f947-b742-41ec-b206-900b9fb1830a yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:27:19.153178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-044c699d-3f2a-4e5e-8966-fc8d1b39d71c tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:19.155231 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-044c699d-3f2a-4e5e-8966-fc8d1b39d71c tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 809 time: 0.8725216 Jun 04 16:27:19.170597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 29dd0802-73ed-4b19-bec1-fd84b0933c8e up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:19.208788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a80645b3-2243-4945-a010-939190d7388c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=3023e327-df4b-443e-ae29-981f3f9ca437 HTTP/1.1" status: 200 len: 217 time: 0.3160665 Jun 04 16:27:19.256123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0086bf0a-1969-4053-a5b3-055ec0da8641 None None] No DVR routers for this DVR port e8609a88-a2c8-4087-8f92-104bfae88d07 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:27:19.264739 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bdc82f8d-6721-4559-9070-48991b5f8348 req-ff629214-1e4e-42b4-9dda-a1f7106f3637 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5302110 Jun 04 16:27:19.290482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e3731b-e872-4a4a-bdc3-5ea7c4b65c50 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:19.534032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 29dd0802-73ed-4b19-bec1-fd84b0933c8e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:19.547774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 29dd0802-73ed-4b19-bec1-fd84b0933c8e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:19.548299 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:19.598386 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::f816:3eff:fe2f:d6a9 (f0dbb02b-9d62-4207-955a-783084b70e61/ebfb6c00-e722-4df3-8179-ad2197b2fde6/9042f947-b742-41ec-b206-900b9fb1830a) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:19.637558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-4b5e0c26-5a9e-4777-a513-4d471b46283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:19.640208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-4b5e0c26-5a9e-4777-a513-4d471b46283e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4486856-317f-473e-94f2-040bb20ab3b6 HTTP/1.1" status: 200 len: 797 time: 0.3760371 Jun 04 16:27:19.648894 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-c418f768-730a-423f-a125-1db34568d57e tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/quotas/6b8a986f09d045a2a2212918afdcfc31 HTTP/1.1" status: 200 len: 375 time: 0.4389849 Jun 04 16:27:19.720922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 29dd0802-73ed-4b19-bec1-fd84b0933c8e is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:19.721802 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:19.790210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-68dc733f-abed-4985-82bd-1584aad3e764 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Synchronizing usage tracker for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:19.857116 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': 'ebfb6c00-e722-4df3-8179-ad2197b2fde6'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:27:19.859127 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:19.880830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-68dc733f-abed-4985-82bd-1584aad3e764 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Unset dirty status for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:19.882013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-68dc733f-abed-4985-82bd-1584aad3e764 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2318394 Jun 04 16:27:19.919737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 29dd0802-73ed-4b19-bec1-fd84b0933c8e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=29dd0802-73ed-4b19-bec1-fd84b0933c8e,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:19.994727 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:20.096132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=29dd0802-73ed-4b19-bec1-fd84b0933c8e,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:20.185371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2c1146-96c1-4b73-bce4-a34ae63640e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dd0802-73ed-4b19-bec1-fd84b0933c8e'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:20.267435 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:20.275419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e96594d6-72b8-41ab-9397-fab2a160a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:20.278591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-e96594d6-72b8-41ab-9397-fab2a160a5e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b09542d-db52-4306-9a04-3ce692fb28e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5705869 Jun 04 16:27:20.319331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object 9042f947-b742-41ec-b206-900b9fb1830a will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:20.331583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-1361658b-1939-4997-9ebe-13fdca11a67e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:20.333468 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-1361658b-1939-4997-9ebe-13fdca11a67e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.42 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 812 time: 0.3504550 Jun 04 16:27:20.351349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Request body: {'port': {'device_id': '22e78b02-c0ff-4964-9e63-dc461055b885', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'admin_state_up': True, 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:20.372386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e194223-2b89-46bd-84c1-c85388b39abb req-8a362ce2-5133-43ae-8231-45e3d3899eae tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:20.374204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e194223-2b89-46bd-84c1-c85388b39abb req-8a362ce2-5133-43ae-8231-45e3d3899eae tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9bc4ac4-06f0-48bd-88c5-85727fd85ec5 HTTP/1.1" status: 200 len: 944 time: 1.3026209 Jun 04 16:27:20.468731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:20.469217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-180cf78e-6d97-4624-8668-a83d25b99708 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:20.470862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-180cf78e-6d97-4624-8668-a83d25b99708 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/networks?id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e HTTP/1.1" status: 200 len: 805 time: 0.7672932 Jun 04 16:27:20.580412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:20.586273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-b5a60b8f-d699-4006-8067-27d30276af8c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/quotas/8f6d1390e6f846d0ae072dfaad0fbd20 HTTP/1.1" status: 200 len: 375 time: 0.0554514 Jun 04 16:27:20.587333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:20.593933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:20.599611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:20.600248 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:20.611848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Allocated IP 2001:db8::f816:3eff:fece:8da4 (f0dbb02b-9d62-4207-955a-783084b70e61/ebfb6c00-e722-4df3-8179-ad2197b2fde6/cd91e7f3-eeca-4362-be2c-9f912c2a3829) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:20.612416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-1f73cd9b-e4a3-4d5c-8d91-965d132d7450 service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6968925 Jun 04 16:27:20.613563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:20.615946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=9042f947-b742-41ec-b206-900b9fb1830a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:20.641832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:20.670044 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-264d1210-28ac-4d1d-ab15-0936b2048cef tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1274965 Jun 04 16:27:20.671194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44560) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:20.719176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Made reservation on behalf of 4f4c485c2ef34d11931bdb454a82a6c4 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:20.725385 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:20.731506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-6e194223-2b89-46bd-84c1-c85388b39abb req-3730e810-e980-463b-a82c-a2f5a67df022 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Deleting port 1da0597e-fd84-4102-9faf-664a991112ba {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:20.731851 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e194223-2b89-46bd-84c1-c85388b39abb req-3730e810-e980-463b-a82c-a2f5a67df022 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:20.904463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c06f5a-03a0-4f89-8f1d-c4a7b9425f0a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:20.905428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e6c06f5a-03a0-4f89-8f1d-c4a7b9425f0a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:20.937443 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:20.951271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Transition to ACTIVE for port object cd91e7f3-eeca-4362-be2c-9f912c2a3829 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:20.964157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e6c06f5a-03a0-4f89-8f1d-c4a7b9425f0a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:20.968303 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e6c06f5a-03a0-4f89-8f1d-c4a7b9425f0a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2941542 Jun 04 16:27:20.971743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44564) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:20.978229 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Transition to ACTIVE for port object cd91e7f3-eeca-4362-be2c-9f912c2a3829 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:20.991702 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:21.073074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:21.081995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:21.092128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:21.169749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-6e194223-2b89-46bd-84c1-c85388b39abb req-3730e810-e980-463b-a82c-a2f5a67df022 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] For port 1da0597e-fd84-4102-9faf-664a991112ba, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=1da0597e-fd84-4102-9faf-664a991112ba,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:21.170195 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e194223-2b89-46bd-84c1-c85388b39abb req-3730e810-e980-463b-a82c-a2f5a67df022 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:21.201596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Allocated IP 172.20.0.8 (3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47/9f31b0c1-838c-41c1-9535-61fd0b6a0976/7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:21.206789 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Pushing event updated for resources: {'Port': ['ID=cd91e7f3-eeca-4362-be2c-9f912c2a3829,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:21.218883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c95af273-814d-4108-a59f-9685fdcbdf18 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 9042f947-b742-41ec-b206-900b9fb1830a {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:21.219210 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c95af273-814d-4108-a59f-9685fdcbdf18 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:21.219730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Attempting to bind port cd91e7f3-eeca-4362-be2c-9f912c2a3829 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:21.220349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Attempting to bind port cd91e7f3-eeca-4362-be2c-9f912c2a3829 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:21.220990 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Attempting to bind port cd91e7f3-eeca-4362-be2c-9f912c2a3829 on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:21.228211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:21.228896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:21.229587 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:21.230183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:21.230945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Bound port: cd91e7f3-eeca-4362-be2c-9f912c2a3829, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:21.231551 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:21.316086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-6e194223-2b89-46bd-84c1-c85388b39abb req-3730e810-e980-463b-a82c-a2f5a67df022 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Calling delete_port for 1da0597e-fd84-4102-9faf-664a991112ba owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:21.346467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] For port cd91e7f3-eeca-4362-be2c-9f912c2a3829, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:21.351136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] For port cd91e7f3-eeca-4362-be2c-9f912c2a3829, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cd91e7f3-eeca-4362-be2c-9f912c2a3829,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:21.373513 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:21.449439 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:21.463240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-715786d7-0b56-4588-b339-c2d428abf69d service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1147826 Jun 04 16:27:21.484783 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:21.563563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63362acf-0840-411c-a389-0d92aa2bc116 None None] Pushing event updated for resources: {'Port': ['ID=cd91e7f3-eeca-4362-be2c-9f912c2a3829,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:21.743527 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c95af273-814d-4108-a59f-9685fdcbdf18 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:21.758880 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:21.785795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-cc6b27f9-b64c-457c-8642-07e2cead2dd8 service neutron] 10.222.0.13 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0807192 Jun 04 16:27:21.945152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c95af273-814d-4108-a59f-9685fdcbdf18 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 9042f947-b742-41ec-b206-900b9fb1830a owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:22.012020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Transition to ACTIVE for port object 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:22.049502 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:22.074644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:22.090367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['0d41e9d3-02af-41b9-b725-3edb34471ecd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:22.237274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:22.239889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:22.249959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event updated for resources: {'Port': ['ID=ae988d05-cb91-48f2-8ffe-da53d78d04b6,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:22.259776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:22.273362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-d3c5de8b-9d7d-4322-a561-23c890bef208 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Synchronizing usage tracker for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:22.286894 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:22.310933 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e6c86929-6871-4629-809c-63665473c80b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7509077 Jun 04 16:27:22.312366 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e194223-2b89-46bd-84c1-c85388b39abb req-3730e810-e980-463b-a82c-a2f5a67df022 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:22.382410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['b3f4cec0-705b-401c-b177-4b8cc0c0616d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:22.435694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event updated for resources: {'Port': ['ID=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:22.452734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 1da0597e-fd84-4102-9faf-664a991112ba no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:22.516160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:22.516752 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:22.548121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730e810-e980-463b-a82c-a2f5a67df022 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Pushing event deleted for resources: {'Port': ['ID=1da0597e-fd84-4102-9faf-664a991112ba,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:22.571972 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c95af273-814d-4108-a59f-9685fdcbdf18 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:22.607103 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 1da0597e-fd84-4102-9faf-664a991112ba {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:27:22.607870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 1da0597e-fd84-4102-9faf-664a991112ba not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:27:22.627702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-d3c5de8b-9d7d-4322-a561-23c890bef208 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Unset dirty status for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:22.635860 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-d3c5de8b-9d7d-4322-a561-23c890bef208 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f6d1390e6f846d0ae072dfaad0fbd20&fields=id HTTP/1.1" status: 200 len: 255 time: 1.9985859 Jun 04 16:27:22.782747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95af273-814d-4108-a59f-9685fdcbdf18 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=9042f947-b742-41ec-b206-900b9fb1830a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:22.795794 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-ed461560-7ad3-4899-9208-6d5432991647 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4496574 Jun 04 16:27:22.796456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-99e612c2-06d7-40e6-ba16-23040e6e42d4 None None] Provisioning for port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:22.796789 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c95af273-814d-4108-a59f-9685fdcbdf18 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:22.799685 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c95af273-814d-4108-a59f-9685fdcbdf18 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/9042f947-b742-41ec-b206-900b9fb1830a HTTP/1.1" status: 204 len: 168 time: 1.8271887 Jun 04 16:27:22.802276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44582) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:22.813714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Request body: {'port': {'device_id': '22e78b02-c0ff-4964-9e63-dc461055b885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:22.834723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e194223-2b89-46bd-84c1-c85388b39abb req-3730e810-e980-463b-a82c-a2f5a67df022 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] No DVR routers for this DVR port 1da0597e-fd84-4102-9faf-664a991112ba on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:27:22.843571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-99e612c2-06d7-40e6-ba16-23040e6e42d4 None None] Provisioning complete for port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:22.844723 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-99e612c2-06d7-40e6-ba16-23040e6e42d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:22.859416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-3953c1b6-1864-4edb-afd1-495654058008 service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3755436 Jun 04 16:27:22.860822 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e194223-2b89-46bd-84c1-c85388b39abb req-3730e810-e980-463b-a82c-a2f5a67df022 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:22.863566 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e194223-2b89-46bd-84c1-c85388b39abb req-3730e810-e980-463b-a82c-a2f5a67df022 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.42 "DELETE /v2.0/ports/1da0597e-fd84-4102-9faf-664a991112ba HTTP/1.1" status: 204 len: 173 time: 2.4620068 Jun 04 16:27:22.915930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bc4ac4-06f0-48bd-88c5-85727fd85ec5', 'name': 'network-vif-deleted', 'tag': '1da0597e-fd84-4102-9faf-664a991112ba'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:22.930726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68afd3-125a-419f-be3d-60f86e2664df req-d185b279-4b7b-4892-b977-a273d229545b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:22.938484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e68afd3-125a-419f-be3d-60f86e2664df req-d185b279-4b7b-4892-b977-a273d229545b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 931 time: 0.8054347 Jun 04 16:27:23.072944 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-fc5cdf26-260f-4583-8e8e-f828a15a851b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=992c7921-fdf5-467e-876a-cc1d1a62341d HTTP/1.1" status: 200 len: 217 time: 0.1188838 Jun 04 16:27:23.088329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-99e612c2-06d7-40e6-ba16-23040e6e42d4 None None] Port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:27:23.204630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a644b2f-f79b-4900-b9b6-74ad20eef341 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:23.206948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a644b2f-f79b-4900-b9b6-74ad20eef341 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:23.208509 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3a644b2f-f79b-4900-b9b6-74ad20eef341 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:23.223028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e68afd3-125a-419f-be3d-60f86e2664df req-9ccb6f69-f6e8-4777-aee8-1171faff0cc8 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832899 Jun 04 16:27:23.275274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3a644b2f-f79b-4900-b9b6-74ad20eef341 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:23.280065 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3a644b2f-f79b-4900-b9b6-74ad20eef341 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4766192 Jun 04 16:27:23.283132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44588) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:23.320335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-390036c3-fb06-4c9f-98ac-99c862bf1517 None None] Provisioning for port cd91e7f3-eeca-4362-be2c-9f912c2a3829 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:23.349982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:23.357882 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-4eac9ac8-c15c-4306-a64b-d8be31946010 service neutron] 10.222.0.13 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7210553 Jun 04 16:27:23.395697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-1c440002-e0fd-4699-b837-239287c86989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:23.398453 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-1c440002-e0fd-4699-b837-239287c86989 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4486856-317f-473e-94f2-040bb20ab3b6 HTTP/1.1" status: 200 len: 797 time: 0.3000929 Jun 04 16:27:23.521081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-673aaad7-f73a-4ca7-8b7c-709e1bceb542 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet ebfb6c00-e722-4df3-8179-ad2197b2fde6 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:27:23.528499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-673aaad7-f73a-4ca7-8b7c-709e1bceb542 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:23.659201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-74351d66-3d04-4380-8d57-1700681326f2 None None] Could not find standard attr ID for object 9042f947-b742-41ec-b206-900b9fb1830a. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:27:23.661004 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-673aaad7-f73a-4ca7-8b7c-709e1bceb542 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:23.712711 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9155e323-5e67-47a2-b138-d8446a974a69 service neutron] 10.222.0.13 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538873 Jun 04 16:27:23.859732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-515da52b-f7c6-4bc3-91e2-fcff59c3fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:23.865533 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-515da52b-f7c6-4bc3-91e2-fcff59c3fc9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b09542d-db52-4306-9a04-3ce692fb28e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4570961 Jun 04 16:27:23.930171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cd91e7f3-eeca-4362-be2c-9f912c2a3829 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:24.072982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def8810-d255-4c3c-91c7-5344f4fbfde3 req-67989de1-2d35-4ab5-adcd-0d4ba5323136 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:24.096120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port cd91e7f3-eeca-4362-be2c-9f912c2a3829 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:24.100188 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7def8810-d255-4c3c-91c7-5344f4fbfde3 req-67989de1-2d35-4ab5-adcd-0d4ba5323136 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 945 time: 0.5255995 Jun 04 16:27:24.114761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port cd91e7f3-eeca-4362-be2c-9f912c2a3829 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:24.115134 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:24.290105 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65cb345f-80d5-4f92-a9a1-d5c5e846e3f3'] response: {'server_uuid': 'bf2c1146-96c1-4b73-bce4-a34ae63640e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dd0802-73ed-4b19-bec1-fd84b0933c8e', 'code': 200} Jun 04 16:27:24.323983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7def8810-d255-4c3c-91c7-5344f4fbfde3 req-277cc18c-f73d-44cd-9fd5-eff6b450f19a tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228506 Jun 04 16:27:24.329599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-673aaad7-f73a-4ca7-8b7c-709e1bceb542 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:24.577670 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-673aaad7-f73a-4ca7-8b7c-709e1bceb542 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:24.581711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port cd91e7f3-eeca-4362-be2c-9f912c2a3829 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:24.583985 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:24.605600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-831359eb-1a64-4120-b0ef-9c471655c30e tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:24.607262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-831359eb-1a64-4120-b0ef-9c471655c30e tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.46 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 809 time: 0.3037598 Jun 04 16:27:24.641545 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673aaad7-f73a-4ca7-8b7c-709e1bceb542 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=ebfb6c00-e722-4df3-8179-ad2197b2fde6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:24.650349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:24.663888 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-673aaad7-f73a-4ca7-8b7c-709e1bceb542 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:24.668349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:24.709678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Transition to ACTIVE for port object 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:24.710365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9904afd4-3a24-4ff6-a6a5-819d4aeb8452 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:24.714920 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-673aaad7-f73a-4ca7-8b7c-709e1bceb542 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/ebfb6c00-e722-4df3-8179-ad2197b2fde6 HTTP/1.1" status: 204 len: 168 time: 1.4305432 Jun 04 16:27:24.715949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44610) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:24.734848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Request body: {'port': {'device_id': '64acd5c9-2da8-40b0-acdf-f41ea922e671', 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'admin_state_up': True, 'tenant_id': '6b8a986f09d045a2a2212918afdcfc31'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:24.805523 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:24.917883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44361ca-7355-4b1c-b141-286aa960a70a req-58c29fc7-b385-457e-a57f-af0429b89a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:24.919646 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b44361ca-7355-4b1c-b141-286aa960a70a req-58c29fc7-b385-457e-a57f-af0429b89a10 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 1096 time: 0.4799256 Jun 04 16:27:24.923036 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-121a6d40-52fc-4abd-8b0e-52d54a9a0970 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1995134 Jun 04 16:27:24.938771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44616) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:25.090855 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:27:25.103068 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:27:25.256991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Pushing event updated for resources: {'Port': ['ID=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:25.389468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:27:25.398637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d07c130a-fd8c-4123-8711-1e88d26ecc4e service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5213125 Jun 04 16:27:25.401399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c08fecd-cbf4-4afc-85a9-51be830a2742 req-0ab5eb79-9d49-4b1e-b81b-8519a6c8066b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 210 time: 0.5733202 Jun 04 16:27:25.402724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Deleting port cd91e7f3-eeca-4362-be2c-9f912c2a3829 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:25.404234 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:25.428940 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b44361ca-7355-4b1c-b141-286aa960a70a req-d1a1970a-978b-45a7-9051-620dfbd18aad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888568 Jun 04 16:27:25.514738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632ed570-5432-4b4a-90e0-7f1baf2e1687 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:25.525200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-632ed570-5432-4b4a-90e0-7f1baf2e1687 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:25.593079 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-cd7c1e75-a980-4e9f-99a2-d2feef87e5b0 service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862676 Jun 04 16:27:25.616833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Attempting to bind port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:25.617218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Attempting to bind port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:25.617645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Attempting to bind port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:25.623563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-632ed570-5432-4b4a-90e0-7f1baf2e1687 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:25.627541 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-632ed570-5432-4b4a-90e0-7f1baf2e1687 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6857748 Jun 04 16:27:25.630208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44632) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:25.638036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:27:25.639864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Attempting to bind port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:25.736989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dda3bd7-a521-4cdb-b6ee-7d7503aac42b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:25.737811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5dda3bd7-a521-4cdb-b6ee-7d7503aac42b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:25.744825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:25.745286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Checking segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:25.745678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Bound using segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:25.746193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Bound port: 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:25.746572 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:25.753890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-89eb032c-044b-443f-b2f2-1ac6808e8b54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=32da0c38-3568-48cc-85f7-cc443766b806 HTTP/1.1" status: 200 len: 217 time: 0.1382279 Jun 04 16:27:25.756332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port cd91e7f3-eeca-4362-be2c-9f912c2a3829 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:25.756787 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:25.810281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5dda3bd7-a521-4cdb-b6ee-7d7503aac42b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:25.811312 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5dda3bd7-a521-4cdb-b6ee-7d7503aac42b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1750717 Jun 04 16:27:25.818818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44638) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:25.834045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port cd91e7f3-eeca-4362-be2c-9f912c2a3829, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cd91e7f3-eeca-4362-be2c-9f912c2a3829,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:25.836620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] For port cd91e7f3-eeca-4362-be2c-9f912c2a3829, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cd91e7f3-eeca-4362-be2c-9f912c2a3829,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:25.837231 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:25.846007 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:25.944108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-8df63870-d08e-45d6-8421-44fca0f64386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:25.945919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-8df63870-d08e-45d6-8421-44fca0f64386 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4486856-317f-473e-94f2-040bb20ab3b6 HTTP/1.1" status: 200 len: 797 time: 0.1579978 Jun 04 16:27:25.978652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483402-69f1-4c69-9353-4a606f5d33a6 req-cd3b29e0-ae48-43d2-827d-0457c5a0d4e3 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:26.015770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483402-69f1-4c69-9353-4a606f5d33a6 req-cd3b29e0-ae48-43d2-827d-0457c5a0d4e3 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:26.020536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cd91e7f3-eeca-4362-be2c-9f912c2a3829 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:26.023095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483402-69f1-4c69-9353-4a606f5d33a6 req-cd3b29e0-ae48-43d2-827d-0457c5a0d4e3 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:26.030226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483402-69f1-4c69-9353-4a606f5d33a6 req-cd3b29e0-ae48-43d2-827d-0457c5a0d4e3 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:26.036941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483402-69f1-4c69-9353-4a606f5d33a6 req-cd3b29e0-ae48-43d2-827d-0457c5a0d4e3 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:26.044413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483402-69f1-4c69-9353-4a606f5d33a6 req-cd3b29e0-ae48-43d2-827d-0457c5a0d4e3 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:26.044997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] For port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:26.052523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483402-69f1-4c69-9353-4a606f5d33a6 req-cd3b29e0-ae48-43d2-827d-0457c5a0d4e3 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:26.060306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] For port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:26.064634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38483402-69f1-4c69-9353-4a606f5d33a6 req-cd3b29e0-ae48-43d2-827d-0457c5a0d4e3 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5429 time: 1.4561596 Jun 04 16:27:26.076515 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-67a3e10f-c790-4f72-8603-48b404c95b96 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2515581 Jun 04 16:27:26.078020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44642) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:26.080849 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:26.084338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Calling delete_port for cd91e7f3-eeca-4362-be2c-9f912c2a3829 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:26.243183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=cd91e7f3-eeca-4362-be2c-9f912c2a3829,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:26.250340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8e808223-9069-473c-a1e3-87ce603a5512 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:26.255040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port cd91e7f3-eeca-4362-be2c-9f912c2a3829 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:26.256304 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:26.294003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:26.300921 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:26.313286 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] 10.222.0.42 "PUT /v2.0/ports/7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 HTTP/1.1" status: 200 len: 1091 time: 3.5056205 Jun 04 16:27:26.339535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e78b02-c0ff-4964-9e63-dc461055b885', 'tag': '7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:26.387736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:26.403628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:26.421902 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-beda97f2-b40d-4528-8d45-a441ba0e2018 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1443171549&fields=id&tenant_id=afb5383d706b4c1980b7c7ab48a1378a HTTP/1.1" status: 200 len: 267 time: 0.8246729 Jun 04 16:27:26.486293 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:27:26.487034 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:27:26.487935 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 04 16:27:26.487935 n-d-811809-3 neutron-server[88799]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 04 16:27:26.487935 n-d-811809-3 neutron-server[88799]: [parameters: {'status': 'DOWN', 'ports_id': 'cd91e7f3-eeca-4362-be2c-9f912c2a3829'}] Jun 04 16:27:26.487935 n-d-811809-3 neutron-server[88799]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:27:26.488842 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:27:26.557838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Made reservation on behalf of 6b8a986f09d045a2a2212918afdcfc31 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:26.567756 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:26.716559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0ae8d-6e4b-4a6d-a440-6c439702221c service neutron] Pushing event updated for resources: {'Port': ['ID=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:26.731988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8e808223-9069-473c-a1e3-87ce603a5512 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:26.746617 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8e808223-9069-473c-a1e3-87ce603a5512 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:26.771019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-a9004850-3df1-45c8-a3bf-f9648037977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:26.773518 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-a9004850-3df1-45c8-a3bf-f9648037977d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 1094 time: 0.1944463 Jun 04 16:27:26.775203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e808223-9069-473c-a1e3-87ce603a5512 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:26.782915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8e808223-9069-473c-a1e3-87ce603a5512 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:26.845589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38483402-69f1-4c69-9353-4a606f5d33a6 req-513ee601-b5dc-4f41-993a-9114bc201c0b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7795529 Jun 04 16:27:26.911004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-1ebf6c24-8b70-4d33-8152-fbac778d4398 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:26.912688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-1ebf6c24-8b70-4d33-8152-fbac778d4398 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.42 "GET /v2.0/networks?id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e HTTP/1.1" status: 200 len: 805 time: 0.7770004 Jun 04 16:27:26.936907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Request body: {'port': {'device_id': '7ac00be8-4abc-4318-b354-c38df795539c', 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e', 'admin_state_up': True, 'tenant_id': '8f6d1390e6f846d0ae072dfaad0fbd20'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:26.955331 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-7fd73f0b-d6a3-4345-b4ca-e0454315a325 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 HTTP/1.1" status: 200 len: 217 time: 0.1542957 Jun 04 16:27:26.977642 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4243ea4e-3397-4645-be51-dcf56fe604c1'] response: {'server_uuid': 'b9bc4ac4-06f0-48bd-88c5-85727fd85ec5', 'name': 'network-vif-deleted', 'tag': '1da0597e-fd84-4102-9faf-664a991112ba', 'status': 'completed', 'code': 200} Jun 04 16:27:26.989048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Deleting port cd91e7f3-eeca-4362-be2c-9f912c2a3829 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:26.989783 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:26.997101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-0323acca-a421-4fad-a877-7da1c757dd86 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:26.998888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-0323acca-a421-4fad-a877-7da1c757dd86 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 816 time: 0.5762155 Jun 04 16:27:27.001120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-42cf6ce6-1ee8-4ced-b75f-a6bdce697db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:27.002656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-42cf6ce6-1ee8-4ced-b75f-a6bdce697db6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b09542d-db52-4306-9a04-3ce692fb28e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9066854 Jun 04 16:27:27.066066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-d8dc6bd2-7875-47cc-a9a1-d91a7fc6643c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/quotas/afb5383d706b4c1980b7c7ab48a1378a HTTP/1.1" status: 200 len: 375 time: 0.0164149 Jun 04 16:27:27.124431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-0ec4f5c9-2d63-4653-bbd9-6a7c730eee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:27.125885 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-0ec4f5c9-2d63-4653-bbd9-6a7c730eee9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.0939643 Jun 04 16:27:27.184047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port cd91e7f3-eeca-4362-be2c-9f912c2a3829 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:27.184674 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:27.313537 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8561ba47-e650-4e6c-a97b-3120239e7558 req-511e4327-eae1-4e01-921c-db971e8a29a5 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 210 time: 0.1637809 Jun 04 16:27:27.383085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port cd91e7f3-eeca-4362-be2c-9f912c2a3829, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cd91e7f3-eeca-4362-be2c-9f912c2a3829,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:27.389297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] For port cd91e7f3-eeca-4362-be2c-9f912c2a3829, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cd91e7f3-eeca-4362-be2c-9f912c2a3829,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:27.390110 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:27.401502 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:27.608901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Allocated IP 172.20.0.7 (9b42b411-d798-4ee5-9060-a55b6983c021/14d59b55-122b-45b5-8c8d-d6b98258f32b/0db3fca9-9ebc-43b7-9c91-47effdf0ee25) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:27.616797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-8d665bf4-cb10-4eb3-9780-1110dd2eca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:27.619324 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-8d665bf4-cb10-4eb3-9780-1110dd2eca77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4814482 Jun 04 16:27:27.621372 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8e808223-9069-473c-a1e3-87ce603a5512 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:27.633656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:27.661623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-bb01b857-edc4-478a-a7bd-2bf438dbc5e8 service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015317 Jun 04 16:27:27.672281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:27.675182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Calling delete_port for cd91e7f3-eeca-4362-be2c-9f912c2a3829 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:27.716438 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=cd91e7f3-eeca-4362-be2c-9f912c2a3829,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:27.813881 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3180ecc1-e7a6-4825-bf32-a93144bac389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:27.822772 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:27:27.823155 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:27:27.824824 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-e215ece9-1fe0-4017-9c1c-987127883c5d service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970489 Jun 04 16:27:27.951800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e808223-9069-473c-a1e3-87ce603a5512 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:27.956949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-8e808223-9069-473c-a1e3-87ce603a5512 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:27.965237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e808223-9069-473c-a1e3-87ce603a5512 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:27.965237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8e808223-9069-473c-a1e3-87ce603a5512 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:27.968820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e808223-9069-473c-a1e3-87ce603a5512 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=9a47a066-ddc9-43be-bcaf-a6fbf4f6a52f,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:27.993201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Deleting port cd91e7f3-eeca-4362-be2c-9f912c2a3829 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:27.994759 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:28.028802 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8e808223-9069-473c-a1e3-87ce603a5512 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9100692 Jun 04 16:27:28.030123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44656) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:28.038696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'mac_address': 'fa:16:3e:a1:70:c5', 'name': 'tempest-NetworksTestDHCPv6-114015235'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:28.064457 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-daf9372f-f0f1-41c4-90b5-792aa5101e01 req-4eb52a99-81a4-4112-bd44-aad2bf937797 service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309258 Jun 04 16:27:28.159025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Made reservation on behalf of 8f6d1390e6f846d0ae072dfaad0fbd20 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:28.164061 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:28.191646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-d679867a-6125-4019-8825-404cd42091a1 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0917313 Jun 04 16:27:28.276707 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:28.292519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:28.320166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:28.327986 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:28.365870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] For port cd91e7f3-eeca-4362-be2c-9f912c2a3829, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cd91e7f3-eeca-4362-be2c-9f912c2a3829,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:28.366860 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:28.387666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7363f-04f5-446f-a061-2c49a2cd2e1e req-7424d0ad-3358-4a42-8ac3-17dc57c55e94 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:28.389213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48e7363f-04f5-446f-a061-2c49a2cd2e1e req-7424d0ad-3358-4a42-8ac3-17dc57c55e94 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 943 time: 0.8597503 Jun 04 16:27:28.478851 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:28.502191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48e7363f-04f5-446f-a061-2c49a2cd2e1e req-bb921a0e-29f4-4695-98f7-35263642d892 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948787 Jun 04 16:27:28.537962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port 44a411c1-f243-4331-96e4-d3f1d4259c8f yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:27:28.544166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-d9804ba6-f47e-4089-8ccb-f0369558ac8e service neutron] 10.222.0.13 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321934 Jun 04 16:27:28.625891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Calling delete_port for cd91e7f3-eeca-4362-be2c-9f912c2a3829 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:28.763067 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:28.764905 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-735f4b3c-ab5f-4ffa-a406-736a0a93450e service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0860622 Jun 04 16:27:28.824674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] Pushing event deleted for resources: {'Port': ['ID=cd91e7f3-eeca-4362-be2c-9f912c2a3829,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:28.829012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6d1c0-6e78-49e3-9a9e-bcf8006d9d78 None None] No DVR routers for this DVR port cd91e7f3-eeca-4362-be2c-9f912c2a3829 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:27:28.842333 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-2a7a1ab2-3d77-4732-97a5-f97ecb976038 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=696a0d0b-67a7-414e-b8a0-30fa919880d7 HTTP/1.1" status: 200 len: 217 time: 0.0639799 Jun 04 16:27:28.858923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88d8f02-6d5a-4871-9b34-bbe44bf50822 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:28.911050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::f2 (f0dbb02b-9d62-4207-955a-783084b70e61/9a47a066-ddc9-43be-bcaf-a6fbf4f6a52f/44a411c1-f243-4331-96e4-d3f1d4259c8f) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:28.922641 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-8eb683e2-2f01-4eae-ad3c-69155fba99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:28.924124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-8eb683e2-2f01-4eae-ad3c-69155fba99f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a25d6d86-38aa-4a4a-ab62-3be62b97a432 HTTP/1.1" status: 200 len: 797 time: 0.0656881 Jun 04 16:27:29.057698 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-d2082f63-57d0-41f4-a9be-358a063b9e29 service neutron] 10.222.0.13 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921901 Jun 04 16:27:29.093820 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:29.103361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Allocated IP 172.20.0.11 (a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e/11e04031-3729-4919-8e9f-f1d9cf7008d0/41f7f031-8a64-40ce-8fa0-f375583ad261) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:29.187265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Pushing event updated for resources: {'Port': ['ID=0db3fca9-9ebc-43b7-9c91-47effdf0ee25,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:29.218805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': '9a47a066-ddc9-43be-bcaf-a6fbf4f6a52f'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:27:29.220793 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:29.225311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6e926-9547-4f23-9f18-689b26f50f2d req-bea4dc5e-02b2-400c-aa74-f2c07b868dc5 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:29.232415 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ed6e926-9547-4f23-9f18-689b26f50f2d req-bea4dc5e-02b2-400c-aa74-f2c07b868dc5 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 945 time: 0.3048820 Jun 04 16:27:29.255795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Network 9b42b411-d798-4ee5-9060-a55b6983c021 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:29.260542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:29.274805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:29.349664 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:29.350312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:29.351294 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:29.394308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-47c29b1a-2167-4e29-90ad-cce80d024733 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7029257 Jun 04 16:27:29.413614 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461e4f65-8238-4205-82d5-8ae90479cd3c'] response: {'name': 'network-changed', 'server_uuid': '22e78b02-c0ff-4964-9e63-dc461055b885', 'tag': '7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5', 'status': 'completed', 'code': 200} Jun 04 16:27:29.415445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-7b195d9a-4d33-4fd4-9d38-fd01b45d4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:29.417052 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-7b195d9a-4d33-4fd4-9d38-fd01b45d4d64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ae9684f-8981-4108-80b8-f671d76ed732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4261181 Jun 04 16:27:29.425171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Request body: {'port': {'device_id': '64acd5c9-2da8-40b0-acdf-f41ea922e671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:29.444894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object 44a411c1-f243-4331-96e4-d3f1d4259c8f will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:29.466610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ed6e926-9547-4f23-9f18-689b26f50f2d req-cb7d499e-4751-477b-9a13-ab159136309d tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328930 Jun 04 16:27:29.741375 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:29.856791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Allocated IP 2001:db8::2 (f0dbb02b-9d62-4207-955a-783084b70e61/9a47a066-ddc9-43be-bcaf-a6fbf4f6a52f/3f585751-081b-40bd-91c5-663cd0c43d3b) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:29.885061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:29.889613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:29.894756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:29.900973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:29.901801 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:29.928112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80c178-abf6-47a7-aafc-013c0df708e3 req-43bf4003-1b13-403e-9591-5a12bcbd352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:29.930206 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5a80c178-abf6-47a7-aafc-013c0df708e3 req-43bf4003-1b13-403e-9591-5a12bcbd352e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 1094 time: 0.4903653 Jun 04 16:27:29.945376 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9142373 Jun 04 16:27:29.969462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44684) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:29.980309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cc4a5-03e3-43b8-9d70-59cd53ea7d59 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=44a411c1-f243-4331-96e4-d3f1d4259c8f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:30.133459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80c178-abf6-47a7-aafc-013c0df708e3 req-824db9cc-5f3c-41d5-9ab8-87a1a1c2609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:30.135098 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5a80c178-abf6-47a7-aafc-013c0df708e3 req-824db9cc-5f3c-41d5-9ab8-87a1a1c2609d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.1967728 Jun 04 16:27:30.199435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:27:30.208438 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-95431a56-1956-4ab1-abdb-791440f54013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:30.292451 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5a80c178-abf6-47a7-aafc-013c0df708e3 req-5c08dd6d-3142-472f-a5ec-26a2ff55ace6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 HTTP/1.1" status: 200 len: 217 time: 0.1475883 Jun 04 16:27:30.361905 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:27:30.371717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-0f13a9e7-8e9f-41ef-8348-8422b41873cf service neutron] 10.222.0.42 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8507631 Jun 04 16:27:30.417607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80c178-abf6-47a7-aafc-013c0df708e3 req-7208f91f-dbc2-4b9e-8744-1c8c21273689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:30.419759 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5a80c178-abf6-47a7-aafc-013c0df708e3 req-7208f91f-dbc2-4b9e-8744-1c8c21273689 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.1195800 Jun 04 16:27:30.604925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80c178-abf6-47a7-aafc-013c0df708e3 req-df5b5acb-bb3a-4a2f-ab75-a23561f64e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:30.606476 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5a80c178-abf6-47a7-aafc-013c0df708e3 req-df5b5acb-bb3a-4a2f-ab75-a23561f64e32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794696 Jun 04 16:27:30.669057 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:30.680363 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:30.700561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Transition to ACTIVE for port object 3f585751-081b-40bd-91c5-663cd0c43d3b will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:30.703513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'port_id': '7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5', 'mac_address': 'fa:16:3e:fb:8d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:27:30.779033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:30.779404 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:30.803378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:30.811716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Transition to ACTIVE for port object 3f585751-081b-40bd-91c5-663cd0c43d3b will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:30.813791 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:30.825174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:30.828386 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:30.882888 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:30.915153 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:30.918256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:30.922203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:30.928814 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Pushing event updated for resources: {'Port': ['ID=3f585751-081b-40bd-91c5-663cd0c43d3b,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:30.981198 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:30.999242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:31.057160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64493bfc-2a33-4d6d-ac4e-086f02344f20 req-b29f2b91-d6a9-4072-95bc-9381da2def4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:31.065187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64493bfc-2a33-4d6d-ac4e-086f02344f20 req-b29f2b91-d6a9-4072-95bc-9381da2def4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:31.073164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64493bfc-2a33-4d6d-ac4e-086f02344f20 req-b29f2b91-d6a9-4072-95bc-9381da2def4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:31.080225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64493bfc-2a33-4d6d-ac4e-086f02344f20 req-b29f2b91-d6a9-4072-95bc-9381da2def4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:31.087231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64493bfc-2a33-4d6d-ac4e-086f02344f20 req-b29f2b91-d6a9-4072-95bc-9381da2def4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:31.087438 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5a80c178-abf6-47a7-aafc-013c0df708e3 req-f2160e8f-a167-485b-b6d6-9b16fd19d4ab service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744496 Jun 04 16:27:31.096226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64493bfc-2a33-4d6d-ac4e-086f02344f20 req-b29f2b91-d6a9-4072-95bc-9381da2def4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:31.104334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64493bfc-2a33-4d6d-ac4e-086f02344f20 req-b29f2b91-d6a9-4072-95bc-9381da2def4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:31.117490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64493bfc-2a33-4d6d-ac4e-086f02344f20 req-b29f2b91-d6a9-4072-95bc-9381da2def4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5429 time: 1.2552161 Jun 04 16:27:31.147303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998653e-3895-47b3-9bd3-0e3d45f6a454 req-14fdfa29-d2e1-4192-b2be-2c1bf0b3e317 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:31.148209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6998653e-3895-47b3-9bd3-0e3d45f6a454 req-14fdfa29-d2e1-4192-b2be-2c1bf0b3e317 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Synchronizing usage tracker for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:31.168811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:31.222978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-a642a709-9646-41fd-90b4-cf57ab917270 service neutron] 10.222.0.42 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8172305 Jun 04 16:27:31.242930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Attempting to bind port 3f585751-081b-40bd-91c5-663cd0c43d3b on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:31.243298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Attempting to bind port 3f585751-081b-40bd-91c5-663cd0c43d3b by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:31.243729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Attempting to bind port 3f585751-081b-40bd-91c5-663cd0c43d3b on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:31.253736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:31.254101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:31.254647 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:31.255199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:31.255753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Bound port: 3f585751-081b-40bd-91c5-663cd0c43d3b, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:31.256201 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:31.266342 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:31.274155 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:31.334452 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5a80c178-abf6-47a7-aafc-013c0df708e3 req-40ad0bb0-a652-4c4a-ae71-4e76fa882a63 service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399616 Jun 04 16:27:31.369413 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:31.378993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb008048-0cca-4048-b27a-074153c1b2f0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:31.380058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fb008048-0cca-4048-b27a-074153c1b2f0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:31.418255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] For port 3f585751-081b-40bd-91c5-663cd0c43d3b, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:31.428343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] For port 3f585751-081b-40bd-91c5-663cd0c43d3b, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3f585751-081b-40bd-91c5-663cd0c43d3b,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:31.454100 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:31.606608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-d3ddbd51-36ad-42bf-9315-8339d77f4546 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=863324e7-c4ea-4faf-95eb-efa2ddc23375 HTTP/1.1" status: 200 len: 217 time: 0.3553476 Jun 04 16:27:31.610861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6998653e-3895-47b3-9bd3-0e3d45f6a454 req-14fdfa29-d2e1-4192-b2be-2c1bf0b3e317 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Unset dirty status for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:31.617731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6998653e-3895-47b3-9bd3-0e3d45f6a454 req-14fdfa29-d2e1-4192-b2be-2c1bf0b3e317 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 931 time: 2.0233619 Jun 04 16:27:31.698541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0639a-5a6b-4464-8e81-654355b2a0a7 None None] Pushing event updated for resources: {'Port': ['ID=3f585751-081b-40bd-91c5-663cd0c43d3b,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:31.725436 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-acb60876-e99e-4fad-8619-2c9a055366f4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:31.726197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-acb60876-e99e-4fad-8619-2c9a055366f4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Synchronizing usage tracker for tenant:afb5383d706b4c1980b7c7ab48a1378a on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:31.754239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-acb60876-e99e-4fad-8619-2c9a055366f4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Unset dirty status for tenant:afb5383d706b4c1980b7c7ab48a1378a on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:31.755632 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-acb60876-e99e-4fad-8619-2c9a055366f4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.46 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 816 time: 0.4000070 Jun 04 16:27:31.827737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-99f47b54-8a29-4947-be36-5cb2edce0109 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Synchronizing usage tracker for tenant:afb5383d706b4c1980b7c7ab48a1378a on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:31.855638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-99f47b54-8a29-4947-be36-5cb2edce0109 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Unset dirty status for tenant:afb5383d706b4c1980b7c7ab48a1378a on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:31.858558 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-99f47b54-8a29-4947-be36-5cb2edce0109 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afb5383d706b4c1980b7c7ab48a1378a HTTP/1.1" status: 200 len: 380 time: 0.0912738 Jun 04 16:27:31.873155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Request body: {'port': {'device_id': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'admin_state_up': True, 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'security_groups': ['5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:31.898674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:32.055676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:32.064270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:32.077289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:32.084692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Usage tracker for resource:port and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:32.087889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:32.093984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:32.114751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Made reservation on behalf of afb5383d706b4c1980b7c7ab48a1378a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:32.116572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64493bfc-2a33-4d6d-ac4e-086f02344f20 req-01581d55-bca7-4e9a-a0a0-89451a3f0462 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9981608 Jun 04 16:27:32.118270 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:32.162001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-1d8bcadf-1af3-45bd-9199-b771d21946c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:32.163677 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-1d8bcadf-1af3-45bd-9199-b771d21946c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a25d6d86-38aa-4a4a-ab62-3be62b97a432 HTTP/1.1" status: 200 len: 797 time: 0.5024116 Jun 04 16:27:32.177912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fb008048-0cca-4048-b27a-074153c1b2f0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:32.179116 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fb008048-0cca-4048-b27a-074153c1b2f0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 2.1752057 Jun 04 16:27:32.208745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:32.215526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44692) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:32.263725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Pushing event updated for resources: {'Port': ['ID=41f7f031-8a64-40ce-8fa0-f375583ad261,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:32.346315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-afc20b13-6d3c-4d03-9e5a-e1b77d8958ce tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 44a411c1-f243-4331-96e4-d3f1d4259c8f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:32.346947 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afc20b13-6d3c-4d03-9e5a-e1b77d8958ce tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:32.405604 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:32.413338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:32.413723 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:32.424432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:32.437511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:32.456076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Transition to ACTIVE for port object 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:32.463755 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6998653e-3895-47b3-9bd3-0e3d45f6a454 req-10ebe2e7-277d-4130-bbd0-4e267dc47082 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8442521 Jun 04 16:27:32.475595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:32.476277 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:32.495302 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:32.515399 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:32.610270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:32.610717 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:32.662989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Allocated IP 172.20.0.6 (614a7452-3f8e-48d3-a295-c0d70920f61f/a52ac60c-7b2f-44a7-bfdf-ded791d655a5/5fdb3116-c787-4b04-a395-6976090ed690) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:32.679872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e78b02-c0ff-4964-9e63-dc461055b885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:32.707222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:32.719258 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:32.853847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:32.872575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-757f49f8-6f6e-4705-8e05-d6db7e3a17a0 req-b496ce60-3a9e-4b01-812f-c5a700fe5a34 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 210 time: 0.1163588 Jun 04 16:27:33.161938 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afc20b13-6d3c-4d03-9e5a-e1b77d8958ce tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:33.245579 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:33.273985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c269337f-e2a9-450c-8f23-b7d06b5fdcac tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3409841 Jun 04 16:27:33.300550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Request body: {'port': {'device_id': '7ac00be8-4abc-4318-b354-c38df795539c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:33.331342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-afc20b13-6d3c-4d03-9e5a-e1b77d8958ce tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 44a411c1-f243-4331-96e4-d3f1d4259c8f owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:33.386517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Transition to ACTIVE for port object 5fdb3116-c787-4b04-a395-6976090ed690 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:33.418951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-062b44de-d54f-4d79-b244-86deeb5c084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:33.420622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-062b44de-d54f-4d79-b244-86deeb5c084b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ae9684f-8981-4108-80b8-f671d76ed732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2358351 Jun 04 16:27:33.444487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Attempting to bind port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:33.445234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Attempting to bind port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:33.445234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Attempting to bind port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 on network 9b42b411-d798-4ee5-9060-a55b6983c021 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:33.447388 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:33.486957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=0db3fca9-9ebc-43b7-9c91-47effdf0ee25,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:33.487996 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:33.498118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ccab6615-cc05-4e3d-bb9e-3020001126da None None] Provisioning for port 3f585751-081b-40bd-91c5-663cd0c43d3b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:33.508775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 on network 9b42b411-d798-4ee5-9060-a55b6983c021 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:27:33.509096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Attempting to bind port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 on network 9b42b411-d798-4ee5-9060-a55b6983c021 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:33.533386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:33.533940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Checking segment: {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:33.534601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Bound using segment: {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:33.535333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Bound port: 0db3fca9-9ebc-43b7-9c91-47effdf0ee25, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcdaf3a-3923-416f-955f-da57c2f245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:33.535900 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:33.562384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e6cc8-24f1-46b5-87cd-f6875ec724dc req-93c12318-1668-416d-9f80-5f2654925351 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:33.563155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e96e6cc8-24f1-46b5-87cd-f6875ec724dc req-93c12318-1668-416d-9f80-5f2654925351 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Synchronizing usage tracker for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:33.774306 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:33.811781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Network 614a7452-3f8e-48d3-a295-c0d70920f61f is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:33.817048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:33.823384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:33.834005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e96e6cc8-24f1-46b5-87cd-f6875ec724dc req-93c12318-1668-416d-9f80-5f2654925351 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Unset dirty status for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:33.835243 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e96e6cc8-24f1-46b5-87cd-f6875ec724dc req-93c12318-1668-416d-9f80-5f2654925351 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 932 time: 1.3475437 Jun 04 16:27:33.874871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event updated for resources: {'Port': ['ID=5fdb3116-c787-4b04-a395-6976090ed690,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:33.888038 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afc20b13-6d3c-4d03-9e5a-e1b77d8958ce tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:33.888446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3c432f28-ec3f-49e2-ac36-a61740d85a3d None None] Provisioning for port 44a411c1-f243-4331-96e4-d3f1d4259c8f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:33.900918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3c432f28-ec3f-49e2-ac36-a61740d85a3d None None] Provisioning complete for port 44a411c1-f243-4331-96e4-d3f1d4259c8f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:33.912096 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3c432f28-ec3f-49e2-ac36-a61740d85a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:33.917627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f538cc-e12b-4f6d-9b6f-b991b34f3e20 req-2b383df2-1326-4f3f-823e-1411127cbe8b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:33.919165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24f538cc-e12b-4f6d-9b6f-b991b34f3e20 req-2b383df2-1326-4f3f-823e-1411127cbe8b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 945 time: 0.7073014 Jun 04 16:27:33.996670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc20b13-6d3c-4d03-9e5a-e1b77d8958ce tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=44a411c1-f243-4331-96e4-d3f1d4259c8f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:34.004089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:34.005849 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:34.012254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3c432f28-ec3f-49e2-ac36-a61740d85a3d None None] Port 44a411c1-f243-4331-96e4-d3f1d4259c8f was deleted so its status cannot be updated. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 04 16:27:34.022058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afc20b13-6d3c-4d03-9e5a-e1b77d8958ce tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:34.057168 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:34.073155 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-afc20b13-6d3c-4d03-9e5a-e1b77d8958ce tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/44a411c1-f243-4331-96e4-d3f1d4259c8f HTTP/1.1" status: 204 len: 168 time: 1.8543072 Jun 04 16:27:34.073394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44718) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:34.077061 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-b1dd00a8-07fd-4aca-b4ca-ffed96430412 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2135069 Jun 04 16:27:34.077359 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3f585751-081b-40bd-91c5-663cd0c43d3b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:34.095057 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-08d62e78-5c42-4392-a9b9-2dfc43662735 service neutron] 10.222.0.42 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345351 Jun 04 16:27:34.120243 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e96e6cc8-24f1-46b5-87cd-f6875ec724dc req-8ca0c21f-b520-40b1-a856-66482ef95697 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865258 Jun 04 16:27:34.150973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Request body: {'port': {'device_id': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:34.271450 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 3f585751-081b-40bd-91c5-663cd0c43d3b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:34.277024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-77022983-477e-4a86-b6f4-96e3acaa5d13 None None] Provisioning for port 5fdb3116-c787-4b04-a395-6976090ed690 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:34.281088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3f585751-081b-40bd-91c5-663cd0c43d3b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:34.281364 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:34.305120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24f538cc-e12b-4f6d-9b6f-b991b34f3e20 req-71de103b-ff1f-4b1c-bb7e-420a00c1f0c4 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591766 Jun 04 16:27:34.306307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] For port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:34.317779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-77022983-477e-4a86-b6f4-96e3acaa5d13 None None] Provisioning complete for port 5fdb3116-c787-4b04-a395-6976090ed690 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:34.317779 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-77022983-477e-4a86-b6f4-96e3acaa5d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:34.351463 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:34.367995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a755e16c-4e48-4b90-b8bb-1d34682712d3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:34.369695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a755e16c-4e48-4b90-b8bb-1d34682712d3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:34.371115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a755e16c-4e48-4b90-b8bb-1d34682712d3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:34.405196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] For port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=0db3fca9-9ebc-43b7-9c91-47effdf0ee25,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:34.432584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:34.443910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-77022983-477e-4a86-b6f4-96e3acaa5d13 None None] Port 5fdb3116-c787-4b04-a395-6976090ed690 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:27:34.449152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a755e16c-4e48-4b90-b8bb-1d34682712d3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:34.450494 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a755e16c-4e48-4b90-b8bb-1d34682712d3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3760366 Jun 04 16:27:34.454746 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44734) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:34.461670 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701b68e6-aba5-4342-951c-a6cb7cd4c54a'] response: {'server_uuid': '22e78b02-c0ff-4964-9e63-dc461055b885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5', 'code': 200} Jun 04 16:27:34.523053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:34.523771 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:34.525274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] 10.222.0.46 "PUT /v2.0/ports/0db3fca9-9ebc-43b7-9c91-47effdf0ee25 HTTP/1.1" status: 200 len: 1091 time: 5.1052980 Jun 04 16:27:34.538536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 9a47a066-ddc9-43be-bcaf-a6fbf4f6a52f {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:27:34.542107 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:34.570648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64acd5c9-2da8-40b0-acdf-f41ea922e671', 'tag': '0db3fca9-9ebc-43b7-9c91-47effdf0ee25'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:34.573527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3f585751-081b-40bd-91c5-663cd0c43d3b is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:34.573910 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:34.610498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 3f585751-081b-40bd-91c5-663cd0c43d3b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3f585751-081b-40bd-91c5-663cd0c43d3b,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:34.613318 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:34.616482 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:34.693702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=3f585751-081b-40bd-91c5-663cd0c43d3b,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:34.755225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95f3f927-378c-4a4c-941d-5e4ded407722 req-c10c26a3-9e41-4703-9e91-bbf50d584482 service neutron] 10.222.0.42 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445603 Jun 04 16:27:34.805185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b9b77-ab1d-4d6f-a012-89d31dfecaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=0db3fca9-9ebc-43b7-9c91-47effdf0ee25,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:34.917807 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:34.919354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0b058-4a26-4c23-a908-efdae4834dc9 req-04b52e46-6e75-4934-8781-64a49e108d77 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:34.920845 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cbb0b058-4a26-4c23-a908-efdae4834dc9 req-04b52e46-6e75-4934-8781-64a49e108d77 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 945 time: 0.5666268 Jun 04 16:27:34.953149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7c78e-5b14-4189-80fb-7efb80dce6fc req-c5d5cd6d-7644-4a93-9e19-b71d4c1469a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:34.954671 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b9c7c78e-5b14-4189-80fb-7efb80dce6fc req-c5d5cd6d-7644-4a93-9e19-b71d4c1469a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 1096 time: 0.3110311 Jun 04 16:27:34.982661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d345cd-656d-4b53-a11e-4aca01ca17f2 req-b77ae49a-aa5f-49e2-8529-3826f65d5be9 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:34.988428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d345cd-656d-4b53-a11e-4aca01ca17f2 req-b77ae49a-aa5f-49e2-8529-3826f65d5be9 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:34.994454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d345cd-656d-4b53-a11e-4aca01ca17f2 req-b77ae49a-aa5f-49e2-8529-3826f65d5be9 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.000194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d345cd-656d-4b53-a11e-4aca01ca17f2 req-b77ae49a-aa5f-49e2-8529-3826f65d5be9 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.006317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d345cd-656d-4b53-a11e-4aca01ca17f2 req-b77ae49a-aa5f-49e2-8529-3826f65d5be9 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.011965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d345cd-656d-4b53-a11e-4aca01ca17f2 req-b77ae49a-aa5f-49e2-8529-3826f65d5be9 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.017745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d345cd-656d-4b53-a11e-4aca01ca17f2 req-b77ae49a-aa5f-49e2-8529-3826f65d5be9 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.019593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67d345cd-656d-4b53-a11e-4aca01ca17f2 req-b77ae49a-aa5f-49e2-8529-3826f65d5be9 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5429 time: 0.3906233 Jun 04 16:27:35.021735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-81340624-2c44-4488-83f9-68a9ec6ee134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.023158 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-81340624-2c44-4488-83f9-68a9ec6ee134 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 1094 time: 0.4466205 Jun 04 16:27:35.042478 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b9c7c78e-5b14-4189-80fb-7efb80dce6fc req-4c2e4184-eff4-4bac-9458-2bc87c71f6d0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719671 Jun 04 16:27:35.061323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:35.126379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f7f031-8a64-40ce-8fa0-f375583ad261 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:35.138225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-9fc0cb81-c58e-4307-b923-ce8d7232153c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db3fca9-9ebc-43b7-9c91-47effdf0ee25 HTTP/1.1" status: 200 len: 217 time: 0.1047804 Jun 04 16:27:35.145114 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:35.147770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=9a47a066-ddc9-43be-bcaf-a6fbf4f6a52f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:35.157869 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:35.160469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f045de-8cea-4599-8f95-d5dfd72f217c None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:35.163392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:35.163726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:35.164049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:35.164375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:35.164674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:35.164984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:35.165327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:35.165638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:35.165919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:35.166246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:35.166590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:35.166918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:35.181356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdb3116-c787-4b04-a395-6976090ed690 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:35.190298 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:35.197964 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c8b69194-e704-4a2a-9d81-5b0d0a305326 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/9a47a066-ddc9-43be-bcaf-a6fbf4f6a52f HTTP/1.1" status: 204 len: 168 time: 0.7400603 Jun 04 16:27:35.199524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44742) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:35.205273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cbb0b058-4a26-4c23-a908-efdae4834dc9 req-8c72ac57-0be7-4044-9264-93f699a055da tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596796 Jun 04 16:27:35.242711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Transition to ACTIVE for port object 41f7f031-8a64-40ce-8fa0-f375583ad261 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:35.250265 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67d345cd-656d-4b53-a11e-4aca01ca17f2 req-9ab783a1-0b8c-4f0f-9beb-484a89680910 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2118013 Jun 04 16:27:35.260848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:35.274884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Transition to ACTIVE for port object 5fdb3116-c787-4b04-a395-6976090ed690 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:35.279648 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d13ca306-906b-4de2-a1ac-f518a4299d13 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768762 Jun 04 16:27:35.289989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44746) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:35.293223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:35.502854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-f1a87c44-2701-441c-9a9f-92db649d298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.504629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-f1a87c44-2701-441c-9a9f-92db649d298c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 200 len: 849 time: 0.3569200 Jun 04 16:27:35.578160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203df137-27b4-470d-be72-fb57b8e6f474 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:27:35.582326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Pushing event updated for resources: {'Port': ['ID=5fdb3116-c787-4b04-a395-6976090ed690,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:35.584178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-203df137-27b4-470d-be72-fb57b8e6f474 None None] Deleting port 3f585751-081b-40bd-91c5-663cd0c43d3b {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:35.584725 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-203df137-27b4-470d-be72-fb57b8e6f474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:35.603304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-c3e2e864-a6fb-4694-afd4-c942915c2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.604419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-c3e2e864-a6fb-4694-afd4-c942915c2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.605070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-c3e2e864-a6fb-4694-afd4-c942915c2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.606829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-c3e2e864-a6fb-4694-afd4-c942915c2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.607363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-c3e2e864-a6fb-4694-afd4-c942915c2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.607885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-c3e2e864-a6fb-4694-afd4-c942915c2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.608509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-c3e2e864-a6fb-4694-afd4-c942915c2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.610702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-c3e2e864-a6fb-4694-afd4-c942915c2e5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e863eba5c1c349159f469fbfe67c68a3&device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 6486 time: 0.7710099 Jun 04 16:27:35.659691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Attempting to bind port 5fdb3116-c787-4b04-a395-6976090ed690 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:35.660285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Attempting to bind port 5fdb3116-c787-4b04-a395-6976090ed690 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:35.661230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Attempting to bind port 5fdb3116-c787-4b04-a395-6976090ed690 on network 614a7452-3f8e-48d3-a295-c0d70920f61f {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:35.671448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Port 5fdb3116-c787-4b04-a395-6976090ed690 on network 614a7452-3f8e-48d3-a295-c0d70920f61f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:27:35.671768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Attempting to bind port 5fdb3116-c787-4b04-a395-6976090ed690 on network 614a7452-3f8e-48d3-a295-c0d70920f61f {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:35.680384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:35.680717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Checking segment: {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:35.681099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Bound using segment: {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:35.681533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Bound port: 5fdb3116-c787-4b04-a395-6976090ed690, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:35.681878 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:35.703904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1025d2b9-c07c-4029-9e04-4c0cbb14320a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:35.704670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1025d2b9-c07c-4029-9e04-4c0cbb14320a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:35.734183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Pushing event updated for resources: {'Port': ['ID=41f7f031-8a64-40ce-8fa0-f375583ad261,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:35.823672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-203df137-27b4-470d-be72-fb57b8e6f474 None None] For port 3f585751-081b-40bd-91c5-663cd0c43d3b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3f585751-081b-40bd-91c5-663cd0c43d3b,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:35.824058 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-203df137-27b4-470d-be72-fb57b8e6f474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:35.835304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-9483d6d4-57b4-44c4-802e-3f00759c9748 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b42b411-d798-4ee5-9060-a55b6983c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2481780 Jun 04 16:27:35.922099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:35.926503 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:35.928584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1025d2b9-c07c-4029-9e04-4c0cbb14320a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:35.943424 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1025d2b9-c07c-4029-9e04-4c0cbb14320a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6518426 Jun 04 16:27:35.944371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44750) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:35.948831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:35.949096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3f585751-081b-40bd-91c5-663cd0c43d3b no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:36.023929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-203df137-27b4-470d-be72-fb57b8e6f474 None None] Calling delete_port for 3f585751-081b-40bd-91c5-663cd0c43d3b owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:36.095839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:36.096888 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:36.098352 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] 10.222.0.46 "PUT /v2.0/ports/5fdb3116-c787-4b04-a395-6976090ed690 HTTP/1.1" status: 200 len: 1091 time: 1.9528668 Jun 04 16:27:36.098769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:36.120237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Attempting to bind port 41f7f031-8a64-40ce-8fa0-f375583ad261 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:36.120718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Attempting to bind port 41f7f031-8a64-40ce-8fa0-f375583ad261 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:36.121040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Attempting to bind port 41f7f031-8a64-40ce-8fa0-f375583ad261 on network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:36.139823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Port 41f7f031-8a64-40ce-8fa0-f375583ad261 on network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:27:36.140134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Attempting to bind port 41f7f031-8a64-40ce-8fa0-f375583ad261 on network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:36.162158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad152d31-4fde-40fa-9dd8-60ffa376579b service neutron] Pushing event updated for resources: {'Port': ['ID=5fdb3116-c787-4b04-a395-6976090ed690,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:36.173854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22056142-afd4-46db-888a-134f64b3d226 req-ab855252-7790-48b5-97f9-a890ce49c649 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:36.182576 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22056142-afd4-46db-888a-134f64b3d226 req-ab855252-7790-48b5-97f9-a890ce49c649 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 943 time: 0.6688018 Jun 04 16:27:36.194216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dbe191-9ca7-495d-917d-5ed6029f26fb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:36.194936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-88dbe191-9ca7-495d-917d-5ed6029f26fb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:36.198565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:36.199111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Checking segment: {'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:36.199653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Bound using segment: {'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:36.200247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Bound port: 41f7f031-8a64-40ce-8fa0-f375583ad261, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:36.200750 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:36.219371 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-203df137-27b4-470d-be72-fb57b8e6f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:36.230324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-4c0d3246-da76-4bf7-b4af-33c54b2e36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:36.232236 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-4c0d3246-da76-4bf7-b4af-33c54b2e36f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ae9684f-8981-4108-80b8-f671d76ed732 HTTP/1.1" status: 200 len: 902 time: 0.4824412 Jun 04 16:27:36.236128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-88dbe191-9ca7-495d-917d-5ed6029f26fb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:36.238261 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-88dbe191-9ca7-495d-917d-5ed6029f26fb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2923629 Jun 04 16:27:36.240919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44758) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:36.259579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e037ff-01c3-4300-9f81-cf0c1d3a2e6f req-cc65f1c7-0b8d-447f-8f43-d1354f160666 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:36.261130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6e037ff-01c3-4300-9f81-cf0c1d3a2e6f req-cc65f1c7-0b8d-447f-8f43-d1354f160666 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 943 time: 0.7464347 Jun 04 16:27:36.283593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203df137-27b4-470d-be72-fb57b8e6f474 None None] Pushing event deleted for resources: {'Port': ['ID=3f585751-081b-40bd-91c5-663cd0c43d3b,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:36.292216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3f585751-081b-40bd-91c5-663cd0c43d3b is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:36.292656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:36.323144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203df137-27b4-470d-be72-fb57b8e6f474 None None] No DVR routers for this DVR port 3f585751-081b-40bd-91c5-663cd0c43d3b on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:27:36.395859 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f5ce1e10-37fc-4218-9837-6ca78aa7ca4c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1528430 Jun 04 16:27:36.399174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44764) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:36.405190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-70d0b535-658c-4c23-b310-d6b48c957547 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:36.420835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-e879b299-e31f-417a-b5b5-72e9d75b7c7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=863324e7-c4ea-4faf-95eb-efa2ddc23375 HTTP/1.1" status: 200 len: 217 time: 0.1587000 Jun 04 16:27:36.524715 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22056142-afd4-46db-888a-134f64b3d226 req-eb23d68b-ee5a-4aa8-9717-a2ae2da606ee tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410382 Jun 04 16:27:36.539984 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-4e646b68-e1c2-4696-9712-789484d01c3c service neutron] 10.222.0.46 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383066 Jun 04 16:27:36.544245 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-70d0b535-658c-4c23-b310-d6b48c957547 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:36.566948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-45a754a5-42ff-46f3-933b-24787a348981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:36.568330 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-45a754a5-42ff-46f3-933b-24787a348981 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 1094 time: 0.2409720 Jun 04 16:27:36.569513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6e037ff-01c3-4300-9f81-cf0c1d3a2e6f req-9a20feb0-4620-46c5-9532-01805a7f5a8f tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831741 Jun 04 16:27:36.579526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-70d0b535-658c-4c23-b310-d6b48c957547 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:36.716002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-b9cfb237-c771-42f4-9011-8a7603d007cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:36.717224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-b9cfb237-c771-42f4-9011-8a7603d007cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a25d6d86-38aa-4a4a-ab62-3be62b97a432 HTTP/1.1" status: 200 len: 797 time: 0.2662621 Jun 04 16:27:36.737108 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-efa6ef5b-52ef-4ae9-96bc-950b3f465cc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fdb3116-c787-4b04-a395-6976090ed690 HTTP/1.1" status: 200 len: 217 time: 0.1470468 Jun 04 16:27:36.785218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] For port 41f7f031-8a64-40ce-8fa0-f375583ad261, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:36.804961 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-238ec9d0-628f-4774-bfbf-edf532b3d3b5 req-7c653f3f-9d0b-4fab-b8c2-929f319a2912 service neutron] 10.222.0.46 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424531 Jun 04 16:27:36.810422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d0b535-658c-4c23-b310-d6b48c957547 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:36.814722 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d47e43b-5526-4fe3-8a86-bfc94a5ca81f'] response: {'name': 'network-changed', 'server_uuid': '64acd5c9-2da8-40b0-acdf-f41ea922e671', 'tag': '0db3fca9-9ebc-43b7-9c91-47effdf0ee25', 'status': 'completed', 'code': 200} Jun 04 16:27:36.816296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] For port 41f7f031-8a64-40ce-8fa0-f375583ad261, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41f7f031-8a64-40ce-8fa0-f375583ad261,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:36.817842 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70d0b535-658c-4c23-b310-d6b48c957547 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:36.829695 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:36.871627 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2efd5af-0107-4a0b-9a81-2c54dd70664a'] response: {'name': 'network-changed', 'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690', 'status': 'completed', 'code': 200} Jun 04 16:27:36.948491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:36.949101 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:36.950732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] 10.222.0.42 "PUT /v2.0/ports/41f7f031-8a64-40ce-8fa0-f375583ad261 HTTP/1.1" status: 200 len: 1092 time: 3.6543016 Jun 04 16:27:37.018117 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-e6588065-3664-4044-911d-aabdecda8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:37.019696 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-e6588065-3664-4044-911d-aabdecda8f09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a52ac60c-7b2f-44a7-bfdf-ded791d655a5 HTTP/1.1" status: 200 len: 855 time: 0.2684059 Jun 04 16:27:37.126587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Pushing event updated for resources: {'Port': ['ID=41f7f031-8a64-40ce-8fa0-f375583ad261,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:37.162100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-277e182e-1468-4e5f-b91e-099467b27411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:37.162885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5f419223-773b-402b-a024-4fc55c779464 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:37.163620 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-277e182e-1468-4e5f-b91e-099467b27411 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=614a7452-3f8e-48d3-a295-c0d70920f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367388 Jun 04 16:27:37.286647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5f419223-773b-402b-a024-4fc55c779464 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:37.287207 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:37.314153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-e9c635bd-d0be-4200-9256-5276c5cf0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:37.315664 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-e9c635bd-d0be-4200-9256-5276c5cf0c4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ae9684f-8981-4108-80b8-f671d76ed732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5833244 Jun 04 16:27:37.316500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100bb21b-5c50-4f89-a3f7-78c1e04aa67d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f419223-773b-402b-a024-4fc55c779464'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:37.321421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:37.321772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:37.322122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:37.322451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:37.322789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:37.323133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:37.323459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:37.323778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:37.324110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:37.324400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:37.324707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:37.325056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a109175-83e4-45fc-8da6-86df962f83ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:37.327493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5f419223-773b-402b-a024-4fc55c779464, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5f419223-773b-402b-a024-4fc55c779464,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:37.337556 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:37.377423 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-e365df18-f246-421b-917d-728953150431 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064180 Jun 04 16:27:37.406193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5f419223-773b-402b-a024-4fc55c779464,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:37.439689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.objects.ports [None req-70d0b535-658c-4c23-b310-d6b48c957547 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88797) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:27:37.443677 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70d0b535-658c-4c23-b310-d6b48c957547 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:37.480189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9e743-b536-4b4c-87e1-9c3ee5c3ce08 req-6a2fc845-28c8-4fd1-b9ae-ca8d7e0b0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:37.481682 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0a9e743-b536-4b4c-87e1-9c3ee5c3ce08 req-6a2fc845-28c8-4fd1-b9ae-ca8d7e0b0c14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b8a986f09d045a2a2212918afdcfc31&device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 1094 time: 0.5946898 Jun 04 16:27:37.545308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8466e-e4b6-4c97-8685-97f6d6f522dd req-040b80da-ffed-441f-bd51-01029f87a782 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:37.546723 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96c8466e-e4b6-4c97-8685-97f6d6f522dd req-040b80da-ffed-441f-bd51-01029f87a782 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 945 time: 0.5722346 Jun 04 16:27:37.555182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc79a9-5e6f-409e-8d9d-e80a4bd3d7a2 req-3e0ef632-bc53-49f2-83be-9540118392b0 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:37.556381 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1abc79a9-5e6f-409e-8d9d-e80a4bd3d7a2 req-3e0ef632-bc53-49f2-83be-9540118392b0 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 944 time: 0.5797303 Jun 04 16:27:37.561779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d0b535-658c-4c23-b310-d6b48c957547 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:37.566623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-70d0b535-658c-4c23-b310-d6b48c957547 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:37.574694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d0b535-658c-4c23-b310-d6b48c957547 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:37.576199 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70d0b535-658c-4c23-b310-d6b48c957547 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:37.581009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5db5ca7-51fe-4630-8aef-3eb1c8bebdf9 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:37.597178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0b535-658c-4c23-b310-d6b48c957547 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=5c9eb26c-bded-4e97-a208-dc893cb719da,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:37.630150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-c6672ea1-cf87-444f-8718-9aa872996e6e service neutron] 10.222.0.42 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929053 Jun 04 16:27:37.633985 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-56636e17-7d4e-4c39-b38c-ecc5943ff4a2 req-09b7a7f1-2f21-47f9-92bd-0578929f7649 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229211 Jun 04 16:27:37.639013 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-70d0b535-658c-4c23-b310-d6b48c957547 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2389171 Jun 04 16:27:37.642293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44790) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:37.648305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-959e0a57-57de-4cdd-a9b4-6d7bc38249df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:37.653938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c0944b1c-72ca-453f-9ae3-50bf61a8a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:37.655557 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c0944b1c-72ca-453f-9ae3-50bf61a8a0cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f6d1390e6f846d0ae072dfaad0fbd20&device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 1095 time: 0.6349976 Jun 04 16:27:37.834865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-ae598f01-2464-484e-8614-c62dcada2d70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41f7f031-8a64-40ce-8fa0-f375583ad261 HTTP/1.1" status: 200 len: 217 time: 0.1708064 Jun 04 16:27:37.843866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': '5c9eb26c-bded-4e97-a208-dc893cb719da'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:27:37.844704 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:37.905386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1abc79a9-5e6f-409e-8d9d-e80a4bd3d7a2 req-c682a87c-75a1-42f3-8608-1b3ef2ae0c03 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948213 Jun 04 16:27:37.941041 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96c8466e-e4b6-4c97-8685-97f6d6f522dd req-6b1cef60-2537-4de7-8c16-3341d6c53a06 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320875 Jun 04 16:27:37.972009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-959e0a57-57de-4cdd-a9b4-6d7bc38249df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:37.977564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-959e0a57-57de-4cdd-a9b4-6d7bc38249df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:37.981459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-959e0a57-57de-4cdd-a9b4-6d7bc38249df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:37.988818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d044b-f89b-48e1-be24-eb6777ec955c req-b445b3fc-8310-4af1-8848-8ac87bc614d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:37.990307 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab6d044b-f89b-48e1-be24-eb6777ec955c req-b445b3fc-8310-4af1-8848-8ac87bc614d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 1094 time: 0.2682867 Jun 04 16:27:37.991333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-959e0a57-57de-4cdd-a9b4-6d7bc38249df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:38.052758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Allocated IP 2001:db8::f816:3eff:feaf:6e60 (f0dbb02b-9d62-4207-955a-783084b70e61/5c9eb26c-bded-4e97-a208-dc893cb719da/37c0b008-1aed-45cd-8685-4e513f9634e1) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:38.099275 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9e743-b536-4b4c-87e1-9c3ee5c3ce08 req-12425e73-24ad-48d7-adab-2dbb20cbecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.101128 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0a9e743-b536-4b4c-87e1-9c3ee5c3ce08 req-12425e73-24ad-48d7-adab-2dbb20cbecd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 200 len: 910 time: 0.6023445 Jun 04 16:27:38.101693 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959e0a57-57de-4cdd-a9b4-6d7bc38249df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:38.105253 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-959e0a57-57de-4cdd-a9b4-6d7bc38249df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:38.163750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c206f3e9-fc46-428b-a47f-84fff68c42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.165149 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-c206f3e9-fc46-428b-a47f-84fff68c42c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11e04031-3729-4919-8e9f-f1d9cf7008d0 HTTP/1.1" status: 200 len: 845 time: 0.3115847 Jun 04 16:27:38.239962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d044b-f89b-48e1-be24-eb6777ec955c req-b284fc1a-eb9a-428c-90e4-f8c339b46a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.241442 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab6d044b-f89b-48e1-be24-eb6777ec955c req-b284fc1a-eb9a-428c-90e4-f8c339b46a06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 917 time: 0.2446377 Jun 04 16:27:38.277934 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:38.284557 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0a9e743-b536-4b4c-87e1-9c3ee5c3ce08 req-f5a08a25-0530-43ad-9ad3-75e245117b36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db3fca9-9ebc-43b7-9c91-47effdf0ee25 HTTP/1.1" status: 200 len: 217 time: 0.1333122 Jun 04 16:27:38.286502 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-466b62d0-06d5-4bc1-a011-5ad79eaa2f13 req-e524dc69-c52f-484d-b079-b37f6a0ba9bd service neutron] 10.222.0.42 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273801 Jun 04 16:27:38.289270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Transition to ACTIVE for port object 37c0b008-1aed-45cd-8685-4e513f9634e1 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:38.290871 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-244fb804-4faa-4dd2-baad-f31ac72dd302 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636680 Jun 04 16:27:38.319482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Transition to ACTIVE for port object 37c0b008-1aed-45cd-8685-4e513f9634e1 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:38.326029 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:38.336073 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab6d044b-f89b-48e1-be24-eb6777ec955c req-96bba856-c79c-411d-81a6-2c5e2bae1f5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fdb3116-c787-4b04-a395-6976090ed690 HTTP/1.1" status: 200 len: 217 time: 0.0794272 Jun 04 16:27:38.346919 n-d-811809-3 neutron-server[88797]: INFO neutron.db.ipam_backend_mixin [None req-959e0a57-57de-4cdd-a9b4-6d7bc38249df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c9eb26c-bded-4e97-a208-dc893cb719da (CIDR: 2001:db8::/64) Jun 04 16:27:38.381189 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-959e0a57-57de-4cdd-a9b4-6d7bc38249df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:27:38.381920 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959e0a57-57de-4cdd-a9b4-6d7bc38249df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:27:38.396011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:38.399526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:38.406108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:38.408249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Pushing event updated for resources: {'Port': ['ID=37c0b008-1aed-45cd-8685-4e513f9634e1,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:38.418756 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-959e0a57-57de-4cdd-a9b4-6d7bc38249df tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7750514 Jun 04 16:27:38.421852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44796) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:38.425918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d044b-f89b-48e1-be24-eb6777ec955c req-17bb45fd-564e-4305-9ebc-6ab88b7122a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.427963 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab6d044b-f89b-48e1-be24-eb6777ec955c req-17bb45fd-564e-4305-9ebc-6ab88b7122a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a52ac60c-7b2f-44a7-bfdf-ded791d655a5 HTTP/1.1" status: 200 len: 855 time: 0.0827267 Jun 04 16:27:38.432060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:38.463132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9e743-b536-4b4c-87e1-9c3ee5c3ce08 req-daf69133-5075-4a5d-ae5d-6c888bc722bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.464577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0a9e743-b536-4b4c-87e1-9c3ee5c3ce08 req-daf69133-5075-4a5d-ae5d-6c888bc722bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 200 len: 849 time: 0.1632428 Jun 04 16:27:38.529882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Attempting to bind port 37c0b008-1aed-45cd-8685-4e513f9634e1 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:38.530221 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0a9e743-b536-4b4c-87e1-9c3ee5c3ce08 req-c396aee1-9e5e-47c0-add5-2118eb525988 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b42b411-d798-4ee5-9060-a55b6983c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525782 Jun 04 16:27:38.530536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Attempting to bind port 37c0b008-1aed-45cd-8685-4e513f9634e1 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:38.531046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Attempting to bind port 37c0b008-1aed-45cd-8685-4e513f9634e1 on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:38.539501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:38.540041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:38.540588 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:38.541079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:38.541953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Bound port: 37c0b008-1aed-45cd-8685-4e513f9634e1, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:38.543153 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:38.581163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ad21-9272-4a7e-801f-e45ea486d87c req-0f669072-9869-4d62-8d2d-b42d0a389a73 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.587617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ad21-9272-4a7e-801f-e45ea486d87c req-0f669072-9869-4d62-8d2d-b42d0a389a73 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.593281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ad21-9272-4a7e-801f-e45ea486d87c req-0f669072-9869-4d62-8d2d-b42d0a389a73 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.599291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ad21-9272-4a7e-801f-e45ea486d87c req-0f669072-9869-4d62-8d2d-b42d0a389a73 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.605125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ad21-9272-4a7e-801f-e45ea486d87c req-0f669072-9869-4d62-8d2d-b42d0a389a73 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.610949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ad21-9272-4a7e-801f-e45ea486d87c req-0f669072-9869-4d62-8d2d-b42d0a389a73 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.616956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ad21-9272-4a7e-801f-e45ea486d87c req-0f669072-9869-4d62-8d2d-b42d0a389a73 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.618925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25c9ad21-9272-4a7e-801f-e45ea486d87c req-0f669072-9869-4d62-8d2d-b42d0a389a73 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5429 time: 0.5699837 Jun 04 16:27:38.633102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:38.639641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:38.640558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a1fbd-0b26-447a-9f68-28cb97b6ac01 req-f78361bb-2917-46cb-8678-c2c1cd730102 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.643597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d044b-f89b-48e1-be24-eb6777ec955c req-d4ed4f81-dd40-44bb-aadc-a3fb8dc425ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:38.645112 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab6d044b-f89b-48e1-be24-eb6777ec955c req-d4ed4f81-dd40-44bb-aadc-a3fb8dc425ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=614a7452-3f8e-48d3-a295-c0d70920f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956923 Jun 04 16:27:38.645944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:38.646947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-332a1fbd-0b26-447a-9f68-28cb97b6ac01 req-f78361bb-2917-46cb-8678-c2c1cd730102 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 947 time: 0.5559871 Jun 04 16:27:38.674168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:38.702320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] For port 37c0b008-1aed-45cd-8685-4e513f9634e1, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:38.707096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] For port 37c0b008-1aed-45cd-8685-4e513f9634e1, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=37c0b008-1aed-45cd-8685-4e513f9634e1,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:38.711935 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:38.738346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-604b2fcc-0a2b-4db2-b1f1-405ed72df410 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043789 Jun 04 16:27:38.745879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:38.749991 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:38.803789 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf9d58-fa62-4fd0-b476-d11175c96f78 None None] Pushing event updated for resources: {'Port': ['ID=37c0b008-1aed-45cd-8685-4e513f9634e1,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:38.866080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac00be8-4abc-4318-b354-c38df795539c', 'tag': '41f7f031-8a64-40ce-8fa0-f375583ad261'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:38.899603 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab6d044b-f89b-48e1-be24-eb6777ec955c req-43b606b1-f9ce-4b72-b1c4-cdd5fb6c88f3 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472696 Jun 04 16:27:38.906303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-332a1fbd-0b26-447a-9f68-28cb97b6ac01 req-991c60d3-17bd-4e96-b7e5-954152bc9f2f tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583055 Jun 04 16:27:38.914400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25c9ad21-9272-4a7e-801f-e45ea486d87c req-af17acc7-d8ed-4f37-ae65-373ac4900c43 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2651110 Jun 04 16:27:38.997518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0a9e743-b536-4b4c-87e1-9c3ee5c3ce08 req-ea1d6164-8fbd-4e8c-8464-31510bb7613e service neutron] 10.222.0.46 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498301 Jun 04 16:27:39.071594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88ff65ed-c5bc-41b5-928c-ddf390061751 req-49aed2ba-c3dc-492b-8987-e05ea86c53f3 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193088 Jun 04 16:27:39.075233 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f153beb4-8ff2-4ed3-886b-7e672c1189eb'] response: {'server_uuid': '100bb21b-5c50-4f89-a3f7-78c1e04aa67d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f419223-773b-402b-a024-4fc55c779464', 'code': 200} Jun 04 16:27:39.086725 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab6d044b-f89b-48e1-be24-eb6777ec955c req-ffe1e50a-073a-4828-bc14-71df721603b0 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757298 Jun 04 16:27:39.175561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:27:39.272619 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:39.335402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:39.338677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:39.343707 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:39.344305 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:39.355416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=0db3fca9-9ebc-43b7-9c91-47effdf0ee25,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:39.364349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=0523c7ca-1a05-4352-bd1c-b4d9a2e51cef,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:39.373548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '0db3fca9-9ebc-43b7-9c91-47effdf0ee25', 'network_id': '9b42b411-d798-4ee5-9060-a55b6983c021', 'port_id': '0db3fca9-9ebc-43b7-9c91-47effdf0ee25', 'mac_address': 'fa:16:3e:20:a8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d59b55-122b-45b5-8c8d-d6b98258f32b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:27:39.378986 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f1e9b31f-ec89-4fcc-9ef7-064cdfae85ab tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9558973 Jun 04 16:27:39.382214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44806) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:39.388362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'mac_address': 'fa:16:3e:61:cc:78', 'name': 'tempest-NetworksTestDHCPv6-82046317'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:39.437459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:39.438023 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:39.458839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:39.475863 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=0db3fca9-9ebc-43b7-9c91-47effdf0ee25,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:39.481759 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:39.527246 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0a9e743-b536-4b4c-87e1-9c3ee5c3ce08 req-7477079b-fee1-4d26-8dd0-87af5c1f79c4 service neutron] 10.222.0.46 "GET /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194225 Jun 04 16:27:39.550389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf339e-dc42-406d-8e28-4110dfe17bb7 req-b092fd62-43ba-4ba7-b596-23bc6a5de3ba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:39.552229 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45bf339e-dc42-406d-8e28-4110dfe17bb7 req-b092fd62-43ba-4ba7-b596-23bc6a5de3ba tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 945 time: 0.3805919 Jun 04 16:27:39.555102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:39.560661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901f778-d8b4-4045-9595-ecba9484805b req-cdccea0c-cbfe-47ee-9e36-1d2879a8e0b4 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:39.562138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d901f778-d8b4-4045-9595-ecba9484805b req-cdccea0c-cbfe-47ee-9e36-1d2879a8e0b4 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 943 time: 0.2036889 Jun 04 16:27:39.563243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:39.568173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:39.571269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=0db3fca9-9ebc-43b7-9c91-47effdf0ee25,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:39.580435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:39.593162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:39.638291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45bf339e-dc42-406d-8e28-4110dfe17bb7 req-ac8605c2-e21a-47a4-8066-f461c89dc509 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751219 Jun 04 16:27:39.641089 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d901f778-d8b4-4045-9595-ecba9484805b req-c6e494e4-46b1-410b-bd16-3d9a15aad74f tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647001 Jun 04 16:27:39.738469 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:39.747090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['0db3fca9-9ebc-43b7-9c91-47effdf0ee25'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:39.784448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port fa880b62-d7aa-4c4f-9671-4cb80f3d7277 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:27:39.852981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11da3e56-4841-48f8-affa-3bb5e10aee0b req-b280ae96-2b2a-4679-92ed-77060fa3e95f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4f4c485c2ef34d11931bdb454a82a6c4 HTTP/1.1" status: 200 len: 267 time: 0.0855165 Jun 04 16:27:40.016942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 37c0b008-1aed-45cd-8685-4e513f9634e1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:40.017671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf084fb-1373-4584-9114-ddc6d0ce7d3b req-3fd16654-7ddf-415e-819e-9d9f469df0a6 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:40.019461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecf084fb-1373-4584-9114-ddc6d0ce7d3b req-3fd16654-7ddf-415e-819e-9d9f469df0a6 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 943 time: 0.2181427 Jun 04 16:27:40.039984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da3e56-4841-48f8-affa-3bb5e10aee0b req-0a1c00b6-c12a-459f-8074-82929d9cb495 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:40.048288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11da3e56-4841-48f8-affa-3bb5e10aee0b req-0a1c00b6-c12a-459f-8074-82929d9cb495 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 945 time: 0.1889906 Jun 04 16:27:40.067934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-11da3e56-4841-48f8-affa-3bb5e10aee0b req-28cf0f35-e949-447e-8df7-e45aba15fc1f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Request body: {'port': {'security_groups': []}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:40.084605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e9f370-5d30-4c00-b442-dacd400e2501 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:40.145932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecf084fb-1373-4584-9114-ddc6d0ce7d3b req-e76e1297-a089-4ce1-9681-036ef1f4e36c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955181 Jun 04 16:27:40.200876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2e1a7c37-a065-4246-b030-08d33cb1e13e None None] Provisioning for port 37c0b008-1aed-45cd-8685-4e513f9634e1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:40.233887 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab510bf9-70c7-4b26-a423-8e840e6c5f20'] response: {'name': 'network-changed', 'server_uuid': '7ac00be8-4abc-4318-b354-c38df795539c', 'tag': '41f7f031-8a64-40ce-8fa0-f375583ad261', 'status': 'completed', 'code': 200} Jun 04 16:27:40.238848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8:0:1::158 (f0dbb02b-9d62-4207-955a-783084b70e61/0523c7ca-1a05-4352-bd1c-b4d9a2e51cef/fa880b62-d7aa-4c4f-9671-4cb80f3d7277) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:40.245672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 37c0b008-1aed-45cd-8685-4e513f9634e1 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:40.248163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::f816:3eff:fe61:cc78 (f0dbb02b-9d62-4207-955a-783084b70e61/5c9eb26c-bded-4e97-a208-dc893cb719da/fa880b62-d7aa-4c4f-9671-4cb80f3d7277) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:40.256195 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11da3e56-4841-48f8-affa-3bb5e10aee0b req-28cf0f35-e949-447e-8df7-e45aba15fc1f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:40.264831 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 37c0b008-1aed-45cd-8685-4e513f9634e1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:40.265207 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:40.486580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 37c0b008-1aed-45cd-8685-4e513f9634e1 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:40.487288 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:40.514059 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:40.529830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object fa880b62-d7aa-4c4f-9671-4cb80f3d7277 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:40.561665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 37c0b008-1aed-45cd-8685-4e513f9634e1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=37c0b008-1aed-45cd-8685-4e513f9634e1,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:40.572029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:40.573388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c89b7-d6e2-40c4-8657-bf01752a2af8 req-0934b793-5bc9-4452-a3e8-4c59561f3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:40.576834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf3c89b7-d6e2-40c4-8657-bf01752a2af8 req-0934b793-5bc9-4452-a3e8-4c59561f3a37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f6d1390e6f846d0ae072dfaad0fbd20&device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 1095 time: 0.2952225 Jun 04 16:27:40.579271 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:40.634276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642732-7f49-4234-a76f-ba4aaf912ea9 req-ec961c43-1ae0-4262-9f44-4cf7d3eb7e58 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:40.636104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d642732-7f49-4234-a76f-ba4aaf912ea9 req-ec961c43-1ae0-4262-9f44-4cf7d3eb7e58 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 944 time: 0.2817914 Jun 04 16:27:40.673252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:40.677940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:40.681413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:40.687520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:40.688313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:40.697807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=fa880b62-d7aa-4c4f-9671-4cb80f3d7277,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:40.723147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=37c0b008-1aed-45cd-8685-4e513f9634e1,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:40.724005 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-226eb97c-201b-49e1-afd5-bd01165fe309 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3404112 Jun 04 16:27:40.726671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44816) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:40.737592 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b06830-645e-4c7b-8c3d-e2e15467767f None None] Update dhcp port {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'fixed_ips': [{'subnet_id': '5c9eb26c-bded-4e97-a208-dc893cb719da', 'ip_address': '2001:db8::f816:3eff:feaf:6e60'}, {'subnet_id': '0523c7ca-1a05-4352-bd1c-b4d9a2e51cef'}], 'binding:host_id': 'n-d-811809-3'}, 'id': '37c0b008-1aed-45cd-8685-4e513f9634e1'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:27:40.798285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-11da3e56-4841-48f8-affa-3bb5e10aee0b req-28cf0f35-e949-447e-8df7-e45aba15fc1f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] For port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:40.804623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d035a61e-e5e6-4796-9b62-89a1baee23fd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port fa880b62-d7aa-4c4f-9671-4cb80f3d7277 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:40.805192 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d035a61e-e5e6-4796-9b62-89a1baee23fd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:40.806127 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a0b06830-645e-4c7b-8c3d-e2e15467767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:40.814612 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d642732-7f49-4234-a76f-ba4aaf912ea9 req-8f784615-a681-465a-b457-6e0f392488c1 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244199 Jun 04 16:27:40.857404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c89b7-d6e2-40c4-8657-bf01752a2af8 req-eb766fda-7de8-4448-a787-ce3ddd38c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:40.857404 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf3c89b7-d6e2-40c4-8657-bf01752a2af8 req-eb766fda-7de8-4448-a787-ce3ddd38c675 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e HTTP/1.1" status: 200 len: 906 time: 0.2673578 Jun 04 16:27:40.970278 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf3c89b7-d6e2-40c4-8657-bf01752a2af8 req-06923e29-8cff-4dc6-ba31-5895bf1c105d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41f7f031-8a64-40ce-8fa0-f375583ad261 HTTP/1.1" status: 200 len: 217 time: 0.0736842 Jun 04 16:27:40.974486 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11da3e56-4841-48f8-affa-3bb5e10aee0b req-28cf0f35-e949-447e-8df7-e45aba15fc1f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:41.024866 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11da3e56-4841-48f8-affa-3bb5e10aee0b req-28cf0f35-e949-447e-8df7-e45aba15fc1f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:41.091225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-a0b06830-645e-4c7b-8c3d-e2e15467767f None None] Allocated IP 2001:db8:0:1::2 (f0dbb02b-9d62-4207-955a-783084b70e61/0523c7ca-1a05-4352-bd1c-b4d9a2e51cef/37c0b008-1aed-45cd-8685-4e513f9634e1) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:41.107005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf0f35-e949-447e-8df7-e45aba15fc1f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event updated for resources: {'Port': ['ID=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:41.130140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da3e56-4841-48f8-affa-3bb5e10aee0b req-28cf0f35-e949-447e-8df7-e45aba15fc1f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:41.135017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d035a61e-e5e6-4796-9b62-89a1baee23fd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:41.142502 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11da3e56-4841-48f8-affa-3bb5e10aee0b req-28cf0f35-e949-447e-8df7-e45aba15fc1f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:41.143836 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11da3e56-4841-48f8-affa-3bb5e10aee0b req-28cf0f35-e949-447e-8df7-e45aba15fc1f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "PUT /v2.0/ports/7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 HTTP/1.1" status: 200 len: 904 time: 1.0945828 Jun 04 16:27:41.150999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c89b7-d6e2-40c4-8657-bf01752a2af8 req-235fe75c-541d-44ca-a1e6-1f01c7033aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:41.152418 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf3c89b7-d6e2-40c4-8657-bf01752a2af8 req-235fe75c-541d-44ca-a1e6-1f01c7033aaa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11e04031-3729-4919-8e9f-f1d9cf7008d0 HTTP/1.1" status: 200 len: 845 time: 0.1755099 Jun 04 16:27:41.245774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf3c89b7-d6e2-40c4-8657-bf01752a2af8 req-2db1ceb6-0125-4880-bb96-025b5e00de66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822494 Jun 04 16:27:41.246033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['0d41e9d3-02af-41b9-b725-3edb34471ecd', '7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:41.289470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['b3f4cec0-705b-401c-b177-4b8cc0c0616d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:41.333809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d035a61e-e5e6-4796-9b62-89a1baee23fd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for fa880b62-d7aa-4c4f-9671-4cb80f3d7277 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:41.371211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5fdb3116-c787-4b04-a395-6976090ed690 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:27:41.391309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:41.448774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:41.620109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d035a61e-e5e6-4796-9b62-89a1baee23fd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:41.678922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035a61e-e5e6-4796-9b62-89a1baee23fd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=fa880b62-d7aa-4c4f-9671-4cb80f3d7277,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:41.748608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf3c89b7-d6e2-40c4-8657-bf01752a2af8 req-0f2fe3ec-1d93-41b6-857d-fecd8b5e4b1c service neutron] 10.222.0.42 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918897 Jun 04 16:27:41.757349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fe95e-0106-4914-a53b-ab4482e658f7 req-c6268fb4-e6c4-4d06-b669-184f276b9331 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:41.758938 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d63fe95e-0106-4914-a53b-ab4482e658f7 req-c6268fb4-e6c4-4d06-b669-184f276b9331 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 945 time: 0.3700378 Jun 04 16:27:41.778675 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d035a61e-e5e6-4796-9b62-89a1baee23fd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:41.792045 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d035a61e-e5e6-4796-9b62-89a1baee23fd tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/fa880b62-d7aa-4c4f-9671-4cb80f3d7277 HTTP/1.1" status: 204 len: 168 time: 1.0618517 Jun 04 16:27:41.792336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44834) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:41.880706 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec275954-8318-4eb9-af45-6c9dd1e48861 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:41.881531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ec275954-8318-4eb9-af45-6c9dd1e48861 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:41.887912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8f94a-4569-49d3-81a5-aeaedf780b1d req-80b4bf07-d8f1-40b5-87b6-82df92f2ff64 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:41.895583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8f94a-4569-49d3-81a5-aeaedf780b1d req-80b4bf07-d8f1-40b5-87b6-82df92f2ff64 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:41.897923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5ac3c7f5-7218-468e-a22b-5f64309640ca None None] Provisioning complete for port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:41.898500 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c7f5-7218-468e-a22b-5f64309640ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:41.901103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ec275954-8318-4eb9-af45-6c9dd1e48861 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:41.901649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8f94a-4569-49d3-81a5-aeaedf780b1d req-80b4bf07-d8f1-40b5-87b6-82df92f2ff64 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:41.902755 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ec275954-8318-4eb9-af45-6c9dd1e48861 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1092982 Jun 04 16:27:41.905404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44840) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:41.907577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8f94a-4569-49d3-81a5-aeaedf780b1d req-80b4bf07-d8f1-40b5-87b6-82df92f2ff64 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:41.913860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8f94a-4569-49d3-81a5-aeaedf780b1d req-80b4bf07-d8f1-40b5-87b6-82df92f2ff64 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:41.919809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8f94a-4569-49d3-81a5-aeaedf780b1d req-80b4bf07-d8f1-40b5-87b6-82df92f2ff64 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:41.925804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8f94a-4569-49d3-81a5-aeaedf780b1d req-80b4bf07-d8f1-40b5-87b6-82df92f2ff64 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:41.934462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cb8f94a-4569-49d3-81a5-aeaedf780b1d req-80b4bf07-d8f1-40b5-87b6-82df92f2ff64 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5429 time: 0.3049502 Jun 04 16:27:41.969926 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d63fe95e-0106-4914-a53b-ab4482e658f7 req-79acdea9-df0a-4ccb-9ab4-d45b921916a5 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886873 Jun 04 16:27:41.984548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a0b06830-645e-4c7b-8c3d-e2e15467767f None None] For port 37c0b008-1aed-45cd-8685-4e513f9634e1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=37c0b008-1aed-45cd-8685-4e513f9634e1,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:41.988284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 37c0b008-1aed-45cd-8685-4e513f9634e1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:42.002548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cb8f94a-4569-49d3-81a5-aeaedf780b1d req-a487039f-f9d3-4a1f-9897-9080855e66fe tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669720 Jun 04 16:27:42.021661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e81bce3-5297-4822-8c5b-6648044250a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:42.022950 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8e81bce3-5297-4822-8c5b-6648044250a5 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1166232 Jun 04 16:27:42.026584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44846) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:42.094721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf3c89b7-d6e2-40c4-8657-bf01752a2af8 req-2786f41a-1702-4b50-8d79-fbcc521f3184 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349349 Jun 04 16:27:42.112199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b762d-c989-4bfd-ae6c-dc4fbb5e0b72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:42.113100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b762d-c989-4bfd-ae6c-dc4fbb5e0b72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:42.115145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b762d-c989-4bfd-ae6c-dc4fbb5e0b72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:42.116231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a89b762d-c989-4bfd-ae6c-dc4fbb5e0b72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:42.208472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:42.225614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a89b762d-c989-4bfd-ae6c-dc4fbb5e0b72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:42.226793 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a89b762d-c989-4bfd-ae6c-dc4fbb5e0b72 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1997528 Jun 04 16:27:42.228483 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a0b06830-645e-4c7b-8c3d-e2e15467767f None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:42.229872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44850) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:42.233783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:42.236150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e78b02-c0ff-4964-9e63-dc461055b885', 'tag': '7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:42.260475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:42.260740 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:42.279673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641c8f7-c82a-4ab0-9f45-7e16cef3cf92 req-5b1d3ef7-a70f-4bee-8883-9e15262e0498 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:42.281139 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e641c8f7-c82a-4ab0-9f45-7e16cef3cf92 req-5b1d3ef7-a70f-4bee-8883-9e15262e0498 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 944 time: 0.1626737 Jun 04 16:27:42.289491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e866a-6366-49d5-9da1-f2a4d64bdf56 req-ce1d3918-3dd1-4563-8a42-f69ec08f70cf tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:42.291053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-991e866a-6366-49d5-9da1-f2a4d64bdf56 req-ce1d3918-3dd1-4563-8a42-f69ec08f70cf tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 907 time: 0.1366153 Jun 04 16:27:42.308658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc324a7-a836-407d-a060-01caff3ea304 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 0523c7ca-1a05-4352-bd1c-b4d9a2e51cef {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:27:42.325695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '5fdb3116-c787-4b04-a395-6976090ed690', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'port_id': '5fdb3116-c787-4b04-a395-6976090ed690', 'mac_address': 'fa:16:3e:eb:64:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:27:42.327670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 41f7f031-8a64-40ce-8fa0-f375583ad261 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:27:42.332532 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e641c8f7-c82a-4ab0-9f45-7e16cef3cf92 req-34d09588-063b-45bd-b8c2-0094a1815d8f tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Jun 04 16:27:42.363581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a0b06830-645e-4c7b-8c3d-e2e15467767f None None] Transition to ACTIVE for port object 37c0b008-1aed-45cd-8685-4e513f9634e1 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:42.371351 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2bc324a7-a836-407d-a060-01caff3ea304 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:42.452976 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2bc324a7-a836-407d-a060-01caff3ea304 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:42.502213 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a0b06830-645e-4c7b-8c3d-e2e15467767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:42.504687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe62e7-3692-4f51-8362-f738feca4ea5 req-1ef614c3-fb1e-4257-a03f-c66291a29903 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:42.506405 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34fe62e7-3692-4f51-8362-f738feca4ea5 req-1ef614c3-fb1e-4257-a03f-c66291a29903 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 943 time: 0.0967913 Jun 04 16:27:42.610750 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34fe62e7-3692-4f51-8362-f738feca4ea5 req-66f40600-da60-424a-b08d-f941b43facf9 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557866 Jun 04 16:27:42.642484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e094-d01f-4b35-bb74-c66356ced952 req-74822dac-47cc-4268-a60f-37166460730e tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:42.642759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b06830-645e-4c7b-8c3d-e2e15467767f None None] Pushing event updated for resources: {'Port': ['ID=37c0b008-1aed-45cd-8685-4e513f9634e1,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:42.642873 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a355e094-d01f-4b35-bb74-c66356ced952 req-74822dac-47cc-4268-a60f-37166460730e tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 944 time: 0.1314223 Jun 04 16:27:42.693214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a355e094-d01f-4b35-bb74-c66356ced952 req-08c7a407-8bfb-42f1-ac07-b4528a42834b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533972 Jun 04 16:27:42.730701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5fdb3116-c787-4b04-a395-6976090ed690 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:42.731216 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:42.736083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2bc324a7-a836-407d-a060-01caff3ea304 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:42.744824 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044d88f4-88b6-478b-a6c6-e85577227c37'] response: {'name': 'network-changed', 'server_uuid': '22e78b02-c0ff-4964-9e63-dc461055b885', 'tag': '7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5', 'status': 'completed', 'code': 200} Jun 04 16:27:42.749015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3c7f5-7218-468e-a22b-5f64309640ca None None] Current status of the port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:42.762518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdb3116-c787-4b04-a395-6976090ed690 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:42.866296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abde50-c478-432d-80d5-924ec8d99f00 req-dc960554-981f-4a22-80e6-ae986616fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:42.868380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05abde50-c478-432d-80d5-924ec8d99f00 req-dc960554-981f-4a22-80e6-ae986616fe54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 1058 time: 0.0990808 Jun 04 16:27:42.872769 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2bc324a7-a836-407d-a060-01caff3ea304 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:42.927167 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2bc324a7-a836-407d-a060-01caff3ea304 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:42.935476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc324a7-a836-407d-a060-01caff3ea304 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=0523c7ca-1a05-4352-bd1c-b4d9a2e51cef,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:42.950701 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2bc324a7-a836-407d-a060-01caff3ea304 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/0523c7ca-1a05-4352-bd1c-b4d9a2e51cef HTTP/1.1" status: 204 len: 168 time: 0.7194967 Jun 04 16:27:42.953496 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44868) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:42.969265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:42.969876 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:43.000956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:43.021698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64acd5c9-2da8-40b0-acdf-f41ea922e671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db3fca9-9ebc-43b7-9c91-47effdf0ee25'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:43.029527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 41f7f031-8a64-40ce-8fa0-f375583ad261, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41f7f031-8a64-40ce-8fa0-f375583ad261,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:43.038677 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:43.054794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-02839613-5898-41dd-a53d-856eb89a6c60 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 5c9eb26c-bded-4e97-a208-dc893cb719da {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:27:43.058999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02839613-5898-41dd-a53d-856eb89a6c60 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:43.091205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=0db3fca9-9ebc-43b7-9c91-47effdf0ee25,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:43.108218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '41f7f031-8a64-40ce-8fa0-f375583ad261', 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e', 'port_id': '41f7f031-8a64-40ce-8fa0-f375583ad261', 'mac_address': 'fa:16:3e:57:0d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e04031-3729-4919-8e9f-f1d9cf7008d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:27:43.114218 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:43.136408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02839613-5898-41dd-a53d-856eb89a6c60 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:43.147568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abde50-c478-432d-80d5-924ec8d99f00 req-ac313d90-80b4-4b9b-923d-567874581592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:43.149052 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05abde50-c478-432d-80d5-924ec8d99f00 req-ac313d90-80b4-4b9b-923d-567874581592 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.2748337 Jun 04 16:27:43.157478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32414094-a8fd-435a-a73b-c01b10a1a305 req-35465a11-2a20-4b29-83cc-b7f983ea4b8d tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:43.159019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-32414094-a8fd-435a-a73b-c01b10a1a305 req-35465a11-2a20-4b29-83cc-b7f983ea4b8d tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 945 time: 0.1956379 Jun 04 16:27:43.184952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 41f7f031-8a64-40ce-8fa0-f375583ad261 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:43.185603 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:43.217167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f7f031-8a64-40ce-8fa0-f375583ad261 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:43.225813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5fdb3116-c787-4b04-a395-6976090ed690,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:43.238078 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02839613-5898-41dd-a53d-856eb89a6c60 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:43.244295 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05abde50-c478-432d-80d5-924ec8d99f00 req-0c6ac86e-865c-4a52-a6ab-b33c30793297 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 HTTP/1.1" status: 200 len: 217 time: 0.0841782 Jun 04 16:27:43.292832 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 41f7f031-8a64-40ce-8fa0-f375583ad261, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41f7f031-8a64-40ce-8fa0-f375583ad261,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:43.318603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=0db3fca9-9ebc-43b7-9c91-47effdf0ee25,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:43.322121 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:43.326690 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02839613-5898-41dd-a53d-856eb89a6c60 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:43.337348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86086eaa-5509-461e-b9a4-4cfda6d79f66 req-a184acaa-cde5-4bd1-8737-c3477937d49e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:43.338925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86086eaa-5509-461e-b9a4-4cfda6d79f66 req-a184acaa-cde5-4bd1-8737-c3477937d49e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.3424141 Jun 04 16:27:43.360775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5fdb3116-c787-4b04-a395-6976090ed690'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:43.379847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02839613-5898-41dd-a53d-856eb89a6c60 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9eb26c-bded-4e97-a208-dc893cb719da,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:43.384130 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02839613-5898-41dd-a53d-856eb89a6c60 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:43.390565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-32414094-a8fd-435a-a73b-c01b10a1a305 req-86e8c5e8-d5d4-4955-8782-f938c08db713 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366208 Jun 04 16:27:43.410108 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-02839613-5898-41dd-a53d-856eb89a6c60 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/5c9eb26c-bded-4e97-a208-dc893cb719da HTTP/1.1" status: 204 len: 168 time: 0.4554613 Jun 04 16:27:43.413594 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44880) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:43.433049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abde50-c478-432d-80d5-924ec8d99f00 req-7316db09-0eed-4645-a36b-53eebef10eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:43.434504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05abde50-c478-432d-80d5-924ec8d99f00 req-7316db09-0eed-4645-a36b-53eebef10eaa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.1472883 Jun 04 16:27:43.452973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=41f7f031-8a64-40ce-8fa0-f375583ad261,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:43.480152 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c96a92-27a4-4b0b-8a01-4a8248fd6ece'] response: {'server_uuid': '64acd5c9-2da8-40b0-acdf-f41ea922e671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db3fca9-9ebc-43b7-9c91-47effdf0ee25', 'code': 200} Jun 04 16:27:43.544487 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8cc4213b-c228-4231-b8ff-4eddc7664c0a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1297569 Jun 04 16:27:43.549164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86086eaa-5509-461e-b9a4-4cfda6d79f66 req-1dde7e12-266a-4c02-a325-6a0baf0defce tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975391 Jun 04 16:27:43.549654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44886) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:43.556307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['41f7f031-8a64-40ce-8fa0-f375583ad261'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:43.593451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:43.725826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1c059b-2caf-4c3c-bf3a-90c0fe8e3801 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:43.973375 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 37c0b008-1aed-45cd-8685-4e513f9634e1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:44.010999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-24e2491b-2033-419d-8d44-bd6c0ff7d456 None None] Provisioning for port 37c0b008-1aed-45cd-8685-4e513f9634e1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:44.060699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abde50-c478-432d-80d5-924ec8d99f00 req-39236e1e-fe84-4ac4-92b9-14cb96fc743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:44.062162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05abde50-c478-432d-80d5-924ec8d99f00 req-39236e1e-fe84-4ac4-92b9-14cb96fc743b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6151364 Jun 04 16:27:44.065210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:44.075813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:44.079671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-24e2491b-2033-419d-8d44-bd6c0ff7d456 None None] Provisioning complete for port 37c0b008-1aed-45cd-8685-4e513f9634e1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:44.080037 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-24e2491b-2033-419d-8d44-bd6c0ff7d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:44.099874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:44.114817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:44.202359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:44.205881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:44.236942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 37c0b008-1aed-45cd-8685-4e513f9634e1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:44.237311 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:44.323620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16c4d-b987-4415-9492-462bb39e75dc req-9646939f-7485-4a08-a980-09a93369ecc2 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:44.329651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16c4d-b987-4415-9492-462bb39e75dc req-9646939f-7485-4a08-a980-09a93369ecc2 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:44.336152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16c4d-b987-4415-9492-462bb39e75dc req-9646939f-7485-4a08-a980-09a93369ecc2 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:44.343287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16c4d-b987-4415-9492-462bb39e75dc req-9646939f-7485-4a08-a980-09a93369ecc2 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:44.352734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16c4d-b987-4415-9492-462bb39e75dc req-9646939f-7485-4a08-a980-09a93369ecc2 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:44.354983 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-24e2491b-2033-419d-8d44-bd6c0ff7d456 None None] Current status of the port 37c0b008-1aed-45cd-8685-4e513f9634e1 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:44.362001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16c4d-b987-4415-9492-462bb39e75dc req-9646939f-7485-4a08-a980-09a93369ecc2 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:44.371351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16c4d-b987-4415-9492-462bb39e75dc req-9646939f-7485-4a08-a980-09a93369ecc2 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:44.373919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fd16c4d-b987-4415-9492-462bb39e75dc req-9646939f-7485-4a08-a980-09a93369ecc2 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5429 time: 0.7173810 Jun 04 16:27:44.394089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a0be80-d405-4e0b-a3fe-fe3d3bf64bdf None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:27:44.409236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b5a0be80-d405-4e0b-a3fe-fe3d3bf64bdf None None] Deleting port 37c0b008-1aed-45cd-8685-4e513f9634e1 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:44.409605 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5a0be80-d405-4e0b-a3fe-fe3d3bf64bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:44.411916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d2419-bb76-4b64-bdd5-d7242bf72e60 req-35bc9952-8bbb-49d6-9fa1-32747574c20a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:44.413373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dd6d2419-bb76-4b64-bdd5-d7242bf72e60 req-35bc9952-8bbb-49d6-9fa1-32747574c20a tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 945 time: 0.7112908 Jun 04 16:27:44.451103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f55f3-156b-4e1c-a0fe-8b904913fe71 req-a94665ed-60de-41e7-a176-1d48bd8f3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:44.452595 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-537f55f3-156b-4e1c-a0fe-8b904913fe71 req-a94665ed-60de-41e7-a176-1d48bd8f3c34 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 1096 time: 0.9020593 Jun 04 16:27:44.454249 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05abde50-c478-432d-80d5-924ec8d99f00 req-b22bbe54-263e-4ff6-b07b-be736d3c3043 service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800030 Jun 04 16:27:44.463280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 37c0b008-1aed-45cd-8685-4e513f9634e1 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:44.624434 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b5a0be80-d405-4e0b-a3fe-fe3d3bf64bdf None None] For port 37c0b008-1aed-45cd-8685-4e513f9634e1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=37c0b008-1aed-45cd-8685-4e513f9634e1,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:44.624685 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5a0be80-d405-4e0b-a3fe-fe3d3bf64bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:44.645583 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-537f55f3-156b-4e1c-a0fe-8b904913fe71 req-00987b63-ebdc-40da-a1cb-57207f551f52 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730671 Jun 04 16:27:44.651112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fd16c4d-b987-4415-9492-462bb39e75dc req-eb4ba47f-2b48-4195-8e10-9901583a2cde tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2506742 Jun 04 16:27:44.654932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dd6d2419-bb76-4b64-bdd5-d7242bf72e60 req-a6b01f97-70db-4a9e-a6b5-d4b76b2cf1f6 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134335 Jun 04 16:27:44.763627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b5a0be80-d405-4e0b-a3fe-fe3d3bf64bdf None None] Calling delete_port for 37c0b008-1aed-45cd-8685-4e513f9634e1 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:44.785311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05abde50-c478-432d-80d5-924ec8d99f00 req-5176eb87-0118-4e9a-bcf3-bb2cf3115ce4 service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004389 Jun 04 16:27:44.853046 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5a0be80-d405-4e0b-a3fe-fe3d3bf64bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:44.907199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0be80-d405-4e0b-a3fe-fe3d3bf64bdf None None] Pushing event deleted for resources: {'Port': ['ID=37c0b008-1aed-45cd-8685-4e513f9634e1,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:44.908995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0be80-d405-4e0b-a3fe-fe3d3bf64bdf None None] No DVR routers for this DVR port 37c0b008-1aed-45cd-8685-4e513f9634e1 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:27:45.018149 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53775b5-7e55-4fad-8d90-ece76b8d13af req-74bf496c-c7f6-4b98-ad9b-b160b565a298 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:45.019552 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e53775b5-7e55-4fad-8d90-ece76b8d13af req-74bf496c-c7f6-4b98-ad9b-b160b565a298 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 945 time: 0.2239840 Jun 04 16:27:45.074621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.objects.ports [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88798) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:27:45.082898 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:45.151558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5cc1e-c66f-4790-8ab7-2220f4178ecd req-ae2a18eb-e94e-4e42-8415-980caa81cd20 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:45.153700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77d5cc1e-c66f-4790-8ab7-2220f4178ecd req-ae2a18eb-e94e-4e42-8415-980caa81cd20 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.2765079 Jun 04 16:27:45.225129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 95469def-13ce-41c3-9052-0e940939ad24 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:27:45.227013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e53775b5-7e55-4fad-8d90-ece76b8d13af req-5bfc124a-6927-46df-b7ae-d44bf4f57964 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785645 Jun 04 16:27:45.228757 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5fdb3116-c787-4b04-a395-6976090ed690 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:45.229810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:45.239718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:45.248311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:45.248886 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:45.254112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=531af9d4-703f-4b60-8600-7c4bad86d788,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:45.278069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59bb90f-b26e-4eb5-8438-59b8b471ef83 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:45.281269 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77d5cc1e-c66f-4790-8ab7-2220f4178ecd req-7a9de83f-19a0-4a84-a8e4-6094edc330be tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018534 Jun 04 16:27:45.315399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44920) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:45.315965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a77eafd3-96fe-4dc2-9da3-9d51070fcefc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7489603 Jun 04 16:27:45.321660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-41c53012-a6d3-4347-8a5e-1b19442f51b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:45.528855 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-41c53012-a6d3-4347-8a5e-1b19442f51b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:45.533588 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-41c53012-a6d3-4347-8a5e-1b19442f51b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:45.537922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-41c53012-a6d3-4347-8a5e-1b19442f51b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:45.544364 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-41c53012-a6d3-4347-8a5e-1b19442f51b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:45.551629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e219be-f441-4f6c-9a1b-38393a53491d req-2d0b6d4a-4239-4bbf-8e02-31cf65897e96 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:45.553375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45e219be-f441-4f6c-9a1b-38393a53491d req-2d0b6d4a-4239-4bbf-8e02-31cf65897e96 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 945 time: 0.1222808 Jun 04 16:27:45.561970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c53012-a6d3-4347-8a5e-1b19442f51b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:45.562227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca872dd6-3bf5-444f-9f88-dcf732ae35dd req-d762086b-82d3-4b18-82bd-1a1dac2e5aa6 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:45.567938 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-41c53012-a6d3-4347-8a5e-1b19442f51b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:45.570308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca872dd6-3bf5-444f-9f88-dcf732ae35dd req-d762086b-82d3-4b18-82bd-1a1dac2e5aa6 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 944 time: 0.1856282 Jun 04 16:27:45.652610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca872dd6-3bf5-444f-9f88-dcf732ae35dd req-539ae695-a307-4c2a-8025-a54f1e27e687 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807974 Jun 04 16:27:45.654921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 5fdb3116-c787-4b04-a395-6976090ed690 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:45.674338 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45e219be-f441-4f6c-9a1b-38393a53491d req-f0313b0d-25c8-45e8-ab7e-ba68500d2386 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871172 Jun 04 16:27:45.754459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 5fdb3116-c787-4b04-a395-6976090ed690 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:45.755024 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:45.776034 n-d-811809-3 neutron-server[88797]: INFO neutron.db.ipam_backend_mixin [None req-41c53012-a6d3-4347-8a5e-1b19442f51b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 531af9d4-703f-4b60-8600-7c4bad86d788 (CIDR: 2001:db8::/64) Jun 04 16:27:45.783116 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c53012-a6d3-4347-8a5e-1b19442f51b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:27:45.783811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c53012-a6d3-4347-8a5e-1b19442f51b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:27:45.819689 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-41c53012-a6d3-4347-8a5e-1b19442f51b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5031009 Jun 04 16:27:45.825967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44946) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:45.831993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:45.924190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=95469def-13ce-41c3-9052-0e940939ad24,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:45.972138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f581b-51eb-42fb-9e11-3e7e326d9246 req-1f9f1c57-918b-4eb2-813e-cc38f5b1d76a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:45.981062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '95469def-13ce-41c3-9052-0e940939ad24', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '95469def-13ce-41c3-9052-0e940939ad24', 'mac_address': 'fa:16:3e:51:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:27:45.981968 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b31f581b-51eb-42fb-9e11-3e7e326d9246 req-1f9f1c57-918b-4eb2-813e-cc38f5b1d76a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.1813226 Jun 04 16:27:46.064330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b31f581b-51eb-42fb-9e11-3e7e326d9246 req-01ffff00-b762-4438-869e-219959f2ca02 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772972 Jun 04 16:27:46.073498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 37c0b008-1aed-45cd-8685-4e513f9634e1 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:46.135064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': '531af9d4-703f-4b60-8600-7c4bad86d788'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:27:46.135998 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:46.180882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 37c0b008-1aed-45cd-8685-4e513f9634e1 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:27:46.181234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 37c0b008-1aed-45cd-8685-4e513f9634e1 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:27:46.219391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:46.223981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:46.227642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:46.238084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:46.278095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:46.278095 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:46.291081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 95469def-13ce-41c3-9052-0e940939ad24 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:46.291081 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:46.328576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 41f7f031-8a64-40ce-8fa0-f375583ad261 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:46.367571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95469def-13ce-41c3-9052-0e940939ad24 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:46.384784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5fdb3116-c787-4b04-a395-6976090ed690 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:46.385164 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:46.427848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=95469def-13ce-41c3-9052-0e940939ad24,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:46.499501 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:46.529599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735247a6-1f2a-4f43-99c6-f0fa3a0b68dc req-95aef3f8-b65d-4a36-8309-34ca107cdd31 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:46.537878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-735247a6-1f2a-4f43-99c6-f0fa3a0b68dc req-95aef3f8-b65d-4a36-8309-34ca107cdd31 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 945 time: 0.2082243 Jun 04 16:27:46.553570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:46.589424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623566b0-9bf9-443c-b2d6-a68fe8f9faad req-fb764c2e-7142-4ea8-889b-5eadf94bd1c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:46.589838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:46.596649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623566b0-9bf9-443c-b2d6-a68fe8f9faad req-fb764c2e-7142-4ea8-889b-5eadf94bd1c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:46.604968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623566b0-9bf9-443c-b2d6-a68fe8f9faad req-fb764c2e-7142-4ea8-889b-5eadf94bd1c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:46.609269 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:46.612141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623566b0-9bf9-443c-b2d6-a68fe8f9faad req-fb764c2e-7142-4ea8-889b-5eadf94bd1c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:46.615845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Allocated IP 2001:db8::f816:3eff:fea4:a9fc (f0dbb02b-9d62-4207-955a-783084b70e61/531af9d4-703f-4b60-8600-7c4bad86d788/996b7be9-de04-440f-a9d1-06815e37e85f) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:46.619965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623566b0-9bf9-443c-b2d6-a68fe8f9faad req-fb764c2e-7142-4ea8-889b-5eadf94bd1c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:46.627486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623566b0-9bf9-443c-b2d6-a68fe8f9faad req-fb764c2e-7142-4ea8-889b-5eadf94bd1c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:46.634055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['95469def-13ce-41c3-9052-0e940939ad24'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:46.635260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623566b0-9bf9-443c-b2d6-a68fe8f9faad req-fb764c2e-7142-4ea8-889b-5eadf94bd1c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:46.643233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-623566b0-9bf9-443c-b2d6-a68fe8f9faad req-fb764c2e-7142-4ea8-889b-5eadf94bd1c4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5429 time: 0.2618287 Jun 04 16:27:46.659551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 41f7f031-8a64-40ce-8fa0-f375583ad261 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:46.669246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=95469def-13ce-41c3-9052-0e940939ad24,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:46.682603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-735247a6-1f2a-4f43-99c6-f0fa3a0b68dc req-485328ac-8f4e-4648-b4b3-894f11ebeda4 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434402 Jun 04 16:27:46.753352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 41f7f031-8a64-40ce-8fa0-f375583ad261 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:46.754005 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:46.757548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-623566b0-9bf9-443c-b2d6-a68fe8f9faad req-ef3b2999-b317-4017-8a94-1b2e86c20017 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1133583 Jun 04 16:27:46.793810 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:46.871424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:46.875271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:46.878229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:46.878926 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:46.909157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=05b1f3d6-77dc-453e-9dfe-9a92cb5a9fa4,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:46.932270 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-da7fe014-0b43-4f92-95c1-ff81e474d730 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1049132 Jun 04 16:27:46.935155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44970) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:46.941116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'mac_address': 'fa:16:3e:ce:98:19', 'name': 'tempest-NetworksTestDHCPv6-1985854547'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:46.974292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5fdb3116-c787-4b04-a395-6976090ed690,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:47.142891 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03752e7f-7134-46d4-a333-b9a7f4b3d9f6'] response: {'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690', 'code': 200} Jun 04 16:27:47.206769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 41f7f031-8a64-40ce-8fa0-f375583ad261 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:47.207133 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:47.269672 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:47.289993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 41f7f031-8a64-40ce-8fa0-f375583ad261, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41f7f031-8a64-40ce-8fa0-f375583ad261,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:47.302065 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:47.305301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Transition to ACTIVE for port object 996b7be9-de04-440f-a9d1-06815e37e85f will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:47.392736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Transition to ACTIVE for port object 996b7be9-de04-440f-a9d1-06815e37e85f will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:47.404560 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:47.409110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=41f7f031-8a64-40ce-8fa0-f375583ad261,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:47.489727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Pushing event updated for resources: {'Port': ['ID=996b7be9-de04-440f-a9d1-06815e37e85f,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:47.492877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:47.509053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:47.515266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:47.630957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed06a81-d8a6-4af1-a386-8081db05c594 req-f2f03d08-75a5-463f-a59c-2eab05193583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:47.632456 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ed06a81-d8a6-4af1-a386-8081db05c594 req-f2f03d08-75a5-463f-a59c-2eab05193583 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 1096 time: 0.3820977 Jun 04 16:27:47.654163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fde23-59ab-4459-b113-e76ea77b0bc0 req-40c48c74-336a-47f9-ae8d-c5cf07d98d96 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:47.661227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c5fde23-59ab-4459-b113-e76ea77b0bc0 req-40c48c74-336a-47f9-ae8d-c5cf07d98d96 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.6903696 Jun 04 16:27:47.677263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Attempting to bind port 996b7be9-de04-440f-a9d1-06815e37e85f on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:27:47.677713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Attempting to bind port 996b7be9-de04-440f-a9d1-06815e37e85f by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:27:47.678140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Attempting to bind port 996b7be9-de04-440f-a9d1-06815e37e85f on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:27:47.681178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77662b58-ebe0-45ac-b569-76a322213bf9 req-e4af7409-d3d0-4638-a2b7-727bf7ca091b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:47.684277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:27:47.685237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:27:47.685740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-77662b58-ebe0-45ac-b569-76a322213bf9 req-e4af7409-d3d0-4638-a2b7-727bf7ca091b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Synchronizing usage tracker for tenant:bd345418206f425db75320e56ffebcbb on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:47.685942 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:47.686631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:27:47.687380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Bound port: 996b7be9-de04-440f-a9d1-06815e37e85f, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:27:47.687982 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:47.696534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:47.718263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:47.728411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-77662b58-ebe0-45ac-b569-76a322213bf9 req-e4af7409-d3d0-4638-a2b7-727bf7ca091b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Unset dirty status for tenant:bd345418206f425db75320e56ffebcbb on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:47.729715 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77662b58-ebe0-45ac-b569-76a322213bf9 req-e4af7409-d3d0-4638-a2b7-727bf7ca091b tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 945 time: 0.2170706 Jun 04 16:27:47.763216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e0e0f-b9fc-4fa8-b838-86e77bab5921 req-c14efcaf-5bc1-4dd3-9764-86e6e7ca9319 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:47.771142 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b57e0e0f-b9fc-4fa8-b838-86e77bab5921 req-c14efcaf-5bc1-4dd3-9764-86e6e7ca9319 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.4739296 Jun 04 16:27:47.803331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] For port 996b7be9-de04-440f-a9d1-06815e37e85f, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:27:47.804708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c5fde23-59ab-4459-b113-e76ea77b0bc0 req-babdbe26-deb5-46c7-958f-444bb63db219 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421902 Jun 04 16:27:47.805410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:47.809185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] For port 996b7be9-de04-440f-a9d1-06815e37e85f, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=996b7be9-de04-440f-a9d1-06815e37e85f,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:27:47.818420 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:47.868547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ed06a81-d8a6-4af1-a386-8081db05c594 req-1be283fd-0b64-4500-a43f-963564f97b0d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255547 Jun 04 16:27:47.908602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-77662b58-ebe0-45ac-b569-76a322213bf9 req-0ec04be9-1e1f-415c-bdf1-1c76c061419f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Deleting port 29dd0802-73ed-4b19-bec1-fd84b0933c8e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:47.909505 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77662b58-ebe0-45ac-b569-76a322213bf9 req-0ec04be9-1e1f-415c-bdf1-1c76c061419f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:47.984008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e15791-ed1d-46ba-9f74-37f2c3326fd8 None None] Pushing event updated for resources: {'Port': ['ID=996b7be9-de04-440f-a9d1-06815e37e85f,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:48.064867 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b57e0e0f-b9fc-4fa8-b838-86e77bab5921 req-b642d0a6-ecfb-4ea9-b280-f0525e889ec0 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928469 Jun 04 16:27:48.127813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:48.174250 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port 6afe0632-a9d5-4e3e-8cd8-5155b6cc622c yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:27:48.584721 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8:0:1::16c (f0dbb02b-9d62-4207-955a-783084b70e61/05b1f3d6-77dc-453e-9dfe-9a92cb5a9fa4/6afe0632-a9d5-4e3e-8cd8-5155b6cc622c) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:48.601158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d4f9d-e02d-4356-b8f0-85a5fbae8026 req-4261f465-9c0b-4c0b-aa46-9ad666d817b0 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:48.602749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-168d4f9d-e02d-4356-b8f0-85a5fbae8026 req-4261f465-9c0b-4c0b-aa46-9ad666d817b0 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 946 time: 0.6107864 Jun 04 16:27:48.615781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-77662b58-ebe0-45ac-b569-76a322213bf9 req-0ec04be9-1e1f-415c-bdf1-1c76c061419f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] For port 29dd0802-73ed-4b19-bec1-fd84b0933c8e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=29dd0802-73ed-4b19-bec1-fd84b0933c8e,segment=NetworkSegment(9f135aee-160f-4158-aa79-42856a69a27f),segment_id=9f135aee-160f-4158-aa79-42856a69a27f)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:48.616312 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77662b58-ebe0-45ac-b569-76a322213bf9 req-0ec04be9-1e1f-415c-bdf1-1c76c061419f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:48.622023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::f816:3eff:fece:9819 (f0dbb02b-9d62-4207-955a-783084b70e61/531af9d4-703f-4b60-8600-7c4bad86d788/6afe0632-a9d5-4e3e-8cd8-5155b6cc622c) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:48.744563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-168d4f9d-e02d-4356-b8f0-85a5fbae8026 req-d737476b-b4ed-4d3d-affe-c77f12c4385d tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241131 Jun 04 16:27:48.792493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-77662b58-ebe0-45ac-b569-76a322213bf9 req-0ec04be9-1e1f-415c-bdf1-1c76c061419f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Calling delete_port for 29dd0802-73ed-4b19-bec1-fd84b0933c8e owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:48.896599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fd3b1-b57a-4d60-b02b-a8eb1e3a9c6d req-15663302-f50d-4435-ae8f-ce14a0bbd310 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:48.903631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-355fd3b1-b57a-4d60-b02b-a8eb1e3a9c6d req-15663302-f50d-4435-ae8f-ce14a0bbd310 tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf2c1146-96c1-4b73-bce4-a34ae63640e4 HTTP/1.1" status: 200 len: 945 time: 0.2575550 Jun 04 16:27:49.051448 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77662b58-ebe0-45ac-b569-76a322213bf9 req-0ec04be9-1e1f-415c-bdf1-1c76c061419f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:49.064077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['29dd0802-73ed-4b19-bec1-fd84b0933c8e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:49.112328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec04be9-1e1f-415c-bdf1-1c76c061419f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Pushing event deleted for resources: {'Port': ['ID=29dd0802-73ed-4b19-bec1-fd84b0933c8e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:49.155211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac00be8-4abc-4318-b354-c38df795539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f7f031-8a64-40ce-8fa0-f375583ad261'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:49.155460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-355fd3b1-b57a-4d60-b02b-a8eb1e3a9c6d req-8b806df6-31f4-41d1-95ef-3be46c907e0f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.13 "GET /v2.0/security-groups?id=65bda3b9-edf8-400b-99c6-9ad846cf3fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506588 Jun 04 16:27:49.270846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 95469def-13ce-41c3-9052-0e940939ad24 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:49.295095 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:49.307018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-77662b58-ebe0-45ac-b569-76a322213bf9 req-0ec04be9-1e1f-415c-bdf1-1c76c061419f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] No DVR routers for this DVR port 29dd0802-73ed-4b19-bec1-fd84b0933c8e on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:27:49.310329 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77662b58-ebe0-45ac-b569-76a322213bf9 req-0ec04be9-1e1f-415c-bdf1-1c76c061419f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:49.314132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2c1146-96c1-4b73-bce4-a34ae63640e4', 'name': 'network-vif-deleted', 'tag': '29dd0802-73ed-4b19-bec1-fd84b0933c8e'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:49.335603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object 6afe0632-a9d5-4e3e-8cd8-5155b6cc622c will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:49.342335 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77662b58-ebe0-45ac-b569-76a322213bf9 req-0ec04be9-1e1f-415c-bdf1-1c76c061419f tempest-ServerDiskConfigTestJSON-1565138025 tempest-ServerDiskConfigTestJSON-1565138025-project] 10.222.0.46 "DELETE /v2.0/ports/29dd0802-73ed-4b19-bec1-fd84b0933c8e HTTP/1.1" status: 204 len: 173 time: 1.5955324 Jun 04 16:27:49.396557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f03050-be56-4f71-b408-4699d23bb9a0 req-6541ec12-b71b-46dd-b75e-9558e848ece1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:49.413562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f03050-be56-4f71-b408-4699d23bb9a0 req-6541ec12-b71b-46dd-b75e-9558e848ece1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:49.429988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f03050-be56-4f71-b408-4699d23bb9a0 req-6541ec12-b71b-46dd-b75e-9558e848ece1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:49.436840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f03050-be56-4f71-b408-4699d23bb9a0 req-6541ec12-b71b-46dd-b75e-9558e848ece1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:49.452693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f03050-be56-4f71-b408-4699d23bb9a0 req-6541ec12-b71b-46dd-b75e-9558e848ece1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:49.465239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f03050-be56-4f71-b408-4699d23bb9a0 req-6541ec12-b71b-46dd-b75e-9558e848ece1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:49.472611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f03050-be56-4f71-b408-4699d23bb9a0 req-6541ec12-b71b-46dd-b75e-9558e848ece1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:49.478982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82f03050-be56-4f71-b408-4699d23bb9a0 req-6541ec12-b71b-46dd-b75e-9558e848ece1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5429 time: 0.5297875 Jun 04 16:27:49.515980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 95469def-13ce-41c3-9052-0e940939ad24 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:49.516621 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:49.643269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62486b89-00ad-4eb9-ae6d-85a3f4c8cde7 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:49.686903 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82f03050-be56-4f71-b408-4699d23bb9a0 req-82584a1d-0b1c-41c2-9f70-66db018c9888 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1650376 Jun 04 16:27:49.788163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876ce19-fccf-470a-950d-262b12136542 req-b8e662e0-6972-4f38-8f18-ac6b6350f12f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:49.795579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-b8e662e0-6972-4f38-8f18-ac6b6350f12f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 812 time: 0.3144166 Jun 04 16:27:49.799318 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:49.823273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 95469def-13ce-41c3-9052-0e940939ad24 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:49.823819 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:49.845364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2271cde6-b9ee-44f5-8f81-2ac4465b6c6f None None] Provisioning for port 996b7be9-de04-440f-a9d1-06815e37e85f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:49.862869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:49.911701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:49.914657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:49.922010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:49.922688 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:49.991973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-29ecbfc9-0473-4fb7-b49c-0b241976d108 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/quotas/4f4c485c2ef34d11931bdb454a82a6c4 HTTP/1.1" status: 200 len: 375 time: 0.1951723 Jun 04 16:27:50.003815 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0672503 Jun 04 16:27:50.007544 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45010) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:50.033301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=95469def-13ce-41c3-9052-0e940939ad24,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:50.165079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9aa62-4f27-43f8-aace-f3495a663366 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 6afe0632-a9d5-4e3e-8cd8-5155b6cc622c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:50.166059 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3f9aa62-4f27-43f8-aace-f3495a663366 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:50.214794 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:50.221761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 996b7be9-de04-440f-a9d1-06815e37e85f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:50.321853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9e870-872b-489e-824e-854f386dbf52 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=6afe0632-a9d5-4e3e-8cd8-5155b6cc622c,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:50.379240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1bf5a-1fa3-4868-b936-4cf1f093946a req-64c8f362-0f0f-4244-a2db-faedb75f2a65 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:50.381662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74f1bf5a-1fa3-4868-b936-4cf1f093946a req-64c8f362-0f0f-4244-a2db-faedb75f2a65 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 945 time: 0.5174708 Jun 04 16:27:50.411838 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-fb7e543a-b2ad-439b-b7f9-487eefb64883 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4181392 Jun 04 16:27:50.412841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=95469def-13ce-41c3-9052-0e940939ad24,revision_number=10']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:50.417625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 996b7be9-de04-440f-a9d1-06815e37e85f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:50.423895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 996b7be9-de04-440f-a9d1-06815e37e85f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:50.424320 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:50.523726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74f1bf5a-1fa3-4868-b936-4cf1f093946a req-76f45aea-3509-452e-bfb4-6411123489d3 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086643 Jun 04 16:27:50.570359 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c754b93-86c2-48a4-92f1-05b72fc95613 None None] Update dhcp port {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'fixed_ips': [{'subnet_id': '531af9d4-703f-4b60-8600-7c4bad86d788', 'ip_address': '2001:db8::f816:3eff:fea4:a9fc'}, {'subnet_id': '05b1f3d6-77dc-453e-9dfe-9a92cb5a9fa4'}], 'binding:host_id': 'n-d-811809-3'}, 'id': '996b7be9-de04-440f-a9d1-06815e37e85f'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:27:50.574877 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3f9aa62-4f27-43f8-aace-f3495a663366 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:50.657487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 996b7be9-de04-440f-a9d1-06815e37e85f is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:50.657863 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:50.716467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-1e6a9a90-e284-43b5-bce0-5f35a93c79ed service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031676 Jun 04 16:27:50.744425 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9aa62-4f27-43f8-aace-f3495a663366 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 6afe0632-a9d5-4e3e-8cd8-5155b6cc622c owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:50.746713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 996b7be9-de04-440f-a9d1-06815e37e85f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=996b7be9-de04-440f-a9d1-06815e37e85f,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:50.747771 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8c754b93-86c2-48a4-92f1-05b72fc95613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:50.763382 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:51.031609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-67259326-3d55-4cb3-94a4-6103410af267 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085275 Jun 04 16:27:51.040548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=996b7be9-de04-440f-a9d1-06815e37e85f,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:51.046465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8782643-250e-484c-8216-aa3b0a654d74 req-25a515e1-241e-477b-b70c-74551e57a535 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:51.048947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8782643-250e-484c-8216-aa3b0a654d74 req-25a515e1-241e-477b-b70c-74551e57a535 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.1768448 Jun 04 16:27:51.098527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8782643-250e-484c-8216-aa3b0a654d74 req-b131210b-8b51-45c2-badf-eb39d0748781 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430753 Jun 04 16:27:51.195475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-8c754b93-86c2-48a4-92f1-05b72fc95613 None None] Allocated IP 2001:db8:0:1::2 (f0dbb02b-9d62-4207-955a-783084b70e61/05b1f3d6-77dc-453e-9dfe-9a92cb5a9fa4/996b7be9-de04-440f-a9d1-06815e37e85f) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:51.196244 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3f9aa62-4f27-43f8-aace-f3495a663366 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:51.248452 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4212e5-6564-4542-b88f-e0c347c9680d'] response: {'server_uuid': '7ac00be8-4abc-4318-b354-c38df795539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f7f031-8a64-40ce-8fa0-f375583ad261', 'code': 200} Jun 04 16:27:51.306455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 29dd0802-73ed-4b19-bec1-fd84b0933c8e no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:51.340378 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94453fd9-5771-46a6-baed-dbae81531510'] response: {'server_uuid': 'bf2c1146-96c1-4b73-bce4-a34ae63640e4', 'name': 'network-vif-deleted', 'tag': '29dd0802-73ed-4b19-bec1-fd84b0933c8e', 'status': 'completed', 'code': 200} Jun 04 16:27:51.351981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9aa62-4f27-43f8-aace-f3495a663366 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=6afe0632-a9d5-4e3e-8cd8-5155b6cc622c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:51.479882 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3f9aa62-4f27-43f8-aace-f3495a663366 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:51.491143 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c3f9aa62-4f27-43f8-aace-f3495a663366 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/6afe0632-a9d5-4e3e-8cd8-5155b6cc622c HTTP/1.1" status: 204 len: 168 time: 1.4824145 Jun 04 16:27:51.493869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45040) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:51.608188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 29dd0802-73ed-4b19-bec1-fd84b0933c8e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:27:51.608513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 29dd0802-73ed-4b19-bec1-fd84b0933c8e not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:27:51.638466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1254c7cd-2a19-4db9-9c4d-d6cf659931b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:51.642861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1254c7cd-2a19-4db9-9c4d-d6cf659931b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:51.673020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe509ad-83df-4fd6-ad57-24ee38f5f1d5 req-6e4eaff3-fead-4b00-a831-c4afb76f7835 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:51.674601 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1254c7cd-2a19-4db9-9c4d-d6cf659931b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:51.678734 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1254c7cd-2a19-4db9-9c4d-d6cf659931b3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1810961 Jun 04 16:27:51.679264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfe509ad-83df-4fd6-ad57-24ee38f5f1d5 req-6e4eaff3-fead-4b00-a831-c4afb76f7835 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 946 time: 0.2756453 Jun 04 16:27:51.679560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45046) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:51.730023 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8c754b93-86c2-48a4-92f1-05b72fc95613 None None] For port 996b7be9-de04-440f-a9d1-06815e37e85f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=996b7be9-de04-440f-a9d1-06815e37e85f,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:51.797658 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8c754b93-86c2-48a4-92f1-05b72fc95613 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:51.814948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9711f3-11d3-44e8-bed4-768c35f3c5db tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:51.820853 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-be9711f3-11d3-44e8-bed4-768c35f3c5db tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1371415 Jun 04 16:27:51.821294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45050) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:51.823706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8c754b93-86c2-48a4-92f1-05b72fc95613 None None] Transition to ACTIVE for port object 996b7be9-de04-440f-a9d1-06815e37e85f will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:51.830195 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8c754b93-86c2-48a4-92f1-05b72fc95613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:51.911546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfe509ad-83df-4fd6-ad57-24ee38f5f1d5 req-3d5081c0-00e4-4bc8-88de-fb7a48c296be tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207346 Jun 04 16:27:51.981051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885ccb8-1cf4-4ace-bdd9-546234d09181 req-1188cf64-61f0-4454-b546-13f6363bc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:51.984787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c885ccb8-1cf4-4ace-bdd9-546234d09181 req-1188cf64-61f0-4454-b546-13f6363bc226 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 1097 time: 0.4437797 Jun 04 16:27:52.036297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c754b93-86c2-48a4-92f1-05b72fc95613 None None] Pushing event updated for resources: {'Port': ['ID=996b7be9-de04-440f-a9d1-06815e37e85f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:52.076933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d2ae2a-6c0a-44ba-90cd-0a85cd1d8de2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:52.078734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d2ae2a-6c0a-44ba-90cd-0a85cd1d8de2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:52.084500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d2ae2a-6c0a-44ba-90cd-0a85cd1d8de2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:52.085628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-78d2ae2a-6c0a-44ba-90cd-0a85cd1d8de2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:52.102549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 996b7be9-de04-440f-a9d1-06815e37e85f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:52.132358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c885ccb8-1cf4-4ace-bdd9-546234d09181 req-071ba655-d112-4ad5-8eaf-5a527c11e37f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380267 Jun 04 16:27:52.134416 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-78d2ae2a-6c0a-44ba-90cd-0a85cd1d8de2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:52.137827 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-78d2ae2a-6c0a-44ba-90cd-0a85cd1d8de2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3141415 Jun 04 16:27:52.150903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45060) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:52.444264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f9accb-c285-4ae0-8e13-a1ad03698b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 05b1f3d6-77dc-453e-9dfe-9a92cb5a9fa4 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:27:52.452472 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-75f9accb-c285-4ae0-8e13-a1ad03698b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:52.574853 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-75f9accb-c285-4ae0-8e13-a1ad03698b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:52.631502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786de6f0-e90f-44b3-b8c2-572e47cee681 req-eccf57d4-5963-46a1-a293-ec00177dadee tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:52.633426 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-786de6f0-e90f-44b3-b8c2-572e47cee681 req-eccf57d4-5963-46a1-a293-ec00177dadee tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.3864615 Jun 04 16:27:52.644681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45074) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:52.654706 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c9f235a2-ceb0-428e-ba04-02dac415f13b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Request body: {'floatingip': {'port_id': '5fdb3116-c787-4b04-a395-6976090ed690'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:52.726801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e809429-08f7-462d-a38c-d2c7fceb5b4c req-b8f5f4c5-1ab9-4a4b-bd95-b37836f948b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:52.740791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e809429-08f7-462d-a38c-d2c7fceb5b4c req-b8f5f4c5-1ab9-4a4b-bd95-b37836f948b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:52.750967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e809429-08f7-462d-a38c-d2c7fceb5b4c req-b8f5f4c5-1ab9-4a4b-bd95-b37836f948b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:52.765012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e809429-08f7-462d-a38c-d2c7fceb5b4c req-b8f5f4c5-1ab9-4a4b-bd95-b37836f948b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:52.770961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e809429-08f7-462d-a38c-d2c7fceb5b4c req-b8f5f4c5-1ab9-4a4b-bd95-b37836f948b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:52.777157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e809429-08f7-462d-a38c-d2c7fceb5b4c req-b8f5f4c5-1ab9-4a4b-bd95-b37836f948b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:52.783445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e809429-08f7-462d-a38c-d2c7fceb5b4c req-b8f5f4c5-1ab9-4a4b-bd95-b37836f948b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:52.791365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e809429-08f7-462d-a38c-d2c7fceb5b4c req-b8f5f4c5-1ab9-4a4b-bd95-b37836f948b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5429 time: 0.5465662 Jun 04 16:27:52.840901 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9f235a2-ceb0-428e-ba04-02dac415f13b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:52.896649 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ada2a8d3-b4c4-4a40-b0a4-d36800b8ce34 req-2b87a74a-5675-416d-a992-d96f65672519 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 210 time: 0.0779340 Jun 04 16:27:52.955435 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e809429-08f7-462d-a38c-d2c7fceb5b4c req-567c4e2c-8e27-4105-8db7-7abf9ea7ed69 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1630533 Jun 04 16:27:52.972100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-75f9accb-c285-4ae0-8e13-a1ad03698b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:53.112897 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-75f9accb-c285-4ae0-8e13-a1ad03698b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:53.246423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b6f130f9-db61-451e-bb04-040f6551de68 None None] Could not find standard attr ID for object 6afe0632-a9d5-4e3e-8cd8-5155b6cc622c. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:27:53.253160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95469def-13ce-41c3-9052-0e940939ad24'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:53.296678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b6f130f9-db61-451e-bb04-040f6551de68 None None] Provisioning for port 996b7be9-de04-440f-a9d1-06815e37e85f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:53.302477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b6f130f9-db61-451e-bb04-040f6551de68 None None] Provisioning complete for port 996b7be9-de04-440f-a9d1-06815e37e85f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:53.302831 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6f130f9-db61-451e-bb04-040f6551de68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:53.413151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9accb-c285-4ae0-8e13-a1ad03698b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=05b1f3d6-77dc-453e-9dfe-9a92cb5a9fa4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:53.462401 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-75f9accb-c285-4ae0-8e13-a1ad03698b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:53.583447 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-75f9accb-c285-4ae0-8e13-a1ad03698b7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/05b1f3d6-77dc-453e-9dfe-9a92cb5a9fa4 HTTP/1.1" status: 204 len: 168 time: 1.4306903 Jun 04 16:27:53.599930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45092) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:53.680590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cc5931-e906-43a6-980e-8d8745885051 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:53.723862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d8caa-bbea-4103-956f-8de47ef8e5cd req-4d73f9d5-6b20-4d03-b232-3c024f55f3ba tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:53.725337 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-904d8caa-bbea-4103-956f-8de47ef8e5cd req-4d73f9d5-6b20-4d03-b232-3c024f55f3ba tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 945 time: 0.4353352 Jun 04 16:27:53.776924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b6f130f9-db61-451e-bb04-040f6551de68 None None] Current status of the port 996b7be9-de04-440f-a9d1-06815e37e85f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:53.833959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ead8b-d943-4507-bb44-8c8c9627cb07 req-f43433f5-74ee-41a0-9ef3-118ce65c8ffd tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:53.835786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba7ead8b-d943-4507-bb44-8c8c9627cb07 req-f43433f5-74ee-41a0-9ef3-118ce65c8ffd tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 946 time: 0.4289310 Jun 04 16:27:53.883252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47bee4-e8c5-4761-9565-ce0783e15705 req-830b7914-bb8c-4aca-9e46-e499da259aaf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:53.883986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-af47bee4-e8c5-4761-9565-ce0783e15705 req-830b7914-bb8c-4aca-9e46-e499da259aaf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Synchronizing usage tracker for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:53.927092 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-af47bee4-e8c5-4761-9565-ce0783e15705 req-830b7914-bb8c-4aca-9e46-e499da259aaf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Unset dirty status for tenant:6b8a986f09d045a2a2212918afdcfc31 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:53.937944 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-af47bee4-e8c5-4761-9565-ce0783e15705 req-830b7914-bb8c-4aca-9e46-e499da259aaf tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.46 "GET /v2.0/ports?device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 945 time: 0.5581732 Jun 04 16:27:53.942254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc38cc3-88b5-461f-b943-8696bdee9d94 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 531af9d4-703f-4b60-8600-7c4bad86d788 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:27:53.947465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-db60ffdd-7bf8-4318-9a62-8b2a9bdf4e46 None None] Could not find standard attr ID for object 6afe0632-a9d5-4e3e-8cd8-5155b6cc622c. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:27:53.993915 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ecc38cc3-88b5-461f-b943-8696bdee9d94 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:54.065810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 996b7be9-de04-440f-a9d1-06815e37e85f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:27:54.206881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-af47bee4-e8c5-4761-9565-ce0783e15705 req-f24fd754-6115-48a0-bd7e-9f70b8abc868 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Deleting port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:54.207577 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-af47bee4-e8c5-4761-9565-ce0783e15705 req-f24fd754-6115-48a0-bd7e-9f70b8abc868 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:54.224400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba7ead8b-d943-4507-bb44-8c8c9627cb07 req-33e6807a-ce0a-4dce-8eab-f51308c19086 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697922 Jun 04 16:27:54.227224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-904d8caa-bbea-4103-956f-8de47ef8e5cd req-6b30803d-ecbd-4e8f-9f4e-3222265d779b tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9590ad-c124-49e5-af83-8bcfb41c5089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894373 Jun 04 16:27:54.254881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ecc38cc3-88b5-461f-b943-8696bdee9d94 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:54.340292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 696a0d0b-67a7-414e-b8a0-30fa919880d7 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:27:54.382078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876ce19-fccf-470a-950d-262b12136542 req-a7fc290f-cfd5-4c55-9e80-be49c1f344ae tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:54.383660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-a7fc290f-cfd5-4c55-9e80-be49c1f344ae tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.42 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 812 time: 0.5907876 Jun 04 16:27:54.403111 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-171f4c14-1f70-479a-b895-728f847d4132'] response: {'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95469def-13ce-41c3-9052-0e940939ad24', 'code': 200} Jun 04 16:27:54.403281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Request body: {'port': {'device_id': 'b5940fef-09ea-4ba2-956d-860a965fae9e', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'admin_state_up': True, 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:54.410308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 996b7be9-de04-440f-a9d1-06815e37e85f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:54.410308 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:54.555686 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:27:54.616636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-af47bee4-e8c5-4761-9565-ce0783e15705 req-f24fd754-6115-48a0-bd7e-9f70b8abc868 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] For port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=0db3fca9-9ebc-43b7-9c91-47effdf0ee25,segment=NetworkSegment(3fcdaf3a-3923-416f-955f-da57c2f245a3),segment_id=3fcdaf3a-3923-416f-955f-da57c2f245a3)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:54.617025 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-af47bee4-e8c5-4761-9565-ce0783e15705 req-f24fd754-6115-48a0-bd7e-9f70b8abc868 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:54.629354 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ecc38cc3-88b5-461f-b943-8696bdee9d94 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:54.835543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 996b7be9-de04-440f-a9d1-06815e37e85f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:54.835898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-af47bee4-e8c5-4761-9565-ce0783e15705 req-f24fd754-6115-48a0-bd7e-9f70b8abc868 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Calling delete_port for 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:54.838769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 696a0d0b-67a7-414e-b8a0-30fa919880d7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=696a0d0b-67a7-414e-b8a0-30fa919880d7,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:54.866857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '696a0d0b-67a7-414e-b8a0-30fa919880d7', 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732', 'port_id': '696a0d0b-67a7-414e-b8a0-30fa919880d7', 'mac_address': 'fa:16:3e:fd:58:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25d6d86-38aa-4a4a-ab62-3be62b97a432', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:27:54.954960 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6091d66-ce0d-4814-a0b2-c73a8c3e8cbb req-d84d06ec-d54f-4807-a72e-b2e38497c961 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 210 time: 0.2183692 Jun 04 16:27:54.967976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 696a0d0b-67a7-414e-b8a0-30fa919880d7 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:54.968362 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:55.020334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696a0d0b-67a7-414e-b8a0-30fa919880d7 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:55.043571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:55.057449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Usage tracker for resource:port and tenant:4f4c485c2ef34d11931bdb454a82a6c4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:55.064503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:55.070802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 696a0d0b-67a7-414e-b8a0-30fa919880d7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=696a0d0b-67a7-414e-b8a0-30fa919880d7,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:55.084161 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:55.085153 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a99beac5-8a3e-40fd-9302-6f3224c157f6 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:27:55.129944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:55.169859 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9f235a2-ceb0-428e-ba04-02dac415f13b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:55.171624 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-af47bee4-e8c5-4761-9565-ce0783e15705 req-f24fd754-6115-48a0-bd7e-9f70b8abc868 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:55.198543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['0db3fca9-9ebc-43b7-9c91-47effdf0ee25'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:55.222289 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9f235a2-ceb0-428e-ba04-02dac415f13b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:55.232664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Made reservation on behalf of 4f4c485c2ef34d11931bdb454a82a6c4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:55.240686 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:55.273026 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ecc38cc3-88b5-461f-b943-8696bdee9d94 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:55.324228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b673-ea90-4b29-9113-d7ead06d464b req-53679ff2-0ebf-4410-8a39-988ac5148add tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:55.330605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b673-ea90-4b29-9113-d7ead06d464b req-53679ff2-0ebf-4410-8a39-988ac5148add tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:55.337008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b673-ea90-4b29-9113-d7ead06d464b req-53679ff2-0ebf-4410-8a39-988ac5148add tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:55.344633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b673-ea90-4b29-9113-d7ead06d464b req-53679ff2-0ebf-4410-8a39-988ac5148add tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:55.356540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b673-ea90-4b29-9113-d7ead06d464b req-53679ff2-0ebf-4410-8a39-988ac5148add tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:55.363235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b673-ea90-4b29-9113-d7ead06d464b req-53679ff2-0ebf-4410-8a39-988ac5148add tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:55.378295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54b673-ea90-4b29-9113-d7ead06d464b req-53679ff2-0ebf-4410-8a39-988ac5148add tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:55.387580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e54b673-ea90-4b29-9113-d7ead06d464b req-53679ff2-0ebf-4410-8a39-988ac5148add tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5429 time: 0.4773614 Jun 04 16:27:55.440631 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ecc38cc3-88b5-461f-b943-8696bdee9d94 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:55.444264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45118) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:55.456044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fd754-6115-48a0-bd7e-9f70b8abc868 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Pushing event deleted for resources: {'Port': ['ID=0db3fca9-9ebc-43b7-9c91-47effdf0ee25,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:55.608550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a99beac5-8a3e-40fd-9302-6f3224c157f6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a99beac5-8a3e-40fd-9302-6f3224c157f6,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:55.632657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc38cc3-88b5-461f-b943-8696bdee9d94 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=531af9d4-703f-4b60-8600-7c4bad86d788,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:55.683313 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'a99beac5-8a3e-40fd-9302-6f3224c157f6', 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4', 'port_id': 'a99beac5-8a3e-40fd-9302-6f3224c157f6', 'mac_address': 'fa:16:3e:67:7d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4486856-317f-473e-94f2-040bb20ab3b6', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:27:55.688271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=696a0d0b-67a7-414e-b8a0-30fa919880d7,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:55.747647 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ecc38cc3-88b5-461f-b943-8696bdee9d94 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/531af9d4-703f-4b60-8600-7c4bad86d788 HTTP/1.1" status: 204 len: 168 time: 2.1227908 Jun 04 16:27:55.748346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0def8f-8f09-4cc7-b950-f7754da47e0a None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:55.760830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45122) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:55.763554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-af47bee4-e8c5-4761-9565-ce0783e15705 req-f24fd754-6115-48a0-bd7e-9f70b8abc868 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] No DVR routers for this DVR port 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:27:55.767204 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-af47bee4-e8c5-4761-9565-ce0783e15705 req-f24fd754-6115-48a0-bd7e-9f70b8abc868 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:55.805402 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e54b673-ea90-4b29-9113-d7ead06d464b req-68faa868-c388-4a50-b56b-91965b8f7a39 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4164457 Jun 04 16:27:55.824581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64acd5c9-2da8-40b0-acdf-f41ea922e671', 'name': 'network-vif-deleted', 'tag': '0db3fca9-9ebc-43b7-9c91-47effdf0ee25'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:55.855500 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-20515393-470a-464c-b9a1-7d55dbe58e04 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873835 Jun 04 16:27:55.863948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45128) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:55.882552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:55.942361 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-af47bee4-e8c5-4761-9565-ce0783e15705 req-f24fd754-6115-48a0-bd7e-9f70b8abc868 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.46 "DELETE /v2.0/ports/0db3fca9-9ebc-43b7-9c91-47effdf0ee25 HTTP/1.1" status: 204 len: 173 time: 1.9748230 Jun 04 16:27:55.948874 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port a99beac5-8a3e-40fd-9302-6f3224c157f6 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:55.952257 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:55.978327 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-c9f235a2-ceb0-428e-ba04-02dac415f13b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Floating IP 58c84e7c-fefa-40e8-b0ba-99aac0ff700e associated. External IP: 172.25.5.98, port: 5fdb3116-c787-4b04-a395-6976090ed690. Jun 04 16:27:55.996086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1eadf6f9-77a1-4f2a-a37b-3bb6100f34b7 None None] Provisioning complete for port 996b7be9-de04-440f-a9d1-06815e37e85f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:55.999321 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1eadf6f9-77a1-4f2a-a37b-3bb6100f34b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:56.092054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99beac5-8a3e-40fd-9302-6f3224c157f6 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:56.208812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ad090c-ab81-4888-9898-5643b28f6e43 admin admin] Deleting subnet 11c76308-27ab-4412-b695-ccc303fa5174 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:27:56.209063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a99beac5-8a3e-40fd-9302-6f3224c157f6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a99beac5-8a3e-40fd-9302-6f3224c157f6,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:56.226133 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:56.226850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3023e327-df4b-443e-ae29-981f3f9ca437 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:27:56.249938 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-34ad090c-ab81-4888-9898-5643b28f6e43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:56.289565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a142cff8-0d4f-42da-a8c0-a92e3c3e4f6a req-8a964e79-b790-4c73-b59b-45807463c656 tempest-DeleteServersTestJSON-1461883476 tempest-DeleteServersTestJSON-1461883476-project] 10.222.0.13 "GET /v2.0/ports?device_id=64acd5c9-2da8-40b0-acdf-f41ea922e671 HTTP/1.1" status: 200 len: 210 time: 0.1367209 Jun 04 16:27:56.293574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3023e327-df4b-443e-ae29-981f3f9ca437, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3023e327-df4b-443e-ae29-981f3f9ca437,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:56.314696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '3023e327-df4b-443e-ae29-981f3f9ca437', 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4', 'port_id': '3023e327-df4b-443e-ae29-981f3f9ca437', 'mac_address': 'fa:16:3e:e1:a4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4486856-317f-473e-94f2-040bb20ab3b6', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:27:56.444038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Allocated IP 172.20.0.6 (3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47/9f31b0c1-838c-41c1-9535-61fd0b6a0976/ae8fed0d-af03-4229-ac52-fc40ddc2af0e) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:27:56.446285 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad045dc-a63e-4450-8fb8-58f1ea74c721'] response: {'server_uuid': '64acd5c9-2da8-40b0-acdf-f41ea922e671', 'name': 'network-vif-deleted', 'tag': '0db3fca9-9ebc-43b7-9c91-47effdf0ee25', 'status': 'completed', 'code': 200} Jun 04 16:27:56.535141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1eadf6f9-77a1-4f2a-a37b-3bb6100f34b7 None None] Current status of the port 996b7be9-de04-440f-a9d1-06815e37e85f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:56.590534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=a99beac5-8a3e-40fd-9302-6f3224c157f6,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:56.594366 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3023e327-df4b-443e-ae29-981f3f9ca437 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:56.594852 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:56.682207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-34ad090c-ab81-4888-9898-5643b28f6e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:56.734787 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d633e-0af1-4422-853b-e1a441ef6cc4 req-128e5b31-8464-4115-95a1-fdcc92aaa716 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:56.742860 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d2d633e-0af1-4422-853b-e1a441ef6cc4 req-128e5b31-8464-4115-95a1-fdcc92aaa716 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 946 time: 1.1077657 Jun 04 16:27:56.772315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3023e327-df4b-443e-ae29-981f3f9ca437 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:56.783440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:56.795684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f235a2-ceb0-428e-ba04-02dac415f13b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Router 309678cb-d99f-4fcc-903b-5d486be403df has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:27:56.815160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3023e327-df4b-443e-ae29-981f3f9ca437, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3023e327-df4b-443e-ae29-981f3f9ca437,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:56.823761 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:56.824840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device d845983a-5332-4048-b55f-ae3bd2a23a2b details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:27:56.824974 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aea7342a-1dfa-4a9a-842d-8563e2bb892e req-8d2bdc40-70b6-4a6a-b418-67a493e59174 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 210 time: 0.2706854 Jun 04 16:27:56.860612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:56.876977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:56.888407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:56.899875 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d2d633e-0af1-4422-853b-e1a441ef6cc4 req-fef17710-6d91-4d7d-8d1b-3d91f3efbd7b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560471 Jun 04 16:27:56.911024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:56.915474 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:56.999534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837e27a-00ef-4c62-a19f-eeaf4b01808a None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:27:57.065012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1837e27a-00ef-4c62-a19f-eeaf4b01808a None None] Deleting port 996b7be9-de04-440f-a9d1-06815e37e85f {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:27:57.066508 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1837e27a-00ef-4c62-a19f-eeaf4b01808a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:57.274548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f235a2-ceb0-428e-ba04-02dac415f13b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:27:57.279834 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9f235a2-ceb0-428e-ba04-02dac415f13b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:57.286613 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb290dc-cee6-4be5-95f6-608f09e1a138 None None] Sync routers for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:27:57.294111 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:57.313048 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb290dc-cee6-4be5-95f6-608f09e1a138 None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:27:57.313684 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0eb290dc-cee6-4be5-95f6-608f09e1a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:27:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:27:57.384597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:57.472516 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c9f235a2-ceb0-428e-ba04-02dac415f13b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "PUT /v2.0/floatingips/58c84e7c-fefa-40e8-b0ba-99aac0ff700e HTTP/1.1" status: 200 len: 990 time: 4.8232658 Jun 04 16:27:57.480112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:27:57.480443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 0db3fca9-9ebc-43b7-9c91-47effdf0ee25 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:27:57.623588 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-34ad090c-ab81-4888-9898-5643b28f6e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:57.681564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:57.698739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:57.713744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:57.714343 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:57.754308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3023e327-df4b-443e-ae29-981f3f9ca437,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:57.756680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=ffdf2232-f943-44ce-864b-8be2c8713f35,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:57.761391 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:57.782395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:57.782986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:57.783107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:57.783424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:57.783750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:57.784075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:57.784625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:57.784733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:57.785012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:57.785400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:57.785715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:57.786030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:27:57.796305 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2cc4-a9a3-4da9-9029-f164d9e8402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:57.800362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Transition to ACTIVE for port object ae8fed0d-af03-4229-ac52-fc40ddc2af0e will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:27:57.827251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061ed39-086a-4207-8cec-9a61ade633b0 req-7b94dfa1-a68c-4d35-a47c-2a326311503b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:57.833383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061ed39-086a-4207-8cec-9a61ade633b0 req-7b94dfa1-a68c-4d35-a47c-2a326311503b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:57.839185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061ed39-086a-4207-8cec-9a61ade633b0 req-7b94dfa1-a68c-4d35-a47c-2a326311503b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:57.845106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061ed39-086a-4207-8cec-9a61ade633b0 req-7b94dfa1-a68c-4d35-a47c-2a326311503b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:57.851116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061ed39-086a-4207-8cec-9a61ade633b0 req-7b94dfa1-a68c-4d35-a47c-2a326311503b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:57.854128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1837e27a-00ef-4c62-a19f-eeaf4b01808a None None] For port 996b7be9-de04-440f-a9d1-06815e37e85f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=996b7be9-de04-440f-a9d1-06815e37e85f,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:57.854726 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1837e27a-00ef-4c62-a19f-eeaf4b01808a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:57.857045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061ed39-086a-4207-8cec-9a61ade633b0 req-7b94dfa1-a68c-4d35-a47c-2a326311503b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:57.863175 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061ed39-086a-4207-8cec-9a61ade633b0 req-7b94dfa1-a68c-4d35-a47c-2a326311503b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:57.871701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6061ed39-086a-4207-8cec-9a61ade633b0 req-7b94dfa1-a68c-4d35-a47c-2a326311503b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5432 time: 0.6246829 Jun 04 16:27:57.874397 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fc5312d7-3c1f-467f-8b19-5491f4dee616 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0083332 Jun 04 16:27:57.877516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45158) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:57.892008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a51d5233-299d-4768-af6f-f92163cabbf6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:57.927488 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0eb290dc-cee6-4be5-95f6-608f09e1a138 None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:27:57.996353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1837e27a-00ef-4c62-a19f-eeaf4b01808a None None] Calling delete_port for 996b7be9-de04-440f-a9d1-06815e37e85f owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:27:58.028076 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-34ad090c-ab81-4888-9898-5643b28f6e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:58.073248 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:58.084165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port d845983a-5332-4048-b55f-ae3bd2a23a2b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d845983a-5332-4048-b55f-ae3bd2a23a2b,segment=NetworkSegment(30996a96-9811-4953-b8d5-b5602c09f2dc),segment_id=30996a96-9811-4953-b8d5-b5602c09f2dc)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:58.100478 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'd845983a-5332-4048-b55f-ae3bd2a23a2b', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'port_id': 'd845983a-5332-4048-b55f-ae3bd2a23a2b', 'mac_address': 'fa:16:3e:c1:64:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:27:58.105499 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1837e27a-00ef-4c62-a19f-eeaf4b01808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:58.109376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 996b7be9-de04-440f-a9d1-06815e37e85f no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:27:58.137128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['b3f4cec0-705b-401c-b177-4b8cc0c0616d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:58.161840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['0d41e9d3-02af-41b9-b725-3edb34471ecd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:27:58.212263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event updated for resources: {'Port': ['ID=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:58.230956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6061ed39-086a-4207-8cec-9a61ade633b0 req-12d7c9e7-f0b7-4198-87a5-4d2ca6197752 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3582466 Jun 04 16:27:58.231678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad090c-ab81-4888-9898-5643b28f6e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c76308-27ab-4412-b695-ccc303fa5174,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:58.244955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:27:58.246447 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-34ad090c-ab81-4888-9898-5643b28f6e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:58.258292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:27:58.262781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:27:58.343059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:58.343694 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:58.352996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-34ad090c-ab81-4888-9898-5643b28f6e43 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11c76308-27ab-4412-b695-ccc303fa5174 HTTP/1.1" status: 204 len: 168 time: 2.9016044 Jun 04 16:27:58.355799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45164) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:58.393358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca74170-3aa0-4481-b31d-f16411dc846d req-666de287-7b70-4548-83c2-f8ab44ffcaa5 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:58.401231 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fca74170-3aa0-4481-b31d-f16411dc846d req-666de287-7b70-4548-83c2-f8ab44ffcaa5 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 946 time: 0.5241427 Jun 04 16:27:58.448236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:27:58.452956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-170134ad-da78-488d-a487-d26562c9c07e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0554576 Jun 04 16:27:58.469067 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 996b7be9-de04-440f-a9d1-06815e37e85f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:27:58.469503 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 996b7be9-de04-440f-a9d1-06815e37e85f not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:27:58.483667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Request body: {'port': {'device_id': 'b5940fef-09ea-4ba2-956d-860a965fae9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:58.630224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a51d5233-299d-4768-af6f-f92163cabbf6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:27:58.648231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a51d5233-299d-4768-af6f-f92163cabbf6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:27:58.655592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a51d5233-299d-4768-af6f-f92163cabbf6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:27:58.663039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a51d5233-299d-4768-af6f-f92163cabbf6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:27:58.693205 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0eb290dc-cee6-4be5-95f6-608f09e1a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '58c84e7c-fefa-40e8-b0ba-99aac0ff700e', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'port_id': '5fdb3116-c787-4b04-a395-6976090ed690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'mac_address': 'fa:16:3e:eb:64:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:27:18Z', 'updated_at': '2022-06-04T16:27:55Z', 'revision_number': 1, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:12Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:27:58.706518 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb290dc-cee6-4be5-95f6-608f09e1a138 None None] Checking router: 309678cb-d99f-4fcc-903b-5d486be403df for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:27:58.713043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fca74170-3aa0-4481-b31d-f16411dc846d req-6b00eaef-47ce-4d2e-b5f7-010432e32f3c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105617 Jun 04 16:27:58.714716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port d845983a-5332-4048-b55f-ae3bd2a23a2b is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:58.715234 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:58.718366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51d5233-299d-4768-af6f-f92163cabbf6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:27:58.728586 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb290dc-cee6-4be5-95f6-608f09e1a138 None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:27:58.730307 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0eb290dc-cee6-4be5-95f6-608f09e1a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:27:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:27:58.732571 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a51d5233-299d-4768-af6f-f92163cabbf6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:58.743322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837e27a-00ef-4c62-a19f-eeaf4b01808a None None] Pushing event deleted for resources: {'Port': ['ID=996b7be9-de04-440f-a9d1-06815e37e85f,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:58.752201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837e27a-00ef-4c62-a19f-eeaf4b01808a None None] No DVR routers for this DVR port 996b7be9-de04-440f-a9d1-06815e37e85f on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:27:58.797100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4dcd4b-48f1-4dca-a445-7deef96fb5c8 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:27:58.818597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d845983a-5332-4048-b55f-ae3bd2a23a2b {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:58.844810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port d845983a-5332-4048-b55f-ae3bd2a23a2b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d845983a-5332-4048-b55f-ae3bd2a23a2b,segment=NetworkSegment(30996a96-9811-4953-b8d5-b5602c09f2dc),segment_id=30996a96-9811-4953-b8d5-b5602c09f2dc)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:58.858904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-acf57c81-11f4-4a2f-83c2-ce97beb09360 None None] Provisioning for port ae8fed0d-af03-4229-ac52-fc40ddc2af0e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:27:58.872019 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:58.882533 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:58.883335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 863324e7-c4ea-4faf-95eb-efa2ddc23375 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:27:58.906673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 863324e7-c4ea-4faf-95eb-efa2ddc23375, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=863324e7-c4ea-4faf-95eb-efa2ddc23375,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:58.957509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51614a4-be9a-4645-b899-882706ad76be req-437efa35-ad27-4efa-ac8b-72f77c13cd6b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:58.960883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '863324e7-c4ea-4faf-95eb-efa2ddc23375', 'network_id': '4ae9684f-8981-4108-80b8-f671d76ed732', 'port_id': '863324e7-c4ea-4faf-95eb-efa2ddc23375', 'mac_address': 'fa:16:3e:ac:8f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25d6d86-38aa-4a4a-ab62-3be62b97a432', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:27:58.961449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c51614a4-be9a-4645-b899-882706ad76be req-437efa35-ad27-4efa-ac8b-72f77c13cd6b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Synchronizing usage tracker for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:27:59.018275 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0630b101-2725-491e-952e-549a987e2508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:59.027599 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b0320a-d580-4f56-bbeb-4f2d667b7c6b'] response: {'name': 'network-changed', 'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690', 'status': 'completed', 'code': 200} Jun 04 16:27:59.145650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-acf57c81-11f4-4a2f-83c2-ce97beb09360 None None] Provisioning complete for port ae8fed0d-af03-4229-ac52-fc40ddc2af0e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:27:59.146150 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-acf57c81-11f4-4a2f-83c2-ce97beb09360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:59.148948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c51614a4-be9a-4645-b899-882706ad76be req-437efa35-ad27-4efa-ac8b-72f77c13cd6b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Unset dirty status for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:27:59.158949 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c51614a4-be9a-4645-b899-882706ad76be req-437efa35-ad27-4efa-ac8b-72f77c13cd6b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 931 time: 0.5081553 Jun 04 16:27:59.172244 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0eb290dc-cee6-4be5-95f6-608f09e1a138 None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:27:59.220935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 863324e7-c4ea-4faf-95eb-efa2ddc23375 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:27:59.221471 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:59.238019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-acf57c81-11f4-4a2f-83c2-ce97beb09360 None None] Port ae8fed0d-af03-4229-ac52-fc40ddc2af0e cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:27:59.367496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863324e7-c4ea-4faf-95eb-efa2ddc23375 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:27:59.385497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 863324e7-c4ea-4faf-95eb-efa2ddc23375, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=863324e7-c4ea-4faf-95eb-efa2ddc23375,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:59.390985 n-d-811809-3 neutron-server[88797]: INFO neutron.db.ipam_backend_mixin [None req-a51d5233-299d-4768-af6f-f92163cabbf6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ffdf2232-f943-44ce-864b-8be2c8713f35 (CIDR: 2001:db8::/64) Jun 04 16:27:59.409928 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:59.410961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 32da0c38-3568-48cc-85f7-cc443766b806 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:27:59.436914 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 32da0c38-3568-48cc-85f7-cc443766b806, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=32da0c38-3568-48cc-85f7-cc443766b806,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:27:59.457427 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c51614a4-be9a-4645-b899-882706ad76be req-d1ee1826-fd02-4e53-8729-95b91238e147 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890859 Jun 04 16:27:59.484510 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51d5233-299d-4768-af6f-f92163cabbf6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:27:59.484999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51d5233-299d-4768-af6f-f92163cabbf6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:27:59.522313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0630b101-2725-491e-952e-549a987e2508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:27:59.561012 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a51d5233-299d-4768-af6f-f92163cabbf6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6823690 Jun 04 16:27:59.573845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45190) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:27:59.577613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0630b101-2725-491e-952e-549a987e2508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d272ee5-1e13-4e73-b92e-b1d2c5d45d39']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:27:59.702326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '32da0c38-3568-48cc-85f7-cc443766b806', 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4', 'port_id': '32da0c38-3568-48cc-85f7-cc443766b806', 'mac_address': 'fa:16:3e:eb:3a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4486856-317f-473e-94f2-040bb20ab3b6', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:27:59.780465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:27:59.801951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c162a11-21dc-4921-b356-53c3a57850b5 req-0abde5b1-c618-4213-82f7-31290632032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:27:59.805899 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7c162a11-21dc-4921-b356-53c3a57850b5 req-0abde5b1-c618-4213-82f7-31290632032e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 1096 time: 0.7559035 Jun 04 16:27:59.817746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=d845983a-5332-4048-b55f-ae3bd2a23a2b,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:27:59.851969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0630b101-2725-491e-952e-549a987e2508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f135aee-160f-4158-aa79-42856a69a27f') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:27:59.852330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0630b101-2725-491e-952e-549a987e2508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f135aee-160f-4158-aa79-42856a69a27f') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:27:59.942467 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0630b101-2725-491e-952e-549a987e2508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:00.009986 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0eb290dc-cee6-4be5-95f6-608f09e1a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '58c84e7c-fefa-40e8-b0ba-99aac0ff700e', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'port_id': '5fdb3116-c787-4b04-a395-6976090ed690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'mac_address': 'fa:16:3e:eb:64:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:27:18Z', 'updated_at': '2022-06-04T16:27:55Z', 'revision_number': 1, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:12Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:00.027799 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb290dc-cee6-4be5-95f6-608f09e1a138 None None] The sync data for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 is: [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '58c84e7c-fefa-40e8-b0ba-99aac0ff700e', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'port_id': '5fdb3116-c787-4b04-a395-6976090ed690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'mac_address': 'fa:16:3e:eb:64:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:27:18Z', 'updated_at': '2022-06-04T16:27:55Z', 'revision_number': 1, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:12Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:28:00.097020 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0630b101-2725-491e-952e-549a987e2508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:00.161741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0630b101-2725-491e-952e-549a987e2508 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:28:00.164064 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0630b101-2725-491e-952e-549a987e2508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:00.188005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': 'ffdf2232-f943-44ce-864b-8be2c8713f35'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:28:00.189094 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:00.210209 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-184a893e-bf1a-4ff3-bbf7-66e587ce62bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:00.226283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fde976-a032-48f1-9c6f-d8e07a9bdf9a req-1f0ca132-6e96-47aa-bb94-4fa8b06e4205 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:00.233017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fde976-a032-48f1-9c6f-d8e07a9bdf9a req-1f0ca132-6e96-47aa-bb94-4fa8b06e4205 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:00.240604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fde976-a032-48f1-9c6f-d8e07a9bdf9a req-1f0ca132-6e96-47aa-bb94-4fa8b06e4205 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:00.247419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fde976-a032-48f1-9c6f-d8e07a9bdf9a req-1f0ca132-6e96-47aa-bb94-4fa8b06e4205 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:00.254875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fde976-a032-48f1-9c6f-d8e07a9bdf9a req-1f0ca132-6e96-47aa-bb94-4fa8b06e4205 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:00.261278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fde976-a032-48f1-9c6f-d8e07a9bdf9a req-1f0ca132-6e96-47aa-bb94-4fa8b06e4205 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:00.269368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fde976-a032-48f1-9c6f-d8e07a9bdf9a req-1f0ca132-6e96-47aa-bb94-4fa8b06e4205 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:00.279669 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5fde976-a032-48f1-9c6f-d8e07a9bdf9a req-1f0ca132-6e96-47aa-bb94-4fa8b06e4205 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5434 time: 0.6080289 Jun 04 16:28:00.310331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=863324e7-c4ea-4faf-95eb-efa2ddc23375,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:00.323234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 32da0c38-3568-48cc-85f7-cc443766b806 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:00.323660 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:00.339493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8fed0d-af03-4229-ac52-fc40ddc2af0e {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:00.349647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32da0c38-3568-48cc-85f7-cc443766b806 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:00.361108 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:00.381943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 32da0c38-3568-48cc-85f7-cc443766b806, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=32da0c38-3568-48cc-85f7-cc443766b806,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:00.386738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5fde976-a032-48f1-9c6f-d8e07a9bdf9a req-13fc506f-4335-4977-9924-3dca17e69df3 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1030192 Jun 04 16:28:00.405987 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:00.406698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 992c7921-fdf5-467e-876a-cc1d1a62341d details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:28:00.442806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Transition to ACTIVE for port object ae8fed0d-af03-4229-ac52-fc40ddc2af0e will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:00.468626 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 9f135aee-160f-4158-aa79-42856a69a27f resource provider aggregate not found Jun 04 16:28:00.475452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b8775-4376-4d81-9cfe-00146fae3437 None None] New status for floating IP 58c84e7c-fefa-40e8-b0ba-99aac0ff700e: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:28:00.475661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aadbf-2a8b-450c-b3bd-398b67f71c34 req-0279caa2-e563-4633-b7a6-a4d387b83414 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:00.484309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-100aadbf-2a8b-450c-b3bd-398b67f71c34 req-0279caa2-e563-4633-b7a6-a4d387b83414 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 946 time: 0.3610513 Jun 04 16:28:00.486745 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:00.516769 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 9f135aee-160f-4158-aa79-42856a69a27f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f135aee-160f-4158-aa79-42856a69a27f found for delete ", "request_id": "req-a0d43094-2a39-4ecc-a58a-4c29241cde05"}]} Jun 04 16:28:00.553685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c162a11-21dc-4921-b356-53c3a57850b5 req-532457f5-50cb-47a8-bbb0-3eadddb664cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:00.556218 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7c162a11-21dc-4921-b356-53c3a57850b5 req-532457f5-50cb-47a8-bbb0-3eadddb664cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 917 time: 0.7412057 Jun 04 16:28:00.557944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:00.707877 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7c162a11-21dc-4921-b356-53c3a57850b5 req-b08f813f-5708-4208-b201-d1badfb846f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fdb3116-c787-4b04-a395-6976090ed690 HTTP/1.1" status: 200 len: 998 time: 0.1432598 Jun 04 16:28:00.709556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:00.719574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0630b101-2725-491e-952e-549a987e2508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:00.721851 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:00.731514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 992c7921-fdf5-467e-876a-cc1d1a62341d, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=992c7921-fdf5-467e-876a-cc1d1a62341d,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:00.752165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '992c7921-fdf5-467e-876a-cc1d1a62341d', 'network_id': '8b09542d-db52-4306-9a04-3ce692fb28e4', 'port_id': '992c7921-fdf5-467e-876a-cc1d1a62341d', 'mac_address': 'fa:16:3e:98:72:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4486856-317f-473e-94f2-040bb20ab3b6', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:28:00.916881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:00.932667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0630b101-2725-491e-952e-549a987e2508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:00.970752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630b101-2725-491e-952e-549a987e2508 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d272ee5-1e13-4e73-b92e-b1d2c5d45d39,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:01.035148 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0630b101-2725-491e-952e-549a987e2508 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0d272ee5-1e13-4e73-b92e-b1d2c5d45d39 HTTP/1.1" status: 204 len: 168 time: 2.6672456 Jun 04 16:28:01.089511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:01.097528 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:01.113681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:01.122315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=32da0c38-3568-48cc-85f7-cc443766b806,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:01.194958 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-100aadbf-2a8b-450c-b3bd-398b67f71c34 req-4173e720-9d32-411b-a9bd-844da3fefa66 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6889393 Jun 04 16:28:01.216077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c162a11-21dc-4921-b356-53c3a57850b5 req-c06c762b-090a-455f-b40e-1d72a6fc9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:01.234575 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7c162a11-21dc-4921-b356-53c3a57850b5 req-c06c762b-090a-455f-b40e-1d72a6fc9479 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a52ac60c-7b2f-44a7-bfdf-ded791d655a5 HTTP/1.1" status: 200 len: 855 time: 0.4928198 Jun 04 16:28:01.254798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 992c7921-fdf5-467e-876a-cc1d1a62341d is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:01.254798 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:01.263744 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:01.298348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Allocated IP 2001:db8::2 (f0dbb02b-9d62-4207-955a-783084b70e61/ffdf2232-f943-44ce-864b-8be2c8713f35/b6fffea8-e66c-4338-8e40-cb38d7ba5f71) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:28:01.307301 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:01.312862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992c7921-fdf5-467e-876a-cc1d1a62341d {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:01.448274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 992c7921-fdf5-467e-876a-cc1d1a62341d, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=992c7921-fdf5-467e-876a-cc1d1a62341d,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:01.450191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45226) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:01.545109 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:01.635872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d3a5c-0292-439d-a7ca-51c91d3eb41c req-8530ce7d-89ff-4dd4-a6b4-5df138b05860 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:01.637717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-031d3a5c-0292-439d-a7ca-51c91d3eb41c req-8530ce7d-89ff-4dd4-a6b4-5df138b05860 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 943 time: 0.6190083 Jun 04 16:28:01.640244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Attempting to bind port ae8fed0d-af03-4229-ac52-fc40ddc2af0e on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:28:01.641407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Attempting to bind port ae8fed0d-af03-4229-ac52-fc40ddc2af0e by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:28:01.641888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Attempting to bind port ae8fed0d-af03-4229-ac52-fc40ddc2af0e on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:01.716085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-031d3a5c-0292-439d-a7ca-51c91d3eb41c req-c7369aba-389f-431b-8764-977880490dba tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640349 Jun 04 16:28:01.718321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Port ae8fed0d-af03-4229-ac52-fc40ddc2af0e on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:28:01.718835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Attempting to bind port ae8fed0d-af03-4229-ac52-fc40ddc2af0e on network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:01.726823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:28:01.727411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Checking segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:01.727999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Bound using segment: {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:28:01.728807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Bound port: ae8fed0d-af03-4229-ac52-fc40ddc2af0e, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaea328c-362d-49af-b2fa-8440849662a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:28:01.729319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:01.766072 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-23778a51-fa41-4da8-a341-593fbff1c27d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd345418206f425db75320e56ffebcbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116179 Jun 04 16:28:01.772597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45232) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:01.846557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=992c7921-fdf5-467e-876a-cc1d1a62341d,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:01.868036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c162a11-21dc-4921-b356-53c3a57850b5 req-bbb0ce5e-bc5e-4e6f-9922-1c431f903548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:01.872680 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7c162a11-21dc-4921-b356-53c3a57850b5 req-bbb0ce5e-bc5e-4e6f-9922-1c431f903548 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=614a7452-3f8e-48d3-a295-c0d70920f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6350503 Jun 04 16:28:01.872918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] For port ae8fed0d-af03-4229-ac52-fc40ddc2af0e, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:28:01.880816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] For port ae8fed0d-af03-4229-ac52-fc40ddc2af0e, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:28:01.892306 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:02.159716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['696a0d0b-67a7-414e-b8a0-30fa919880d7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:02.231421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['d845983a-5332-4048-b55f-ae3bd2a23a2b'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:02.240819 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7c162a11-21dc-4921-b356-53c3a57850b5 req-09221214-2c9c-4e9b-96ca-3a9ce1bc3ea4 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502181 Jun 04 16:28:02.325682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['a99beac5-8a3e-40fd-9302-6f3224c157f6'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:02.448661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['32da0c38-3568-48cc-85f7-cc443766b806'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:02.517847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['992c7921-fdf5-467e-876a-cc1d1a62341d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:02.554360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:02.583150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:02.583885 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:02.585324 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-d29883ce-972f-4b6d-9a50-d4fa85579ce1 service neutron] 10.222.0.42 "PUT /v2.0/ports/ae8fed0d-af03-4229-ac52-fc40ddc2af0e HTTP/1.1" status: 200 len: 1091 time: 4.1178780 Jun 04 16:28:02.590130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5940fef-09ea-4ba2-956d-860a965fae9e', 'tag': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:02.714440 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:02.734397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe8df-ffa3-4de2-bfe9-70e261d9a14d req-70ca8cd6-d4df-480a-b7cf-931b5c3c3427 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:02.739162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Transition to ACTIVE for port object b6fffea8-e66c-4338-8e40-cb38d7ba5f71 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:02.764821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe8df-ffa3-4de2-bfe9-70e261d9a14d req-70ca8cd6-d4df-480a-b7cf-931b5c3c3427 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:02.782925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe8df-ffa3-4de2-bfe9-70e261d9a14d req-70ca8cd6-d4df-480a-b7cf-931b5c3c3427 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:02.794685 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Transition to ACTIVE for port object b6fffea8-e66c-4338-8e40-cb38d7ba5f71 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:02.813349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe8df-ffa3-4de2-bfe9-70e261d9a14d req-70ca8cd6-d4df-480a-b7cf-931b5c3c3427 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:02.833667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe8df-ffa3-4de2-bfe9-70e261d9a14d req-70ca8cd6-d4df-480a-b7cf-931b5c3c3427 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:02.839507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe8df-ffa3-4de2-bfe9-70e261d9a14d req-70ca8cd6-d4df-480a-b7cf-931b5c3c3427 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:02.856194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe8df-ffa3-4de2-bfe9-70e261d9a14d req-70ca8cd6-d4df-480a-b7cf-931b5c3c3427 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:02.864198 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3abe8df-ffa3-4de2-bfe9-70e261d9a14d req-70ca8cd6-d4df-480a-b7cf-931b5c3c3427 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5436 time: 0.3806746 Jun 04 16:28:02.909671 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:02.970796 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7c162a11-21dc-4921-b356-53c3a57850b5 req-d002f000-b48b-433f-ba64-8e881090cbf3 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665987 Jun 04 16:28:02.985290 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c57ec719-3a72-48b4-bf68-8953c01a15bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:02.999296 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2421010f-fdf7-44d1-b4c4-e5f18a588c15'] response: {'name': 'network-changed', 'server_uuid': 'b5940fef-09ea-4ba2-956d-860a965fae9e', 'tag': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e', 'status': 'completed', 'code': 200} Jun 04 16:28:03.101463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3abe8df-ffa3-4de2-bfe9-70e261d9a14d req-e806088d-37a2-4ce5-87ea-dcbb438d1dcf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2362330 Jun 04 16:28:03.141225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876ce19-fccf-470a-950d-262b12136542 req-8d1d09c4-b0fd-4712-97e1-b9c9a1b5f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:03.143061 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-8d1d09c4-b0fd-4712-97e1-b9c9a1b5f74c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 1094 time: 0.2275636 Jun 04 16:28:03.206847 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c57ec719-3a72-48b4-bf68-8953c01a15bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:03.279349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.objects.ports [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88797) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:28:03.307155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['3023e327-df4b-443e-ae29-981f3f9ca437'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:03.396312 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-b9f8d7dd-63db-4003-b62b-8e5a02332a3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae8fed0d-af03-4229-ac52-fc40ddc2af0e HTTP/1.1" status: 200 len: 217 time: 0.2451544 Jun 04 16:28:03.470095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876ce19-fccf-470a-950d-262b12136542 req-da4aed71-b519-400d-8822-378dde78d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:03.470337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['863324e7-c4ea-4faf-95eb-efa2ddc23375'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:03.472046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-da4aed71-b519-400d-8822-378dde78d7a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.0653379 Jun 04 16:28:03.496251 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:03.569615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f7ef0-a24a-4888-801c-8c4f3536885d req-cb02d18a-5c91-4926-97a3-ffe5f466446b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:03.571826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be3f7ef0-a24a-4888-801c-8c4f3536885d req-cb02d18a-5c91-4926-97a3-ffe5f466446b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 943 time: 0.2819819 Jun 04 16:28:03.595942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876ce19-fccf-470a-950d-262b12136542 req-0a24e35b-0c26-40ad-9024-1082e261558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:03.597957 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-0a24e35b-0c26-40ad-9024-1082e261558c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186807 Jun 04 16:28:03.620710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:28:03.627807 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:03.654566 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c57ec719-3a72-48b4-bf68-8953c01a15bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:03.718083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 41f7f031-8a64-40ce-8fa0-f375583ad261 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:28:03.751648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ec719-3a72-48b4-bf68-8953c01a15bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bda3b9-edf8-400b-99c6-9ad846cf3fe6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:03.773324 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c57ec719-3a72-48b4-bf68-8953c01a15bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:03.782639 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be3f7ef0-a24a-4888-801c-8c4f3536885d req-61d76740-4b7e-459b-8d6c-8a134a50bde6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017508 Jun 04 16:28:03.786993 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c57ec719-3a72-48b4-bf68-8953c01a15bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65bda3b9-edf8-400b-99c6-9ad846cf3fe6 HTTP/1.1" status: 204 len: 168 time: 2.0026650 Jun 04 16:28:03.852247 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-90a17348-3bdd-4374-9f4c-a292fba747d0 service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465956 Jun 04 16:28:03.887724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 41f7f031-8a64-40ce-8fa0-f375583ad261, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41f7f031-8a64-40ce-8fa0-f375583ad261,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:03.943798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '41f7f031-8a64-40ce-8fa0-f375583ad261', 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e', 'port_id': '41f7f031-8a64-40ce-8fa0-f375583ad261', 'mac_address': 'fa:16:3e:57:0d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e04031-3729-4919-8e9f-f1d9cf7008d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:28:03.972021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:03.978116 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:28:04.032919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e876ce19-fccf-470a-950d-262b12136542 req-704a1721-e861-4987-9d7c-087121b6a37d service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740713 Jun 04 16:28:04.221084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Pushing event updated for resources: {'Port': ['ID=b6fffea8-e66c-4338-8e40-cb38d7ba5f71,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:04.320847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab8525-a3e9-41e7-9d38-fcd9e351b8b7 req-ea71089d-89f5-4ffa-b58c-500c8b1c4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:04.322344 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8ab8525-a3e9-41e7-9d38-fcd9e351b8b7 req-ea71089d-89f5-4ffa-b58c-500c8b1c4041 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 1094 time: 0.2301931 Jun 04 16:28:04.368249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] For port b6fffea8-e66c-4338-8e40-cb38d7ba5f71, host n-d-811809-3, got binding levels [] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:04.440047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:04.461047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:04.512957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab8525-a3e9-41e7-9d38-fcd9e351b8b7 req-1515eb58-9af0-4725-8d5b-f6b07419d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:04.514413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8ab8525-a3e9-41e7-9d38-fcd9e351b8b7 req-1515eb58-9af0-4725-8d5b-f6b07419d9cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.1838071 Jun 04 16:28:04.546815 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 41f7f031-8a64-40ce-8fa0-f375583ad261 is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:04.546815 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:04.579337 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:04.656559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to bind port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:28:04.656900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to bind port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:28:04.657230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to bind port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:04.700188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41f7f031-8a64-40ce-8fa0-f375583ad261 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:04.704869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:28:04.706158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:04.710774 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:04.711882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:28:04.713699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Bound port: b6fffea8-e66c-4338-8e40-cb38d7ba5f71, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:28:04.716184 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:04.725020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 41f7f031-8a64-40ce-8fa0-f375583ad261, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41f7f031-8a64-40ce-8fa0-f375583ad261,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:04.739460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8ab8525-a3e9-41e7-9d38-fcd9e351b8b7 req-6b67a963-817a-4bfd-8b54-eebea76576e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae8fed0d-af03-4229-ac52-fc40ddc2af0e HTTP/1.1" status: 200 len: 217 time: 0.1532722 Jun 04 16:28:04.827124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab8525-a3e9-41e7-9d38-fcd9e351b8b7 req-87c82468-e958-4c7c-ac6a-53f4060eb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:04.828710 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8ab8525-a3e9-41e7-9d38-fcd9e351b8b7 req-87c82468-e958-4c7c-ac6a-53f4060eb61b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.0742188 Jun 04 16:28:04.839475 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:04.841638 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:04.851770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=b6fffea8-e66c-4338-8e40-cb38d7ba5f71,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:04.877312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Attempting to bind port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:28:04.883347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Attempting to bind port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:28:04.883858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Attempting to bind port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:05.015800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:28:05.016346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:05.016851 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:05.017351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:28:05.017952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Bound port: b6fffea8-e66c-4338-8e40-cb38d7ba5f71, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:28:05.018422 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:05.023825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847f9e-239d-434c-b867-4408c082977d req-810d2e63-db66-469c-a766-52eea0eec2b5 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:05.038713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847f9e-239d-434c-b867-4408c082977d req-810d2e63-db66-469c-a766-52eea0eec2b5 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:05.049859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847f9e-239d-434c-b867-4408c082977d req-810d2e63-db66-469c-a766-52eea0eec2b5 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:05.054567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=41f7f031-8a64-40ce-8fa0-f375583ad261,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:05.070116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847f9e-239d-434c-b867-4408c082977d req-810d2e63-db66-469c-a766-52eea0eec2b5 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:05.082237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847f9e-239d-434c-b867-4408c082977d req-810d2e63-db66-469c-a766-52eea0eec2b5 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:05.103031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847f9e-239d-434c-b867-4408c082977d req-810d2e63-db66-469c-a766-52eea0eec2b5 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:05.115985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847f9e-239d-434c-b867-4408c082977d req-810d2e63-db66-469c-a766-52eea0eec2b5 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:05.121547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] For port b6fffea8-e66c-4338-8e40-cb38d7ba5f71, host n-d-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:28:05.122499 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53847f9e-239d-434c-b867-4408c082977d req-810d2e63-db66-469c-a766-52eea0eec2b5 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5436 time: 0.6070883 Jun 04 16:28:05.131242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] For port b6fffea8-e66c-4338-8e40-cb38d7ba5f71, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b6fffea8-e66c-4338-8e40-cb38d7ba5f71,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:28:05.146516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:05.251519 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:05.399282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53847f9e-239d-434c-b867-4408c082977d req-4762e2e5-50b9-44d4-8ccb-97ccfe9ea095 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2660825 Jun 04 16:28:05.430253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['41f7f031-8a64-40ce-8fa0-f375583ad261'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:05.467913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:28:05.473813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:05.480629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:05.481518 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:05.489794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=03f4b3b5-0a88-483e-86da-a748ae62447b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:05.501292 n-d-811809-3 neutron-server[88799]: WARNING neutron.plugins.ml2.plugin [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Concurrent port binding operations failed on port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 Jun 04 16:28:05.505371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] For port b6fffea8-e66c-4338-8e40-cb38d7ba5f71, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b6fffea8-e66c-4338-8e40-cb38d7ba5f71,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:05.526869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab8525-a3e9-41e7-9d38-fcd9e351b8b7 req-90857221-6fb1-4328-90e6-9461ab6a49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:05.532007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=b6fffea8-e66c-4338-8e40-cb38d7ba5f71,revision_number=4']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:05.536446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8ab8525-a3e9-41e7-9d38-fcd9e351b8b7 req-90857221-6fb1-4328-90e6-9461ab6a49ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6971650 Jun 04 16:28:05.541175 n-d-811809-3 neutron-server[88799]: INFO neutron.plugins.ml2.plugin [None req-190ea032-a327-48b9-8dd8-7303a2e9a14e None None] Attempt 2 to bind port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 Jun 04 16:28:05.574996 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c0281881-3dce-4f65-a97c-7c0604f0a501 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.9964933 Jun 04 16:28:05.574996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45352) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:05.588461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'mac_address': 'fa:16:3e:00:4e:cb', 'name': 'tempest-NetworksTestDHCPv6-524215148'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:05.696737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ae8fed0d-af03-4229-ac52-fc40ddc2af0e details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:28:05.708393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 696a0d0b-67a7-414e-b8a0-30fa919880d7 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:05.947158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45370) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:05.960254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ad36e-3cb9-4b67-bb53-89673b5c4d0f req-755b6861-2eb5-4995-9c51-995f7d11de18 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:05.969971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e3ad36e-3cb9-4b67-bb53-89673b5c4d0f req-755b6861-2eb5-4995-9c51-995f7d11de18 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 943 time: 0.7301736 Jun 04 16:28:06.033236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:06.039716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:06.056985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:06.075510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:06.106066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:06.396683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e3ad36e-3cb9-4b67-bb53-89673b5c4d0f req-1fedbcc6-39e9-4f31-81d4-e797b519e872 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256353 Jun 04 16:28:06.415474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ae8fed0d-af03-4229-ac52-fc40ddc2af0e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:06.458159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'port_id': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e', 'mac_address': 'fa:16:3e:cc:70:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:28:06.501574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8ab8525-a3e9-41e7-9d38-fcd9e351b8b7 req-e7b3bdd6-1eca-4cf9-b36b-06c2b967344c service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9418681 Jun 04 16:28:06.508616 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1288831513-network', 'tenant_id': 'b70969e37aab453696fab66de72f76e6'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:06.549754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:06.574504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Usage tracker for resource:network and tenant:b70969e37aab453696fab66de72f76e6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:06.577684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:06.600185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:06.615495 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port ae8fed0d-af03-4229-ac52-fc40ddc2af0e is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:06.619317 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:06.647444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Made reservation on behalf of b70969e37aab453696fab66de72f76e6 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:06.649800 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:06.690837 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:06.716452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 696a0d0b-67a7-414e-b8a0-30fa919880d7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:06.741809 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:06.751742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 696a0d0b-67a7-414e-b8a0-30fa919880d7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:06.752038 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:06.778358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:06.798931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Usage tracker for resource:security_group_rule and tenant:b70969e37aab453696fab66de72f76e6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:06.810182 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:06.843644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:06.850051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8fed0d-af03-4229-ac52-fc40ddc2af0e {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:06.869113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port f9306486-bcdb-447e-bc6f-5b58bc227b0c yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:28:07.114020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ae8fed0d-af03-4229-ac52-fc40ddc2af0e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:07.138005 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:07.143070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8ab8525-a3e9-41e7-9d38-fcd9e351b8b7 req-c5c4729a-2042-4c8e-9a53-8da2402cca74 service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297870 Jun 04 16:28:07.210791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aa357-c6f7-478a-803f-2ddcaa40ae13 req-122cd5e6-2f7a-4187-886c-c4863aec3d6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:07.217120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aa357-c6f7-478a-803f-2ddcaa40ae13 req-122cd5e6-2f7a-4187-886c-c4863aec3d6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:07.236837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aa357-c6f7-478a-803f-2ddcaa40ae13 req-122cd5e6-2f7a-4187-886c-c4863aec3d6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:07.253845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aa357-c6f7-478a-803f-2ddcaa40ae13 req-122cd5e6-2f7a-4187-886c-c4863aec3d6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:07.292184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aa357-c6f7-478a-803f-2ddcaa40ae13 req-122cd5e6-2f7a-4187-886c-c4863aec3d6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:07.298082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aa357-c6f7-478a-803f-2ddcaa40ae13 req-122cd5e6-2f7a-4187-886c-c4863aec3d6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:07.324647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aa357-c6f7-478a-803f-2ddcaa40ae13 req-122cd5e6-2f7a-4187-886c-c4863aec3d6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:07.326716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-281aa357-c6f7-478a-803f-2ddcaa40ae13 req-122cd5e6-2f7a-4187-886c-c4863aec3d6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5436 time: 0.5268219 Jun 04 16:28:07.353523 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:28:07.401884 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:07.483388 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-281aa357-c6f7-478a-803f-2ddcaa40ae13 req-7641145a-7e50-4db7-9516-bf61c3f45d93 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438360 Jun 04 16:28:07.535119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::2f9 (f0dbb02b-9d62-4207-955a-783084b70e61/ffdf2232-f943-44ce-864b-8be2c8713f35/f9306486-bcdb-447e-bc6f-5b58bc227b0c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:28:07.543061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8:0:1:f816:3eff:fe00:4ecb (f0dbb02b-9d62-4207-955a-783084b70e61/03f4b3b5-0a88-483e-86da-a748ae62447b/f9306486-bcdb-447e-bc6f-5b58bc227b0c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:28:07.602745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:07.627327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 696a0d0b-67a7-414e-b8a0-30fa919880d7 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:07.627859 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:07.691256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696a0d0b-67a7-414e-b8a0-30fa919880d7'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:07.717657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 696a0d0b-67a7-414e-b8a0-30fa919880d7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=696a0d0b-67a7-414e-b8a0-30fa919880d7,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:07.729755 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:07.848261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 32da0c38-3568-48cc-85f7-cc443766b806 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:07.877664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['ae8fed0d-af03-4229-ac52-fc40ddc2af0e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:07.943530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a6248-233d-4cea-b68d-40b590e927eb None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:28:08.005091 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:08.064897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:28:08.087583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-54bd66b7-c473-4275-8f0e-fb7459dbb2f6 None None] Provisioning for port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:08.112319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca549ebb-692f-4a2d-83cb-c90a5b554317,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:08.147008 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:08.153854 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:08.157454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b6fffea8-e66c-4338-8e40-cb38d7ba5f71 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:08.160449 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Added segment bcf60985-8d9f-4652-ae43-735b960f4d14 of type vlan for network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 Jun 04 16:28:08.243728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object f9306486-bcdb-447e-bc6f-5b58bc227b0c will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:08.263683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:08.291421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=696a0d0b-67a7-414e-b8a0-30fa919880d7,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:08.434164 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:08.480533 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 32da0c38-3568-48cc-85f7-cc443766b806 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:08.508494 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:08.509486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:08.514842 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:08.559710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 32da0c38-3568-48cc-85f7-cc443766b806 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:08.559806 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:08.640836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:08.665765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:08.666255 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:08.698967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:28:08.734589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:08.739676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:28:08.761318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:08.762393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:09.021424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] Pushing event updated for resources: {'Network': ['ID=296e5fe4-044f-4359-a2aa-0a8a903c6b17,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:09.037644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=f9306486-bcdb-447e-bc6f-5b58bc227b0c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:09.047507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45412) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:09.048177 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0793b387-82c6-46e7-80f8-a33660495848 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0991087 Jun 04 16:28:09.054691 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6c47f76a-36fc-43db-945c-906e5faa6e8f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4773843 Jun 04 16:28:09.055096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Request body: {'subnet': {'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1288831513-subnet', 'tenant_id': 'b70969e37aab453696fab66de72f76e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:09.056832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45416) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:09.062091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:09.068957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:28:09.081245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Usage tracker for resource:subnet and tenant:b70969e37aab453696fab66de72f76e6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:09.093699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:09.107682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:09.135984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Made reservation on behalf of b70969e37aab453696fab66de72f76e6 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:09.138645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:09.221058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 32da0c38-3568-48cc-85f7-cc443766b806 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:09.221938 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:09.225967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-be4739e3-7a13-47da-9f45-3557d2cfa77c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port f9306486-bcdb-447e-bc6f-5b58bc227b0c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:28:09.227486 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be4739e3-7a13-47da-9f45-3557d2cfa77c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:09.299406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:09.304826 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:09.393290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port b6fffea8-e66c-4338-8e40-cb38d7ba5f71, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b6fffea8-e66c-4338-8e40-cb38d7ba5f71,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:09.406547 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:09.577074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 32da0c38-3568-48cc-85f7-cc443766b806, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=32da0c38-3568-48cc-85f7-cc443766b806,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:09.579206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=b6fffea8-e66c-4338-8e40-cb38d7ba5f71,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:09.614198 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:09.615108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a99beac5-8a3e-40fd-9302-6f3224c157f6 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:09.726604 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:09.887457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca63a29-8d1d-40c5-992a-67066351dfef,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:09.934392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=32da0c38-3568-48cc-85f7-cc443766b806,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:09.951618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Checking segment: {'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:09.951867 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be4739e3-7a13-47da-9f45-3557d2cfa77c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:09.952351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Network hostable DHCP agents. Network: 296e5fe4-044f-4359-a2aa-0a8a903c6b17, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:28:09.997200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port a99beac5-8a3e-40fd-9302-6f3224c157f6 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:10.002179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:28:10.004262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port a99beac5-8a3e-40fd-9302-6f3224c157f6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:10.004885 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:10.024523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 296e5fe4-044f-4359-a2aa-0a8a903c6b17) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:10.042550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:10.043146 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:10.057602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce339cfc-d40a-4ea1-bf40-5597a001dee8 None None] Network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:28:10.071107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b6fffea8-e66c-4338-8e40-cb38d7ba5f71 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:10.132883 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-464fdcf9-8e25-449a-ac33-93cc670b9e0c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0833609 Jun 04 16:28:10.315844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-be4739e3-7a13-47da-9f45-3557d2cfa77c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for f9306486-bcdb-447e-bc6f-5b58bc227b0c owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:28:10.676524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d64ed277-0544-4a40-9405-1acfcf9db251 None None] Provisioning complete for port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:10.676911 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d64ed277-0544-4a40-9405-1acfcf9db251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:10.783762 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:10.784125 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:10.854089 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be4739e3-7a13-47da-9f45-3557d2cfa77c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:10.950513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4739e3-7a13-47da-9f45-3557d2cfa77c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=f9306486-bcdb-447e-bc6f-5b58bc227b0c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:10.973041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0fd35-a093-4e05-af2a-020ea17ca273 req-469fa8f0-1eec-48c0-8b42-786f4c6583f1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:10.981273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fad0fd35-a093-4e05-af2a-020ea17ca273 req-469fa8f0-1eec-48c0-8b42-786f4c6583f1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 944 time: 0.2097232 Jun 04 16:28:11.109931 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be4739e3-7a13-47da-9f45-3557d2cfa77c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:11.111189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fad0fd35-a093-4e05-af2a-020ea17ca273 req-2861dec8-7fc7-4336-9156-223b1cfa51e6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263936 Jun 04 16:28:11.125249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45454) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:11.125645 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-be4739e3-7a13-47da-9f45-3557d2cfa77c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/f9306486-bcdb-447e-bc6f-5b58bc227b0c HTTP/1.1" status: 204 len: 168 time: 2.0671127 Jun 04 16:28:11.292028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd9dee-d7db-4c09-aa09-d29504c27b4f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:11.300729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-09fd9dee-d7db-4c09-aa09-d29504c27b4f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:11.315207 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d64ed277-0544-4a40-9405-1acfcf9db251 None None] Current status of the port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:11.349363 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port a99beac5-8a3e-40fd-9302-6f3224c157f6 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:11.349715 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:11.376398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d64ed277-0544-4a40-9405-1acfcf9db251 None None] Could not find standard attr ID for object f9306486-bcdb-447e-bc6f-5b58bc227b0c. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:28:11.404120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-09fd9dee-d7db-4c09-aa09-d29504c27b4f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:11.405168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:11.405481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-09fd9dee-d7db-4c09-aa09-d29504c27b4f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2790618 Jun 04 16:28:11.410106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45458) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:11.473673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbb6bc-7a0f-4e7e-ae3e-5750e9413d16 req-303e23fe-06e4-4664-a017-3f82669e01cf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:11.480192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbb6bc-7a0f-4e7e-ae3e-5750e9413d16 req-303e23fe-06e4-4664-a017-3f82669e01cf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:11.481357 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e2f341-9143-4f1d-9172-a5f122338d87'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696a0d0b-67a7-414e-b8a0-30fa919880d7', 'code': 200} Jun 04 16:28:11.482253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-296e5fe4-044f-4359-a2aa-0a8a903c6b17', 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17', 'tenant_id': 'b70969e37aab453696fab66de72f76e6', 'fixed_ips': [{'subnet_id': '1ca63a29-8d1d-40c5-992a-67066351dfef'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:28:11.483260 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:11.486105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbb6bc-7a0f-4e7e-ae3e-5750e9413d16 req-303e23fe-06e4-4664-a017-3f82669e01cf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:11.492080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbb6bc-7a0f-4e7e-ae3e-5750e9413d16 req-303e23fe-06e4-4664-a017-3f82669e01cf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:11.498176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbb6bc-7a0f-4e7e-ae3e-5750e9413d16 req-303e23fe-06e4-4664-a017-3f82669e01cf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:11.505285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbb6bc-7a0f-4e7e-ae3e-5750e9413d16 req-303e23fe-06e4-4664-a017-3f82669e01cf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:11.510939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a99beac5-8a3e-40fd-9302-6f3224c157f6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a99beac5-8a3e-40fd-9302-6f3224c157f6,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:11.512290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4a2c5737-1eb8-4c50-ae0d-66691aa2f9a3 None None] Could not find standard attr ID for object f9306486-bcdb-447e-bc6f-5b58bc227b0c. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:28:11.512505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbb6bc-7a0f-4e7e-ae3e-5750e9413d16 req-303e23fe-06e4-4664-a017-3f82669e01cf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:11.521990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bafbb6bc-7a0f-4e7e-ae3e-5750e9413d16 req-303e23fe-06e4-4664-a017-3f82669e01cf tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5438 time: 0.2174773 Jun 04 16:28:11.558654 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:11.559665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 41f7f031-8a64-40ce-8fa0-f375583ad261 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:11.596319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bafbb6bc-7a0f-4e7e-ae3e-5750e9413d16 req-be9c22cc-3152-428a-96b1-51ab7cfd683d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730262 Jun 04 16:28:11.664858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e40888-01a7-47e3-bf8f-571574fa1f09 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:11.668744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f1e40888-01a7-47e3-bf8f-571574fa1f09 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2537723 Jun 04 16:28:11.669659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45470) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:11.774357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=a99beac5-8a3e-40fd-9302-6f3224c157f6,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:11.801629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 41f7f031-8a64-40ce-8fa0-f375583ad261 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:11.802004 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:11.856283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd7f3ec-7a80-4a72-bff6-c967d828048a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:11.863299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd7f3ec-7a80-4a72-bff6-c967d828048a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:11.866197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Allocated IP 172.20.0.2 (296e5fe4-044f-4359-a2aa-0a8a903c6b17/1ca63a29-8d1d-40c5-992a-67066351dfef/8ada7ef6-0f74-45bb-a485-34020254421f) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:28:11.884712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd7f3ec-7a80-4a72-bff6-c967d828048a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:11.884712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-acd7f3ec-7a80-4a72-bff6-c967d828048a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:11.931535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-acd7f3ec-7a80-4a72-bff6-c967d828048a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:11.938070 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-acd7f3ec-7a80-4a72-bff6-c967d828048a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2670803 Jun 04 16:28:11.938680 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45498) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:12.032676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-611a8010-02b2-49d4-9c38-630bf76fbd0d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 03f4b3b5-0a88-483e-86da-a748ae62447b {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:28:12.036789 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-611a8010-02b2-49d4-9c38-630bf76fbd0d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:12.060134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 41f7f031-8a64-40ce-8fa0-f375583ad261 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:12.060926 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:12.065058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-dd953eee-acf5-417c-b837-e75ea6bad7b7 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:12.072489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-dd953eee-acf5-417c-b837-e75ea6bad7b7 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/networks?id=296e5fe4-044f-4359-a2aa-0a8a903c6b17 HTTP/1.1" status: 200 len: 816 time: 0.2822506 Jun 04 16:28:12.103918 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-3f1a8f23-83d2-4a39-bc36-5d8dbd17a69d tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/quotas/b70969e37aab453696fab66de72f76e6 HTTP/1.1" status: 200 len: 375 time: 0.0302591 Jun 04 16:28:12.105389 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-611a8010-02b2-49d4-9c38-630bf76fbd0d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:12.163833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-70856d3c-2f61-4933-92da-3c5cdc773643 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70969e37aab453696fab66de72f76e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588655 Jun 04 16:28:12.202779 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-611a8010-02b2-49d4-9c38-630bf76fbd0d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:12.243474 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:12.257508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Transition to ACTIVE for port object 8ada7ef6-0f74-45bb-a485-34020254421f will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:12.294608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264e318-45b0-4bf5-8101-a449ed627ec8 req-5b7aefa8-1919-4d9a-a6e4-acf0a28a1aa7 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:12.296258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e264e318-45b0-4bf5-8101-a449ed627ec8 req-5b7aefa8-1919-4d9a-a6e4-acf0a28a1aa7 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2b33c8f-bcd7-4252-9c40-4635a9e27086 HTTP/1.1" status: 200 len: 951 time: 0.3003452 Jun 04 16:28:12.304304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Transition to ACTIVE for port object 8ada7ef6-0f74-45bb-a485-34020254421f will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:12.305127 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-611a8010-02b2-49d4-9c38-630bf76fbd0d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:12.319126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 41f7f031-8a64-40ce-8fa0-f375583ad261, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41f7f031-8a64-40ce-8fa0-f375583ad261,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:12.321860 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:12.364771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-33bf40a9-ceae-4098-b6c5-aa1f95b01d7e service neutron] 10.222.0.13 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000401 Jun 04 16:28:12.368200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a8010-02b2-49d4-9c38-630bf76fbd0d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=03f4b3b5-0a88-483e-86da-a748ae62447b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:12.372233 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:12.386693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-611a8010-02b2-49d4-9c38-630bf76fbd0d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:12.402745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3023e327-df4b-443e-ae29-981f3f9ca437 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:12.412280 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-611a8010-02b2-49d4-9c38-630bf76fbd0d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/03f4b3b5-0a88-483e-86da-a748ae62447b HTTP/1.1" status: 204 len: 168 time: 0.4686604 Jun 04 16:28:12.412907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45504) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:12.431260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f47cf0-1812-4f69-8c16-921716ed1a7c None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:28:12.450158 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e264e318-45b0-4bf5-8101-a449ed627ec8 req-0164d154-d0e3-4f76-826c-c6de2be4cbd8 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380100 Jun 04 16:28:12.499399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2cdd83-3269-4686-93ef-1047fbd010f6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet ffdf2232-f943-44ce-864b-8be2c8713f35 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:28:12.519493 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd83-3269-4686-93ef-1047fbd010f6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:12.541814 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:28:12.552022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Pushing event updated for resources: {'Port': ['ID=8ada7ef6-0f74-45bb-a485-34020254421f,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:12.559871 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:12.587194 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-4f04994b-9f23-4b6c-989a-6ba48195ff48 service neutron] 10.222.0.13 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214417 Jun 04 16:28:12.641560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=41f7f031-8a64-40ce-8fa0-f375583ad261,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:12.645143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:28:12.739128 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd83-3269-4686-93ef-1047fbd010f6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:12.771100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 3023e327-df4b-443e-ae29-981f3f9ca437 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:12.831646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 3023e327-df4b-443e-ae29-981f3f9ca437 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:12.833905 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:12.869064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c626b31-0bdc-43fc-8ba9-42672a3e4513 req-48c507b7-0b3a-4870-9795-1eb95c5451d0 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:12.877535 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c626b31-0bdc-43fc-8ba9-42672a3e4513 req-48c507b7-0b3a-4870-9795-1eb95c5451d0 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 944 time: 0.1797090 Jun 04 16:28:12.922890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Attempting to bind port 8ada7ef6-0f74-45bb-a485-34020254421f on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:28:12.923266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Attempting to bind port 8ada7ef6-0f74-45bb-a485-34020254421f by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:28:12.923628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Attempting to bind port 8ada7ef6-0f74-45bb-a485-34020254421f on network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:12.942345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:28:12.942933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Checking segment: {'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:12.943340 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:12.943738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Bound using segment: {'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:28:12.944240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Bound port: 8ada7ef6-0f74-45bb-a485-34020254421f, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:28:12.944747 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:13.000558 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd83-3269-4686-93ef-1047fbd010f6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:13.173940 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c626b31-0bdc-43fc-8ba9-42672a3e4513 req-bb0e21c5-d2b4-43c9-bb23-6a76ee8d7870 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938178 Jun 04 16:28:13.200150 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd83-3269-4686-93ef-1047fbd010f6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:13.265749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cdd83-3269-4686-93ef-1047fbd010f6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=ffdf2232-f943-44ce-864b-8be2c8713f35,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:13.280721 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd83-3269-4686-93ef-1047fbd010f6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:13.288350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] For port 8ada7ef6-0f74-45bb-a485-34020254421f, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:28:13.291806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] For port 8ada7ef6-0f74-45bb-a485-34020254421f, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8ada7ef6-0f74-45bb-a485-34020254421f,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:28:13.299545 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-df2cdd83-3269-4686-93ef-1047fbd010f6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/ffdf2232-f943-44ce-864b-8be2c8713f35 HTTP/1.1" status: 204 len: 168 time: 0.8849936 Jun 04 16:28:13.301778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45538) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:13.332107 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:13.399190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45544) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:13.417039 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2ce70fca-cbbd-459b-b418-be103b891d9f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130652 Jun 04 16:28:13.423370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45552) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:13.431237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:13.482121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 95469def-13ce-41c3-9052-0e940939ad24 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:28:13.565476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58652a-db0e-4063-88f1-190178df0510 req-8f079e16-c17c-48c2-ad50-871febff7dc1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:13.572611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58652a-db0e-4063-88f1-190178df0510 req-8f079e16-c17c-48c2-ad50-871febff7dc1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:13.595690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58652a-db0e-4063-88f1-190178df0510 req-8f079e16-c17c-48c2-ad50-871febff7dc1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:13.610527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58652a-db0e-4063-88f1-190178df0510 req-8f079e16-c17c-48c2-ad50-871febff7dc1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:13.623225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58652a-db0e-4063-88f1-190178df0510 req-8f079e16-c17c-48c2-ad50-871febff7dc1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:13.638632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32da0c38-3568-48cc-85f7-cc443766b806'}, {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99beac5-8a3e-40fd-9302-6f3224c157f6'}, {'server_uuid': '7ac00be8-4abc-4318-b354-c38df795539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f7f031-8a64-40ce-8fa0-f375583ad261'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:13.639297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58652a-db0e-4063-88f1-190178df0510 req-8f079e16-c17c-48c2-ad50-871febff7dc1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:13.656552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58652a-db0e-4063-88f1-190178df0510 req-8f079e16-c17c-48c2-ad50-871febff7dc1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:13.665527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d58652a-db0e-4063-88f1-190178df0510 req-8f079e16-c17c-48c2-ad50-871febff7dc1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5439 time: 0.3315868 Jun 04 16:28:13.810484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb29ab43-c8af-4aec-85cc-891000490778 admin admin] Deleting subnet 14d59b55-122b-45b5-8c8d-d6b98258f32b {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:28:13.838371 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb29ab43-c8af-4aec-85cc-891000490778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:13.901680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 95469def-13ce-41c3-9052-0e940939ad24 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:13.902587 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:13.943265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad58210-d81b-40a2-a571-5332aa8375d3 None None] Pushing event updated for resources: {'Port': ['ID=8ada7ef6-0f74-45bb-a485-34020254421f,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:13.956931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3023e327-df4b-443e-ae29-981f3f9ca437 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:13.957364 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:13.996480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:14.001075 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb29ab43-c8af-4aec-85cc-891000490778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:14.011949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ed95-f243-4093-aba3-f79eedc243df req-c4194565-a467-4150-a395-43bf94f6955c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:14.016573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=95469def-13ce-41c3-9052-0e940939ad24,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:14.017890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-c4194565-a467-4150-a395-43bf94f6955c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/networks?id=296e5fe4-044f-4359-a2aa-0a8a903c6b17 HTTP/1.1" status: 200 len: 816 time: 0.3496981 Jun 04 16:28:14.031846 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:14.070815 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-c76bdcef-324b-4b32-8acb-a1acca81d056 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/quotas/b70969e37aab453696fab66de72f76e6 HTTP/1.1" status: 200 len: 375 time: 0.0400956 Jun 04 16:28:14.080783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:14.094922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:14.119013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:14.174330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:14.179798 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:14.209460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d58652a-db0e-4063-88f1-190178df0510 req-366e3952-c216-4cc5-8104-34eba5c63955 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5428216 Jun 04 16:28:14.211896 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb29ab43-c8af-4aec-85cc-891000490778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:14.223622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3023e327-df4b-443e-ae29-981f3f9ca437, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3023e327-df4b-443e-ae29-981f3f9ca437,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:14.225444 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ce5b0-7927-42f4-9615-e3e17f5cf5e6 None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:28:14.288350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ce5b0-7927-42f4-9615-e3e17f5cf5e6 None None] Deleting port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:28:14.289246 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce5b0-7927-42f4-9615-e3e17f5cf5e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:14.334698 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-33a84d58-b679-40d7-af6b-0511099075b3 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70969e37aab453696fab66de72f76e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2628376 Jun 04 16:28:14.396247 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=95469def-13ce-41c3-9052-0e940939ad24,revision_number=11']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:14.457624 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:14.459340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ae8fed0d-af03-4229-ac52-fc40ddc2af0e up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:14.589877 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb29ab43-c8af-4aec-85cc-891000490778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:14.605056 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49885749-a975-4aae-aeee-bcc7fd3c0842'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32da0c38-3568-48cc-85f7-cc443766b806', 'code': 200} Jun 04 16:28:14.605457 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49885749-a975-4aae-aeee-bcc7fd3c0842'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99beac5-8a3e-40fd-9302-6f3224c157f6', 'code': 200} Jun 04 16:28:14.605810 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49885749-a975-4aae-aeee-bcc7fd3c0842'] response: {'server_uuid': '7ac00be8-4abc-4318-b354-c38df795539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f7f031-8a64-40ce-8fa0-f375583ad261', 'code': 200} Jun 04 16:28:14.622575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-4f497571-ce47-45a5-a8b7-a15efc34bffa service neutron] 10.222.0.13 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866130 Jun 04 16:28:14.730726 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb29ab43-c8af-4aec-85cc-891000490778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:14.744982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29ab43-c8af-4aec-85cc-891000490778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d59b55-122b-45b5-8c8d-d6b98258f32b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:14.765243 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eb29ab43-c8af-4aec-85cc-891000490778 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/14d59b55-122b-45b5-8c8d-d6b98258f32b HTTP/1.1" status: 204 len: 168 time: 1.3657711 Jun 04 16:28:14.768942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45588) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:14.835066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3023e327-df4b-443e-ae29-981f3f9ca437,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:14.890414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0a5ce5b0-7927-42f4-9615-e3e17f5cf5e6 None None] For port b6fffea8-e66c-4338-8e40-cb38d7ba5f71, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b6fffea8-e66c-4338-8e40-cb38d7ba5f71,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:14.893737 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce5b0-7927-42f4-9615-e3e17f5cf5e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:14.912964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port ae8fed0d-af03-4229-ac52-fc40ddc2af0e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:14.924086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f7fd6-e8e8-41c5-a0e6-5c2c34efa15c req-f4f2f251-b5ad-484d-8c1c-2e91cc0f5b4a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:14.935446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da1f7fd6-e8e8-41c5-a0e6-5c2c34efa15c req-f4f2f251-b5ad-484d-8c1c-2e91cc0f5b4a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 944 time: 0.1641076 Jun 04 16:28:14.978488 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8cc13b2-3fef-49a9-85e2-9804ed0b6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:14.994305 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-1386dbd5-18ec-4a5c-b345-ea5fcca51135 service neutron] 10.222.0.13 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698606 Jun 04 16:28:15.081669 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da1f7fd6-e8e8-41c5-a0e6-5c2c34efa15c req-0f7515b9-596b-4052-821b-44ad43168cff tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338763 Jun 04 16:28:15.130924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ce5b0-7927-42f4-9615-e3e17f5cf5e6 None None] Calling delete_port for b6fffea8-e66c-4338-8e40-cb38d7ba5f71 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:28:15.245327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port ae8fed0d-af03-4229-ac52-fc40ddc2af0e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:15.245700 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:15.278082 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce5b0-7927-42f4-9615-e3e17f5cf5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:15.487558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ce5b0-7927-42f4-9615-e3e17f5cf5e6 None None] Pushing event deleted for resources: {'Port': ['ID=b6fffea8-e66c-4338-8e40-cb38d7ba5f71,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:15.498507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ce5b0-7927-42f4-9615-e3e17f5cf5e6 None None] No DVR routers for this DVR port b6fffea8-e66c-4338-8e40-cb38d7ba5f71 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:28:15.703801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port ae8fed0d-af03-4229-ac52-fc40ddc2af0e is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:15.705128 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:15.751151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8cc13b2-3fef-49a9-85e2-9804ed0b6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:15.760387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ae8fed0d-af03-4229-ac52-fc40ddc2af0e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:15.785910 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:15.792755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device d845983a-5332-4048-b55f-ae3bd2a23a2b up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:15.808651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:15.853599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8a6f3-24f4-4973-9bb0-da06213a661e req-576b70e6-7d93-4ecb-ac4f-51ff0f5532f7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:15.860519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8a6f3-24f4-4973-9bb0-da06213a661e req-576b70e6-7d93-4ecb-ac4f-51ff0f5532f7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:15.875852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8a6f3-24f4-4973-9bb0-da06213a661e req-576b70e6-7d93-4ecb-ac4f-51ff0f5532f7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:15.882013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8a6f3-24f4-4973-9bb0-da06213a661e req-576b70e6-7d93-4ecb-ac4f-51ff0f5532f7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:15.899331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8a6f3-24f4-4973-9bb0-da06213a661e req-576b70e6-7d93-4ecb-ac4f-51ff0f5532f7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:15.913697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8a6f3-24f4-4973-9bb0-da06213a661e req-576b70e6-7d93-4ecb-ac4f-51ff0f5532f7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:15.931382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8a6f3-24f4-4973-9bb0-da06213a661e req-576b70e6-7d93-4ecb-ac4f-51ff0f5532f7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:15.949396 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38a8a6f3-24f4-4973-9bb0-da06213a661e req-576b70e6-7d93-4ecb-ac4f-51ff0f5532f7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5440 time: 0.3104732 Jun 04 16:28:16.012941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f8cc13b2-3fef-49a9-85e2-9804ed0b6d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b42b411-d798-4ee5-9060-a55b6983c021']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:16.027817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b4e910-d6b6-4086-a3fc-4b076219455e None None] Network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:28:16.074459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:28:16.088797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:16.101291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f8cc13b2-3fef-49a9-85e2-9804ed0b6d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fcdaf3a-3923-416f-955f-da57c2f245a3') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:16.101586 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f8cc13b2-3fef-49a9-85e2-9804ed0b6d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fcdaf3a-3923-416f-955f-da57c2f245a3') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:16.133837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-2d366472-09c1-4739-8ea9-2bbf7456a94a tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:16.135132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-2d366472-09c1-4739-8ea9-2bbf7456a94a tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Synchronizing usage tracker for tenant:b70969e37aab453696fab66de72f76e6 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:16.156222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207c300a-e878-4dd6-9f17-8cbe325318e6 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:28:16.173043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8cc13b2-3fef-49a9-85e2-9804ed0b6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:16.174515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8ada7ef6-0f74-45bb-a485-34020254421f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:16.200584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38a8a6f3-24f4-4973-9bb0-da06213a661e req-d70d22db-dafb-4db5-855b-9df450782e9b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2501342 Jun 04 16:28:16.255781 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8cc13b2-3fef-49a9-85e2-9804ed0b6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:16.267639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:16.271444 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:16.325037 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cc13b2-3fef-49a9-85e2-9804ed0b6d27 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:28:16.325762 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8cc13b2-3fef-49a9-85e2-9804ed0b6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:16.331868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-2d98c188-3cd5-4938-8692-ba4d99c50aa6 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:16.345759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-2d98c188-3cd5-4938-8692-ba4d99c50aa6 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/networks?id=296e5fe4-044f-4359-a2aa-0a8a903c6b17 HTTP/1.1" status: 200 len: 816 time: 0.3667879 Jun 04 16:28:16.381925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f555d5bd-2cb0-4046-b8f5-e4125b6ce9e4 None None] Provisioning for port 8ada7ef6-0f74-45bb-a485-34020254421f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:16.394839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-99317a78-e67a-4f02-b7f2-b35998dc08d7 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/quotas/b70969e37aab453696fab66de72f76e6 HTTP/1.1" status: 200 len: 375 time: 0.0475745 Jun 04 16:28:16.559727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=8ebdfb48-d8c6-4cb1-8649-e6384e3f366b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:16.573480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-2d366472-09c1-4739-8ea9-2bbf7456a94a tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Unset dirty status for tenant:b70969e37aab453696fab66de72f76e6 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:16.575784 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-2d366472-09c1-4739-8ea9-2bbf7456a94a tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.46 "GET /v2.0/networks?id=296e5fe4-044f-4359-a2aa-0a8a903c6b17 HTTP/1.1" status: 200 len: 816 time: 1.5791647 Jun 04 16:28:16.582717 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f860ecfe-729f-4231-ad1e-ff59664a574c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1574416 Jun 04 16:28:16.584955 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8cc13b2-3fef-49a9-85e2-9804ed0b6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:16.601825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45658) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:16.602062 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8cc13b2-3fef-49a9-85e2-9804ed0b6d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:16.608986 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f8cc13b2-3fef-49a9-85e2-9804ed0b6d27 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9b42b411-d798-4ee5-9060-a55b6983c021 HTTP/1.1" status: 204 len: 168 time: 1.8388979 Jun 04 16:28:16.623368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Request body: {'port': {'device_id': '23c8490c-766f-43fe-9541-5dc48411280b', 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17', 'admin_state_up': True, 'tenant_id': 'b70969e37aab453696fab66de72f76e6'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:16.634865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-be41a776-e857-4d3d-b4c5-b711152af22a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:16.664622 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 3fcdaf3a-3923-416f-955f-da57c2f245a3 resource provider aggregate not found Jun 04 16:28:16.700312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95469def-13ce-41c3-9052-0e940939ad24'}, {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023e327-df4b-443e-ae29-981f3f9ca437'}, {'server_uuid': 'b5940fef-09ea-4ba2-956d-860a965fae9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:16.764826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:16.795743 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port d845983a-5332-4048-b55f-ae3bd2a23a2b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:16.812470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port d845983a-5332-4048-b55f-ae3bd2a23a2b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:16.813240 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:16.854296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 8ada7ef6-0f74-45bb-a485-34020254421f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:16.881799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8ada7ef6-0f74-45bb-a485-34020254421f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:16.882266 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:16.902476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45668) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:16.943375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:16.949131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Usage tracker for resource:port and tenant:b70969e37aab453696fab66de72f76e6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:16.952874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:16.960911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:16.974008 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 3fcdaf3a-3923-416f-955f-da57c2f245a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fcdaf3a-3923-416f-955f-da57c2f245a3 found for delete ", "request_id": "req-dda6fa3b-b515-4070-bd10-51024e6e4dd2"}]} Jun 04 16:28:16.976098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Made reservation on behalf of b70969e37aab453696fab66de72f76e6 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:16.980283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:16.993227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc13b2-3fef-49a9-85e2-9804ed0b6d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b42b411-d798-4ee5-9060-a55b6983c021,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:17.055157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7716079b-cd9b-4075-9fd5-008ba343dc19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b8a986f09d045a2a2212918afdcfc31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354187 Jun 04 16:28:17.061959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45672) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:17.071943 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-0a83b122-f37b-4cdc-822c-bdc0d4e90834 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b70969e37aab453696fab66de72f76e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6761503 Jun 04 16:28:17.310052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Allocated IP 172.20.0.8 (296e5fe4-044f-4359-a2aa-0a8a903c6b17/1ca63a29-8d1d-40c5-992a-67066351dfef/fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:28:17.363585 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-2d142670-0cab-4307-83cc-e78db7251ae7 service neutron] 10.222.0.13 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273459 Jun 04 16:28:17.369186 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4c5d225b-e176-412a-8611-725f94cb2f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:17.604507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8ada7ef6-0f74-45bb-a485-34020254421f is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:17.604896 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:17.639529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port d845983a-5332-4048-b55f-ae3bd2a23a2b is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:17.639968 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:17.658051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f0dbb02b-9d62-4207-955a-783084b70e61', 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'tenant_id': '132349fd8ec44126b0fa64a4e125f972', 'fixed_ips': [{'subnet_id': '8ebdfb48-d8c6-4cb1-8649-e6384e3f366b'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:28:17.660719 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:17.688824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:17.689050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 8ada7ef6-0f74-45bb-a485-34020254421f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8ada7ef6-0f74-45bb-a485-34020254421f,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:17.734952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Transition to ACTIVE for port object fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:17.785273 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:17.923327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Allocated IP 2001:db8::2 (f0dbb02b-9d62-4207-955a-783084b70e61/8ebdfb48-d8c6-4cb1-8649-e6384e3f366b/863acab7-8d3e-4a07-900e-9a535fb26d3e) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:28:17.992212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc1bcc-b74a-4630-8c79-90e53b950128 req-2dd26eeb-fe16-4ba4-9fca-57544e27df09 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:17.994523 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cecc1bcc-b74a-4630-8c79-90e53b950128 req-2dd26eeb-fe16-4ba4-9fca-57544e27df09 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 945 time: 1.3091533 Jun 04 16:28:18.004770 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4c5d225b-e176-412a-8611-725f94cb2f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:18.021360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-be41a776-e857-4d3d-b4c5-b711152af22a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:18.065403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-be41a776-e857-4d3d-b4c5-b711152af22a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:18.066958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:28:18.071673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:18.076503 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:28:18.101024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-be41a776-e857-4d3d-b4c5-b711152af22a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:18.123207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Pushing event updated for resources: {'Port': ['ID=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:18.137553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-be41a776-e857-4d3d-b4c5-b711152af22a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:18.191636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port d845983a-5332-4048-b55f-ae3bd2a23a2b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d845983a-5332-4048-b55f-ae3bd2a23a2b,segment=NetworkSegment(30996a96-9811-4953-b8d5-b5602c09f2dc),segment_id=30996a96-9811-4953-b8d5-b5602c09f2dc)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:18.194624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:18.195969 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:18.196653 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:18.241604 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-93613f16-41f0-40e3-93ca-235309d7c1cd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6302795 Jun 04 16:28:18.254034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Request body: {'port': {'device_id': '23c8490c-766f-43fe-9541-5dc48411280b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:18.272498 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:18.273266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 992c7921-fdf5-467e-876a-cc1d1a62341d up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:18.306100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cecc1bcc-b74a-4630-8c79-90e53b950128 req-c2c32e80-0c29-408f-95be-6624035bd489 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817626 Jun 04 16:28:18.341873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b6fffea8-e66c-4338-8e40-cb38d7ba5f71 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:28:18.352331 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-bca4e313-6625-4121-bbd2-343f29284962 service neutron] 10.222.0.13 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9630206 Jun 04 16:28:18.352935 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4c5d225b-e176-412a-8611-725f94cb2f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:18.391267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be41a776-e857-4d3d-b4c5-b711152af22a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:18.402111 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be41a776-e857-4d3d-b4c5-b711152af22a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:18.446005 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:18.447301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d225b-e176-412a-8611-725f94cb2f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9590ad-c124-49e5-af83-8bcfb41c5089,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:18.467161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b6fffea8-e66c-4338-8e40-cb38d7ba5f71 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:28:18.467514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b6fffea8-e66c-4338-8e40-cb38d7ba5f71 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:28:18.483513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f8c1ec93-5f11-4773-801e-f4b51b379b8c None None] Provisioning complete for port 8ada7ef6-0f74-45bb-a485-34020254421f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:18.483716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ed95-f243-4093-aba3-f79eedc243df req-337a7b0b-4ac9-4ef9-aef1-296f891793a6 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:18.485138 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ec93-5f11-4773-801e-f4b51b379b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:18.485283 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-337a7b0b-4ac9-4ef9-aef1-296f891793a6 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.46 "GET /v2.0/networks?id=296e5fe4-044f-4359-a2aa-0a8a903c6b17 HTTP/1.1" status: 200 len: 816 time: 0.7939367 Jun 04 16:28:18.540019 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:18.638035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Transition to ACTIVE for port object 863acab7-8d3e-4a07-900e-9a535fb26d3e will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:18.647480 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4c5d225b-e176-412a-8611-725f94cb2f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:18.653248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4c5d225b-e176-412a-8611-725f94cb2f22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b9590ad-c124-49e5-af83-8bcfb41c5089 HTTP/1.1" status: 204 len: 168 time: 1.5800500 Jun 04 16:28:18.662812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Request body: {'port': {'device_id': '53fb7b35-8e6c-4001-b335-71fa36613900', 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17', 'admin_state_up': True, 'tenant_id': 'b70969e37aab453696fab66de72f76e6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:18.679824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Transition to ACTIVE for port object 863acab7-8d3e-4a07-900e-9a535fb26d3e will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:18.722003 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:18.773673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:28:18.777441 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a41b4f-e7dd-4227-b867-3c98213867ec'] response: {'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95469def-13ce-41c3-9052-0e940939ad24', 'code': 200} Jun 04 16:28:18.777699 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a41b4f-e7dd-4227-b867-3c98213867ec'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023e327-df4b-443e-ae29-981f3f9ca437', 'code': 200} Jun 04 16:28:18.777950 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a41b4f-e7dd-4227-b867-3c98213867ec'] response: {'server_uuid': 'b5940fef-09ea-4ba2-956d-860a965fae9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e', 'code': 200} Jun 04 16:28:18.782906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:18.788568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:28:18.837588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=8ada7ef6-0f74-45bb-a485-34020254421f,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:18.932684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=d845983a-5332-4048-b55f-ae3bd2a23a2b,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:19.011806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 992c7921-fdf5-467e-876a-cc1d1a62341d completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:19.087328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 992c7921-fdf5-467e-876a-cc1d1a62341d triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:19.087679 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:19.182139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1ec93-5f11-4773-801e-f4b51b379b8c None None] Current status of the port 8ada7ef6-0f74-45bb-a485-34020254421f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:19.213439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Attempting to bind port 863acab7-8d3e-4a07-900e-9a535fb26d3e on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:28:19.214014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Attempting to bind port 863acab7-8d3e-4a07-900e-9a535fb26d3e by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:28:19.214383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Attempting to bind port 863acab7-8d3e-4a07-900e-9a535fb26d3e on network f0dbb02b-9d62-4207-955a-783084b70e61 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:19.231654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:28:19.232027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Checking segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:19.232420 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:19.232805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Bound using segment: {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:28:19.233286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Bound port: 863acab7-8d3e-4a07-900e-9a535fb26d3e, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401c951-851a-4320-b69c-b75119bd3519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:28:19.233654 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:19.290506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Pushing event updated for resources: {'Port': ['ID=863acab7-8d3e-4a07-900e-9a535fb26d3e,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:19.390201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:19.528281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Usage tracker for resource:port and tenant:b70969e37aab453696fab66de72f76e6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:19.540564 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa900940-487d-4c12-81d4-ab7ede95bddd req-61aeb37d-468b-4b24-aecb-13ae543e2b8c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 210 time: 0.1885498 Jun 04 16:28:19.545666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:19.555736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:19.571625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:19.582583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:19.611009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Transition to ACTIVE for port object fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:19.620164 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:19.672596 n-d-811809-3 neutron-server[88798]: INFO neutron.db.ipam_backend_mixin [None req-be41a776-e857-4d3d-b4c5-b711152af22a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ebdfb48-d8c6-4cb1-8649-e6384e3f366b (CIDR: 2001:db8::/64) Jun 04 16:28:19.681265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] For port 863acab7-8d3e-4a07-900e-9a535fb26d3e, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:28:19.684928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] For port 863acab7-8d3e-4a07-900e-9a535fb26d3e, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=863acab7-8d3e-4a07-900e-9a535fb26d3e,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:28:19.704692 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-be41a776-e857-4d3d-b4c5-b711152af22a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:28:19.719576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be41a776-e857-4d3d-b4c5-b711152af22a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:19.739165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Made reservation on behalf of b70969e37aab453696fab66de72f76e6 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:19.744233 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:19.805111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-be41a776-e857-4d3d-b4c5-b711152af22a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.1966443 Jun 04 16:28:19.898792 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:19.916680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 992c7921-fdf5-467e-876a-cc1d1a62341d is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:19.917207 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:19.938462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45748) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:19.986243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'subnet': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:20.037833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bf10f746-e86b-4483-b1ad-dcf6c304cfdb None None] Provisioning for port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:20.093154 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Pushing event updated for resources: {'Port': ['ID=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:20.128714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2107b0-ff4d-4be6-9c19-ef8e87755c65 req-d3ea4069-12b7-48e8-bcce-e5cf6c954c26 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:20.132831 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 992c7921-fdf5-467e-876a-cc1d1a62341d, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=992c7921-fdf5-467e-876a-cc1d1a62341d,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:20.145844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e876e8-2f9a-4c7c-ba7e-cd8b329e3776 None None] Pushing event updated for resources: {'Port': ['ID=863acab7-8d3e-4a07-900e-9a535fb26d3e,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:20.146277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2107b0-ff4d-4be6-9c19-ef8e87755c65 req-d3ea4069-12b7-48e8-bcce-e5cf6c954c26 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:20.149097 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:20.151799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 863324e7-c4ea-4faf-95eb-efa2ddc23375 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:20.184447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2107b0-ff4d-4be6-9c19-ef8e87755c65 req-d3ea4069-12b7-48e8-bcce-e5cf6c954c26 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:20.204124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2107b0-ff4d-4be6-9c19-ef8e87755c65 req-d3ea4069-12b7-48e8-bcce-e5cf6c954c26 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:20.226917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2107b0-ff4d-4be6-9c19-ef8e87755c65 req-d3ea4069-12b7-48e8-bcce-e5cf6c954c26 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:20.243784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2107b0-ff4d-4be6-9c19-ef8e87755c65 req-d3ea4069-12b7-48e8-bcce-e5cf6c954c26 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:20.249767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2107b0-ff4d-4be6-9c19-ef8e87755c65 req-d3ea4069-12b7-48e8-bcce-e5cf6c954c26 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:20.262416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f2107b0-ff4d-4be6-9c19-ef8e87755c65 req-d3ea4069-12b7-48e8-bcce-e5cf6c954c26 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5441 time: 1.2715368 Jun 04 16:28:20.277649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde1106-c4b2-4172-a050-d4dd3288eb5e req-2f1e015e-7cc9-4723-b2d6-e41cef150073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:20.279160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cbde1106-c4b2-4172-a050-d4dd3288eb5e req-2f1e015e-7cc9-4723-b2d6-e41cef150073 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 1096 time: 1.3299375 Jun 04 16:28:20.342837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45756) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:20.450127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Attempting to bind port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:28:20.450519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Attempting to bind port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:28:20.450831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Attempting to bind port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a on network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:20.463118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=992c7921-fdf5-467e-876a-cc1d1a62341d,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:20.481519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a on network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:28:20.481847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Attempting to bind port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a on network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:20.496338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:28:20.496744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Checking segment: {'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:20.497139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Bound using segment: {'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:28:20.497595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Bound port: fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:28:20.497950 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:20.531769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 863324e7-c4ea-4faf-95eb-efa2ddc23375 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:20.559117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 863324e7-c4ea-4faf-95eb-efa2ddc23375 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:20.559498 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:20.823789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] For port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:28:20.827366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] For port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:28:20.847840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-87763015-network', 'tenant_id': '6d4b99e1dc7d4324a6a9f654a6b879b8'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:20.858043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:20.922414 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:20.945289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd845983a-5332-4048-b55f-ae3bd2a23a2b'}, {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c7921-fdf5-467e-876a-cc1d1a62341d'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:20.949916 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 863324e7-c4ea-4faf-95eb-efa2ddc23375 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:20.950301 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:20.963852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:20.987678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 863324e7-c4ea-4faf-95eb-efa2ddc23375, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=863324e7-c4ea-4faf-95eb-efa2ddc23375,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:20.989569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8ada7ef6-0f74-45bb-a485-34020254421f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:21.017171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:subnet and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:21.025244 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:21.034360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f2107b0-ff4d-4be6-9c19-ef8e87755c65 req-389d2161-0c46-42e3-97ea-7d7adb8fb28c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7460790 Jun 04 16:28:21.035456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:21.055561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Usage tracker for resource:network and tenant:6d4b99e1dc7d4324a6a9f654a6b879b8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:21.082783 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cbde1106-c4b2-4172-a050-d4dd3288eb5e req-e714bbad-fcc5-4c9a-844b-ab0d7efc7fb6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7796412 Jun 04 16:28:21.092132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:21.133102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:21.137802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Allocated IP 172.20.0.10 (296e5fe4-044f-4359-a2aa-0a8a903c6b17/1ca63a29-8d1d-40c5-992a-67066351dfef/aeedea17-48db-4692-83ad-25ace35c1001) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:28:21.164071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=863324e7-c4ea-4faf-95eb-efa2ddc23375,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:21.176136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8ada7ef6-0f74-45bb-a485-34020254421f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:21.177000 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:21.193072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:21.200629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:21.223254 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:21.307161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:21.308042 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:21.310145 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] 10.222.0.46 "PUT /v2.0/ports/fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a HTTP/1.1" status: 200 len: 1091 time: 3.0605631 Jun 04 16:28:21.320483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-9ad6581f-ff04-4ae5-a927-c0438c3496fb tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:21.322152 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-9ad6581f-ff04-4ae5-a927-c0438c3496fb tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.46 "GET /v2.0/networks?id=296e5fe4-044f-4359-a2aa-0a8a903c6b17 HTTP/1.1" status: 200 len: 816 time: 0.8066077 Jun 04 16:28:21.323164 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485094c2-361c-4621-ba92-f6a69b756afb service neutron] Pushing event updated for resources: {'Port': ['ID=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:21.327496 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c8490c-766f-43fe-9541-5dc48411280b', 'tag': 'fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:21.335187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Made reservation on behalf of 6d4b99e1dc7d4324a6a9f654a6b879b8 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:21.337620 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:21.384491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Request body: {'port': {'device_id': '27c636f8-cf2c-409c-9fbe-73517936b196', 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17', 'admin_state_up': True, 'tenant_id': 'b70969e37aab453696fab66de72f76e6'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:21.674038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8ada7ef6-0f74-45bb-a485-34020254421f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:21.679872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 863acab7-8d3e-4a07-900e-9a535fb26d3e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:21.685273 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:21.716618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:21.726882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Usage tracker for resource:security_group_rule and tenant:6d4b99e1dc7d4324a6a9f654a6b879b8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:21.733287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:21.750069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:21.892267 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 863acab7-8d3e-4a07-900e-9a535fb26d3e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:21.924395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:21.935447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Usage tracker for resource:port and tenant:b70969e37aab453696fab66de72f76e6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:21.939765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:21.952523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:21.958884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-e902d8a6-b0d2-45d9-a7ec-f0a5af3563e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:21.960678 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-e902d8a6-b0d2-45d9-a7ec-f0a5af3563e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b70969e37aab453696fab66de72f76e6&device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 1094 time: 0.3282371 Jun 04 16:28:21.988758 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ba61e6f-3a58-4460-8778-eeca1e028d58 req-e4e46527-2a85-4a6f-bc49-dddf0f3e6b96 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 210 time: 0.1009943 Jun 04 16:28:22.010934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5c456-106c-49e2-9a7c-bd0ac0ca9bc5 req-4301f792-541f-47e8-8d8e-fd048a76ad09 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:22.014200 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1b5c456-106c-49e2-9a7c-bd0ac0ca9bc5 req-4301f792-541f-47e8-8d8e-fd048a76ad09 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 945 time: 1.7468407 Jun 04 16:28:22.054787 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-ed1534e0-8b8b-4c60-b5af-a46f197870cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a HTTP/1.1" status: 200 len: 217 time: 0.0845263 Jun 04 16:28:22.059316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Made reservation on behalf of b70969e37aab453696fab66de72f76e6 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:22.063526 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:22.094211 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e724a70d-8f41-47ee-8703-b6adbd34a90c'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd845983a-5332-4048-b55f-ae3bd2a23a2b', 'code': 200} Jun 04 16:28:22.094701 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e724a70d-8f41-47ee-8703-b6adbd34a90c'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c7921-fdf5-467e-876a-cc1d1a62341d', 'code': 200} Jun 04 16:28:22.122448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ab7e1197-262e-4162-b18b-e10a0e2183bf None None] Provisioning for port 863acab7-8d3e-4a07-900e-9a535fb26d3e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:22.131519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ab7e1197-262e-4162-b18b-e10a0e2183bf None None] Provisioning complete for port 863acab7-8d3e-4a07-900e-9a535fb26d3e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:22.131934 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ab7e1197-262e-4162-b18b-e10a0e2183bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:22.363372 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:22.407674 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:22.413062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e1197-262e-4162-b18b-e10a0e2183bf None None] Current status of the port 863acab7-8d3e-4a07-900e-9a535fb26d3e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:22.414935 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ab7e1197-262e-4162-b18b-e10a0e2183bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:22.446604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-d58b4cac-8707-4abe-8d81-19793846d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:22.448200 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-d58b4cac-8707-4abe-8d81-19793846d307 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ca63a29-8d1d-40c5-992a-67066351dfef HTTP/1.1" status: 200 len: 855 time: 0.3749902 Jun 04 16:28:22.492216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ab7e1197-262e-4162-b18b-e10a0e2183bf None None] For port 863acab7-8d3e-4a07-900e-9a535fb26d3e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=863acab7-8d3e-4a07-900e-9a535fb26d3e,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:22.504251 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ab7e1197-262e-4162-b18b-e10a0e2183bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:22.535454 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e536fa0-78f6-413f-b027-ce9650cef02d'] response: {'name': 'network-changed', 'server_uuid': '23c8490c-766f-43fe-9541-5dc48411280b', 'tag': 'fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a', 'status': 'completed', 'code': 200} Jun 04 16:28:22.556546 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:28:22.591858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1228f0b-5800-4af4-bb6a-9c4449037e6c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:22.604621 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1b5c456-106c-49e2-9a7c-bd0ac0ca9bc5 req-d557a87a-5f79-428e-bd6a-19c3814e578c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777776 Jun 04 16:28:22.609559 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:22.609950 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Added segment 5186ab5b-0ab1-46ad-a397-8242b3657a28 of type vlan for network 0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3 Jun 04 16:28:22.660975 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:22.677745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-89865336-be43-449e-b0d9-22b0e2102f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:22.679989 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-89865336-be43-449e-b0d9-22b0e2102f88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=296e5fe4-044f-4359-a2aa-0a8a903c6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2187531 Jun 04 16:28:22.687580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e1197-262e-4162-b18b-e10a0e2183bf None None] Pushing event updated for resources: {'Port': ['ID=863acab7-8d3e-4a07-900e-9a535fb26d3e,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:22.744471 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:22.809734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Transition to ACTIVE for port object aeedea17-48db-4692-83ad-25ace35c1001 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:22.855180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.objects.ports [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88798) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:28:22.896924 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:22.897915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:22.898571 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:23.050895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] Pushing event updated for resources: {'Network': ['ID=0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:23.062056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:28:23.079770 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eeb0251b-073a-4823-87e1-bceed0d6945d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7355170 Jun 04 16:28:23.084160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45830) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:23.099214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Request body: {'subnet': {'network_id': '0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-87763015-subnet', 'tenant_id': '6d4b99e1dc7d4324a6a9f654a6b879b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:23.144861 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:23.193946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Allocated IP 172.20.0.14 (296e5fe4-044f-4359-a2aa-0a8a903c6b17/1ca63a29-8d1d-40c5-992a-67066351dfef/891a7ef2-a720-4327-b3d0-a360a701af6c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:28:23.251468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Pushing event updated for resources: {'Port': ['ID=aeedea17-48db-4692-83ad-25ace35c1001,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:23.284025 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:23.308642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:28:23.364371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:23.381456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf60d5-fc73-4c7c-9926-9a016065d612 req-a1ef3f0b-3bcc-4892-800a-0d7efa7ac33b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:23.387410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf60d5-fc73-4c7c-9926-9a016065d612 req-a1ef3f0b-3bcc-4892-800a-0d7efa7ac33b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:23.397430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf60d5-fc73-4c7c-9926-9a016065d612 req-a1ef3f0b-3bcc-4892-800a-0d7efa7ac33b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:23.403354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf60d5-fc73-4c7c-9926-9a016065d612 req-a1ef3f0b-3bcc-4892-800a-0d7efa7ac33b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:23.409184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf60d5-fc73-4c7c-9926-9a016065d612 req-a1ef3f0b-3bcc-4892-800a-0d7efa7ac33b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:23.415541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf60d5-fc73-4c7c-9926-9a016065d612 req-a1ef3f0b-3bcc-4892-800a-0d7efa7ac33b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:23.421365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf60d5-fc73-4c7c-9926-9a016065d612 req-a1ef3f0b-3bcc-4892-800a-0d7efa7ac33b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:23.431791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:23.434052 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fbf60d5-fc73-4c7c-9926-9a016065d612 req-a1ef3f0b-3bcc-4892-800a-0d7efa7ac33b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5443 time: 0.5124493 Jun 04 16:28:23.455209 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-6c872099-4f92-408e-8474-ad1cdaf9de90 service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7602725 Jun 04 16:28:23.458887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Usage tracker for resource:subnet and tenant:6d4b99e1dc7d4324a6a9f654a6b879b8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:23.479320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:23.495881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:28:23.509054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:23.512993 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:23.600917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Transition to ACTIVE for port object 891a7ef2-a720-4327-b3d0-a360a701af6c will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:23.601873 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d2da94b5-f73d-4f56-9c6d-40c251f2ab23 req-86c58487-d196-4626-9e89-ea1efe00a225 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 210 time: 0.2431440 Jun 04 16:28:23.607676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:23.608316 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:23.612703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Made reservation on behalf of 6d4b99e1dc7d4324a6a9f654a6b879b8 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:23.616082 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:23.798124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-649a01ea-84ea-4c35-9ddd-e31a5a68c963 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1626730 Jun 04 16:28:23.807888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fbf60d5-fc73-4c7c-9926-9a016065d612 req-450d089e-187a-4315-b566-bff842720ad1 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3729637 Jun 04 16:28:23.822557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Request body: {'port': {'device_id': '53fb7b35-8e6c-4001-b335-71fa36613900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:23.836757 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d47423b6-d26d-45a3-941c-4a498da56fe0 req-a62d0cb6-9df0-43d5-9388-bfd9fd3eb091 service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431144 Jun 04 16:28:23.848701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6ae7e1cf-d3ca-40eb-9bb8-4c0bff449558 None None] Provisioning for port aeedea17-48db-4692-83ad-25ace35c1001 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:23.865536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6ae7e1cf-d3ca-40eb-9bb8-4c0bff449558 None None] Provisioning complete for port aeedea17-48db-4692-83ad-25ace35c1001 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:23.866152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ae7e1cf-d3ca-40eb-9bb8-4c0bff449558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:23.984031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7e1cf-d3ca-40eb-9bb8-4c0bff449558 None None] Port aeedea17-48db-4692-83ad-25ace35c1001 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:28:24.050377 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:24.096101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863324e7-c4ea-4faf-95eb-efa2ddc23375'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:24.196416 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:24.246254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] For port 863acab7-8d3e-4a07-900e-9a535fb26d3e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=863acab7-8d3e-4a07-900e-9a535fb26d3e,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:24.262721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Pushing event updated for resources: {'Port': ['ID=891a7ef2-a720-4327-b3d0-a360a701af6c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:24.310460 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668d052b-a292-4425-b3ec-7db28f9d6163'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863324e7-c4ea-4faf-95eb-efa2ddc23375', 'code': 200} Jun 04 16:28:24.329491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:28:24.344684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:24.348039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:24.366958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:28:24.375590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97435f93-8b53-4202-b969-c33ee835155e req-d95a7d13-91a3-4148-bbcb-85d34d3ff9f6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:24.383411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97435f93-8b53-4202-b969-c33ee835155e req-d95a7d13-91a3-4148-bbcb-85d34d3ff9f6 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 945 time: 0.3182130 Jun 04 16:28:24.385230 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:24.385965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:24.529011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:24.529699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:24.631122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924f72-82fc-4c35-88c0-047413f4508a req-a6f0d2b5-a777-4bc1-bcb9-1845c359246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:24.632721 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75924f72-82fc-4c35-88c0-047413f4508a req-a6f0d2b5-a777-4bc1-bcb9-1845c359246c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b70969e37aab453696fab66de72f76e6&device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 1094 time: 0.7177773 Jun 04 16:28:24.669336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 863acab7-8d3e-4a07-900e-9a535fb26d3e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:24.833585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=863acab7-8d3e-4a07-900e-9a535fb26d3e,revision_number=5']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:24.874716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 863acab7-8d3e-4a07-900e-9a535fb26d3e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:24.875880 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:24.974525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924f72-82fc-4c35-88c0-047413f4508a req-0df69963-44a7-4bdd-9a01-9f37d0949385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:24.978331 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75924f72-82fc-4c35-88c0-047413f4508a req-0df69963-44a7-4bdd-9a01-9f37d0949385 service neutron] 10.222.0.46 "GET /v2.0/networks?id=296e5fe4-044f-4359-a2aa-0a8a903c6b17 HTTP/1.1" status: 200 len: 917 time: 0.2635248 Jun 04 16:28:24.981147 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-c1bfe08d-3e44-45b0-a0f8-f8630add5f94 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6473801 Jun 04 16:28:24.982844 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:25.039553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:28:25.050548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-117171dc-8a17-4860-8be8-d500ad826401 None None] Provisioning for port 891a7ef2-a720-4327-b3d0-a360a701af6c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:25.058716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-117171dc-8a17-4860-8be8-d500ad826401 None None] Provisioning complete for port 891a7ef2-a720-4327-b3d0-a360a701af6c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:25.059560 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-117171dc-8a17-4860-8be8-d500ad826401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:25.060439 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:25.068670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:25.069309 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:25.117711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d99b7e-7797-42d7-9dc0-b41d0ecda048 None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:28:25.127184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Subnet': ['ID=ad3f07a7-32e5-495c-a497-548d26707753,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:25.150927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97435f93-8b53-4202-b969-c33ee835155e req-30713924-4a72-497e-98dc-25e2909c43ac tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7663453 Jun 04 16:28:25.201161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Request body: {'port': {'device_id': '27c636f8-cf2c-409c-9fbe-73517936b196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:25.426273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 863acab7-8d3e-4a07-900e-9a535fb26d3e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:25.530507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-117171dc-8a17-4860-8be8-d500ad826401 None None] Port 891a7ef2-a720-4327-b3d0-a360a701af6c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:28:25.570818 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d7c53881-e5d4-4dfd-821a-cdb31ff5dcd1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.6236968 Jun 04 16:28:25.613940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31fc9e7c-8328-4dd1-9727-4f8d20a6a629,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:25.627027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45934) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:25.672597 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75924f72-82fc-4c35-88c0-047413f4508a req-89ae0175-579e-4f14-bb05-4d0ac4a88dbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a HTTP/1.1" status: 200 len: 217 time: 0.6638305 Jun 04 16:28:25.695396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Request body: {'port': {'network_id': 'f0dbb02b-9d62-4207-955a-783084b70e61', 'mac_address': 'fa:16:3e:63:ba:3a', 'name': 'tempest-NetworksTestDHCPv6-2093825316'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:25.847845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeedea17-48db-4692-83ad-25ace35c1001 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:25.861742 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:25.878872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Transition to ACTIVE for port object aeedea17-48db-4692-83ad-25ace35c1001 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:25.891054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493118f-0a38-4918-8bd9-35a50f5a2b9d req-317311c3-0d80-43eb-a00c-1c80defe928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:25.891708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493118f-0a38-4918-8bd9-35a50f5a2b9d req-317311c3-0d80-43eb-a00c-1c80defe928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:25.892270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493118f-0a38-4918-8bd9-35a50f5a2b9d req-317311c3-0d80-43eb-a00c-1c80defe928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:25.892834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493118f-0a38-4918-8bd9-35a50f5a2b9d req-317311c3-0d80-43eb-a00c-1c80defe928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:25.893389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493118f-0a38-4918-8bd9-35a50f5a2b9d req-317311c3-0d80-43eb-a00c-1c80defe928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:25.893965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493118f-0a38-4918-8bd9-35a50f5a2b9d req-317311c3-0d80-43eb-a00c-1c80defe928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:25.894537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493118f-0a38-4918-8bd9-35a50f5a2b9d req-317311c3-0d80-43eb-a00c-1c80defe928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:25.897146 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c493118f-0a38-4918-8bd9-35a50f5a2b9d req-317311c3-0d80-43eb-a00c-1c80defe928c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 6500 time: 1.0687087 Jun 04 16:28:25.900219 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:26.263331 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c493118f-0a38-4918-8bd9-35a50f5a2b9d req-fe340cb4-85c6-4269-945c-cbad594ba12c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=96ced61e-6e75-459d-9738-fb3cbe3b486c&id=c830a663-5838-4980-91fd-a0172c9ccb28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3571141 Jun 04 16:28:26.302391 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Pushing event updated for resources: {'Port': ['ID=aeedea17-48db-4692-83ad-25ace35c1001,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:26.415124 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:26.499362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Checking segment: {'id': '5186ab5b-0ab1-46ad-a397-8242b3657a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:26.499790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Network hostable DHCP agents. Network: 0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:28:26.536365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71d82d-cdfd-4d7a-a554-ad165facbb99 req-02b0e28a-75ca-49a9-9661-d9402e72fa14 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:26.537112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-be71d82d-cdfd-4d7a-a554-ad165facbb99 req-02b0e28a-75ca-49a9-9661-d9402e72fa14 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Synchronizing usage tracker for tenant:b70969e37aab453696fab66de72f76e6 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:26.548596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924f72-82fc-4c35-88c0-047413f4508a req-c07507c4-0c02-4736-860b-72e320582029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:26.550081 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75924f72-82fc-4c35-88c0-047413f4508a req-c07507c4-0c02-4736-860b-72e320582029 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ca63a29-8d1d-40c5-992a-67066351dfef HTTP/1.1" status: 200 len: 855 time: 0.5844154 Jun 04 16:28:26.615099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 863acab7-8d3e-4a07-900e-9a535fb26d3e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:26.726212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Network 0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:28:26.730574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-be71d82d-cdfd-4d7a-a554-ad165facbb99 req-02b0e28a-75ca-49a9-9661-d9402e72fa14 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Unset dirty status for tenant:b70969e37aab453696fab66de72f76e6 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:26.731984 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be71d82d-cdfd-4d7a-a554-ad165facbb99 req-02b0e28a-75ca-49a9-9661-d9402e72fa14 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 932 time: 1.1788237 Jun 04 16:28:26.755195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 863acab7-8d3e-4a07-900e-9a535fb26d3e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:26.755760 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:26.783844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:26.823279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Attempting to bind port aeedea17-48db-4692-83ad-25ace35c1001 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:28:26.823534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Attempting to bind port aeedea17-48db-4692-83ad-25ace35c1001 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:28:26.823791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Attempting to bind port aeedea17-48db-4692-83ad-25ace35c1001 on network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:26.840237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Port aeedea17-48db-4692-83ad-25ace35c1001 on network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:28:26.840622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Attempting to bind port aeedea17-48db-4692-83ad-25ace35c1001 on network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:26.843558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:26.849829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be71d82d-cdfd-4d7a-a554-ad165facbb99 req-19dcd218-a37b-4808-bad0-8ea4c5f1a23b tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005425 Jun 04 16:28:26.850063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:26.850782 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:26.853225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:28:26.853728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Checking segment: {'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:26.854114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Bound using segment: {'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:28:26.854699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Bound port: aeedea17-48db-4692-83ad-25ace35c1001, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:28:26.855052 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:26.868651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Usage tracker for resource:port and tenant:132349fd8ec44126b0fa64a4e125f972 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:26.876374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2869c2e-aec1-4555-bfce-378c8ac32e8e None None] Network 0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:28:26.879309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:26.890367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef914-998e-431d-b132-d6f001b4229c req-ecb8ab87-f560-4e75-8b08-67c6b36c3054 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:26.896766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef914-998e-431d-b132-d6f001b4229c req-ecb8ab87-f560-4e75-8b08-67c6b36c3054 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:26.904487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef914-998e-431d-b132-d6f001b4229c req-ecb8ab87-f560-4e75-8b08-67c6b36c3054 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:26.911474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef914-998e-431d-b132-d6f001b4229c req-ecb8ab87-f560-4e75-8b08-67c6b36c3054 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:26.922588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef914-998e-431d-b132-d6f001b4229c req-ecb8ab87-f560-4e75-8b08-67c6b36c3054 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:26.925934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:26.943881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef914-998e-431d-b132-d6f001b4229c req-ecb8ab87-f560-4e75-8b08-67c6b36c3054 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:26.954204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef914-998e-431d-b132-d6f001b4229c req-ecb8ab87-f560-4e75-8b08-67c6b36c3054 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:26.967000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68cef914-998e-431d-b132-d6f001b4229c req-ecb8ab87-f560-4e75-8b08-67c6b36c3054 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5443 time: 0.5634243 Jun 04 16:28:27.005555 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ac2408a8-178c-4beb-bee5-8b0c0ee3d441 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9201343 Jun 04 16:28:27.014039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Made reservation on behalf of 132349fd8ec44126b0fa64a4e125f972 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:27.104180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] For port aeedea17-48db-4692-83ad-25ace35c1001, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:28:27.113795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] For port aeedea17-48db-4692-83ad-25ace35c1001, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=aeedea17-48db-4692-83ad-25ace35c1001,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:28:27.154572 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:27.198398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924f72-82fc-4c35-88c0-047413f4508a req-0fe68589-f796-4d32-8af6-f336a0e12fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:27.199932 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75924f72-82fc-4c35-88c0-047413f4508a req-0fe68589-f796-4d32-8af6-f336a0e12fae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=296e5fe4-044f-4359-a2aa-0a8a903c6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5842166 Jun 04 16:28:27.358802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:27.362188 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:27.363753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] 10.222.0.46 "PUT /v2.0/ports/aeedea17-48db-4692-83ad-25ace35c1001 HTTP/1.1" status: 200 len: 1092 time: 3.5455096 Jun 04 16:28:27.375685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb7b35-8e6c-4001-b335-71fa36613900', 'tag': 'aeedea17-48db-4692-83ad-25ace35c1001'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:27.445051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68cef914-998e-431d-b132-d6f001b4229c req-8cb9bc6e-800b-49d8-bec3-a50218df3911 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4769166 Jun 04 16:28:27.613063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:28:27.665055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1effe9ed-5b4b-45cd-91df-2f69c72cda5b None None] Network 0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:28:27.677304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a612ca-059e-46ed-ae3f-8f66f37169ab service neutron] Pushing event updated for resources: {'Port': ['ID=aeedea17-48db-4692-83ad-25ace35c1001,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:27.707353 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6198733-dc96-43b4-9a49-111fb6284feb'] response: {'name': 'network-changed', 'server_uuid': '53fb7b35-8e6c-4001-b335-71fa36613900', 'tag': 'aeedea17-48db-4692-83ad-25ace35c1001', 'status': 'completed', 'code': 200} Jun 04 16:28:27.743574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:27.757712 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:28:27.804477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ed95-f243-4093-aba3-f79eedc243df req-df38bc11-153d-4d26-9024-f5a5d425dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:27.806030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-df38bc11-153d-4d26-9024-f5a5d425dd7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b70969e37aab453696fab66de72f76e6&device_id=53fb7b35-8e6c-4001-b335-71fa36613900 HTTP/1.1" status: 200 len: 1095 time: 0.3508413 Jun 04 16:28:27.924888 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75924f72-82fc-4c35-88c0-047413f4508a req-13670c93-9c5c-41f4-8ada-35b770a03319 service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7122016 Jun 04 16:28:27.929520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] device_id is not set on port 90f7d4f1-5c82-4595-8524-8aa2d744f920 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:28:27.968646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-3619e4c4-adbb-4cd9-ac4b-37b04c563bec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeedea17-48db-4692-83ad-25ace35c1001 HTTP/1.1" status: 200 len: 217 time: 0.1543977 Jun 04 16:28:27.990629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 863acab7-8d3e-4a07-900e-9a535fb26d3e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:28.095674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ed95-f243-4093-aba3-f79eedc243df req-b0708fa0-83c9-4f78-861a-ef12f4a9d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:28.097130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-b0708fa0-83c9-4f78-861a-ef12f4a9d61a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ca63a29-8d1d-40c5-992a-67066351dfef HTTP/1.1" status: 200 len: 855 time: 0.1207111 Jun 04 16:28:28.109165 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891a7ef2-a720-4327-b3d0-a360a701af6c {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:28.130365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:28.194421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Transition to ACTIVE for port object 891a7ef2-a720-4327-b3d0-a360a701af6c will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:28.219787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ec5502bf-26d8-4d43-a6db-86b12ca1431c None None] Provisioning complete for port 863acab7-8d3e-4a07-900e-9a535fb26d3e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:28.222013 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ec5502bf-26d8-4d43-a6db-86b12ca1431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:28.245103 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75924f72-82fc-4c35-88c0-047413f4508a req-a5161cea-899b-4d72-b8fb-cb1ed0c36b4d service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705057 Jun 04 16:28:28.256800 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:28.257024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ed95-f243-4093-aba3-f79eedc243df req-db246f4c-84b6-48c8-8fb8-d2b201ab4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:28.258675 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-db246f4c-84b6-48c8-8fb8-d2b201ab4a04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=296e5fe4-044f-4359-a2aa-0a8a903c6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541779 Jun 04 16:28:28.300877 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-985d72ca-e43c-4ff0-9f3c-3d1faf119bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:28.353296 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:28:28.506138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-7f36ae17-ca40-4d5d-a507-7e332ee4153a service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403512 Jun 04 16:28:28.633415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ec5502bf-26d8-4d43-a6db-86b12ca1431c None None] Current status of the port 863acab7-8d3e-4a07-900e-9a535fb26d3e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:28.644891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Pushing event updated for resources: {'Port': ['ID=891a7ef2-a720-4327-b3d0-a360a701af6c,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:28.758339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:28.807398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a', 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17', 'port_id': 'fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a', 'mac_address': 'fa:16:3e:95:e6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca63a29-8d1d-40c5-992a-67066351dfef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:28:28.958701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8::343 (f0dbb02b-9d62-4207-955a-783084b70e61/8ebdfb48-d8c6-4cb1-8649-e6384e3f366b/90f7d4f1-5c82-4595-8524-8aa2d744f920) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:28:28.966343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Allocated IP 2001:db8:0:1:f816:3eff:fe63:ba3a (f0dbb02b-9d62-4207-955a-783084b70e61/ad3f07a7-32e5-495c-a497-548d26707753/90f7d4f1-5c82-4595-8524-8aa2d744f920) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:28:28.975353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:28.976036 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:29.055746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:29.074384 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:29.108918 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:29.185526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:29.212593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Attempting to bind port 891a7ef2-a720-4327-b3d0-a360a701af6c on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:28:29.212823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Attempting to bind port 891a7ef2-a720-4327-b3d0-a360a701af6c by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:28:29.213149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Attempting to bind port 891a7ef2-a720-4327-b3d0-a360a701af6c on network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:29.232526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Port 891a7ef2-a720-4327-b3d0-a360a701af6c on network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:28:29.232854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Attempting to bind port 891a7ef2-a720-4327-b3d0-a360a701af6c on network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:29.243742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:28:29.244084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Checking segment: {'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:29.244481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Bound using segment: {'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:28:29.244925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Bound port: 891a7ef2-a720-4327-b3d0-a360a701af6c, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf60985-8d9f-4652-ae43-735b960f4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:28:29.245276 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:29.277069 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:29.282202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-9e8b484f-aec4-4dd1-9c08-affb2984c09a tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:29.283686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-9e8b484f-aec4-4dd1-9c08-affb2984c09a tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/networks?id=0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3 HTTP/1.1" status: 200 len: 811 time: 0.4101729 Jun 04 16:28:29.292152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5719ed95-f243-4093-aba3-f79eedc243df req-2f893b15-48d9-4701-9c81-d77661f65996 service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7796535 Jun 04 16:28:29.321714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-3bc0b351-5eff-41c5-a42d-23693e781a1e tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/quotas/6d4b99e1dc7d4324a6a9f654a6b879b8 HTTP/1.1" status: 200 len: 375 time: 0.0282061 Jun 04 16:28:29.346643 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Transition to ACTIVE for port object 90f7d4f1-5c82-4595-8524-8aa2d744f920 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:29.365570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:29.385368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] For port 891a7ef2-a720-4327-b3d0-a360a701af6c, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:28:29.389774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] For port 891a7ef2-a720-4327-b3d0-a360a701af6c, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=891a7ef2-a720-4327-b3d0-a360a701af6c,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:28:29.400141 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:29.461515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:29.491885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:29.492547 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:29.493953 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] 10.222.0.46 "PUT /v2.0/ports/891a7ef2-a720-4327-b3d0-a360a701af6c HTTP/1.1" status: 200 len: 1092 time: 4.4889398 Jun 04 16:28:29.494525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c636f8-cf2c-409c-9fbe-73517936b196', 'tag': '891a7ef2-a720-4327-b3d0-a360a701af6c'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:29.510554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-447beb34-ca27-4b35-9696-98ccb089de01 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d4b99e1dc7d4324a6a9f654a6b879b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1816919 Jun 04 16:28:29.517294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Network f0dbb02b-9d62-4207-955a-783084b70e61 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:28:29.520163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:29.524126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:28:29.530747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:29.531974 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:29.547457 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de5b8d-3662-4b6e-bcf3-461753c7f72a service neutron] Pushing event updated for resources: {'Port': ['ID=891a7ef2-a720-4327-b3d0-a360a701af6c,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:29.765697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47231f-5688-4308-9cfe-c2707719fd3b req-0ba7f6a8-5ec0-41dc-8520-cd6b2e3304f8 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:29.777243 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b47231f-5688-4308-9cfe-c2707719fd3b req-0ba7f6a8-5ec0-41dc-8520-cd6b2e3304f8 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 945 time: 0.7014985 Jun 04 16:28:29.815961 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1454165 Jun 04 16:28:29.817730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46044) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:29.857343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af1485-80aa-4c86-9fcf-1c3408f15b28 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event updated for resources: {'Port': ['ID=90f7d4f1-5c82-4595-8524-8aa2d744f920,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:29.904394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-346b3572-dfc6-44d2-9af4-0650cd62b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:29.905990 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-346b3572-dfc6-44d2-9af4-0650cd62b4f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b70969e37aab453696fab66de72f76e6&device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 1095 time: 0.3513594 Jun 04 16:28:29.909988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ba08b-61fa-4846-898a-63bcb049f5b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting port 90f7d4f1-5c82-4595-8524-8aa2d744f920 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:28:29.911116 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba08b-61fa-4846-898a-63bcb049f5b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:29.927179 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b47231f-5688-4308-9cfe-c2707719fd3b req-c9d967bb-96c5-482d-8c84-2593b8005fcd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489406 Jun 04 16:28:29.938369 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1763bc-d6ec-4900-89b8-d4cdfbe69f2e req-143ab273-62ef-477c-83e1-6e8423f837bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:29.939884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d1763bc-d6ec-4900-89b8-d4cdfbe69f2e req-143ab273-62ef-477c-83e1-6e8423f837bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b70969e37aab453696fab66de72f76e6&device_id=53fb7b35-8e6c-4001-b335-71fa36613900 HTTP/1.1" status: 200 len: 1095 time: 0.5309389 Jun 04 16:28:29.948779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-c277fe40-b1e8-46c9-9deb-865bdba7ace6 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357796 Jun 04 16:28:30.012661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9cf21cc5-5196-47fd-935d-ea9fde24d32c None None] Provisioning for port 90f7d4f1-5c82-4595-8524-8aa2d744f920 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:30.017969 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9cf21cc5-5196-47fd-935d-ea9fde24d32c None None] Provisioning complete for port 90f7d4f1-5c82-4595-8524-8aa2d744f920 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:30.018649 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9cf21cc5-5196-47fd-935d-ea9fde24d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:30.083522 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-87c22203-910d-43cc-bef3-772c29b4c510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:30.115809 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-d4174a4e-74ae-4de7-9340-8afc99ec4962 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=891a7ef2-a720-4327-b3d0-a360a701af6c HTTP/1.1" status: 200 len: 217 time: 0.1683896 Jun 04 16:28:30.136803 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9cf21cc5-5196-47fd-935d-ea9fde24d32c None None] Port 90f7d4f1-5c82-4595-8524-8aa2d744f920 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:28:30.294654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-877b11a2-7447-4128-b8b3-a161f1e55adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:30.296923 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-877b11a2-7447-4128-b8b3-a161f1e55adb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ca63a29-8d1d-40c5-992a-67066351dfef HTTP/1.1" status: 200 len: 855 time: 0.1718001 Jun 04 16:28:30.308973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-fb5a12f2-14d0-44a7-8794-7f7415814c87 service neutron] 10.222.0.13 "GET /v2.0/networks/0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401749 Jun 04 16:28:30.310099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1763bc-d6ec-4900-89b8-d4cdfbe69f2e req-1249f818-365a-41da-9acf-a916da699e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:30.312134 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d1763bc-d6ec-4900-89b8-d4cdfbe69f2e req-1249f818-365a-41da-9acf-a916da699e29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=296e5fe4-044f-4359-a2aa-0a8a903c6b17 HTTP/1.1" status: 200 len: 917 time: 0.3621747 Jun 04 16:28:30.416723 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d1763bc-d6ec-4900-89b8-d4cdfbe69f2e req-7cc9797a-cbe0-43a4-979f-b1f00e634d03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeedea17-48db-4692-83ad-25ace35c1001 HTTP/1.1" status: 200 len: 217 time: 0.0980282 Jun 04 16:28:30.561119 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba08b-61fa-4846-898a-63bcb049f5b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:30.582330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1763bc-d6ec-4900-89b8-d4cdfbe69f2e req-8246e3a0-3698-4123-87fb-3626978a9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:30.590572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d1763bc-d6ec-4900-89b8-d4cdfbe69f2e req-8246e3a0-3698-4123-87fb-3626978a9a95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ca63a29-8d1d-40c5-992a-67066351dfef HTTP/1.1" status: 200 len: 855 time: 0.1662941 Jun 04 16:28:30.715635 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-e4b9582b-a2d3-489d-9038-bc327de82953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:30.717193 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-e4b9582b-a2d3-489d-9038-bc327de82953 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=296e5fe4-044f-4359-a2aa-0a8a903c6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3798914 Jun 04 16:28:30.784654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1763bc-d6ec-4900-89b8-d4cdfbe69f2e req-6d080373-8c7e-4669-829d-fe34866a350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:30.786173 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d1763bc-d6ec-4900-89b8-d4cdfbe69f2e req-6d080373-8c7e-4669-829d-fe34866a350e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=296e5fe4-044f-4359-a2aa-0a8a903c6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1881306 Jun 04 16:28:30.832830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ba08b-61fa-4846-898a-63bcb049f5b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Calling delete_port for 90f7d4f1-5c82-4595-8524-8aa2d744f920 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:28:30.949830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c93cf-2c1b-4c4f-ae57-5f220c6548c9 req-180ebc86-8873-43b6-b28a-f5845e14df5b tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:30.951343 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-501c93cf-2c1b-4c4f-ae57-5f220c6548c9 req-180ebc86-8873-43b6-b28a-f5845e14df5b tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 944 time: 0.2605882 Jun 04 16:28:31.054119 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-501c93cf-2c1b-4c4f-ae57-5f220c6548c9 req-65c34b0c-c60e-41d7-8989-e32eb9dbb8dc tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846090 Jun 04 16:28:31.059928 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-6461261b-5308-4b5a-b62e-923ad53db45c service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670562 Jun 04 16:28:31.063040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d1763bc-d6ec-4900-89b8-d4cdfbe69f2e req-b6cfcf76-8587-405d-be5a-2ad678605ea6 service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664716 Jun 04 16:28:31.064963 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:31.086039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ea77a-50bf-4838-95ea-f88707614d2c req-9012e49a-fd3d-4646-b092-e44234620b39 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:31.092356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ea77a-50bf-4838-95ea-f88707614d2c req-9012e49a-fd3d-4646-b092-e44234620b39 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:31.099205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ea77a-50bf-4838-95ea-f88707614d2c req-9012e49a-fd3d-4646-b092-e44234620b39 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:31.104984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ea77a-50bf-4838-95ea-f88707614d2c req-9012e49a-fd3d-4646-b092-e44234620b39 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:31.122350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ea77a-50bf-4838-95ea-f88707614d2c req-9012e49a-fd3d-4646-b092-e44234620b39 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:31.131038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ea77a-50bf-4838-95ea-f88707614d2c req-9012e49a-fd3d-4646-b092-e44234620b39 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:31.137061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ea77a-50bf-4838-95ea-f88707614d2c req-9012e49a-fd3d-4646-b092-e44234620b39 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:31.139222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-693ea77a-50bf-4838-95ea-f88707614d2c req-9012e49a-fd3d-4646-b092-e44234620b39 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5443 time: 0.3439548 Jun 04 16:28:31.145480 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:31.273280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-693ea77a-50bf-4838-95ea-f88707614d2c req-616a33a9-2950-4407-8fef-b612af86f999 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121638 Jun 04 16:28:31.312556 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d1763bc-d6ec-4900-89b8-d4cdfbe69f2e req-43887d8c-3a40-4eb3-b89e-6dc6b3a2ca5d service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722887 Jun 04 16:28:31.402697 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834e7b4a-3690-451d-a4ab-9f302b0927a2'] response: {'name': 'network-changed', 'server_uuid': '27c636f8-cf2c-409c-9fbe-73517936b196', 'tag': '891a7ef2-a720-4327-b3d0-a360a701af6c', 'status': 'completed', 'code': 200} Jun 04 16:28:31.470382 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dbc8943f-ca3d-43f9-a042-835969bbfb9a req-990b0422-657b-48d8-a6cf-17da961c654d service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987095 Jun 04 16:28:31.474708 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba08b-61fa-4846-898a-63bcb049f5b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:31.535691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ba08b-61fa-4846-898a-63bcb049f5b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Port': ['ID=90f7d4f1-5c82-4595-8524-8aa2d744f920,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:31.535883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device aeedea17-48db-4692-83ad-25ace35c1001 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:28:31.552214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:31.755849 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba08b-61fa-4846-898a-63bcb049f5b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:31.787067 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3d2ba08b-61fa-4846-898a-63bcb049f5b8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/90f7d4f1-5c82-4595-8524-8aa2d744f920 HTTP/1.1" status: 204 len: 168 time: 1.9654980 Jun 04 16:28:31.787462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46132) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:31.809753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18253c-5fac-4105-b11e-18204edeb93e req-8ce8cf78-c6cf-4bd9-90c4-5f1c8f82fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:31.811486 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ca18253c-5fac-4105-b11e-18204edeb93e req-8ce8cf78-c6cf-4bd9-90c4-5f1c8f82fcf2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b70969e37aab453696fab66de72f76e6&device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 1095 time: 0.1880121 Jun 04 16:28:31.816207 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:31.836958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:31.837463 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:31.957609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c520bebf-c263-4951-b6c0-43c7533ecd4a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:31.960074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c520bebf-c263-4951-b6c0-43c7533ecd4a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1716034 Jun 04 16:28:31.963058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46142) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:32.034759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18253c-5fac-4105-b11e-18204edeb93e req-6a76aee9-2182-4867-ab6b-fbe909da7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.041768 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ca18253c-5fac-4105-b11e-18204edeb93e req-6a76aee9-2182-4867-ab6b-fbe909da7fa9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=296e5fe4-044f-4359-a2aa-0a8a903c6b17 HTTP/1.1" status: 200 len: 917 time: 0.2202320 Jun 04 16:28:32.141383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f40b6e32-0ada-4bd4-b4ef-b61a7f4a122a req-6b57d33c-e386-46fa-9cd8-7ab8ae69fd83 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7bd6a0a-408f-417a-9c0a-d59c667c2e17 HTTP/1.1" status: 200 len: 210 time: 0.1018467 Jun 04 16:28:32.142168 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ca18253c-5fac-4105-b11e-18204edeb93e req-ce13ec96-1f75-49e7-9845-40d28ce09aaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=891a7ef2-a720-4327-b3d0-a360a701af6c HTTP/1.1" status: 200 len: 217 time: 0.0859983 Jun 04 16:28:32.189014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port aeedea17-48db-4692-83ad-25ace35c1001, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=aeedea17-48db-4692-83ad-25ace35c1001,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:32.233783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18253c-5fac-4105-b11e-18204edeb93e req-86cdede6-5f11-45b3-b897-05eb0d4c9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.235364 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ca18253c-5fac-4105-b11e-18204edeb93e req-86cdede6-5f11-45b3-b897-05eb0d4c9246 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ca63a29-8d1d-40c5-992a-67066351dfef HTTP/1.1" status: 200 len: 855 time: 0.0877440 Jun 04 16:28:32.238621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:32.239467 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:32.292137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c8490c-766f-43fe-9541-5dc48411280b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:32.301100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:32.305543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'aeedea17-48db-4692-83ad-25ace35c1001', 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17', 'port_id': 'aeedea17-48db-4692-83ad-25ace35c1001', 'mac_address': 'fa:16:3e:3c:f0:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca63a29-8d1d-40c5-992a-67066351dfef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:28:32.350088 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:32.391595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18253c-5fac-4105-b11e-18204edeb93e req-1bffdaac-15e9-41f3-ba51-d9d965339d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.396423 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ca18253c-5fac-4105-b11e-18204edeb93e req-1bffdaac-15e9-41f3-ba51-d9d965339d06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=296e5fe4-044f-4359-a2aa-0a8a903c6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468167 Jun 04 16:28:32.471303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:32.486755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port aeedea17-48db-4692-83ad-25ace35c1001 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:32.487391 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:32.492700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb1b293-4a0d-4e5f-98f0-5d2a3cff0341 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.500057 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-deb1b293-4a0d-4e5f-98f0-5d2a3cff0341 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5354869 Jun 04 16:28:32.500828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46162) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:32.508469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeedea17-48db-4692-83ad-25ace35c1001 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:32.525329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port aeedea17-48db-4692-83ad-25ace35c1001, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=aeedea17-48db-4692-83ad-25ace35c1001,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:32.526719 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:32.531180 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:32.569618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-165b24d5-0541-4f2a-b72b-168e3b53914c tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.571768 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-165b24d5-0541-4f2a-b72b-168e3b53914c tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.42 "GET /v2.0/networks?id=0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3 HTTP/1.1" status: 200 len: 811 time: 0.4773428 Jun 04 16:28:32.605717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=aeedea17-48db-4692-83ad-25ace35c1001,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:32.606467 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ca18253c-5fac-4105-b11e-18204edeb93e req-3c01cacd-63fe-43f7-8fb7-78009578fa9b service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053747 Jun 04 16:28:32.658250 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Request body: {'port': {'device_id': 'd7bd6a0a-408f-417a-9c0a-d59c667c2e17', 'network_id': '0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3', 'admin_state_up': True, 'tenant_id': '6d4b99e1dc7d4324a6a9f654a6b879b8'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:32.751551 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ca18253c-5fac-4105-b11e-18204edeb93e req-45ae04c3-5bbc-4cee-84e2-74ffcb849e4a service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385255 Jun 04 16:28:32.798492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['aeedea17-48db-4692-83ad-25ace35c1001'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:32.802535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde1f4da-13af-48ac-9fa6-b27d8828648a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.804358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde1f4da-13af-48ac-9fa6-b27d8828648a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.805948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde1f4da-13af-48ac-9fa6-b27d8828648a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.806764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bde1f4da-13af-48ac-9fa6-b27d8828648a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:32.816119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2587fff-3886-4828-815e-cb6bce66bf16 req-89f5d9e5-2a8a-408a-842b-d06cbdf33365 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.817653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2587fff-3886-4828-815e-cb6bce66bf16 req-89f5d9e5-2a8a-408a-842b-d06cbdf33365 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.4415154 Jun 04 16:28:32.898496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bde1f4da-13af-48ac-9fa6-b27d8828648a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:32.899686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bde1f4da-13af-48ac-9fa6-b27d8828648a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3409891 Jun 04 16:28:32.902664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46166) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:32.912446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:32.920827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2587fff-3886-4828-815e-cb6bce66bf16 req-4a0594ba-7264-4c21-9f4e-c3fa3bb609f0 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956929 Jun 04 16:28:32.921751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Usage tracker for resource:port and tenant:6d4b99e1dc7d4324a6a9f654a6b879b8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:32.925957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:32.943220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0b2b4-1964-4d2c-8184-e8f884d9bc78 req-f07aabcf-f051-4b29-8b43-c16bdb840076 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.948892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0b2b4-1964-4d2c-8184-e8f884d9bc78 req-f07aabcf-f051-4b29-8b43-c16bdb840076 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.954683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0b2b4-1964-4d2c-8184-e8f884d9bc78 req-f07aabcf-f051-4b29-8b43-c16bdb840076 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.961360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0b2b4-1964-4d2c-8184-e8f884d9bc78 req-f07aabcf-f051-4b29-8b43-c16bdb840076 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.967205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0b2b4-1964-4d2c-8184-e8f884d9bc78 req-f07aabcf-f051-4b29-8b43-c16bdb840076 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.973783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0b2b4-1964-4d2c-8184-e8f884d9bc78 req-f07aabcf-f051-4b29-8b43-c16bdb840076 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.980585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0b2b4-1964-4d2c-8184-e8f884d9bc78 req-f07aabcf-f051-4b29-8b43-c16bdb840076 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:32.982575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6d0b2b4-1964-4d2c-8184-e8f884d9bc78 req-f07aabcf-f051-4b29-8b43-c16bdb840076 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5443 time: 0.4255812 Jun 04 16:28:32.983552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:32.993926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46170) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:33.004859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-9830c4e3-2c02-4cf2-8c48-6cb04d2f1f19 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Request body: {'floatingip': {'port_id': 'd845983a-5332-4048-b55f-ae3bd2a23a2b'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:33.010780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4925cbb-47ad-4361-b2fa-3a12db86bd17 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet 8ebdfb48-d8c6-4cb1-8649-e6384e3f366b {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:28:33.018476 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b4925cbb-47ad-4361-b2fa-3a12db86bd17 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:33.082238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Made reservation on behalf of 6d4b99e1dc7d4324a6a9f654a6b879b8 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:33.085056 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b4925cbb-47ad-4361-b2fa-3a12db86bd17 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:33.085260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:33.102537 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9830c4e3-2c02-4cf2-8c48-6cb04d2f1f19 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:33.210853 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b4925cbb-47ad-4361-b2fa-3a12db86bd17 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:33.290860 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b4925cbb-47ad-4361-b2fa-3a12db86bd17 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:33.331779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4925cbb-47ad-4361-b2fa-3a12db86bd17 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebdfb48-d8c6-4cb1-8649-e6384e3f366b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:33.333742 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b4925cbb-47ad-4361-b2fa-3a12db86bd17 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:33.339742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b102ff-388f-47cd-830e-b29484a8584e None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:28:33.353607 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b4925cbb-47ad-4361-b2fa-3a12db86bd17 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/8ebdfb48-d8c6-4cb1-8649-e6384e3f366b HTTP/1.1" status: 204 len: 168 time: 0.4497447 Jun 04 16:28:33.354249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46178) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:33.426383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff279e2-8357-485c-8ded-fbd1016c61c1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Deleting subnet ad3f07a7-32e5-495c-a497-548d26707753 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:28:33.429831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ff279e2-8357-485c-8ded-fbd1016c61c1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:33.485943 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ff279e2-8357-485c-8ded-fbd1016c61c1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:33.579838 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ff279e2-8357-485c-8ded-fbd1016c61c1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:33.634856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc19b77-0f3e-40c4-9b4d-5b851827a7e0 req-d27f204b-91a6-4fa5-a62c-a18378c5fb3c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:33.636341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cc19b77-0f3e-40c4-9b4d-5b851827a7e0 req-d27f204b-91a6-4fa5-a62c-a18378c5fb3c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 945 time: 0.4781187 Jun 04 16:28:33.653660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Allocated IP 172.20.0.8 (0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3/31fc9e7c-8328-4dd1-9727-4f8d20a6a629/d088d4c4-6f16-4618-9665-69b95acf309b) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:28:33.666584 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ff279e2-8357-485c-8ded-fbd1016c61c1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:33.682644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f3694-9c2e-4737-9a0e-a31ebe42cd92 req-e9862786-609a-41aa-9b88-688db871d2b8 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:33.684050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a98f3694-9c2e-4737-9a0e-a31ebe42cd92 req-e9862786-609a-41aa-9b88-688db871d2b8 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 944 time: 0.3843136 Jun 04 16:28:33.710403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff279e2-8357-485c-8ded-fbd1016c61c1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3f07a7-32e5-495c-a497-548d26707753,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:33.714144 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ff279e2-8357-485c-8ded-fbd1016c61c1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:33.726979 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1ff279e2-8357-485c-8ded-fbd1016c61c1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/ad3f07a7-32e5-495c-a497-548d26707753 HTTP/1.1" status: 204 len: 168 time: 0.3715115 Jun 04 16:28:33.727632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46182) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:33.744416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ae8fed0d-af03-4229-ac52-fc40ddc2af0e details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:28:33.824238 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-48a0b5d3-fbaa-4335-b288-10dab27674e9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927930 Jun 04 16:28:33.825309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46186) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:33.849458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cc19b77-0f3e-40c4-9b4d-5b851827a7e0 req-9b201089-554e-449a-b3a3-142ebf24df0a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009826 Jun 04 16:28:33.868121 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:33.912446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a98f3694-9c2e-4737-9a0e-a31ebe42cd92 req-98a0ce57-b50e-4db1-a8d1-69eb6b8c9276 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646800 Jun 04 16:28:33.953819 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ea4ab0-6339-4c98-8ea7-e9ce0d127a69'] response: {'server_uuid': '23c8490c-766f-43fe-9541-5dc48411280b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a', 'code': 200} Jun 04 16:28:33.955567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ae8fed0d-af03-4229-ac52-fc40ddc2af0e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:33.957436 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fe1c5b-6a02-4549-8678-2e4158205e47 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:33.958823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-90fe1c5b-6a02-4549-8678-2e4158205e47 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:33.984200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-90fe1c5b-6a02-4549-8678-2e4158205e47 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:33.985529 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-90fe1c5b-6a02-4549-8678-2e4158205e47 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1592963 Jun 04 16:28:33.991494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'port_id': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e', 'mac_address': 'fa:16:3e:cc:70:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:28:33.992587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46196) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:34.132227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port ae8fed0d-af03-4229-ac52-fc40ddc2af0e is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:34.133496 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:34.162456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae8fed0d-af03-4229-ac52-fc40ddc2af0e {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:34.183772 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:34.191111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ae8fed0d-af03-4229-ac52-fc40ddc2af0e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:34.204928 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:34.256968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fd413-4e03-4f26-ac53-8bde8ac37259 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:34.257664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3c1fd413-4e03-4f26-ac53-8bde8ac37259 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Synchronizing usage tracker for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:34.304179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3c1fd413-4e03-4f26-ac53-8bde8ac37259 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Unset dirty status for tenant:132349fd8ec44126b0fa64a4e125f972 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:34.305303 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3c1fd413-4e03-4f26-ac53-8bde8ac37259 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3117671 Jun 04 16:28:34.311125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46212) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:34.316113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725ab85-65d2-46c1-be52-3d75b072f53d req-5c54cafe-6933-42e7-8065-3109d3d1ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:34.316984 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9725ab85-65d2-46c1-be52-3d75b072f53d req-5c54cafe-6933-42e7-8065-3109d3d1ff38 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 1096 time: 0.1459198 Jun 04 16:28:34.353133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:34.412447 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0d142199-ba56-4cdc-b29d-f5d51a8b74fb tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970256 Jun 04 16:28:34.416443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['ae8fed0d-af03-4229-ac52-fc40ddc2af0e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:34.421257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46228) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:34.516832 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba17d4b-4131-46be-98dc-9eadbf1904b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:34.517302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba17d4b-4131-46be-98dc-9eadbf1904b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:34.521857 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3ba17d4b-4131-46be-98dc-9eadbf1904b6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/90f7d4f1-5c82-4595-8524-8aa2d744f920 HTTP/1.1" status: 404 len: 333 time: 0.0996199 Jun 04 16:28:34.524523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46246) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:34.530091 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9725ab85-65d2-46c1-be52-3d75b072f53d req-231f7ecb-0729-4127-b1c7-a0b5f4b80040 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353211 Jun 04 16:28:34.567613 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-c463e9e6-b776-43fd-bd7e-2cad51c64878 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:34.567838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c463e9e6-b776-43fd-bd7e-2cad51c64878 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:34.572192 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c463e9e6-b776-43fd-bd7e-2cad51c64878 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/ad3f07a7-32e5-495c-a497-548d26707753 HTTP/1.1" status: 404 len: 337 time: 0.0467107 Jun 04 16:28:34.572842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46252) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:34.621774 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-984a5d8c-1970-4af4-80ae-29797bf00ff0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:34.622220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984a5d8c-1970-4af4-80ae-29797bf00ff0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:34.626678 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-984a5d8c-1970-4af4-80ae-29797bf00ff0 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/8ebdfb48-d8c6-4cb1-8649-e6384e3f366b HTTP/1.1" status: 404 len: 337 time: 0.0528870 Jun 04 16:28:34.627764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46256) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:34.669817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a82f0e-c8b7-4f70-8d02-66df22354b7b None None] Network f0dbb02b-9d62-4207-955a-783084b70e61 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:28:34.675807 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4332718b-adb0-4f3f-8ced-f38eb8feb9c1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:34.676437 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4332718b-adb0-4f3f-8ced-f38eb8feb9c1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:34.681934 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4332718b-adb0-4f3f-8ced-f38eb8feb9c1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/f9306486-bcdb-447e-bc6f-5b58bc227b0c HTTP/1.1" status: 404 len: 333 time: 0.0533009 Jun 04 16:28:34.682198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46260) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:34.722957 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-360d69d8-4cff-4b7d-a2fe-1bf6257aa4a3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:34.723429 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360d69d8-4cff-4b7d-a2fe-1bf6257aa4a3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:34.728027 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-360d69d8-4cff-4b7d-a2fe-1bf6257aa4a3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/03f4b3b5-0a88-483e-86da-a748ae62447b HTTP/1.1" status: 404 len: 337 time: 0.0447073 Jun 04 16:28:34.728592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46264) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:34.749492 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9830c4e3-2c02-4cf2-8c48-6cb04d2f1f19 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:34.795581 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f5ee56-74de-4529-8a53-efb91a8655ad tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:34.796390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f5ee56-74de-4529-8a53-efb91a8655ad tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:34.804200 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d7f5ee56-74de-4529-8a53-efb91a8655ad tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/ffdf2232-f943-44ce-864b-8be2c8713f35 HTTP/1.1" status: 404 len: 337 time: 0.0740542 Jun 04 16:28:34.805152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46272) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:34.808285 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9830c4e3-2c02-4cf2-8c48-6cb04d2f1f19 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:34.855439 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-967aa5cd-c0d6-41c9-b943-96f222802070 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:34.856067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967aa5cd-c0d6-41c9-b943-96f222802070 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:34.860659 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-967aa5cd-c0d6-41c9-b943-96f222802070 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/6afe0632-a9d5-4e3e-8cd8-5155b6cc622c HTTP/1.1" status: 404 len: 333 time: 0.0521457 Jun 04 16:28:34.861306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46278) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:34.903088 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f8f6d0-ecde-4a22-9399-7709c9dd2f6e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:34.903640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f8f6d0-ecde-4a22-9399-7709c9dd2f6e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:34.908372 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-46f8f6d0-ecde-4a22-9399-7709c9dd2f6e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/05b1f3d6-77dc-453e-9dfe-9a92cb5a9fa4 HTTP/1.1" status: 404 len: 337 time: 0.0460060 Jun 04 16:28:34.909052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46284) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:34.920132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0d8db880-e4a1-4301-be99-8310bbcba8b0 None None] Provisioning complete for port 863acab7-8d3e-4a07-900e-9a535fb26d3e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:34.920810 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0d8db880-e4a1-4301-be99-8310bbcba8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:34.997511 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e0892e-2910-4cc4-91f0-ace91dbfaed4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:34.998024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e0892e-2910-4cc4-91f0-ace91dbfaed4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:35.002728 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-98e0892e-2910-4cc4-91f0-ace91dbfaed4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/531af9d4-703f-4b60-8600-7c4bad86d788 HTTP/1.1" status: 404 len: 337 time: 0.0913093 Jun 04 16:28:35.004467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46292) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:35.048197 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-debb796e-31a2-4288-9ddc-a2ab90afdaf5 req-d5766ead-43d7-433f-acca-d55ec53f65d4 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7bd6a0a-408f-417a-9c0a-d59c667c2e17 HTTP/1.1" status: 200 len: 210 time: 0.9116175 Jun 04 16:28:35.054306 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bab69f-e38b-4f89-85ae-fc10da7de31f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:35.054859 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bab69f-e38b-4f89-85ae-fc10da7de31f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:35.059260 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-18bab69f-e38b-4f89-85ae-fc10da7de31f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/fa880b62-d7aa-4c4f-9671-4cb80f3d7277 HTTP/1.1" status: 404 len: 333 time: 0.0537837 Jun 04 16:28:35.069765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46300) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:35.070482 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-9830c4e3-2c02-4cf2-8c48-6cb04d2f1f19 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Floating IP 7d44d446-2e60-4632-8db9-c33600e33009 associated. External IP: 172.25.5.59, port: d845983a-5332-4048-b55f-ae3bd2a23a2b. Jun 04 16:28:35.103107 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-172f2218-a2fa-4300-beca-f59ca57ceafe tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:35.103695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172f2218-a2fa-4300-beca-f59ca57ceafe tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:35.108203 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-172f2218-a2fa-4300-beca-f59ca57ceafe tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/0523c7ca-1a05-4352-bd1c-b4d9a2e51cef HTTP/1.1" status: 404 len: 337 time: 0.0460896 Jun 04 16:28:35.110950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46306) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:35.171008 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbc4c04-cfe5-4fe4-b646-602108aac498 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:35.171620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbc4c04-cfe5-4fe4-b646-602108aac498 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:35.176228 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cbbc4c04-cfe5-4fe4-b646-602108aac498 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/5c9eb26c-bded-4e97-a208-dc893cb719da HTTP/1.1" status: 404 len: 337 time: 0.0645978 Jun 04 16:28:35.176947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46312) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:35.219756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0d8db880-e4a1-4301-be99-8310bbcba8b0 None None] Current status of the port 863acab7-8d3e-4a07-900e-9a535fb26d3e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:35.230373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5152b-36e6-47ce-9f6f-21bad3f5212e req-e0e99111-460a-4549-b6a5-e551a7181a0a tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:35.231204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b6f5152b-36e6-47ce-9f6f-21bad3f5212e req-e0e99111-460a-4549-b6a5-e551a7181a0a tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Synchronizing usage tracker for tenant:6ffcddae3d2547c89aadb8b375740fb7 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:35.234400 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17842ae-1d12-4740-9e3f-495a0cf83f7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:35.234958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17842ae-1d12-4740-9e3f-495a0cf83f7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:35.244645 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a17842ae-1d12-4740-9e3f-495a0cf83f7a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/44a411c1-f243-4331-96e4-d3f1d4259c8f HTTP/1.1" status: 404 len: 333 time: 0.0653224 Jun 04 16:28:35.246760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46316) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:35.286141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adaa258-77e4-41ce-b755-748f25638acc None None] DHCP port deletion for f0dbb02b-9d62-4207-955a-783084b70e61 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:28:35.291665 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6a16da-fcd8-4ee6-a2fb-f0f3543de5ce tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:35.292014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4adaa258-77e4-41ce-b755-748f25638acc None None] Deleting port 863acab7-8d3e-4a07-900e-9a535fb26d3e {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:28:35.292193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6a16da-fcd8-4ee6-a2fb-f0f3543de5ce tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:35.292725 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4adaa258-77e4-41ce-b755-748f25638acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:35.296617 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ee6a16da-fcd8-4ee6-a2fb-f0f3543de5ce tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/9a47a066-ddc9-43be-bcaf-a6fbf4f6a52f HTTP/1.1" status: 404 len: 337 time: 0.0490408 Jun 04 16:28:35.298878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46320) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:35.334785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b6f5152b-36e6-47ce-9f6f-21bad3f5212e req-e0e99111-460a-4549-b6a5-e551a7181a0a tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Unset dirty status for tenant:6ffcddae3d2547c89aadb8b375740fb7 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:35.336012 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b6f5152b-36e6-47ce-9f6f-21bad3f5212e req-e0e99111-460a-4549-b6a5-e551a7181a0a tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.46 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 947 time: 0.4260230 Jun 04 16:28:35.380647 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-475da365-d303-4eb7-b492-e1a8c73896ee tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:35.381231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475da365-d303-4eb7-b492-e1a8c73896ee tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:35.385629 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-475da365-d303-4eb7-b492-e1a8c73896ee tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/9042f947-b742-41ec-b206-900b9fb1830a HTTP/1.1" status: 404 len: 333 time: 0.0857339 Jun 04 16:28:35.392596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46324) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:35.445137 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-770d991f-e23a-48cd-a059-b4be0e009658 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:35.445694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770d991f-e23a-48cd-a059-b4be0e009658 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:35.450139 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-770d991f-e23a-48cd-a059-b4be0e009658 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/ebfb6c00-e722-4df3-8179-ad2197b2fde6 HTTP/1.1" status: 404 len: 337 time: 0.0564699 Jun 04 16:28:35.450826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46328) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:35.502473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-b6f5152b-36e6-47ce-9f6f-21bad3f5212e req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Deleting port 5f419223-773b-402b-a024-4fc55c779464 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:28:35.502734 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6f5152b-36e6-47ce-9f6f-21bad3f5212e req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:35.528089 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8485fc5f-6dcf-4d68-b5d7-12114cbf66f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:35.537373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8485fc5f-6dcf-4d68-b5d7-12114cbf66f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:35.542019 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8485fc5f-6dcf-4d68-b5d7-12114cbf66f2 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/c143b335-ab9c-4b0e-8fdf-fa87b9c35833 HTTP/1.1" status: 404 len: 333 time: 0.0880628 Jun 04 16:28:35.548470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46332) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:35.616822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df70ea-b2a0-47d4-ae67-08d41a3be2fb req-cdfd602b-cb92-4960-97e2-be089f738405 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:35.623887 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b51aff-e653-4716-a813-18af623085b9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:35.624417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b51aff-e653-4716-a813-18af623085b9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:35.624636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13df70ea-b2a0-47d4-ae67-08d41a3be2fb req-cdfd602b-cb92-4960-97e2-be089f738405 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=100bb21b-5c50-4f89-a3f7-78c1e04aa67d HTTP/1.1" status: 200 len: 947 time: 0.5753777 Jun 04 16:28:35.629153 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-99b51aff-e653-4716-a813-18af623085b9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/04094949-36c3-4602-a089-e09bc1c89b94 HTTP/1.1" status: 404 len: 337 time: 0.0806341 Jun 04 16:28:35.629836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46336) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:35.647920 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:35.663919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 891a7ef2-a720-4327-b3d0-a360a701af6c details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:28:35.670940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769823a-2a1b-4d58-9b74-df2d871d2022 req-ee83d19f-1d05-4a22-b405-0d6655ee23b4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:35.678794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6769823a-2a1b-4d58-9b74-df2d871d2022 req-ee83d19f-1d05-4a22-b405-0d6655ee23b4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.3642790 Jun 04 16:28:35.747157 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb8a8b8-29be-4f15-a4e2-cd185f785a89 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:35.748427 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb8a8b8-29be-4f15-a4e2-cd185f785a89 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:35.752029 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-feb8a8b8-29be-4f15-a4e2-cd185f785a89 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/55c6e210-2db0-49df-bf5d-077eb3ec337f HTTP/1.1" status: 404 len: 333 time: 0.1188362 Jun 04 16:28:35.760463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46340) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:35.851908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 891a7ef2-a720-4327-b3d0-a360a701af6c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=891a7ef2-a720-4327-b3d0-a360a701af6c,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:35.868740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device aeedea17-48db-4692-83ad-25ace35c1001 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:35.869427 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-98597d58-8ad1-4c1a-b3fd-b8b31d6e599c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:35.869949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98597d58-8ad1-4c1a-b3fd-b8b31d6e599c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:35.874626 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-98597d58-8ad1-4c1a-b3fd-b8b31d6e599c tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/69ecf149-73c8-4a4f-a660-f38d0a84528d HTTP/1.1" status: 404 len: 337 time: 0.0747344 Jun 04 16:28:35.878788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46344) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:35.890903 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:35.911907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '891a7ef2-a720-4327-b3d0-a360a701af6c', 'network_id': '296e5fe4-044f-4359-a2aa-0a8a903c6b17', 'port_id': '891a7ef2-a720-4327-b3d0-a360a701af6c', 'mac_address': 'fa:16:3e:dd:d2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca63a29-8d1d-40c5-992a-67066351dfef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:28:35.916564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ae8fed0d-af03-4229-ac52-fc40ddc2af0e up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:35.931499 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8532ea30-dffd-4e07-b342-1ea08f7c80dc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:35.932198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8532ea30-dffd-4e07-b342-1ea08f7c80dc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:35.936718 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8532ea30-dffd-4e07-b342-1ea08f7c80dc tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/f558bac8-5195-474a-b1aa-519f52f15c15 HTTP/1.1" status: 404 len: 333 time: 0.0567367 Jun 04 16:28:35.940145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46348) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:35.994996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9830c4e3-2c02-4cf2-8c48-6cb04d2f1f19 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Router f921a76a-653c-49bd-bb2d-7bdd5f15a10a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:28:36.002058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Pushing event updated for resources: {'Port': ['ID=d088d4c4-6f16-4618-9665-69b95acf309b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:36.049373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-13df70ea-b2a0-47d4-ae67-08d41a3be2fb req-9464685c-04ac-47bf-be0d-05308a684bf1 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237349 Jun 04 16:28:36.062270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Network 0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:28:36.067328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 891a7ef2-a720-4327-b3d0-a360a701af6c is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:36.067699 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:36.097228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6769823a-2a1b-4d58-9b74-df2d871d2022 req-c98908d8-163f-464a-8195-67885d7af001 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4173031 Jun 04 16:28:36.102373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:36.108942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:28:36.145061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891a7ef2-a720-4327-b3d0-a360a701af6c {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:36.153900 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4adaa258-77e4-41ce-b755-748f25638acc None None] For port 863acab7-8d3e-4a07-900e-9a535fb26d3e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=863acab7-8d3e-4a07-900e-9a535fb26d3e,segment=NetworkSegment(e401c951-851a-4320-b69c-b75119bd3519),segment_id=e401c951-851a-4320-b69c-b75119bd3519)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:36.154292 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4adaa258-77e4-41ce-b755-748f25638acc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:36.245041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 891a7ef2-a720-4327-b3d0-a360a701af6c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=891a7ef2-a720-4327-b3d0-a360a701af6c,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:36.245889 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e712233-f566-4605-980e-c959c12c7152 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:36.246101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e712233-f566-4605-980e-c959c12c7152 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:36.252613 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6e712233-f566-4605-980e-c959c12c7152 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/6ff04eee-ddc2-4156-b546-59ba47a71aec HTTP/1.1" status: 404 len: 337 time: 0.3112383 Jun 04 16:28:36.255206 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46354) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:36.297024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:36.310727 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:36.317510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4adaa258-77e4-41ce-b755-748f25638acc None None] Calling delete_port for 863acab7-8d3e-4a07-900e-9a535fb26d3e owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:28:36.346328 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-500678b3-2c95-4671-a213-b8cc8c00658d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:36.347473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500678b3-2c95-4671-a213-b8cc8c00658d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:36.352327 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:36.353053 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-500678b3-2c95-4671-a213-b8cc8c00658d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/06263550-a8e3-4f1c-a077-3fe51bb37385 HTTP/1.1" status: 404 len: 333 time: 0.0774419 Jun 04 16:28:36.357249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46358) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:36.364074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-cf0e5d0f-022f-4d11-9ff1-da3da3be38dc tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7144442 Jun 04 16:28:36.435487 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d00856-9d57-4d97-837a-68a6e98b344d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:36.436327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d00856-9d57-4d97-837a-68a6e98b344d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:36.441688 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-49d00856-9d57-4d97-837a-68a6e98b344d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/78528d81-b106-4382-aa0d-7d7957b6a6dd HTTP/1.1" status: 404 len: 337 time: 0.0829258 Jun 04 16:28:36.445552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46362) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:36.493809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port aeedea17-48db-4692-83ad-25ace35c1001 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:36.507091 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-14189568-0e18-484d-932a-acc2fcfedc3f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:36.507962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14189568-0e18-484d-932a-acc2fcfedc3f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:36.512727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port ae8fed0d-af03-4229-ac52-fc40ddc2af0e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:36.513168 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:36.514149 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-14189568-0e18-484d-932a-acc2fcfedc3f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/c02523a2-6d4a-46ab-99db-f6a8b248e818 HTTP/1.1" status: 404 len: 337 time: 0.0671420 Jun 04 16:28:36.515162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46366) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:36.525472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b6f5152b-36e6-47ce-9f6f-21bad3f5212e req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] For port 5f419223-773b-402b-a024-4fc55c779464, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5f419223-773b-402b-a024-4fc55c779464,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:36.526170 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6f5152b-36e6-47ce-9f6f-21bad3f5212e req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:36.631591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port aeedea17-48db-4692-83ad-25ace35c1001 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:36.632673 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:36.703353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Request body: {'port': {'device_id': 'd7bd6a0a-408f-417a-9c0a-d59c667c2e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:36.778072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['891a7ef2-a720-4327-b3d0-a360a701af6c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:36.804548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 863acab7-8d3e-4a07-900e-9a535fb26d3e no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:28:36.867078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=891a7ef2-a720-4327-b3d0-a360a701af6c,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:36.926754 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-151c4bb6-d9b1-481f-909d-cbdff51e1cd8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:36.928001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151c4bb6-d9b1-481f-909d-cbdff51e1cd8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:36.944489 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-151c4bb6-d9b1-481f-909d-cbdff51e1cd8 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/e44afcee-5a8b-4968-b1e1-e227be3c9573 HTTP/1.1" status: 404 len: 333 time: 0.4101698 Jun 04 16:28:36.961133 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-b6f5152b-36e6-47ce-9f6f-21bad3f5212e req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Calling delete_port for 5f419223-773b-402b-a024-4fc55c779464 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:28:37.026287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46372) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:37.063501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146d064-0081-4fcc-80b7-18a62e19f97c req-7f01d83a-2ee9-4891-8f25-d1dedc33f4f3 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:37.078266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6146d064-0081-4fcc-80b7-18a62e19f97c req-7f01d83a-2ee9-4891-8f25-d1dedc33f4f3 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 944 time: 0.6438437 Jun 04 16:28:37.136198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port ae8fed0d-af03-4229-ac52-fc40ddc2af0e is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:37.136928 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:37.149782 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4adaa258-77e4-41ce-b755-748f25638acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:37.170057 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15febc9-7445-4ecb-9d57-d2404b9fd051 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:37.170530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15febc9-7445-4ecb-9d57-d2404b9fd051 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:37.172964 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f15febc9-7445-4ecb-9d57-d2404b9fd051 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/370e377f-2f5e-4639-b98b-420b2912d5c6 HTTP/1.1" status: 404 len: 337 time: 0.1398189 Jun 04 16:28:37.175726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46382) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:37.199462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No active binding found for port 863acab7-8d3e-4a07-900e-9a535fb26d3e {{(pid=88799) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 16:28:37.200198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 863acab7-8d3e-4a07-900e-9a535fb26d3e not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:28:37.202071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adaa258-77e4-41ce-b755-748f25638acc None None] No DVR routers for this DVR port 863acab7-8d3e-4a07-900e-9a535fb26d3e on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:28:37.242679 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-85626566-f120-4cf5-9212-19ce4c6fa826 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:37.243393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85626566-f120-4cf5-9212-19ce4c6fa826 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:37.250197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port aeedea17-48db-4692-83ad-25ace35c1001 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:37.250929 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:37.259197 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-85626566-f120-4cf5-9212-19ce4c6fa826 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/d1ce9a19-e863-4396-bd1f-736f2675e4e0 HTTP/1.1" status: 404 len: 337 time: 0.0820127 Jun 04 16:28:37.261566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46386) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:37.261949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adaa258-77e4-41ce-b755-748f25638acc None None] Pushing event deleted for resources: {'Port': ['ID=863acab7-8d3e-4a07-900e-9a535fb26d3e,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:37.265747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a41f0-1432-4638-9f6b-b88c0d8735fe req-c64031fb-45c5-47c3-97e7-a4f65ed8c7b5 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:37.267421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a20a41f0-1432-4638-9f6b-b88c0d8735fe req-c64031fb-45c5-47c3-97e7-a4f65ed8c7b5 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 945 time: 0.4424081 Jun 04 16:28:37.299262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5940fef-09ea-4ba2-956d-860a965fae9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:37.331066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ae8fed0d-af03-4229-ac52-fc40ddc2af0e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:37.337984 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:37.343685 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6f5152b-36e6-47ce-9f6f-21bad3f5212e req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:37.347134 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0968f56-10be-46dc-96a0-733b3874b66a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:37.347754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0968f56-10be-46dc-96a0-733b3874b66a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:37.351270 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e0968f56-10be-46dc-96a0-733b3874b66a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/024b266c-78d3-445d-8de6-b5470e55f911 HTTP/1.1" status: 404 len: 333 time: 0.0881076 Jun 04 16:28:37.354472 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:37.355668 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 41f7f031-8a64-40ce-8fa0-f375583ad261 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:28:37.366802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46392) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:37.409313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Pushing event deleted for resources: {'Port': ['ID=5f419223-773b-402b-a024-4fc55c779464,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:37.424235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:37.424612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:37.424903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:37.425764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:37.426103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:37.426421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:37.426765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:37.427081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:37.427399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:37.427715 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:37.428033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:37.428756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:37.496503 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port aeedea17-48db-4692-83ad-25ace35c1001, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=aeedea17-48db-4692-83ad-25ace35c1001,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:37.518149 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:37.557810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f5152b-36e6-47ce-9f6f-21bad3f5212e req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] No DVR routers for this DVR port 5f419223-773b-402b-a024-4fc55c779464 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:28:37.563629 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6f5152b-36e6-47ce-9f6f-21bad3f5212e req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:37.566253 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b6f5152b-36e6-47ce-9f6f-21bad3f5212e req-9e06899d-ef36-4334-966d-92df7fea0e63 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.46 "DELETE /v2.0/ports/5f419223-773b-402b-a024-4fc55c779464 HTTP/1.1" status: 204 len: 173 time: 2.2243152 Jun 04 16:28:37.570017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100bb21b-5c50-4f89-a3f7-78c1e04aa67d', 'name': 'network-vif-deleted', 'tag': '5f419223-773b-402b-a024-4fc55c779464'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:37.584394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5f419223-773b-402b-a024-4fc55c779464 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:28:37.638107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 5f419223-773b-402b-a024-4fc55c779464 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:28:37.638468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5f419223-773b-402b-a024-4fc55c779464 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:28:37.639884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:37.711227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 41f7f031-8a64-40ce-8fa0-f375583ad261 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:37.711616 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:37.721046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6146d064-0081-4fcc-80b7-18a62e19f97c req-eb86694f-bc8a-4ca4-9a71-a6009c590950 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6414974 Jun 04 16:28:37.723215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9830c4e3-2c02-4cf2-8c48-6cb04d2f1f19 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:28:37.734104 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ecce7-d917-4f2f-8370-39db8c107f41 None None] Sync routers for ids ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:28:37.749053 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ecce7-d917-4f2f-8370-39db8c107f41 None None] Routers {'f921a76a-653c-49bd-bb2d-7bdd5f15a10a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:28:37.749280 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4f7ecce7-d917-4f2f-8370-39db8c107f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:28:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:37.791388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 41f7f031-8a64-40ce-8fa0-f375583ad261, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41f7f031-8a64-40ce-8fa0-f375583ad261,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:37.814687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=aeedea17-48db-4692-83ad-25ace35c1001,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:37.818236 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:37.844079 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9830c4e3-2c02-4cf2-8c48-6cb04d2f1f19 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:37.974363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a20a41f0-1432-4638-9f6b-b88c0d8735fe req-bb9f4777-f02c-40ed-93fc-c167cac7cd23 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6818471 Jun 04 16:28:38.004897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=41f7f031-8a64-40ce-8fa0-f375583ad261,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:38.017296 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-4f7ecce7-d917-4f2f-8370-39db8c107f41 None None] Set router f921a76a-653c-49bd-bb2d-7bdd5f15a10a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:28:38.139657 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21f4004-aff6-4c34-b423-20ab8a8e63ad tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:38.140260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21f4004-aff6-4c34-b423-20ab8a8e63ad tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:38.144745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46406) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:38.145458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a21f4004-aff6-4c34-b423-20ab8a8e63ad tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/e673dc03-b9ff-43ae-b3e1-e9fc10b78a26 HTTP/1.1" status: 404 len: 337 time: 0.4404972 Jun 04 16:28:38.222360 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-30911a9e-1797-48c7-9622-38136f0ebf55 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:38.223187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30911a9e-1797-48c7-9622-38136f0ebf55 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:38.229213 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-30911a9e-1797-48c7-9622-38136f0ebf55 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/adea6f9d-9b0b-405f-bdde-d2ac425f9384 HTTP/1.1" status: 404 len: 337 time: 0.0827255 Jun 04 16:28:38.231862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46410) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:38.304678 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-28aab5a0-86ed-46fe-9fe8-f80508178c5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:38.305260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28aab5a0-86ed-46fe-9fe8-f80508178c5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:38.307154 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-28aab5a0-86ed-46fe-9fe8-f80508178c5d tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/01e75d13-ce65-49b1-8936-64b5113eb7dd HTTP/1.1" status: 404 len: 333 time: 0.0743108 Jun 04 16:28:38.309654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46414) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:38.355705 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff133378-8bcb-48ee-b472-ef8e7a574d66 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:38.356332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff133378-8bcb-48ee-b472-ef8e7a574d66 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:38.358049 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ff133378-8bcb-48ee-b472-ef8e7a574d66 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/4a1bbc83-89f8-4d62-8013-83e1678ad44c HTTP/1.1" status: 404 len: 337 time: 0.0474339 Jun 04 16:28:38.366457 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46418) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:38.459214 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-697468af-7311-4abf-bde8-8b275301a473 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:38.462011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697468af-7311-4abf-bde8-8b275301a473 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:38.464000 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-697468af-7311-4abf-bde8-8b275301a473 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/97137ac4-db15-46e5-8f5e-389700c518f7 HTTP/1.1" status: 404 len: 337 time: 0.0967016 Jun 04 16:28:38.471776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46422) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:38.519878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9830c4e3-2c02-4cf2-8c48-6cb04d2f1f19 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "PUT /v2.0/floatingips/7d44d446-2e60-4632-8db9-c33600e33009 HTTP/1.1" status: 200 len: 990 time: 5.5230553 Jun 04 16:28:38.528308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': 'd845983a-5332-4048-b55f-ae3bd2a23a2b'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:38.614206 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-652281cc-9408-4f19-af9a-42ad13c6a509 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports?device_id=43277f20-d2d5-4a86-92b9-a8fb7fca26de HTTP/1.1" status: 200 len: 205 time: 0.1403661 Jun 04 16:28:38.617598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46430) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:38.682067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8a10c0f8-5b27-46e3-916f-2a9695ea68c3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:38.690008 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8a10c0f8-5b27-46e3-916f-2a9695ea68c3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/networks?id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e HTTP/1.1" status: 200 len: 805 time: 0.5079162 Jun 04 16:28:38.710761 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-cad3e854-2811-4671-b234-59a1e1ce17a6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] delete failed (client error): The resource could not be found. Jun 04 16:28:38.713340 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cad3e854-2811-4671-b234-59a1e1ce17a6 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/routers/43277f20-d2d5-4a86-92b9-a8fb7fca26de HTTP/1.1" status: 404 len: 336 time: 0.0934474 Jun 04 16:28:38.714996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46434) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:38.729459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-57022bd0-a496-45ec-a942-4b6ec65d9547 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/quotas/8f6d1390e6f846d0ae072dfaad0fbd20 HTTP/1.1" status: 200 len: 375 time: 0.0388498 Jun 04 16:28:38.740217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f397d06-5455-4742-bd47-8be13e9ee7fe req-c354f363-4b27-4ae4-a3ee-e86a942bfaeb tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:38.741225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5f397d06-5455-4742-bd47-8be13e9ee7fe req-c354f363-4b27-4ae4-a3ee-e86a942bfaeb tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Synchronizing usage tracker for tenant:6d4b99e1dc7d4324a6a9f654a6b879b8 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:38.774114 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a784e1-6bb9-41eb-be1a-4a72511cd541 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:38.774618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a784e1-6bb9-41eb-be1a-4a72511cd541 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:38.776386 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b6a784e1-6bb9-41eb-be1a-4a72511cd541 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/a2cddba0-13ac-457f-b49a-538df6410149 HTTP/1.1" status: 404 len: 337 time: 0.0589545 Jun 04 16:28:38.779647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46440) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:38.791291 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4f7ecce7-d917-4f2f-8370-39db8c107f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:24:59Z', 'revision_number': 4, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port': {'id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:53Z', 'updated_at': '2022-06-04T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '7d44d446-2e60-4632-8db9-c33600e33009', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'port_id': 'd845983a-5332-4048-b55f-ae3bd2a23a2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'mac_address': 'fa:16:3e:c1:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:26:19Z', 'updated_at': '2022-06-04T16:28:34Z', 'revision_number': 1, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b325fd1f-0653-49bf-b742-0d947f0ef4a5', 'name': '', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'mac_address': 'fa:16:3e:df:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:57Z', 'updated_at': '2022-06-04T16:25:08Z', 'revision_number': 5, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'subnets': [{'id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:38.798454 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ecce7-d917-4f2f-8370-39db8c107f41 None None] Checking router: f921a76a-653c-49bd-bb2d-7bdd5f15a10a for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:28:38.812957 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ecce7-d917-4f2f-8370-39db8c107f41 None None] Routers {'f921a76a-653c-49bd-bb2d-7bdd5f15a10a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:28:38.814288 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4f7ecce7-d917-4f2f-8370-39db8c107f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:28:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:38.839414 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-214a3c22-461c-462e-95be-ee74ff113d39 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8 HTTP/1.1" status: 200 len: 205 time: 0.0587430 Jun 04 16:28:38.840651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3b513-564b-4d00-b541-209c954f73cb req-7f2dd817-0798-4f07-b717-6299ceb1f793 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:38.842107 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-39a3b513-564b-4d00-b541-209c954f73cb req-7f2dd817-0798-4f07-b717-6299ceb1f793 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ac00be8-4abc-4318-b354-c38df795539c HTTP/1.1" status: 200 len: 944 time: 0.4796400 Jun 04 16:28:38.842366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46444) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:38.844891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d088d4c4-6f16-4618-9665-69b95acf309b {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:38.856415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5f397d06-5455-4742-bd47-8be13e9ee7fe req-c354f363-4b27-4ae4-a3ee-e86a942bfaeb tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Unset dirty status for tenant:6d4b99e1dc7d4324a6a9f654a6b879b8 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:38.863651 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f397d06-5455-4742-bd47-8be13e9ee7fe req-c354f363-4b27-4ae4-a3ee-e86a942bfaeb tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7bd6a0a-408f-417a-9c0a-d59c667c2e17 HTTP/1.1" status: 200 len: 931 time: 0.8767638 Jun 04 16:28:38.899803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:38.984220 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f397d06-5455-4742-bd47-8be13e9ee7fe req-d9e9e037-6eb5-4a2a-98f6-aebd3847dd85 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1228f0b-5800-4af4-bb6a-9c4449037e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727446 Jun 04 16:28:39.015364 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-1c6c9c49-1f8e-4fd9-92e7-c0b016bbe3a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] delete failed (client error): The resource could not be found. Jun 04 16:28:39.019260 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1c6c9c49-1f8e-4fd9-92e7-c0b016bbe3a1 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/routers/ca8cd469-aa9a-4c89-8e40-91b1b5ef09e8 HTTP/1.1" status: 404 len: 336 time: 0.1754861 Jun 04 16:28:39.019820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46450) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:39.041453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Transition to ACTIVE for port object d088d4c4-6f16-4618-9665-69b95acf309b will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:39.054181 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:39.100231 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-13440b00-5a08-4e06-a5eb-81111c3386ff tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:39.100870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13440b00-5a08-4e06-a5eb-81111c3386ff tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:39.104975 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-13440b00-5a08-4e06-a5eb-81111c3386ff tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/bc4f51d3-a324-43c5-b688-0c3e130fdbd7 HTTP/1.1" status: 404 len: 337 time: 0.0840862 Jun 04 16:28:39.107862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46454) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:39.152410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Pushing event updated for resources: {'Port': ['ID=d088d4c4-6f16-4618-9665-69b95acf309b,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:39.169651 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8218d948-8b86-48aa-a6c3-34d82fe4fef3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:39.170222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8218d948-8b86-48aa-a6c3-34d82fe4fef3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:39.172200 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8218d948-8b86-48aa-a6c3-34d82fe4fef3 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/ac668101-b381-4997-b63d-26a640aed2d0 HTTP/1.1" status: 404 len: 337 time: 0.0630331 Jun 04 16:28:39.174448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46460) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:39.178813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-39a3b513-564b-4d00-b541-209c954f73cb req-0fa6645b-b3e3-4602-8701-c96830f9030b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Deleting port 41f7f031-8a64-40ce-8fa0-f375583ad261 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:28:39.179153 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-39a3b513-564b-4d00-b541-209c954f73cb req-0fa6645b-b3e3-4602-8701-c96830f9030b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:39.209820 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-4f7ecce7-d917-4f2f-8370-39db8c107f41 None None] Set router f921a76a-653c-49bd-bb2d-7bdd5f15a10a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:28:39.235319 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27c67a0-2476-4813-9f98-bdf7abd5aff7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:39.235951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27c67a0-2476-4813-9f98-bdf7abd5aff7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:39.237799 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b27c67a0-2476-4813-9f98-bdf7abd5aff7 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/b6b2cb32-9d3f-4dc6-8c50-1e5c9d545c80 HTTP/1.1" status: 404 len: 333 time: 0.0615768 Jun 04 16:28:39.240601 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46464) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:39.294802 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce45d60-c243-4711-92e4-6fbc133cb0d4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:39.295894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce45d60-c243-4711-92e4-6fbc133cb0d4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:39.300712 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8ce45d60-c243-4711-92e4-6fbc133cb0d4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/2babdce0-a204-4fe5-a0dd-1af46fbec95d HTTP/1.1" status: 404 len: 337 time: 0.0590544 Jun 04 16:28:39.304404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46468) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:39.399520 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-226d371a-8c0e-4db3-8c72-0813d1845c0b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:39.400002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226d371a-8c0e-4db3-8c72-0813d1845c0b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:39.405424 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-226d371a-8c0e-4db3-8c72-0813d1845c0b tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/fac7ca2b-202b-47c0-929f-f48695c4bb27 HTTP/1.1" status: 404 len: 333 time: 0.0965917 Jun 04 16:28:39.407619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46472) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:39.450373 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b565010-87cc-4dcc-bd70-91ce0e04d40a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:39.450373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b565010-87cc-4dcc-bd70-91ce0e04d40a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:39.454796 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2b565010-87cc-4dcc-bd70-91ce0e04d40a tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/e57679aa-a07e-446a-b6e1-2276524c5b75 HTTP/1.1" status: 404 len: 337 time: 0.0438204 Jun 04 16:28:39.456940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46476) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:39.552109 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1402cee-5322-4d31-a860-0d912ad76221 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:39.554166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1402cee-5322-4d31-a860-0d912ad76221 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:39.565671 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f1402cee-5322-4d31-a860-0d912ad76221 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/b809efa3-2d1b-4d49-aba9-d3e16cae4da9 HTTP/1.1" status: 404 len: 333 time: 0.1091952 Jun 04 16:28:39.568086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46480) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:39.597874 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 891a7ef2-a720-4327-b3d0-a360a701af6c up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:39.623073 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-93454046-f022-466b-8ea4-8ef22cc77539 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:39.623300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93454046-f022-466b-8ea4-8ef22cc77539 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:39.628006 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-93454046-f022-466b-8ea4-8ef22cc77539 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/1c774d18-1239-4e28-9c1d-7db76c2bb326 HTTP/1.1" status: 404 len: 337 time: 0.0572109 Jun 04 16:28:39.628909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46484) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:39.634631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:39.635202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:39.635682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:39.637503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:39.640588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:39.641142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:39.641611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:39.642087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:39.644463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:39.647127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:39.647627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:39.648098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:28:39.702245 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf5b5e3-d384-4570-9143-01d8fe3dcab9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:39.708365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf5b5e3-d384-4570-9143-01d8fe3dcab9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:39.715692 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8bf5b5e3-d384-4570-9143-01d8fe3dcab9 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/49628f92-cdd8-4f19-b482-cac4ca58ee1f HTTP/1.1" status: 404 len: 333 time: 0.0825624 Jun 04 16:28:39.719177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46488) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:39.750200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 891a7ef2-a720-4327-b3d0-a360a701af6c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:39.757873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 891a7ef2-a720-4327-b3d0-a360a701af6c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:39.758303 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:39.831998 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-74455972-2aa8-45a1-9b74-be3fc39716f4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:39.831998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74455972-2aa8-45a1-9b74-be3fc39716f4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:39.837136 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-74455972-2aa8-45a1-9b74-be3fc39716f4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/a0fe509b-e7f2-419b-a54e-3fd97f8a62c1 HTTP/1.1" status: 404 len: 337 time: 0.1148744 Jun 04 16:28:39.837239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46492) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:39.891563 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f45c28-9921-422f-bc38-65406f7d7390 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:39.892394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f45c28-9921-422f-bc38-65406f7d7390 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:39.896857 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a7f45c28-9921-422f-bc38-65406f7d7390 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/6b8169e3-9d9c-4320-934a-cdbbefc15049 HTTP/1.1" status: 404 len: 333 time: 0.0586426 Jun 04 16:28:39.897601 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46496) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:39.902133 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-886d1170-8ef9-4ef4-8b91-eea0c5c183b5 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f6d1390e6f846d0ae072dfaad0fbd20&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1536479 Jun 04 16:28:39.960340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 891a7ef2-a720-4327-b3d0-a360a701af6c is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:39.961851 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:39.980092 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d321aca-9201-4321-affc-a0b55e76ee7e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:39.980575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d321aca-9201-4321-affc-a0b55e76ee7e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:39.989171 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5d321aca-9201-4321-affc-a0b55e76ee7e tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/306cad5d-3f72-42d6-8ab6-fd690ad10ad8 HTTP/1.1" status: 404 len: 337 time: 0.0895340 Jun 04 16:28:39.989171 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46502) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:40.055643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 891a7ef2-a720-4327-b3d0-a360a701af6c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=891a7ef2-a720-4327-b3d0-a360a701af6c,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:40.063002 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:40.093719 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4f7ecce7-d917-4f2f-8370-39db8c107f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:24:59Z', 'revision_number': 4, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port': {'id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:53Z', 'updated_at': '2022-06-04T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '7d44d446-2e60-4632-8db9-c33600e33009', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'port_id': 'd845983a-5332-4048-b55f-ae3bd2a23a2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'mac_address': 'fa:16:3e:c1:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:26:19Z', 'updated_at': '2022-06-04T16:28:34Z', 'revision_number': 1, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b325fd1f-0653-49bf-b742-0d947f0ef4a5', 'name': '', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'mac_address': 'fa:16:3e:df:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:57Z', 'updated_at': '2022-06-04T16:25:08Z', 'revision_number': 5, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'subnets': [{'id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:40.106893 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ecce7-d917-4f2f-8370-39db8c107f41 None None] The sync data for ids ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'] in n-d-811809-3 is: [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:24:59Z', 'revision_number': 4, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port': {'id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:53Z', 'updated_at': '2022-06-04T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '7d44d446-2e60-4632-8db9-c33600e33009', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'port_id': 'd845983a-5332-4048-b55f-ae3bd2a23a2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'mac_address': 'fa:16:3e:c1:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:26:19Z', 'updated_at': '2022-06-04T16:28:34Z', 'revision_number': 1, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b325fd1f-0653-49bf-b742-0d947f0ef4a5', 'name': '', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'mac_address': 'fa:16:3e:df:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:57Z', 'updated_at': '2022-06-04T16:25:08Z', 'revision_number': 5, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'subnets': [{'id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:28:40.142689 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6ea07b-6dc9-4b60-995f-cb6a71fa7b53 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:40.143525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6ea07b-6dc9-4b60-995f-cb6a71fa7b53 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:40.148683 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2a6ea07b-6dc9-4b60-995f-cb6a71fa7b53 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/d3e86d7e-6124-446f-b4b3-da54106afbbb HTTP/1.1" status: 404 len: 333 time: 0.1570516 Jun 04 16:28:40.152142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46508) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:40.169744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=891a7ef2-a720-4327-b3d0-a360a701af6c,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:40.250006 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-9540243a-212e-4c65-b407-b5e0d2d1c050 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:40.251464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9540243a-212e-4c65-b407-b5e0d2d1c050 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:40.255167 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9540243a-212e-4c65-b407-b5e0d2d1c050 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/fd8fd878-0f65-410c-b994-407c68901b8d HTTP/1.1" status: 404 len: 337 time: 0.1001070 Jun 04 16:28:40.258325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46512) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:40.350793 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7153ddd-664c-4653-b14c-d5f2509c4dff tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:40.352629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7153ddd-664c-4653-b14c-d5f2509c4dff tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:40.356019 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c7153ddd-664c-4653-b14c-d5f2509c4dff tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/ports/1dff58ff-1e82-4a1e-b8a0-2bf07728e8f4 HTTP/1.1" status: 404 len: 333 time: 0.0950522 Jun 04 16:28:40.360924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46516) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:40.411581 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4256037c-360d-4fa7-aa0d-a07d38a4a2c4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] DELETE failed (client error): The resource could not be found. Jun 04 16:28:40.413613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4256037c-360d-4fa7-aa0d-a07d38a4a2c4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:28:40.415619 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4256037c-360d-4fa7-aa0d-a07d38a4a2c4 tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/subnets/3f01ab98-e332-4ff4-b03d-47367e1ddd40 HTTP/1.1" status: 404 len: 337 time: 0.0535493 Jun 04 16:28:40.423292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46520) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:40.526047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09551760-83f9-42a6-8ec7-522e8cc11b52 None None] New status for floating IP 7d44d446-2e60-4632-8db9-c33600e33009: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:28:40.600664 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9dfb75a7-8c43-4a62-a86b-bd9d8c81bf1f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:40.617872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Attempting to bind port d088d4c4-6f16-4618-9665-69b95acf309b on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:28:40.618377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Attempting to bind port d088d4c4-6f16-4618-9665-69b95acf309b by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '5186ab5b-0ab1-46ad-a397-8242b3657a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:28:40.618515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Attempting to bind port d088d4c4-6f16-4618-9665-69b95acf309b on network 0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:40.622445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-cdbb70a6-43ab-45b0-98e6-82bbc31ed50f service neutron] 10.222.0.13 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7173994 Jun 04 16:28:40.637742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Port d088d4c4-6f16-4618-9665-69b95acf309b on network 0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:28:40.638024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Attempting to bind port d088d4c4-6f16-4618-9665-69b95acf309b on network 0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:40.815940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:28:40.817251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Checking segment: {'id': '5186ab5b-0ab1-46ad-a397-8242b3657a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:40.817869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Bound using segment: {'id': '5186ab5b-0ab1-46ad-a397-8242b3657a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:28:40.818570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Bound port: d088d4c4-6f16-4618-9665-69b95acf309b, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5186ab5b-0ab1-46ad-a397-8242b3657a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:28:40.819169 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:40.842462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-83966878-864e-4144-831e-8875ee1e5ac4 service neutron] 10.222.0.13 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927538 Jun 04 16:28:40.856661 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9dfb75a7-8c43-4a62-a86b-bd9d8c81bf1f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:40.917353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9dfb75a7-8c43-4a62-a86b-bd9d8c81bf1f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dbb02b-9d62-4207-955a-783084b70e61']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:40.923123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec8f09-7903-461c-abe5-d8547461a582 req-aaf882e4-c75a-4ccc-84d4-5de22ca5297b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:40.924630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59ec8f09-7903-461c-abe5-d8547461a582 req-aaf882e4-c75a-4ccc-84d4-5de22ca5297b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 1.3003836 Jun 04 16:28:40.946869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9dfb75a7-8c43-4a62-a86b-bd9d8c81bf1f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e401c951-851a-4320-b69c-b75119bd3519') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:40.947423 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9dfb75a7-8c43-4a62-a86b-bd9d8c81bf1f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e401c951-851a-4320-b69c-b75119bd3519') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:40.964159 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9dfb75a7-8c43-4a62-a86b-bd9d8c81bf1f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:40.985303 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9dfb75a7-8c43-4a62-a86b-bd9d8c81bf1f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:40.998587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfb75a7-8c43-4a62-a86b-bd9d8c81bf1f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:28:40.999293 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9dfb75a7-8c43-4a62-a86b-bd9d8c81bf1f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:41.062468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-39a3b513-564b-4d00-b541-209c954f73cb req-0fa6645b-b3e3-4602-8701-c96830f9030b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] For port 41f7f031-8a64-40ce-8fa0-f375583ad261, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=41f7f031-8a64-40ce-8fa0-f375583ad261,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:41.062930 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-39a3b513-564b-4d00-b541-209c954f73cb req-0fa6645b-b3e3-4602-8701-c96830f9030b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:41.088920 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59ec8f09-7903-461c-abe5-d8547461a582 req-b4fde9c4-ffd1-48db-82c6-9c0fd2fbe27d tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500990 Jun 04 16:28:41.144541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] For port d088d4c4-6f16-4618-9665-69b95acf309b, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:28:41.211184 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5976e90b-e853-4ddf-8cc3-1250c1c8d971'] response: {'server_uuid': 'b5940fef-09ea-4ba2-956d-860a965fae9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e', 'code': 200} Jun 04 16:28:41.226216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-39a3b513-564b-4d00-b541-209c954f73cb req-0fa6645b-b3e3-4602-8701-c96830f9030b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Calling delete_port for 41f7f031-8a64-40ce-8fa0-f375583ad261 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:28:41.296864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] For port d088d4c4-6f16-4618-9665-69b95acf309b, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d088d4c4-6f16-4618-9665-69b95acf309b,segment=NetworkSegment(5186ab5b-0ab1-46ad-a397-8242b3657a28),segment_id=5186ab5b-0ab1-46ad-a397-8242b3657a28)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:28:41.426639 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5fdcbd7-1df3-4d5d-b46a-a0916768f6a9'] response: {'name': 'network-changed', 'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'tag': 'd845983a-5332-4048-b55f-ae3bd2a23a2b', 'status': 'completed', 'code': 200} Jun 04 16:28:41.433208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:41.629090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:41.630349 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:41.635986 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] 10.222.0.42 "PUT /v2.0/ports/d088d4c4-6f16-4618-9665-69b95acf309b HTTP/1.1" status: 200 len: 1091 time: 5.2086701 Jun 04 16:28:41.674955 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d35b11-45ae-44a2-8c7b-bbeb4a1cf490'] response: {'server_uuid': '100bb21b-5c50-4f89-a3f7-78c1e04aa67d', 'name': 'network-vif-deleted', 'tag': '5f419223-773b-402b-a024-4fc55c779464', 'status': 'completed', 'code': 200} Jun 04 16:28:41.774465 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e401c951-851a-4320-b69c-b75119bd3519 resource provider aggregate not found Jun 04 16:28:41.794177 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9dfb75a7-8c43-4a62-a86b-bd9d8c81bf1f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:41.804272 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e401c951-851a-4320-b69c-b75119bd3519 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e401c951-851a-4320-b69c-b75119bd3519 found for delete ", "request_id": "req-3b18de00-c9bc-42ad-8e3a-33f6ba0c19ad"}]} Jun 04 16:28:41.834238 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9dfb75a7-8c43-4a62-a86b-bd9d8c81bf1f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:41.837895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb75a7-8c43-4a62-a86b-bd9d8c81bf1f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] Pushing event deleted for resources: {'Network': ['ID=f0dbb02b-9d62-4207-955a-783084b70e61,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:41.841838 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9dfb75a7-8c43-4a62-a86b-bd9d8c81bf1f tempest-NetworksTestDHCPv6-1646002529 tempest-NetworksTestDHCPv6-1646002529-project] 10.222.0.13 "DELETE /v2.0/networks/f0dbb02b-9d62-4207-955a-783084b70e61 HTTP/1.1" status: 204 len: 168 time: 1.4171708 Jun 04 16:28:41.859109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-be39ab32-4532-4e66-9e46-cd9fc37b11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:41.860134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-be39ab32-4532-4e66-9e46-cd9fc37b11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:41.860265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-be39ab32-4532-4e66-9e46-cd9fc37b11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:41.860721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-be39ab32-4532-4e66-9e46-cd9fc37b11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:41.861407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-be39ab32-4532-4e66-9e46-cd9fc37b11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:41.861865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-be39ab32-4532-4e66-9e46-cd9fc37b11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:41.862328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-be39ab32-4532-4e66-9e46-cd9fc37b11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:41.866692 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-be39ab32-4532-4e66-9e46-cd9fc37b11ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e863eba5c1c349159f469fbfe67c68a3&device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 6500 time: 0.1900561 Jun 04 16:28:41.976065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138eb7c-d4ec-4ae1-ac5e-3b686039d50b service neutron] Pushing event updated for resources: {'Port': ['ID=d088d4c4-6f16-4618-9665-69b95acf309b,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:42.081417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-46e679cb-5c00-4a5b-a90b-34c504ade9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:42.083488 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-46e679cb-5c00-4a5b-a90b-34c504ade9ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=094ba496-bb0b-4999-afb4-2d808cb58924 HTTP/1.1" status: 200 len: 917 time: 0.2097142 Jun 04 16:28:42.153416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7d4e-239e-4a8c-947f-30165d5ef62c req-6c146858-3a7c-4b2a-8509-cb497971dccc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:42.161452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e29e7d4e-239e-4a8c-947f-30165d5ef62c req-6c146858-3a7c-4b2a-8509-cb497971dccc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 945 time: 0.5053883 Jun 04 16:28:42.191835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a02c39-f926-4eec-9dba-797076a87e66 req-4e84b2c3-b123-4690-9bef-177466b50168 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:42.199066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20a02c39-f926-4eec-9dba-797076a87e66 req-4e84b2c3-b123-4690-9bef-177466b50168 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 946 time: 0.5275745 Jun 04 16:28:42.243839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46548) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:42.247972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-628c01a7-170e-4545-b032-5edd2a6a104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:42.249603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-628c01a7-170e-4545-b032-5edd2a6a104c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d4b99e1dc7d4324a6a9f654a6b879b8&device_id=d7bd6a0a-408f-417a-9c0a-d59c667c2e17 HTTP/1.1" status: 200 len: 1094 time: 0.4151847 Jun 04 16:28:42.270691 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-39a3b513-564b-4d00-b541-209c954f73cb req-0fa6645b-b3e3-4602-8701-c96830f9030b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:42.324953 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-c57ebaae-3421-41a7-92ab-c327ab539420 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d845983a-5332-4048-b55f-ae3bd2a23a2b HTTP/1.1" status: 200 len: 1000 time: 0.2348666 Jun 04 16:28:42.419006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-e6b03c47-0dd5-42db-9a72-765298cac116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:42.421576 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-e6b03c47-0dd5-42db-9a72-765298cac116 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=70972f99-dc0b-416b-826b-d1edfc2c397c HTTP/1.1" status: 200 len: 855 time: 0.0886459 Jun 04 16:28:42.525695 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20a02c39-f926-4eec-9dba-797076a87e66 req-8f4f1fab-8eb8-491f-bfc0-131b7f3a7e5e tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221939 Jun 04 16:28:42.579505 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-88f89088-1c27-4988-b094-86463a14494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:42.584421 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-88f89088-1c27-4988-b094-86463a14494f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=094ba496-bb0b-4999-afb4-2d808cb58924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548467 Jun 04 16:28:42.660152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-dd5db9c2-0bf2-48ac-901c-bfe70d9f70a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d088d4c4-6f16-4618-9665-69b95acf309b HTTP/1.1" status: 200 len: 217 time: 0.3904414 Jun 04 16:28:42.663651 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e29e7d4e-239e-4a8c-947f-30165d5ef62c req-129b9f20-0c63-4b57-a07f-467669360f51 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011148 Jun 04 16:28:42.701075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6645b-b3e3-4602-8701-c96830f9030b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Pushing event deleted for resources: {'Port': ['ID=41f7f031-8a64-40ce-8fa0-f375583ad261,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:42.772589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-92b632ee-087f-4917-b08f-458b8c02b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:42.774200 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-92b632ee-087f-4917-b08f-458b8c02b2d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31fc9e7c-8328-4dd1-9727-4f8d20a6a629 HTTP/1.1" status: 200 len: 851 time: 0.0689394 Jun 04 16:28:42.831865 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-2086e141-44bd-47b2-ae84-521262a84446 service neutron] 10.222.0.42 "GET /v2.0/networks/094ba496-bb0b-4999-afb4-2d808cb58924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395422 Jun 04 16:28:42.952981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-4918d546-43e6-4681-b52f-8cde5a1cb0a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531982 Jun 04 16:28:43.043164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a3b513-564b-4d00-b541-209c954f73cb req-0fa6645b-b3e3-4602-8701-c96830f9030b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] No DVR routers for this DVR port 41f7f031-8a64-40ce-8fa0-f375583ad261 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:28:43.049677 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-33b4721a-cc03-4c65-ab9e-8867c4e2744c req-d7449486-efb4-4f2b-bb1c-44facc50a105 service neutron] 10.222.0.42 "GET /v2.0/networks/094ba496-bb0b-4999-afb4-2d808cb58924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068071 Jun 04 16:28:43.095442 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-39a3b513-564b-4d00-b541-209c954f73cb req-0fa6645b-b3e3-4602-8701-c96830f9030b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:43.207435 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4455143e-c5ef-4ad5-bb16-4ad9fe06fa87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=132349fd8ec44126b0fa64a4e125f972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9619606 Jun 04 16:28:43.213359 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb7b35-8e6c-4001-b335-71fa36613900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeedea17-48db-4692-83ad-25ace35c1001'}, {'server_uuid': '7ac00be8-4abc-4318-b354-c38df795539c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f7f031-8a64-40ce-8fa0-f375583ad261'}, {'server_uuid': '27c636f8-cf2c-409c-9fbe-73517936b196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891a7ef2-a720-4327-b3d0-a360a701af6c'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:43.224879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46556) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:43.233776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8ce1d86f-0688-4cc1-ae9f-ffdcf49eb649 req-61b1db9f-d373-46d2-9c87-1934cb574325 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Synchronizing usage tracker for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:43.268988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dd040-f570-421b-8e59-59eb957a8b59 req-e632c6b0-1053-439c-8aa1-4087caefef53 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:43.269913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-957dd040-f570-421b-8e59-59eb957a8b59 req-e632c6b0-1053-439c-8aa1-4087caefef53 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Synchronizing usage tracker for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:43.284668 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-39a3b513-564b-4d00-b541-209c954f73cb req-0fa6645b-b3e3-4602-8701-c96830f9030b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.42 "DELETE /v2.0/ports/41f7f031-8a64-40ce-8fa0-f375583ad261 HTTP/1.1" status: 204 len: 173 time: 4.4320035 Jun 04 16:28:43.324899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-957dd040-f570-421b-8e59-59eb957a8b59 req-e632c6b0-1053-439c-8aa1-4087caefef53 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Unset dirty status for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:43.326654 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-e632c6b0-1053-439c-8aa1-4087caefef53 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.46 "GET /v2.0/networks?id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e HTTP/1.1" status: 200 len: 805 time: 0.2679276 Jun 04 16:28:43.330924 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8226f992-ea55-465b-abb5-e0267dbb290a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:43.344916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Request body: {'port': {'device_id': '735b8ead-b38d-4b6c-bcc6-9bc4737b9e05', 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e', 'admin_state_up': True, 'tenant_id': '8f6d1390e6f846d0ae072dfaad0fbd20'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:43.346737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8ce1d86f-0688-4cc1-ae9f-ffdcf49eb649 req-61b1db9f-d373-46d2-9c87-1934cb574325 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Unset dirty status for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:43.356435 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ce1d86f-0688-4cc1-ae9f-ffdcf49eb649 req-61b1db9f-d373-46d2-9c87-1934cb574325 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 210 time: 0.2567806 Jun 04 16:28:43.448631 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8226f992-ea55-465b-abb5-e0267dbb290a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:43.529973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bd6a0a-408f-417a-9c0a-d59c667c2e17', 'tag': 'd088d4c4-6f16-4618-9665-69b95acf309b'}, {'server_uuid': '7ac00be8-4abc-4318-b354-c38df795539c', 'name': 'network-vif-deleted', 'tag': '41f7f031-8a64-40ce-8fa0-f375583ad261'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:43.554184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:43.571475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:43.587707 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Made reservation on behalf of 8f6d1390e6f846d0ae072dfaad0fbd20 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:43.592537 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:43.592802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8226f992-ea55-465b-abb5-e0267dbb290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:43.630898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac773890-38bc-44ba-ace5-d3dffd65fc60 req-381dbd46-6281-4a73-8a9e-9f533cad4e2b tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:43.637928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac773890-38bc-44ba-ace5-d3dffd65fc60 req-381dbd46-6281-4a73-8a9e-9f533cad4e2b tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7bd6a0a-408f-417a-9c0a-d59c667c2e17 HTTP/1.1" status: 200 len: 943 time: 0.6751349 Jun 04 16:28:43.646821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-ce441ce8-a648-4c63-ac75-25497504403a service neutron] 10.222.0.42 "GET /v2.0/networks/0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217406 Jun 04 16:28:43.665712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226f992-ea55-465b-abb5-e0267dbb290a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02599284-e605-47e0-b470-594dc794e96f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:43.714578 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8226f992-ea55-465b-abb5-e0267dbb290a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:43.715731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8226f992-ea55-465b-abb5-e0267dbb290a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02599284-e605-47e0-b470-594dc794e96f HTTP/1.1" status: 204 len: 168 time: 0.4788697 Jun 04 16:28:43.814017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac773890-38bc-44ba-ace5-d3dffd65fc60 req-5f1872ea-2c22-42dc-b534-14822d450045 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1228f0b-5800-4af4-bb6a-9c4449037e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751072 Jun 04 16:28:43.818612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 41f7f031-8a64-40ce-8fa0-f375583ad261 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:28:43.882662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 41f7f031-8a64-40ce-8fa0-f375583ad261 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:28:43.890886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 41f7f031-8a64-40ce-8fa0-f375583ad261 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:28:43.893168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Allocated IP 172.20.0.11 (a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e/11e04031-3729-4919-8e9f-f1d9cf7008d0/b1b64374-3951-4651-b4f4-1b6d364752e2) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:28:43.902324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b007210-fc92-4777-a376-dde597e09180 req-d5888c4a-b552-4225-92f5-4ccf15abc611 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:43.910330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b007210-fc92-4777-a376-dde597e09180 req-d5888c4a-b552-4225-92f5-4ccf15abc611 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.3705096 Jun 04 16:28:43.960515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed57b0c-9b24-4702-9b3e-aafbd0405241 req-024a2732-fa12-4057-b902-5ca395315599 service neutron] 10.222.0.42 "GET /v2.0/networks/0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924223 Jun 04 16:28:44.006545 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b007210-fc92-4777-a376-dde597e09180 req-a71775ae-321f-45c8-a3ba-7c6cfcefb793 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947747 Jun 04 16:28:44.148699 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7d6907-8944-41d8-ab59-09f55924ebc2'] response: {'server_uuid': '53fb7b35-8e6c-4001-b335-71fa36613900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeedea17-48db-4692-83ad-25ace35c1001', 'code': 200} Jun 04 16:28:44.149065 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7d6907-8944-41d8-ab59-09f55924ebc2'] response: {'server_uuid': '7ac00be8-4abc-4318-b354-c38df795539c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f7f031-8a64-40ce-8fa0-f375583ad261', 'code': 200} Jun 04 16:28:44.149405 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7d6907-8944-41d8-ab59-09f55924ebc2'] response: {'server_uuid': '27c636f8-cf2c-409c-9fbe-73517936b196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891a7ef2-a720-4327-b3d0-a360a701af6c', 'code': 200} Jun 04 16:28:44.279125 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-127a0636-3770-4bd5-9186-97c1c832b15f'] response: {'name': 'network-changed', 'server_uuid': 'd7bd6a0a-408f-417a-9c0a-d59c667c2e17', 'tag': 'd088d4c4-6f16-4618-9665-69b95acf309b', 'status': 'completed', 'code': 200} Jun 04 16:28:44.279611 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-127a0636-3770-4bd5-9186-97c1c832b15f'] response: {'server_uuid': '7ac00be8-4abc-4318-b354-c38df795539c', 'name': 'network-vif-deleted', 'tag': '41f7f031-8a64-40ce-8fa0-f375583ad261', 'status': 'completed', 'code': 200} Jun 04 16:28:44.295061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2aceb1-becf-408e-a229-181e9be1695e req-e8e9cd22-5b8b-47c3-ab70-e492bb9cd153 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:44.336473 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f2aceb1-becf-408e-a229-181e9be1695e req-e8e9cd22-5b8b-47c3-ab70-e492bb9cd153 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2b33c8f-bcd7-4252-9c40-4635a9e27086 HTTP/1.1" status: 200 len: 949 time: 0.2486734 Jun 04 16:28:44.354161 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:28:44.405778 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:44.504920 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:44.605834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f2aceb1-becf-408e-a229-181e9be1695e req-74a36022-82ea-46f9-9246-86d8f38cda16 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623909 Jun 04 16:28:44.639730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:28:44.662567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:44.677034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:28:44.712284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.46', 63154) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:44.870014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2bb52-1bbb-4473-bd7a-4e8b8a1a09cf req-490672c3-e98c-47f3-9449-c78d0eb50a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:44.871731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0eb2bb52-1bbb-4473-bd7a-4e8b8a1a09cf req-490672c3-e98c-47f3-9449-c78d0eb50a58 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=53fb7b35-8e6c-4001-b335-71fa36613900 HTTP/1.1" status: 200 len: 1097 time: 0.4959099 Jun 04 16:28:44.881727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665c4ae-ff0e-4e0a-9dc2-a8cac2268cf5 req-027acac3-ea0d-4bee-af59-8223a13ec6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:44.883975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1665c4ae-ff0e-4e0a-9dc2-a8cac2268cf5 req-027acac3-ea0d-4bee-af59-8223a13ec6df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d4b99e1dc7d4324a6a9f654a6b879b8&device_id=d7bd6a0a-408f-417a-9c0a-d59c667c2e17 HTTP/1.1" status: 200 len: 1094 time: 0.5092781 Jun 04 16:28:44.930098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Pushing event updated for resources: {'Port': ['ID=b1b64374-3951-4651-b4f4-1b6d364752e2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:44.969525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63892e3b-5d16-4d15-a8d0-5f36b8068bc5 req-85284ee2-84ff-4c74-ac68-47d981a70060 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:44.977247 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63892e3b-5d16-4d15-a8d0-5f36b8068bc5 req-85284ee2-84ff-4c74-ac68-47d981a70060 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 946 time: 0.4288449 Jun 04 16:28:44.999277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f3d52-fda9-4b5c-a58f-ba32bed130d7 req-cf4a72b5-30f1-4f4c-8100-d0a08d60a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:45.001148 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6f4f3d52-fda9-4b5c-a58f-ba32bed130d7 req-cf4a72b5-30f1-4f4c-8100-d0a08d60a368 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 1097 time: 0.5559535 Jun 04 16:28:45.011553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:45.014131 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:45.074494 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6f4f3d52-fda9-4b5c-a58f-ba32bed130d7 req-1bfeca84-b889-4f60-9ebf-ae1636861e0a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544441 Jun 04 16:28:45.096381 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8fdd5c45-9c64-438d-b799-b021c731208b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7587347 Jun 04 16:28:45.109189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0eb2bb52-1bbb-4473-bd7a-4e8b8a1a09cf req-46a34da7-8c30-46f3-810c-a7ac76a827b6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208512 Jun 04 16:28:45.140058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63892e3b-5d16-4d15-a8d0-5f36b8068bc5 req-05821856-26cd-4bcd-8c05-2cb24033c184 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600366 Jun 04 16:28:45.199848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e213cae-5078-4a7e-95b9-129210501116 req-0b883c3b-1c1d-4f80-9824-f6a0f7359dc6 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:45.201575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e213cae-5078-4a7e-95b9-129210501116 req-0b883c3b-1c1d-4f80-9824-f6a0f7359dc6 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2b33c8f-bcd7-4252-9c40-4635a9e27086 HTTP/1.1" status: 200 len: 949 time: 0.4796958 Jun 04 16:28:45.217805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435322de-6c4d-43e0-b158-40520ad8870b req-a5c4a9bd-3ca5-4504-a8fc-39d30a615d98 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:45.225030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-435322de-6c4d-43e0-b158-40520ad8870b req-a5c4a9bd-3ca5-4504-a8fc-39d30a615d98 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 945 time: 0.4238708 Jun 04 16:28:45.287750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46596) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:45.417861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Request body: {'networks': [{'name': 'tempest-network--87047870'}, {'name': 'tempest-network--1084640118'}]} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:45.418337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Request body: {'network': {'name': 'tempest-network--87047870'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:45.418843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Request body: {'network': {'name': 'tempest-network--1084640118'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:45.420383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665c4ae-ff0e-4e0a-9dc2-a8cac2268cf5 req-f5a773b0-2c55-4823-9de3-82f07b3ae158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:45.421810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1665c4ae-ff0e-4e0a-9dc2-a8cac2268cf5 req-f5a773b0-2c55-4823-9de3-82f07b3ae158 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3 HTTP/1.1" status: 200 len: 912 time: 0.5261533 Jun 04 16:28:45.423986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:45.430274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Usage tracker for resource:network and tenant:392128e6616145509f964be2b75a9e9d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:45.450276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:45.464927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:45.481230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Made reservation on behalf of 392128e6616145509f964be2b75a9e9d for: {'network': 2} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:45.525152 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:45.553025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1665c4ae-ff0e-4e0a-9dc2-a8cac2268cf5 req-44a3b633-7081-48e3-9898-ae73d38df343 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d088d4c4-6f16-4618-9665-69b95acf309b HTTP/1.1" status: 200 len: 217 time: 0.1166241 Jun 04 16:28:45.566398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Request body: {'port': {'device_id': '735b8ead-b38d-4b6c-bcc6-9bc4737b9e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:45.586048 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-435322de-6c4d-43e0-b158-40520ad8870b req-e02189a4-c7c4-47e1-a48c-b76731ec57f7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486893 Jun 04 16:28:45.715373 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:45.764782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-1e213cae-5078-4a7e-95b9-129210501116 req-6abe5b21-f0e2-44de-8201-56ec7e5e8116 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Deleting port 95469def-13ce-41c3-9052-0e940939ad24 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:28:45.775190 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e213cae-5078-4a7e-95b9-129210501116 req-6abe5b21-f0e2-44de-8201-56ec7e5e8116 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:45.797329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:45.811472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Usage tracker for resource:security_group_rule and tenant:392128e6616145509f964be2b75a9e9d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:45.818162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device d088d4c4-6f16-4618-9665-69b95acf309b details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:28:45.821634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:45.830876 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:45.846761 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:45.874980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665c4ae-ff0e-4e0a-9dc2-a8cac2268cf5 req-26f31512-6992-4da6-b33b-2a3544433458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:45.876790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1665c4ae-ff0e-4e0a-9dc2-a8cac2268cf5 req-26f31512-6992-4da6-b33b-2a3544433458 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31fc9e7c-8328-4dd1-9727-4f8d20a6a629 HTTP/1.1" status: 200 len: 851 time: 0.2933416 Jun 04 16:28:45.953784 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1665c4ae-ff0e-4e0a-9dc2-a8cac2268cf5 req-aebf730a-ecfd-43fa-b8b6-0bf1807ee55c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630515 Jun 04 16:28:46.024214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93a66-7c0a-4d50-9a08-b8e0bc76efdd req-5fadcdae-c036-4d13-8c0c-a6d94abee046 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:46.026107 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a1b93a66-7c0a-4d50-9a08-b8e0bc76efdd req-5fadcdae-c036-4d13-8c0c-a6d94abee046 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 932 time: 0.6437545 Jun 04 16:28:46.061004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port d088d4c4-6f16-4618-9665-69b95acf309b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d088d4c4-6f16-4618-9665-69b95acf309b,segment=NetworkSegment(5186ab5b-0ab1-46ad-a397-8242b3657a28),segment_id=5186ab5b-0ab1-46ad-a397-8242b3657a28)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:46.098336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'd088d4c4-6f16-4618-9665-69b95acf309b', 'network_id': '0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3', 'port_id': 'd088d4c4-6f16-4618-9665-69b95acf309b', 'mac_address': 'fa:16:3e:c9:6d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31fc9e7c-8328-4dd1-9727-4f8d20a6a629', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:28:46.218633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port d088d4c4-6f16-4618-9665-69b95acf309b is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:46.219419 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:46.240672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d088d4c4-6f16-4618-9665-69b95acf309b {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:46.262035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port d088d4c4-6f16-4618-9665-69b95acf309b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d088d4c4-6f16-4618-9665-69b95acf309b,segment=NetworkSegment(5186ab5b-0ab1-46ad-a397-8242b3657a28),segment_id=5186ab5b-0ab1-46ad-a397-8242b3657a28)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:46.279723 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:46.292492 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:46.307133 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:46.307133 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:46.337274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a1b93a66-7c0a-4d50-9a08-b8e0bc76efdd req-1a7915ec-54d7-4c41-a33e-f25a7ab0eabe tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974372 Jun 04 16:28:46.463854 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=d088d4c4-6f16-4618-9665-69b95acf309b,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:46.467382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1f3cd-4c27-42f9-b604-47e00d4f5573 req-188fe040-4b0e-4ed2-bbf9-8753c01072c2 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:46.472358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19b1f3cd-4c27-42f9-b604-47e00d4f5573 req-188fe040-4b0e-4ed2-bbf9-8753c01072c2 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7bd6a0a-408f-417a-9c0a-d59c667c2e17 HTTP/1.1" status: 200 len: 943 time: 0.6672361 Jun 04 16:28:46.512465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f62e9a-22ec-48f7-a844-4cfedf26ff3e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:46.549592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:28:46.577895 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:46.578239 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Added segment 816d3992-b62e-4b53-bb70-a9656f2fe5d0 of type vlan for network 690c9d68-d6ef-448f-a5cf-e72b41c8f54d Jun 04 16:28:46.623986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1e213cae-5078-4a7e-95b9-129210501116 req-6abe5b21-f0e2-44de-8201-56ec7e5e8116 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] For port 95469def-13ce-41c3-9052-0e940939ad24, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=95469def-13ce-41c3-9052-0e940939ad24,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:46.624692 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e213cae-5078-4a7e-95b9-129210501116 req-6abe5b21-f0e2-44de-8201-56ec7e5e8116 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:46.637783 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:46.642481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['d088d4c4-6f16-4618-9665-69b95acf309b'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:46.719738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:28:46.770550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:28:46.824850 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:46.825434 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Added segment 97e84341-f0d8-4aff-8520-912d890a5b71 of type vlan for network ff5c4ebe-81ff-415d-8f35-02a1bf27d18e Jun 04 16:28:46.901898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-1e213cae-5078-4a7e-95b9-129210501116 req-6abe5b21-f0e2-44de-8201-56ec7e5e8116 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Calling delete_port for 95469def-13ce-41c3-9052-0e940939ad24 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:28:46.932825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b64374-3951-4651-b4f4-1b6d364752e2 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:46.962480 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:46.993403 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:46.999348 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1665c4ae-ff0e-4e0a-9dc2-a8cac2268cf5 req-bb004ac6-649b-46b9-893b-d5019a3a48cb service neutron] 10.222.0.42 "GET /v2.0/networks/0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0345814 Jun 04 16:28:47.073289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Transition to ACTIVE for port object b1b64374-3951-4651-b4f4-1b6d364752e2 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:28:47.086606 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:47.183253 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:47.183253 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:47.183253 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:47.199191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:47.199191 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:47.275195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19b1f3cd-4c27-42f9-b604-47e00d4f5573 req-2719509a-6d01-45fb-96a9-6fec5a2011de tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1228f0b-5800-4af4-bb6a-9c4449037e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7961285 Jun 04 16:28:47.472874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6c8a1-8a4a-4a24-8a81-1e6e0676d3dd req-1db97275-1fd6-4386-ad68-c5b6f325d0f1 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:47.480102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ba6c8a1-8a4a-4a24-8a81-1e6e0676d3dd req-1db97275-1fd6-4386-ad68-c5b6f325d0f1 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.4657686 Jun 04 16:28:47.554986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Pushing event updated for resources: {'Port': ['ID=b1b64374-3951-4651-b4f4-1b6d364752e2,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:47.599909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ba6c8a1-8a4a-4a24-8a81-1e6e0676d3dd req-12315d97-0b9f-4e06-a637-c8f36c576f74 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189840 Jun 04 16:28:47.606044 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.3146307 Jun 04 16:28:47.606221 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1665c4ae-ff0e-4e0a-9dc2-a8cac2268cf5 req-35b4283b-0739-4afb-b0a5-3e7f0f64fa84 service neutron] 10.222.0.42 "GET /v2.0/networks/0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734821 Jun 04 16:28:47.619825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46620) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:47.620509 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event updated for resources: {'Network': ['ID=690c9d68-d6ef-448f-a5cf-e72b41c8f54d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:47.638051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 690c9d68-d6ef-448f-a5cf-e72b41c8f54d details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:28:47.670203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Attempting to bind port b1b64374-3951-4651-b4f4-1b6d364752e2 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:28:47.670203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Attempting to bind port b1b64374-3951-4651-b4f4-1b6d364752e2 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:28:47.670203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Attempting to bind port b1b64374-3951-4651-b4f4-1b6d364752e2 on network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:47.688005 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Port b1b64374-3951-4651-b4f4-1b6d364752e2 on network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:28:47.688268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Attempting to bind port b1b64374-3951-4651-b4f4-1b6d364752e2 on network a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:28:47.688705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5fdb3116-c787-4b04-a395-6976090ed690 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:28:47.719191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 95469def-13ce-41c3-9052-0e940939ad24 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:28:47.905254 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:28:47.930527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:28:47.930527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Checking segment: {'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:47.930527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Bound using segment: {'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:28:47.930527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Bound port: b1b64374-3951-4651-b4f4-1b6d364752e2, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d53cf6-4525-45ea-a8d5-18c8967f9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:28:47.930527 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:48.248473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Port 95469def-13ce-41c3-9052-0e940939ad24 update to DOWN by agent not found {{(pid=88799) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 16:28:48.255276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7122dc4-0710-4986-9be5-304b44370b7f req-e67b7638-3fb9-405d-98b5-8e71c60e8a6d tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:48.268148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7122dc4-0710-4986-9be5-304b44370b7f req-e67b7638-3fb9-405d-98b5-8e71c60e8a6d tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2b33c8f-bcd7-4252-9c40-4635a9e27086 HTTP/1.1" status: 200 len: 949 time: 0.6959989 Jun 04 16:28:48.284830 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e213cae-5078-4a7e-95b9-129210501116 req-6abe5b21-f0e2-44de-8201-56ec7e5e8116 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:48.360105 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:48.366478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c34c1-6367-4daa-9ba9-063fc8e397ed tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event updated for resources: {'Network': ['ID=ff5c4ebe-81ff-415d-8f35-02a1bf27d18e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:48.394315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network ff5c4ebe-81ff-415d-8f35-02a1bf27d18e details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:28:48.405966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] For port b1b64374-3951-4651-b4f4-1b6d364752e2, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:28:48.445508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '5fdb3116-c787-4b04-a395-6976090ed690', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'port_id': '5fdb3116-c787-4b04-a395-6976090ed690', 'mac_address': 'fa:16:3e:eb:64:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:28:48.452097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5e2832-0ea4-488c-93c4-fefe52c787e8 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:48.481704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5e2832-0ea4-488c-93c4-fefe52c787e8 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:48.500173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5e2832-0ea4-488c-93c4-fefe52c787e8 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:48.500173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5e2832-0ea4-488c-93c4-fefe52c787e8 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:48.500173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4c5e2832-0ea4-488c-93c4-fefe52c787e8 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Synchronizing usage tracker for tenant:392128e6616145509f964be2b75a9e9d on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:48.529392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] For port b1b64374-3951-4651-b4f4-1b6d364752e2, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b1b64374-3951-4651-b4f4-1b6d364752e2,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:28:48.555104 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:48.650604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7502d3-6d53-452b-97ca-b6bcf2809e7b req-66712fc5-48e2-43cd-8cdb-65035d937065 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:48.650604 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a7502d3-6d53-452b-97ca-b6bcf2809e7b req-66712fc5-48e2-43cd-8cdb-65035d937065 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 946 time: 0.8685701 Jun 04 16:28:48.679551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4c5e2832-0ea4-488c-93c4-fefe52c787e8 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Unset dirty status for tenant:392128e6616145509f964be2b75a9e9d on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:48.684035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7122dc4-0710-4986-9be5-304b44370b7f req-f5fd6099-f616-4779-b452-ccda913fa8ce tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057543 Jun 04 16:28:48.688575 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4c5e2832-0ea4-488c-93c4-fefe52c787e8 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0584021 Jun 04 16:28:48.688575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46638) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:48.765592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe5b21-f0e2-44de-8201-56ec7e5e8116 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Pushing event deleted for resources: {'Port': ['ID=95469def-13ce-41c3-9052-0e940939ad24,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:48.806856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e213cae-5078-4a7e-95b9-129210501116 req-6abe5b21-f0e2-44de-8201-56ec7e5e8116 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] No DVR routers for this DVR port 95469def-13ce-41c3-9052-0e940939ad24 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:28:48.816315 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e213cae-5078-4a7e-95b9-129210501116 req-6abe5b21-f0e2-44de-8201-56ec7e5e8116 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:48.824821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'name': 'network-vif-deleted', 'tag': '95469def-13ce-41c3-9052-0e940939ad24'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:48.882966 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e213cae-5078-4a7e-95b9-129210501116 req-6abe5b21-f0e2-44de-8201-56ec7e5e8116 tempest-ListImageFiltersTestJSON-1403242699 tempest-ListImageFiltersTestJSON-1403242699-project] 10.222.0.46 "DELETE /v2.0/ports/95469def-13ce-41c3-9052-0e940939ad24 HTTP/1.1" status: 204 len: 173 time: 3.3767776 Jun 04 16:28:48.898316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a7502d3-6d53-452b-97ca-b6bcf2809e7b req-10214efc-b674-4c03-a1c7-ab92670c8fcc tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410518 Jun 04 16:28:48.937775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5fdb3116-c787-4b04-a395-6976090ed690 is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:48.937775 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:49.057561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fdb3116-c787-4b04-a395-6976090ed690 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:49.126065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:49.135484 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:49.270832 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5fdb3116-c787-4b04-a395-6976090ed690,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:49.357578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5fdb3116-c787-4b04-a395-6976090ed690'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:49.395075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:49.395694 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:49.401810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c6af6-a389-4990-82ae-141e49511a9c req-c535d15b-d040-419e-b3a7-fe471ba8cc2f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:49.402646 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] 10.222.0.46 "PUT /v2.0/ports/b1b64374-3951-4651-b4f4-1b6d364752e2 HTTP/1.1" status: 200 len: 1092 time: 3.8476174 Jun 04 16:28:49.405710 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-346c6af6-a389-4990-82ae-141e49511a9c req-c535d15b-d040-419e-b3a7-fe471ba8cc2f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 945 time: 0.3468308 Jun 04 16:28:49.407367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735b8ead-b38d-4b6c-bcc6-9bc4737b9e05', 'tag': 'b1b64374-3951-4651-b4f4-1b6d364752e2'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:49.434028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4977031-3a27-4fa5-b4d6-d6fe95c2bacc req-45bc51f3-9034-4f69-911f-e71e9ec42adf tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:49.436049 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4977031-3a27-4fa5-b4d6-d6fe95c2bacc req-45bc51f3-9034-4f69-911f-e71e9ec42adf tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 944 time: 0.1825943 Jun 04 16:28:49.445682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30751dc-7427-4f44-80d2-04d1726be9bc service neutron] Pushing event updated for resources: {'Port': ['ID=b1b64374-3951-4651-b4f4-1b6d364752e2,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:49.482451 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ccde55d-4932-4186-b3ff-01632690f6bf tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:49.555517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4977031-3a27-4fa5-b4d6-d6fe95c2bacc req-3d655daa-2c0e-41c0-b584-bafd2b6c3939 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954466 Jun 04 16:28:49.568340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-346c6af6-a389-4990-82ae-141e49511a9c req-c4815a9b-0bcb-4b7a-9fad-a1afbb784194 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459925 Jun 04 16:28:49.850897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device d088d4c4-6f16-4618-9665-69b95acf309b up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:49.857835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ae5f-7f65-4ff9-934d-9b1287fa24f5 req-824cbb7b-f2aa-4945-b9c3-bd95ddb22df9 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:49.876553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9eb5ae5f-7f65-4ff9-934d-9b1287fa24f5 req-824cbb7b-f2aa-4945-b9c3-bd95ddb22df9 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7bd6a0a-408f-417a-9c0a-d59c667c2e17 HTTP/1.1" status: 200 len: 944 time: 0.1153066 Jun 04 16:28:49.895736 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ccde55d-4932-4186-b3ff-01632690f6bf tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:49.947928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0ccde55d-4932-4186-b3ff-01632690f6bf tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690c9d68-d6ef-448f-a5cf-e72b41c8f54d']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:49.980739 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0ccde55d-4932-4186-b3ff-01632690f6bf tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816d3992-b62e-4b53-bb70-a9656f2fe5d0') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:49.982472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0ccde55d-4932-4186-b3ff-01632690f6bf tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816d3992-b62e-4b53-bb70-a9656f2fe5d0') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:50.021871 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ccde55d-4932-4186-b3ff-01632690f6bf tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:50.023130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9eb5ae5f-7f65-4ff9-934d-9b1287fa24f5 req-794290ac-cc43-43a8-90ee-d9e6d6526d46 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1228f0b-5800-4af4-bb6a-9c4449037e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440678 Jun 04 16:28:50.085403 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ccde55d-4932-4186-b3ff-01632690f6bf tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:50.092845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port d088d4c4-6f16-4618-9665-69b95acf309b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:28:50.113724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port d088d4c4-6f16-4618-9665-69b95acf309b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:50.113724 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:50.126550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccde55d-4932-4186-b3ff-01632690f6bf tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:28:50.126550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ccde55d-4932-4186-b3ff-01632690f6bf tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:50.194523 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436e8667-b0f1-40dc-b5a9-378faf9045a7'] response: {'server_uuid': 'd2b33c8f-bcd7-4252-9c40-4635a9e27086', 'name': 'network-vif-deleted', 'tag': '95469def-13ce-41c3-9052-0e940939ad24', 'status': 'completed', 'code': 200} Jun 04 16:28:50.298693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa6311-dcc5-4767-b031-6e379fc620e9 req-f7a44b95-ff51-4405-8439-b2fb7a95a055 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:50.300311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41aa6311-dcc5-4767-b031-6e379fc620e9 req-f7a44b95-ff51-4405-8439-b2fb7a95a055 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 944 time: 0.2991109 Jun 04 16:28:50.364617 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 816d3992-b62e-4b53-bb70-a9656f2fe5d0 resource provider aggregate not found Jun 04 16:28:50.397032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dd040-f570-421b-8e59-59eb957a8b59 req-1bfebf28-d131-43f7-bda5-c4d8d7c3edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:50.398627 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-1bfebf28-d131-43f7-bda5-c4d8d7c3edf5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f6d1390e6f846d0ae072dfaad0fbd20&device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 1095 time: 0.9071195 Jun 04 16:28:50.405359 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port d088d4c4-6f16-4618-9665-69b95acf309b is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:50.406028 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:50.408893 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 816d3992-b62e-4b53-bb70-a9656f2fe5d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 816d3992-b62e-4b53-bb70-a9656f2fe5d0 found for delete ", "request_id": "req-41b2fbe5-b39c-47e1-bf27-f78a37fca1f8"}]} Jun 04 16:28:50.466340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port d088d4c4-6f16-4618-9665-69b95acf309b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d088d4c4-6f16-4618-9665-69b95acf309b,segment=NetworkSegment(5186ab5b-0ab1-46ad-a397-8242b3657a28),segment_id=5186ab5b-0ab1-46ad-a397-8242b3657a28)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:50.469942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bd6a0a-408f-417a-9c0a-d59c667c2e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd088d4c4-6f16-4618-9665-69b95acf309b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:50.490381 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:50.493778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41aa6311-dcc5-4767-b031-6e379fc620e9 req-88f78885-a419-4670-bce4-7dfc0efbf5fe tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792705 Jun 04 16:28:50.603625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a7508-055f-45c4-a816-57033c737ebc req-8dde9208-611c-4d61-9bd4-4ef994f2851c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:50.608705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-436a7508-055f-45c4-a816-57033c737ebc req-8dde9208-611c-4d61-9bd4-4ef994f2851c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 0.1901517 Jun 04 16:28:50.685780 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80665d5-d525-40ae-81c1-ebba82bb55f8'] response: {'name': 'network-changed', 'server_uuid': '735b8ead-b38d-4b6c-bcc6-9bc4737b9e05', 'tag': 'b1b64374-3951-4651-b4f4-1b6d364752e2', 'status': 'completed', 'code': 200} Jun 04 16:28:50.701357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-436a7508-055f-45c4-a816-57033c737ebc req-17b6cbb1-0be8-494a-bd56-d64253de83c1 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840309 Jun 04 16:28:50.709765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=d088d4c4-6f16-4618-9665-69b95acf309b,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:50.728132 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-10005b3e-0228-4562-9a0a-5e53d47aac49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1b64374-3951-4651-b4f4-1b6d364752e2 HTTP/1.1" status: 200 len: 217 time: 0.3093450 Jun 04 16:28:50.735876 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ccde55d-4932-4186-b3ff-01632690f6bf tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:50.750811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ccde55d-4932-4186-b3ff-01632690f6bf tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:50.814268 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece76b23-ce25-4821-93a0-a3b2be5a6780'] response: {'server_uuid': 'd7bd6a0a-408f-417a-9c0a-d59c667c2e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd088d4c4-6f16-4618-9665-69b95acf309b', 'code': 200} Jun 04 16:28:50.983747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46678) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:50.991442 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0ccde55d-4932-4186-b3ff-01632690f6bf tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "DELETE /v2.0/networks/690c9d68-d6ef-448f-a5cf-e72b41c8f54d HTTP/1.1" status: 204 len: 168 time: 2.2912426 Jun 04 16:28:51.008564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccde55d-4932-4186-b3ff-01632690f6bf tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event deleted for resources: {'Network': ['ID=690c9d68-d6ef-448f-a5cf-e72b41c8f54d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:51.144380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8e57abef-4eb5-4e88-955c-d49ac41b4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:51.144380 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-8e57abef-4eb5-4e88-955c-d49ac41b4c9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11e04031-3729-4919-8e9f-f1d9cf7008d0 HTTP/1.1" status: 200 len: 845 time: 0.3572400 Jun 04 16:28:51.251223 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-2f183e58-ce09-44c8-8532-6adbe44c433a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897241 Jun 04 16:28:51.312871 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6f219e0-09f3-41c2-9d09-95f2d5bd7641 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:51.316867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f2de4-127a-4d2a-aa49-52b00bf1659f req-3ae5e502-b603-44c4-b35c-70b3d2f498af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:51.318510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e5f2de4-127a-4d2a-aa49-52b00bf1659f req-3ae5e502-b603-44c4-b35c-70b3d2f498af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7bd6a0a-408f-417a-9c0a-d59c667c2e17 HTTP/1.1" status: 200 len: 1096 time: 0.4235907 Jun 04 16:28:51.425813 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e5f2de4-127a-4d2a-aa49-52b00bf1659f req-e4a1a752-0f27-454e-a6f3-138d7e5e4240 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b1228f0b-5800-4af4-bb6a-9c4449037e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813079 Jun 04 16:28:51.481542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf40dd-0f9d-4839-8189-4e805a559425 req-2af45602-a433-412a-8f10-420225abc7ba tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:51.483368 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcaf40dd-0f9d-4839-8189-4e805a559425 req-2af45602-a433-412a-8f10-420225abc7ba tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 945 time: 0.3915775 Jun 04 16:28:51.497820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251d38a-d623-41f0-8baa-4499240c0115 req-641f07cc-2313-45f0-855f-edf2e3877c65 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:51.500628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c251d38a-d623-41f0-8baa-4499240c0115 req-641f07cc-2313-45f0-855f-edf2e3877c65 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 944 time: 0.4102771 Jun 04 16:28:51.616051 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-9285aaad-c07a-497e-a954-217c2e5dc2aa service neutron] 10.222.0.46 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683841 Jun 04 16:28:51.679982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5fdb3116-c787-4b04-a395-6976090ed690 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:51.752814 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcaf40dd-0f9d-4839-8189-4e805a559425 req-313a91c1-9995-44b4-9e8b-5b9c70ac5d35 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497003 Jun 04 16:28:51.877949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 5fdb3116-c787-4b04-a395-6976090ed690 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:28:51.878380 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:51.990620 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-957dd040-f570-421b-8e59-59eb957a8b59 req-98d7d40a-2eb7-48af-9a66-993e4ef094c0 service neutron] 10.222.0.46 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601730 Jun 04 16:28:52.132362 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c251d38a-d623-41f0-8baa-4499240c0115 req-eaec6479-bb15-4c78-9005-578f90ad0ac8 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231475 Jun 04 16:28:52.229121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5fdb3116-c787-4b04-a395-6976090ed690 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:52.230340 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:52.241916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37962b-c850-4cb5-a55d-509eb63f054b req-e079d0fc-3a11-4e0d-80dc-5b918ee5c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:52.244631 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1e37962b-c850-4cb5-a55d-509eb63f054b req-e079d0fc-3a11-4e0d-80dc-5b918ee5c4dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f6d1390e6f846d0ae072dfaad0fbd20&device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 1095 time: 0.1880593 Jun 04 16:28:52.363551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:52.386408 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:52.446848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6f219e0-09f3-41c2-9d09-95f2d5bd7641 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:52.521313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e6f219e0-09f3-41c2-9d09-95f2d5bd7641 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5c4ebe-81ff-415d-8f35-02a1bf27d18e']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:52.533733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37962b-c850-4cb5-a55d-509eb63f054b req-52eed552-e494-4eb1-9bc0-89bcfc017d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:52.535633 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1e37962b-c850-4cb5-a55d-509eb63f054b req-52eed552-e494-4eb1-9bc0-89bcfc017d0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e HTTP/1.1" status: 200 len: 906 time: 0.2800696 Jun 04 16:28:52.550804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e6f219e0-09f3-41c2-9d09-95f2d5bd7641 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e84341-f0d8-4aff-8520-912d890a5b71') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:52.551346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e6f219e0-09f3-41c2-9d09-95f2d5bd7641 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e84341-f0d8-4aff-8520-912d890a5b71') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:28:52.605720 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6f219e0-09f3-41c2-9d09-95f2d5bd7641 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:52.704197 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6f219e0-09f3-41c2-9d09-95f2d5bd7641 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:52.730301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f219e0-09f3-41c2-9d09-95f2d5bd7641 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:28:52.730301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6f219e0-09f3-41c2-9d09-95f2d5bd7641 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:52.834176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:28:52.850441 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1e37962b-c850-4cb5-a55d-509eb63f054b req-1bcf5ed1-bf55-4d08-a61e-86bd1d75393f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1b64374-3951-4651-b4f4-1b6d364752e2 HTTP/1.1" status: 200 len: 217 time: 0.2976015 Jun 04 16:28:52.863223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5fdb3116-c787-4b04-a395-6976090ed690,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:52.895707 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d114e8d-fb19-4a04-aeb2-29b4fa36134f req-21023622-dcce-458d-b023-96e5fd763071 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0469079 Jun 04 16:28:53.291596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37962b-c850-4cb5-a55d-509eb63f054b req-21161b82-88a6-4117-84bc-050f4eaf1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:53.293314 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1e37962b-c850-4cb5-a55d-509eb63f054b req-21161b82-88a6-4117-84bc-050f4eaf1b54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11e04031-3729-4919-8e9f-f1d9cf7008d0 HTTP/1.1" status: 200 len: 845 time: 0.4358501 Jun 04 16:28:53.431808 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1e37962b-c850-4cb5-a55d-509eb63f054b req-228fadbb-1e09-429e-9275-960538cae6a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225955 Jun 04 16:28:53.609982 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 97e84341-f0d8-4aff-8520-912d890a5b71 resource provider aggregate not found Jun 04 16:28:53.622154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3213e1-dba3-4400-89a7-36898437eca8 req-cb9901bb-86f9-4326-abe5-8cba5b9d9c5c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:53.623995 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd3213e1-dba3-4400-89a7-36898437eca8 req-cb9901bb-86f9-4326-abe5-8cba5b9d9c5c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7b35-8e6c-4001-b335-71fa36613900 HTTP/1.1" status: 200 len: 946 time: 1.4859011 Jun 04 16:28:53.684891 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 97e84341-f0d8-4aff-8520-912d890a5b71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97e84341-f0d8-4aff-8520-912d890a5b71 found for delete ", "request_id": "req-e461f500-7d41-46e8-92dc-db8186a0de93"}]} Jun 04 16:28:53.770455 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1e37962b-c850-4cb5-a55d-509eb63f054b req-eb9e5bf9-d915-4387-af89-5c37f0685b89 service neutron] 10.222.0.46 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311040 Jun 04 16:28:53.775379 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6f219e0-09f3-41c2-9d09-95f2d5bd7641 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:53.785105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd3213e1-dba3-4400-89a7-36898437eca8 req-49949fc7-3a68-4810-8954-fb150488f47d tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934095 Jun 04 16:28:53.851013 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e6f219e0-09f3-41c2-9d09-95f2d5bd7641 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:53.941693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e6f219e0-09f3-41c2-9d09-95f2d5bd7641 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "DELETE /v2.0/networks/ff5c4ebe-81ff-415d-8f35-02a1bf27d18e HTTP/1.1" status: 204 len: 168 time: 2.9538324 Jun 04 16:28:53.943277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46706) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:54.197308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f219e0-09f3-41c2-9d09-95f2d5bd7641 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event deleted for resources: {'Network': ['ID=ff5c4ebe-81ff-415d-8f35-02a1bf27d18e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:54.256019 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1e37962b-c850-4cb5-a55d-509eb63f054b req-069c6bf6-8624-4d7b-ab9c-68cd445c7f06 service neutron] 10.222.0.46 "GET /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777558 Jun 04 16:28:54.346384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5796c24d-b043-4785-b12c-fc94904183b4 req-921e66c1-eb56-4c88-bc1b-33318562bd65 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7432113 Jun 04 16:28:54.354058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114e8d-fb19-4a04-aeb2-29b4fa36134f req-a99b6384-f0b4-412a-8a4d-81416a56e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:54.356390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d114e8d-fb19-4a04-aeb2-29b4fa36134f req-a99b6384-f0b4-412a-8a4d-81416a56e0c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 1096 time: 1.0624459 Jun 04 16:28:54.444727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab75e62-63f6-4a5c-8fb9-b21540263aca tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:54.450753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab75e62-63f6-4a5c-8fb9-b21540263aca tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:54.451553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0ab75e62-63f6-4a5c-8fb9-b21540263aca tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Synchronizing usage tracker for tenant:392128e6616145509f964be2b75a9e9d on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:54.533074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0ab75e62-63f6-4a5c-8fb9-b21540263aca tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Unset dirty status for tenant:392128e6616145509f964be2b75a9e9d on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:54.533074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0ab75e62-63f6-4a5c-8fb9-b21540263aca tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5733335 Jun 04 16:28:54.539825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46712) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:54.539825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2046549067'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:54.554729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:54.559941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e783ad3-0079-4c77-bb3d-d072901b0f73 req-a797968b-ad68-4e22-b771-bc0061d5b4ef tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:54.559941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e783ad3-0079-4c77-bb3d-d072901b0f73 req-a797968b-ad68-4e22-b771-bc0061d5b4ef tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7bd6a0a-408f-417a-9c0a-d59c667c2e17 HTTP/1.1" status: 200 len: 945 time: 0.3432345 Jun 04 16:28:54.569134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:54.593577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Made reservation on behalf of 392128e6616145509f964be2b75a9e9d for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:54.599019 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:54.675148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:28:54.700238 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:54.700868 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Added segment ddb41925-cb57-4d1e-aec8-c4193f7caa1b of type vlan for network 9fe71773-88c9-40ed-9819-cce0e062dc31 Jun 04 16:28:54.708930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e783ad3-0079-4c77-bb3d-d072901b0f73 req-db65e454-62f9-4814-9f4b-67d012441de1 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1228f0b-5800-4af4-bb6a-9c4449037e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509433 Jun 04 16:28:54.762966 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:54.773733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114e8d-fb19-4a04-aeb2-29b4fa36134f req-be1bb7dc-6bdc-4fbe-8ef3-8e9a623582fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:54.778788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d114e8d-fb19-4a04-aeb2-29b4fa36134f req-be1bb7dc-6bdc-4fbe-8ef3-8e9a623582fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.3895516 Jun 04 16:28:54.801280 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:54.811966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:54.813176 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:55.043683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d114e8d-fb19-4a04-aeb2-29b4fa36134f req-bdfa6ba6-8e09-4f65-ac98-69e842787877 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d41e9d3-02af-41b9-b725-3edb34471ecd HTTP/1.1" status: 200 len: 217 time: 0.2556126 Jun 04 16:28:55.064464 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5338497 Jun 04 16:28:55.073928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46724) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:55.082053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2021094722'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:55.088249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:55.094103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37245a01-681d-4afc-bb96-e48dfeb1c16e tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event updated for resources: {'Network': ['ID=9fe71773-88c9-40ed-9819-cce0e062dc31,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:55.096357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Usage tracker for resource:network and tenant:392128e6616145509f964be2b75a9e9d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:55.100140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:55.105624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796c24d-b043-4785-b12c-fc94904183b4 req-dae764b9-2641-4978-80b9-7f754f34193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:55.108935 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5796c24d-b043-4785-b12c-fc94904183b4 req-dae764b9-2641-4978-80b9-7f754f34193f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 1096 time: 0.5511005 Jun 04 16:28:55.114714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 9fe71773-88c9-40ed-9819-cce0e062dc31 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:28:55.116079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:55.136295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Made reservation on behalf of 392128e6616145509f964be2b75a9e9d for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:55.139700 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:55.191780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:28:55.206998 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:55.206998 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Added segment e011a31c-1cef-4e52-b3ab-b900d34670f8 of type vlan for network 20a23c33-b403-489f-a17d-5472d1ccb513 Jun 04 16:28:55.281412 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:55.327125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114e8d-fb19-4a04-aeb2-29b4fa36134f req-9723d1c1-77e9-4279-902b-0a3382c5e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:55.328633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d114e8d-fb19-4a04-aeb2-29b4fa36134f req-9723d1c1-77e9-4279-902b-0a3382c5e2fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.2776172 Jun 04 16:28:55.331806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:55.358595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:55.360689 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:55.439388 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3606570 Jun 04 16:28:55.443846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46732) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:55.449229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941fd34-af96-4282-a52d-387b2299f3f5 req-fabaa250-fac8-4d86-a3d2-fd4f496a109e tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:55.456609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0941fd34-af96-4282-a52d-387b2299f3f5 req-fabaa250-fac8-4d86-a3d2-fd4f496a109e tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.4926696 Jun 04 16:28:55.459699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796c24d-b043-4785-b12c-fc94904183b4 req-01d7ac12-6ce5-4d0b-bd06-282e587dc237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:55.461086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5796c24d-b043-4785-b12c-fc94904183b4 req-01d7ac12-6ce5-4d0b-bd06-282e587dc237 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.3115401 Jun 04 16:28:55.509474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Request body: {'ports': [{'network_id': '9fe71773-88c9-40ed-9819-cce0e062dc31', 'name': 'tempest-port--25158044', 'admin_state_up': True}, {'network_id': '20a23c33-b403-489f-a17d-5472d1ccb513', 'admin_state_up': False}]} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:55.510743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Request body: {'port': {'network_id': '9fe71773-88c9-40ed-9819-cce0e062dc31', 'name': 'tempest-port--25158044', 'admin_state_up': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:55.511254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Request body: {'port': {'network_id': '20a23c33-b403-489f-a17d-5472d1ccb513', 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:28:55.603659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bf04e-f6ce-46c9-b223-c046dc53138d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event updated for resources: {'Network': ['ID=20a23c33-b403-489f-a17d-5472d1ccb513,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:55.619496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 20a23c33-b403-489f-a17d-5472d1ccb513 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:28:55.665565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114e8d-fb19-4a04-aeb2-29b4fa36134f req-5492e366-2381-4e6b-87d3-2e3f2ad703b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:55.665565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d114e8d-fb19-4a04-aeb2-29b4fa36134f req-5492e366-2381-4e6b-87d3-2e3f2ad703b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3206179 Jun 04 16:28:55.688645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5796c24d-b043-4785-b12c-fc94904183b4 req-b9d71bed-84e6-4b9b-9e77-e872d3b0068c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd HTTP/1.1" status: 200 len: 999 time: 0.2000427 Jun 04 16:28:55.828457 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d114e8d-fb19-4a04-aeb2-29b4fa36134f req-1d7abb35-45fc-43ff-a816-298f676dad02 service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457562 Jun 04 16:28:55.857592 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b1b64374-3951-4651-b4f4-1b6d364752e2 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:28:55.958449 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0941fd34-af96-4282-a52d-387b2299f3f5 req-9798837f-35b5-4a37-bef3-37d5b9b253df tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5009136 Jun 04 16:28:55.961114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:28:55.965572 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Usage tracker for resource:port and tenant:392128e6616145509f964be2b75a9e9d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:28:55.969264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:28:55.975841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:28:55.994029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Made reservation on behalf of 392128e6616145509f964be2b75a9e9d for: {'port': 2} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:28:56.003206 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:56.050083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:56.059595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b1b64374-3951-4651-b4f4-1b6d364752e2, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b1b64374-3951-4651-b4f4-1b6d364752e2,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:56.077040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'b1b64374-3951-4651-b4f4-1b6d364752e2', 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e', 'port_id': 'b1b64374-3951-4651-b4f4-1b6d364752e2', 'mac_address': 'fa:16:3e:35:5f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e04031-3729-4919-8e9f-f1d9cf7008d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:28:56.082019 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf7e3ba-1bae-4046-b390-193b2d02f6ce'] response: {'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690', 'code': 200} Jun 04 16:28:56.211561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port b1b64374-3951-4651-b4f4-1b6d364752e2 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:28:56.212645 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:56.257744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b64374-3951-4651-b4f4-1b6d364752e2 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:28:56.288981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b1b64374-3951-4651-b4f4-1b6d364752e2, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b1b64374-3951-4651-b4f4-1b6d364752e2,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:28:56.301107 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:56.438077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=b1b64374-3951-4651-b4f4-1b6d364752e2,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:56.450307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796c24d-b043-4785-b12c-fc94904183b4 req-530bd07f-8550-443e-8547-d4281d779fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:56.451928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5796c24d-b043-4785-b12c-fc94904183b4 req-530bd07f-8550-443e-8547-d4281d779fec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.6225946 Jun 04 16:28:56.489203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] device_id is not set on port 25feb5ba-ff92-47d7-ad1a-2b9352761634 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:28:56.578856 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:56.663571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['b1b64374-3951-4651-b4f4-1b6d364752e2'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:28:56.722608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] device_id is not set on port 47382ca5-d6e1-4e42-ab69-881d43551923 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:28:56.748412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61f90b-3d92-4480-819b-41b7d7bb1f0a req-0162023a-ac0a-4cda-957f-916cc940239c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:56.749956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a61f90b-3d92-4480-819b-41b7d7bb1f0a req-0162023a-ac0a-4cda-957f-916cc940239c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 945 time: 0.7562315 Jun 04 16:28:56.815955 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d114e8d-fb19-4a04-aeb2-29b4fa36134f req-37a8d1de-1c7b-4c48-afe5-4964cf29ee01 service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9357548 Jun 04 16:28:56.833215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a37c0d-2cd9-47b1-afbb-0dc95d06193c req-94ef398c-070b-4ddf-b954-edff08eaa8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:56.833215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43a37c0d-2cd9-47b1-afbb-0dc95d06193c req-94ef398c-070b-4ddf-b954-edff08eaa8c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 1096 time: 0.3650291 Jun 04 16:28:56.852863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796c24d-b043-4785-b12c-fc94904183b4 req-b73a0374-5172-4c1f-add4-b57649e37148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:56.852863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5796c24d-b043-4785-b12c-fc94904183b4 req-b73a0374-5172-4c1f-add4-b57649e37148 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3751700 Jun 04 16:28:56.960969 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:57.002644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a61f90b-3d92-4480-819b-41b7d7bb1f0a req-a5b7fe13-1e0f-4570-a1d0-e514a0e98859 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351692 Jun 04 16:28:57.032669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:57.120083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da6cb5-1f2a-433a-807c-1f4e83256578 req-7d10dc31-6559-4892-a2cd-cebbaae0199a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:57.120083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61da6cb5-1f2a-433a-807c-1f4e83256578 req-7d10dc31-6559-4892-a2cd-cebbaae0199a tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 945 time: 0.7627592 Jun 04 16:28:57.215659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61da6cb5-1f2a-433a-807c-1f4e83256578 req-2cb2e5d2-b4a8-43a7-866d-d1c0c744a4ab tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709648 Jun 04 16:28:57.250531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a37c0d-2cd9-47b1-afbb-0dc95d06193c req-3aa678a2-a22d-43ce-8224-b0c8f8d86906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:57.250531 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43a37c0d-2cd9-47b1-afbb-0dc95d06193c req-3aa678a2-a22d-43ce-8224-b0c8f8d86906 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.3986776 Jun 04 16:28:57.356308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43a37c0d-2cd9-47b1-afbb-0dc95d06193c req-dc53c7b8-c74b-4bfc-ab43-2f21c1c1fc1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae8fed0d-af03-4229-ac52-fc40ddc2af0e HTTP/1.1" status: 200 len: 217 time: 0.0921192 Jun 04 16:28:57.358876 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5796c24d-b043-4785-b12c-fc94904183b4 req-0260b4e6-5958-4331-a845-619dfa30f41c service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750028 Jun 04 16:28:57.430167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event updated for resources: {'Port': ['ID=25feb5ba-ff92-47d7-ad1a-2b9352761634,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:57.463768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Checking segment: {'id': 'ddb41925-cb57-4d1e-aec8-c4193f7caa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe71773-88c9-40ed-9819-cce0e062dc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:57.463768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Network hostable DHCP agents. Network: 9fe71773-88c9-40ed-9819-cce0e062dc31, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:28:57.538118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Network 9fe71773-88c9-40ed-9819-cce0e062dc31 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:28:57.557464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 9fe71773-88c9-40ed-9819-cce0e062dc31) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:57.557464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:28:57.557464 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:57.569020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ac2faa-ddf6-4a21-a1fd-f34b00cc1c80 None None] Network 9fe71773-88c9-40ed-9819-cce0e062dc31 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:28:57.784260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a37c0d-2cd9-47b1-afbb-0dc95d06193c req-59be0060-1dfa-4d2b-a423-78509a4825b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:57.798042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43a37c0d-2cd9-47b1-afbb-0dc95d06193c req-59be0060-1dfa-4d2b-a423-78509a4825b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.4297352 Jun 04 16:28:57.963984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Checking segment: {'id': 'e011a31c-1cef-4e52-b3ab-b900d34670f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '20a23c33-b403-489f-a17d-5472d1ccb513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:28:57.964585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Network hostable DHCP agents. Network: 20a23c33-b403-489f-a17d-5472d1ccb513, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:28:58.004298 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9526b2a2-7aac-4659-9293-c9907f8880ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:58.007945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event updated for resources: {'Port': ['ID=47382ca5-d6e1-4e42-ab69-881d43551923,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:58.026177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Network 20a23c33-b403-489f-a17d-5472d1ccb513 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:28:58.047507 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 20a23c33-b403-489f-a17d-5472d1ccb513) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:28:58.064990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:28:58.071728 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5796c24d-b043-4785-b12c-fc94904183b4 req-8abd300d-615d-4913-b901-4a0fb8529113 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231415 Jun 04 16:28:58.078891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:58.089275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:58.089995 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:58.103672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a37c0d-2cd9-47b1-afbb-0dc95d06193c req-d948a3de-af54-44c6-bf4a-5f360849b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:58.106322 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43a37c0d-2cd9-47b1-afbb-0dc95d06193c req-d948a3de-af54-44c6-bf4a-5f360849b0b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3001068 Jun 04 16:28:58.127425 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3754fc82-ac90-40b6-85d8-51738dd3397e None None] Network 20a23c33-b403-489f-a17d-5472d1ccb513 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:28:58.153939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae697d3-3c22-449a-996d-9cc1118dcb24 req-9255f6fc-193f-4654-bf67-902a45b4e9d7 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:58.154807 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0ffd5b4f-1987-4944-a603-4ba198614c30 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.7091839 Jun 04 16:28:58.156032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46778) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:58.161815 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ae697d3-3c22-449a-996d-9cc1118dcb24 req-9255f6fc-193f-4654-bf67-902a45b4e9d7 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 946 time: 0.2068002 Jun 04 16:28:58.309873 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ae697d3-3c22-449a-996d-9cc1118dcb24 req-be00ec85-3210-4c3b-bae1-d2e53b16ad12 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475313 Jun 04 16:28:58.363261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5766d74-619c-4a73-8aae-552addfc3a63 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:58.392282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5766d74-619c-4a73-8aae-552addfc3a63 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:58.394048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b5766d74-619c-4a73-8aae-552addfc3a63 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Synchronizing usage tracker for tenant:392128e6616145509f964be2b75a9e9d on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:28:58.401570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43a37c0d-2cd9-47b1-afbb-0dc95d06193c req-1651c3f3-8fd5-413d-930b-1c84936a6262 service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878020 Jun 04 16:28:58.429999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b5766d74-619c-4a73-8aae-552addfc3a63 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Unset dirty status for tenant:392128e6616145509f964be2b75a9e9d on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:28:58.438767 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b5766d74-619c-4a73-8aae-552addfc3a63 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2820370 Jun 04 16:28:58.439823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46788) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:58.652344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6ee72ebd-27b5-46d4-8328-1c1e2fec6231 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Deleting port 25feb5ba-ff92-47d7-ad1a-2b9352761634 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:28:58.652690 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee72ebd-27b5-46d4-8328-1c1e2fec6231 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:58.908169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43a37c0d-2cd9-47b1-afbb-0dc95d06193c req-5b2c12c4-298d-433b-a624-aefbc5259e03 service neutron] 10.222.0.42 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972117 Jun 04 16:28:58.931068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc20a35-c4fd-41cf-9d5c-722c23f76e4e req-c210cb78-f06c-4e1a-9a58-caccf670fda4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:58.938323 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-abc20a35-c4fd-41cf-9d5c-722c23f76e4e req-c210cb78-f06c-4e1a-9a58-caccf670fda4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.4840791 Jun 04 16:28:58.949679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3f401-c9be-428b-a726-ad4935e74d1f req-3e63cd90-1871-4967-bbcc-b733d4d1f44c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:58.951922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76a3f401-c9be-428b-a726-ad4935e74d1f req-3e63cd90-1871-4967-bbcc-b733d4d1f44c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 945 time: 0.2397141 Jun 04 16:28:59.035149 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-abc20a35-c4fd-41cf-9d5c-722c23f76e4e req-0c3a32f3-2ec5-4414-9b3a-125c27be7c87 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957904 Jun 04 16:28:59.042349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee72ebd-27b5-46d4-8328-1c1e2fec6231 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:59.045895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76a3f401-c9be-428b-a726-ad4935e74d1f req-019c2d08-04f6-4d14-9b93-857b7f454278 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821271 Jun 04 16:28:59.349505 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6ee72ebd-27b5-46d4-8328-1c1e2fec6231 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Calling delete_port for 25feb5ba-ff92-47d7-ad1a-2b9352761634 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:28:59.489003 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee72ebd-27b5-46d4-8328-1c1e2fec6231 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:59.557069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee72ebd-27b5-46d4-8328-1c1e2fec6231 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event deleted for resources: {'Port': ['ID=25feb5ba-ff92-47d7-ad1a-2b9352761634,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:28:59.565794 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee72ebd-27b5-46d4-8328-1c1e2fec6231 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:59.592642 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6ee72ebd-27b5-46d4-8328-1c1e2fec6231 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "DELETE /v2.0/ports/25feb5ba-ff92-47d7-ad1a-2b9352761634 HTTP/1.1" status: 204 len: 168 time: 1.1434727 Jun 04 16:28:59.594065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46810) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:28:59.598463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa77629-b9b0-4344-bdd0-5964389c805f req-bfaaaa77-5b88-4288-8869-ba685d0818d2 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:28:59.611910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dfa77629-b9b0-4344-bdd0-5964389c805f req-bfaaaa77-5b88-4288-8869-ba685d0818d2 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 945 time: 0.4057243 Jun 04 16:28:59.718543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e4bcfbff-716e-46ee-b672-7db989dbed2b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Deleting port 47382ca5-d6e1-4e42-ab69-881d43551923 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:28:59.718543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4bcfbff-716e-46ee-b672-7db989dbed2b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:28:59.721161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dfa77629-b9b0-4344-bdd0-5964389c805f req-7b459ad5-b5ff-460d-8793-5a9cc059e865 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040769 Jun 04 16:28:59.732602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b1b64374-3951-4651-b4f4-1b6d364752e2 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:28:59.929025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ae8fed0d-af03-4229-ac52-fc40ddc2af0e no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:29:00.047192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port b1b64374-3951-4651-b4f4-1b6d364752e2 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:00.087312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port b1b64374-3951-4651-b4f4-1b6d364752e2 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:00.087522 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:00.157756 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7d956d99-be19-4dbc-bcb1-d98559216bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:00.264190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4bcfbff-716e-46ee-b672-7db989dbed2b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:00.472916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e4bcfbff-716e-46ee-b672-7db989dbed2b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Calling delete_port for 47382ca5-d6e1-4e42-ab69-881d43551923 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:29:00.479670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1269d-3b2e-4414-a79f-e85930901d66 req-6df8d3b0-e42b-42dc-9d99-06fa4f89c22b tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:00.481439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20f1269d-3b2e-4414-a79f-e85930901d66 req-6df8d3b0-e42b-42dc-9d99-06fa4f89c22b tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 0.1678250 Jun 04 16:29:00.564779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20f1269d-3b2e-4414-a79f-e85930901d66 req-398040e0-e442-448d-9d54-fbb4c0ed6c6f tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727813 Jun 04 16:29:00.568174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46824) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:00.608258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port b1b64374-3951-4651-b4f4-1b6d364752e2 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:00.608977 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:00.689176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port ae8fed0d-af03-4229-ac52-fc40ddc2af0e is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:00.690800 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:00.787469 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4bcfbff-716e-46ee-b672-7db989dbed2b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:00.799512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735b8ead-b38d-4b6c-bcc6-9bc4737b9e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b64374-3951-4651-b4f4-1b6d364752e2'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:29:00.805609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4eb633-38f8-4459-aced-b5952ea20c72 req-d06356d9-d0ad-488a-86f0-f0e7826ee02d tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:00.824789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa4eb633-38f8-4459-aced-b5952ea20c72 req-d06356d9-d0ad-488a-86f0-f0e7826ee02d tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.2289495 Jun 04 16:29:00.869329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b1b64374-3951-4651-b4f4-1b6d364752e2, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b1b64374-3951-4651-b4f4-1b6d364752e2,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:00.896487 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:00.938747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcfbff-716e-46ee-b672-7db989dbed2b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event deleted for resources: {'Port': ['ID=47382ca5-d6e1-4e42-ab69-881d43551923,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:00.967210 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4bcfbff-716e-46ee-b672-7db989dbed2b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:00.995992 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e4bcfbff-716e-46ee-b672-7db989dbed2b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "DELETE /v2.0/ports/47382ca5-d6e1-4e42-ab69-881d43551923 HTTP/1.1" status: 204 len: 168 time: 1.3991179 Jun 04 16:29:01.002794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46836) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:01.056718 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa4eb633-38f8-4459-aced-b5952ea20c72 req-ed9bc226-2004-4bdc-bd71-4d286d963215 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299278 Jun 04 16:29:01.120003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7e27810d-c8bc-4832-8da2-ac85c2268bd3 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Synchronizing usage tracker for tenant:392128e6616145509f964be2b75a9e9d on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:29:01.160759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7e27810d-c8bc-4832-8da2-ac85c2268bd3 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Unset dirty status for tenant:392128e6616145509f964be2b75a9e9d on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:29:01.172337 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7e27810d-c8bc-4832-8da2-ac85c2268bd3 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1670461 Jun 04 16:29:01.173180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46840) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:01.196646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2074468285'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:01.218688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:01.231600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Usage tracker for resource:network and tenant:392128e6616145509f964be2b75a9e9d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:01.238826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:01.252059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:01.258860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ae8fed0d-af03-4229-ac52-fc40ddc2af0e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:01.261293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=b1b64374-3951-4651-b4f4-1b6d364752e2,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:01.281320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Made reservation on behalf of 392128e6616145509f964be2b75a9e9d for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:29:01.292338 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:01.311309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:01.319925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:01.321413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:01.322564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:01.323905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:01.324414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:01.325335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:01.325631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:01.326510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:01.327027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:01.329672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:01.331978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:01.332457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:01.354939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:29:01.370363 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:01.371565 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Added segment 0a8c7876-6620-4c1e-9eb3-75e33611a8c1 of type vlan for network b92ec5cc-a7b0-4622-b8d0-c869b00c3be6 Jun 04 16:29:01.407795 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:01.415883 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:01.421786 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:01.494678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:01.501396 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:01.506532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:01.506938 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:01.519907 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0f814b47-fc86-4311-9b73-1ba2aaa297df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ffcddae3d2547c89aadb8b375740fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9483104 Jun 04 16:29:01.539783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46844) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:01.658979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5ff34-5ab6-469a-a7e8-a872560eb9af req-f0459d22-daae-409e-97ce-e62c852bdcea tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:01.660731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fcd5ff34-5ab6-469a-a7e8-a872560eb9af req-f0459d22-daae-409e-97ce-e62c852bdcea tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 945 time: 0.6762192 Jun 04 16:29:01.748468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event updated for resources: {'Network': ['ID=b92ec5cc-a7b0-4622-b8d0-c869b00c3be6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:01.764658 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-46b59b4c-8f6e-47b4-8348-8f72e6c71881 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5790727 Jun 04 16:29:01.766073 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46848) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:01.769564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network b92ec5cc-a7b0-4622-b8d0-c869b00c3be6 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:29:01.776051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2070525026'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:01.782633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:01.792085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Usage tracker for resource:network and tenant:392128e6616145509f964be2b75a9e9d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:01.805431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:01.833132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:01.863461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Made reservation on behalf of 392128e6616145509f964be2b75a9e9d for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:29:01.867490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:01.947155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:29:01.983657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:01.984245 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Added segment fa89a8bf-faa3-4021-91f2-a6d7eb5c44a0 of type vlan for network 4ce58f1f-443b-49cc-9dec-851dd346e2d6 Jun 04 16:29:02.032611 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:02.078989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fcd5ff34-5ab6-469a-a7e8-a872560eb9af req-37b78521-1512-4573-9128-5f2fd5dead8f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431972 Jun 04 16:29:02.103170 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:02.108602 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5c9f-856d-4cd1-9f04-3ab4ac223193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:02.110415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:02.111146 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:02.122120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ece183-d5c4-4a24-9339-ddd0044f27b2 req-a93a5235-3392-45d8-bdfa-5b36a33175ed tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:02.141993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6ece183-d5c4-4a24-9339-ddd0044f27b2 req-a93a5235-3392-45d8-bdfa-5b36a33175ed tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7bd6a0a-408f-417a-9c0a-d59c667c2e17 HTTP/1.1" status: 200 len: 945 time: 0.8904254 Jun 04 16:29:02.244629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac0126-b9b1-4b81-a0f2-bfe2ca7b3de0 req-2cc09849-98e5-4ef6-aca2-eb3e5b5edd7f tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:02.246233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3dac0126-b9b1-4b81-a0f2-bfe2ca7b3de0 req-2cc09849-98e5-4ef6-aca2-eb3e5b5edd7f tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7bd6a0a-408f-417a-9c0a-d59c667c2e17 HTTP/1.1" status: 200 len: 945 time: 0.5736735 Jun 04 16:29:02.335835 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5563166 Jun 04 16:29:02.336236 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6ece183-d5c4-4a24-9339-ddd0044f27b2 req-e86a6bc9-ecf3-4675-b1a4-e366b5308edb tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1228f0b-5800-4af4-bb6a-9c4449037e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914556 Jun 04 16:29:02.369960 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f8c3d-3e20-49d5-8490-e28e0fcae08a tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event updated for resources: {'Network': ['ID=4ce58f1f-443b-49cc-9dec-851dd346e2d6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:02.383610 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5c9f-856d-4cd1-9f04-3ab4ac223193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:02.394616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 4ce58f1f-443b-49cc-9dec-851dd346e2d6 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:29:02.465997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46854) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:02.475982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Request body: {'subnets': [{'network_id': 'b92ec5cc-a7b0-4622-b8d0-c869b00c3be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--196933910', 'ip_version': 4}, {'network_id': '4ce58f1f-443b-49cc-9dec-851dd346e2d6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:02.476286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Request body: {'subnet': {'network_id': 'b92ec5cc-a7b0-4622-b8d0-c869b00c3be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--196933910', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:02.477015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Request body: {'subnet': {'network_id': '4ce58f1f-443b-49cc-9dec-851dd346e2d6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:02.530824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-3dac0126-b9b1-4b81-a0f2-bfe2ca7b3de0 req-cfd01413-bb2b-4a8b-b15e-1dd0bbb5d9fe tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Deleting port d088d4c4-6f16-4618-9665-69b95acf309b {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:29:02.531165 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3dac0126-b9b1-4b81-a0f2-bfe2ca7b3de0 req-cfd01413-bb2b-4a8b-b15e-1dd0bbb5d9fe tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:02.703380 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:02.843051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:02.847665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Usage tracker for resource:subnet and tenant:392128e6616145509f964be2b75a9e9d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:02.851923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:02.860609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:02.872882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Made reservation on behalf of 392128e6616145509f964be2b75a9e9d for: {'subnet': 2} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:29:02.878852 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:02.879289 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:03.061018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5c9f-856d-4cd1-9f04-3ab4ac223193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:03.139973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f5c9f-856d-4cd1-9f04-3ab4ac223193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bcee4b-c39e-4117-abf5-b6ebf79f9bb6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:03.145560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-3dac0126-b9b1-4b81-a0f2-bfe2ca7b3de0 req-cfd01413-bb2b-4a8b-b15e-1dd0bbb5d9fe tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] For port d088d4c4-6f16-4618-9665-69b95acf309b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d088d4c4-6f16-4618-9665-69b95acf309b,segment=NetworkSegment(5186ab5b-0ab1-46ad-a397-8242b3657a28),segment_id=5186ab5b-0ab1-46ad-a397-8242b3657a28)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:03.146162 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3dac0126-b9b1-4b81-a0f2-bfe2ca7b3de0 req-cfd01413-bb2b-4a8b-b15e-1dd0bbb5d9fe tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:03.165941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19089942-0d1d-4e47-8d48-14fbb600ae8d req-fbcb8868-fce5-4e34-88d9-754ae5df1910 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:03.173634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19089942-0d1d-4e47-8d48-14fbb600ae8d req-fbcb8868-fce5-4e34-88d9-754ae5df1910 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:03.183766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19089942-0d1d-4e47-8d48-14fbb600ae8d req-fbcb8868-fce5-4e34-88d9-754ae5df1910 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:03.194211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19089942-0d1d-4e47-8d48-14fbb600ae8d req-fbcb8868-fce5-4e34-88d9-754ae5df1910 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196&device_id=53fb7b35-8e6c-4001-b335-71fa36613900&device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 2418 time: 0.4602063 Jun 04 16:29:03.321425 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c33961-6157-4cb8-8a4b-93d454fd539e req-23d0d38c-3a1d-48ac-84dd-7c95f9523493 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:03.329165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12c33961-6157-4cb8-8a4b-93d454fd539e req-23d0d38c-3a1d-48ac-84dd-7c95f9523493 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 946 time: 0.6441131 Jun 04 16:29:03.445472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-3dac0126-b9b1-4b81-a0f2-bfe2ca7b3de0 req-cfd01413-bb2b-4a8b-b15e-1dd0bbb5d9fe tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Calling delete_port for d088d4c4-6f16-4618-9665-69b95acf309b owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:29:03.491788 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5c9f-856d-4cd1-9f04-3ab4ac223193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:03.496766 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2a1f5c9f-856d-4cd1-9f04-3ab4ac223193 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78bcee4b-c39e-4117-abf5-b6ebf79f9bb6 HTTP/1.1" status: 204 len: 168 time: 1.9377592 Jun 04 16:29:03.532818 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:03.564018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19089942-0d1d-4e47-8d48-14fbb600ae8d req-85d871c1-8dce-477d-b3c0-72f846a24179 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670948 Jun 04 16:29:03.592518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12c33961-6157-4cb8-8a4b-93d454fd539e req-812535b9-80a8-4b5f-9501-6f392caec348 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621326 Jun 04 16:29:03.695244 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d2347c-5fe0-4231-92f7-638831c38f99'] response: {'server_uuid': '735b8ead-b38d-4b6c-bcc6-9bc4737b9e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b64374-3951-4651-b4f4-1b6d364752e2', 'code': 200} Jun 04 16:29:03.715178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event updated for resources: {'Subnet': ['ID=1a989152-5d0b-48b4-8082-a3821f6c27bc,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:03.739904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Checking segment: {'id': '0a8c7876-6620-4c1e-9eb3-75e33611a8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b92ec5cc-a7b0-4622-b8d0-c869b00c3be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:03.740927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Network hostable DHCP agents. Network: b92ec5cc-a7b0-4622-b8d0-c869b00c3be6, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:29:03.769035 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Network b92ec5cc-a7b0-4622-b8d0-c869b00c3be6 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:29:03.793296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, b92ec5cc-a7b0-4622-b8d0-c869b00c3be6) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:03.804826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825a7cc0-72ce-4222-a383-25d45c03d61a None None] Network b92ec5cc-a7b0-4622-b8d0-c869b00c3be6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:29:03.805313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:03.832896 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:04.122087 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:04.138119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Checking segment: {'id': 'fa89a8bf-faa3-4021-91f2-a6d7eb5c44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4ce58f1f-443b-49cc-9dec-851dd346e2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:04.138260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Network hostable DHCP agents. Network: 4ce58f1f-443b-49cc-9dec-851dd346e2d6, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:29:04.154461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event updated for resources: {'Subnet': ['ID=70f8a941-96fb-4ee9-90e0-a6c48be43acd,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:04.175512 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Network 4ce58f1f-443b-49cc-9dec-851dd346e2d6 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:29:04.188972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 4ce58f1f-443b-49cc-9dec-851dd346e2d6) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:04.195028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:04.196114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:04.197158 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:04.199941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc8106-e44a-41ae-a9d4-35f73f6855a3 None None] Network 4ce58f1f-443b-49cc-9dec-851dd346e2d6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:29:04.248719 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-56ad9e48-a300-44bf-be5d-aad0ea5a46c4 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7780311 Jun 04 16:29:04.256655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46878) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:04.262322 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3dac0126-b9b1-4b81-a0f2-bfe2ca7b3de0 req-cfd01413-bb2b-4a8b-b15e-1dd0bbb5d9fe tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:04.377986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c48c49b-d1c5-46af-bf6f-c665b7db535e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-b92ec5cc-a7b0-4622-b8d0-c869b00c3be6', 'network_id': 'b92ec5cc-a7b0-4622-b8d0-c869b00c3be6', 'tenant_id': '392128e6616145509f964be2b75a9e9d', 'fixed_ips': [{'subnet_id': '1a989152-5d0b-48b4-8082-a3821f6c27bc'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:29:04.379244 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3c48c49b-d1c5-46af-bf6f-c665b7db535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:04.382191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c43dc7f-1282-44fb-a081-832e12616c53 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:04.383992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c43dc7f-1282-44fb-a081-832e12616c53 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:04.390862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c43dc7f-1282-44fb-a081-832e12616c53 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:04.392813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4c43dc7f-1282-44fb-a081-832e12616c53 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Synchronizing usage tracker for tenant:392128e6616145509f964be2b75a9e9d on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:29:04.403501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd01413-bb2b-4a8b-b15e-1dd0bbb5d9fe tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Pushing event deleted for resources: {'Port': ['ID=d088d4c4-6f16-4618-9665-69b95acf309b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:04.432557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4c43dc7f-1282-44fb-a081-832e12616c53 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Unset dirty status for tenant:392128e6616145509f964be2b75a9e9d on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:29:04.438052 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4c43dc7f-1282-44fb-a081-832e12616c53 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1773214 Jun 04 16:29:04.439015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46884) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:04.464933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dac0126-b9b1-4b81-a0f2-bfe2ca7b3de0 req-cfd01413-bb2b-4a8b-b15e-1dd0bbb5d9fe tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] No DVR routers for this DVR port d088d4c4-6f16-4618-9665-69b95acf309b on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:29:04.467752 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3dac0126-b9b1-4b81-a0f2-bfe2ca7b3de0 req-cfd01413-bb2b-4a8b-b15e-1dd0bbb5d9fe tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:04.474582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a057f21-8fb3-4d78-9083-a2290866c0d8 req-bcc9e9c8-71c7-467c-8618-ccd8fb85ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:04.476064 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a057f21-8fb3-4d78-9083-a2290866c0d8 req-bcc9e9c8-71c7-467c-8618-ccd8fb85ce68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 1097 time: 0.7035148 Jun 04 16:29:04.480557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bd6a0a-408f-417a-9c0a-d59c667c2e17', 'name': 'network-vif-deleted', 'tag': 'd088d4c4-6f16-4618-9665-69b95acf309b'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:29:04.515609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec22690e-3b0a-4942-b533-392ef4152cff tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Deleting subnet 1a989152-5d0b-48b4-8082-a3821f6c27bc {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:29:04.520039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec22690e-3b0a-4942-b533-392ef4152cff tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:04.589747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808cfdd-f53e-4bf1-b956-9ed088f42d4e req-3e7f649a-b875-4701-8cac-5910780877f8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:04.595988 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4808cfdd-f53e-4bf1-b956-9ed088f42d4e req-3e7f649a-b875-4701-8cac-5910780877f8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.7549376 Jun 04 16:29:04.604174 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec22690e-3b0a-4942-b533-392ef4152cff tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:04.624516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3dac0126-b9b1-4b81-a0f2-bfe2ca7b3de0 req-cfd01413-bb2b-4a8b-b15e-1dd0bbb5d9fe tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.42 "DELETE /v2.0/ports/d088d4c4-6f16-4618-9665-69b95acf309b HTTP/1.1" status: 204 len: 173 time: 2.3645327 Jun 04 16:29:04.687165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f8a97-d8d2-42d5-9056-45c653c311c6 req-3122b768-732d-4d3e-92e6-b5f94233887d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:04.690465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a4f8a97-d8d2-42d5-9056-45c653c311c6 req-3122b768-732d-4d3e-92e6-b5f94233887d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 943 time: 0.5624466 Jun 04 16:29:04.700908 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec22690e-3b0a-4942-b533-392ef4152cff tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:04.701603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a057f21-8fb3-4d78-9083-a2290866c0d8 req-50035c63-2b0b-4eb5-9505-1c53e85e985b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106972 Jun 04 16:29:04.798936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a4f8a97-d8d2-42d5-9056-45c653c311c6 req-ce8b9269-853c-4530-af57-45483cc5720b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004376 Jun 04 16:29:04.802053 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec22690e-3b0a-4942-b533-392ef4152cff tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:04.807999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4808cfdd-f53e-4bf1-b956-9ed088f42d4e req-85afdabc-0d47-4d6c-af52-defe045deb4d tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909413 Jun 04 16:29:04.927047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec22690e-3b0a-4942-b533-392ef4152cff tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:04.962551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22690e-3b0a-4942-b533-392ef4152cff tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event deleted for resources: {'Subnet': ['ID=1a989152-5d0b-48b4-8082-a3821f6c27bc,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:04.970890 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ec22690e-3b0a-4942-b533-392ef4152cff tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "DELETE /v2.0/subnets/1a989152-5d0b-48b4-8082-a3821f6c27bc HTTP/1.1" status: 204 len: 168 time: 0.5303206 Jun 04 16:29:04.974852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46900) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server [None req-3c48c49b-d1c5-46af-bf6f-c665b7db535e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a989152-5d0b-48b4-8082-a3821f6c27bc: This subnet is being modified by another concurrent operation. Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 16:29:05.056149 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise exception Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a989152-5d0b-48b4-8082-a3821f6c27bc: This subnet is being modified by another concurrent operation. Jun 04 16:29:05.060599 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server Jun 04 16:29:05.070724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d9619-91db-452f-93b5-f581db9abc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-4ce58f1f-443b-49cc-9dec-851dd346e2d6', 'network_id': '4ce58f1f-443b-49cc-9dec-851dd346e2d6', 'tenant_id': '392128e6616145509f964be2b75a9e9d', 'fixed_ips': [{'subnet_id': '70f8a941-96fb-4ee9-90e0-a6c48be43acd'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:29:05.072015 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0d1d9619-91db-452f-93b5-f581db9abc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:05.151978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de42ae93-959e-49be-90d1-0c59dbcc59f1 None None] Network b92ec5cc-a7b0-4622-b8d0-c869b00c3be6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:29:05.241857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-872460e7-4165-4368-846e-a9a87bdd9327 req-c7a0578a-3250-4faa-9eaa-12b9e9b770e9 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Synchronizing usage tracker for tenant:6d4b99e1dc7d4324a6a9f654a6b879b8 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:29:05.272479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-677a04a3-3d2a-4de1-9341-25334449cad5 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Deleting subnet 70f8a941-96fb-4ee9-90e0-a6c48be43acd {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:29:05.276545 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-677a04a3-3d2a-4de1-9341-25334449cad5 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:05.375160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-872460e7-4165-4368-846e-a9a87bdd9327 req-c7a0578a-3250-4faa-9eaa-12b9e9b770e9 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] Unset dirty status for tenant:6d4b99e1dc7d4324a6a9f654a6b879b8 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:29:05.382807 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-872460e7-4165-4368-846e-a9a87bdd9327 req-c7a0578a-3250-4faa-9eaa-12b9e9b770e9 tempest-ServerPasswordTestJSON-1093626522 tempest-ServerPasswordTestJSON-1093626522-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7bd6a0a-408f-417a-9c0a-d59c667c2e17 HTTP/1.1" status: 200 len: 210 time: 0.2824333 Jun 04 16:29:05.420463 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-677a04a3-3d2a-4de1-9341-25334449cad5 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:05.505995 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26439e8d-9983-4971-98da-fb1798ac0dc4'] response: {'server_uuid': 'd7bd6a0a-408f-417a-9c0a-d59c667c2e17', 'name': 'network-vif-deleted', 'tag': 'd088d4c4-6f16-4618-9665-69b95acf309b', 'status': 'completed', 'code': 200} Jun 04 16:29:05.510312 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-677a04a3-3d2a-4de1-9341-25334449cad5 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:05.562599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ed877-6818-4265-b4ce-3ebe2953ae28 req-322df7fc-b37f-4f0d-9729-26dc3a779c8b tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:05.564426 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef5ed877-6818-4265-b4ce-3ebe2953ae28 req-322df7fc-b37f-4f0d-9729-26dc3a779c8b tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 946 time: 0.3928280 Jun 04 16:29:05.687736 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef5ed877-6818-4265-b4ce-3ebe2953ae28 req-4c93fbc5-83dd-4bc1-ad86-dd0948109cfe tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156855 Jun 04 16:29:05.697722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5940fef-09ea-4ba2-956d-860a965fae9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server [None req-0d1d9619-91db-452f-93b5-f581db9abc6c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70f8a941-96fb-4ee9-90e0-a6c48be43acd: This subnet is being modified by another concurrent operation. Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 16:29:05.710690 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise exception Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70f8a941-96fb-4ee9-90e0-a6c48be43acd: This subnet is being modified by another concurrent operation. Jun 04 16:29:05.717596 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server Jun 04 16:29:05.726889 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-677a04a3-3d2a-4de1-9341-25334449cad5 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:05.731702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76126f9-7420-429c-81ef-314349281c37 None None] Network 4ce58f1f-443b-49cc-9dec-851dd346e2d6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:29:05.790390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a04a3-3d2a-4de1-9341-25334449cad5 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event deleted for resources: {'Subnet': ['ID=70f8a941-96fb-4ee9-90e0-a6c48be43acd,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:05.795980 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-677a04a3-3d2a-4de1-9341-25334449cad5 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:05.815146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46912) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:05.817154 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-677a04a3-3d2a-4de1-9341-25334449cad5 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "DELETE /v2.0/subnets/70f8a941-96fb-4ee9-90e0-a6c48be43acd HTTP/1.1" status: 204 len: 168 time: 0.8376653 Jun 04 16:29:05.833933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a19295-acd2-4854-8120-a19dad25c785 req-283e7ad2-a156-4db2-80df-896b2c7f8568 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:05.844489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75a19295-acd2-4854-8120-a19dad25c785 req-283e7ad2-a156-4db2-80df-896b2c7f8568 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 946 time: 0.2262630 Jun 04 16:29:05.902413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a418ef6-862a-455e-8062-1898dac49dda tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:05.903297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1a418ef6-862a-455e-8062-1898dac49dda tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Synchronizing usage tracker for tenant:392128e6616145509f964be2b75a9e9d on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:29:05.917292 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75a19295-acd2-4854-8120-a19dad25c785 req-3e866cf2-c469-4e6d-9a8b-043d4165ed57 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715809 Jun 04 16:29:05.937515 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1a418ef6-862a-455e-8062-1898dac49dda tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Unset dirty status for tenant:392128e6616145509f964be2b75a9e9d on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:29:05.946324 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1a418ef6-862a-455e-8062-1898dac49dda tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1226707 Jun 04 16:29:05.946324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46920) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:05.951004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device d088d4c4-6f16-4618-9665-69b95acf309b no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:29:06.068309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: d088d4c4-6f16-4618-9665-69b95acf309b {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:29:06.068952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device d088d4c4-6f16-4618-9665-69b95acf309b not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:29:06.069063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ae8fed0d-af03-4229-ac52-fc40ddc2af0e no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:29:06.141621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a6f1-1afd-4376-9404-5c4d92a86213 req-5e843039-8302-4df0-9456-f35833ce21d3 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:06.146961 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58b7a6f1-1afd-4376-9404-5c4d92a86213 req-5e843039-8302-4df0-9456-f35833ce21d3 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.2434077 Jun 04 16:29:06.175558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a82f89-83ec-4dbd-8569-d2112d7763b2 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:29:06.257644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58b7a6f1-1afd-4376-9404-5c4d92a86213 req-f311a45d-8ddc-4344-a02e-bbd48eb7e9aa tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034300 Jun 04 16:29:06.290170 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87904195-713c-4c3d-a6a2-ec19a6c3f6b9 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:06.445299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a82f89-83ec-4dbd-8569-d2112d7763b2 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:29:06.447926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port ae8fed0d-af03-4229-ac52-fc40ddc2af0e is: DOWN; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:06.452841 n-d-811809-3 neutron-server[88799]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8994c0be-314d-4ddb-a54d-16f6706152f6']: {'server_uuid': 'b5940fef-09ea-4ba2-956d-860a965fae9e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e', 'code': 422} returned with failed status Jun 04 16:29:06.520710 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87904195-713c-4c3d-a6a2-ec19a6c3f6b9 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:06.565670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-87904195-713c-4c3d-a6a2-ec19a6c3f6b9 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce58f1f-443b-49cc-9dec-851dd346e2d6']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:06.590235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-87904195-713c-4c3d-a6a2-ec19a6c3f6b9 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa89a8bf-faa3-4021-91f2-a6d7eb5c44a0') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:06.590794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-87904195-713c-4c3d-a6a2-ec19a6c3f6b9 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa89a8bf-faa3-4021-91f2-a6d7eb5c44a0') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:06.606449 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87904195-713c-4c3d-a6a2-ec19a6c3f6b9 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:06.625827 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87904195-713c-4c3d-a6a2-ec19a6c3f6b9 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:06.639315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87904195-713c-4c3d-a6a2-ec19a6c3f6b9 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:29:06.640081 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87904195-713c-4c3d-a6a2-ec19a6c3f6b9 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:06.682957 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment fa89a8bf-faa3-4021-91f2-a6d7eb5c44a0 resource provider aggregate not found Jun 04 16:29:06.740067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f73c7e-d247-4428-876b-5fb8f0cf78b0 req-3a199958-72b6-47f1-a513-85b467fdeaa8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:06.749309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41f73c7e-d247-4428-876b-5fb8f0cf78b0 req-3a199958-72b6-47f1-a513-85b467fdeaa8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.2102177 Jun 04 16:29:06.771168 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment fa89a8bf-faa3-4021-91f2-a6d7eb5c44a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa89a8bf-faa3-4021-91f2-a6d7eb5c44a0 found for delete ", "request_id": "req-52ff0893-deee-4ff1-8adf-1c9cb60f2ecd"}]} Jun 04 16:29:06.820030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41f73c7e-d247-4428-876b-5fb8f0cf78b0 req-1bf014d7-9d78-4e36-9779-ee69ea1e37c1 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666380 Jun 04 16:29:06.826099 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87904195-713c-4c3d-a6a2-ec19a6c3f6b9 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:06.861354 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87904195-713c-4c3d-a6a2-ec19a6c3f6b9 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:06.881493 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-87904195-713c-4c3d-a6a2-ec19a6c3f6b9 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "DELETE /v2.0/networks/4ce58f1f-443b-49cc-9dec-851dd346e2d6 HTTP/1.1" status: 204 len: 168 time: 0.9328578 Jun 04 16:29:06.883938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46940) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:06.887361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87904195-713c-4c3d-a6a2-ec19a6c3f6b9 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event deleted for resources: {'Network': ['ID=4ce58f1f-443b-49cc-9dec-851dd346e2d6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:06.986956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46946) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:07.132374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-abe31b6e-7f8a-4d74-a4be-18ef9ea1a50b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:07.152127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b4e07d-4233-46a7-b53a-b5ab5273148b admin admin] Deleting subnet 31fc9e7c-8328-4dd1-9727-4f8d20a6a629 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:29:07.155231 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95b4e07d-4233-46a7-b53a-b5ab5273148b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:07.204298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7079d25-5825-4744-b827-419f5217deba req-cff874a7-7eaf-4bca-8a20-880c42213b62 tempest-AbsoluteLimitsNegativeTestJSON-742893392 tempest-AbsoluteLimitsNegativeTestJSON-742893392-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0133548e9a574fafbe3478e5ab6b0a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605564 Jun 04 16:29:07.211319 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95b4e07d-4233-46a7-b53a-b5ab5273148b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:07.275494 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95b4e07d-4233-46a7-b53a-b5ab5273148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:07.301042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a8c48-d578-4377-b876-db28907556c4 req-8f5d038b-7821-467e-afd3-ca9ea504d706 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:07.301647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7051db-8293-4737-803d-84db53cdc663 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:29:07.302610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f4a8c48-d578-4377-b876-db28907556c4 req-8f5d038b-7821-467e-afd3-ca9ea504d706 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.3553002 Jun 04 16:29:07.394576 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95b4e07d-4233-46a7-b53a-b5ab5273148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:07.449626 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4e07d-4233-46a7-b53a-b5ab5273148b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31fc9e7c-8328-4dd1-9727-4f8d20a6a629,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:07.455649 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95b4e07d-4233-46a7-b53a-b5ab5273148b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:07.461175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7051db-8293-4737-803d-84db53cdc663 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:29:07.467364 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-95b4e07d-4233-46a7-b53a-b5ab5273148b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/31fc9e7c-8328-4dd1-9727-4f8d20a6a629 HTTP/1.1" status: 204 len: 168 time: 0.4772830 Jun 04 16:29:07.481533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46958) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:07.664344 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-abe31b6e-7f8a-4d74-a4be-18ef9ea1a50b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:07.687323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0680db6-4c9a-4a54-a42a-6f88ecd29fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:07.696456 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f4a8c48-d578-4377-b876-db28907556c4 req-dbe0e938-7035-4379-b187-f09faa5edbfd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289857 Jun 04 16:29:07.751419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-abe31b6e-7f8a-4d74-a4be-18ef9ea1a50b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92ec5cc-a7b0-4622-b8d0-c869b00c3be6']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:07.774281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7079d25-5825-4744-b827-419f5217deba req-96dd8eac-ef1b-482e-a0aa-d8c5d184857a tempest-AbsoluteLimitsNegativeTestJSON-742893392 tempest-AbsoluteLimitsNegativeTestJSON-742893392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:07.782411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7079d25-5825-4744-b827-419f5217deba req-96dd8eac-ef1b-482e-a0aa-d8c5d184857a tempest-AbsoluteLimitsNegativeTestJSON-742893392 tempest-AbsoluteLimitsNegativeTestJSON-742893392-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5769899 Jun 04 16:29:07.787000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-abe31b6e-7f8a-4d74-a4be-18ef9ea1a50b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8c7876-6620-4c1e-9eb3-75e33611a8c1') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:07.787000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-abe31b6e-7f8a-4d74-a4be-18ef9ea1a50b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8c7876-6620-4c1e-9eb3-75e33611a8c1') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:07.830243 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-abe31b6e-7f8a-4d74-a4be-18ef9ea1a50b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:07.856812 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7079d25-5825-4744-b827-419f5217deba req-155fc8f6-5b42-4c93-819b-11342224f3d3 tempest-AbsoluteLimitsNegativeTestJSON-742893392 tempest-AbsoluteLimitsNegativeTestJSON-742893392-project] 10.222.0.13 "GET /v2.0/quotas/0133548e9a574fafbe3478e5ab6b0a09 HTTP/1.1" status: 200 len: 375 time: 0.0732017 Jun 04 16:29:07.951914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7079d25-5825-4744-b827-419f5217deba req-d2e86930-0004-4a9a-9060-b4d43a24cd26 tempest-AbsoluteLimitsNegativeTestJSON-742893392 tempest-AbsoluteLimitsNegativeTestJSON-742893392-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0133548e9a574fafbe3478e5ab6b0a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936594 Jun 04 16:29:07.953681 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-abe31b6e-7f8a-4d74-a4be-18ef9ea1a50b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:07.971673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe31b6e-7f8a-4d74-a4be-18ef9ea1a50b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:29:07.972772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-abe31b6e-7f8a-4d74-a4be-18ef9ea1a50b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:08.036574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0680db6-4c9a-4a54-a42a-6f88ecd29fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:08.059873 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 0a8c7876-6620-4c1e-9eb3-75e33611a8c1 resource provider aggregate not found Jun 04 16:29:08.100309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f0680db6-4c9a-4a54-a42a-6f88ecd29fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:08.125759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f0680db6-4c9a-4a54-a42a-6f88ecd29fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5186ab5b-0ab1-46ad-a397-8242b3657a28') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:08.126115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f0680db6-4c9a-4a54-a42a-6f88ecd29fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5186ab5b-0ab1-46ad-a397-8242b3657a28') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:08.132130 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 0a8c7876-6620-4c1e-9eb3-75e33611a8c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a8c7876-6620-4c1e-9eb3-75e33611a8c1 found for delete ", "request_id": "req-527435a2-f3c7-4563-9b24-cbb39bfe1ded"}]} Jun 04 16:29:08.155771 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0680db6-4c9a-4a54-a42a-6f88ecd29fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:08.211671 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0680db6-4c9a-4a54-a42a-6f88ecd29fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:08.227615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0680db6-4c9a-4a54-a42a-6f88ecd29fe7 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:29:08.228112 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0680db6-4c9a-4a54-a42a-6f88ecd29fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:08.249186 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-abe31b6e-7f8a-4d74-a4be-18ef9ea1a50b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:08.339933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-abe31b6e-7f8a-4d74-a4be-18ef9ea1a50b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:08.374490 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe31b6e-7f8a-4d74-a4be-18ef9ea1a50b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event deleted for resources: {'Network': ['ID=b92ec5cc-a7b0-4622-b8d0-c869b00c3be6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:08.384226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-abe31b6e-7f8a-4d74-a4be-18ef9ea1a50b tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "DELETE /v2.0/networks/b92ec5cc-a7b0-4622-b8d0-c869b00c3be6 HTTP/1.1" status: 204 len: 168 time: 1.4991357 Jun 04 16:29:08.390208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46976) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:08.495108 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0680db6-4c9a-4a54-a42a-6f88ecd29fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:08.549977 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0680db6-4c9a-4a54-a42a-6f88ecd29fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:08.556319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0680db6-4c9a-4a54-a42a-6f88ecd29fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:08.563596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46980) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:08.583923 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f0680db6-4c9a-4a54-a42a-6f88ecd29fe7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0b5d84a2-63a7-45a8-9f93-bc409fc2b2f3 HTTP/1.1" status: 204 len: 168 time: 1.0991340 Jun 04 16:29:08.589128 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2efe76f1-ebdf-4f16-b42b-f3ef9995d21d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:08.598740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8f719-3e75-4f28-9e23-a7e80dc9ba17 req-659e88dc-c38f-4b84-af96-f0c69b0262dc tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:08.600503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a1e8f719-3e75-4f28-9e23-a7e80dc9ba17 req-659e88dc-c38f-4b84-af96-f0c69b0262dc tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 946 time: 0.4132042 Jun 04 16:29:08.621792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c1560-b77f-4edd-bd3e-c85bf5d391ff req-56597b86-4a41-42de-a8aa-16feea9ae219 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:08.624058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a53c1560-b77f-4edd-bd3e-c85bf5d391ff req-56597b86-4a41-42de-a8aa-16feea9ae219 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.3421926 Jun 04 16:29:08.797143 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 5186ab5b-0ab1-46ad-a397-8242b3657a28 resource provider aggregate not found Jun 04 16:29:08.808556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46992) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:08.830209 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 5186ab5b-0ab1-46ad-a397-8242b3657a28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5186ab5b-0ab1-46ad-a397-8242b3657a28 found for delete ", "request_id": "req-be7afa9a-7550-4402-a1d7-16a9b9184712"}]} Jun 04 16:29:08.836378 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be266de2-8dae-4f85-afb1-a0493e837fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:08.859071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-be266de2-8dae-4f85-afb1-a0493e837fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:08.865417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-be266de2-8dae-4f85-afb1-a0493e837fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:0133548e9a574fafbe3478e5ab6b0a09 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:08.868725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-be266de2-8dae-4f85-afb1-a0493e837fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:08.876553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a53c1560-b77f-4edd-bd3e-c85bf5d391ff req-12da0fee-92ec-4937-8cac-a918b76f5336 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285547 Jun 04 16:29:08.883545 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-be266de2-8dae-4f85-afb1-a0493e837fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:08.910186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a1e8f719-3e75-4f28-9e23-a7e80dc9ba17 req-3cedde1e-b1d5-4288-b4fc-770fa316230b tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007979 Jun 04 16:29:08.928626 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2efe76f1-ebdf-4f16-b42b-f3ef9995d21d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.000135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-2efe76f1-ebdf-4f16-b42b-f3ef9995d21d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a23c33-b403-489f-a17d-5472d1ccb513']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:09.051350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-2efe76f1-ebdf-4f16-b42b-f3ef9995d21d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e011a31c-1cef-4e52-b3ab-b900d34670f8') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:09.052006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-2efe76f1-ebdf-4f16-b42b-f3ef9995d21d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e011a31c-1cef-4e52-b3ab-b900d34670f8') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:09.120661 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be266de2-8dae-4f85-afb1-a0493e837fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.134136 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be266de2-8dae-4f85-afb1-a0493e837fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.153482 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2efe76f1-ebdf-4f16-b42b-f3ef9995d21d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.162562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c7692a41-743b-467d-b11d-e6d5225ea6d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d4b99e1dc7d4324a6a9f654a6b879b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980070 Jun 04 16:29:09.172765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47000) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:09.187312 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2efe76f1-ebdf-4f16-b42b-f3ef9995d21d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.199200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efe76f1-ebdf-4f16-b42b-f3ef9995d21d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:29:09.199617 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2efe76f1-ebdf-4f16-b42b-f3ef9995d21d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.257520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be266de2-8dae-4f85-afb1-a0493e837fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38a7db7-b7a3-4bb6-8bb6-2e4f53f42e8a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:09.287144 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-be266de2-8dae-4f85-afb1-a0493e837fb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0133548e9a574fafbe3478e5ab6b0a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7221105 Jun 04 16:29:09.290562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47008) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:09.319609 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c7598ec-9d52-45a9-aa61-4bee1970f4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.353528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4a479-4d19-4351-8627-3565e51575cc req-b3749fe6-0832-4296-bc49-c568a3c28b46 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:09.355382 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1d4a479-4d19-4351-8627-3565e51575cc req-b3749fe6-0832-4296-bc49-c568a3c28b46 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.3186827 Jun 04 16:29:09.359173 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2efe76f1-ebdf-4f16-b42b-f3ef9995d21d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.378614 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c7598ec-9d52-45a9-aa61-4bee1970f4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.395492 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2efe76f1-ebdf-4f16-b42b-f3ef9995d21d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.443247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe76f1-ebdf-4f16-b42b-f3ef9995d21d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event deleted for resources: {'Network': ['ID=20a23c33-b403-489f-a17d-5472d1ccb513,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:09.471784 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c7598ec-9d52-45a9-aa61-4bee1970f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.473585 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2efe76f1-ebdf-4f16-b42b-f3ef9995d21d tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "DELETE /v2.0/networks/20a23c33-b403-489f-a17d-5472d1ccb513 HTTP/1.1" status: 204 len: 168 time: 1.0777843 Jun 04 16:29:09.480829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47014) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:09.499194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7598ec-9d52-45a9-aa61-4bee1970f4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1228f0b-5800-4af4-bb6a-9c4449037e6c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:09.545583 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-95c5a329-7994-4f81-8e8b-6b62cda59e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.574653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1d4a479-4d19-4351-8627-3565e51575cc req-454e606a-6448-459b-a8eb-54fce63ab0ab tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107091 Jun 04 16:29:09.642028 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-95c5a329-7994-4f81-8e8b-6b62cda59e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.645172 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bcd16502-fdb9-4855-bbe7-bd675c205e20 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.663006 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c7598ec-9d52-45a9-aa61-4bee1970f4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.668251 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2c7598ec-9d52-45a9-aa61-4bee1970f4f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1228f0b-5800-4af4-bb6a-9c4449037e6c HTTP/1.1" status: 204 len: 168 time: 0.4588199 Jun 04 16:29:09.765167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b524fe-c1ca-4f87-8c3d-42ad82c61803 req-3e91a439-372b-46f5-82f5-bd50440f234e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:09.772249 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a1b524fe-c1ca-4f87-8c3d-42ad82c61803 req-3e91a439-372b-46f5-82f5-bd50440f234e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.3011367 Jun 04 16:29:09.816654 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-95c5a329-7994-4f81-8e8b-6b62cda59e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.841737 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-95c5a329-7994-4f81-8e8b-6b62cda59e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.846884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-95c5a329-7994-4f81-8e8b-6b62cda59e37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f38a7db7-b7a3-4bb6-8bb6-2e4f53f42e8a HTTP/1.1" status: 204 len: 168 time: 0.5553091 Jun 04 16:29:09.852194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5a329-7994-4f81-8e8b-6b62cda59e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38a7db7-b7a3-4bb6-8bb6-2e4f53f42e8a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:09.890146 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a1b524fe-c1ca-4f87-8c3d-42ad82c61803 req-0620af30-3612-4e9f-9c98-531f23e63019 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906851 Jun 04 16:29:09.911669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bcd16502-fdb9-4855-bbe7-bd675c205e20 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:09.969385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bcd16502-fdb9-4855-bbe7-bd675c205e20 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe71773-88c9-40ed-9819-cce0e062dc31']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:09.995914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bcd16502-fdb9-4855-bbe7-bd675c205e20 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb41925-cb57-4d1e-aec8-c4193f7caa1b') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:10.001997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bcd16502-fdb9-4855-bbe7-bd675c205e20 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb41925-cb57-4d1e-aec8-c4193f7caa1b') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:10.026719 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bcd16502-fdb9-4855-bbe7-bd675c205e20 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:10.061005 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bcd16502-fdb9-4855-bbe7-bd675c205e20 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:10.076781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd16502-fdb9-4855-bbe7-bd675c205e20 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:29:10.078877 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bcd16502-fdb9-4855-bbe7-bd675c205e20 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:10.151905 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment e011a31c-1cef-4e52-b3ab-b900d34670f8 resource provider aggregate not found Jun 04 16:29:10.170398 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment e011a31c-1cef-4e52-b3ab-b900d34670f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e011a31c-1cef-4e52-b3ab-b900d34670f8 found for delete ", "request_id": "req-3bea9528-a360-4c1a-9448-1375c875d264"}]} Jun 04 16:29:10.364689 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bcd16502-fdb9-4855-bbe7-bd675c205e20 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:10.407036 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bcd16502-fdb9-4855-bbe7-bd675c205e20 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:10.433129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd16502-fdb9-4855-bbe7-bd675c205e20 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] Pushing event deleted for resources: {'Network': ['ID=9fe71773-88c9-40ed-9819-cce0e062dc31,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:10.460437 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bcd16502-fdb9-4855-bbe7-bd675c205e20 tempest-BulkNetworkOpsTest-129396774 tempest-BulkNetworkOpsTest-129396774-project] 10.222.0.13 "DELETE /v2.0/networks/9fe71773-88c9-40ed-9819-cce0e062dc31 HTTP/1.1" status: 204 len: 168 time: 0.9637315 Jun 04 16:29:10.897328 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ddb41925-cb57-4d1e-aec8-c4193f7caa1b resource provider aggregate not found Jun 04 16:29:10.927254 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ddb41925-cb57-4d1e-aec8-c4193f7caa1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddb41925-cb57-4d1e-aec8-c4193f7caa1b found for delete ", "request_id": "req-ea8a8bfc-96c0-49a3-a272-2a7567d6b819"}]} Jun 04 16:29:11.212816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde545e-eb29-4e68-a736-a33aae9e948c req-60954796-7215-47a5-9574-593e6ee3a9eb tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:11.221216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bde545e-eb29-4e68-a736-a33aae9e948c req-60954796-7215-47a5-9574-593e6ee3a9eb tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.1454477 Jun 04 16:29:11.279017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47102) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:11.280123 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bde545e-eb29-4e68-a736-a33aae9e948c req-e4449649-8996-4b8e-88a3-b3d84162251f tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574911 Jun 04 16:29:11.537844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3927ac-baab-412e-96a0-f1328b7bdc2b req-7e7497be-509a-45c6-8d07-39e750f2eb68 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:11.539605 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c3927ac-baab-412e-96a0-f1328b7bdc2b req-7e7497be-509a-45c6-8d07-39e750f2eb68 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.1499891 Jun 04 16:29:11.608545 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c3927ac-baab-412e-96a0-f1328b7bdc2b req-765aca3b-9812-43ce-bc10-48084449a649 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611954 Jun 04 16:29:11.716693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47132) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:11.779553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47138) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:11.810244 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ffda3add-42db-4e60-a64f-3ba18397e467 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=392128e6616145509f964be2b75a9e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238845 Jun 04 16:29:11.812259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47146) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:11.919478 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd01a5c7-03f8-477e-b5a9-302a14b27c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:12.075657 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd01a5c7-03f8-477e-b5a9-302a14b27c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:12.093909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-266005839-network', 'tenant_id': '034fe08f1f634c458de338d38be6314a'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:12.108013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2030600146-network', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:12.124316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:12.283440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:12.315997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Usage tracker for resource:network and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:12.317544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Usage tracker for resource:network and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:12.330023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:12.335311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:12.358356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:12.364608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:12.403086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Made reservation on behalf of 034fe08f1f634c458de338d38be6314a for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:29:12.404543 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:12.417783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Made reservation on behalf of 9a6c197ec3444659b4b4af7e2c0aec5f for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:29:12.421019 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:12.445073 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:12.456424 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:12.485269 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd01a5c7-03f8-477e-b5a9-302a14b27c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:12.502266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:12.507255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:12.509112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07d93-cb23-4c0a-8f69-3a93c130f90c req-be6f2b3d-050e-43cd-8b47-df1c26db31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:12.517267 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5a07d93-cb23-4c0a-8f69-3a93c130f90c req-be6f2b3d-050e-43cd-8b47-df1c26db31b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 1096 time: 0.5565939 Jun 04 16:29:12.517267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Usage tracker for resource:security_group_rule and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:12.530336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01a5c7-03f8-477e-b5a9-302a14b27c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f62e9a-22ec-48f7-a844-4cfedf26ff3e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:12.530336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:12.549334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Usage tracker for resource:security_group_rule and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:12.560072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e418a-d64f-429a-9015-dd6c674a0342 req-52c496c3-b7f1-486e-92cf-3a2bceb7451d tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:12.561732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f05e418a-d64f-429a-9015-dd6c674a0342 req-52c496c3-b7f1-486e-92cf-3a2bceb7451d tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 0.6132681 Jun 04 16:29:12.567442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:12.574277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:12.586231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:12.605982 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd01a5c7-03f8-477e-b5a9-302a14b27c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:12.619151 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cd01a5c7-03f8-477e-b5a9-302a14b27c09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93f62e9a-22ec-48f7-a844-4cfedf26ff3e HTTP/1.1" status: 204 len: 168 time: 0.7981369 Jun 04 16:29:12.682289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7144e57-799a-4d0c-82d8-c8952b4393be req-ed3bbde4-b1a0-425e-9735-81f55e96525c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:12.682289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7144e57-799a-4d0c-82d8-c8952b4393be req-ed3bbde4-b1a0-425e-9735-81f55e96525c tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 946 time: 0.5717440 Jun 04 16:29:12.784016 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f05e418a-d64f-429a-9015-dd6c674a0342 req-518fd905-1680-4194-ab21-d90329aaa943 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032261 Jun 04 16:29:12.838836 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7144e57-799a-4d0c-82d8-c8952b4393be req-64b956e8-da6c-4ae6-82c9-ba9192eef6cf tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401100 Jun 04 16:29:12.881627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07d93-cb23-4c0a-8f69-3a93c130f90c req-a9f6483f-6cc6-48aa-9634-ca1d85644634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:12.881627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5a07d93-cb23-4c0a-8f69-3a93c130f90c req-a9f6483f-6cc6-48aa-9634-ca1d85644634 service neutron] 10.222.0.46 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 917 time: 0.3576677 Jun 04 16:29:13.129531 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:13.139092 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:13.145991 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:13.151973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5a07d93-cb23-4c0a-8f69-3a93c130f90c req-c3960cf3-073f-4c5d-b9cd-205e468368e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fdb3116-c787-4b04-a395-6976090ed690 HTTP/1.1" status: 200 len: 1000 time: 0.2648184 Jun 04 16:29:13.171231 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:13.248094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:29:13.265495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:29:13.289973 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:13.290651 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Added segment f6b0a623-87fc-47a2-a551-0ca1676d5f1f of type vlan for network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 Jun 04 16:29:13.297700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb59ce6b-f5a4-4520-864c-77ab29e659c1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:13.307075 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:13.307383 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Added segment 46378fb8-46e0-4bd4-b80b-4f07d21294c4 of type vlan for network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb Jun 04 16:29:13.340406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07d93-cb23-4c0a-8f69-3a93c130f90c req-50e6e1de-201e-4842-b5a1-6c0c429311de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:13.341240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5a07d93-cb23-4c0a-8f69-3a93c130f90c req-50e6e1de-201e-4842-b5a1-6c0c429311de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a52ac60c-7b2f-44a7-bfdf-ded791d655a5 HTTP/1.1" status: 200 len: 855 time: 0.1582780 Jun 04 16:29:13.358001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282a6b4-f858-40eb-881e-c25866d5718a req-769bf2d6-b1cf-4259-88ad-d0b34a42e739 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:13.358001 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6282a6b4-f858-40eb-881e-c25866d5718a req-769bf2d6-b1cf-4259-88ad-d0b34a42e739 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.4050336 Jun 04 16:29:13.467180 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:13.476765 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:13.481240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:13.495908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2d813-207f-4ded-a28c-b3ce5e649cd7 req-f83f89da-e096-4f0f-a534-9fb588fdadca tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:13.497407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ff2d813-207f-4ded-a28c-b3ce5e649cd7 req-f83f89da-e096-4f0f-a534-9fb588fdadca tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.4944706 Jun 04 16:29:13.580029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47186) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:13.592405 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6282a6b4-f858-40eb-881e-c25866d5718a req-7413889e-0286-419b-9038-53ce37810ebd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102027 Jun 04 16:29:13.616557 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ff2d813-207f-4ded-a28c-b3ce5e649cd7 req-0a5dd0ac-09f3-4590-b05d-9bcb6bb18ee4 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049840 Jun 04 16:29:13.625312 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:13.626348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:13.627265 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:13.631783 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:13.631783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:13.632059 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:13.712363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0e765877-0424-47bc-a9d7-8b5d0b7ef2c7 tempest-DvrRoutersNegativeTest-1307564443 tempest-DvrRoutersNegativeTest-1307564443-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-850821642', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:13.715946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.policy [None req-0e765877-0424-47bc-a9d7-8b5d0b7ef2c7 tempest-DvrRoutersNegativeTest-1307564443 tempest-DvrRoutersNegativeTest-1307564443-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88797) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 04 16:29:13.715946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.policy [None req-0e765877-0424-47bc-a9d7-8b5d0b7ef2c7 tempest-DvrRoutersNegativeTest-1307564443 tempest-DvrRoutersNegativeTest-1307564443-project] Failed policy check for 'create_router' {{(pid=88797) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 04 16:29:13.716427 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-0e765877-0424-47bc-a9d7-8b5d0b7ef2c7 tempest-DvrRoutersNegativeTest-1307564443 tempest-DvrRoutersNegativeTest-1307564443-project] create failed (client error): Access was denied to this resource. Jun 04 16:29:13.722055 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0e765877-0424-47bc-a9d7-8b5d0b7ef2c7 tempest-DvrRoutersNegativeTest-1307564443 tempest-DvrRoutersNegativeTest-1307564443-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1403646 Jun 04 16:29:13.757633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07d93-cb23-4c0a-8f69-3a93c130f90c req-0c7ec388-24c4-47db-9187-d568de46e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:13.759203 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5a07d93-cb23-4c0a-8f69-3a93c130f90c req-0c7ec388-24c4-47db-9187-d568de46e6c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=614a7452-3f8e-48d3-a295-c0d70920f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3994837 Jun 04 16:29:13.772509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] Pushing event updated for resources: {'Network': ['ID=6f5938a6-9eb6-42de-81b7-fd33ade18d19,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:13.798060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:29:13.823164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-37b786ed-bf7d-40ad-a8e5-38930ce85fee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1009686 Jun 04 16:29:13.827534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47196) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:13.834889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Request body: {'subnet': {'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-subnet', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:13.843842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:13.852680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0694242 Jun 04 16:29:13.852858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Usage tracker for resource:subnet and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:13.856142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:13.864671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:13.876050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47200) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:13.887921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Request body: {'subnet': {'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-266005839-subnet', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:13.901314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Made reservation on behalf of 9a6c197ec3444659b4b4af7e2c0aec5f for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:29:13.905992 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:14.035655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b1b64374-3951-4651-b4f4-1b6d364752e2 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:29:14.063188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c345d9-d16b-4628-98a2-deef8ecb6b9e admin admin] Pushing event updated for resources: {'Network': ['ID=5bffa50e-6075-4c4d-a7c9-53a4ad9311fb,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:14.079529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:29:14.189399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5a07d93-cb23-4c0a-8f69-3a93c130f90c req-b95c5be4-2f3d-44b2-b8be-a2c78dcf5871 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200413 Jun 04 16:29:14.189909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47208) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:14.208860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:14.219182 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Usage tracker for resource:subnet and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:14.225286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:14.249811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:14.289044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Made reservation on behalf of 034fe08f1f634c458de338d38be6314a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:29:14.291447 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:14.298459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b1b64374-3951-4651-b4f4-1b6d364752e2, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b1b64374-3951-4651-b4f4-1b6d364752e2,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:14.322655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'b1b64374-3951-4651-b4f4-1b6d364752e2', 'network_id': 'a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e', 'port_id': 'b1b64374-3951-4651-b4f4-1b6d364752e2', 'mac_address': 'fa:16:3e:35:5f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e04031-3729-4919-8e9f-f1d9cf7008d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:29:14.412166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port b1b64374-3951-4651-b4f4-1b6d364752e2 is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:14.413020 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:14.429261 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:14.442890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1b64374-3951-4651-b4f4-1b6d364752e2 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:29:14.487398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b1b64374-3951-4651-b4f4-1b6d364752e2, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b1b64374-3951-4651-b4f4-1b6d364752e2,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:14.496458 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:14.508273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a10394f-857f-48ce-84fe-ff0cc4ad9f70,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:14.545039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Checking segment: {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:14.545039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Network hostable DHCP agents. Network: 6f5938a6-9eb6-42de-81b7-fd33ade18d19, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:29:14.604129 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2d64-6d66-4035-afe7-02dbb0f64103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:14.632695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=b1b64374-3951-4651-b4f4-1b6d364752e2,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:14.639774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b62653-50ae-4fb1-a0ca-2a913f4b62f5 req-32d394bf-c3a9-4b98-b87c-bd578e3ff7a9 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:14.646851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9b62653-50ae-4fb1-a0ca-2a913f4b62f5 req-32d394bf-c3a9-4b98-b87c-bd578e3ff7a9 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 0.6706276 Jun 04 16:29:14.683634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c4ca2d64-6d66-4035-afe7-02dbb0f64103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:14.685182 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:29:14.707454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 6f5938a6-9eb6-42de-81b7-fd33ade18d19) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:14.711274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c4ca2d64-6d66-4035-afe7-02dbb0f64103 admin admin] Usage tracker for resource:security_group_rule and tenant:0e5f7396ee494952b5f346fc00ebc13f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:14.715225 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:14.715835 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:14.718310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c4ca2d64-6d66-4035-afe7-02dbb0f64103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:14.726634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a08e72e-bd28-49c0-81dc-0a39088d9a0c None None] Network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:29:14.742914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7f88f-bd36-4eb5-8aaf-4a3a87416aee req-06628ed8-1a24-43c4-9268-7d4b2daafa46 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:14.743357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['b1b64374-3951-4651-b4f4-1b6d364752e2'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:29:14.743475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ac7f88f-bd36-4eb5-8aaf-4a3a87416aee req-06628ed8-1a24-43c4-9268-7d4b2daafa46 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 946 time: 0.6534026 Jun 04 16:29:14.746395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c4ca2d64-6d66-4035-afe7-02dbb0f64103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:14.752970 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5a07d93-cb23-4c0a-8f69-3a93c130f90c req-bfcad119-5d42-45a7-9c9c-b7f10db8b6fe service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536454 Jun 04 16:29:14.778462 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:14.811080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9b62653-50ae-4fb1-a0ca-2a913f4b62f5 req-3fbc0103-3bb7-4357-a4f5-e99cd72672ce tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632726 Jun 04 16:29:14.837596 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-16ea5d9e-dbca-4d65-9eb2-a0c5cc1a575c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0118322 Jun 04 16:29:14.838642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47220) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:14.861922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ac7f88f-bd36-4eb5-8aaf-4a3a87416aee req-0c397c43-95e2-432d-8bcb-4e0f357f8edf tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122897 Jun 04 16:29:14.879569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:14.886739 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:14.893812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Usage tracker for resource:router and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:14.902101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:14.912537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:14.951281 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:14.952567 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.025527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Checking segment: {'id': '46378fb8-46e0-4bd4-b80b-4f07d21294c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:15.026138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Network hostable DHCP agents. Network: 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:29:15.046671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24400e9e-8edf-461f-bb64-f983372345e5,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:15.055242 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.074779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:29:15.136759 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2d64-6d66-4035-afe7-02dbb0f64103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.146313 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c4ca2d64-6d66-4035-afe7-02dbb0f64103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.249743 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:29:15.250721 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.251916 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c4ca2d64-6d66-4035-afe7-02dbb0f64103 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e5f7396ee494952b5f346fc00ebc13f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0571742 Jun 04 16:29:15.254318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47224) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:15.264179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca2d64-6d66-4035-afe7-02dbb0f64103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b506e972-a516-4774-9283-f245c8ccca0e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:15.312534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b9f9b-e0b7-43d8-b466-d7a2c258df1b req-6f06019f-9c83-45da-aa82-9e4f8fb4c055 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:15.315568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf8b9f9b-e0b7-43d8-b466-d7a2c258df1b req-6f06019f-9c83-45da-aa82-9e4f8fb4c055 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.3377166 Jun 04 16:29:15.339281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:15.347785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:15.348422 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.354749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6b08c4-58c8-465f-acf0-1b8f2966fbb5 None None] Network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:29:15.403714 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d1e151b2-7155-4f07-b927-a744055ea2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.436702 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d1e151b2-7155-4f07-b927-a744055ea2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.517135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b6c6-9930-47ae-80dc-50c5bc560fc2 req-9307e206-6f25-4023-ade0-5067adddfcfe tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:15.517135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69f1b6c6-9930-47ae-80dc-50c5bc560fc2 req-9307e206-6f25-4023-ade0-5067adddfcfe tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.4383893 Jun 04 16:29:15.525296 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.546138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf8b9f9b-e0b7-43d8-b466-d7a2c258df1b req-33dd53b2-b40f-49ec-a779-fb76a92b3c00 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891699 Jun 04 16:29:15.546138 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d1e151b2-7155-4f07-b927-a744055ea2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.581943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e151b2-7155-4f07-b927-a744055ea2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b506e972-a516-4774-9283-f245c8ccca0e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:15.588332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47228) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:15.596029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:15.597639 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-953861d4-f58e-42a4-a912-cff2a64db6d4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7193806 Jun 04 16:29:15.607055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:15.612774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Usage tracker for resource:router and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:15.617099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:15.623085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:15.633760 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d1e151b2-7155-4f07-b927-a744055ea2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.635166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d1e151b2-7155-4f07-b927-a744055ea2b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b506e972-a516-4774-9283-f245c8ccca0e HTTP/1.1" status: 204 len: 168 time: 0.3774068 Jun 04 16:29:15.663240 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.664315 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.683315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Allocated IP 172.20.0.2 (6f5938a6-9eb6-42de-81b7-fd33ade18d19/5a10394f-857f-48ce-84fe-ff0cc4ad9f70/d11281cf-65ef-44c7-a23b-22d08a1b69db) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:29:15.687083 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.711238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'fixed_ips': [{'subnet_id': '24400e9e-8edf-461f-bb64-f983372345e5'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:29:15.715054 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:15.854422 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69f1b6c6-9930-47ae-80dc-50c5bc560fc2 req-dedbdd25-f2e1-4db4-9801-d6203814d5af tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222623 Jun 04 16:29:16.022970 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:16.059423 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:16.165414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b1b64374-3951-4651-b4f4-1b6d364752e2 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:29:16.191535 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:16.255041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Allocated IP 172.25.5.142 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/30239f75-f7aa-4463-a417-1d1bdba76e4b) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:29:16.392475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22254a81-1e68-4827-ae97-8048b57f72a6 req-f74414eb-dfd9-4fe0-b481-a413209d56e7 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:16.403494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22254a81-1e68-4827-ae97-8048b57f72a6 req-f74414eb-dfd9-4fe0-b481-a413209d56e7 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 0.3331409 Jun 04 16:29:16.457448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2e470-eb80-494d-8bcb-addd4712e224 req-f9ade36c-eec0-4584-b6f6-ab4ac0aaa5b3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:16.464675 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7cd2e470-eb80-494d-8bcb-addd4712e224 req-f9ade36c-eec0-4584-b6f6-ab4ac0aaa5b3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 945 time: 0.3140240 Jun 04 16:29:16.544693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:16.580866 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:16.640457 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22254a81-1e68-4827-ae97-8048b57f72a6 req-84eaa290-e106-44a1-94d5-7674d3bff292 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360668 Jun 04 16:29:16.645385 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:16.661398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:16.666030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:16.669580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:29:16.693861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7cd2e470-eb80-494d-8bcb-addd4712e224 req-349ba802-c15f-4481-98f8-42c5b03741be tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278342 Jun 04 16:29:16.694160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Allocated IP 172.20.0.2 (5bffa50e-6075-4c4d-a7c9-53a4ad9311fb/24400e9e-8edf-461f-bb64-f983372345e5/c024bab9-241d-4fa9-8d74-28b56ab83433) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:29:16.727710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Transition to ACTIVE for port object d11281cf-65ef-44c7-a23b-22d08a1b69db will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:16.764612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Pushing event updated for resources: {'Port': ['ID=30239f75-f7aa-4463-a417-1d1bdba76e4b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:16.850329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port b1b64374-3951-4651-b4f4-1b6d364752e2 is: BUILD; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:16.850329 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:16.871476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Transition to ACTIVE for port object d11281cf-65ef-44c7-a23b-22d08a1b69db will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:16.871476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b1b64374-3951-4651-b4f4-1b6d364752e2 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:29:16.893839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b1b64374-3951-4651-b4f4-1b6d364752e2, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b1b64374-3951-4651-b4f4-1b6d364752e2,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:17.047882 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:17.095078 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:17.095078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5fdb3116-c787-4b04-a395-6976090ed690 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:29:17.175379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47262) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:17.400926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Pushing event updated for resources: {'Port': ['ID=d11281cf-65ef-44c7-a23b-22d08a1b69db,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:17.411167 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:17.421645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-2a58c902-a2da-4001-91c9-a37859f847fe tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-503470185', 'prefixes': ['172.20.0.0/16']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:17.462645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:17.523945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2a58c902-a2da-4001-91c9-a37859f847fe tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:17.573351 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:17.585371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Transition to ACTIVE for port object c024bab9-241d-4fa9-8d74-28b56ab83433 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:17.590617 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:17.606310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Transition to ACTIVE for port object c024bab9-241d-4fa9-8d74-28b56ab83433 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:17.622496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:17.639871 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:17.650681 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:17.712516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:29:17.727176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:17.764767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:17.765442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e40dad-95e2-4979-b3e4-efb60baa48ae req-44f32a5b-df5a-4d60-88d0-ad9ba3de7732 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:17.776786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99e40dad-95e2-4979-b3e4-efb60baa48ae req-44f32a5b-df5a-4d60-88d0-ad9ba3de7732 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.8189137 Jun 04 16:29:17.780009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:29:17.821593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5fdb3116-c787-4b04-a395-6976090ed690 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:17.822341 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:17.859642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0414a1-3ef3-4da5-8894-fe32204c51f7 req-a3f5e9cc-1073-416c-adc7-7207cc6bbd20 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:17.861280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d0414a1-3ef3-4da5-8894-fe32204c51f7 req-a3f5e9cc-1073-416c-adc7-7207cc6bbd20 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.5356457 Jun 04 16:29:17.891922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=b1b64374-3951-4651-b4f4-1b6d364752e2,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:17.983062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99e40dad-95e2-4979-b3e4-efb60baa48ae req-64cab175-b668-461d-ba53-447d31445e63 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846743 Jun 04 16:29:18.027919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Pushing event updated for resources: {'Port': ['ID=c024bab9-241d-4fa9-8d74-28b56ab83433,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:18.037621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Allocated IP 172.25.5.191 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/34b18972-8f03-4fc2-bbbe-72b40a19e833) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:29:18.037792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:29:18.045977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Attempting to bind port d11281cf-65ef-44c7-a23b-22d08a1b69db on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:29:18.046580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Attempting to bind port d11281cf-65ef-44c7-a23b-22d08a1b69db by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:29:18.047811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Attempting to bind port d11281cf-65ef-44c7-a23b-22d08a1b69db on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:18.065644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d0414a1-3ef3-4da5-8894-fe32204c51f7 req-3978377a-64cf-4eb0-aaa7-db084cc7d5bc tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947520 Jun 04 16:29:18.077445 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:29:18.077817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Checking segment: {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:18.078218 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:18.078635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Bound using segment: {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:29:18.079160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Bound port: d11281cf-65ef-44c7-a23b-22d08a1b69db, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:29:18.079533 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:18.098018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Attempting to bind port c024bab9-241d-4fa9-8d74-28b56ab83433 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:29:18.098397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Attempting to bind port c024bab9-241d-4fa9-8d74-28b56ab83433 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '46378fb8-46e0-4bd4-b80b-4f07d21294c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:29:18.098818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Attempting to bind port c024bab9-241d-4fa9-8d74-28b56ab83433 on network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:18.127828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:18.150224 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:18.153071 n-d-811809-3 neutron-server[88799]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cf68f13d-1c0f-4c69-a528-e8c310265f0a']: {'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690', 'code': 422} returned with failed status Jun 04 16:29:18.236614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:29:18.237131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Checking segment: {'id': '46378fb8-46e0-4bd4-b80b-4f07d21294c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:18.237733 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:18.238210 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Bound using segment: {'id': '46378fb8-46e0-4bd4-b80b-4f07d21294c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:29:18.238725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Bound port: c024bab9-241d-4fa9-8d74-28b56ab83433, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46378fb8-46e0-4bd4-b80b-4f07d21294c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:29:18.239088 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:18.336667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5fdb3116-c787-4b04-a395-6976090ed690,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:18.358507 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:18.366032 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:18.379255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893cfc3-bda0-4195-a165-12fd73b4d3f4 req-6d8e3b4d-08e8-4534-a9c1-3438ab55008c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:18.381911 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5893cfc3-bda0-4195-a165-12fd73b4d3f4 req-6d8e3b4d-08e8-4534-a9c1-3438ab55008c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 0.1583228 Jun 04 16:29:18.431053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] For port d11281cf-65ef-44c7-a23b-22d08a1b69db, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:29:18.444120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5893cfc3-bda0-4195-a165-12fd73b4d3f4 req-c41f2092-f358-4280-a629-5c63296acd6b tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547707 Jun 04 16:29:18.459653 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2a58c902-a2da-4001-91c9-a37859f847fe tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] Notify callbacks [] for subnetpool, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:18.460088 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2a58c902-a2da-4001-91c9-a37859f847fe tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.2864025 Jun 04 16:29:18.462100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:18.472809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] For port d11281cf-65ef-44c7-a23b-22d08a1b69db, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d11281cf-65ef-44c7-a23b-22d08a1b69db,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:29:18.474243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47282) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:18.481785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] For port c024bab9-241d-4fa9-8d74-28b56ab83433, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:29:18.486703 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:18.492971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] For port c024bab9-241d-4fa9-8d74-28b56ab83433, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c024bab9-241d-4fa9-8d74-28b56ab83433,segment=NetworkSegment(46378fb8-46e0-4bd4-b80b-4f07d21294c4),segment_id=46378fb8-46e0-4bd4-b80b-4f07d21294c4)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:29:18.539648 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:18.599269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee1c0c-64a0-483b-bc64-35779f133531 None None] Pushing event updated for resources: {'Port': ['ID=d11281cf-65ef-44c7-a23b-22d08a1b69db,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:18.658281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:18.666916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:18.669427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:29:18.683829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:29:18.722663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4563dfec-4edb-420b-b3db-d8a47621c55b tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] 10.222.0.13 "GET /v2.0/subnetpools/dea33eaf-3cc3-4e75-b7e9-8b96596cffa8 HTTP/1.1" status: 200 len: 731 time: 0.2004106 Jun 04 16:29:18.728928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b7a5e-fe07-4a90-981e-dc8713ad94ac None None] Pushing event updated for resources: {'Port': ['ID=c024bab9-241d-4fa9-8d74-28b56ab83433,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:18.734595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Pushing event updated for resources: {'Port': ['ID=34b18972-8f03-4fc2-bbbe-72b40a19e833,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:18.744657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47286) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:18.766849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-906602fc-303f-4fb1-b5ef-8cdb685a195b tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2126237185'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:18.918353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:29:18.938949 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Sync routers for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:29:18.959644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:18.962502 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0386de13-7e52-46d1-abce-27af7418ee01 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1068625 Jun 04 16:29:18.965890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47290) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:18.966305 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:29:18.967250 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:29:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:19.194931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91272b6-ae4f-4b11-b190-db5e51df20f6 req-7e8fcc96-6c8d-4379-8a0d-46760fdaff7e tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:19.203470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c91272b6-ae4f-4b11-b190-db5e51df20f6 req-7e8fcc96-6c8d-4379-8a0d-46760fdaff7e tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 944 time: 0.6705410 Jun 04 16:29:19.309236 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:29:19.391969 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c91272b6-ae4f-4b11-b190-db5e51df20f6 req-02fb8732-601c-468a-8398-16de57e0c212 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bd24e3-64be-421c-bcce-e6c91aaa19bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866002 Jun 04 16:29:19.489640 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-906602fc-303f-4fb1-b5ef-8cdb685a195b tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] Notify callbacks [] for subnetpool, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:19.503100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-906602fc-303f-4fb1-b5ef-8cdb685a195b tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] 10.222.0.13 "PUT /v2.0/subnetpools/dea33eaf-3cc3-4e75-b7e9-8b96596cffa8 HTTP/1.1" status: 200 len: 684 time: 0.7549889 Jun 04 16:29:19.503819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47300) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:19.638859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d3a1c-cbf2-44bb-949f-84a74256a68f req-92fa426b-2406-4a8d-b427-88da24c300e7 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:19.640355 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6d3a1c-cbf2-44bb-949f-84a74256a68f req-92fa426b-2406-4a8d-b427-88da24c300e7 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.46 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 944 time: 0.6071699 Jun 04 16:29:19.712459 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:17Z', 'revision_number': 3, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:19.717928 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Checking router: 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:29:19.718887 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Updating router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 port 30239f75-f7aa-4463-a417-1d1bdba76e4b binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:29:19.775603 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:19.792857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-ff6d3a1c-cbf2-44bb-949f-84a74256a68f req-0122aa26-16fc-4432-94fd-329b5a191ad3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Deleting port b1b64374-3951-4651-b4f4-1b6d364752e2 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:29:19.793462 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6d3a1c-cbf2-44bb-949f-84a74256a68f req-0122aa26-16fc-4432-94fd-329b5a191ad3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:20.019814 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:20.087884 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:20.151279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88829b-7bef-48d9-9be6-7b1b4b04dfb1 req-01472b2b-585e-4986-b867-311c7489dec4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:20.162515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc88829b-7bef-48d9-9be6-7b1b4b04dfb1 req-01472b2b-585e-4986-b867-311c7489dec4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 943 time: 0.8909478 Jun 04 16:29:20.169596 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:20.186863 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Transition to ACTIVE for port object 30239f75-f7aa-4463-a417-1d1bdba76e4b will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:20.196041 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:20.282007 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Attempting to bind port 30239f75-f7aa-4463-a417-1d1bdba76e4b on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:29:20.282373 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Attempting to bind port 30239f75-f7aa-4463-a417-1d1bdba76e4b by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:29:20.285745 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Attempting to bind port 30239f75-f7aa-4463-a417-1d1bdba76e4b on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:20.297330 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Pushing event updated for resources: {'Port': ['ID=30239f75-f7aa-4463-a417-1d1bdba76e4b,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:20.309821 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:29:20.310485 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:20.311041 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:20.311510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0b484b-8ecd-4ed9-a3c0-dd6065b4aff7 None None] Network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:29:20.313118 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:29:20.313772 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Bound port: 30239f75-f7aa-4463-a417-1d1bdba76e4b, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:29:20.314688 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:20.348491 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:20.349093 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:20.349608 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:20.350079 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:20.350582 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:20.351056 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:20.351526 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:20.352014 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:20.352482 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:20.352967 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:20.353434 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:20.353900 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:20.378630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Allocated IP 172.20.0.1 (6f5938a6-9eb6-42de-81b7-fd33ade18d19/5a10394f-857f-48ce-84fe-ff0cc4ad9f70/eb55ebb2-f389-4c1f-95f1-7b7208f9a888) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:29:20.454575 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] For port 30239f75-f7aa-4463-a417-1d1bdba76e4b, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:29:20.459146 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] For port 30239f75-f7aa-4463-a417-1d1bdba76e4b, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=30239f75-f7aa-4463-a417-1d1bdba76e4b,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:29:20.466210 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:20.540948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7524ee2e-01d6-4710-ae38-6ec46d779496 None None] Provisioning for port c024bab9-241d-4fa9-8d74-28b56ab83433 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:20.569686 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ff6d3a1c-cbf2-44bb-949f-84a74256a68f req-0122aa26-16fc-4432-94fd-329b5a191ad3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] For port b1b64374-3951-4651-b4f4-1b6d364752e2, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b1b64374-3951-4651-b4f4-1b6d364752e2,segment=NetworkSegment(21d53cf6-4525-45ea-a8d5-18c8967f9d50),segment_id=21d53cf6-4525-45ea-a8d5-18c8967f9d50)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:20.570347 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6d3a1c-cbf2-44bb-949f-84a74256a68f req-0122aa26-16fc-4432-94fd-329b5a191ad3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:20.570545 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b9bf6-b8ef-40d0-98fb-3ad2b8e0ed20 None None] Pushing event updated for resources: {'Port': ['ID=30239f75-f7aa-4463-a417-1d1bdba76e4b,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:20.595617 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:29:20.596757 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:29:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:20.610982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:20.653872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Transition to ACTIVE for port object eb55ebb2-f389-4c1f-95f1-7b7208f9a888 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:20.710536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:20.791396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-ff6d3a1c-cbf2-44bb-949f-84a74256a68f req-0122aa26-16fc-4432-94fd-329b5a191ad3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Calling delete_port for b1b64374-3951-4651-b4f4-1b6d364752e2 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:29:20.838899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:20.842237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:20.868672 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:29:20.917709 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:29:20.921399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608fad7c-73a0-4fd6-819b-6092fc3c276b None None] Network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:29:20.951660 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c024bab9-241d-4fa9-8d74-28b56ab83433 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:20.957919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Pushing event updated for resources: {'Port': ['ID=eb55ebb2-f389-4c1f-95f1-7b7208f9a888,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:20.989158 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:21.029425 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc88829b-7bef-48d9-9be6-7b1b4b04dfb1 req-198bd6f2-8b2f-4c71-a26f-ae348e216524 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8653443 Jun 04 16:29:21.058609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e93af-5385-4cee-ab92-8cc34bd7053c req-a9fa4198-c5b4-4301-8dcd-7491c040fc9c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:21.059691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-659e93af-5385-4cee-ab92-8cc34bd7053c req-a9fa4198-c5b4-4301-8dcd-7491c040fc9c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 1.4272478 Jun 04 16:29:21.116142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-55cba027-8772-4539-9cc6-f70f5863dbb5 None None] Provisioning for port d11281cf-65ef-44c7-a23b-22d08a1b69db completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:21.175487 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:21.276585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c024bab9-241d-4fa9-8d74-28b56ab83433 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:21.290409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c024bab9-241d-4fa9-8d74-28b56ab83433 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:21.291076 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:21.305195 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:17Z', 'revision_number': 3, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:21.309532 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce40562-0d66-4b95-80c1-bff75f973b32 None None] The sync data for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 is: [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:17Z', 'revision_number': 3, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:29:21.352804 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:21.356817 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:29:21.357345 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6d3a1c-cbf2-44bb-949f-84a74256a68f req-0122aa26-16fc-4432-94fd-329b5a191ad3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:21.463233 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:21.472418 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:21.513644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c024bab9-241d-4fa9-8d74-28b56ab83433 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:21.514753 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:21.572998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port c024bab9-241d-4fa9-8d74-28b56ab83433, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c024bab9-241d-4fa9-8d74-28b56ab83433,segment=NetworkSegment(46378fb8-46e0-4bd4-b80b-4f07d21294c4),segment_id=46378fb8-46e0-4bd4-b80b-4f07d21294c4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:21.584330 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:21.585157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d11281cf-65ef-44c7-a23b-22d08a1b69db up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:21.646547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Pushing event updated for resources: {'Port': ['ID=eb55ebb2-f389-4c1f-95f1-7b7208f9a888,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:21.689407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:21.709749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122aa26-16fc-4432-94fd-329b5a191ad3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Pushing event deleted for resources: {'Port': ['ID=b1b64374-3951-4651-b4f4-1b6d364752e2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:21.907132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b1b64374-3951-4651-b4f4-1b6d364752e2 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:29:21.910028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-659e93af-5385-4cee-ab92-8cc34bd7053c req-ba94b3c8-3688-4f79-a592-85d5c1b80ed1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5609524 Jun 04 16:29:21.912026 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2196760f-41eb-4df0-83d4-7642be0b5f60 tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] Notify callbacks [] for subnetpool, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:21.916104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47312) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:21.917934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2196760f-41eb-4df0-83d4-7642be0b5f60 tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] 10.222.0.13 "DELETE /v2.0/subnetpools/dea33eaf-3cc3-4e75-b7e9-8b96596cffa8 HTTP/1.1" status: 204 len: 168 time: 2.3951893 Jun 04 16:29:21.930619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6d3a1c-cbf2-44bb-949f-84a74256a68f req-0122aa26-16fc-4432-94fd-329b5a191ad3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] No DVR routers for this DVR port b1b64374-3951-4651-b4f4-1b6d364752e2 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:29:21.942722 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6d3a1c-cbf2-44bb-949f-84a74256a68f req-0122aa26-16fc-4432-94fd-329b5a191ad3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:21.944692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6d3a1c-cbf2-44bb-949f-84a74256a68f req-0122aa26-16fc-4432-94fd-329b5a191ad3 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.46 "DELETE /v2.0/ports/b1b64374-3951-4651-b4f4-1b6d364752e2 HTTP/1.1" status: 204 len: 173 time: 2.2541029 Jun 04 16:29:21.944837 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-bb71fbfa-f8e8-4a4e-b89f-dba6f9c74a2c tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] show failed (client error): The resource could not be found. Jun 04 16:29:21.945731 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bb71fbfa-f8e8-4a4e-b89f-dba6f9c74a2c tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] 10.222.0.13 "GET /v2.0/subnetpools/dea33eaf-3cc3-4e75-b7e9-8b96596cffa8 HTTP/1.1" status: 404 len: 346 time: 0.0283880 Jun 04 16:29:21.960503 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47316) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:21.973719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735b8ead-b38d-4b6c-bcc6-9bc4737b9e05', 'name': 'network-vif-deleted', 'tag': 'b1b64374-3951-4651-b4f4-1b6d364752e2'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:29:21.982142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=c024bab9-241d-4fa9-8d74-28b56ab83433,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:21.995672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: b1b64374-3951-4651-b4f4-1b6d364752e2 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:29:21.996288 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b1b64374-3951-4651-b4f4-1b6d364752e2 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:29:22.007144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e8e6fa8f-b78b-49cf-b3eb-f3a813e3a35b None None] Provisioning complete for port c024bab9-241d-4fa9-8d74-28b56ab83433 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:22.007808 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e8e6fa8f-b78b-49cf-b3eb-f3a813e3a35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:22.039888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:22.041307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port d11281cf-65ef-44c7-a23b-22d08a1b69db completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:22.048763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:22.059089 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-acd6f423-66b4-4563-b348-568477819fe6 tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] delete failed (client error): The resource could not be found. Jun 04 16:29:22.067308 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-acd6f423-66b4-4563-b348-568477819fe6 tempest-SubnetPoolsTestJSON-1811162797 tempest-SubnetPoolsTestJSON-1811162797-project] 10.222.0.13 "DELETE /v2.0/subnetpools/dea33eaf-3cc3-4e75-b7e9-8b96596cffa8 HTTP/1.1" status: 404 len: 346 time: 0.1021335 Jun 04 16:29:22.079892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d11281cf-65ef-44c7-a23b-22d08a1b69db triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:22.080520 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:22.411772 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:29:22.434298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6fa8f-b78b-49cf-b3eb-f3a813e3a35b None None] Current status of the port c024bab9-241d-4fa9-8d74-28b56ab83433 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:22.477613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d11281cf-65ef-44c7-a23b-22d08a1b69db is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:22.477990 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:22.572857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port d11281cf-65ef-44c7-a23b-22d08a1b69db, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d11281cf-65ef-44c7-a23b-22d08a1b69db,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:22.575111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fe484fb8-e223-4198-bf2c-8ae400848615 None None] Provisioning for port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:22.582403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fe484fb8-e223-4198-bf2c-8ae400848615 None None] Provisioning complete for port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:22.583232 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fe484fb8-e223-4198-bf2c-8ae400848615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:22.624004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b0481cd4-6478-4aa3-893d-50c406acd3b4 req-a0836ce9-80a1-4cb4-97b9-51cdeb62dbc6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Synchronizing usage tracker for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:29:22.671043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f240d-8ba5-46e4-993b-afd94ad81824 req-0ecffdc5-2d59-4368-8f5b-55984557dec7 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:22.673368 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b1f240d-8ba5-46e4-993b-afd94ad81824 req-0ecffdc5-2d59-4368-8f5b-55984557dec7 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 1.3222873 Jun 04 16:29:22.705941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fe484fb8-e223-4198-bf2c-8ae400848615 None None] Port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:29:22.720630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47326) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:22.724829 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:22.838860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b0481cd4-6478-4aa3-893d-50c406acd3b4 req-a0836ce9-80a1-4cb4-97b9-51cdeb62dbc6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] Unset dirty status for tenant:8f6d1390e6f846d0ae072dfaad0fbd20 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:29:22.854171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0481cd4-6478-4aa3-893d-50c406acd3b4 req-a0836ce9-80a1-4cb4-97b9-51cdeb62dbc6 tempest-ImagesTestJSON-1932802785 tempest-ImagesTestJSON-1932802785-project] 10.222.0.13 "GET /v2.0/ports?device_id=735b8ead-b38d-4b6c-bcc6-9bc4737b9e05 HTTP/1.1" status: 200 len: 210 time: 0.6636477 Jun 04 16:29:22.898942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fe484fb8-e223-4198-bf2c-8ae400848615 None None] Provisioning complete for port d11281cf-65ef-44c7-a23b-22d08a1b69db triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:22.899567 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fe484fb8-e223-4198-bf2c-8ae400848615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:22.899962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Router b8b33763-3664-47a8-b1a0-659d6b28f3f7 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:29:22.936747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b1f240d-8ba5-46e4-993b-afd94ad81824 req-cc5f8ec4-a123-42ec-b623-7a544c191434 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195928 Jun 04 16:29:22.958459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:29:22.988596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=d11281cf-65ef-44c7-a23b-22d08a1b69db,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:23.013087 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-379f1fc6-f5f1-440e-a134-728a0d1bc219 admin admin] 10.222.0.13 "PUT /v2.0/routers/80fd9113-d003-40fc-a3c8-7ff8f7c476f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0455694 Jun 04 16:29:23.049463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 30239f75-f7aa-4463-a417-1d1bdba76e4b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:23.080887 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50082660-ab57-4615-bf26-483ce4b36566'] response: {'server_uuid': '735b8ead-b38d-4b6c-bcc6-9bc4737b9e05', 'name': 'network-vif-deleted', 'tag': 'b1b64374-3951-4651-b4f4-1b6d364752e2', 'status': 'completed', 'code': 200} Jun 04 16:29:23.109951 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-533021d3-2190-467f-a796-093ddfaeeafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:23.147704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-533021d3-2190-467f-a796-093ddfaeeafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:23.149931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fe484fb8-e223-4198-bf2c-8ae400848615 None None] Current status of the port d11281cf-65ef-44c7-a23b-22d08a1b69db is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:23.156405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-533021d3-2190-467f-a796-093ddfaeeafe admin admin] Usage tracker for resource:security_group_rule and tenant:744b6eb5da5c4be698c3c9b167a73032 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:23.175755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-533021d3-2190-467f-a796-093ddfaeeafe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:23.180523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 30239f75-f7aa-4463-a417-1d1bdba76e4b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:23.182688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-533021d3-2190-467f-a796-093ddfaeeafe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:23.189620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 30239f75-f7aa-4463-a417-1d1bdba76e4b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:23.190826 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:23.289368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:29:23.307926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Sync routers for ids ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:29:23.323507 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:23.330948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-78c3af49-ded6-4a30-8ed9-963083f5c47e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7415357 Jun 04 16:29:23.333870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47342) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:23.338198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Routers {'b8b33763-3664-47a8-b1a0-659d6b28f3f7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:29:23.338877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:29:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:23.348282 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-533021d3-2190-467f-a796-093ddfaeeafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:23.354626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b7b85-55c9-4c16-9806-763ad15c70c2 req-4f7cfe5a-afe3-4dc0-810a-9d49cf5216b2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:23.356559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-809b7b85-55c9-4c16-9806-763ad15c70c2 req-4f7cfe5a-afe3-4dc0-810a-9d49cf5216b2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.1456773 Jun 04 16:29:23.416643 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-809b7b85-55c9-4c16-9806-763ad15c70c2 req-9584835a-ae60-4cfb-8367-dc7aaf4a0d2f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520933 Jun 04 16:29:23.436396 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-533021d3-2190-467f-a796-093ddfaeeafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:23.499923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-71f21f14-8b45-4d27-921c-5026a4afa47f None None] Provisioning complete for port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:23.500320 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-71f21f14-8b45-4d27-921c-5026a4afa47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:23.568069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533021d3-2190-467f-a796-093ddfaeeafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02524aa-e7b6-48c2-943b-dd4c2a3e60c7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:23.572593 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-533021d3-2190-467f-a796-093ddfaeeafe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=744b6eb5da5c4be698c3c9b167a73032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8508401 Jun 04 16:29:23.575478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47350) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:23.671791 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dba476e9-bb2d-40cb-ac89-c163b3106e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:23.707465 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dba476e9-bb2d-40cb-ac89-c163b3106e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:23.761225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Set router b8b33763-3664-47a8-b1a0-659d6b28f3f7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:29:23.796081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47356) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:23.802223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2038582889', 'description': 'tempest-description--260329737'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:23.809238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:23.813848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:23.822370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:23.840234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:23.842518 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dba476e9-bb2d-40cb-ac89-c163b3106e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:23.869934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba476e9-bb2d-40cb-ac89-c163b3106e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02524aa-e7b6-48c2-943b-dd4c2a3e60c7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:23.880856 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dba476e9-bb2d-40cb-ac89-c163b3106e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:23.883743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dba476e9-bb2d-40cb-ac89-c163b3106e62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b02524aa-e7b6-48c2-943b-dd4c2a3e60c7 HTTP/1.1" status: 204 len: 168 time: 0.3052442 Jun 04 16:29:23.889151 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:23.944070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:23.954963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group_rule and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:23.976341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:23.998473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:24.113423 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Sync routers for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:29:24.134514 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:29:24.136689 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:29:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:24.211763 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 30239f75-f7aa-4463-a417-1d1bdba76e4b is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:24.212141 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:24.254145 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-71f21f14-8b45-4d27-921c-5026a4afa47f None None] Port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:29:24.304433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 30239f75-f7aa-4463-a417-1d1bdba76e4b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=30239f75-f7aa-4463-a417-1d1bdba76e4b,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:24.352725 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:24.354189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c024bab9-241d-4fa9-8d74-28b56ab83433 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:24.370646 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:29:24.394204 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:24.433934 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:24.619331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17418eef-71b5-49f3-b476-da616de2b860,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:24.635949 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:24.637231 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4dafad23-953e-4d6a-b56c-dd5bc105f771 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8406026 Jun 04 16:29:24.645894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47396) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:24.671592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a9f217ce-7574-4c3e-a40d-5aee24dbd01a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'security_group_rule': {'security_group_id': '17418eef-71b5-49f3-b476-da616de2b860', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:24.686750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=30239f75-f7aa-4463-a417-1d1bdba76e4b,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:24.689966 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:24.704730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273ac47-efa3-47b4-b9d0-5d8ee22f36f4 req-9592ba0b-7efc-4ad0-bc41-c10f7e640a9d tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:24.708330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d273ac47-efa3-47b4-b9d0-5d8ee22f36f4 req-9592ba0b-7efc-4ad0-bc41-c10f7e640a9d tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 0.5359700 Jun 04 16:29:24.735249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9f217ce-7574-4c3e-a40d-5aee24dbd01a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:24.751415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9f217ce-7574-4c3e-a40d-5aee24dbd01a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group_rule and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:24.759421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9f217ce-7574-4c3e-a40d-5aee24dbd01a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:24.776741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c024bab9-241d-4fa9-8d74-28b56ab83433 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:24.777163 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:24.821237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9f217ce-7574-4c3e-a40d-5aee24dbd01a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:24.827794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d273ac47-efa3-47b4-b9d0-5d8ee22f36f4 req-567e966e-003b-4cf3-9942-66b1f394936c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122642 Jun 04 16:29:24.873142 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9f217ce-7574-4c3e-a40d-5aee24dbd01a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:25.008491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46f8a6-0035-4870-b199-d128fb071fad req-4204ff9b-1ed3-4bbd-a642-3b12b9a85e9d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:25.021232 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f46f8a6-0035-4870-b199-d128fb071fad req-4204ff9b-1ed3-4bbd-a642-3b12b9a85e9d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.1975532 Jun 04 16:29:25.177806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f46f8a6-0035-4870-b199-d128fb071fad req-0cf46831-2a3c-4a4c-8569-964335b1ebc5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513255 Jun 04 16:29:25.181500 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 2, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:25.193233 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9f217ce-7574-4c3e-a40d-5aee24dbd01a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:25.201197 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Checking router: 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:29:25.201536 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Updating router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:29:25.226159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c024bab9-241d-4fa9-8d74-28b56ab83433 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:25.253029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:29:19Z', 'revision_number': 3, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port': {'id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:58:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:17Z', 'updated_at': '2022-06-04T16:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:25.255662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660cf92-70c9-421c-9f09-66feee04ce0e req-df8c5cc0-e763-4b31-ab1b-e899916de59d tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:25.258911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Checking router: b8b33763-3664-47a8-b1a0-659d6b28f3f7 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:29:25.259378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Updating router b8b33763-3664-47a8-b1a0-659d6b28f3f7 port 34b18972-8f03-4fc2-bbbe-72b40a19e833 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:29:25.264452 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9f217ce-7574-4c3e-a40d-5aee24dbd01a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:25.265831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f660cf92-70c9-421c-9f09-66feee04ce0e req-df8c5cc0-e763-4b31-ab1b-e899916de59d tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 943 time: 0.2002871 Jun 04 16:29:25.295876 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Allocated IP 172.20.0.1 (5bffa50e-6075-4c4d-a7c9-53a4ad9311fb/24400e9e-8edf-461f-bb64-f983372345e5/2ea8fa6a-213e-4296-a56b-220ce43568b3) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:29:25.322084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f217ce-7574-4c3e-a40d-5aee24dbd01a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92214b82-d792-4f6b-8f25-ba47015102c1,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:25.332734 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:25.369762 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:25.372004 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9f217ce-7574-4c3e-a40d-5aee24dbd01a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:25.376263 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a9f217ce-7574-4c3e-a40d-5aee24dbd01a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7189729 Jun 04 16:29:25.377308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47418) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:25.453463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f660cf92-70c9-421c-9f09-66feee04ce0e req-f72d1526-34b4-4c16-b2ac-50cb5fd6eafa tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773989 Jun 04 16:29:25.481216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8716246d-088c-49ee-b248-e3a1043e5251 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'security_group_rule': {'security_group_id': '17418eef-71b5-49f3-b476-da616de2b860', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:25.509060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8716246d-088c-49ee-b248-e3a1043e5251 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:25.554314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8716246d-088c-49ee-b248-e3a1043e5251 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group_rule and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:25.570935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8716246d-088c-49ee-b248-e3a1043e5251 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:25.600598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8716246d-088c-49ee-b248-e3a1043e5251 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:25.711706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 30239f75-f7aa-4463-a417-1d1bdba76e4b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:25.726823 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8716246d-088c-49ee-b248-e3a1043e5251 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:25.769005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47434) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:25.777922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0074201 Jun 04 16:29:25.778846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47436) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:25.903701 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:25.913067 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 30239f75-f7aa-4463-a417-1d1bdba76e4b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:25.913577 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:25.925619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fb279047-8dd4-45ea-bb57-becfe67f0a58 tempest-NetworksApiDiscovery-697897507 tempest-NetworksApiDiscovery-697897507-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1442516 Jun 04 16:29:25.968910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Transition to ACTIVE for port object 2ea8fa6a-213e-4296-a56b-220ce43568b3 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:26.015522 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8716246d-088c-49ee-b248-e3a1043e5251 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:26.025258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-558c3620-3003-4468-946e-25fd10574960 req-f1bf57ba-7e7e-4bdf-a8ff-e9e630cc934d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7561266 Jun 04 16:29:26.027083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8716246d-088c-49ee-b248-e3a1043e5251 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:26.049062 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:26.107932 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716246d-088c-49ee-b248-e3a1043e5251 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a2ca07-91fe-4617-ba7b-93ac236657c4,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:26.109907 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8716246d-088c-49ee-b248-e3a1043e5251 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:26.115761 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8716246d-088c-49ee-b248-e3a1043e5251 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7317693 Jun 04 16:29:26.115887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47458) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:26.116598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Transition to ACTIVE for port object 34b18972-8f03-4fc2-bbbe-72b40a19e833 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:26.125183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:26.144221 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:26.145485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:26.151978 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:26.161105 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:26.194699 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Transition to ACTIVE for port object eb55ebb2-f389-4c1f-95f1-7b7208f9a888 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:26.244813 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:26.276715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47466) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:26.322719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:floatingip and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:26.328378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:26.328378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:26.342149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:29:26.367767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Pushing event updated for resources: {'Port': ['ID=2ea8fa6a-213e-4296-a56b-220ce43568b3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:26.431634 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:26.604741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e89797-6fe8-44d1-9de7-b7d654cf1591 None None] Pushing event updated for resources: {'Port': ['ID=34b18972-8f03-4fc2-bbbe-72b40a19e833,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:26.633648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:26.698966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:26.724035 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1d214-ad20-41dc-bd9f-fc3620abf5bb None None] Pushing event updated for resources: {'Port': ['ID=eb55ebb2-f389-4c1f-95f1-7b7208f9a888,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:26.775798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 30239f75-f7aa-4463-a417-1d1bdba76e4b is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:26.777167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d11281cf-65ef-44c7-a23b-22d08a1b69db up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:26.802986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47478) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:26.810911 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Attempting to bind port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:29:26.812297 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Attempting to bind port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:29:26.812902 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Attempting to bind port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:26.822754 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:29:26.823392 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Checking segment: {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:26.823988 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:26.824547 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Bound using segment: {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:29:26.825344 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Bound port: eb55ebb2-f389-4c1f-95f1-7b7208f9a888, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:29:26.825900 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:26.960328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Attempting to bind port 34b18972-8f03-4fc2-bbbe-72b40a19e833 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:29:26.960841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Attempting to bind port 34b18972-8f03-4fc2-bbbe-72b40a19e833 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:29:26.961026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Attempting to bind port 34b18972-8f03-4fc2-bbbe-72b40a19e833 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:26.991898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:29:26.992274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:26.993341 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:26.993341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:29:26.993628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Bound port: 34b18972-8f03-4fc2-bbbe-72b40a19e833, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:29:26.994254 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:27.067023 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d726d41e-89d1-4de7-85d3-e02ce9ba7a3a None None] Provisioning for port 2ea8fa6a-213e-4296-a56b-220ce43568b3 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:27.070340 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:27.078820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d726d41e-89d1-4de7-85d3-e02ce9ba7a3a None None] Provisioning complete for port 2ea8fa6a-213e-4296-a56b-220ce43568b3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:27.078995 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d726d41e-89d1-4de7-85d3-e02ce9ba7a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:27.128489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e340590-0cbd-498e-b164-f548d1b55cc5 admin admin] Deleting subnet 11e04031-3729-4919-8e9f-f1d9cf7008d0 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:29:27.165088 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:27.176483 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d726d41e-89d1-4de7-85d3-e02ce9ba7a3a None None] Port 2ea8fa6a-213e-4296-a56b-220ce43568b3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:29:27.180408 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] For port eb55ebb2-f389-4c1f-95f1-7b7208f9a888, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:29:27.186076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d11281cf-65ef-44c7-a23b-22d08a1b69db triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:27.186076 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:27.186596 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] For port eb55ebb2-f389-4c1f-95f1-7b7208f9a888, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=eb55ebb2-f389-4c1f-95f1-7b7208f9a888,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:29:27.195405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad85ef-8aaa-4a6f-82c4-010b35bffe89 req-40c97ad1-c9bc-411d-b347-9e220bfb5e99 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:27.195725 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:27.212200 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8ad85ef-8aaa-4a6f-82c4-010b35bffe89 req-40c97ad1-c9bc-411d-b347-9e220bfb5e99 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 1.0602901 Jun 04 16:29:27.245309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] For port 34b18972-8f03-4fc2-bbbe-72b40a19e833, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:29:27.266472 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e340590-0cbd-498e-b164-f548d1b55cc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:27.270163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] For port 34b18972-8f03-4fc2-bbbe-72b40a19e833, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=34b18972-8f03-4fc2-bbbe-72b40a19e833,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:29:27.368553 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e615ca50-e970-4883-99f4-df48d97d311a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:27.400079 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:29:27.403934 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:29:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:27.491265 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:27.499194 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1d214-ad20-41dc-bd9f-fc3620abf5bb None None] Pushing event updated for resources: {'Port': ['ID=eb55ebb2-f389-4c1f-95f1-7b7208f9a888,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:27.561834 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e340590-0cbd-498e-b164-f548d1b55cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:27.664262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d11281cf-65ef-44c7-a23b-22d08a1b69db is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:27.710843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Routers {'b8b33763-3664-47a8-b1a0-659d6b28f3f7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:29:27.723431 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:29:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:27.752395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8ad85ef-8aaa-4a6f-82c4-010b35bffe89 req-854b9790-cc68-4113-a037-d24ff17639cb tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379288 Jun 04 16:29:27.755305 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:29:27.765184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e615ca50-e970-4883-99f4-df48d97d311a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:27.777801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e615ca50-e970-4883-99f4-df48d97d311a admin admin] Usage tracker for resource:security_group_rule and tenant:d65feb0c0eda4b01a8027b9726f55a72 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:27.788553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e615ca50-e970-4883-99f4-df48d97d311a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:27.814702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e615ca50-e970-4883-99f4-df48d97d311a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:27.999063 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:28.007409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:28.041297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e89797-6fe8-44d1-9de7-b7d654cf1591 None None] Pushing event updated for resources: {'Port': ['ID=34b18972-8f03-4fc2-bbbe-72b40a19e833,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:28.094222 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4725-d455-4099-a599-096dfd72a5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:28.098848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e340590-0cbd-498e-b164-f548d1b55cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:28.136529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] Set router b8b33763-3664-47a8-b1a0-659d6b28f3f7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:29:28.180811 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e615ca50-e970-4883-99f4-df48d97d311a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:28.185837 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e340590-0cbd-498e-b164-f548d1b55cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:28.237835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da202a5e-444f-4390-bd37-145f3bc81cf1 req-31e41088-c097-4701-ac6d-61bf6a8bc7ed tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:28.246420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da202a5e-444f-4390-bd37-145f3bc81cf1 req-31e41088-c097-4701-ac6d-61bf6a8bc7ed tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 1.4315946 Jun 04 16:29:28.271856 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:28.278597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Pushing event updated for resources: {'Port': ['ID=2ea8fa6a-213e-4296-a56b-220ce43568b3,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:28.294377 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e615ca50-e970-4883-99f4-df48d97d311a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:28.339552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e340590-0cbd-498e-b164-f548d1b55cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e04031-3729-4919-8e9f-f1d9cf7008d0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:28.349458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615ca50-e970-4883-99f4-df48d97d311a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689a905e-30d1-4d46-939c-26834f91a997,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:28.357444 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e340590-0cbd-498e-b164-f548d1b55cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:28.374178 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6e340590-0cbd-498e-b164-f548d1b55cc5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11e04031-3729-4919-8e9f-f1d9cf7008d0 HTTP/1.1" status: 204 len: 168 time: 2.0665591 Jun 04 16:29:28.386691 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47484) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:28.476985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:28.478308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:28.570092 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:27Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:28.575092 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ca4b3-acac-475a-bc0c-fae770e69611 None None] The sync data for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 is: [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:27Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:29:28.925102 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b3898e62-18db-4488-bb9f-b55df57fdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:28.947992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Router b8b33763-3664-47a8-b1a0-659d6b28f3f7 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:29:28.948357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03144e6e-24aa-4f88-874d-02f1170c44e3 req-a51ab1c2-0f68-4d75-b193-5c0365412179 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:28.959970 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03144e6e-24aa-4f88-874d-02f1170c44e3 req-a51ab1c2-0f68-4d75-b193-5c0365412179 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 943 time: 0.9566603 Jun 04 16:29:28.979082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-12a5dc08-b27d-49c4-9a8e-67121125cb97 None None] Provisioning complete for port 2ea8fa6a-213e-4296-a56b-220ce43568b3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:28.979441 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12a5dc08-b27d-49c4-9a8e-67121125cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:29.008971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e615ca50-e970-4883-99f4-df48d97d311a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d65feb0c0eda4b01a8027b9726f55a72&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1774626 Jun 04 16:29:29.064323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-12a5dc08-b27d-49c4-9a8e-67121125cb97 None None] Port 2ea8fa6a-213e-4296-a56b-220ce43568b3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:29:29.076605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47492) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:29.084691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:29:26Z', 'revision_number': 4, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port': {'id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:58:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:17Z', 'updated_at': '2022-06-04T16:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2ea8fa6a-213e-4296-a56b-220ce43568b3', 'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'mac_address': 'fa:16:3e:02:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '24400e9e-8edf-461f-bb64-f983372345e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:24Z', 'updated_at': '2022-06-04T16:29:25Z', 'revision_number': 1, 'project_id': '034fe08f1f634c458de338d38be6314a', 'subnets': [{'id': '24400e9e-8edf-461f-bb64-f983372345e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:29.095178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c69a3-5367-4516-9ced-8ed40ae75d34 None None] The sync data for ids ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'] in n-d-811809-3 is: [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:29:26Z', 'revision_number': 4, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port': {'id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:58:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:17Z', 'updated_at': '2022-06-04T16:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2ea8fa6a-213e-4296-a56b-220ce43568b3', 'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'mac_address': 'fa:16:3e:02:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '24400e9e-8edf-461f-bb64-f983372345e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:24Z', 'updated_at': '2022-06-04T16:29:25Z', 'revision_number': 1, 'project_id': '034fe08f1f634c458de338d38be6314a', 'subnets': [{'id': '24400e9e-8edf-461f-bb64-f983372345e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:29:29.132054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da202a5e-444f-4390-bd37-145f3bc81cf1 req-bd12164e-d210-41be-bfa0-d4fa931796c9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8818195 Jun 04 16:29:29.334662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:29:29.363155 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-964fc526-bf26-40e8-ae58-53f7521753ea admin admin] 10.222.0.13 "PUT /v2.0/routers/b8b33763-3664-47a8-b1a0-659d6b28f3f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0056484 Jun 04 16:29:29.370488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03144e6e-24aa-4f88-874d-02f1170c44e3 req-f0a34eed-4950-482c-bcf7-d7eda2276cc8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4080555 Jun 04 16:29:29.382834 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:29.504052 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb1d73ee-b1bd-4e46-8023-6768da262425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:29.560357 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb1d73ee-b1bd-4e46-8023-6768da262425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:29.640796 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b3898e62-18db-4488-bb9f-b55df57fdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:29.703705 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb1d73ee-b1bd-4e46-8023-6768da262425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:29.818141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-b3898e62-18db-4488-bb9f-b55df57fdbc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:29.842327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-b3898e62-18db-4488-bb9f-b55df57fdbc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d53cf6-4525-45ea-a8d5-18c8967f9d50') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:29.842327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-b3898e62-18db-4488-bb9f-b55df57fdbc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d53cf6-4525-45ea-a8d5-18c8967f9d50') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:29.882570 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b3898e62-18db-4488-bb9f-b55df57fdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:29.933215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device eb55ebb2-f389-4c1f-95f1-7b7208f9a888 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:29.939655 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b3898e62-18db-4488-bb9f-b55df57fdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:30.025916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3898e62-18db-4488-bb9f-b55df57fdbc0 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:29:30.026953 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b3898e62-18db-4488-bb9f-b55df57fdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:30.054815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d73ee-b1bd-4e46-8023-6768da262425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689a905e-30d1-4d46-939c-26834f91a997,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:30.060779 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0818ab86-3047-4edb-ab31-f38e8e634b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:30.112904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:30.128002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:30.128388 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:30.231725 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 21d53cf6-4525-45ea-a8d5-18c8967f9d50 resource provider aggregate not found Jun 04 16:29:30.330355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:30.330946 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:30.377859 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 21d53cf6-4525-45ea-a8d5-18c8967f9d50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21d53cf6-4525-45ea-a8d5-18c8967f9d50 found for delete ", "request_id": "req-21fd35fb-a28b-4046-9bb3-2deefa692580"}]} Jun 04 16:29:30.411635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port eb55ebb2-f389-4c1f-95f1-7b7208f9a888, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=eb55ebb2-f389-4c1f-95f1-7b7208f9a888,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:30.427798 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:30.438047 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb1d73ee-b1bd-4e46-8023-6768da262425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:30.442182 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fb1d73ee-b1bd-4e46-8023-6768da262425 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/689a905e-30d1-4d46-939c-26834f91a997 HTTP/1.1" status: 204 len: 168 time: 1.3118300 Jun 04 16:29:30.443061 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b3898e62-18db-4488-bb9f-b55df57fdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:30.448951 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b3898e62-18db-4488-bb9f-b55df57fdbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:30.506727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b3898e62-18db-4488-bb9f-b55df57fdbc0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e HTTP/1.1" status: 204 len: 168 time: 2.1027246 Jun 04 16:29:30.541773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3898e62-18db-4488-bb9f-b55df57fdbc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a15cc7-09c1-47c0-a5e5-7ee94b29f47e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:30.545792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Allocated IP 172.25.5.6 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/a4f079dc-8dd1-4074-afbf-71a9b98d0697) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:29:30.601076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556b700-6659-4ee4-be98-1439d4c22255 req-b0615b0a-42c5-454f-a177-6180d9e9001f tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:30.621580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c556b700-6659-4ee4-be98-1439d4c22255 req-b0615b0a-42c5-454f-a177-6180d9e9001f tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 1.2411718 Jun 04 16:29:30.657006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=eb55ebb2-f389-4c1f-95f1-7b7208f9a888,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:30.793135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d5c9d-eba7-4e44-aae1-5ab6d2579a92 req-136702b7-ec9c-48b5-acd7-fd87d5270f34 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:30.800950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d5c9d-eba7-4e44-aae1-5ab6d2579a92 req-136702b7-ec9c-48b5-acd7-fd87d5270f34 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:30.809068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d5c9d-eba7-4e44-aae1-5ab6d2579a92 req-136702b7-ec9c-48b5-acd7-fd87d5270f34 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:30.816490 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d5c9d-eba7-4e44-aae1-5ab6d2579a92 req-136702b7-ec9c-48b5-acd7-fd87d5270f34 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:30.827768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d5c9d-eba7-4e44-aae1-5ab6d2579a92 req-136702b7-ec9c-48b5-acd7-fd87d5270f34 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:30.835474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d5c9d-eba7-4e44-aae1-5ab6d2579a92 req-136702b7-ec9c-48b5-acd7-fd87d5270f34 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:30.842136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d5c9d-eba7-4e44-aae1-5ab6d2579a92 req-136702b7-ec9c-48b5-acd7-fd87d5270f34 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:30.862936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-062d5c9d-eba7-4e44-aae1-5ab6d2579a92 req-136702b7-ec9c-48b5-acd7-fd87d5270f34 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5443 time: 1.1227646 Jun 04 16:29:30.937111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47526) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:31.057857 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6ef69f28-520c-4f0c-aaf5-60b773f096f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f6d1390e6f846d0ae072dfaad0fbd20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1193337 Jun 04 16:29:31.060475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47530) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:31.102248 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.108634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c556b700-6659-4ee4-be98-1439d4c22255 req-b227869a-9338-4c38-b2bc-f96c973a7f16 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642208 Jun 04 16:29:31.158475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47536) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:31.187873 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.195602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-330805843-network', 'tenant_id': '2e825aac29054eb28a64b162542a1efd'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:31.217247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:31.226565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-062d5c9d-eba7-4e44-aae1-5ab6d2579a92 req-0a992a92-fad2-4823-a4c7-d46056d4242d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3625917 Jun 04 16:29:31.239085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Usage tracker for resource:network and tenant:2e825aac29054eb28a64b162542a1efd is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:31.242886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:31.264248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:31.287101 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.331823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Made reservation on behalf of 2e825aac29054eb28a64b162542a1efd for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:29:31.338046 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.356483 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16f55717-a544-40d6-9c05-d7592aee1196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.363543 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.402145 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16f55717-a544-40d6-9c05-d7592aee1196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.423497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:31.457593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.460711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:31.463521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:29:31.470931 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16f55717-a544-40d6-9c05-d7592aee1196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.486008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:31.494902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Usage tracker for resource:security_group_rule and tenant:2e825aac29054eb28a64b162542a1efd is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:31.498352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:31.505650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:31.557797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f55717-a544-40d6-9c05-d7592aee1196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bd24e3-64be-421c-bcce-e6c91aaa19bc,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:31.641029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.643756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16f55717-a544-40d6-9c05-d7592aee1196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.651878 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-16f55717-a544-40d6-9c05-d7592aee1196 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2bd24e3-64be-421c-bcce-e6c91aaa19bc HTTP/1.1" status: 204 len: 168 time: 0.5905840 Jun 04 16:29:31.652168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'Port': ['ID=a4f079dc-8dd1-4074-afbf-71a9b98d0697,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:31.654478 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.725543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:29:31.741753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200135d7-62d7-4858-82d3-14a909263299,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:31.750316 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.751302 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Added segment 2d6208d9-dfdb-4470-a566-357a391156bd of type vlan for network 7c60cf5b-406b-41ce-bcd5-08c9436737a4 Jun 04 16:29:31.793715 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.824476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d54ff-ad03-4da6-aa43-416bc31e5344 req-5b9fc5ac-f0c3-465a-bbd7-fe599805d8de tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:31.826049 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b4d54ff-ad03-4da6-aa43-416bc31e5344 req-5b9fc5ac-f0c3-465a-bbd7-fe599805d8de tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 943 time: 0.3332546 Jun 04 16:29:31.850371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb4f75-1a94-4cca-aef5-c186492ae39c req-5cb72196-7ba2-4507-a9b6-6127fe50a087 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:31.853641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12fb4f75-1a94-4cca-aef5-c186492ae39c req-5cb72196-7ba2-4507-a9b6-6127fe50a087 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.4360027 Jun 04 16:29:31.863299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.865156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:31.865749 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:31.934652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 34b18972-8f03-4fc2-bbbe-72b40a19e833 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:32.022806 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:32.037304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] Pushing event updated for resources: {'Network': ['ID=7c60cf5b-406b-41ce-bcd5-08c9436737a4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:32.047990 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a935889a-6606-4e94-b352-b3f8065ee444 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8879595 Jun 04 16:29:32.048879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47560) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:32.057385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Request body: {'subnet': {'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-330805843-subnet', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:32.061490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 7c60cf5b-406b-41ce-bcd5-08c9436737a4 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:29:32.067810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:32.074371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Usage tracker for resource:subnet and tenant:2e825aac29054eb28a64b162542a1efd is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:32.077960 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:32.088609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:32.107774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12fb4f75-1a94-4cca-aef5-c186492ae39c req-5816d5f0-8a97-443a-9cdb-0fe976c37bc4 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125263 Jun 04 16:29:32.115820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Made reservation on behalf of 2e825aac29054eb28a64b162542a1efd for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:29:32.126882 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:32.167874 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b4d54ff-ad03-4da6-aa43-416bc31e5344 req-3eeca8db-1fb7-4088-8204-c8af8fefaf23 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129153 Jun 04 16:29:32.289912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 34b18972-8f03-4fc2-bbbe-72b40a19e833 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:32.340460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 34b18972-8f03-4fc2-bbbe-72b40a19e833 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:32.343149 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:32.397180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3620-3003-4468-946e-25fd10574960 req-2aa947e3-1e76-4b90-86f3-392fff19996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:32.400278 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-558c3620-3003-4468-946e-25fd10574960 req-2aa947e3-1e76-4b90-86f3-392fff19996f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495&tenant_id=afb5383d706b4c1980b7c7ab48a1378a HTTP/1.1" status: 200 len: 1094 time: 0.5076127 Jun 04 16:29:32.418089 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:32.559003 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:32.694236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 34b18972-8f03-4fc2-bbbe-72b40a19e833 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:32.694692 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:32.735724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 34b18972-8f03-4fc2-bbbe-72b40a19e833, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=34b18972-8f03-4fc2-bbbe-72b40a19e833,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:32.737928 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:32.741803 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:32.743068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device eb55ebb2-f389-4c1f-95f1-7b7208f9a888 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:32.914401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:32.975522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=34b18972-8f03-4fc2-bbbe-72b40a19e833,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:32.998944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:32.999639 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:33.034356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c7c0c56-e5ee-464a-a511-51b729cba402,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:33.036637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Checking segment: {'id': '2d6208d9-dfdb-4470-a566-357a391156bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:33.037306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Network hostable DHCP agents. Network: 7c60cf5b-406b-41ce-bcd5-08c9436737a4, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:29:33.067120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Network 7c60cf5b-406b-41ce-bcd5-08c9436737a4 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:29:33.089942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 7c60cf5b-406b-41ce-bcd5-08c9436737a4) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:33.095143 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:33.095730 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:33.135667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91016e12-1c18-4818-87de-28b079d1246e None None] Network 7c60cf5b-406b-41ce-bcd5-08c9436737a4 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:29:33.141771 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-62fc21ac-751e-4121-bc12-3b867050b0ed admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0913696 Jun 04 16:29:33.144898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47594) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:33.150006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-330805843-router', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:33.156441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:33.168283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Usage tracker for resource:router and tenant:2e825aac29054eb28a64b162542a1efd is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:33.175126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:33.188704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:33.222386 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:33.223540 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:33.258871 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:33.505679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:33.699121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:33.747730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-7c60cf5b-406b-41ce-bcd5-08c9436737a4', 'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'fixed_ips': [{'subnet_id': '6c7c0c56-e5ee-464a-a511-51b729cba402'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:29:33.748875 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:33.811005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b769-4079-4058-98fa-583e4321095e req-22a16328-579e-4014-8aca-1183dd765cfb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:33.817910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b769-4079-4058-98fa-583e4321095e req-22a16328-579e-4014-8aca-1183dd765cfb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:33.836979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b769-4079-4058-98fa-583e4321095e req-22a16328-579e-4014-8aca-1183dd765cfb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:33.847116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b769-4079-4058-98fa-583e4321095e req-22a16328-579e-4014-8aca-1183dd765cfb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:33.868550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b769-4079-4058-98fa-583e4321095e req-22a16328-579e-4014-8aca-1183dd765cfb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:33.874051 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:33.878255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b769-4079-4058-98fa-583e4321095e req-22a16328-579e-4014-8aca-1183dd765cfb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:33.894750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b769-4079-4058-98fa-583e4321095e req-22a16328-579e-4014-8aca-1183dd765cfb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:33.923434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4329b769-4079-4058-98fa-583e4321095e req-22a16328-579e-4014-8aca-1183dd765cfb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5443 time: 1.6265912 Jun 04 16:29:34.041615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Allocated IP 172.20.0.2 (7c60cf5b-406b-41ce-bcd5-08c9436737a4/6c7c0c56-e5ee-464a-a511-51b729cba402/529ce69e-e38a-4585-9b85-7fa241f535c9) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:29:34.062789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159b63a-096d-453e-96d5-c9114443e0ca req-9e727f12-3c94-4934-9c25-0dd9552c0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:34.064353 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c159b63a-096d-453e-96d5-c9114443e0ca req-9e727f12-3c94-4934-9c25-0dd9552c0fb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b70969e37aab453696fab66de72f76e6&device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 1096 time: 0.4515793 Jun 04 16:29:34.131960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Sync routers for ids ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:29:34.148824 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:34.149666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 34b18972-8f03-4fc2-bbbe-72b40a19e833 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:34.191044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294fc85-ff4e-414b-9fd3-959b7d4d99a8 req-f9a923bd-e288-474e-940b-fc0a7f2d4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:34.192944 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a294fc85-ff4e-414b-9fd3-959b7d4d99a8 req-f9a923bd-e288-474e-940b-fc0a7f2d4d42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 1096 time: 0.9110532 Jun 04 16:29:34.247919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159b63a-096d-453e-96d5-c9114443e0ca req-27b744e4-0670-4cda-a3aa-5610ec057b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:34.248971 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c159b63a-096d-453e-96d5-c9114443e0ca req-27b744e4-0670-4cda-a3aa-5610ec057b0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=296e5fe4-044f-4359-a2aa-0a8a903c6b17 HTTP/1.1" status: 200 len: 917 time: 0.1774802 Jun 04 16:29:34.378998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Routers {'b8b33763-3664-47a8-b1a0-659d6b28f3f7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:29:34.379710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:29:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:34.478869 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:34.490553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a3e93-7ee4-4ff0-93f2-e014c5f64c51 req-4f5ae7fe-2ce1-4039-9b9e-faf956661860 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:34.508339 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:34.514998 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc6a3e93-7ee4-4ff0-93f2-e014c5f64c51 req-4f5ae7fe-2ce1-4039-9b9e-faf956661860 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.8164294 Jun 04 16:29:34.514998 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:29:34.594341 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:34.610009 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c159b63a-096d-453e-96d5-c9114443e0ca req-2dbef5a8-5fa8-4bbe-8e37-8a9c759d8e00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a HTTP/1.1" status: 200 len: 217 time: 0.1778233 Jun 04 16:29:34.627339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Transition to ACTIVE for port object 529ce69e-e38a-4585-9b85-7fa241f535c9 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:34.666321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Transition to ACTIVE for port object 529ce69e-e38a-4585-9b85-7fa241f535c9 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:34.683503 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:34.683774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:34.694196 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:34.694916 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 34b18972-8f03-4fc2-bbbe-72b40a19e833 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:34.695549 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:34.719960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:29:34.728951 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:34.763919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Network 7c60cf5b-406b-41ce-bcd5-08c9436737a4 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:34.771656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Set router b8b33763-3664-47a8-b1a0-659d6b28f3f7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:29:34.789863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159b63a-096d-453e-96d5-c9114443e0ca req-a74145ae-2675-4f11-89c9-67ae09a079ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:34.792021 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c159b63a-096d-453e-96d5-c9114443e0ca req-a74145ae-2675-4f11-89c9-67ae09a079ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ca63a29-8d1d-40c5-992a-67066351dfef HTTP/1.1" status: 200 len: 855 time: 0.1689243 Jun 04 16:29:34.792138 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:34.818339 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc6a3e93-7ee4-4ff0-93f2-e014c5f64c51 req-5156c7fd-bcec-4910-a69b-ed89dd7f3c4b tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079827 Jun 04 16:29:34.832521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:34.836034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:29:34.941666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdb3116-c787-4b04-a395-6976090ed690 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:29:34.950611 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:34.968578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Transition to ACTIVE for port object 5fdb3116-c787-4b04-a395-6976090ed690 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:35.009188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Allocated IP 172.25.5.62 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/10a42279-72ff-4aa7-8817-7ca9ab18b945) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:29:35.047070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159b63a-096d-453e-96d5-c9114443e0ca req-f849c008-d401-4706-a175-a192140f25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:35.048492 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c159b63a-096d-453e-96d5-c9114443e0ca req-f849c008-d401-4706-a175-a192140f25c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=296e5fe4-044f-4359-a2aa-0a8a903c6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2360799 Jun 04 16:29:35.053209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:35.092683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Pushing event updated for resources: {'Port': ['ID=529ce69e-e38a-4585-9b85-7fa241f535c9,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:35.212590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862af7b-8e71-4e8e-aafa-e49c0b7ee073 req-bec61cef-25e1-42a9-b02c-4aab63a34774 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:35.217469 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7862af7b-8e71-4e8e-aafa-e49c0b7ee073 req-bec61cef-25e1-42a9-b02c-4aab63a34774 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 943 time: 1.1233168 Jun 04 16:29:35.350970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Attempting to bind port 529ce69e-e38a-4585-9b85-7fa241f535c9 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:29:35.351584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Attempting to bind port 529ce69e-e38a-4585-9b85-7fa241f535c9 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '2d6208d9-dfdb-4470-a566-357a391156bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:29:35.352109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Attempting to bind port 529ce69e-e38a-4585-9b85-7fa241f535c9 on network 7c60cf5b-406b-41ce-bcd5-08c9436737a4 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:35.400334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294fc85-ff4e-414b-9fd3-959b7d4d99a8 req-03f15006-eeeb-44db-93b8-697d7cbb1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:35.407302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a294fc85-ff4e-414b-9fd3-959b7d4d99a8 req-03f15006-eeeb-44db-93b8-697d7cbb1b3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 1.2007420 Jun 04 16:29:35.414999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:29:35.415646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Checking segment: {'id': '2d6208d9-dfdb-4470-a566-357a391156bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:35.416197 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:35.416759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Bound using segment: {'id': '2d6208d9-dfdb-4470-a566-357a391156bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:29:35.417377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Bound port: 529ce69e-e38a-4585-9b85-7fa241f535c9, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6208d9-dfdb-4470-a566-357a391156bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:29:35.417901 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:35.515148 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:35.525107 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c159b63a-096d-453e-96d5-c9114443e0ca req-557ae457-6cbb-46bf-9985-243f7f387188 service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692914 Jun 04 16:29:35.556069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 34b18972-8f03-4fc2-bbbe-72b40a19e833 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:35.660122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] For port 529ce69e-e38a-4585-9b85-7fa241f535c9, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:29:35.695700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] For port 529ce69e-e38a-4585-9b85-7fa241f535c9, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=529ce69e-e38a-4585-9b85-7fa241f535c9,segment=NetworkSegment(2d6208d9-dfdb-4470-a566-357a391156bd),segment_id=2d6208d9-dfdb-4470-a566-357a391156bd)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:29:35.714274 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:35.723580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:29:26Z', 'revision_number': 4, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port': {'id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:17Z', 'updated_at': '2022-06-04T16:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2ea8fa6a-213e-4296-a56b-220ce43568b3', 'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'mac_address': 'fa:16:3e:02:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '24400e9e-8edf-461f-bb64-f983372345e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:24Z', 'updated_at': '2022-06-04T16:29:27Z', 'revision_number': 2, 'project_id': '034fe08f1f634c458de338d38be6314a', 'subnets': [{'id': '24400e9e-8edf-461f-bb64-f983372345e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:35.729967 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c159b63a-096d-453e-96d5-c9114443e0ca req-3b1e2b39-fd72-4938-84c9-2115a325c965 service neutron] 10.222.0.46 "GET /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960237 Jun 04 16:29:35.731569 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:35.758909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'Port': ['ID=a4f079dc-8dd1-4074-afbf-71a9b98d0697,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:35.762894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] No DVR routers for this DVR port 5fdb3116-c787-4b04-a395-6976090ed690 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:29:35.829340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:35.832369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:35.835240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:29:35.837124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c43617-2642-4f88-bd0c-f82f3803ff02 None None] Pushing event updated for resources: {'Port': ['ID=529ce69e-e38a-4585-9b85-7fa241f535c9,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:35.841375 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Checking router: b8b33763-3664-47a8-b1a0-659d6b28f3f7 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:29:35.842362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Updating router b8b33763-3664-47a8-b1a0-659d6b28f3f7 port 2ea8fa6a-213e-4296-a56b-220ce43568b3 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:29:35.879697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Pushing event updated for resources: {'Port': ['ID=10a42279-72ff-4aa7-8817-7ca9ab18b945,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:35.897335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Pushing event updated for resources: {'Port': ['ID=5fdb3116-c787-4b04-a395-6976090ed690,revision_number=9']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:35.927977 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:35.940352 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:36.138412 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:36.140160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e7933e2a-6b76-40ad-867f-235a494fec43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 10.0229568 Jun 04 16:29:36.144049 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7862af7b-8e71-4e8e-aafa-e49c0b7ee073 req-e2d07e90-7d74-4b9c-baa2-b7f98b113472 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7809744 Jun 04 16:29:36.491315 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a294fc85-ff4e-414b-9fd3-959b7d4d99a8 req-63dc5f64-de41-4248-8a90-66d1d3a4d95d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd HTTP/1.1" status: 200 len: 999 time: 1.0301707 Jun 04 16:29:36.564991 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:36.580779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Transition to ACTIVE for port object 2ea8fa6a-213e-4296-a56b-220ce43568b3 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:36.603210 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:36.710307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8c133-4b0a-4fd1-802d-52afdb1c9455 req-368b21fc-3145-439f-beb2-7d18ef1e85f6 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:36.719919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72d8c133-4b0a-4fd1-802d-52afdb1c9455 req-368b21fc-3145-439f-beb2-7d18ef1e85f6 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 1.6680989 Jun 04 16:29:36.882036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f29801-457f-4032-8aac-ef88c891c52e None None] Pushing event updated for resources: {'Port': ['ID=2ea8fa6a-213e-4296-a56b-220ce43568b3,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:36.889686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47670) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:36.918066 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:36.949056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Attempting to bind port 5fdb3116-c787-4b04-a395-6976090ed690 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:29:36.951334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Attempting to bind port 5fdb3116-c787-4b04-a395-6976090ed690 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:29:36.954628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Attempting to bind port 5fdb3116-c787-4b04-a395-6976090ed690 on network 614a7452-3f8e-48d3-a295-c0d70920f61f {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:36.972846 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-d79cc76b-66cd-4e21-a5c2-07a298fb4306 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=936ca85cbb9b4e61950cf199a4d38829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1646392 Jun 04 16:29:36.989257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Port 5fdb3116-c787-4b04-a395-6976090ed690 on network 614a7452-3f8e-48d3-a295-c0d70920f61f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:29:36.989837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Attempting to bind port 5fdb3116-c787-4b04-a395-6976090ed690 on network 614a7452-3f8e-48d3-a295-c0d70920f61f {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:37.051078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294fc85-ff4e-414b-9fd3-959b7d4d99a8 req-a6f577f8-b51d-4ae5-9a0a-df102d57fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:37.057263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a294fc85-ff4e-414b-9fd3-959b7d4d99a8 req-a6f577f8-b51d-4ae5-9a0a-df102d57fe78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.5233951 Jun 04 16:29:37.075655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Attempting to bind port 2ea8fa6a-213e-4296-a56b-220ce43568b3 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:29:37.076426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Attempting to bind port 2ea8fa6a-213e-4296-a56b-220ce43568b3 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '46378fb8-46e0-4bd4-b80b-4f07d21294c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:29:37.076942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Attempting to bind port 2ea8fa6a-213e-4296-a56b-220ce43568b3 on network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:37.084903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:29:37.085815 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Checking segment: {'id': '46378fb8-46e0-4bd4-b80b-4f07d21294c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:37.086378 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:37.087224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Bound using segment: {'id': '46378fb8-46e0-4bd4-b80b-4f07d21294c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:29:37.088095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Bound port: 2ea8fa6a-213e-4296-a56b-220ce43568b3, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46378fb8-46e0-4bd4-b80b-4f07d21294c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:29:37.088628 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:37.127858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:29:37.128653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Checking segment: {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:37.129176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Bound using segment: {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:29:37.129791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Bound port: 5fdb3116-c787-4b04-a395-6976090ed690, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:29:37.130283 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:37.150979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72d8c133-4b0a-4fd1-802d-52afdb1c9455 req-b3009a05-511e-4303-8d52-d73b4e464c0c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282162 Jun 04 16:29:37.297009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d2369-cd5d-4403-a3a5-9d339993701a req-c4153977-b184-4019-8192-ddd456254a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:37.297860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d2369-cd5d-4403-a3a5-9d339993701a req-c4153977-b184-4019-8192-ddd456254a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:37.298541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d2369-cd5d-4403-a3a5-9d339993701a req-c4153977-b184-4019-8192-ddd456254a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:37.299240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d2369-cd5d-4403-a3a5-9d339993701a req-c4153977-b184-4019-8192-ddd456254a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:37.300088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d2369-cd5d-4403-a3a5-9d339993701a req-c4153977-b184-4019-8192-ddd456254a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:37.300769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d2369-cd5d-4403-a3a5-9d339993701a req-c4153977-b184-4019-8192-ddd456254a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:37.301401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d2369-cd5d-4403-a3a5-9d339993701a req-c4153977-b184-4019-8192-ddd456254a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:37.303920 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a78d2369-cd5d-4403-a3a5-9d339993701a req-c4153977-b184-4019-8192-ddd456254a22 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 6500 time: 0.4129081 Jun 04 16:29:37.328563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] For port 2ea8fa6a-213e-4296-a56b-220ce43568b3, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:29:37.341188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] For port 2ea8fa6a-213e-4296-a56b-220ce43568b3, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2ea8fa6a-213e-4296-a56b-220ce43568b3,segment=NetworkSegment(46378fb8-46e0-4bd4-b80b-4f07d21294c4),segment_id=46378fb8-46e0-4bd4-b80b-4f07d21294c4)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:29:37.364727 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:37.440839 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a78d2369-cd5d-4403-a3a5-9d339993701a req-5c26a5d4-9d03-42fa-a448-2689616a6fe3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=96ced61e-6e75-459d-9738-fb3cbe3b486c&id=c830a663-5838-4980-91fd-a0172c9ccb28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265903 Jun 04 16:29:37.452077 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:37.471676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f29801-457f-4032-8aac-ef88c891c52e None None] Pushing event updated for resources: {'Port': ['ID=2ea8fa6a-213e-4296-a56b-220ce43568b3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:37.505305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Routers {'b8b33763-3664-47a8-b1a0-659d6b28f3f7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:29:37.506122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:29:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:37.540410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-96c139e1-5b25-4c09-9ed1-79e4a3c9146b tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:37.541854 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-96c139e1-5b25-4c09-9ed1-79e4a3c9146b tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5682311 Jun 04 16:29:37.565089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294fc85-ff4e-414b-9fd3-959b7d4d99a8 req-d4ad2142-1633-4c34-a67a-0f679a64b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:37.566611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a294fc85-ff4e-414b-9fd3-959b7d4d99a8 req-d4ad2142-1633-4c34-a67a-0f679a64b04a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3966937 Jun 04 16:29:37.584953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:29:37.637396 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-11b93a43-4c8e-4047-b9c0-43177b557fbf tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/quotas/936ca85cbb9b4e61950cf199a4d38829 HTTP/1.1" status: 200 len: 375 time: 0.0750468 Jun 04 16:29:37.646723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:29:37.694984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce51b6ab-8b60-4293-970b-4f95ae8e46b4 None None] Network 7c60cf5b-406b-41ce-bcd5-08c9436737a4 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:29:37.740780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:37.825410 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-eda9c2fa-f0cb-4b21-9f99-dcdeadb7940b tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=936ca85cbb9b4e61950cf199a4d38829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1277466 Jun 04 16:29:37.840050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:37.841003 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:37.843099 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-558c3620-3003-4468-946e-25fd10574960 req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] 10.222.0.42 "PUT /v2.0/ports/5fdb3116-c787-4b04-a395-6976090ed690 HTTP/1.1" status: 200 len: 1091 time: 4.9699411 Jun 04 16:29:37.850570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:29:37.869971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23e01d-5553-4feb-9716-09adcb03a497 req-d017cb47-cb34-494e-b869-e2423e062373 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:37.871608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c23e01d-5553-4feb-9716-09adcb03a497 req-d017cb47-cb34-494e-b869-e2423e062373 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.5080543 Jun 04 16:29:37.966881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3b329d95-7520-4a0d-8385-d126b9f996cf None None] Provisioning for port 529ce69e-e38a-4585-9b85-7fa241f535c9 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:38.117941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Router 5c473005-1f2d-41fa-ac85-51f577274e32 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:29:38.183596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 529ce69e-e38a-4585-9b85-7fa241f535c9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:38.222454 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c23e01d-5553-4feb-9716-09adcb03a497 req-8be8a370-c51a-461d-aa69-683657b00ab2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328500 Jun 04 16:29:38.233237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38095891-9289-4d17-aa71-ade388b0fd6c service neutron] Pushing event updated for resources: {'Port': ['ID=5fdb3116-c787-4b04-a395-6976090ed690,revision_number=10']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:38.296674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a294fc85-ff4e-414b-9fd3-959b7d4d99a8 req-666a9ba4-ec62-4563-a9bd-5e1b0bdedc13 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7082253 Jun 04 16:29:38.431217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] Set router b8b33763-3664-47a8-b1a0-659d6b28f3f7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:29:38.452300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:29:38.464022 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Sync routers for ids ['5c473005-1f2d-41fa-ac85-51f577274e32'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:29:38.486942 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Routers {'5c473005-1f2d-41fa-ac85-51f577274e32'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:29:38.488369 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:29:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5c473005-1f2d-41fa-ac85-51f577274e32'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:38.508601 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:38.512959 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eef8137b-44a6-422f-a183-60a4d3b9df39 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3670764 Jun 04 16:29:38.513641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47708) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:38.625241 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a294fc85-ff4e-414b-9fd3-959b7d4d99a8 req-f132f054-15e3-4ad4-b00f-f76be424fb32 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203356 Jun 04 16:29:38.840935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3620-3003-4468-946e-25fd10574960 req-c47ed743-6ea3-44cf-bf0e-de40fdcebc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:38.842659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-558c3620-3003-4468-946e-25fd10574960 req-c47ed743-6ea3-44cf-bf0e-de40fdcebc04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 1095 time: 0.9547918 Jun 04 16:29:38.847466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-8bb58ce7-fdc0-47dd-8447-318d9bbe2dce tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Synchronizing usage tracker for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:29:38.928268 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Set router 5c473005-1f2d-41fa-ac85-51f577274e32 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:29:39.001700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 529ce69e-e38a-4585-9b85-7fa241f535c9 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:39.025054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 529ce69e-e38a-4585-9b85-7fa241f535c9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:39.025665 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:39.190037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 529ce69e-e38a-4585-9b85-7fa241f535c9 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:39.191459 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:39.211713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:29:26Z', 'revision_number': 4, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port': {'id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:17Z', 'updated_at': '2022-06-04T16:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2ea8fa6a-213e-4296-a56b-220ce43568b3', 'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'mac_address': 'fa:16:3e:02:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '24400e9e-8edf-461f-bb64-f983372345e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:24Z', 'updated_at': '2022-06-04T16:29:37Z', 'revision_number': 4, 'project_id': '034fe08f1f634c458de338d38be6314a', 'subnets': [{'id': '24400e9e-8edf-461f-bb64-f983372345e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:39.219187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dc0eb-1e88-4ec7-83ae-7a750083803f None None] The sync data for ids ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'] in n-d-811809-3 is: [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:29:26Z', 'revision_number': 4, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port': {'id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:17Z', 'updated_at': '2022-06-04T16:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2ea8fa6a-213e-4296-a56b-220ce43568b3', 'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'mac_address': 'fa:16:3e:02:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '24400e9e-8edf-461f-bb64-f983372345e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:24Z', 'updated_at': '2022-06-04T16:29:37Z', 'revision_number': 4, 'project_id': '034fe08f1f634c458de338d38be6314a', 'subnets': [{'id': '24400e9e-8edf-461f-bb64-f983372345e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:29:39.252614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 529ce69e-e38a-4585-9b85-7fa241f535c9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=529ce69e-e38a-4585-9b85-7fa241f535c9,segment=NetworkSegment(2d6208d9-dfdb-4470-a566-357a391156bd),segment_id=2d6208d9-dfdb-4470-a566-357a391156bd)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:39.267190 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:39.268284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2ea8fa6a-213e-4296-a56b-220ce43568b3 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:39.444133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=529ce69e-e38a-4585-9b85-7fa241f535c9,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:39.548476 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'name': 'tempest-TaggedBootDevicesTest-330805843-router', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:33Z', 'updated_at': '2022-06-04T16:29:36Z', 'revision_number': 3, 'project_id': '2e825aac29054eb28a64b162542a1efd', 'gw_port': {'id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:34Z', 'updated_at': '2022-06-04T16:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:39.552679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 2ea8fa6a-213e-4296-a56b-220ce43568b3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:39.557670 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Checking router: 5c473005-1f2d-41fa-ac85-51f577274e32 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:29:39.558361 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Updating router 5c473005-1f2d-41fa-ac85-51f577274e32 port 10a42279-72ff-4aa7-8817-7ca9ab18b945 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:29:39.567216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2ea8fa6a-213e-4296-a56b-220ce43568b3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:39.567820 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:39.621087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-8bb58ce7-fdc0-47dd-8447-318d9bbe2dce tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Unset dirty status for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:29:39.630150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-8bb58ce7-fdc0-47dd-8447-318d9bbe2dce tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2038582889&fields=id&tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f HTTP/1.1" status: 200 len: 267 time: 1.3979042 Jun 04 16:29:39.693843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-923177cb-70d2-4c35-8c92-629e2dca6838 None None] Provisioning complete for port 529ce69e-e38a-4585-9b85-7fa241f535c9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:39.694200 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-923177cb-70d2-4c35-8c92-629e2dca6838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:39.699931 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:39.826781 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:39.949768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-e19fb228-76ac-41bb-b30d-a6d4f1282fca tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:39.950584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-e19fb228-76ac-41bb-b30d-a6d4f1282fca tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Synchronizing usage tracker for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:29:39.970014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c64c1-91ca-452b-a72c-dfb1fd52293e req-0276ddae-0b5a-47e3-abd8-51ea1fd3c1af tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:39.978016 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f3c64c1-91ca-452b-a72c-dfb1fd52293e req-0276ddae-0b5a-47e3-abd8-51ea1fd3c1af tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 944 time: 1.3440986 Jun 04 16:29:40.053140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3620-3003-4468-946e-25fd10574960 req-a0406d23-7a6c-48af-8a9a-c395402f3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:40.066417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-558c3620-3003-4468-946e-25fd10574960 req-a0406d23-7a6c-48af-8a9a-c395402f3c95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 917 time: 1.1964188 Jun 04 16:29:40.082883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-923177cb-70d2-4c35-8c92-629e2dca6838 None None] Current status of the port 529ce69e-e38a-4585-9b85-7fa241f535c9 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:40.107029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2ea8fa6a-213e-4296-a56b-220ce43568b3 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:40.107628 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:40.153978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 2ea8fa6a-213e-4296-a56b-220ce43568b3, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2ea8fa6a-213e-4296-a56b-220ce43568b3,segment=NetworkSegment(46378fb8-46e0-4bd4-b80b-4f07d21294c4),segment_id=46378fb8-46e0-4bd4-b80b-4f07d21294c4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:40.162115 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:40.374315 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-558c3620-3003-4468-946e-25fd10574960 req-554a1d18-413a-48a1-b556-a095717f1dd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fdb3116-c787-4b04-a395-6976090ed690 HTTP/1.1" status: 200 len: 998 time: 0.3066397 Jun 04 16:29:40.380437 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-48da891d-af5c-4e58-af8b-cc5c90fd53ff tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=936ca85cbb9b4e61950cf199a4d38829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3983920 Jun 04 16:29:40.388160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=2ea8fa6a-213e-4296-a56b-220ce43568b3,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:40.396519 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:40.402318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 529ce69e-e38a-4585-9b85-7fa241f535c9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:40.417083 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Transition to ACTIVE for port object 10a42279-72ff-4aa7-8817-7ca9ab18b945 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:40.422461 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:40.434804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Allocated IP 172.20.0.1 (7c60cf5b-406b-41ce-bcd5-08c9436737a4/6c7c0c56-e5ee-464a-a511-51b729cba402/605c94ad-a833-4a5d-8cff-9786718788ec) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:29:40.563403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 529ce69e-e38a-4585-9b85-7fa241f535c9 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:40.563774 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:40.675503 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Attempting to bind port 10a42279-72ff-4aa7-8817-7ca9ab18b945 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:29:40.675503 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Attempting to bind port 10a42279-72ff-4aa7-8817-7ca9ab18b945 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:29:40.675503 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Attempting to bind port 10a42279-72ff-4aa7-8817-7ca9ab18b945 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:40.681704 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1fb85-0fa7-42de-a9d3-6eec91e57fe7 None None] Pushing event updated for resources: {'Port': ['ID=10a42279-72ff-4aa7-8817-7ca9ab18b945,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:40.695580 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:29:40.695984 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:40.696329 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:40.696703 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:29:40.697160 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Bound port: 10a42279-72ff-4aa7-8817-7ca9ab18b945, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:29:40.697519 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:40.737955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-0162e2b5-bd76-4b86-9a5b-ac09c29ff69f tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:40.739548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-0162e2b5-bd76-4b86-9a5b-ac09c29ff69f tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3538973 Jun 04 16:29:40.758080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f3c64c1-91ca-452b-a72c-dfb1fd52293e req-7c78ae26-59f3-48ee-b0c7-fd34d1e454a7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7790551 Jun 04 16:29:40.772162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-e19fb228-76ac-41bb-b30d-a6d4f1282fca tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Unset dirty status for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:29:40.773461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-e19fb228-76ac-41bb-b30d-a6d4f1282fca tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 815 time: 1.1422272 Jun 04 16:29:40.779039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Request body: {'port': {'device_id': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '936ca85cbb9b4e61950cf199a4d38829'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:40.808074 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] For port 10a42279-72ff-4aa7-8817-7ca9ab18b945, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:29:40.811993 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] For port 10a42279-72ff-4aa7-8817-7ca9ab18b945, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=10a42279-72ff-4aa7-8817-7ca9ab18b945,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:29:40.818180 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:40.831319 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:40.871931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Transition to ACTIVE for port object 605c94ad-a833-4a5d-8cff-9786718788ec will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:40.902501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-872014b5-7635-41d1-be7b-6358b94d25f5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/quotas/9a6c197ec3444659b4b4af7e2c0aec5f HTTP/1.1" status: 200 len: 375 time: 0.0686326 Jun 04 16:29:40.940338 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:40.943025 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Routers {'5c473005-1f2d-41fa-ac85-51f577274e32'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:29:40.943682 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:29:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5c473005-1f2d-41fa-ac85-51f577274e32'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:40.992875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 529ce69e-e38a-4585-9b85-7fa241f535c9 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:41.010716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Network 7c60cf5b-406b-41ce-bcd5-08c9436737a4 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:41.013604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:41.017800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:29:41.026531 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff09a1f-e810-484a-a9ba-a4536e98a5cb'] response: {'name': 'network-changed', 'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690', 'status': 'completed', 'code': 200} Jun 04 16:29:41.171003 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1fb85-0fa7-42de-a9d3-6eec91e57fe7 None None] Pushing event updated for resources: {'Port': ['ID=10a42279-72ff-4aa7-8817-7ca9ab18b945,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:41.174938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3620-3003-4468-946e-25fd10574960 req-f6e5d504-db36-4a49-9be3-53cf972fe511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:41.176593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-558c3620-3003-4468-946e-25fd10574960 req-f6e5d504-db36-4a49-9be3-53cf972fe511 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a52ac60c-7b2f-44a7-bfdf-ded791d655a5 HTTP/1.1" status: 200 len: 855 time: 0.7079697 Jun 04 16:29:41.225703 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] Set router 5c473005-1f2d-41fa-ac85-51f577274e32 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:29:41.233676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f9e02a2-0dad-43d7-a662-6e97fecd6baa req-5877f447-da08-4217-b5aa-9729d119b592 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 210 time: 0.0843024 Jun 04 16:29:41.348598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Pushing event updated for resources: {'Port': ['ID=605c94ad-a833-4a5d-8cff-9786718788ec,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:41.362004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:41.362341 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:41.362958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:41.363446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:41.363928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:41.364521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:41.365087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:41.365478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:41.365867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:41.366254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:41.366669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:41.367198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:41.380903 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:41.421732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a8577367-f212-4967-8632-2f78e8097346 None None] Provisioning for port 605c94ad-a833-4a5d-8cff-9786718788ec completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:41.427626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a8577367-f212-4967-8632-2f78e8097346 None None] Provisioning complete for port 605c94ad-a833-4a5d-8cff-9786718788ec triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:41.428066 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a8577367-f212-4967-8632-2f78e8097346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:41.448560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:41.453107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Usage tracker for resource:port and tenant:936ca85cbb9b4e61950cf199a4d38829 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:41.456678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:41.463273 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:41.492818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Made reservation on behalf of 936ca85cbb9b4e61950cf199a4d38829 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:29:41.498586 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:41.537205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-ace46093-4578-4975-86c6-5d327fe44d6f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4891846 Jun 04 16:29:41.542690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a8577367-f212-4967-8632-2f78e8097346 None None] Port 605c94ad-a833-4a5d-8cff-9786718788ec cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:29:41.561584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:41.587322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3620-3003-4468-946e-25fd10574960 req-464ed11a-4b80-4201-88fa-06f327dc9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:41.588815 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-558c3620-3003-4468-946e-25fd10574960 req-464ed11a-4b80-4201-88fa-06f327dc9334 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=614a7452-3f8e-48d3-a295-c0d70920f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3517361 Jun 04 16:29:41.589796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:41.591209 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:41.702926 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'name': 'tempest-TaggedBootDevicesTest-330805843-router', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:33Z', 'updated_at': '2022-06-04T16:29:36Z', 'revision_number': 3, 'project_id': '2e825aac29054eb28a64b162542a1efd', 'gw_port': {'id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:34Z', 'updated_at': '2022-06-04T16:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:41.708026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Usage tracker for resource:security_group_rule and tenant:936ca85cbb9b4e61950cf199a4d38829 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:41.708827 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0823e1-7e05-4eee-8a72-8659b38c1395 None None] The sync data for ids ['5c473005-1f2d-41fa-ac85-51f577274e32'] in n-d-811809-3 is: [{'id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'name': 'tempest-TaggedBootDevicesTest-330805843-router', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:33Z', 'updated_at': '2022-06-04T16:29:36Z', 'revision_number': 3, 'project_id': '2e825aac29054eb28a64b162542a1efd', 'gw_port': {'id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:34Z', 'updated_at': '2022-06-04T16:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:29:41.765606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:41.771922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:41.867604 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:41.874150 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:41.890917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55f47e-5a7a-40b9-bb9c-6bdc4739476d req-d9794d91-e478-4c70-bcc7-ea2cb7ef00a4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:41.892554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a55f47e-5a7a-40b9-bb9c-6bdc4739476d req-d9794d91-e478-4c70-bcc7-ea2cb7ef00a4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 0.5059614 Jun 04 16:29:41.987951 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-558c3620-3003-4468-946e-25fd10574960 req-645054fe-d95d-4c52-b299-2318c5f3975a service neutron] 10.222.0.42 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861439 Jun 04 16:29:42.002499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:42.013515 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Pushing event updated for resources: {'Port': ['ID=605c94ad-a833-4a5d-8cff-9786718788ec,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:42.203876 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-b4dfd294-6cd5-4df5-ae67-e0bdf614202e service neutron] 10.222.0.13 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588125 Jun 04 16:29:42.272627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Network 7c60cf5b-406b-41ce-bcd5-08c9436737a4 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:42.274199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:42.425699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2ea8fa6a-213e-4296-a56b-220ce43568b3 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:42.578260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2ea8fa6a-213e-4296-a56b-220ce43568b3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:42.578582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:42.602696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Router 5c473005-1f2d-41fa-ac85-51f577274e32 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:29:42.713769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b0f089ee-e89b-419e-a846-099f6f36b292 None None] Provisioning complete for port 605c94ad-a833-4a5d-8cff-9786718788ec triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:42.716473 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b0f089ee-e89b-419e-a846-099f6f36b292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:42.790509 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-0190f053-3360-4d80-8c8b-df0e1a793078 service neutron] 10.222.0.13 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827312 Jun 04 16:29:42.795686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a55f47e-5a7a-40b9-bb9c-6bdc4739476d req-09a5db15-1b62-4104-84bb-8b5cb83af2fd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8847928 Jun 04 16:29:42.905629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b0f089ee-e89b-419e-a846-099f6f36b292 None None] Port 605c94ad-a833-4a5d-8cff-9786718788ec cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:29:42.922636 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:42.926657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:29:42.939989 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:42.959387 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0168f1f1-9716-40aa-9692-4dc64bb5babc admin admin] 10.222.0.13 "PUT /v2.0/routers/5c473005-1f2d-41fa-ac85-51f577274e32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4308369 Jun 04 16:29:42.980817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2ea8fa6a-213e-4296-a56b-220ce43568b3 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:42.981922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 10a42279-72ff-4aa7-8817-7ca9ab18b945 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:43.059373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-558c3620-3003-4468-946e-25fd10574960 req-79e22f6a-54cb-41be-ab33-b4f4c87a5819 service neutron] 10.222.0.42 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0523341 Jun 04 16:29:43.114963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 10a42279-72ff-4aa7-8817-7ca9ab18b945 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:43.120431 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 10a42279-72ff-4aa7-8817-7ca9ab18b945 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:43.121005 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:43.405380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 10a42279-72ff-4aa7-8817-7ca9ab18b945 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:43.405764 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:43.436865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 10a42279-72ff-4aa7-8817-7ca9ab18b945, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=10a42279-72ff-4aa7-8817-7ca9ab18b945,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:43.449564 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:43.528647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6d86a0-5391-49a3-82ec-573b26d9f9df,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:43.543094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:43.543944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:43.544486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:43.545127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:43.545675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:43.546217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:43.547031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:43.547738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:43.550114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:43.550920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:43.551693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:43.552640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:29:43.662963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=10a42279-72ff-4aa7-8817-7ca9ab18b945,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:43.677923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Allocated IP 192.168.233.24 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:29:43.694568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d8cc-969a-474e-8274-a63e14cef1f7 req-2ff80d0b-cf33-4a94-9a03-094b7c7be501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:43.696377 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64c8d8cc-969a-474e-8274-a63e14cef1f7 req-2ff80d0b-cf33-4a94-9a03-094b7c7be501 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 1095 time: 0.4956362 Jun 04 16:29:43.707736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c49ce-09aa-4f5c-9d5d-49f87270e4c7 req-2e4456ba-b257-45b2-818d-6f18b4a252b7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:43.710056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e19c49ce-09aa-4f5c-9d5d-49f87270e4c7 req-2e4456ba-b257-45b2-818d-6f18b4a252b7 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.6278946 Jun 04 16:29:43.957155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbfa53-0a37-428a-bcb3-5fa7701f70c3 req-19366e10-f445-4890-a225-f2f01094f36a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:43.964744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96fbfa53-0a37-428a-bcb3-5fa7701f70c3 req-19366e10-f445-4890-a225-f2f01094f36a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 944 time: 0.7259033 Jun 04 16:29:43.986394 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e19c49ce-09aa-4f5c-9d5d-49f87270e4c7 req-955d0c3e-d933-4e8a-b4b2-534d81617166 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446016 Jun 04 16:29:44.026719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d8cc-969a-474e-8274-a63e14cef1f7 req-1d139a35-d5db-4808-bfea-382ca88e2b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:44.036329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64c8d8cc-969a-474e-8274-a63e14cef1f7 req-1d139a35-d5db-4808-bfea-382ca88e2b39 service neutron] 10.222.0.42 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 917 time: 0.3118289 Jun 04 16:29:44.376646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 10a42279-72ff-4aa7-8817-7ca9ab18b945 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:44.434863 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Sync routers for ids ['5c473005-1f2d-41fa-ac85-51f577274e32'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:29:44.462640 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Routers {'5c473005-1f2d-41fa-ac85-51f577274e32'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:29:44.464077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:29:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5c473005-1f2d-41fa-ac85-51f577274e32'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:44.829574 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:44.847411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Transition to ACTIVE for port object 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:44.905488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96fbfa53-0a37-428a-bcb3-5fa7701f70c3 req-e67ac78a-86f9-4334-899b-2fe45f7e1a1a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9398513 Jun 04 16:29:44.906865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:44.918131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 10a42279-72ff-4aa7-8817-7ca9ab18b945 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:44.922924 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2833010d-34f7-42cc-8e92-97823ce2eed9 req-500ee54f-560e-4a48-a7f9-5044a387a93d tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 210 time: 0.6256962 Jun 04 16:29:44.924792 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:45.097659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64c8d8cc-969a-474e-8274-a63e14cef1f7 req-f7b95113-2c31-43b0-8f7f-f007632f2b81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fdb3116-c787-4b04-a395-6976090ed690 HTTP/1.1" status: 200 len: 998 time: 1.0603058 Jun 04 16:29:45.125438 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Set router 5c473005-1f2d-41fa-ac85-51f577274e32 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:29:45.159164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:45.222131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:45.229602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:29:45.702138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 10a42279-72ff-4aa7-8817-7ca9ab18b945 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:45.733038 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-542c40ac-c483-4131-9569-84f3898ceaef req-168b1735-185c-4835-ad45-d76695f22b2e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 210 time: 0.3509486 Jun 04 16:29:45.870340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Pushing event updated for resources: {'Port': ['ID=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:46.038477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:46.042531 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:46.046908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5b5c389b-ddff-4ea3-820c-b2a2a43ed082 None None] Provisioning for port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:46.056292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5b5c389b-ddff-4ea3-820c-b2a2a43ed082 None None] Provisioning complete for port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:46.057005 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5b5c389b-ddff-4ea3-820c-b2a2a43ed082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:46.142725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'name': 'tempest-TaggedBootDevicesTest-330805843-router', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:33Z', 'updated_at': '2022-06-04T16:29:41Z', 'revision_number': 4, 'project_id': '2e825aac29054eb28a64b162542a1efd', 'gw_port': {'id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:34Z', 'updated_at': '2022-06-04T16:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '605c94ad-a833-4a5d-8cff-9786718788ec', 'name': '', 'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'mac_address': 'fa:16:3e:b2:7e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': '6c7c0c56-e5ee-464a-a511-51b729cba402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:39Z', 'updated_at': '2022-06-04T16:29:41Z', 'revision_number': 2, 'project_id': '2e825aac29054eb28a64b162542a1efd', 'subnets': [{'id': '6c7c0c56-e5ee-464a-a511-51b729cba402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:46.150025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Checking router: 5c473005-1f2d-41fa-ac85-51f577274e32 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:29:46.151186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Updating router 5c473005-1f2d-41fa-ac85-51f577274e32 port 605c94ad-a833-4a5d-8cff-9786718788ec binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:29:46.206296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5b5c389b-ddff-4ea3-820c-b2a2a43ed082 None None] Port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:29:46.279833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d8cc-969a-474e-8274-a63e14cef1f7 req-c437ad73-c3a6-4872-868f-1b00b31d5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:46.279833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64c8d8cc-969a-474e-8274-a63e14cef1f7 req-c437ad73-c3a6-4872-868f-1b00b31d5974 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a52ac60c-7b2f-44a7-bfdf-ded791d655a5 HTTP/1.1" status: 200 len: 855 time: 1.1398890 Jun 04 16:29:46.351901 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:47.215703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-9cef2d92-f1c4-4bb8-b685-4eb1f9862cdc tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4564354 Jun 04 16:29:47.242110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-f1a9a5c9-c331-4d32-b481-a170f58655cb tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:47.243936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-f1a9a5c9-c331-4d32-b481-a170f58655cb tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 815 time: 2.1300600 Jun 04 16:29:47.250104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Request body: {'port': {'device_id': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:47.351330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47908) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:47.454364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf51e54-f6ec-4eda-beb0-d136312ef17c req-bcbd95b1-7c08-4a33-8449-05cd81b49599 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:47.455330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cf51e54-f6ec-4eda-beb0-d136312ef17c req-bcbd95b1-7c08-4a33-8449-05cd81b49599 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 2.3069742 Jun 04 16:29:47.583894 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:47.625669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Transition to ACTIVE for port object 605c94ad-a833-4a5d-8cff-9786718788ec will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:47.644679 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:47.664536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-12a65443-4a5a-4a40-b52c-f462a2733eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:47.701716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-75679083-2d5b-4eec-aef7-9f19ed4f3446 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f HTTP/1.1" status: 200 len: 380 time: 0.4115257 Jun 04 16:29:47.704640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-12a65443-4a5a-4a40-b52c-f462a2733eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:47.710104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-12a65443-4a5a-4a40-b52c-f462a2733eab admin admin] Usage tracker for resource:security_group_rule and tenant:8a3889d3b936493584296cf23ceb3101 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:47.715852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-12a65443-4a5a-4a40-b52c-f462a2733eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:47.725669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-12a65443-4a5a-4a40-b52c-f462a2733eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:47.730194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'port': {'device_id': '39df4891-c6d8-440f-87e8-bbef32230c38', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'admin_state_up': True, 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'security_groups': ['17418eef-71b5-49f3-b476-da616de2b860']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:47.786149 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f3c0e-7f44-4bde-ad34-4daaf6fe8725 req-a4d7d634-802c-4771-be25-9e5e3860ce15 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:47.788948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a6f3c0e-7f44-4bde-ad34-4daaf6fe8725 req-a4d7d634-802c-4771-be25-9e5e3860ce15 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 0.7996428 Jun 04 16:29:47.920285 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-12a65443-4a5a-4a40-b52c-f462a2733eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:47.936425 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-12a65443-4a5a-4a40-b52c-f462a2733eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:47.979101 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cf51e54-f6ec-4eda-beb0-d136312ef17c req-55dfd4b1-28d3-4000-8475-a7fca26e00c4 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5227656 Jun 04 16:29:47.997364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d8cc-969a-474e-8274-a63e14cef1f7 req-9d20ccef-0501-4b81-a8d6-418a8a9c04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:48.003740 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64c8d8cc-969a-474e-8274-a63e14cef1f7 req-9d20ccef-0501-4b81-a8d6-418a8a9c04fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=614a7452-3f8e-48d3-a295-c0d70920f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6848083 Jun 04 16:29:48.004361 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:48.051995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9e02d-89bc-4f66-907d-7b179194ca41 None None] Pushing event updated for resources: {'Port': ['ID=605c94ad-a833-4a5d-8cff-9786718788ec,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:48.089969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a65443-4a5a-4a40-b52c-f462a2733eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34105346-1a4e-4a06-9083-434f9f925c3c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:48.120595 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-12a65443-4a5a-4a40-b52c-f462a2733eab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a3889d3b936493584296cf23ceb3101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7667062 Jun 04 16:29:48.122949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47916) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:48.135539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Attempting to bind port 605c94ad-a833-4a5d-8cff-9786718788ec on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:29:48.135820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Attempting to bind port 605c94ad-a833-4a5d-8cff-9786718788ec by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '2d6208d9-dfdb-4470-a566-357a391156bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:29:48.136182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Attempting to bind port 605c94ad-a833-4a5d-8cff-9786718788ec on network 7c60cf5b-406b-41ce-bcd5-08c9436737a4 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:48.149016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:29:48.149385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Checking segment: {'id': '2d6208d9-dfdb-4470-a566-357a391156bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:48.150302 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:48.150748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Bound using segment: {'id': '2d6208d9-dfdb-4470-a566-357a391156bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:29:48.151262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Bound port: 605c94ad-a833-4a5d-8cff-9786718788ec, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6208d9-dfdb-4470-a566-357a391156bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:29:48.151802 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:48.273559 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6707a7e-52cc-4955-ab72-12ec1a81932e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:48.317936 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] For port 605c94ad-a833-4a5d-8cff-9786718788ec, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:29:48.323693 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] For port 605c94ad-a833-4a5d-8cff-9786718788ec, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=605c94ad-a833-4a5d-8cff-9786718788ec,segment=NetworkSegment(2d6208d9-dfdb-4470-a566-357a391156bd),segment_id=2d6208d9-dfdb-4470-a566-357a391156bd)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:29:48.328655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a6f3c0e-7f44-4bde-ad34-4daaf6fe8725 req-d15b000a-6ed4-4505-adf2-12cfdaade4e9 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816535 Jun 04 16:29:48.330884 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:48.356449 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6707a7e-52cc-4955-ab72-12ec1a81932e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:48.478647 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6707a7e-52cc-4955-ab72-12ec1a81932e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:48.513296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Routers {'5c473005-1f2d-41fa-ac85-51f577274e32'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:29:48.513954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:29:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5c473005-1f2d-41fa-ac85-51f577274e32'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:48.521059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6707a7e-52cc-4955-ab72-12ec1a81932e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34105346-1a4e-4a06-9083-434f9f925c3c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:48.570183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6707a7e-52cc-4955-ab72-12ec1a81932e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:48.574757 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b6707a7e-52cc-4955-ab72-12ec1a81932e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34105346-1a4e-4a06-9083-434f9f925c3c HTTP/1.1" status: 204 len: 168 time: 0.4507251 Jun 04 16:29:48.820362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9e02d-89bc-4f66-907d-7b179194ca41 None None] Pushing event updated for resources: {'Port': ['ID=605c94ad-a833-4a5d-8cff-9786718788ec,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:48.970549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] Set router 5c473005-1f2d-41fa-ac85-51f577274e32 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:29:49.019204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64c8d8cc-969a-474e-8274-a63e14cef1f7 req-3dc557ea-dac2-43be-a5ef-623584215794 service neutron] 10.222.0.42 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9669864 Jun 04 16:29:49.135510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47930) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:49.163958 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ffc29919-c27c-47ab-a08f-1cbe1d253864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:49.192133 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ffc29919-c27c-47ab-a08f-1cbe1d253864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:49.201011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:29:49.203510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ffc29919-c27c-47ab-a08f-1cbe1d253864 admin admin] Usage tracker for resource:security_group_rule and tenant:7bd771ae716f4e06b193ccc30988239f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:49.217057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ffc29919-c27c-47ab-a08f-1cbe1d253864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:49.223926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:port and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:29:49.230665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:29:49.233177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ffc29919-c27c-47ab-a08f-1cbe1d253864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:49.267171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:29:49.401515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Made reservation on behalf of 9a6c197ec3444659b4b4af7e2c0aec5f for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:29:49.405372 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:49.437838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf754341-9e13-4802-b9a5-066d742f61ab req-8fc8dd0e-ac0e-4770-86b1-3973539e1a8e tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:49.439574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf754341-9e13-4802-b9a5-066d742f61ab req-8fc8dd0e-ac0e-4770-86b1-3973539e1a8e tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 944 time: 0.7589858 Jun 04 16:29:49.459303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dae7b-6943-4895-997e-ead709481537 req-efb88e5a-62f6-4c99-a0bd-333452089b54 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:49.460347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-766dae7b-6943-4895-997e-ead709481537 req-efb88e5a-62f6-4c99-a0bd-333452089b54 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Synchronizing usage tracker for tenant:936ca85cbb9b4e61950cf199a4d38829 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:29:49.484039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ffc29919-c27c-47ab-a08f-1cbe1d253864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:49.490856 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ffc29919-c27c-47ab-a08f-1cbe1d253864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:49.512539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64c8d8cc-969a-474e-8274-a63e14cef1f7 req-5d7708f7-2da1-4c36-9a90-4d81e1faf4c8 service neutron] 10.222.0.42 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423656 Jun 04 16:29:49.627946 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ffc29919-c27c-47ab-a08f-1cbe1d253864 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bd771ae716f4e06b193ccc30988239f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910967 Jun 04 16:29:49.645576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47936) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:29:49.656939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'name': 'tempest-TaggedBootDevicesTest-330805843-router', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:33Z', 'updated_at': '2022-06-04T16:29:41Z', 'revision_number': 4, 'project_id': '2e825aac29054eb28a64b162542a1efd', 'gw_port': {'id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:34Z', 'updated_at': '2022-06-04T16:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '605c94ad-a833-4a5d-8cff-9786718788ec', 'name': '', 'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'mac_address': 'fa:16:3e:b2:7e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': '6c7c0c56-e5ee-464a-a511-51b729cba402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:39Z', 'updated_at': '2022-06-04T16:29:48Z', 'revision_number': 4, 'project_id': '2e825aac29054eb28a64b162542a1efd', 'subnets': [{'id': '6c7c0c56-e5ee-464a-a511-51b729cba402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:29:49.667566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90297920-0dbe-4f67-a72a-82232f561c97 None None] The sync data for ids ['5c473005-1f2d-41fa-ac85-51f577274e32'] in n-d-811809-3 is: [{'id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'name': 'tempest-TaggedBootDevicesTest-330805843-router', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:33Z', 'updated_at': '2022-06-04T16:29:41Z', 'revision_number': 4, 'project_id': '2e825aac29054eb28a64b162542a1efd', 'gw_port': {'id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:34Z', 'updated_at': '2022-06-04T16:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '605c94ad-a833-4a5d-8cff-9786718788ec', 'name': '', 'network_id': '7c60cf5b-406b-41ce-bcd5-08c9436737a4', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'mac_address': 'fa:16:3e:b2:7e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': '6c7c0c56-e5ee-464a-a511-51b729cba402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:39Z', 'updated_at': '2022-06-04T16:29:48Z', 'revision_number': 4, 'project_id': '2e825aac29054eb28a64b162542a1efd', 'subnets': [{'id': '6c7c0c56-e5ee-464a-a511-51b729cba402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:29:49.743750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc29919-c27c-47ab-a08f-1cbe1d253864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3183515c-6dfd-44f2-bf1c-bebf32be388b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:49.807193 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf754341-9e13-4802-b9a5-066d742f61ab req-e791e43b-7001-43b5-878e-5ae3fa903777 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433928 Jun 04 16:29:49.808107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-766dae7b-6943-4895-997e-ead709481537 req-efb88e5a-62f6-4c99-a0bd-333452089b54 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Unset dirty status for tenant:936ca85cbb9b4e61950cf199a4d38829 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:29:49.816474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-766dae7b-6943-4895-997e-ead709481537 req-efb88e5a-62f6-4c99-a0bd-333452089b54 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 935 time: 1.6006906 Jun 04 16:29:49.857334 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-25ccca10-f4d0-483e-9727-80793887cf5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:49.911626 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-25ccca10-f4d0-483e-9727-80793887cf5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:50.042169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-25ccca10-f4d0-483e-9727-80793887cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:50.067748 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccca10-f4d0-483e-9727-80793887cf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3183515c-6dfd-44f2-bf1c-bebf32be388b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:50.083293 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-25ccca10-f4d0-483e-9727-80793887cf5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:50.085147 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-25ccca10-f4d0-483e-9727-80793887cf5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3183515c-6dfd-44f2-bf1c-bebf32be388b HTTP/1.1" status: 204 len: 168 time: 0.4383900 Jun 04 16:29:50.161766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-766dae7b-6943-4895-997e-ead709481537 req-abb82eff-65b5-4f05-b6d5-4594bb5de27a tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Synchronizing usage tracker for tenant:936ca85cbb9b4e61950cf199a4d38829 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:29:50.385853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 605c94ad-a833-4a5d-8cff-9786718788ec up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:50.387433 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:29:50.399893 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:50.421821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Transition to ACTIVE for port object 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:50.440918 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-631f00a6-c4df-45a2-956e-9fe17f547111 req-f4c8433a-4d64-4329-8b5d-316aa6c981be tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 210 time: 0.3155017 Jun 04 16:29:50.470739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:50.572930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 605c94ad-a833-4a5d-8cff-9786718788ec completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:50.580524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 605c94ad-a833-4a5d-8cff-9786718788ec triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:50.580945 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:51.176064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 605c94ad-a833-4a5d-8cff-9786718788ec is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:51.176446 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:51.234688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Allocated IP 172.20.0.8 (6f5938a6-9eb6-42de-81b7-fd33ade18d19/5a10394f-857f-48ce-84fe-ff0cc4ad9f70/63144003-b565-4d06-953e-f050f7eb3187) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:29:51.261555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-766dae7b-6943-4895-997e-ead709481537 req-abb82eff-65b5-4f05-b6d5-4594bb5de27a tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Unset dirty status for tenant:936ca85cbb9b4e61950cf199a4d38829 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:29:51.267469 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-766dae7b-6943-4895-997e-ead709481537 req-abb82eff-65b5-4f05-b6d5-4594bb5de27a tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc6d86a0-5391-49a3-82ec-573b26d9f9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4440155 Jun 04 16:29:51.292112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 605c94ad-a833-4a5d-8cff-9786718788ec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=605c94ad-a833-4a5d-8cff-9786718788ec,segment=NetworkSegment(2d6208d9-dfdb-4470-a566-357a391156bd),segment_id=2d6208d9-dfdb-4470-a566-357a391156bd)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:29:51.313254 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:51.751818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:51.783030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=605c94ad-a833-4a5d-8cff-9786718788ec,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:51.996692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b1e19-58e9-4d60-9cbe-458ad7f98348 req-0e8bc296-b3dd-405a-a86a-ec8781fb0ed8 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:52.013525 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b8b1e19-58e9-4d60-9cbe-458ad7f98348 req-0e8bc296-b3dd-405a-a86a-ec8781fb0ed8 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.8710077 Jun 04 16:29:52.025050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Attempting to bind port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:29:52.025377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Attempting to bind port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:29:52.025713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Attempting to bind port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:52.209929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b8b1e19-58e9-4d60-9cbe-458ad7f98348 req-8131a329-beee-4d1a-87f3-ee9dc0c4b6a1 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951897 Jun 04 16:29:52.311809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:29:52.312540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Attempting to bind port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:52.351427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:29:52.351827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:52.352222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:29:52.352673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Bound port: 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:29:52.353056 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:52.417973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e736c-ff55-40db-9919-b768c19dea3c req-4abdf9a3-551f-4d49-a2d4-47a83149dc6a tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:52.421588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 605c94ad-a833-4a5d-8cff-9786718788ec up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:29:52.440353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-581e736c-ff55-40db-9919-b768c19dea3c req-4abdf9a3-551f-4d49-a2d4-47a83149dc6a tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7b35-8e6c-4001-b335-71fa36613900 HTTP/1.1" status: 200 len: 946 time: 0.7248406 Jun 04 16:29:52.594247 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 605c94ad-a833-4a5d-8cff-9786718788ec triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:52.594949 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:52.837052 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-581e736c-ff55-40db-9919-b768c19dea3c req-d0d300d0-ff66-4128-94a2-db03f9ee9e7d tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944423 Jun 04 16:29:52.878018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:52.888800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 605c94ad-a833-4a5d-8cff-9786718788ec is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:29:53.009828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:29:53.022252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:29:53.034595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Transition to ACTIVE for port object 63144003-b565-4d06-953e-f050f7eb3187 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:53.040505 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:53.241208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:53.369355 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc3fd736-ad7a-458e-8574-ff01f4b2b126 req-2689ba81-3caf-49cb-ad4e-3a0bfde835b0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 210 time: 0.3160899 Jun 04 16:29:53.383736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:53.384867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:53.386686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-8902f0f3-4b85-4131-ae4d-1cff18e4b2a8 service neutron] 10.222.0.42 "PUT /v2.0/ports/9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b HTTP/1.1" status: 200 len: 1095 time: 6.1406155 Jun 04 16:29:53.389146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:29:53.425154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830e785-8ccc-4539-9191-dd1bac83de5f req-9deea832-e096-4b2d-af60-ed174e924157 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:53.443294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2830e785-8ccc-4539-9191-dd1bac83de5f req-9deea832-e096-4b2d-af60-ed174e924157 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 944 time: 0.9980083 Jun 04 16:29:53.663394 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2830e785-8ccc-4539-9191-dd1bac83de5f req-098762a6-82ac-4f8c-931c-66ef9ebffcb6 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190824 Jun 04 16:29:53.690177 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:54.089243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:29:54.153400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:29:54.189344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:29:54.258462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'Port': ['ID=63144003-b565-4d06-953e-f050f7eb3187,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:54.389746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-0378492d-08b8-46bd-b3ad-2139dd767bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:54.391321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-0378492d-08b8-46bd-b3ad-2139dd767bf3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=936ca85cbb9b4e61950cf199a4d38829&device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 1098 time: 0.8995919 Jun 04 16:29:54.407100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd49a48-e27d-4311-b113-c0114139c017 req-da81a186-ce76-43f6-b189-445fff2748b5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:54.416332 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7cd49a48-e27d-4311-b113-c0114139c017 req-da81a186-ce76-43f6-b189-445fff2748b5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.7500424 Jun 04 16:29:54.444190 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-9a21311f-d401-44a9-acaa-ae405c0f0556 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5307207 Jun 04 16:29:54.466524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:54.466524 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:54.586304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefebde-06ea-499b-affc-742a1c4c7907 req-722a5244-9892-4366-9e2d-c5737ad0ee21 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:54.590567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-caefebde-06ea-499b-affc-742a1c4c7907 req-722a5244-9892-4366-9e2d-c5737ad0ee21 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 947 time: 0.6167326 Jun 04 16:29:54.672830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0afa1c46-2dde-49df-b6da-9e3b51070590 None None] Provisioning for port 63144003-b565-4d06-953e-f050f7eb3187 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:29:54.688886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0afa1c46-2dde-49df-b6da-9e3b51070590 None None] Provisioning complete for port 63144003-b565-4d06-953e-f050f7eb3187 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:29:54.690675 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0afa1c46-2dde-49df-b6da-9e3b51070590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:54.890258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0afa1c46-2dde-49df-b6da-9e3b51070590 None None] Port 63144003-b565-4d06-953e-f050f7eb3187 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:29:54.906002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3b6f48b6-00d1-4e19-adb5-dbdd196531a5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1822262 Jun 04 16:29:54.945814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Request body: {'port': {'device_id': '39df4891-c6d8-440f-87e8-bbef32230c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:29:55.273941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-24908499-b9ca-4908-a060-841751cf0062 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b HTTP/1.1" status: 200 len: 217 time: 0.6815319 Jun 04 16:29:55.377238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-41f5bc8c-6f58-41c0-b682-6346f414fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:55.379307 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-41f5bc8c-6f58-41c0-b682-6346f414fd2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0797341 Jun 04 16:29:55.486187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7cd49a48-e27d-4311-b113-c0114139c017 req-22d2ae85-4dbf-44e0-b071-9bf2069c678f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0687587 Jun 04 16:29:55.504581 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-caefebde-06ea-499b-affc-742a1c4c7907 req-5b441753-8e5c-473d-8466-293f2699ee32 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc6d86a0-5391-49a3-82ec-573b26d9f9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398070 Jun 04 16:29:55.647060 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f2e581-dd4b-455e-be9a-e2303c6dd05a'] response: {'name': 'network-changed', 'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b', 'status': 'completed', 'code': 200} Jun 04 16:29:55.820545 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:55.920024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-8c840458-110d-44b7-8783-9a2e068ad35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:55.920718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-8c840458-110d-44b7-8783-9a2e068ad35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:55.924190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-8c840458-110d-44b7-8783-9a2e068ad35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:55.924831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-8c840458-110d-44b7-8783-9a2e068ad35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:55.925421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-8c840458-110d-44b7-8783-9a2e068ad35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:55.925987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-8c840458-110d-44b7-8783-9a2e068ad35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:55.926551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-8c840458-110d-44b7-8783-9a2e068ad35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:55.929280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-8c840458-110d-44b7-8783-9a2e068ad35c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e863eba5c1c349159f469fbfe67c68a3&device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 6500 time: 1.2273455 Jun 04 16:29:56.217596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-3cc7f8dd-a1f6-4c8f-bcd6-43cd08c4d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:56.219353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-3cc7f8dd-a1f6-4c8f-bcd6-43cd08c4d174 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8163428 Jun 04 16:29:56.525972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74e7d7-80bf-4e0f-b858-0a6bf00cf851 req-f18308a7-1c0e-405d-b5cb-b89b954dc3b4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:56.537251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be74e7d7-80bf-4e0f-b858-0a6bf00cf851 req-f18308a7-1c0e-405d-b5cb-b89b954dc3b4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 946 time: 0.7585349 Jun 04 16:29:56.581437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09eb5-960a-4069-9500-69fb247ac63b req-f8427f45-aa3c-4b56-be39-05482a8e2d9b tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:56.582239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fbc09eb5-960a-4069-9500-69fb247ac63b req-f8427f45-aa3c-4b56-be39-05482a8e2d9b tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Synchronizing usage tracker for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:29:56.639527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-319b4e34-d376-4133-b325-e27b413e9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:56.640125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-319b4e34-d376-4133-b325-e27b413e9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:56.640618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-319b4e34-d376-4133-b325-e27b413e9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:56.642379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-319b4e34-d376-4133-b325-e27b413e9bdc service neutron] 10.222.0.42 "GET /v2.0/networks?id=094ba496-bb0b-4999-afb4-2d808cb58924&id=8b09542d-db52-4306-9a04-3ce692fb28e4&id=8b09542d-db52-4306-9a04-3ce692fb28e4&id=8b09542d-db52-4306-9a04-3ce692fb28e4&id=8b09542d-db52-4306-9a04-3ce692fb28e4&id=4ae9684f-8981-4108-80b8-f671d76ed732&id=4ae9684f-8981-4108-80b8-f671d76ed732 HTTP/1.1" status: 200 len: 2297 time: 0.6351972 Jun 04 16:29:56.799481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be74e7d7-80bf-4e0f-b858-0a6bf00cf851 req-70b0751d-23cb-4a09-af4a-1e85ab287551 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607884 Jun 04 16:29:56.806560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fbc09eb5-960a-4069-9500-69fb247ac63b req-f8427f45-aa3c-4b56-be39-05482a8e2d9b tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Unset dirty status for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:29:56.808510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbc09eb5-960a-4069-9500-69fb247ac63b req-f8427f45-aa3c-4b56-be39-05482a8e2d9b tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 931 time: 1.0556750 Jun 04 16:29:56.816196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-7f2e58d9-221a-4b07-88ab-46daa963c1ec service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052269 Jun 04 16:29:56.911350 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbc09eb5-960a-4069-9500-69fb247ac63b req-405bb106-39d3-48ba-ab14-a7b5eb64289d tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=17418eef-71b5-49f3-b476-da616de2b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879202 Jun 04 16:29:57.117693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63144003-b565-4d06-953e-f050f7eb3187 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:29:57.125682 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:57.157643 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-883d9b97-77b6-4f61-997f-c4d1f334380f req-c7573a48-294b-44cf-989a-04a616b7f7a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991492 Jun 04 16:29:57.201091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Transition to ACTIVE for port object 63144003-b565-4d06-953e-f050f7eb3187 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:29:57.307972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:57.317777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d9b97-77b6-4f61-997f-c4d1f334380f req-0d577fa3-a492-4238-bd0b-80f38af5f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:57.321297 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-883d9b97-77b6-4f61-997f-c4d1f334380f req-0d577fa3-a492-4238-bd0b-80f38af5f0a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 1096 time: 0.1381128 Jun 04 16:29:57.753658 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6aad7316-cff9-477c-991b-aa453e995d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:57.794949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d9b97-77b6-4f61-997f-c4d1f334380f req-7d879425-5a38-4fcf-bb3f-11048e965569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:57.794949 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-883d9b97-77b6-4f61-997f-c4d1f334380f req-7d879425-5a38-4fcf-bb3f-11048e965569 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.4430141 Jun 04 16:29:57.851252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-d6c3b5d7-1d8a-4699-b8f1-e6480ca824d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d845983a-5332-4048-b55f-ae3bd2a23a2b HTTP/1.1" status: 200 len: 1000 time: 0.9201329 Jun 04 16:29:57.882105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Pushing event updated for resources: {'Port': ['ID=63144003-b565-4d06-953e-f050f7eb3187,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:57.885863 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-883d9b97-77b6-4f61-997f-c4d1f334380f req-1580a208-49bd-4099-9d80-1e3ff238d2f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f4cec0-705b-401c-b177-4b8cc0c0616d HTTP/1.1" status: 200 len: 217 time: 0.0894787 Jun 04 16:29:57.968181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d9b97-77b6-4f61-997f-c4d1f334380f req-da12b792-22ad-45fe-a5f1-10e7604ee54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:57.970018 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-883d9b97-77b6-4f61-997f-c4d1f334380f req-da12b792-22ad-45fe-a5f1-10e7604ee54e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.0732088 Jun 04 16:29:58.073943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d9b97-77b6-4f61-997f-c4d1f334380f req-acc3cc01-d5df-4ee5-9bee-5c238dc84df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:58.078169 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-883d9b97-77b6-4f61-997f-c4d1f334380f req-acc3cc01-d5df-4ee5-9bee-5c238dc84df3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965302 Jun 04 16:29:58.124338 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bba7da9-7684-4aa1-8bb5-5de3e4d4231d req-cf03d508-a3de-45f4-a846-20d7835c8d1d service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1920791 Jun 04 16:29:58.150276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-8e38b510-ae34-4274-83b1-93f7fbb473b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:58.152180 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-8e38b510-ae34-4274-83b1-93f7fbb473b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=70972f99-dc0b-416b-826b-d1edfc2c397c HTTP/1.1" status: 200 len: 855 time: 0.2596474 Jun 04 16:29:58.163255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858276a1-a583-43c8-ac49-c259635f4d26 req-840fd5e3-662c-43cb-a95e-c0243c6f9ca9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:58.171386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-858276a1-a583-43c8-ac49-c259635f4d26 req-840fd5e3-662c-43cb-a95e-c0243c6f9ca9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.9687843 Jun 04 16:29:58.199103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626ff0e-7156-424f-a5ae-f86055615b66 req-c109f10c-393a-4f6c-ba2e-ebf22917ca03 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:58.200786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e626ff0e-7156-424f-a5ae-f86055615b66 req-c109f10c-393a-4f6c-ba2e-ebf22917ca03 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 944 time: 1.1925056 Jun 04 16:29:58.250119 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-883d9b97-77b6-4f61-997f-c4d1f334380f req-ee5c1a0b-014a-479d-ba26-b0ce2b52da9e service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630425 Jun 04 16:29:58.357190 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:29:58.402459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Attempting to bind port 63144003-b565-4d06-953e-f050f7eb3187 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:29:58.403079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Attempting to bind port 63144003-b565-4d06-953e-f050f7eb3187 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:29:58.403596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Attempting to bind port 63144003-b565-4d06-953e-f050f7eb3187 on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:58.418401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-858276a1-a583-43c8-ac49-c259635f4d26 req-038343c3-cf83-4fef-9a6d-b8ed99997532 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457948 Jun 04 16:29:58.420831 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-883d9b97-77b6-4f61-997f-c4d1f334380f req-2a299095-ff45-45a9-a720-1f445dfb1bdd service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640489 Jun 04 16:29:58.453269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Port 63144003-b565-4d06-953e-f050f7eb3187 on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:29:58.453596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Attempting to bind port 63144003-b565-4d06-953e-f050f7eb3187 on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:29:58.482904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e626ff0e-7156-424f-a5ae-f86055615b66 req-08db3da1-328c-4a28-9fa4-449be606e289 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845946 Jun 04 16:29:58.490773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:29:58.491113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Checking segment: {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:29:58.491511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Bound using segment: {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:29:58.491967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Bound port: 63144003-b565-4d06-953e-f050f7eb3187, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:29:58.492317 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:58.618674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-eb421cf0-f8e8-4745-8dc9-f4c473a1cc94 req-609be010-af9a-4808-beb0-34de4984e8ed tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:29:58.619962 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb421cf0-f8e8-4745-8dc9-f4c473a1cc94 req-609be010-af9a-4808-beb0-34de4984e8ed tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0905490 Jun 04 16:29:58.704576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-38237e56-436a-4dd1-bd2b-1cb7cd07c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:58.706272 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-38237e56-436a-4dd1-bd2b-1cb7cd07c017 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=094ba496-bb0b-4999-afb4-2d808cb58924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5176663 Jun 04 16:29:58.708066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de84b4-8c30-48d2-8cec-7bed59592360 req-83d55f73-e539-46ab-80b6-dd8801dddac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:58.709374 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05de84b4-8c30-48d2-8cec-7bed59592360 req-83d55f73-e539-46ab-80b6-dd8801dddac0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=936ca85cbb9b4e61950cf199a4d38829&device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 1098 time: 0.4700038 Jun 04 16:29:58.912989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] For port 63144003-b565-4d06-953e-f050f7eb3187, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:29:58.952894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] For port 63144003-b565-4d06-953e-f050f7eb3187, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=63144003-b565-4d06-953e-f050f7eb3187,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:29:58.966890 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:59.135585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbfc84-77c3-464e-b247-192ed504f260 req-27f0b152-175f-41d4-91e2-135a2e4156c3 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:59.145357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cfbfc84-77c3-464e-b247-192ed504f260 req-27f0b152-175f-41d4-91e2-135a2e4156c3 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 947 time: 0.5678599 Jun 04 16:29:59.153896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:59.154544 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:29:59.155952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] 10.222.0.46 "PUT /v2.0/ports/63144003-b565-4d06-953e-f050f7eb3187 HTTP/1.1" status: 200 len: 1091 time: 4.2267966 Jun 04 16:29:59.157218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39df4891-c6d8-440f-87e8-bbef32230c38', 'tag': '63144003-b565-4d06-953e-f050f7eb3187'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:29:59.181255 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-8fc144e5-40d7-4a02-bdf2-c5ba5f631e3f service neutron] 10.222.0.42 "GET /v2.0/networks/094ba496-bb0b-4999-afb4-2d808cb58924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469192 Jun 04 16:29:59.185697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb421cf0-f8e8-4745-8dc9-f4c473a1cc94 req-59b294b6-858b-4159-9373-9f52597a16fd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5503280 Jun 04 16:29:59.203798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de84b4-8c30-48d2-8cec-7bed59592360 req-40b6876a-1129-437d-9469-f29e86a75b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:59.205328 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05de84b4-8c30-48d2-8cec-7bed59592360 req-40b6876a-1129-437d-9469-f29e86a75b93 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.4721522 Jun 04 16:29:59.206163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5af82f-22e6-4a25-8ff4-2da2961c297d service neutron] Pushing event updated for resources: {'Port': ['ID=63144003-b565-4d06-953e-f050f7eb3187,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:29:59.387217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cfbfc84-77c3-464e-b247-192ed504f260 req-097289d4-a9fb-454b-a040-92305b3c3917 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc6d86a0-5391-49a3-82ec-573b26d9f9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390165 Jun 04 16:29:59.540007 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05de84b4-8c30-48d2-8cec-7bed59592360 req-e6d8d797-0657-4c0a-8bb2-7fe93fadc002 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b HTTP/1.1" status: 200 len: 217 time: 0.2388899 Jun 04 16:29:59.674613 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-9dd6fb01-3b07-421c-91d9-d683435db037 service neutron] 10.222.0.42 "GET /v2.0/networks/094ba496-bb0b-4999-afb4-2d808cb58924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644597 Jun 04 16:29:59.810967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-3155f704-ade2-420b-8454-3591d936d877 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=a99beac5-8a3e-40fd-9302-6f3224c157f6 HTTP/1.1" status: 200 len: 217 time: 0.0927460 Jun 04 16:29:59.814785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de84b4-8c30-48d2-8cec-7bed59592360 req-6ecc5e83-03d2-4762-8255-605d34255d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:29:59.816494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05de84b4-8c30-48d2-8cec-7bed59592360 req-6ecc5e83-03d2-4762-8255-605d34255d99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2658150 Jun 04 16:30:00.001708 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7d36d9ef-7ed3-44f2-8206-e161bcd0b033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:00.076226 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3304efd-8b91-407a-a0c9-745f1cfc37e3'] response: {'name': 'network-changed', 'server_uuid': '39df4891-c6d8-440f-87e8-bbef32230c38', 'tag': '63144003-b565-4d06-953e-f050f7eb3187', 'status': 'completed', 'code': 200} Jun 04 16:30:00.178734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3ec8db68-9942-4efd-9b80-c050130ebb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:00.180260 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-3ec8db68-9942-4efd-9b80-c050130ebb01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 1094 time: 0.9231348 Jun 04 16:30:00.192857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-6fb78773-82db-4177-b5bd-e0f99597c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:00.194308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-6fb78773-82db-4177-b5bd-e0f99597c2e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4486856-317f-473e-94f2-040bb20ab3b6 HTTP/1.1" status: 200 len: 797 time: 0.3767457 Jun 04 16:30:00.302718 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-65f4b637-f4f7-47c9-8f51-76ec636d8d92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63144003-b565-4d06-953e-f050f7eb3187 HTTP/1.1" status: 200 len: 217 time: 0.1134470 Jun 04 16:30:00.317208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c6cfb-26ba-4588-a327-5dd72df65a04 req-a888240d-8cbd-4ea2-81f5-57b0376f749c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:00.318734 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-263c6cfb-26ba-4588-a327-5dd72df65a04 req-a888240d-8cbd-4ea2-81f5-57b0376f749c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 943 time: 0.6430271 Jun 04 16:30:00.424329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de84b4-8c30-48d2-8cec-7bed59592360 req-de89bbf5-3094-43b8-853f-e24778f7834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:00.425702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05de84b4-8c30-48d2-8cec-7bed59592360 req-de89bbf5-3094-43b8-853f-e24778f7834b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3979411 Jun 04 16:30:00.437848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33936e7b-63b7-427c-b062-8346d8ed9f63 req-070490bd-59d4-4289-9f3a-a8f62b8cca5c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:00.439364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33936e7b-63b7-427c-b062-8346d8ed9f63 req-070490bd-59d4-4289-9f3a-a8f62b8cca5c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 0.4099503 Jun 04 16:30:00.477761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-4ae30e01-292f-4e53-bd7f-61318fb3fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:00.479520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-4ae30e01-292f-4e53-bd7f-61318fb3fd63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 200 len: 854 time: 0.1582286 Jun 04 16:30:00.611106 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-263c6cfb-26ba-4588-a327-5dd72df65a04 req-6c4ea1dd-b4b7-45b5-8fbb-55c4f4fa4322 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=17418eef-71b5-49f3-b476-da616de2b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437601 Jun 04 16:30:00.749864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33936e7b-63b7-427c-b062-8346d8ed9f63 req-888ec09e-2a73-4f09-91a1-3e41010ccee7 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979026 Jun 04 16:30:00.867418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-a8e1df1d-3a9a-496d-960d-bb345c02495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:00.869205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-a8e1df1d-3a9a-496d-960d-bb345c02495c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b09542d-db52-4306-9a04-3ce692fb28e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6164801 Jun 04 16:30:00.963761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05de84b4-8c30-48d2-8cec-7bed59592360 req-96cce330-62c2-4cd3-9d8f-5734d0bba812 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210607 Jun 04 16:30:01.060368 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:01.154261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-877878ec-2687-4c14-93b9-b19177799332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:01.155859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-877878ec-2687-4c14-93b9-b19177799332 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f5938a6-9eb6-42de-81b7-fd33ade18d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6548481 Jun 04 16:30:01.373551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf159-515e-4105-b2c4-f1d1222fec6f req-1eec63dd-0dfe-493d-b53d-3475a6bee119 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:01.375175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-32fbf159-515e-4105-b2c4-f1d1222fec6f req-1eec63dd-0dfe-493d-b53d-3475a6bee119 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 944 time: 0.6180363 Jun 04 16:30:01.376468 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:01.377090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05de84b4-8c30-48d2-8cec-7bed59592360 req-a3e84270-80f3-41b5-bc12-4d1f7fcaa97d service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914444 Jun 04 16:30:01.406802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-5ea9d89f-782a-4ced-bbf4-1f2fd83a3254 service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271711 Jun 04 16:30:01.579473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf269d-7240-4efe-8320-99b1186d28bc req-6b8c4cda-717b-4e57-ae48-85e1708c8689 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:01.581117 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9abf269d-7240-4efe-8320-99b1186d28bc req-6b8c4cda-717b-4e57-ae48-85e1708c8689 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.6645656 Jun 04 16:30:01.633923 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-acf06006-586c-408c-bfbf-9c33d0ff7d54 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616497 Jun 04 16:30:01.635586 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-32fbf159-515e-4105-b2c4-f1d1222fec6f req-a1aae0aa-eb09-465d-b843-c36b62764d54 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502925 Jun 04 16:30:01.995841 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9abf269d-7240-4efe-8320-99b1186d28bc req-1baa2af5-37f0-498f-97c3-be50cb1cc692 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3985851 Jun 04 16:30:02.014669 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-4487c308-9be2-48e2-afda-b46f0b4d2c66 service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958996 Jun 04 16:30:02.106480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-789e839b-f357-4c03-b62c-96aa5c94d596 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=3023e327-df4b-443e-ae29-981f3f9ca437 HTTP/1.1" status: 200 len: 217 time: 0.0816424 Jun 04 16:30:02.174207 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:30:02.203956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80ce83a8-cbdf-4396-8ea1-e7d20b0c213d req-5fd138c4-5cc9-47d4-ae87-11ca0be15753 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611019 Jun 04 16:30:02.258012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-8fe365cc-9d19-4c89-a661-16b12d88f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:02.259390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-8fe365cc-9d19-4c89-a661-16b12d88f614 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4486856-317f-473e-94f2-040bb20ab3b6 HTTP/1.1" status: 200 len: 797 time: 0.1392674 Jun 04 16:30:02.300825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09612aa-334e-4191-b30f-b5696d49dc94 req-f3a7d2b9-6874-41f5-bf2a-bb08a97ad95f tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:02.302761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b09612aa-334e-4191-b30f-b5696d49dc94 req-f3a7d2b9-6874-41f5-bf2a-bb08a97ad95f tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 947 time: 0.3816812 Jun 04 16:30:02.344285 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:02.358719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b', 'mac_address': 'fa:16:3e:7f:e0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:30:02.421732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:02.422332 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:02.434572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b09612aa-334e-4191-b30f-b5696d49dc94 req-97862d97-a72d-4147-8f42-b59f5f284307 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc6d86a0-5391-49a3-82ec-573b26d9f9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920389 Jun 04 16:30:02.445109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:30:02.445467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816b612-9067-4a1e-9f02-27804cdc370a req-f80918f3-6c00-441d-9f47-f89b853c69dd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:02.455087 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2816b612-9067-4a1e-9f02-27804cdc370a req-f80918f3-6c00-441d-9f47-f89b853c69dd tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7b35-8e6c-4001-b335-71fa36613900 HTTP/1.1" status: 200 len: 946 time: 0.2894123 Jun 04 16:30:02.500931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:02.503282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60c034-2d0a-4e30-8758-6ccfd18db1a0 req-212347e7-264f-4478-8f0f-561faef44f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:02.504776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac60c034-2d0a-4e30-8758-6ccfd18db1a0 req-212347e7-264f-4478-8f0f-561faef44f23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 1094 time: 0.2435911 Jun 04 16:30:02.521295 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:02.523648 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2816b612-9067-4a1e-9f02-27804cdc370a req-28b7b3db-36a6-4d52-a524-728d08ea89d1 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702682 Jun 04 16:30:02.601616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-f125fde3-308b-4390-a10f-f5498a43d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:02.603498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-f125fde3-308b-4390-a10f-f5498a43d1ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b09542d-db52-4306-9a04-3ce692fb28e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2998619 Jun 04 16:30:02.671247 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:02.682372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:02.682732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:02.683398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:02.684129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:02.684851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:02.685681 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:02.686161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:02.686880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:02.687381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:02.687855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:02.688566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:02.689040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:02.695347 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:02.862203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:30:02.986196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-385cc6ce-d359-4c4e-a663-ddb46916f8fb service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656519 Jun 04 16:30:02.986196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60c034-2d0a-4e30-8758-6ccfd18db1a0 req-537eb702-4150-4f3a-bd80-76fbd82c1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:02.988297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac60c034-2d0a-4e30-8758-6ccfd18db1a0 req-537eb702-4150-4f3a-bd80-76fbd82c1ccf service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 916 time: 0.4629707 Jun 04 16:30:03.142057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5040c51-0f02-459d-91bb-d047ccf664b9 req-99893abf-9b78-4e76-ad3f-75158c03ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:03.143807 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d5040c51-0f02-459d-91bb-d047ccf664b9 req-99893abf-9b78-4e76-ad3f-75158c03ae2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0875709 Jun 04 16:30:03.265140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac60c034-2d0a-4e30-8758-6ccfd18db1a0 req-c7657961-03c9-4dda-be07-ed51928be497 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63144003-b565-4d06-953e-f050f7eb3187 HTTP/1.1" status: 200 len: 217 time: 0.1301453 Jun 04 16:30:03.280281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41de9d-31b9-44a8-9247-20ade9841c4a req-2664eb4c-a830-4fce-ba37-a87bee226c1f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:03.281788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c41de9d-31b9-44a8-9247-20ade9841c4a req-2664eb4c-a830-4fce-ba37-a87bee226c1f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 943 time: 0.6114879 Jun 04 16:30:03.318416 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5040c51-0f02-459d-91bb-d047ccf664b9 req-a4723a84-eac4-4673-948c-fa907d84aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:03.323099 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d5040c51-0f02-459d-91bb-d047ccf664b9 req-a4723a84-eac4-4673-948c-fa907d84aea4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 200 len: 913 time: 0.1717813 Jun 04 16:30:03.408865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c41de9d-31b9-44a8-9247-20ade9841c4a req-77b2101f-802e-4481-b67b-205ad2170a82 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=17418eef-71b5-49f3-b476-da616de2b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838630 Jun 04 16:30:03.435724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60c034-2d0a-4e30-8758-6ccfd18db1a0 req-1239891b-633f-4361-8b42-65675bbf7515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:03.437553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac60c034-2d0a-4e30-8758-6ccfd18db1a0 req-1239891b-633f-4361-8b42-65675bbf7515 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 200 len: 854 time: 0.1539960 Jun 04 16:30:03.443719 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-4f5dfe7e-853c-4a04-ac2f-3822e5f02a1a service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427459 Jun 04 16:30:03.471046 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d5040c51-0f02-459d-91bb-d047ccf664b9 req-6c3e61bb-0f93-4c42-bbfa-d71a071df11f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd HTTP/1.1" status: 200 len: 999 time: 0.1414893 Jun 04 16:30:03.592970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5040c51-0f02-459d-91bb-d047ccf664b9 req-0bd82e00-a8fa-4fc5-acee-c19147d8adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:03.594757 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d5040c51-0f02-459d-91bb-d047ccf664b9 req-0bd82e00-a8fa-4fc5-acee-c19147d8adf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 200 len: 851 time: 0.1093273 Jun 04 16:30:03.632439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-cf380215-65a0-44e6-a7e3-c1cb7a276c85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=992c7921-fdf5-467e-876a-cc1d1a62341d HTTP/1.1" status: 200 len: 217 time: 0.1291063 Jun 04 16:30:03.641389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e2c9c-3959-40ca-ad5c-38e93088c012 req-c8a4c67c-3005-4847-b69d-e74fbdeaed4b tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:03.643109 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-074e2c9c-3959-40ca-ad5c-38e93088c012 req-c8a4c67c-3005-4847-b69d-e74fbdeaed4b tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 946 time: 0.4545600 Jun 04 16:30:03.689033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5040c51-0f02-459d-91bb-d047ccf664b9 req-65bd259c-c98e-4d4b-beff-fb1b8d6ef72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:03.690922 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d5040c51-0f02-459d-91bb-d047ccf664b9 req-65bd259c-c98e-4d4b-beff-fb1b8d6ef72f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900857 Jun 04 16:30:03.806330 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:03.838372 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d5040c51-0f02-459d-91bb-d047ccf664b9 req-0f05a756-2d42-4f5f-a06f-7b7a8573d018 service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410911 Jun 04 16:30:03.917999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-074e2c9c-3959-40ca-ad5c-38e93088c012 req-fc7b0b55-c3e8-40c5-8fbc-8a1793bb2f8b tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773430 Jun 04 16:30:03.929167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-0b55722d-07b9-4caa-a51d-0e293b13d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:03.930623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-0b55722d-07b9-4caa-a51d-0e293b13d518 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4486856-317f-473e-94f2-040bb20ab3b6 HTTP/1.1" status: 200 len: 797 time: 0.2866023 Jun 04 16:30:04.025489 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:04.035044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60c034-2d0a-4e30-8758-6ccfd18db1a0 req-2beebda8-49c0-4e5f-8497-2e02852ed733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:04.037186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac60c034-2d0a-4e30-8758-6ccfd18db1a0 req-2beebda8-49c0-4e5f-8497-2e02852ed733 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f5938a6-9eb6-42de-81b7-fd33ade18d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5914893 Jun 04 16:30:04.038235 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d5040c51-0f02-459d-91bb-d047ccf664b9 req-af594266-7690-442e-b10f-4173598135cd service neutron] 10.222.0.46 "GET /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924870 Jun 04 16:30:04.088871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04994dfc-2b25-4c7d-89f9-a74f8db74d91 req-344af6a0-7bc1-4300-9e27-a38d347e768f tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:04.097302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04994dfc-2b25-4c7d-89f9-a74f8db74d91 req-344af6a0-7bc1-4300-9e27-a38d347e768f tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 944 time: 0.5325325 Jun 04 16:30:04.186389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:30:04.297396 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04994dfc-2b25-4c7d-89f9-a74f8db74d91 req-f9d39c1f-ef4d-43ae-a481-6dce6f787a21 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990085 Jun 04 16:30:04.298318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:30:04.305438 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:04.306094 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:04.326502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-24897fd4-13ad-4e57-b30a-fbc3910740ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:04.328177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-24897fd4-13ad-4e57-b30a-fbc3910740ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b09542d-db52-4306-9a04-3ce692fb28e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3911483 Jun 04 16:30:04.336451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac60c034-2d0a-4e30-8758-6ccfd18db1a0 req-52aa91f6-200f-4e59-af09-bfe0b8921aee service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851880 Jun 04 16:30:04.471993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:04.472612 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:04.511217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:04.512582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:04.522285 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:04.615971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:04.696112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3672c-1fc0-4217-9a80-4d78e13c5539 req-333993b6-e46e-4a39-8454-95c6b7f0343f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:04.699971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1c3672c-1fc0-4217-9a80-4d78e13c5539 req-333993b6-e46e-4a39-8454-95c6b7f0343f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.5231869 Jun 04 16:30:04.817908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-3d57b310-b897-43f2-b583-192c82d216d3 service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790514 Jun 04 16:30:04.871404 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac60c034-2d0a-4e30-8758-6ccfd18db1a0 req-dd03c0f4-8225-4545-87c0-b634de6260e6 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001485 Jun 04 16:30:04.874405 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1c3672c-1fc0-4217-9a80-4d78e13c5539 req-e748a462-1311-43c5-99c2-a82307bd1d33 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641479 Jun 04 16:30:04.969760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbacf5e-f935-42d6-9573-43935ee60699 req-65b9e5c4-b84c-4cc4-a1ad-4d498f53b85e tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:04.971318 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cbacf5e-f935-42d6-9573-43935ee60699 req-65b9e5c4-b84c-4cc4-a1ad-4d498f53b85e tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 949 time: 0.4028621 Jun 04 16:30:05.044702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-3ffe03a4-1701-46e0-85d3-299364546ad5 service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090781 Jun 04 16:30:05.052766 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cbacf5e-f935-42d6-9573-43935ee60699 req-34907b4b-c6db-4d56-b90d-ca2aa0089a66 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc6d86a0-5391-49a3-82ec-573b26d9f9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581005 Jun 04 16:30:05.148645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-95bd0498-4e0c-49f3-aa56-9b7f1adb0615 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=32da0c38-3568-48cc-85f7-cc443766b806 HTTP/1.1" status: 200 len: 217 time: 0.0949047 Jun 04 16:30:05.229977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-fb9068d5-9cc6-4f87-84ac-ae003fc4fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:05.231805 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-fb9068d5-9cc6-4f87-84ac-ae003fc4fb30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4486856-317f-473e-94f2-040bb20ab3b6 HTTP/1.1" status: 200 len: 797 time: 0.0762024 Jun 04 16:30:05.475318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-b1295c4d-94d5-4193-b63d-4ad735b3b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:05.476966 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-b1295c4d-94d5-4193-b63d-4ad735b3b8da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b09542d-db52-4306-9a04-3ce692fb28e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2359474 Jun 04 16:30:05.485775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c8a86-37b3-4841-b705-a9449571e23b req-7422db19-8821-47e1-9aa8-1aa0f85cc148 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:05.487411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-769c8a86-37b3-4841-b705-a9449571e23b req-7422db19-8821-47e1-9aa8-1aa0f85cc148 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 943 time: 0.1908910 Jun 04 16:30:05.496529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e7a8d-59c6-4689-9c65-f2f24e997dd7 req-292714f4-49dd-4cfc-a08c-17ce40ce080a tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:05.503227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e7a8d-59c6-4689-9c65-f2f24e997dd7 req-292714f4-49dd-4cfc-a08c-17ce40ce080a tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:05.509199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e7a8d-59c6-4689-9c65-f2f24e997dd7 req-292714f4-49dd-4cfc-a08c-17ce40ce080a tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:05.511393 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b8e7a8d-59c6-4689-9c65-f2f24e997dd7 req-292714f4-49dd-4cfc-a08c-17ce40ce080a tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196&device_id=53fb7b35-8e6c-4001-b335-71fa36613900&device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 2418 time: 0.2203734 Jun 04 16:30:05.664886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-769c8a86-37b3-4841-b705-a9449571e23b req-47883d15-773f-404d-bae5-b45f37660915 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=17418eef-71b5-49f3-b476-da616de2b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344435 Jun 04 16:30:05.695013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b8e7a8d-59c6-4689-9c65-f2f24e997dd7 req-12642fea-59f4-44b8-8f09-bee6e0bc7317 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595826 Jun 04 16:30:05.749533 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-b4e88036-2781-4955-ac2d-abc80a547607 service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369139 Jun 04 16:30:05.767810 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178ea4cd-1f20-4b52-888d-f234d812c785'] response: {'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b', 'code': 200} Jun 04 16:30:05.806640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-70ba2014-32c3-4e3e-bd6e-2852d275e636 req-56be3fc3-e0be-4f4d-8e1c-d1e676a81515 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:30:05.814130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70ba2014-32c3-4e3e-bd6e-2852d275e636 req-56be3fc3-e0be-4f4d-8e1c-d1e676a81515 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163286 Jun 04 16:30:06.156967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 63144003-b565-4d06-953e-f050f7eb3187 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:30:06.239588 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-14ada527-ed29-4b9c-98b2-c800ecfb3453 service neutron] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825869 Jun 04 16:30:06.309898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 63144003-b565-4d06-953e-f050f7eb3187, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=63144003-b565-4d06-953e-f050f7eb3187,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:06.332750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '63144003-b565-4d06-953e-f050f7eb3187', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'port_id': '63144003-b565-4d06-953e-f050f7eb3187', 'mac_address': 'fa:16:3e:94:de:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:30:06.361808 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 5fdb3116-c787-4b04-a395-6976090ed690 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:30:06.363439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-c25cfbf8-a761-4759-906c-35c663d0b79a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=696a0d0b-67a7-414e-b8a0-30fa919880d7 HTTP/1.1" status: 200 len: 217 time: 0.1133556 Jun 04 16:30:06.510637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70ba2014-32c3-4e3e-bd6e-2852d275e636 req-0b5ae5c8-5516-426c-8046-55d1575fb0ea tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.6949015 Jun 04 16:30:06.522988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f2116-9c4b-4819-8ac2-8c8283aa012f req-74e2eb16-450c-43ec-8304-543763af3131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:06.524562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a10f2116-9c4b-4819-8ac2-8c8283aa012f req-74e2eb16-450c-43ec-8304-543763af3131 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 1100 time: 0.4886758 Jun 04 16:30:06.536148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a6ee3-6c59-4e49-8dfc-9c2bfacdb4b9 req-a0ec2da6-f9ab-4af0-af84-5a1d0c0c2fbe tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:06.538198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 63144003-b565-4d06-953e-f050f7eb3187 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:06.538631 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:06.556337 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-996a6ee3-6c59-4e49-8dfc-9c2bfacdb4b9 req-a0ec2da6-f9ab-4af0-af84-5a1d0c0c2fbe tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 944 time: 0.5211658 Jun 04 16:30:06.560751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-bb56e2fc-a17c-4a66-98c7-b6092ef1f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:06.562418 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-bb56e2fc-a17c-4a66-98c7-b6092ef1f4b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a25d6d86-38aa-4a4a-ab62-3be62b97a432 HTTP/1.1" status: 200 len: 797 time: 0.1872468 Jun 04 16:30:06.576230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63144003-b565-4d06-953e-f050f7eb3187 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:30:06.582760 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:06.604215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '5fdb3116-c787-4b04-a395-6976090ed690', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'port_id': '5fdb3116-c787-4b04-a395-6976090ed690', 'mac_address': 'fa:16:3e:eb:64:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:30:06.675906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 63144003-b565-4d06-953e-f050f7eb3187, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=63144003-b565-4d06-953e-f050f7eb3187,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:06.677820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 5fdb3116-c787-4b04-a395-6976090ed690 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:06.678359 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:06.726253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdb3116-c787-4b04-a395-6976090ed690 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:30:06.757773 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:06.762604 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:06.776385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-996a6ee3-6c59-4e49-8dfc-9c2bfacdb4b9 req-d1238ecc-6cb4-48b1-95e9-e734f0f77b87 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192366 Jun 04 16:30:06.784669 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a10f2116-9c4b-4819-8ac2-8c8283aa012f req-544205ae-0147-4530-9ad3-dfee39d122bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc6d86a0-5391-49a3-82ec-573b26d9f9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257402 Jun 04 16:30:06.814604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-76415f6a-8cc4-4f03-8848-5f774fb203b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:06.817043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-76415f6a-8cc4-4f03-8848-5f774fb203b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ae9684f-8981-4108-80b8-f671d76ed732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1924548 Jun 04 16:30:06.840736 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:06.857559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=63144003-b565-4d06-953e-f050f7eb3187,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:06.979960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=5fdb3116-c787-4b04-a395-6976090ed690,revision_number=11']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:07.065146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['63144003-b565-4d06-953e-f050f7eb3187'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:30:07.192708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['5fdb3116-c787-4b04-a395-6976090ed690'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:30:07.209220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b5ec1-ec3f-4337-a465-31ec59c2d68b req-34503d17-a279-4e76-9607-a1c43ec8c250 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:07.211088 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-187b5ec1-ec3f-4337-a465-31ec59c2d68b req-34503d17-a279-4e76-9607-a1c43ec8c250 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 949 time: 0.2612123 Jun 04 16:30:07.221939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-45d868f5-a441-429a-88e0-65748d9ca2b1 service neutron] 10.222.0.42 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122691 Jun 04 16:30:07.541766 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-187b5ec1-ec3f-4337-a465-31ec59c2d68b req-73570cdf-b3a6-4877-942f-966a0859b065 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc6d86a0-5391-49a3-82ec-573b26d9f9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110898 Jun 04 16:30:07.660482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-bd1b30bb-831e-4c71-ad57-e69f62032d86 service neutron] 10.222.0.42 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485558 Jun 04 16:30:07.693030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444f29f-4a83-4621-9329-eefe2956c03b req-79df1062-10eb-4152-b4ef-616f79ef1c6d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:07.694678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c444f29f-4a83-4621-9329-eefe2956c03b req-79df1062-10eb-4152-b4ef-616f79ef1c6d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.2460144 Jun 04 16:30:07.854099 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-ed1c1479-1f85-425e-b374-6478b17be0ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=863324e7-c4ea-4faf-95eb-efa2ddc23375 HTTP/1.1" status: 200 len: 217 time: 0.1580963 Jun 04 16:30:07.916133 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c444f29f-4a83-4621-9329-eefe2956c03b req-21ebb5ea-289a-499b-bc68-da4e90276fe2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649020 Jun 04 16:30:07.945567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-30017efe-38d8-4163-9f59-3fa566fc1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:07.947153 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-30017efe-38d8-4163-9f59-3fa566fc1bb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a25d6d86-38aa-4a4a-ab62-3be62b97a432 HTTP/1.1" status: 200 len: 797 time: 0.0814939 Jun 04 16:30:08.007245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bf92d-bd38-401c-841d-45fdfd2bb650 req-0f2195d2-cd5b-4cac-9412-43d274985b25 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:08.008861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed0bf92d-bd38-401c-841d-45fdfd2bb650 req-0f2195d2-cd5b-4cac-9412-43d274985b25 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 944 time: 0.3119514 Jun 04 16:30:08.090996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed0bf92d-bd38-401c-841d-45fdfd2bb650 req-6cd7c7e8-7b55-4c5d-88ce-a1ed399b8b15 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=17418eef-71b5-49f3-b476-da616de2b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706162 Jun 04 16:30:08.106158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-dcaadec8-3c5f-48a9-81f7-49797deaa8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:08.107928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-dcaadec8-3c5f-48a9-81f7-49797deaa8b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ae9684f-8981-4108-80b8-f671d76ed732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1539159 Jun 04 16:30:08.623663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-9e234063-a996-45a8-9245-05f9358c5687 service neutron] 10.222.0.42 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078535 Jun 04 16:30:08.748341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee4db4-d34b-4989-a96e-af6ba2f9ac83 req-ba2fa5da-e56c-4a91-b9e0-b33bca60ea8a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:08.750595 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1cee4db4-d34b-4989-a96e-af6ba2f9ac83 req-ba2fa5da-e56c-4a91-b9e0-b33bca60ea8a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 945 time: 0.4925828 Jun 04 16:30:08.814213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561a1cd-44fd-425a-a5c4-4e0f2fb2d232 req-08c90496-7302-4b17-9624-dbe599908608 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:08.816622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9561a1cd-44fd-425a-a5c4-4e0f2fb2d232 req-08c90496-7302-4b17-9624-dbe599908608 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.3282681 Jun 04 16:30:08.883527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79c73493-4a78-4ed3-b6a5-e125243566f8 req-7d8602a2-1713-47f1-8a22-d2afe552e793 service neutron] 10.222.0.42 "GET /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518356 Jun 04 16:30:08.898133 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1cee4db4-d34b-4989-a96e-af6ba2f9ac83 req-b241dbe1-5d07-453e-aeda-b78dfc963339 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182485 Jun 04 16:30:08.909725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9561a1cd-44fd-425a-a5c4-4e0f2fb2d232 req-c3a465c9-d66a-4000-bac8-aa51017fad2d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797963 Jun 04 16:30:09.172004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8a578-d46a-4b4e-8cb1-27855c61fee0 req-3a569073-0fe9-44f4-a3bb-74792c5aefad tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:09.180907 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20f8a578-d46a-4b4e-8cb1-27855c61fee0 req-3a569073-0fe9-44f4-a3bb-74792c5aefad tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 949 time: 0.1168842 Jun 04 16:30:09.265198 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20f8a578-d46a-4b4e-8cb1-27855c61fee0 req-c4d55dbe-276f-4aaa-8d26-34cd29dae791 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc6d86a0-5391-49a3-82ec-573b26d9f9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830848 Jun 04 16:30:09.559417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b94e2-6b98-4989-8c95-46a89c11384a req-d7990a8c-f4fb-4cc0-9013-a7ad73cc83a0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:09.560497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f17b94e2-6b98-4989-8c95-46a89c11384a req-d7990a8c-f4fb-4cc0-9013-a7ad73cc83a0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 944 time: 0.1334906 Jun 04 16:30:09.623529 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f17b94e2-6b98-4989-8c95-46a89c11384a req-58a2e8bf-8a17-402c-b9af-06a7fcde495a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=17418eef-71b5-49f3-b476-da616de2b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522656 Jun 04 16:30:10.157984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 63144003-b565-4d06-953e-f050f7eb3187 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:30:10.232554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 5fdb3116-c787-4b04-a395-6976090ed690 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:30:10.377828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 63144003-b565-4d06-953e-f050f7eb3187 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:30:10.383720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 5fdb3116-c787-4b04-a395-6976090ed690 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:30:10.389432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 5fdb3116-c787-4b04-a395-6976090ed690 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:10.389798 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:10.394249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e9d02-0b7b-41fb-9f10-b581423d8c2c req-380f0d04-7486-497f-b83c-ea9312382df2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:10.396764 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c7e9d02-0b7b-41fb-9f10-b581423d8c2c req-380f0d04-7486-497f-b83c-ea9312382df2 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5940fef-09ea-4ba2-956d-860a965fae9e HTTP/1.1" status: 200 len: 943 time: 0.1183569 Jun 04 16:30:10.526074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-1c7e9d02-0b7b-41fb-9f10-b581423d8c2c req-7784951f-4ba8-49a3-9b05-81748370c3d9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Deleting port ae8fed0d-af03-4229-ac52-fc40ddc2af0e {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:10.526493 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1c7e9d02-0b7b-41fb-9f10-b581423d8c2c req-7784951f-4ba8-49a3-9b05-81748370c3d9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:10.602757 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 63144003-b565-4d06-953e-f050f7eb3187 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:10.603200 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:10.850910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 63144003-b565-4d06-953e-f050f7eb3187 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:10.851293 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:10.890613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 63144003-b565-4d06-953e-f050f7eb3187, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=63144003-b565-4d06-953e-f050f7eb3187,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:10.891693 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 5fdb3116-c787-4b04-a395-6976090ed690 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:10.892059 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:10.904500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39df4891-c6d8-440f-87e8-bbef32230c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63144003-b565-4d06-953e-f050f7eb3187'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:10.910157 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:11.006520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:11.015036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=63144003-b565-4d06-953e-f050f7eb3187,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:11.020814 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:11.114252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=5fdb3116-c787-4b04-a395-6976090ed690,revision_number=12']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:11.139633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1c7e9d02-0b7b-41fb-9f10-b581423d8c2c req-7784951f-4ba8-49a3-9b05-81748370c3d9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] For port ae8fed0d-af03-4229-ac52-fc40ddc2af0e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:11.140013 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1c7e9d02-0b7b-41fb-9f10-b581423d8c2c req-7784951f-4ba8-49a3-9b05-81748370c3d9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:11.278998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6226a7d-60ad-4499-a9eb-934790a86bd5 req-aab51818-02d0-46a1-8647-55e86db3864b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:11.280483 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6226a7d-60ad-4499-a9eb-934790a86bd5 req-aab51818-02d0-46a1-8647-55e86db3864b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 946 time: 0.2992084 Jun 04 16:30:11.287584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-1c7e9d02-0b7b-41fb-9f10-b581423d8c2c req-7784951f-4ba8-49a3-9b05-81748370c3d9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Calling delete_port for ae8fed0d-af03-4229-ac52-fc40ddc2af0e owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:11.386744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6226a7d-60ad-4499-a9eb-934790a86bd5 req-d340601c-d2cb-4c4d-9e34-f8f5a79f344d tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679786 Jun 04 16:30:11.485143 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1c7e9d02-0b7b-41fb-9f10-b581423d8c2c req-7784951f-4ba8-49a3-9b05-81748370c3d9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:11.498468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['b3f4cec0-705b-401c-b177-4b8cc0c0616d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:30:11.541104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784951f-4ba8-49a3-9b05-81748370c3d9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event deleted for resources: {'Port': ['ID=ae8fed0d-af03-4229-ac52-fc40ddc2af0e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:11.545045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['0d41e9d3-02af-41b9-b725-3edb34471ecd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:30:11.675132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7e9d02-0b7b-41fb-9f10-b581423d8c2c req-7784951f-4ba8-49a3-9b05-81748370c3d9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] No DVR routers for this DVR port ae8fed0d-af03-4229-ac52-fc40ddc2af0e on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:30:11.678497 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1c7e9d02-0b7b-41fb-9f10-b581423d8c2c req-7784951f-4ba8-49a3-9b05-81748370c3d9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:11.724439 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5940fef-09ea-4ba2-956d-860a965fae9e', 'name': 'network-vif-deleted', 'tag': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:11.738568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c7e9d02-0b7b-41fb-9f10-b581423d8c2c req-7784951f-4ba8-49a3-9b05-81748370c3d9 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "DELETE /v2.0/ports/ae8fed0d-af03-4229-ac52-fc40ddc2af0e HTTP/1.1" status: 204 len: 173 time: 1.3279018 Jun 04 16:30:11.866585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b750679-bfc7-4a26-84c6-c08f6e2e903c req-0899c96d-72d3-412f-8c16-5ae85a043c29 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:11.868395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b750679-bfc7-4a26-84c6-c08f6e2e903c req-0899c96d-72d3-412f-8c16-5ae85a043c29 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 945 time: 0.1380348 Jun 04 16:30:11.991599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b750679-bfc7-4a26-84c6-c08f6e2e903c req-71bc0dd5-0e74-47b9-b6f8-59b8a01f3b43 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=17418eef-71b5-49f3-b476-da616de2b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159956 Jun 04 16:30:12.285612 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e20d7850-80dd-4656-a423-6631f0ba1daa'] response: {'server_uuid': '39df4891-c6d8-440f-87e8-bbef32230c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63144003-b565-4d06-953e-f050f7eb3187', 'code': 200} Jun 04 16:30:12.346949 n-d-811809-3 neutron-server[88798]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5d42d7e6-3ea5-4a75-8758-93b048734451']: {'server_uuid': 'b5940fef-09ea-4ba2-956d-860a965fae9e', 'name': 'network-vif-deleted', 'tag': 'ae8fed0d-af03-4229-ac52-fc40ddc2af0e', 'status': 'failed', 'code': 422} returned with failed status Jun 04 16:30:12.799163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20656830-6381-4f1f-b54d-a0cd0cd51fb9 req-8d9964b8-2adc-4f42-8c99-2cc88687ec94 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:12.800681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20656830-6381-4f1f-b54d-a0cd0cd51fb9 req-8d9964b8-2adc-4f42-8c99-2cc88687ec94 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 946 time: 0.1275423 Jun 04 16:30:12.803021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c96f9-6cba-48e7-a55e-4b0e2735fbf5 req-49633e04-edbe-4a11-8f1a-cc9664294536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:12.804339 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-650c96f9-6cba-48e7-a55e-4b0e2735fbf5 req-49633e04-edbe-4a11-8f1a-cc9664294536 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 1096 time: 0.4522779 Jun 04 16:30:12.887488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20656830-6381-4f1f-b54d-a0cd0cd51fb9 req-bc8d013b-b307-4d9a-929a-b54271fac2bd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799210 Jun 04 16:30:12.890874 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-650c96f9-6cba-48e7-a55e-4b0e2735fbf5 req-f23fe39d-71c5-492f-a880-fce87729b20a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=17418eef-71b5-49f3-b476-da616de2b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686584 Jun 04 16:30:13.141866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615505-3707-4d1b-9ac1-ea8fe1e451da req-0e3ee1fe-af79-46b8-9142-3661183bca73 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:13.144092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7615505-3707-4d1b-9ac1-ea8fe1e451da req-0e3ee1fe-af79-46b8-9142-3661183bca73 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 946 time: 0.1501384 Jun 04 16:30:13.158984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad662460-45cc-423c-8174-b36eb59efe0b req-7cf96456-5188-4835-8398-cc69f188cced tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:13.159784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ad662460-45cc-423c-8174-b36eb59efe0b req-7cf96456-5188-4835-8398-cc69f188cced tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Synchronizing usage tracker for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:30:13.204968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ad662460-45cc-423c-8174-b36eb59efe0b req-7cf96456-5188-4835-8398-cc69f188cced tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Unset dirty status for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:30:13.206947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad662460-45cc-423c-8174-b36eb59efe0b req-7cf96456-5188-4835-8398-cc69f188cced tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 907 time: 0.1653051 Jun 04 16:30:13.217614 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7615505-3707-4d1b-9ac1-ea8fe1e451da req-92c2559a-69fa-4d48-8b9c-c9822cf29b41 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549488 Jun 04 16:30:13.403016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfc6c3-ddef-4ec0-9295-4dd82ad224e3 req-046dfa79-ee8b-424e-bbe7-725f6ac8da9d tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:13.404614 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fccfc6c3-ddef-4ec0-9295-4dd82ad224e3 req-046dfa79-ee8b-424e-bbe7-725f6ac8da9d tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 945 time: 0.0973632 Jun 04 16:30:13.456516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fccfc6c3-ddef-4ec0-9295-4dd82ad224e3 req-01f6610f-cd73-43ae-a7c8-92079621d8bf tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=17418eef-71b5-49f3-b476-da616de2b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453749 Jun 04 16:30:14.233387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:30:14.343671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd7103-c594-4b00-8fe8-e3f59154f5f3 req-333264e2-852f-435e-83c0-d23e2b542fa9 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:14.345492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01cd7103-c594-4b00-8fe8-e3f59154f5f3 req-333264e2-852f-435e-83c0-d23e2b542fa9 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 946 time: 0.2406638 Jun 04 16:30:14.526883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:14.550696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:14.556058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b', 'mac_address': 'fa:16:3e:7f:e0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:30:14.656430 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:14.656887 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:14.689692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:30:14.721381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:14.730986 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:14.759352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01cd7103-c594-4b00-8fe8-e3f59154f5f3 req-6abac02f-0bbd-4f41-ab99-eff6fe41039a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067525 Jun 04 16:30:14.844782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:14.873208 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:30:14.936110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccea63-83b0-42cd-b5bc-8d2769fbdaf9 req-98cc19b1-569e-4d9e-a0f1-33db87b50309 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:14.942482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdccea63-83b0-42cd-b5bc-8d2769fbdaf9 req-98cc19b1-569e-4d9e-a0f1-33db87b50309 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.46 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 946 time: 0.3869190 Jun 04 16:30:14.963196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a98bea-a49b-428f-8933-5c087805395c req-83b3269e-8000-4bae-8bb3-692d29753aec tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:14.967284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0a98bea-a49b-428f-8933-5c087805395c req-83b3269e-8000-4bae-8bb3-692d29753aec tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.42 "GET /v2.0/ports?device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 907 time: 0.6151845 Jun 04 16:30:15.172982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e2230-5aa0-43f9-b777-9e0ea10505aa req-902e7c3f-7d4a-4ede-a85e-104574b0b57f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:15.186938 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-353e2230-5aa0-43f9-b777-9e0ea10505aa req-902e7c3f-7d4a-4ede-a85e-104574b0b57f tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 907 time: 0.6936989 Jun 04 16:30:15.355375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-fdccea63-83b0-42cd-b5bc-8d2769fbdaf9 req-e75922bf-9241-419c-8ee2-200e0745e9d4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Deleting port 891a7ef2-a720-4327-b3d0-a360a701af6c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:15.356059 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fdccea63-83b0-42cd-b5bc-8d2769fbdaf9 req-e75922bf-9241-419c-8ee2-200e0745e9d4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:15.470408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-d0a98bea-a49b-428f-8933-5c087805395c req-9f6862f1-eeac-4852-a19b-78aa253f755e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Deleting port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:15.470718 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d0a98bea-a49b-428f-8933-5c087805395c req-9f6862f1-eeac-4852-a19b-78aa253f755e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:15.669220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2a0cc-e698-4e0b-868c-c0a5be00104f req-c3e71961-c770-4e4e-a952-44f0dc1cd6e3 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:15.676094 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7c2a0cc-e698-4e0b-868c-c0a5be00104f req-c3e71961-c770-4e4e-a952-44f0dc1cd6e3 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 946 time: 0.5782540 Jun 04 16:30:15.873379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7c2a0cc-e698-4e0b-868c-c0a5be00104f req-be6828ef-ec19-43c8-9bc4-f6f1c22e5ae4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961472 Jun 04 16:30:15.897323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2d15d-a11d-42f9-b544-ad083b6f7ee9 req-bdf05630-196f-4f79-846c-4cc1a90ce0bb tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:15.907062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2af2d15d-a11d-42f9-b544-ad083b6f7ee9 req-bdf05630-196f-4f79-846c-4cc1a90ce0bb tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 945 time: 0.4782770 Jun 04 16:30:15.951628 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308c5bb1-234d-45fc-b760-18a05106bdcc'] response: {'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690', 'code': 200} Jun 04 16:30:16.093722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2af2d15d-a11d-42f9-b544-ad083b6f7ee9 req-315eaa6b-0ee1-4a6c-a755-96c607477676 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=17418eef-71b5-49f3-b476-da616de2b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853650 Jun 04 16:30:16.245935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:30:16.409860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:16.409970 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:16.457835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48506) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:16.463918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-480392846'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:16.469432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:16.473797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:network and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:16.478121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:16.487200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:16.513058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Made reservation on behalf of 034fe08f1f634c458de338d38be6314a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:16.516572 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:16.557882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-fdccea63-83b0-42cd-b5bc-8d2769fbdaf9 req-e75922bf-9241-419c-8ee2-200e0745e9d4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] For port 891a7ef2-a720-4327-b3d0-a360a701af6c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=891a7ef2-a720-4327-b3d0-a360a701af6c,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:16.558422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:30:16.559063 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fdccea63-83b0-42cd-b5bc-8d2769fbdaf9 req-e75922bf-9241-419c-8ee2-200e0745e9d4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:16.573492 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:16.573842 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Added segment 58a7cd7f-8a78-4239-af83-cb93d310c2d9 of type vlan for network 59419537-eeeb-49da-b0e6-1fde86e9c16e Jun 04 16:30:16.620332 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:16.723727 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:16.738065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:16.739901 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:16.776756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:16.778594 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:16.790712 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3311064 Jun 04 16:30:16.795596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48514) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:16.808849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1316396495'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:16.810927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d0a98bea-a49b-428f-8933-5c087805395c req-9f6862f1-eeac-4852-a19b-78aa253f755e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] For port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:16.811521 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d0a98bea-a49b-428f-8933-5c087805395c req-9f6862f1-eeac-4852-a19b-78aa253f755e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:16.833094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:16.840836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:network and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:16.847333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:16.848634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:16.859265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:16.861340 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:16.862304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:30:16.974795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Made reservation on behalf of 034fe08f1f634c458de338d38be6314a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:16.981504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:17.074733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bdc04-0c53-4b09-9cfb-c6aaf6c94477 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'Network': ['ID=59419537-eeeb-49da-b0e6-1fde86e9c16e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:17.075526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-d0a98bea-a49b-428f-8933-5c087805395c req-9f6862f1-eeac-4852-a19b-78aa253f755e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Calling delete_port for 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:17.077820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:30:17.089671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 59419537-eeeb-49da-b0e6-1fde86e9c16e details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:30:17.097866 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:17.098569 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Added segment dda04663-c8b1-49f5-8f56-d37b24831192 of type vlan for network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 Jun 04 16:30:17.171567 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:17.235176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:17.310212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:17.321723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:17.323598 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:17.325286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:17.327084 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:17.600296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-fdccea63-83b0-42cd-b5bc-8d2769fbdaf9 req-e75922bf-9241-419c-8ee2-200e0745e9d4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Calling delete_port for 891a7ef2-a720-4327-b3d0-a360a701af6c owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:17.852727 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d0a98bea-a49b-428f-8933-5c087805395c req-9f6862f1-eeac-4852-a19b-78aa253f755e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:17.872128 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0726037 Jun 04 16:30:17.873230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48532) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:17.882553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'subnet': {'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:17.906982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93666df2-0060-4b22-8cca-b12a201a71d3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'Network': ['ID=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:17.928244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:30:18.069180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:18.118593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6862f1-eeac-4852-a19b-78aa253f755e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event deleted for resources: {'Port': ['ID=7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:18.156748 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:18.163119 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fdccea63-83b0-42cd-b5bc-8d2769fbdaf9 req-e75922bf-9241-419c-8ee2-200e0745e9d4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:18.166059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:subnet and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:18.176434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:18.178607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a', 'aeedea17-48db-4692-83ad-25ace35c1001'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:30:18.185033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:18.221690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Made reservation on behalf of 034fe08f1f634c458de338d38be6314a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:18.235235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:18.388799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a98bea-a49b-428f-8933-5c087805395c req-9f6862f1-eeac-4852-a19b-78aa253f755e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] No DVR routers for this DVR port 7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:30:18.396818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 891a7ef2-a720-4327-b3d0-a360a701af6c no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:30:18.404177 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d0a98bea-a49b-428f-8933-5c087805395c req-9f6862f1-eeac-4852-a19b-78aa253f755e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:18.418117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e78b02-c0ff-4964-9e63-dc461055b885', 'name': 'network-vif-deleted', 'tag': '7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:18.427313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75922bf-9241-419c-8ee2-200e0745e9d4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Pushing event deleted for resources: {'Port': ['ID=891a7ef2-a720-4327-b3d0-a360a701af6c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:18.497639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 891a7ef2-a720-4327-b3d0-a360a701af6c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:30:18.498230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 891a7ef2-a720-4327-b3d0-a360a701af6c not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:30:18.535606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119e629-c601-4786-83e6-0d4ab621ed2d req-6be854e9-5f04-4688-b3e7-806392066a66 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:18.537344 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2119e629-c601-4786-83e6-0d4ab621ed2d req-6be854e9-5f04-4688-b3e7-806392066a66 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 946 time: 2.1242878 Jun 04 16:30:18.600033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0a98bea-a49b-428f-8933-5c087805395c req-9f6862f1-eeac-4852-a19b-78aa253f755e tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.42 "DELETE /v2.0/ports/7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5 HTTP/1.1" status: 204 len: 173 time: 3.5416734 Jun 04 16:30:18.639565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acf40f-5ff6-4215-b844-48e7b8666944 req-bd8af884-1270-4c16-b481-351731f41d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:18.641392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59acf40f-5ff6-4215-b844-48e7b8666944 req-bd8af884-1270-4c16-b481-351731f41d08 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 1097 time: 2.1463552 Jun 04 16:30:18.650821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313eaa9-2b58-423f-8684-282fafb0a73e req-ecfea725-4167-4aaa-99f6-c61d8a55f289 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:18.683123 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1313eaa9-2b58-423f-8684-282fafb0a73e req-ecfea725-4167-4aaa-99f6-c61d8a55f289 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 945 time: 2.2804823 Jun 04 16:30:18.690325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 48548) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:18.699928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdccea63-83b0-42cd-b5bc-8d2769fbdaf9 req-e75922bf-9241-419c-8ee2-200e0745e9d4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] No DVR routers for this DVR port 891a7ef2-a720-4327-b3d0-a360a701af6c on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:30:18.741561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-45be0887-105d-4aad-a746-5a4213764a7f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'floatingip': {'port_id': '63144003-b565-4d06-953e-f050f7eb3187'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:18.915653 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45be0887-105d-4aad-a746-5a4213764a7f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:18.915842 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:18.993480 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fdccea63-83b0-42cd-b5bc-8d2769fbdaf9 req-e75922bf-9241-419c-8ee2-200e0745e9d4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:18.995793 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdccea63-83b0-42cd-b5bc-8d2769fbdaf9 req-e75922bf-9241-419c-8ee2-200e0745e9d4 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.46 "DELETE /v2.0/ports/891a7ef2-a720-4327-b3d0-a360a701af6c HTTP/1.1" status: 204 len: 173 time: 4.0280755 Jun 04 16:30:19.084823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Checking segment: {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:30:19.085459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Network hostable DHCP agents. Network: 59419537-eeeb-49da-b0e6-1fde86e9c16e, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:30:19.102998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'Subnet': ['ID=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:19.123265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Network 59419537-eeeb-49da-b0e6-1fde86e9c16e is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:30:19.150922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 59419537-eeeb-49da-b0e6-1fde86e9c16e) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:30:19.166208 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fdd34e-c0e3-4e30-b4a1-41f608ec44c8 None None] Network 59419537-eeeb-49da-b0e6-1fde86e9c16e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:30:19.173918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:19.176975 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:19.203582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-50d08313-266b-420f-aecc-b23c74869043 req-cceb57fc-49b3-4fdb-bb0e-1ceb7560949a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Synchronizing usage tracker for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:30:19.258317 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5b4f017d-bf3a-4227-b32f-bf1d29a42dfa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3837652 Jun 04 16:30:19.259338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48562) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:19.269794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'subnet': {'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:19.274641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2119e629-c601-4786-83e6-0d4ab621ed2d req-397b5894-30a9-4b84-8d12-ec3a794238d4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7204812 Jun 04 16:30:19.555959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:19.602624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:subnet and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:19.613026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:19.622354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59acf40f-5ff6-4215-b844-48e7b8666944 req-b5f076f5-f289-48f8-86b8-9269c12f59b3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9290426 Jun 04 16:30:19.638129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:19.669152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-50d08313-266b-420f-aecc-b23c74869043 req-cceb57fc-49b3-4fdb-bb0e-1ceb7560949a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Unset dirty status for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:30:19.670458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Made reservation on behalf of 034fe08f1f634c458de338d38be6314a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:19.671049 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50d08313-266b-420f-aecc-b23c74869043 req-cceb57fc-49b3-4fdb-bb0e-1ceb7560949a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e78b02-c0ff-4964-9e63-dc461055b885 HTTP/1.1" status: 200 len: 210 time: 0.6320291 Jun 04 16:30:19.674749 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:19.700885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ce1cef97-dd6b-42ed-8f74-4a5125a76827 req-1d746b04-7df8-4ed3-88c3-628dc4ed6278 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Synchronizing usage tracker for tenant:b70969e37aab453696fab66de72f76e6 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:30:19.711989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b63094-b738-42f8-a927-2210901985fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-59419537-eeeb-49da-b0e6-1fde86e9c16e', 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'fixed_ips': [{'subnet_id': 'ef37b42f-e6e9-4e7b-ac72-6fdd1c586006'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:30:19.716417 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-94b63094-b738-42f8-a927-2210901985fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:19.788875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ce1cef97-dd6b-42ed-8f74-4a5125a76827 req-1d746b04-7df8-4ed3-88c3-628dc4ed6278 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Unset dirty status for tenant:b70969e37aab453696fab66de72f76e6 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:30:19.790387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce1cef97-dd6b-42ed-8f74-4a5125a76827 req-1d746b04-7df8-4ed3-88c3-628dc4ed6278 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c636f8-cf2c-409c-9fbe-73517936b196 HTTP/1.1" status: 200 len: 210 time: 0.1670890 Jun 04 16:30:19.946744 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-532b9740-4252-4558-a07f-73557baca283'] response: {'server_uuid': '22e78b02-c0ff-4964-9e63-dc461055b885', 'name': 'network-vif-deleted', 'tag': '7bbc2bf4-3e4c-46b3-a3e3-b35d5ead75c5', 'status': 'completed', 'code': 200} Jun 04 16:30:19.947867 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62217829-f8cb-4f99-9c63-68ff85baeb50'] response: {'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b', 'code': 200} Jun 04 16:30:20.106118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-94b63094-b738-42f8-a927-2210901985fb None None] Allocated IP 10.1.1.2 (59419537-eeeb-49da-b0e6-1fde86e9c16e/ef37b42f-e6e9-4e7b-ac72-6fdd1c586006/c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:30:20.324548 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:20.465944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'Subnet': ['ID=fbddd621-8de5-43c3-94bf-c30fa0e2249b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:20.482564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Checking segment: {'id': 'dda04663-c8b1-49f5-8f56-d37b24831192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:30:20.483299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Network hostable DHCP agents. Network: 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:30:20.537848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:30:20.553798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:30:20.557281 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-94b63094-b738-42f8-a927-2210901985fb None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:20.559019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:20.559793 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:20.589917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-94b63094-b738-42f8-a927-2210901985fb None None] Transition to ACTIVE for port object c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:30:20.617718 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-aa445a28-0c10-41af-b5f3-6fd90e97829c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3570883 Jun 04 16:30:20.618687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48590) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:20.629779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'port': {'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e', 'name': 'tempest-TaggedBootDevicesTest-1503118788', 'fixed_ips': [{'subnet_id': 'ef37b42f-e6e9-4e7b-ac72-6fdd1c586006'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:20.645106 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-94b63094-b738-42f8-a927-2210901985fb None None] Transition to ACTIVE for port object c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:30:20.651129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ea486-7976-457a-b477-c13ae1e2b1d7 None None] Network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:30:20.707548 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-94b63094-b738-42f8-a927-2210901985fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:20.736410 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45be0887-105d-4aad-a746-5a4213764a7f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:20.800958 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45be0887-105d-4aad-a746-5a4213764a7f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:20.981706 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:20.992787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:port and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:21.005549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:21.019215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:21.045179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Made reservation on behalf of 034fe08f1f634c458de338d38be6314a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:21.077172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b63094-b738-42f8-a927-2210901985fb None None] Network 59419537-eeeb-49da-b0e6-1fde86e9c16e is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:30:21.092587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-94b63094-b738-42f8-a927-2210901985fb None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:30:21.113200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b63094-b738-42f8-a927-2210901985fb None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:30:21.122524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b63094-b738-42f8-a927-2210901985fb None None] Pushing event updated for resources: {'Port': ['ID=c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:21.148776 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-45be0887-105d-4aad-a746-5a4213764a7f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Floating IP ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5 associated. External IP: 172.25.5.6, port: 63144003-b565-4d06-953e-f050f7eb3187. Jun 04 16:30:21.285192 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:21.354307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] device_id is not set on port 676127af-26ed-4542-9cbd-93d28f298675 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:30:21.601237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17cbf6-ffb7-4923-93a4-d4ff2eb4d00c req-818eaf8f-17aa-4073-ba2d-89b1080dae62 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:21.608510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e17cbf6-ffb7-4923-93a4-d4ff2eb4d00c req-818eaf8f-17aa-4073-ba2d-89b1080dae62 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 946 time: 0.9451854 Jun 04 16:30:21.639435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-94b63094-b738-42f8-a927-2210901985fb None None] Attempting to bind port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:30:21.639930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-94b63094-b738-42f8-a927-2210901985fb None None] Attempting to bind port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:30:21.640526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b63094-b738-42f8-a927-2210901985fb None None] Attempting to bind port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e on network 59419537-eeeb-49da-b0e6-1fde86e9c16e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:30:21.653264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b63094-b738-42f8-a927-2210901985fb None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:30:21.653995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b63094-b738-42f8-a927-2210901985fb None None] Checking segment: {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:30:21.654604 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-94b63094-b738-42f8-a927-2210901985fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:21.655342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b63094-b738-42f8-a927-2210901985fb None None] Bound using segment: {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:30:21.656010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-94b63094-b738-42f8-a927-2210901985fb None None] Bound port: c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:30:21.656586 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-94b63094-b738-42f8-a927-2210901985fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:21.784985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e17cbf6-ffb7-4923-93a4-d4ff2eb4d00c req-08d81c74-9381-4bcd-807b-16efa4415adf tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752894 Jun 04 16:30:21.853191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45be0887-105d-4aad-a746-5a4213764a7f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:30:21.866660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Allocated IP 10.1.1.203 (59419537-eeeb-49da-b0e6-1fde86e9c16e/ef37b42f-e6e9-4e7b-ac72-6fdd1c586006/676127af-26ed-4542-9cbd-93d28f298675) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:30:21.953185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-834f2ae5-2a2a-4b01-b8b3-cad0598f04b8', 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'fixed_ips': [{'subnet_id': 'fbddd621-8de5-43c3-94bf-c30fa0e2249b'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:30:21.960399 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:22.000750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c636f8-cf2c-409c-9fbe-73517936b196', 'name': 'network-vif-deleted', 'tag': '891a7ef2-a720-4327-b3d0-a360a701af6c'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:22.293161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-94b63094-b738-42f8-a927-2210901985fb None None] For port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:30:22.367617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-94b63094-b738-42f8-a927-2210901985fb None None] For port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:30:22.402714 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-94b63094-b738-42f8-a927-2210901985fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:22.730268 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:22.749992 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Allocated IP 10.2.2.2 (834f2ae5-2a2a-4b01-b8b3-cad0598f04b8/fbddd621-8de5-43c3-94bf-c30fa0e2249b/dbdf15ab-ad83-475f-873e-6f6058dfc1fd) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:30:22.780593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Transition to ACTIVE for port object 676127af-26ed-4542-9cbd-93d28f298675 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:30:22.836884 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:22.874871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45be0887-105d-4aad-a746-5a4213764a7f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:30:22.885637 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b96e64-d533-4b88-ba12-62475f9ae9e4 None None] Sync routers for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:30:22.902943 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b96e64-d533-4b88-ba12-62475f9ae9e4 None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:30:22.903725 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-26b96e64-d533-4b88-ba12-62475f9ae9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:30:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:22.961893 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2665e632-9c61-4a2b-918d-24290104a836'] response: {'server_uuid': '27c636f8-cf2c-409c-9fbe-73517936b196', 'name': 'network-vif-deleted', 'tag': '891a7ef2-a720-4327-b3d0-a360a701af6c', 'status': 'completed', 'code': 200} Jun 04 16:30:23.032751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'Port': ['ID=676127af-26ed-4542-9cbd-93d28f298675,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:23.044023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Network 59419537-eeeb-49da-b0e6-1fde86e9c16e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:30:23.051310 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:30:23.054723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:30:23.103151 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45be0887-105d-4aad-a746-5a4213764a7f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:23.156383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:23.157060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:23.199829 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-78906118-03c2-4916-a0b5-46e2dcd3e59c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5768852 Jun 04 16:30:23.200047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48678) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:23.209850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'port': {'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e', 'name': 'tempest-TaggedBootDevicesTest-264326613', 'fixed_ips': [{'subnet_id': 'ef37b42f-e6e9-4e7b-ac72-6fdd1c586006'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:23.264557 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:23.279833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b63094-b738-42f8-a927-2210901985fb None None] Pushing event updated for resources: {'Port': ['ID=c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:23.299624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Transition to ACTIVE for port object dbdf15ab-ad83-475f-873e-6f6058dfc1fd will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:30:23.329694 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-26b96e64-d533-4b88-ba12-62475f9ae9e4 None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:30:23.335070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Transition to ACTIVE for port object dbdf15ab-ad83-475f-873e-6f6058dfc1fd will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:30:23.360606 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:23.376246 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-45be0887-105d-4aad-a746-5a4213764a7f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "PUT /v2.0/floatingips/ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5 HTTP/1.1" status: 200 len: 989 time: 4.6788166 Jun 04 16:30:23.491171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb570e9d-0ccb-490f-b348-391b93e0dd71 req-8c56268e-24eb-4056-a4e3-d7682430878d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:23.492705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb570e9d-0ccb-490f-b348-391b93e0dd71 req-8c56268e-24eb-4056-a4e3-d7682430878d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 945 time: 0.5300934 Jun 04 16:30:23.508450 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:30:23.516161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:30:23.523497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988bb99-809f-48be-a285-d7b28bd87cce req-177c0a5d-6547-4d26-8cef-5049c030fd50 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:23.523741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:23.525135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:30:23.534716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0988bb99-809f-48be-a285-d7b28bd87cce req-177c0a5d-6547-4d26-8cef-5049c030fd50 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 945 time: 0.6555912 Jun 04 16:30:23.536078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:port and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:23.547681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:23.562764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:23.589296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Made reservation on behalf of 034fe08f1f634c458de338d38be6314a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:23.605295 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:23.665681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] device_id is not set on port badd5b3b-221a-4307-a531-2bfdad5adde7 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:30:23.745255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Pushing event updated for resources: {'Port': ['ID=dbdf15ab-ad83-475f-873e-6f6058dfc1fd,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:23.753931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3fb96-04e7-41a4-a4aa-b0b79c9d39b8 req-94160d86-7781-42c5-86a8-2369538ea17c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:23.755266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Attempting to bind port dbdf15ab-ad83-475f-873e-6f6058dfc1fd on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:30:23.755634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Attempting to bind port dbdf15ab-ad83-475f-873e-6f6058dfc1fd by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'dda04663-c8b1-49f5-8f56-d37b24831192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:30:23.755996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Attempting to bind port dbdf15ab-ad83-475f-873e-6f6058dfc1fd on network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:30:23.762879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:30:23.763226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eaf3fb96-04e7-41a4-a4aa-b0b79c9d39b8 req-94160d86-7781-42c5-86a8-2369538ea17c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 946 time: 0.5945742 Jun 04 16:30:23.763360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Checking segment: {'id': 'dda04663-c8b1-49f5-8f56-d37b24831192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:30:23.763635 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:23.764026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Bound using segment: {'id': 'dda04663-c8b1-49f5-8f56-d37b24831192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:30:23.764490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Bound port: dbdf15ab-ad83-475f-873e-6f6058dfc1fd, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda04663-c8b1-49f5-8f56-d37b24831192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:30:23.764858 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:23.870166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0988bb99-809f-48be-a285-d7b28bd87cce req-15fb1d83-6aa0-4194-ad1e-430f5755920c tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209808 Jun 04 16:30:23.873661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-eb570e9d-0ccb-490f-b348-391b93e0dd71 req-8bce307a-db83-4219-a38e-c110dbc810db tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Deleting port 0d41e9d3-02af-41b9-b725-3edb34471ecd {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:23.873661 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-eb570e9d-0ccb-490f-b348-391b93e0dd71 req-8bce307a-db83-4219-a38e-c110dbc810db tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:23.907289 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-26b96e64-d533-4b88-ba12-62475f9ae9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': '63144003-b565-4d06-953e-f050f7eb3187', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:94:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df4891-c6d8-440f-87e8-bbef32230c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:29:31Z', 'updated_at': '2022-06-04T16:30:20Z', 'revision_number': 1, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:23.914783 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b96e64-d533-4b88-ba12-62475f9ae9e4 None None] Checking router: 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:30:23.943316 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b96e64-d533-4b88-ba12-62475f9ae9e4 None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:30:23.943987 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-26b96e64-d533-4b88-ba12-62475f9ae9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:30:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:24.063312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] For port dbdf15ab-ad83-475f-873e-6f6058dfc1fd, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:30:24.067957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] For port dbdf15ab-ad83-475f-873e-6f6058dfc1fd, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dbdf15ab-ad83-475f-873e-6f6058dfc1fd,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:30:24.078583 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:24.138665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eaf3fb96-04e7-41a4-a4aa-b0b79c9d39b8 req-da53793a-304c-45db-bae2-de788193c4f3 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745015 Jun 04 16:30:24.337521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24040b09-96d8-4673-ad77-fd323dd1b598 None None] Pushing event updated for resources: {'Port': ['ID=dbdf15ab-ad83-475f-873e-6f6058dfc1fd,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:24.349070 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-26b96e64-d533-4b88-ba12-62475f9ae9e4 None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:30:24.403313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Allocated IP 10.1.1.5 (59419537-eeeb-49da-b0e6-1fde86e9c16e/ef37b42f-e6e9-4e7b-ac72-6fdd1c586006/badd5b3b-221a-4307-a531-2bfdad5adde7) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:30:24.437926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:30:24.672139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:30:24.967339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce05c9b-a856-4087-b761-c2aec529ca1b req-13aa09f2-057e-4956-b7a1-dd406408759d tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:24.981219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ce05c9b-a856-4087-b761-c2aec529ca1b req-13aa09f2-057e-4956-b7a1-dd406408759d tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7b35-8e6c-4001-b335-71fa36613900 HTTP/1.1" status: 200 len: 946 time: 0.8189321 Jun 04 16:30:25.015450 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39df4891-c6d8-440f-87e8-bbef32230c38', 'tag': '63144003-b565-4d06-953e-f050f7eb3187'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:25.049526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4fb82-8c5b-4d12-8944-51fe28b7f693 req-be91c0a4-2193-47f8-ab38-a7c1766c42bf tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:25.051831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c4fb82-8c5b-4d12-8944-51fe28b7f693 req-be91c0a4-2193-47f8-ab38-a7c1766c42bf tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.46 "GET /v2.0/ports?device_id=53fb7b35-8e6c-4001-b335-71fa36613900 HTTP/1.1" status: 200 len: 946 time: 0.7699721 Jun 04 16:30:25.083831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ce05c9b-a856-4087-b761-c2aec529ca1b req-18f03116-7d82-46ca-bec6-baa9dd0af021 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013629 Jun 04 16:30:25.176122 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:25.233828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Transition to ACTIVE for port object badd5b3b-221a-4307-a531-2bfdad5adde7 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:30:25.239264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-eb570e9d-0ccb-490f-b348-391b93e0dd71 req-8bce307a-db83-4219-a38e-c110dbc810db tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] For port 0d41e9d3-02af-41b9-b725-3edb34471ecd, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0d41e9d3-02af-41b9-b725-3edb34471ecd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:25.239776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-eb570e9d-0ccb-490f-b348-391b93e0dd71 req-8bce307a-db83-4219-a38e-c110dbc810db tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:25.345157 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-26b96e64-d533-4b88-ba12-62475f9ae9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': '63144003-b565-4d06-953e-f050f7eb3187', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:94:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df4891-c6d8-440f-87e8-bbef32230c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:29:31Z', 'updated_at': '2022-06-04T16:30:20Z', 'revision_number': 1, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:25.353405 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b96e64-d533-4b88-ba12-62475f9ae9e4 None None] The sync data for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 is: [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': '63144003-b565-4d06-953e-f050f7eb3187', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:94:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df4891-c6d8-440f-87e8-bbef32230c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:29:31Z', 'updated_at': '2022-06-04T16:30:20Z', 'revision_number': 1, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:30:25.397095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f905ee-918c-4e05-a86a-158178464590 req-2946ce3d-f697-4302-8f59-487993c75f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:25.398776 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11f905ee-918c-4e05-a86a-158178464590 req-2946ce3d-f697-4302-8f59-487993c75f47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 1096 time: 0.1526110 Jun 04 16:30:25.409075 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:25.490121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b902717-ceb5-45e7-bb16-60f2d033ee37 None None] Network 59419537-eeeb-49da-b0e6-1fde86e9c16e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:30:25.590823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'Port': ['ID=badd5b3b-221a-4307-a531-2bfdad5adde7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:25.666421 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e4e05a-60b7-4fe7-8aee-ece7e984d161'] response: {'name': 'network-changed', 'server_uuid': '39df4891-c6d8-440f-87e8-bbef32230c38', 'tag': '63144003-b565-4d06-953e-f050f7eb3187', 'status': 'completed', 'code': 200} Jun 04 16:30:25.674352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-eb570e9d-0ccb-490f-b348-391b93e0dd71 req-8bce307a-db83-4219-a38e-c110dbc810db tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Calling delete_port for 0d41e9d3-02af-41b9-b725-3edb34471ecd owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:25.888478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f905ee-918c-4e05-a86a-158178464590 req-6a3a6575-473c-43a6-8c48-ce30b8362989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:25.890027 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11f905ee-918c-4e05-a86a-158178464590 req-6a3a6575-473c-43a6-8c48-ce30b8362989 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 916 time: 0.4681678 Jun 04 16:30:25.911890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Network 59419537-eeeb-49da-b0e6-1fde86e9c16e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:30:25.946709 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a89085f0-3c4c-49e5-a7af-e27845131857 None None] Provisioning for port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:30:25.963437 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a89085f0-3c4c-49e5-a7af-e27845131857 None None] Provisioning complete for port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:25.968969 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a89085f0-3c4c-49e5-a7af-e27845131857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:26.050879 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-eb570e9d-0ccb-490f-b348-391b93e0dd71 req-8bce307a-db83-4219-a38e-c110dbc810db tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:26.057771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17ac01-ce44-4b61-9497-da9f7dd198da None None] New status for floating IP ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:30:26.207197 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11f905ee-918c-4e05-a86a-158178464590 req-9c74c7e9-510e-4e72-8633-fe4ae818ac12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63144003-b565-4d06-953e-f050f7eb3187 HTTP/1.1" status: 200 len: 997 time: 0.2950876 Jun 04 16:30:26.207999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['b3f4cec0-705b-401c-b177-4b8cc0c0616d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:30:26.213419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:30:26.226554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:30:26.232540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce307a-db83-4219-a38e-c110dbc810db tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event deleted for resources: {'Port': ['ID=0d41e9d3-02af-41b9-b725-3edb34471ecd,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:26.305041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3678410e-9238-40ff-aaf9-97455dd46363 None None] Network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:30:26.348186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0d41e9d3-02af-41b9-b725-3edb34471ecd no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:30:26.373941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-30c4fb82-8c5b-4d12-8944-51fe28b7f693 req-df1e1a90-10cb-48bb-880a-4b5cc23b6854 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Deleting port aeedea17-48db-4692-83ad-25ace35c1001 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:26.377095 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c4fb82-8c5b-4d12-8944-51fe28b7f693 req-df1e1a90-10cb-48bb-880a-4b5cc23b6854 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:26.553182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb570e9d-0ccb-490f-b348-391b93e0dd71 req-8bce307a-db83-4219-a38e-c110dbc810db tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] No DVR routers for this DVR port 0d41e9d3-02af-41b9-b725-3edb34471ecd on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:30:26.566533 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-eb570e9d-0ccb-490f-b348-391b93e0dd71 req-8bce307a-db83-4219-a38e-c110dbc810db tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:26.686513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f905ee-918c-4e05-a86a-158178464590 req-f8d0b43b-a293-459d-b8b1-659cdd8b26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:26.691211 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11f905ee-918c-4e05-a86a-158178464590 req-f8d0b43b-a293-459d-b8b1-659cdd8b26cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 200 len: 854 time: 0.2980945 Jun 04 16:30:26.714632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:26.717049 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:26.722114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc9cfc-e38e-4cd2-b8b1-acbd97069d1d req-8edbc671-9fb3-41ed-9405-a310005f21b5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:26.744113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1cc9cfc-e38e-4cd2-b8b1-acbd97069d1d req-8edbc671-9fb3-41ed-9405-a310005f21b5 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=eaef8550-c97b-48bd-b906-a3e66c936f38 HTTP/1.1" status: 200 len: 867 time: 1.1841807 Jun 04 16:30:26.768039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dbdf15ab-ad83-475f-873e-6f6058dfc1fd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:30:26.885469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 0d41e9d3-02af-41b9-b725-3edb34471ecd {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:30:26.885999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0d41e9d3-02af-41b9-b725-3edb34471ecd not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:30:26.948873 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3d491972-f5f7-4831-bf8c-051b8d930983 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7415767 Jun 04 16:30:26.979649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f905ee-918c-4e05-a86a-158178464590 req-c3633522-4f8a-4af6-a537-d2df606e6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:26.980915 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11f905ee-918c-4e05-a86a-158178464590 req-c3633522-4f8a-4af6-a537-d2df606e6375 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f5938a6-9eb6-42de-81b7-fd33ade18d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2466342 Jun 04 16:30:27.289227 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11f905ee-918c-4e05-a86a-158178464590 req-c8852558-c13c-4822-9606-bdaa1b8cfaf4 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010409 Jun 04 16:30:27.372650 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-30c4fb82-8c5b-4d12-8944-51fe28b7f693 req-df1e1a90-10cb-48bb-880a-4b5cc23b6854 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] For port aeedea17-48db-4692-83ad-25ace35c1001, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=aeedea17-48db-4692-83ad-25ace35c1001,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:27.373222 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c4fb82-8c5b-4d12-8944-51fe28b7f693 req-df1e1a90-10cb-48bb-880a-4b5cc23b6854 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:27.538626 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb570e9d-0ccb-490f-b348-391b93e0dd71 req-8bce307a-db83-4219-a38e-c110dbc810db tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.42 "DELETE /v2.0/ports/0d41e9d3-02af-41b9-b725-3edb34471ecd HTTP/1.1" status: 204 len: 173 time: 4.0351455 Jun 04 16:30:27.574269 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-11f905ee-918c-4e05-a86a-158178464590 req-8d6a62ae-433c-4300-add6-f4d32c0c1b9b service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750707 Jun 04 16:30:27.637448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1cc9cfc-e38e-4cd2-b8b1-acbd97069d1d req-b2e56cde-828e-418e-8cc7-9ddfe3020261 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8907146 Jun 04 16:30:27.638324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a89085f0-3c4c-49e5-a7af-e27845131857 None None] Current status of the port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:27.638943 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a89085f0-3c4c-49e5-a7af-e27845131857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:27.655728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-30c4fb82-8c5b-4d12-8944-51fe28b7f693 req-df1e1a90-10cb-48bb-880a-4b5cc23b6854 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Calling delete_port for aeedea17-48db-4692-83ad-25ace35c1001 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:27.775254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef8550-c97b-48bd-b906-a3e66c936f38', 'name': 'network-vif-deleted', 'tag': '0d41e9d3-02af-41b9-b725-3edb34471ecd'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:27.862257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a89085f0-3c4c-49e5-a7af-e27845131857 None None] For port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:27.892673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9fd23-51ee-4c0c-97ec-a346a97eefa6 req-05cc9335-3a4b-45b2-bba9-f0e0269c099b tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:27.896603 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a89085f0-3c4c-49e5-a7af-e27845131857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:27.903475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ba9fd23-51ee-4c0c-97ec-a346a97eefa6 req-05cc9335-3a4b-45b2-bba9-f0e0269c099b tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7b35-8e6c-4001-b335-71fa36613900 HTTP/1.1" status: 200 len: 946 time: 1.4212992 Jun 04 16:30:28.041810 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f6ce4ce-0434-4815-8a3b-7560502cd9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:28.046790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48774) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:28.054223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1834519025', 'description': 'tempest-description--885905511'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:28.063887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:28.074044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:security_group and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:28.083340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:28.083931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ba9fd23-51ee-4c0c-97ec-a346a97eefa6 req-9c7ca39d-d937-4ef0-8d82-a1590fcbc3a8 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778972 Jun 04 16:30:28.103172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:28.133647 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:28.159666 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624e7975-a8a1-4bc9-8301-cef215fbc7ff'] response: {'server_uuid': 'eaef8550-c97b-48bd-b906-a3e66c936f38', 'name': 'network-vif-deleted', 'tag': '0d41e9d3-02af-41b9-b725-3edb34471ecd', 'status': 'completed', 'code': 200} Jun 04 16:30:28.201480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:28.209681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:security_group_rule and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:28.213119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:28.215194 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c4fb82-8c5b-4d12-8944-51fe28b7f693 req-df1e1a90-10cb-48bb-880a-4b5cc23b6854 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:28.239273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:28.288537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port dbdf15ab-ad83-475f-873e-6f6058dfc1fd completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:30:28.322292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device aeedea17-48db-4692-83ad-25ace35c1001 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:30:28.372621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e1a90-10cb-48bb-880a-4b5cc23b6854 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Pushing event deleted for resources: {'Port': ['ID=aeedea17-48db-4692-83ad-25ace35c1001,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:28.447316 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Provisioning for port badd5b3b-221a-4307-a531-2bfdad5adde7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:30:28.502190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: aeedea17-48db-4692-83ad-25ace35c1001 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:30:28.502190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device aeedea17-48db-4692-83ad-25ace35c1001 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:30:28.512159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Provisioning complete for port badd5b3b-221a-4307-a531-2bfdad5adde7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:28.512787 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:28.562045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89085f0-3c4c-49e5-a7af-e27845131857 None None] Pushing event updated for resources: {'Port': ['ID=c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:28.637733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c4fb82-8c5b-4d12-8944-51fe28b7f693 req-df1e1a90-10cb-48bb-880a-4b5cc23b6854 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] No DVR routers for this DVR port aeedea17-48db-4692-83ad-25ace35c1001 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:30:28.644209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c4fb82-8c5b-4d12-8944-51fe28b7f693 req-df1e1a90-10cb-48bb-880a-4b5cc23b6854 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:28.653594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Port badd5b3b-221a-4307-a531-2bfdad5adde7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:30:28.693227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Provisioning complete for port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:28.695049 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:28.721884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c4fb82-8c5b-4d12-8944-51fe28b7f693 req-df1e1a90-10cb-48bb-880a-4b5cc23b6854 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.46 "DELETE /v2.0/ports/aeedea17-48db-4692-83ad-25ace35c1001 HTTP/1.1" status: 204 len: 173 time: 3.6313927 Jun 04 16:30:28.873687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:30:28.978700 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:28.992992 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:29.038095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d55d4af-df70-4c19-91e7-d9374da80050,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:29.084560 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:29.090276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 48798) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:29.091139 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-66e5585c-04cd-4002-b0a0-613ed8a20ea7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0426912 Jun 04 16:30:29.097176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d082e604-6ba8-4ebc-88a8-5ef637d1db5e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'security_group_rule': {'security_group_id': '3d55d4af-df70-4c19-91e7-d9374da80050', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:29.107013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d082e604-6ba8-4ebc-88a8-5ef637d1db5e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:29.115360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d082e604-6ba8-4ebc-88a8-5ef637d1db5e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:security_group_rule and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:29.146182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d082e604-6ba8-4ebc-88a8-5ef637d1db5e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:29.177646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d082e604-6ba8-4ebc-88a8-5ef637d1db5e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:29.216313 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d082e604-6ba8-4ebc-88a8-5ef637d1db5e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:29.275598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Current status of the port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:29.409160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Provisioning for port 676127af-26ed-4542-9cbd-93d28f298675 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:30:29.417131 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d082e604-6ba8-4ebc-88a8-5ef637d1db5e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:29.435013 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d082e604-6ba8-4ebc-88a8-5ef637d1db5e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:29.496747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Provisioning complete for port 676127af-26ed-4542-9cbd-93d28f298675 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:29.497291 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:29.573544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082e604-6ba8-4ebc-88a8-5ef637d1db5e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c75dd1-287a-4256-a1f4-30ea823a6a0a,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:29.580722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-98cc993a-1d96-41f8-ba5d-2736444ec688 req-babd8661-70d0-4221-a907-b69abcf7a2f2 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Synchronizing usage tracker for tenant:b70969e37aab453696fab66de72f76e6 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:30:29.676900 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Port 676127af-26ed-4542-9cbd-93d28f298675 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:30:29.686272 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d082e604-6ba8-4ebc-88a8-5ef637d1db5e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:29.693864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48814) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:29.708015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-706b1d45-0231-4101-8c05-3d9a538d11f0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'security_group_rule': {'security_group_id': '3d55d4af-df70-4c19-91e7-d9374da80050', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:29.708310 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d082e604-6ba8-4ebc-88a8-5ef637d1db5e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6156275 Jun 04 16:30:29.715913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Provisioning for port dbdf15ab-ad83-475f-873e-6f6058dfc1fd completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:30:29.726549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-706b1d45-0231-4101-8c05-3d9a538d11f0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:29.729461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-98cc993a-1d96-41f8-ba5d-2736444ec688 req-babd8661-70d0-4221-a907-b69abcf7a2f2 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Unset dirty status for tenant:b70969e37aab453696fab66de72f76e6 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:30:29.731612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Provisioning complete for port dbdf15ab-ad83-475f-873e-6f6058dfc1fd triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:29.743127 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98cc993a-1d96-41f8-ba5d-2736444ec688 req-babd8661-70d0-4221-a907-b69abcf7a2f2 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7b35-8e6c-4001-b335-71fa36613900 HTTP/1.1" status: 200 len: 210 time: 0.2816095 Jun 04 16:30:29.748124 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:29.756354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-706b1d45-0231-4101-8c05-3d9a538d11f0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:security_group_rule and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:29.762208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-706b1d45-0231-4101-8c05-3d9a538d11f0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:29.778091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-706b1d45-0231-4101-8c05-3d9a538d11f0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:29.851727 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-706b1d45-0231-4101-8c05-3d9a538d11f0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:29.890164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3599ff-12ec-490d-9303-cf581c9d56f1 req-d1c6b5f0-5bd5-4f9d-80ff-8535e180698d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:29.896411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cd3599ff-12ec-490d-9303-cf581c9d56f1 req-d1c6b5f0-5bd5-4f9d-80ff-8535e180698d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Synchronizing usage tracker for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:30:29.973668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cd3599ff-12ec-490d-9303-cf581c9d56f1 req-d1c6b5f0-5bd5-4f9d-80ff-8535e180698d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Unset dirty status for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:30:29.974852 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd3599ff-12ec-490d-9303-cf581c9d56f1 req-d1c6b5f0-5bd5-4f9d-80ff-8535e180698d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.3616650 Jun 04 16:30:30.015975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53814e-3ceb-489a-9c0c-4f84c3fbf0b0 req-82f2229e-0618-4a6f-b4ab-49bdcaa0e448 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:30.017919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e53814e-3ceb-489a-9c0c-4f84c3fbf0b0 req-82f2229e-0618-4a6f-b4ab-49bdcaa0e448 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.46 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 0.2748051 Jun 04 16:30:30.041285 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8cd968d0-4631-4828-ab15-b01e2fa3090c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:30.067618 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-706b1d45-0231-4101-8c05-3d9a538d11f0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:30.088074 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-706b1d45-0231-4101-8c05-3d9a538d11f0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:30.135438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b1d45-0231-4101-8c05-3d9a538d11f0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f28585-c8ba-477a-9ff6-e43cd7cb10ac,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:30.155752 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-706b1d45-0231-4101-8c05-3d9a538d11f0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:30.157336 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-706b1d45-0231-4101-8c05-3d9a538d11f0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4606757 Jun 04 16:30:30.161248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48834) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:30.166889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:30.177486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb7b35-8e6c-4001-b335-71fa36613900', 'name': 'network-vif-deleted', 'tag': 'aeedea17-48db-4692-83ad-25ace35c1001'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:30.177793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:30.182282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:floatingip and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:30.185649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:30.192447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:30.208690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Current status of the port dbdf15ab-ad83-475f-873e-6f6058dfc1fd is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:30.208967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:30.209050 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:30.245274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd3599ff-12ec-490d-9303-cf581c9d56f1 req-adc4b079-3378-4096-b19c-2e8a93db4d29 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188821 Jun 04 16:30:30.254533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-1e53814e-3ceb-489a-9c0c-4f84c3fbf0b0 req-eab3b455-b116-47ba-bf7d-635187c60cff tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Deleting port b3f4cec0-705b-401c-b177-4b8cc0c0616d {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:30.255485 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e53814e-3ceb-489a-9c0c-4f84c3fbf0b0 req-eab3b455-b116-47ba-bf7d-635187c60cff tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:30.319740 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6244d1b4-0ee8-49cf-a7a7-cd5cb8b6896d'] response: {'server_uuid': '53fb7b35-8e6c-4001-b335-71fa36613900', 'name': 'network-vif-deleted', 'tag': 'aeedea17-48db-4692-83ad-25ace35c1001', 'status': 'completed', 'code': 200} Jun 04 16:30:30.328181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] For port dbdf15ab-ad83-475f-873e-6f6058dfc1fd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dbdf15ab-ad83-475f-873e-6f6058dfc1fd,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:30.335586 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:30.425328 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:30.431834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3c83a-3c3a-49fd-a670-b760a95278c6 None None] Pushing event updated for resources: {'Port': ['ID=dbdf15ab-ad83-475f-873e-6f6058dfc1fd,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:30.473211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-487c732d-faff-49a4-b560-76de6fc8a1f7 None None] Provisioning complete for port badd5b3b-221a-4307-a531-2bfdad5adde7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:30.474122 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-487c732d-faff-49a4-b560-76de6fc8a1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:30.543502 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-487c732d-faff-49a4-b560-76de6fc8a1f7 None None] Port badd5b3b-221a-4307-a531-2bfdad5adde7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:30:30.557272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-487c732d-faff-49a4-b560-76de6fc8a1f7 None None] Provisioning complete for port 676127af-26ed-4542-9cbd-93d28f298675 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:30.557749 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-487c732d-faff-49a4-b560-76de6fc8a1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:30.642606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1e53814e-3ceb-489a-9c0c-4f84c3fbf0b0 req-eab3b455-b116-47ba-bf7d-635187c60cff tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] For port b3f4cec0-705b-401c-b177-4b8cc0c0616d, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b3f4cec0-705b-401c-b177-4b8cc0c0616d,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:30.642809 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e53814e-3ceb-489a-9c0c-4f84c3fbf0b0 req-eab3b455-b116-47ba-bf7d-635187c60cff tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:30.656607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:30:30.708975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-487c732d-faff-49a4-b560-76de6fc8a1f7 None None] Port 676127af-26ed-4542-9cbd-93d28f298675 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:30:30.782820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-487c732d-faff-49a4-b560-76de6fc8a1f7 None None] Provisioning complete for port dbdf15ab-ad83-475f-873e-6f6058dfc1fd triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:30.782820 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-487c732d-faff-49a4-b560-76de6fc8a1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:30.844422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Allocated IP 172.25.5.198 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/ad9b63f9-5728-4d81-96fa-02bf831b25eb) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:30:30.902026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-1e53814e-3ceb-489a-9c0c-4f84c3fbf0b0 req-eab3b455-b116-47ba-bf7d-635187c60cff tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Calling delete_port for b3f4cec0-705b-401c-b177-4b8cc0c0616d owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:30.950494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:30.950880 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:31.477702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:31.633682 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:31.665197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-487c732d-faff-49a4-b560-76de6fc8a1f7 None None] Current status of the port dbdf15ab-ad83-475f-873e-6f6058dfc1fd is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:31.697413 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:31.708210 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:31.850061 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e53814e-3ceb-489a-9c0c-4f84c3fbf0b0 req-eab3b455-b116-47ba-bf7d-635187c60cff tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:31.893652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:31.915984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:30:31.927210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:30:31.932997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:30:31.997170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3b455-b116-47ba-bf7d-635187c60cff tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event deleted for resources: {'Port': ['ID=b3f4cec0-705b-401c-b177-4b8cc0c0616d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:32.014478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'Port': ['ID=ad9b63f9-5728-4d81-96fa-02bf831b25eb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:32.070446 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:32.171731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:32.312301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b3f4cec0-705b-401c-b177-4b8cc0c0616d no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:30:32.389484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: b3f4cec0-705b-401c-b177-4b8cc0c0616d {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:30:32.392322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b3f4cec0-705b-401c-b177-4b8cc0c0616d not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:30:32.492129 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:32.545530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e53814e-3ceb-489a-9c0c-4f84c3fbf0b0 req-eab3b455-b116-47ba-bf7d-635187c60cff tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] No DVR routers for this DVR port b3f4cec0-705b-401c-b177-4b8cc0c0616d on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:30:32.557447 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1e53814e-3ceb-489a-9c0c-4f84c3fbf0b0 req-eab3b455-b116-47ba-bf7d-635187c60cff tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:32.579353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dbdf15ab-ad83-475f-873e-6f6058dfc1fd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:30:32.595497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61448b4c-4b20-4b36-b371-7f6386844d1e', 'name': 'network-vif-deleted', 'tag': 'b3f4cec0-705b-401c-b177-4b8cc0c0616d'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:32.625366 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e53814e-3ceb-489a-9c0c-4f84c3fbf0b0 req-eab3b455-b116-47ba-bf7d-635187c60cff tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.46 "DELETE /v2.0/ports/b3f4cec0-705b-401c-b177-4b8cc0c0616d HTTP/1.1" status: 204 len: 173 time: 2.5942085 Jun 04 16:30:32.639028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cdb3e-a69d-4c0f-9efd-d94b5ff15644 req-2e67095f-307a-4954-8c34-18ebe31a1f20 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:32.642948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ea2cdb3e-a69d-4c0f-9efd-d94b5ff15644 req-2e67095f-307a-4954-8c34-18ebe31a1f20 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Synchronizing usage tracker for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:30:32.648774 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:32.669802 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:32.708636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port dbdf15ab-ad83-475f-873e-6f6058dfc1fd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:32.709136 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:32.729848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d7175-bab8-4361-9b3a-e63a893f186a req-a64f5f34-3f32-4ef0-bc39-7d637b4dc99c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:32.767548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-231d7175-bab8-4361-9b3a-e63a893f186a req-a64f5f34-3f32-4ef0-bc39-7d637b4dc99c tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 0.3975122 Jun 04 16:30:32.767548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ea2cdb3e-a69d-4c0f-9efd-d94b5ff15644 req-2e67095f-307a-4954-8c34-18ebe31a1f20 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Unset dirty status for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:30:32.781385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea2cdb3e-a69d-4c0f-9efd-d94b5ff15644 req-2e67095f-307a-4954-8c34-18ebe31a1f20 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=61448b4c-4b20-4b36-b371-7f6386844d1e HTTP/1.1" status: 200 len: 945 time: 1.2481849 Jun 04 16:30:32.890685 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port dbdf15ab-ad83-475f-873e-6f6058dfc1fd is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:32.937542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-231d7175-bab8-4361-9b3a-e63a893f186a req-fb770647-7d9a-4e7d-bd46-36d1ee3b548d tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529224 Jun 04 16:30:32.954603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea2cdb3e-a69d-4c0f-9efd-d94b5ff15644 req-6b4b6a39-3e90-4001-bb5f-fc220f243bb0 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c221a36-3910-467d-8ca0-4785364f4952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678376 Jun 04 16:30:33.039597 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b90362-da24-4a30-b994-107e153cf20d'] response: {'server_uuid': '61448b4c-4b20-4b36-b371-7f6386844d1e', 'name': 'network-vif-deleted', 'tag': 'b3f4cec0-705b-401c-b177-4b8cc0c0616d', 'status': 'completed', 'code': 200} Jun 04 16:30:33.055452 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:33.076592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'Port': ['ID=ad9b63f9-5728-4d81-96fa-02bf831b25eb,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:33.109447 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:33.116851 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-29ef26e4-9e90-4b49-9e2d-ea8794a9ece8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9543507 Jun 04 16:30:33.644491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-6207371c-c10a-4deb-9ea6-02f0d26ab38b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Synchronizing usage tracker for tenant:034fe08f1f634c458de338d38be6314a on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:30:33.684995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d2710-3c23-4f59-98e5-bdc03c0fa0c0 req-3d51332f-3e25-4cbd-885b-3b4bb97ad730 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:33.686629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae9d2710-3c23-4f59-98e5-bdc03c0fa0c0 req-3d51332f-3e25-4cbd-885b-3b4bb97ad730 tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.46 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 0.2515974 Jun 04 16:30:33.688167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-6207371c-c10a-4deb-9ea6-02f0d26ab38b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Unset dirty status for tenant:034fe08f1f634c458de338d38be6314a on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:30:33.703671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-6207371c-c10a-4deb-9ea6-02f0d26ab38b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1834519025&fields=id&tenant_id=034fe08f1f634c458de338d38be6314a HTTP/1.1" status: 200 len: 267 time: 0.1775510 Jun 04 16:30:33.814760 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:33.871098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-ae9d2710-3c23-4f59-98e5-bdc03c0fa0c0 req-da23ec59-c0f7-4ed4-939e-0fcfc5fd33cf tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Deleting port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:33.871098 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ae9d2710-3c23-4f59-98e5-bdc03c0fa0c0 req-da23ec59-c0f7-4ed4-939e-0fcfc5fd33cf tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:33.992744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-f00e8f61-fc7b-492a-8ef0-9bd1a87bca5f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:34.002144 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-f00e8f61-fc7b-492a-8ef0-9bd1a87bca5f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports/676127af-26ed-4542-9cbd-93d28f298675 HTTP/1.1" status: 200 len: 932 time: 0.2969816 Jun 04 16:30:34.010363 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:34.168460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-eca8165c-5dff-4894-aeed-1e1aa1d3f85a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:34.176972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-eca8165c-5dff-4894-aeed-1e1aa1d3f85a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports/badd5b3b-221a-4307-a531-2bfdad5adde7 HTTP/1.1" status: 200 len: 929 time: 0.1738329 Jun 04 16:30:34.411774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-d63c7183-ecaa-4f83-b790-7b518b30f831 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?network_id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2336476 Jun 04 16:30:34.511104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-ff828cda-7a9f-49b6-a634-a7e5be195613 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?network_id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0859060 Jun 04 16:30:34.654952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ae9d2710-3c23-4f59-98e5-bdc03c0fa0c0 req-da23ec59-c0f7-4ed4-939e-0fcfc5fd33cf tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] For port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:34.655596 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ae9d2710-3c23-4f59-98e5-bdc03c0fa0c0 req-da23ec59-c0f7-4ed4-939e-0fcfc5fd33cf tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:34.824249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-ae9d2710-3c23-4f59-98e5-bdc03c0fa0c0 req-da23ec59-c0f7-4ed4-939e-0fcfc5fd33cf tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Calling delete_port for fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:34.873170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4dbd0-d995-4df8-a92f-b24673711c86 req-d0ecb845-649a-4723-8ce0-3b4a02e8bfdc tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:34.874669 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbd4dbd0-d995-4df8-a92f-b24673711c86 req-d0ecb845-649a-4723-8ce0-3b4a02e8bfdc tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8490c-766f-43fe-9541-5dc48411280b HTTP/1.1" status: 200 len: 945 time: 0.5483322 Jun 04 16:30:34.969593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-335dac22-e246-4318-858e-9ab5a8d59017 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:34.975316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-335dac22-e246-4318-858e-9ab5a8d59017 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:34.991046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-335dac22-e246-4318-858e-9ab5a8d59017 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:34.991046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-335dac22-e246-4318-858e-9ab5a8d59017 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Synchronizing usage tracker for tenant:034fe08f1f634c458de338d38be6314a on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:30:35.007644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbd4dbd0-d995-4df8-a92f-b24673711c86 req-78fd41a3-d761-46f6-9e54-cc6ab5e66ebe tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca549ebb-692f-4a2d-83cb-c90a5b554317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149783 Jun 04 16:30:35.040021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-335dac22-e246-4318-858e-9ab5a8d59017 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Unset dirty status for tenant:034fe08f1f634c458de338d38be6314a on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:30:35.041018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-335dac22-e246-4318-858e-9ab5a8d59017 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/networks?id=5bffa50e-6075-4c4d-a7c9-53a4ad9311fb&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8&id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 HTTP/1.1" status: 200 len: 1989 time: 0.5291569 Jun 04 16:30:35.157105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-10f03054-b883-4487-9438-ecd41e76c914 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/quotas/034fe08f1f634c458de338d38be6314a HTTP/1.1" status: 200 len: 375 time: 0.0643976 Jun 04 16:30:35.253521 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ae9d2710-3c23-4f59-98e5-bdc03c0fa0c0 req-da23ec59-c0f7-4ed4-939e-0fcfc5fd33cf tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:35.314895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23ec59-c0f7-4ed4-939e-0fcfc5fd33cf tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Pushing event deleted for resources: {'Port': ['ID=fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:35.357065 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:30:35.598990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9d2710-3c23-4f59-98e5-bdc03c0fa0c0 req-da23ec59-c0f7-4ed4-939e-0fcfc5fd33cf tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] No DVR routers for this DVR port fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:30:35.602629 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ae9d2710-3c23-4f59-98e5-bdc03c0fa0c0 req-da23ec59-c0f7-4ed4-939e-0fcfc5fd33cf tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:35.616410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c8490c-766f-43fe-9541-5dc48411280b', 'name': 'network-vif-deleted', 'tag': 'fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:35.636004 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-3a5b764b-f65e-4dd7-a973-f367765348a4 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=034fe08f1f634c458de338d38be6314a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4656546 Jun 04 16:30:35.653644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae9d2710-3c23-4f59-98e5-bdc03c0fa0c0 req-da23ec59-c0f7-4ed4-939e-0fcfc5fd33cf tempest-ListServerFiltersTestJSON-1955837608 tempest-ListServerFiltersTestJSON-1955837608-project] 10.222.0.46 "DELETE /v2.0/ports/fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a HTTP/1.1" status: 204 len: 173 time: 1.9080396 Jun 04 16:30:35.676764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce9b5d-a986-4f60-9b2b-695ef4d18a8e req-bcaa55b6-03f0-435a-a627-26ff83bcb273 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:35.678302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01ce9b5d-a986-4f60-9b2b-695ef4d18a8e req-bcaa55b6-03f0-435a-a627-26ff83bcb273 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.1733844 Jun 04 16:30:35.821784 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01ce9b5d-a986-4f60-9b2b-695ef4d18a8e req-117eda16-ba1f-4f02-856b-de2a0b6db536 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150904 Jun 04 16:30:35.888819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-9f6e8468-a7c4-4821-b09f-67dab918597a service neutron] 10.222.0.13 "GET /v2.0/networks/5bffa50e-6075-4c4d-a7c9-53a4ad9311fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093704 Jun 04 16:30:36.011417 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea944f3-5272-4edb-b3ad-3732e5822c53'] response: {'server_uuid': '23c8490c-766f-43fe-9541-5dc48411280b', 'name': 'network-vif-deleted', 'tag': 'fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a', 'status': 'completed', 'code': 200} Jun 04 16:30:36.068111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4d7a3c9e-0285-4bed-8779-7be3eb2c5596 service neutron] 10.222.0.13 "GET /v2.0/networks/5bffa50e-6075-4c4d-a7c9-53a4ad9311fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723690 Jun 04 16:30:36.219408 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-dd2a2c3d-eedc-4110-ab6c-fefc76ba7ed5 service neutron] 10.222.0.13 "GET /v2.0/ports/676127af-26ed-4542-9cbd-93d28f298675?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1413696 Jun 04 16:30:36.342618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d626d11-7aae-42d9-b476-2f45badf5f17 req-512a2539-96da-4fc3-ad93-338cd7c02df5 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:36.342618 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d626d11-7aae-42d9-b476-2f45badf5f17 req-512a2539-96da-4fc3-ad93-338cd7c02df5 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 949 time: 0.2201993 Jun 04 16:30:36.347090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:30:36.400158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:30:36.400452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device fdd59e6c-0f57-4e67-99a9-6f5fa9d5b18a not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:30:36.447407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-d7180ee6-86f5-4bca-9033-07213165e42b service neutron] 10.222.0.13 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189419 Jun 04 16:30:36.466602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d626d11-7aae-42d9-b476-2f45badf5f17 req-3d8aa99c-1127-48c7-91b3-ecc12df331b5 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc6d86a0-5391-49a3-82ec-573b26d9f9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142068 Jun 04 16:30:36.595254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49006) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:36.687255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-1125e5c7-36e9-4590-b409-f9135772b3fc admin admin] Deleting subnet 1ca63a29-8d1d-40c5-992a-67066351dfef {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:30:36.691381 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1125e5c7-36e9-4590-b409-f9135772b3fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:36.781929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-ab9651ee-2e12-43d3-ae22-887a404a93bf tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:36.783716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-ab9651ee-2e12-43d3-ae22-887a404a93bf tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.1657877 Jun 04 16:30:36.793873 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-2adbdf9f-fef0-4a8c-b5ff-192c7b5eecca service neutron] 10.222.0.13 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215716 Jun 04 16:30:36.806987 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1125e5c7-36e9-4590-b409-f9135772b3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:36.909860 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1125e5c7-36e9-4590-b409-f9135772b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:36.924152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Deleting port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:36.924845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:36.960333 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-53e2a2ab-6c20-4dda-ba47-1295e6ae0eee service neutron] 10.222.0.13 "GET /v2.0/ports/badd5b3b-221a-4307-a531-2bfdad5adde7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1649039 Jun 04 16:30:37.073642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1125e5c7-36e9-4590-b409-f9135772b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:37.144645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125e5c7-36e9-4590-b409-f9135772b3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca63a29-8d1d-40c5-992a-67066351dfef,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:37.156733 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1125e5c7-36e9-4590-b409-f9135772b3fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:37.165952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc0e376-b55f-4085-9801-d0b52c8490fd None None] Network 296e5fe4-044f-4359-a2aa-0a8a903c6b17 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:30:37.170784 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1125e5c7-36e9-4590-b409-f9135772b3fc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1ca63a29-8d1d-40c5-992a-67066351dfef HTTP/1.1" status: 204 len: 168 time: 0.5658576 Jun 04 16:30:37.170784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49050) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:37.281925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-973be6d6-01d3-4147-b1c6-34006ea55b9e service neutron] 10.222.0.13 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210061 Jun 04 16:30:37.463393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:37.496483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Deleting port 8ada7ef6-0f74-45bb-a485-34020254421f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:37.496483 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:37.603543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c672960a-c279-4680-815f-237a3e7146b9 None None] DHCP port deletion for 296e5fe4-044f-4359-a2aa-0a8a903c6b17 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:30:37.618708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c672960a-c279-4680-815f-237a3e7146b9 None None] Deleting port 8ada7ef6-0f74-45bb-a485-34020254421f {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:37.619310 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c672960a-c279-4680-815f-237a3e7146b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:37.681804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] For port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:37.681804 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:37.725674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-3c2ca523-e013-4153-a0fd-b90da14b9e81 service neutron] 10.222.0.13 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283986 Jun 04 16:30:37.966413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c672960a-c279-4680-815f-237a3e7146b9 None None] For port 8ada7ef6-0f74-45bb-a485-34020254421f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8ada7ef6-0f74-45bb-a485-34020254421f,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:37.967711 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c672960a-c279-4680-815f-237a3e7146b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:38.065747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] For port 8ada7ef6-0f74-45bb-a485-34020254421f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8ada7ef6-0f74-45bb-a485-34020254421f,segment=NetworkSegment(bcf60985-8d9f-4652-ae43-735b960f4d14),segment_id=bcf60985-8d9f-4652-ae43-735b960f4d14)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:38.066400 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:38.116736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c672960a-c279-4680-815f-237a3e7146b9 None None] Calling delete_port for 8ada7ef6-0f74-45bb-a485-34020254421f owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:38.119986 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-117f2bec-adf3-4080-b118-da1f48915893 service neutron] 10.222.0.13 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038413 Jun 04 16:30:38.213011 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c672960a-c279-4680-815f-237a3e7146b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:38.246046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Calling delete_port for 8ada7ef6-0f74-45bb-a485-34020254421f owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:38.306261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672960a-c279-4680-815f-237a3e7146b9 None None] Pushing event deleted for resources: {'Port': ['ID=8ada7ef6-0f74-45bb-a485-34020254421f,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:38.308975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c672960a-c279-4680-815f-237a3e7146b9 None None] No DVR routers for this DVR port 8ada7ef6-0f74-45bb-a485-34020254421f on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:30:38.348469 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:30:38.348749 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:30:38.359824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b8ad-cb60-4c28-a74d-5a7017d0b11c req-77a98178-a881-4663-aa81-8cc93a30db21 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:38.361478 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5108b8ad-cb60-4c28-a74d-5a7017d0b11c req-77a98178-a881-4663-aa81-8cc93a30db21 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 945 time: 0.4662967 Jun 04 16:30:38.378905 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:38.379276 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:38.379682 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Floating IP 3ee21595-f3ab-423c-97d5-5b6f101d0a86 disassociated. External IP: 172.25.5.15, port: 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd. Jun 04 16:30:38.380231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Calling delete_port for 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:38.495352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-211b6dc5-b09f-4d7f-b8aa-7b611832c136 service neutron] 10.222.0.13 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742321 Jun 04 16:30:38.502032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5108b8ad-cb60-4c28-a74d-5a7017d0b11c req-1b2422ca-08a5-4dde-b7d3-c049b1ad1c66 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups?id=fec9075e-b674-4a3e-96eb-63e23c4f5a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259875 Jun 04 16:30:38.510675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8ada7ef6-0f74-45bb-a485-34020254421f no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:30:38.561095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 8ada7ef6-0f74-45bb-a485-34020254421f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:30:38.561799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8ada7ef6-0f74-45bb-a485-34020254421f not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:30:38.735990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-25104f9b-fbeb-4591-a221-0addb6bc97c1 service neutron] 10.222.0.13 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321362 Jun 04 16:30:38.761214 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:38.850265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Deleting port 8ada7ef6-0f74-45bb-a485-34020254421f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:38.850646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:38.867730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event deleted for resources: {'Port': ['ID=4c3d55f5-c5c5-4a22-a976-29a00c2b25cd,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:38.945692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-edf8fdb8-fa21-4675-b3df-473147fccdba service neutron] 10.222.0.13 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039795 Jun 04 16:30:38.961470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] The port '8ada7ef6-0f74-45bb-a485-34020254421f' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:30:39.087813 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:39.126306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296e5fe4-044f-4359-a2aa-0a8a903c6b17']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:39.155139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf60985-8d9f-4652-ae43-735b960f4d14') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:39.155508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf60985-8d9f-4652-ae43-735b960f4d14') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:39.168577 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:39.198223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:39.213672 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:30:39.214169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:39.347466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:39.352974 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:39.380264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] Pushing event deleted for resources: {'Network': ['ID=296e5fe4-044f-4359-a2aa-0a8a903c6b17,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:39.384093 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment bcf60985-8d9f-4652-ae43-735b960f4d14 resource provider aggregate not found Jun 04 16:30:39.411138 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment bcf60985-8d9f-4652-ae43-735b960f4d14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcf60985-8d9f-4652-ae43-735b960f4d14 found for delete ", "request_id": "req-2eecc61a-cdfc-499a-820a-9759ba1b6b95"}]} Jun 04 16:30:39.420450 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d8d2b54b-1b3a-44f1-9ce5-7440e52ca989 admin admin] 10.222.0.13 "DELETE /v2.0/networks/296e5fe4-044f-4359-a2aa-0a8a903c6b17 HTTP/1.1" status: 204 len: 168 time: 2.2552483 Jun 04 16:30:39.461617 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-571ec95c-a90d-4197-9269-4a9d686d987a service neutron] 10.222.0.13 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151892 Jun 04 16:30:39.509930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:30:39.682221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49138) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:39.766796 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be144766-f0dc-430e-afa3-abde8049b290 req-cb1e2f74-467f-4a77-9174-7d73ab42545a tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 210 time: 0.0510192 Jun 04 16:30:39.778027 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4d6c6fe0-5acb-462e-b6ae-f8d2662062f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b70969e37aab453696fab66de72f76e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864363 Jun 04 16:30:39.778027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49144) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:39.844579 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c48e70b3-a78c-4657-9c38-b7de69cd63fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:39.872633 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c48e70b3-a78c-4657-9c38-b7de69cd63fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:39.906895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-da7c78cc-76b9-4a21-9428-7b8f55a9d11e service neutron] 10.222.0.13 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304435 Jun 04 16:30:39.950287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:30:39.964663 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c48e70b3-a78c-4657-9c38-b7de69cd63fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:39.966844 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8024df-2651-4703-b3f7-da41a97ca260 None None] Sync routers for ids ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:30:39.977293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e70b3-a78c-4657-9c38-b7de69cd63fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca549ebb-692f-4a2d-83cb-c90a5b554317,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:39.978038 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8024df-2651-4703-b3f7-da41a97ca260 None None] Routers {'47dd9ff3-8d1a-47d9-8599-9d56d45dceed'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:30:39.979386 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8d8024df-2651-4703-b3f7-da41a97ca260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:30:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:39.983804 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c48e70b3-a78c-4657-9c38-b7de69cd63fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:39.987984 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c48e70b3-a78c-4657-9c38-b7de69cd63fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca549ebb-692f-4a2d-83cb-c90a5b554317 HTTP/1.1" status: 204 len: 168 time: 0.2093744 Jun 04 16:30:40.110763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] No DVR routers for this DVR port 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:30:40.115263 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:40.117978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-deleted', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:40.155496 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2ef9c97-1e22-4697-a401-2f127461af57 req-4cdf3fd0-954f-494d-aa5a-c98830a1f16d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.46 "DELETE /v2.0/ports/4c3d55f5-c5c5-4a22-a976-29a00c2b25cd HTTP/1.1" status: 204 len: 173 time: 3.3294406 Jun 04 16:30:40.193809 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8d8024df-2651-4703-b3f7-da41a97ca260 None None] Set router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:30:40.194827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-974e9e63-4610-43d3-8d00-11a6d76fb2db service neutron] 10.222.0.13 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789834 Jun 04 16:30:40.314910 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a86d46-8225-4d9b-9cc5-6ce8ddfbeede'] response: {'server_uuid': 'cea320ad-fc6d-45b5-b00b-dc50fcc47ee9', 'name': 'network-vif-deleted', 'tag': '4c3d55f5-c5c5-4a22-a976-29a00c2b25cd', 'status': 'completed', 'code': 200} Jun 04 16:30:40.367374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:30:40.376125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-df473d9e-a862-474e-b30d-88d01b9e8b05 service neutron] 10.222.0.13 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800611 Jun 04 16:30:40.458524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:30:40.458913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4c3d55f5-c5c5-4a22-a976-29a00c2b25cd not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:30:40.463707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:30:40.601554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:40.602154 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:40.641899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:40.643030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:40.652511 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:40.694532 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8d8024df-2651-4703-b3f7-da41a97ca260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:20:00Z', 'revision_number': 4, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '191ed6d0-1d80-4572-858d-6d46405bde27', 'name': '', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'mac_address': 'fa:16:3e:81:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:56Z', 'updated_at': '2022-06-04T16:20:10Z', 'revision_number': 5, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'subnets': [{'id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:40.699104 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8024df-2651-4703-b3f7-da41a97ca260 None None] Checking router: 47dd9ff3-8d1a-47d9-8599-9d56d45dceed for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:30:40.720627 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8024df-2651-4703-b3f7-da41a97ca260 None None] Routers {'47dd9ff3-8d1a-47d9-8599-9d56d45dceed'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:30:40.721478 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8d8024df-2651-4703-b3f7-da41a97ca260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:30:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:40.733313 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:40.769644 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f6a0f5-6de5-402a-a134-681013614773'] response: {'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b', 'code': 200} Jun 04 16:30:41.063362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-22e1a639-e359-4836-8f4b-f6badb5690da req-382366da-a3e3-40ac-867c-425c87392936 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Synchronizing usage tracker for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:30:41.084341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-22e1a639-e359-4836-8f4b-f6badb5690da req-382366da-a3e3-40ac-867c-425c87392936 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Unset dirty status for tenant:4f4c485c2ef34d11931bdb454a82a6c4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:30:41.103913 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22e1a639-e359-4836-8f4b-f6badb5690da req-382366da-a3e3-40ac-867c-425c87392936 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea320ad-fc6d-45b5-b00b-dc50fcc47ee9 HTTP/1.1" status: 200 len: 210 time: 0.0954859 Jun 04 16:30:41.118727 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8d8024df-2651-4703-b3f7-da41a97ca260 None None] Set router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:30:41.374076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49226) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:41.571862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-127075515-network', 'tenant_id': '915e8608ef004b1b86d4576d9c437d37'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:41.594842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:41.604367 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8d8024df-2651-4703-b3f7-da41a97ca260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:20:00Z', 'revision_number': 4, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '191ed6d0-1d80-4572-858d-6d46405bde27', 'name': '', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'mac_address': 'fa:16:3e:81:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:56Z', 'updated_at': '2022-06-04T16:20:10Z', 'revision_number': 5, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'subnets': [{'id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:41.609516 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8024df-2651-4703-b3f7-da41a97ca260 None None] The sync data for ids ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'] in n-d-811809-3 is: [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:20:00Z', 'revision_number': 4, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '191ed6d0-1d80-4572-858d-6d46405bde27', 'name': '', 'network_id': '3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'mac_address': 'fa:16:3e:81:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:56Z', 'updated_at': '2022-06-04T16:20:10Z', 'revision_number': 5, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'subnets': [{'id': '9f31b0c1-838c-41c1-9535-61fd0b6a0976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:30:41.610872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Usage tracker for resource:network and tenant:915e8608ef004b1b86d4576d9c437d37 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:41.617660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:41.634264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:41.653694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Made reservation on behalf of 915e8608ef004b1b86d4576d9c437d37 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:41.656466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:41.677169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:41.707947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:41.715721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:915e8608ef004b1b86d4576d9c437d37 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:41.722904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3705861-225a-4931-84a2-740b8050ff71 req-194faed5-19fa-49be-b6e8-aae0df075bec tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 210 time: 0.0750837 Jun 04 16:30:41.723838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:41.734031 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:41.884181 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:41.889411 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:41.927988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:30:41.943588 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:41.959483 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:41.959483 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Added segment e854ab25-0f3a-4a74-9f87-a4ecf062ef90 of type vlan for network c7581b9c-98ed-40af-aaa2-04e3d64e0010 Jun 04 16:30:41.961031 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:41.961372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:41.961828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:41.962015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:41.962346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:41.962806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:41.963134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:41.963474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:41.963794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:41.964111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:41.964426 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:41.964740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:41.982977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0051ca85-799a-4781-9242-da8e21ecf078 None None] New status for floating IP 3ee21595-f3ab-423c-97d5-5b6f101d0a86: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:30:41.996804 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:42.030065 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:42.031295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:42.032065 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:42.143988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=c7581b9c-98ed-40af-aaa2-04e3d64e0010,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:42.147159 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-38ec4f2e-72da-4dc4-9e38-15db22a36fa6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7713923 Jun 04 16:30:42.150400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49260) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:42.157246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Request body: {'subnet': {'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-127075515-subnet', 'tenant_id': '915e8608ef004b1b86d4576d9c437d37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:42.162966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:42.167402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Usage tracker for resource:subnet and tenant:915e8608ef004b1b86d4576d9c437d37 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:42.170910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:42.178399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network c7581b9c-98ed-40af-aaa2-04e3d64e0010 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:30:42.185541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:42.201360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Made reservation on behalf of 915e8608ef004b1b86d4576d9c437d37 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:42.205241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:42.325777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49268) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:42.414789 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ef205df-3d82-4831-ab39-5ec58bd3fe1d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:42.484143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:30:42.490379 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ef205df-3d82-4831-ab39-5ec58bd3fe1d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:42.591045 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ef205df-3d82-4831-ab39-5ec58bd3fe1d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:42.593761 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:42.620010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef205df-3d82-4831-ab39-5ec58bd3fe1d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec9075e-b674-4a3e-96eb-63e23c4f5a1a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:42.685149 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ef205df-3d82-4831-ab39-5ec58bd3fe1d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:42.690755 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1ef205df-3d82-4831-ab39-5ec58bd3fe1d tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "DELETE /v2.0/security-groups/fec9075e-b674-4a3e-96eb-63e23c4f5a1a HTTP/1.1" status: 204 len: 168 time: 0.3637407 Jun 04 16:30:42.691329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49292) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:42.724304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d42c9ca-7e5e-40ad-9f64-a58e91441e2c,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:42.737215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Checking segment: {'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:30:42.739467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Network hostable DHCP agents. Network: c7581b9c-98ed-40af-aaa2-04e3d64e0010, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:30:42.742807 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-b804533a-3cb8-49a4-8592-93ffe4c5d8fd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] show failed (client error): The resource could not be found. Jun 04 16:30:42.752133 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b804533a-3cb8-49a4-8592-93ffe4c5d8fd tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "GET /v2.0/security-groups/fec9075e-b674-4a3e-96eb-63e23c4f5a1a HTTP/1.1" status: 404 len: 347 time: 0.0597522 Jun 04 16:30:42.752888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49298) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:42.793116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Network c7581b9c-98ed-40af-aaa2-04e3d64e0010 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:30:42.811428 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:42.815700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, c7581b9c-98ed-40af-aaa2-04e3d64e0010) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:30:42.826793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:42.828503 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:42.839800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b', 'mac_address': 'fa:16:3e:7f:e0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:30:42.900419 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5703cd4a-812e-422b-858e-d8334cf9ca32 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7477577 Jun 04 16:30:42.914390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615f41e5-b234-4bdd-8e54-0462d397f979 None None] Network c7581b9c-98ed-40af-aaa2-04e3d64e0010 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:30:43.083291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-828cdade-bad3-4574-b2bd-da4f59bd6775 req-ecb3c88f-640d-4100-ab71-fdfe7b8e8fa0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 210 time: 0.0645559 Jun 04 16:30:43.172403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a2a652d5-6ca4-411b-9d87-b9d4abb4af84 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Deleting port cca2c81e-1123-4266-af20-bfc09d23570e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:43.173146 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2a652d5-6ca4-411b-9d87-b9d4abb4af84 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:43.396782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312c53cd-21ca-4070-afa9-156820ddbfb2 None None] Network c7581b9c-98ed-40af-aaa2-04e3d64e0010 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:30:43.431385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:43.431678 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:43.622387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:30:43.727158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:43.753028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-127f8b9c-55f1-4732-b186-64c080ed4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:43.755274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-127f8b9c-55f1-4732-b186-64c080ed4098 service neutron] 10.222.0.42 "GET /v2.0/ports/676127af-26ed-4542-9cbd-93d28f298675 HTTP/1.1" status: 200 len: 1028 time: 0.1949062 Jun 04 16:30:43.769693 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:43.891748 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2a652d5-6ca4-411b-9d87-b9d4abb4af84 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:43.892682 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2a652d5-6ca4-411b-9d87-b9d4abb4af84 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:43.999632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:44.026533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-3596be85-3a4b-4261-b10e-cb2e6d1d06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:44.027857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-3596be85-3a4b-4261-b10e-cb2e6d1d06ec service neutron] 10.222.0.42 "GET /v2.0/ports/badd5b3b-221a-4307-a531-2bfdad5adde7 HTTP/1.1" status: 200 len: 1025 time: 0.1872802 Jun 04 16:30:44.076610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:30:44.150547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a2a652d5-6ca4-411b-9d87-b9d4abb4af84 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Calling delete_port for cca2c81e-1123-4266-af20-bfc09d23570e owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:44.408443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818f55-6546-41a4-b23d-7f70f59e642d req-f1dbcea6-cd13-4f4b-b9c0-77babb1dd50a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:44.417565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-f1dbcea6-cd13-4f4b-b9c0-77babb1dd50a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/networks?id=c7581b9c-98ed-40af-aaa2-04e3d64e0010 HTTP/1.1" status: 200 len: 812 time: 0.7045386 Jun 04 16:30:44.542802 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2a652d5-6ca4-411b-9d87-b9d4abb4af84 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:44.566546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-11071e31-c744-419f-b64b-170deca513f6 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/quotas/915e8608ef004b1b86d4576d9c437d37 HTTP/1.1" status: 200 len: 375 time: 0.1475790 Jun 04 16:30:44.630415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a652d5-6ca4-411b-9d87-b9d4abb4af84 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Pushing event deleted for resources: {'Port': ['ID=cca2c81e-1123-4266-af20-bfc09d23570e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:44.713259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e9b7ef7-3af3-4f18-b591-52e2cae8cd46 req-b7b37a1e-e65e-4eed-814f-2fa0671c0fda tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 210 time: 0.3198211 Jun 04 16:30:44.800806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2a652d5-6ca4-411b-9d87-b9d4abb4af84 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:44.845035 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2a652d5-6ca4-411b-9d87-b9d4abb4af84 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:44.849071 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a2a652d5-6ca4-411b-9d87-b9d4abb4af84 tempest-ServerActionsTestJSON-769750571 tempest-ServerActionsTestJSON-769750571-project] 10.222.0.13 "DELETE /v2.0/floatingips/3ee21595-f3ab-423c-97d5-5b6f101d0a86 HTTP/1.1" status: 204 len: 168 time: 2.0950861 Jun 04 16:30:44.861471 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49374) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:44.882763 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-bc0bbe57-aa45-4436-b177-63583439aaef tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=915e8608ef004b1b86d4576d9c437d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2122941 Jun 04 16:30:45.133374 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-0d093ba8-f071-42c6-9614-719482781b9e service neutron] 10.222.0.13 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497327 Jun 04 16:30:45.139993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-3a78d547-f26d-44a9-8743-1bbd4d2a8363 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:45.146119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-3a78d547-f26d-44a9-8743-1bbd4d2a8363 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:45.152920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-3a78d547-f26d-44a9-8743-1bbd4d2a8363 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:45.153569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-3a78d547-f26d-44a9-8743-1bbd4d2a8363 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "GET /v2.0/networks?id=5bffa50e-6075-4c4d-a7c9-53a4ad9311fb&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8&id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 HTTP/1.1" status: 200 len: 1989 time: 1.0962322 Jun 04 16:30:45.372059 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-8ae81d3e-c6dc-4dfb-932f-dd8a8791d96b service neutron] 10.222.0.13 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174740 Jun 04 16:30:45.404845 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-e257a319-2367-42e6-bfc2-eb01114931a8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=034fe08f1f634c458de338d38be6314a HTTP/1.1" status: 200 len: 380 time: 0.2203355 Jun 04 16:30:45.415888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'port': {'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'admin_state_up': True, 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'security_groups': ['3d55d4af-df70-4c19-91e7-d9374da80050']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:45.675347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:45.684711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:port and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:45.689330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:45.695735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:45.715328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Made reservation on behalf of 034fe08f1f634c458de338d38be6314a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:45.720844 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:46.160812 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-daa71d44-aef1-4955-b2af-9c2ac8afc312 req-5efb0cda-fb64-4aca-9f6f-0e33598f0553 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 210 time: 0.1520123 Jun 04 16:30:46.194878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Allocated IP 172.20.0.7 (5bffa50e-6075-4c4d-a7c9-53a4ad9311fb/24400e9e-8edf-461f-bb64-f983372345e5/f5377171-fdb4-417f-b474-ba4f7bed802e) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:30:46.275679 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b85a50ae-3449-48af-ac83-3ae316b1e567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:46.433432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:30:46.569770 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:46.583868 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:46.583868 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:46.605009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Transition to ACTIVE for port object f5377171-fdb4-417f-b474-ba4f7bed802e will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:30:46.692468 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:46.710950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ddaa5dde-cd64-4345-a944-0eef27441e10 req-472b8b30-4d51-4d69-a628-d816cd5fecc1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 210 time: 0.0754964 Jun 04 16:30:46.912553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'Port': ['ID=f5377171-fdb4-417f-b474-ba4f7bed802e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:46.958151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:30:46.961537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:30:46.966494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:30:47.032444 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:30:47.035217 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:47.056002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:47.056349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:47.056694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:47.057042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:47.058851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:47.060118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:47.061401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:47.061935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:47.063289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:47.064601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:47.066595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:47.067110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:30:47.147879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:30:47.183654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:47.185258 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:47.190961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:47.214337 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:47.239392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-73b2d9f0-703a-4f52-b5f2-74d21e9d11c1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8273671 Jun 04 16:30:47.261459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'port': {'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e', 'admin_state_up': True, 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'security_groups': ['3d55d4af-df70-4c19-91e7-d9374da80050']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:47.379221 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd93153b-537d-4b7a-a466-843df14ce02e'] response: {'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b', 'code': 200} Jun 04 16:30:47.504372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,revision_number=10']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:47.593085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c94bdde0-3f77-4f85-9a39-42f02309a89e None None] Provisioning for port f5377171-fdb4-417f-b474-ba4f7bed802e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:30:47.609518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c94bdde0-3f77-4f85-9a39-42f02309a89e None None] Provisioning complete for port f5377171-fdb4-417f-b474-ba4f7bed802e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:47.612900 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c94bdde0-3f77-4f85-9a39-42f02309a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:47.714271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b85a50ae-3449-48af-ac83-3ae316b1e567 admin admin] Deleting port 191ed6d0-1d80-4572-858d-6d46405bde27 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:47.715422 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b85a50ae-3449-48af-ac83-3ae316b1e567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:47.811968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:47.817187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:port and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:47.836449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:47.855578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:47.918890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960b406-8200-4ee6-80a1-e25762609ded req-afaf88e5-30c5-4dd9-b062-940329840b2f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:47.920921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d960b406-8200-4ee6-80a1-e25762609ded req-afaf88e5-30c5-4dd9-b062-940329840b2f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Synchronizing usage tracker for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:30:47.937913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Made reservation on behalf of 034fe08f1f634c458de338d38be6314a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:47.943581 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:47.960097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c94bdde0-3f77-4f85-9a39-42f02309a89e None None] Port f5377171-fdb4-417f-b474-ba4f7bed802e cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:30:48.053000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-b85a50ae-3449-48af-ac83-3ae316b1e567 admin admin] For port 191ed6d0-1d80-4572-858d-6d46405bde27, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=191ed6d0-1d80-4572-858d-6d46405bde27,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:48.053684 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b85a50ae-3449-48af-ac83-3ae316b1e567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:48.249639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b85a50ae-3449-48af-ac83-3ae316b1e567 admin admin] Calling delete_port for 191ed6d0-1d80-4572-858d-6d46405bde27 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:48.258249 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d369266-cc89-4ebb-8246-e48c663e6202 req-2efd6ac1-e68f-4ae9-a8ff-a281f04297f2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 210 time: 0.2448502 Jun 04 16:30:48.324161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d960b406-8200-4ee6-80a1-e25762609ded req-afaf88e5-30c5-4dd9-b062-940329840b2f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Unset dirty status for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:30:48.341820 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d960b406-8200-4ee6-80a1-e25762609ded req-afaf88e5-30c5-4dd9-b062-940329840b2f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 931 time: 0.7009814 Jun 04 16:30:48.507530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d960b406-8200-4ee6-80a1-e25762609ded req-801e2c44-7854-4d1c-bfad-722ceeb5a0c7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504426 Jun 04 16:30:48.771507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Allocated IP 10.1.1.139 (59419537-eeeb-49da-b0e6-1fde86e9c16e/ef37b42f-e6e9-4e7b-ac72-6fdd1c586006/91def2a8-ccd3-4b2b-bb50-6055dc4bc228) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:30:48.960466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b85a50ae-3449-48af-ac83-3ae316b1e567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:49.076843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a50ae-3449-48af-ac83-3ae316b1e567 admin admin] Pushing event deleted for resources: {'Port': ['ID=191ed6d0-1d80-4572-858d-6d46405bde27,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:49.084102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818f55-6546-41a4-b23d-7f70f59e642d req-5eb20296-5bd0-4943-9697-6c4011c94fc9 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:49.086229 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-5eb20296-5bd0-4943-9697-6c4011c94fc9 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.46 "GET /v2.0/networks?id=c7581b9c-98ed-40af-aaa2-04e3d64e0010 HTTP/1.1" status: 200 len: 812 time: 0.5130146 Jun 04 16:30:49.153043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Request body: {'port': {'device_id': '0592f8ee-3845-4527-9752-e396bb819f07', 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010', 'admin_state_up': True, 'tenant_id': '915e8608ef004b1b86d4576d9c437d37'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:49.556798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818f55-6546-41a4-b23d-7f70f59e642d req-30e86de9-69a3-4ef2-866d-174c6771635a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:49.560524 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-30e86de9-69a3-4ef2-866d-174c6771635a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.42 "GET /v2.0/networks?id=c7581b9c-98ed-40af-aaa2-04e3d64e0010 HTTP/1.1" status: 200 len: 812 time: 0.7404447 Jun 04 16:30:49.651633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Request body: {'port': {'device_id': '60796b1b-97af-4726-84f0-99568d1ae8bd', 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010', 'admin_state_up': True, 'tenant_id': '915e8608ef004b1b86d4576d9c437d37'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:49.829038 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b85a50ae-3449-48af-ac83-3ae316b1e567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:50.006749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49c04629-5965-4c8b-ab5c-f49cd024bb16 req-a10a4656-c108-421f-97e3-adf8668b1287 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 210 time: 0.4326019 Jun 04 16:30:50.217488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:50.280929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Usage tracker for resource:port and tenant:915e8608ef004b1b86d4576d9c437d37 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:50.509283 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:50.548240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85a50ae-3449-48af-ac83-3ae316b1e567 admin admin] Router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:30:50.550097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Transition to ACTIVE for port object 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:30:50.692387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:50.710752 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:50.841628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85a50ae-3449-48af-ac83-3ae316b1e567 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:30:50.849554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:50.861749 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68237221-9341-4665-8fdb-6127f0773448 None None] Sync routers for ids ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:30:50.866784 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b85a50ae-3449-48af-ac83-3ae316b1e567 admin admin] 10.222.0.13 "PUT /v2.0/routers/47dd9ff3-8d1a-47d9-8599-9d56d45dceed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0035954 Jun 04 16:30:50.884110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49518) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:50.896520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68237221-9341-4665-8fdb-6127f0773448 None None] Routers {'47dd9ff3-8d1a-47d9-8599-9d56d45dceed'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:30:50.898570 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-68237221-9341-4665-8fdb-6127f0773448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:30:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:50.941412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Network 59419537-eeeb-49da-b0e6-1fde86e9c16e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:30:51.280038 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-68237221-9341-4665-8fdb-6127f0773448 None None] Set router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:30:51.303930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:30:51.311747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:30:51.409094 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:51.851580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-42f9c118-0c2c-4982-9290-d4149b0a900c None None] Provisioning for port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:30:51.863058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-42f9c118-0c2c-4982-9290-d4149b0a900c None None] Provisioning complete for port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:51.866020 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-42f9c118-0c2c-4982-9290-d4149b0a900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:51.930213 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-68237221-9341-4665-8fdb-6127f0773448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:30:48Z', 'revision_number': 5, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:51.934918 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68237221-9341-4665-8fdb-6127f0773448 None None] Checking router: 47dd9ff3-8d1a-47d9-8599-9d56d45dceed for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:30:51.947317 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68237221-9341-4665-8fdb-6127f0773448 None None] Routers {'47dd9ff3-8d1a-47d9-8599-9d56d45dceed'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:30:51.948156 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-68237221-9341-4665-8fdb-6127f0773448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:30:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:51.992306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:51.995044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Made reservation on behalf of 915e8608ef004b1b86d4576d9c437d37 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:51.998598 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:52.117244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-42f9c118-0c2c-4982-9290-d4149b0a900c None None] Port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:30:52.155224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Usage tracker for resource:port and tenant:915e8608ef004b1b86d4576d9c437d37 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:52.156987 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-68237221-9341-4665-8fdb-6127f0773448 None None] Set router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:30:52.182575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ddbecce5-0864-4525-b7c7-9c1891450539 req-bea3cc7d-dedf-4eb9-b493-c283c947b298 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 210 time: 0.3175988 Jun 04 16:30:52.188800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:52.190049 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:52.194100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:52.203119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'Port': ['ID=91def2a8-ccd3-4b2b-bb50-6055dc4bc228,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:52.226157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bea69-73eb-4a7d-b093-5825a9f5c6b0 req-56e0c5cc-b091-4a9c-9d8d-2fc14cc472b4 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:52.227776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e8bea69-73eb-4a7d-b093-5825a9f5c6b0 req-56e0c5cc-b091-4a9c-9d8d-2fc14cc472b4 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 931 time: 2.3081009 Jun 04 16:30:52.228814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:52.394927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e8bea69-73eb-4a7d-b093-5825a9f5c6b0 req-eb93c6ea-76d4-4202-ac55-1205885d236e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460032 Jun 04 16:30:52.658853 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-68237221-9341-4665-8fdb-6127f0773448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:30:48Z', 'revision_number': 5, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:52.658853 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68237221-9341-4665-8fdb-6127f0773448 None None] The sync data for ids ['47dd9ff3-8d1a-47d9-8599-9d56d45dceed'] in n-d-811809-3 is: [{'id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'name': 'tempest-ServerActionsTestJSON-1478693752-router', 'tenant_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:19:39Z', 'updated_at': '2022-06-04T16:30:48Z', 'revision_number': 5, 'project_id': '4f4c485c2ef34d11931bdb454a82a6c4', 'gw_port': {'id': 'fb08505c-0002-4795-ac56-c6aac5416c89', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd9ff3-8d1a-47d9-8599-9d56d45dceed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:19:45Z', 'updated_at': '2022-06-04T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:30:52.660182 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-01decd8c-ee59-4bb5-ba31-e4a7674911aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3373997 Jun 04 16:30:52.660182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Made reservation on behalf of 915e8608ef004b1b86d4576d9c437d37 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:52.660182 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:52.670797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'port': {'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e', 'admin_state_up': True, 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'security_groups': ['3d55d4af-df70-4c19-91e7-d9374da80050']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:52.753753 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:52.904791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Deleting port fb08505c-0002-4795-ac56-c6aac5416c89 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:52.905124 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:52.983179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Allocated IP 172.20.0.14 (c7581b9c-98ed-40af-aaa2-04e3d64e0010/2d42c9ca-7e5e-40ad-9f64-a58e91441e2c/aa315f20-c988-4f8c-ba36-5531d71204da) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:30:53.305616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:53.323297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Usage tracker for resource:port and tenant:034fe08f1f634c458de338d38be6314a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:30:53.369607 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:30:53.384511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:53.567710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Made reservation on behalf of 034fe08f1f634c458de338d38be6314a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:53.571724 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:53.598281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3705f409-0c68-4528-86a8-72cd026e9fa4 req-7898ab64-dc5a-4586-8499-669abfe4dfdf tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Synchronizing usage tracker for tenant:915e8608ef004b1b86d4576d9c437d37 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:30:53.609493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] For port fb08505c-0002-4795-ac56-c6aac5416c89, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=fb08505c-0002-4795-ac56-c6aac5416c89,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:53.610751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:53.867661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Calling delete_port for fb08505c-0002-4795-ac56-c6aac5416c89 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:53.944271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3705f409-0c68-4528-86a8-72cd026e9fa4 req-7898ab64-dc5a-4586-8499-669abfe4dfdf tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Unset dirty status for tenant:915e8608ef004b1b86d4576d9c437d37 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:30:53.945549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3705f409-0c68-4528-86a8-72cd026e9fa4 req-7898ab64-dc5a-4586-8499-669abfe4dfdf tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 210 time: 0.4615393 Jun 04 16:30:54.012488 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:54.511504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Allocated IP 10.1.1.215 (59419537-eeeb-49da-b0e6-1fde86e9c16e/ef37b42f-e6e9-4e7b-ac72-6fdd1c586006/9e936c81-586a-4348-a3fe-86ec2f21469f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:30:54.530301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 191ed6d0-1d80-4572-858d-6d46405bde27 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:30:54.548929 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:54.610939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 191ed6d0-1d80-4572-858d-6d46405bde27 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:30:54.611287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 191ed6d0-1d80-4572-858d-6d46405bde27 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:30:54.734909 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:54.758129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6950a9-f594-4545-9dc9-7a5c1c6362ce req-570ea5e8-93c2-41e6-85b1-722eb8e0b97c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:54.765136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6950a9-f594-4545-9dc9-7a5c1c6362ce req-570ea5e8-93c2-41e6-85b1-722eb8e0b97c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:54.765967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4a6950a9-f594-4545-9dc9-7a5c1c6362ce req-570ea5e8-93c2-41e6-85b1-722eb8e0b97c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Synchronizing usage tracker for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:30:54.769973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb08505c-0002-4795-ac56-c6aac5416c89,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:54.920752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Network c7581b9c-98ed-40af-aaa2-04e3d64e0010 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:30:54.943740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:30:54.946133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:30:55.069552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:55.069552 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:55.074716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4a6950a9-f594-4545-9dc9-7a5c1c6362ce req-570ea5e8-93c2-41e6-85b1-722eb8e0b97c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Unset dirty status for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:30:55.076136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a6950a9-f594-4545-9dc9-7a5c1c6362ce req-570ea5e8-93c2-41e6-85b1-722eb8e0b97c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 1653 time: 1.2230883 Jun 04 16:30:55.114807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Pushing event updated for resources: {'Port': ['ID=aa315f20-c988-4f8c-ba36-5531d71204da,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:55.119239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Allocated IP 172.20.0.9 (c7581b9c-98ed-40af-aaa2-04e3d64e0010/2d42c9ca-7e5e-40ad-9f64-a58e91441e2c/cf5f9f5f-d0df-4148-847e-a912a372bd29) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:30:55.219113 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:55.318580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b319fd7-5e85-42e3-8b41-0c8e85923804 req-71177b2f-0168-4afa-b3da-357079b3a3ae tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 210 time: 0.1650078 Jun 04 16:30:55.319820 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-06fd4fcb-2054-4417-9748-0067992f27c1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1982281 Jun 04 16:30:55.339852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Request body: {'port': {'device_id': '0592f8ee-3845-4527-9752-e396bb819f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:55.631195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a6950a9-f594-4545-9dc9-7a5c1c6362ce req-f9cba69c-6b47-47a4-8087-92bfe0d7af4a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5174189 Jun 04 16:30:55.633162 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:55.648647 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:55.815933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:55.891491 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:55.892160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47dd9ff3-8d1a-47d9-8599-9d56d45dceed {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:30:55.915429 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:55.919540 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7b783dcd-821f-48a5-be26-a187eae91904 admin admin] 10.222.0.13 "DELETE /v2.0/routers/47dd9ff3-8d1a-47d9-8599-9d56d45dceed HTTP/1.1" status: 204 len: 168 time: 5.0062478 Jun 04 16:30:55.925386 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49620) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:55.946351 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:55.977318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Transition to ACTIVE for port object 9e936c81-586a-4348-a3fe-86ec2f21469f will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:30:56.038550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1a8730-8414-4966-ba93-aedc3e51a885 admin admin] Deleting subnet 9f31b0c1-838c-41c1-9535-61fd0b6a0976 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:30:56.043061 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8730-8414-4966-ba93-aedc3e51a885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:56.109872 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8730-8414-4966-ba93-aedc3e51a885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:56.263849 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8730-8414-4966-ba93-aedc3e51a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:56.427068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8730-8414-4966-ba93-aedc3e51a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:56.465671 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:56.499300 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:56.511947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a8730-8414-4966-ba93-aedc3e51a885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f31b0c1-838c-41c1-9535-61fd0b6a0976,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:56.514661 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8730-8414-4966-ba93-aedc3e51a885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:56.518557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e091d1d0-4ac9-417c-9df6-fb6b9d338b6b None None] Network 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:30:56.521903 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fa1a8730-8414-4966-ba93-aedc3e51a885 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9f31b0c1-838c-41c1-9535-61fd0b6a0976 HTTP/1.1" status: 204 len: 168 time: 0.5943549 Jun 04 16:30:56.524572 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49632) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:56.764931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device fb08505c-0002-4795-ac56-c6aac5416c89 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:30:56.857738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:56.877619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Network 59419537-eeeb-49da-b0e6-1fde86e9c16e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:30:56.887638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Deleting port 754397d1-7ff9-4530-b644-4c5ae7ba98aa {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:56.888155 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:56.892920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: fb08505c-0002-4795-ac56-c6aac5416c89 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:30:56.898077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device fb08505c-0002-4795-ac56-c6aac5416c89 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:30:56.959587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:30:56.993440 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78011fc6-0970-47ee-8598-34aefa50e5d8 req-56775e64-7dc8-430a-b229-226ac0391484 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 210 time: 0.2462213 Jun 04 16:30:56.994609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:30:57.335885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] For port 754397d1-7ff9-4530-b644-4c5ae7ba98aa, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=754397d1-7ff9-4530-b644-4c5ae7ba98aa,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:57.339311 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:57.365918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b837d8-bf74-4f63-9773-36e7e5938ddb None None] DHCP port deletion for 3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:30:57.370794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c2b837d8-bf74-4f63-9773-36e7e5938ddb None None] Deleting port 754397d1-7ff9-4530-b644-4c5ae7ba98aa {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:57.371728 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c2b837d8-bf74-4f63-9773-36e7e5938ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:57.469111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'Port': ['ID=9e936c81-586a-4348-a3fe-86ec2f21469f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:57.483322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:57.483969 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:57.591209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Calling delete_port for 754397d1-7ff9-4530-b644-4c5ae7ba98aa owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:57.638308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:57.753924 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-58b1f036-cf48-43cd-9afd-43bc24a1d79f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1446071 Jun 04 16:30:57.804315 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:57.807872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'port': {'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8', 'admin_state_up': True, 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'security_groups': ['3d55d4af-df70-4c19-91e7-d9374da80050']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:57.909197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c2b837d8-bf74-4f63-9773-36e7e5938ddb None None] For port 754397d1-7ff9-4530-b644-4c5ae7ba98aa, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=754397d1-7ff9-4530-b644-4c5ae7ba98aa,segment=NetworkSegment(aaea328c-362d-49af-b2fa-8440849662a3),segment_id=aaea328c-362d-49af-b2fa-8440849662a3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:30:57.909744 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c2b837d8-bf74-4f63-9773-36e7e5938ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:57.928494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-babb4762-22e5-4ca2-aafb-e46dafd25baf None None] Provisioning for port 9e936c81-586a-4348-a3fe-86ec2f21469f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:30:57.932767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Pushing event deleted for resources: {'Port': ['ID=754397d1-7ff9-4530-b644-4c5ae7ba98aa,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:57.946022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] No DVR routers for this DVR port 754397d1-7ff9-4530-b644-4c5ae7ba98aa on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:30:58.075752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Pushing event updated for resources: {'Port': ['ID=cf5f9f5f-d0df-4148-847e-a912a372bd29,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:58.099246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-babb4762-22e5-4ca2-aafb-e46dafd25baf None None] Provisioning complete for port 9e936c81-586a-4348-a3fe-86ec2f21469f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:30:58.103805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:30:58.104370 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-babb4762-22e5-4ca2-aafb-e46dafd25baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:58.142771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Network c7581b9c-98ed-40af-aaa2-04e3d64e0010 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:30:58.175377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff7f7-6c22-4ec8-a70b-75ade0195a5d req-5627c269-0b1e-4e7f-9779-7b3eeacd2e20 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:58.190606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff7f7-6c22-4ec8-a70b-75ade0195a5d req-5627c269-0b1e-4e7f-9779-7b3eeacd2e20 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:58.196626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff7f7-6c22-4ec8-a70b-75ade0195a5d req-5627c269-0b1e-4e7f-9779-7b3eeacd2e20 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:58.200482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-689ff7f7-6c22-4ec8-a70b-75ade0195a5d req-5627c269-0b1e-4e7f-9779-7b3eeacd2e20 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 2374 time: 1.2983375 Jun 04 16:30:58.201429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:30:58.213230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:30:58.236855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:30:58.249237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:58.294415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:58.311201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaea328c-362d-49af-b2fa-8440849662a3') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:58.312369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaea328c-362d-49af-b2fa-8440849662a3') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:30:58.326859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:58.327693 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:58.334942 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:58.355928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c2b837d8-bf74-4f63-9773-36e7e5938ddb None None] Calling delete_port for 754397d1-7ff9-4530-b644-4c5ae7ba98aa owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:30:58.379841 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-065a2181-ef20-4c92-bce1-959d89c77eb2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.7347102 Jun 04 16:30:58.397125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Request body: {'port': {'device_id': '60796b1b-97af-4726-84f0-99568d1ae8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:30:58.404218 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:58.430837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:30:58.431647 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:58.446738 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a20a9855-a052-4306-9a94-502851beab4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:58.504010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-babb4762-22e5-4ca2-aafb-e46dafd25baf None None] Port 9e936c81-586a-4348-a3fe-86ec2f21469f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:30:58.521016 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-c2b837d8-bf74-4f63-9773-36e7e5938ddb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:30:58.521879 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-c2b837d8-bf74-4f63-9773-36e7e5938ddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:30:58.604386 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:58.620900 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment aaea328c-362d-49af-b2fa-8440849662a3 resource provider aggregate not found Jun 04 16:30:58.651535 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:58.661871 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment aaea328c-362d-49af-b2fa-8440849662a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aaea328c-362d-49af-b2fa-8440849662a3 found for delete ", "request_id": "req-f34598fb-5877-45d1-8e5c-87d4cf3c9ee7"}]} Jun 04 16:30:58.667730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:58.699928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Made reservation on behalf of 034fe08f1f634c458de338d38be6314a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:30:58.703083 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ec3eae32-cef8-4fc0-b7af-343e89fae08e admin admin] 10.222.0.13 "DELETE /v2.0/networks/3bbbaf8a-de50-4d99-a1e1-93e6d3eedb47 HTTP/1.1" status: 204 len: 168 time: 2.1749403 Jun 04 16:30:58.711091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 754397d1-7ff9-4530-b644-4c5ae7ba98aa no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:30:58.750417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 754397d1-7ff9-4530-b644-4c5ae7ba98aa {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:30:58.751111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 754397d1-7ff9-4530-b644-4c5ae7ba98aa not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:30:58.796975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-689ff7f7-6c22-4ec8-a70b-75ade0195a5d req-08fc081b-a7ac-4fb8-b084-c85948e45b63 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5808034 Jun 04 16:30:58.962463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49784) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:58.966118 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:30:59.023218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c2b837d8-bf74-4f63-9773-36e7e5938ddb None None] Deleting port 754397d1-7ff9-4530-b644-4c5ae7ba98aa {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:30:59.024202 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c2b837d8-bf74-4f63-9773-36e7e5938ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:59.076337 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:59.081932 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e06324bb-ae05-4bb5-a297-45a72ccdebea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f4c485c2ef34d11931bdb454a82a6c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1179595 Jun 04 16:30:59.088933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49790) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:30:59.167121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c2b837d8-bf74-4f63-9773-36e7e5938ddb None None] The port '754397d1-7ff9-4530-b644-4c5ae7ba98aa' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:30:59.201819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa315f20-c988-4f8c-ba36-5531d71204da {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:30:59.209472 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:59.227169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Transition to ACTIVE for port object aa315f20-c988-4f8c-ba36-5531d71204da will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:30:59.232256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:59.257331 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:30:59.441717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17106c-1d49-492a-8cba-b9f808055d22 req-9b1168ba-bf30-49e5-a9c0-21b5fcd6455d tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:30:59.449842 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba17106c-1d49-492a-8cba-b9f808055d22 req-9b1168ba-bf30-49e5-a9c0-21b5fcd6455d tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 931 time: 0.7568750 Jun 04 16:30:59.461946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Pushing event updated for resources: {'Port': ['ID=aa315f20-c988-4f8c-ba36-5531d71204da,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:30:59.651696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ae58057-db2b-4377-aea5-edccbd4dd63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:00.004982 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-df161759-2ea4-47df-8780-2c935dbfb9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:00.195348 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ae58057-db2b-4377-aea5-edccbd4dd63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:00.204164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba17106c-1d49-492a-8cba-b9f808055d22 req-aa70ccdb-494c-49c7-89e2-18de69d4c18c tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7511997 Jun 04 16:31:00.386921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Allocated IP 10.2.2.100 (834f2ae5-2a2a-4b01-b8b3-cad0598f04b8/fbddd621-8de5-43c3-94bf-c30fa0e2249b/60eea7ff-0fed-457a-bb8d-9d01c96adf55) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:31:00.401196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Attempting to bind port aa315f20-c988-4f8c-ba36-5531d71204da on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:00.402395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Attempting to bind port aa315f20-c988-4f8c-ba36-5531d71204da by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:00.402888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Attempting to bind port aa315f20-c988-4f8c-ba36-5531d71204da on network c7581b9c-98ed-40af-aaa2-04e3d64e0010 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:00.440039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Port aa315f20-c988-4f8c-ba36-5531d71204da on network c7581b9c-98ed-40af-aaa2-04e3d64e0010 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:00.441767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Attempting to bind port aa315f20-c988-4f8c-ba36-5531d71204da on network c7581b9c-98ed-40af-aaa2-04e3d64e0010 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:00.472211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:00.472750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Checking segment: {'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:00.473279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Bound using segment: {'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:00.473861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Bound port: aa315f20-c988-4f8c-ba36-5531d71204da, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:00.474354 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:00.672535 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ae58057-db2b-4377-aea5-edccbd4dd63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:00.741727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae58057-db2b-4377-aea5-edccbd4dd63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c221a36-3910-467d-8ca0-4785364f4952,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:00.849985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93877b6d-9124-4e7d-a85e-b6831f919fff req-24854f35-d202-4f18-bc7e-77eccf0b941e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:00.856398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93877b6d-9124-4e7d-a85e-b6831f919fff req-24854f35-d202-4f18-bc7e-77eccf0b941e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:00.862617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93877b6d-9124-4e7d-a85e-b6831f919fff req-24854f35-d202-4f18-bc7e-77eccf0b941e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:00.863678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-93877b6d-9124-4e7d-a85e-b6831f919fff req-24854f35-d202-4f18-bc7e-77eccf0b941e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Synchronizing usage tracker for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:31:00.960166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] For port aa315f20-c988-4f8c-ba36-5531d71204da, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:01.006532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-93877b6d-9124-4e7d-a85e-b6831f919fff req-24854f35-d202-4f18-bc7e-77eccf0b941e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Unset dirty status for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:31:01.014753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93877b6d-9124-4e7d-a85e-b6831f919fff req-24854f35-d202-4f18-bc7e-77eccf0b941e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 2374 time: 0.8090484 Jun 04 16:31:01.019513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] For port aa315f20-c988-4f8c-ba36-5531d71204da, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=aa315f20-c988-4f8c-ba36-5531d71204da,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:01.026235 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ae58057-db2b-4377-aea5-edccbd4dd63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:01.033273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0ae58057-db2b-4377-aea5-edccbd4dd63d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c221a36-3910-467d-8ca0-4785364f4952 HTTP/1.1" status: 204 len: 168 time: 1.9434187 Jun 04 16:31:01.072903 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:01.073499 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:01.153804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5f9f5f-d0df-4148-847e-a912a372bd29 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:01.186055 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:01.190584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:01.206594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:01.207276 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:01.208631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] 10.222.0.46 "PUT /v2.0/ports/aa315f20-c988-4f8c-ba36-5531d71204da HTTP/1.1" status: 200 len: 1092 time: 5.8729303 Jun 04 16:31:01.211177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0592f8ee-3845-4527-9752-e396bb819f07', 'tag': 'aa315f20-c988-4f8c-ba36-5531d71204da'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:01.355964 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93877b6d-9124-4e7d-a85e-b6831f919fff req-8568168e-fe53-4d77-adb7-8c5b59daa9be tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398445 Jun 04 16:31:01.378282 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:01.405172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Transition to ACTIVE for port object cf5f9f5f-d0df-4148-847e-a912a372bd29 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:01.422142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Transition to ACTIVE for port object 60eea7ff-0fed-457a-bb8d-9d01c96adf55 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:01.425015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37dfa6-d7c2-4b8e-b722-236ef50faf26 service neutron] Pushing event updated for resources: {'Port': ['ID=aa315f20-c988-4f8c-ba36-5531d71204da,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:01.432623 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:01.584964 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0573be13-1534-4153-a10b-fa4a3f7955ab'] response: {'name': 'network-changed', 'server_uuid': '0592f8ee-3845-4527-9752-e396bb819f07', 'tag': 'aa315f20-c988-4f8c-ba36-5531d71204da', 'status': 'completed', 'code': 200} Jun 04 16:31:01.889055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5f9f5f-d0df-4148-847e-a912a372bd29,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:02.058789 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:02.069416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818f55-6546-41a4-b23d-7f70f59e642d req-aa6a1900-0f4c-4dec-806d-ebd6d4e5d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:02.070940 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-aa6a1900-0f4c-4dec-806d-ebd6d4e5d23d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=915e8608ef004b1b86d4576d9c437d37&device_id=0592f8ee-3845-4527-9752-e396bb819f07 HTTP/1.1" status: 200 len: 1095 time: 0.7608347 Jun 04 16:31:02.234418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fe6e7-c41d-48bd-900d-db1634afbac6 req-84d4a340-356b-4ad1-bf70-a33fee33c936 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:02.236309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-312fe6e7-c41d-48bd-900d-db1634afbac6 req-84d4a340-356b-4ad1-bf70-a33fee33c936 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 946 time: 1.0020649 Jun 04 16:31:02.287096 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-8de2b716-2de2-4de8-875d-7af03e6d64a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa315f20-c988-4f8c-ba36-5531d71204da HTTP/1.1" status: 200 len: 217 time: 0.1628368 Jun 04 16:31:02.313771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:31:02.366030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:02.381668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:31:02.476540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'Port': ['ID=60eea7ff-0fed-457a-bb8d-9d01c96adf55,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:02.503696 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:02.613600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Attempting to bind port cf5f9f5f-d0df-4148-847e-a912a372bd29 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:02.614019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Attempting to bind port cf5f9f5f-d0df-4148-847e-a912a372bd29 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:02.614251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Attempting to bind port cf5f9f5f-d0df-4148-847e-a912a372bd29 on network c7581b9c-98ed-40af-aaa2-04e3d64e0010 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:02.649667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-312fe6e7-c41d-48bd-900d-db1634afbac6 req-c1a20841-bace-4828-893d-38d21727a27b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3833921 Jun 04 16:31:02.674174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2cc0a-8959-49f5-899c-275e5541d850 req-ad43eb5f-5913-4505-898e-bf17862040e3 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:02.689022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47f2cc0a-8959-49f5-899c-275e5541d850 req-ad43eb5f-5913-4505-898e-bf17862040e3 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 943 time: 1.0205729 Jun 04 16:31:02.757717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Port cf5f9f5f-d0df-4148-847e-a912a372bd29 on network c7581b9c-98ed-40af-aaa2-04e3d64e0010 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:02.758962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Attempting to bind port cf5f9f5f-d0df-4148-847e-a912a372bd29 on network c7581b9c-98ed-40af-aaa2-04e3d64e0010 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:02.776671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818f55-6546-41a4-b23d-7f70f59e642d req-9f406a3e-79a8-4d80-a568-5f4850dd506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:02.779255 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-9f406a3e-79a8-4d80-a568-5f4850dd506b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2d42c9ca-7e5e-40ad-9f64-a58e91441e2c HTTP/1.1" status: 200 len: 852 time: 0.4708357 Jun 04 16:31:02.785349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2c679bee-9152-4471-9b6c-d10a42cd1e0d None None] Provisioning for port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:31:02.793372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2c679bee-9152-4471-9b6c-d10a42cd1e0d None None] Provisioning complete for port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:02.794011 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2c679bee-9152-4471-9b6c-d10a42cd1e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:02.798212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50050) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:02.815176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:02.818599 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:02.940872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2c679bee-9152-4471-9b6c-d10a42cd1e0d None None] Port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:31:03.081026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-4bdfc97a-1165-4884-8ed9-300180561774 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:03.081784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-4bdfc97a-1165-4884-8ed9-300180561774 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Synchronizing usage tracker for tenant:afb5383d706b4c1980b7c7ab48a1378a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:31:03.131816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-4bdfc97a-1165-4884-8ed9-300180561774 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Unset dirty status for tenant:afb5383d706b4c1980b7c7ab48a1378a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:31:03.132365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4ca5ec96-5d88-44bd-8667-722153129546 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3294699 Jun 04 16:31:03.133313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:03.133582 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-4bdfc97a-1165-4884-8ed9-300180561774 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 946 time: 0.5045419 Jun 04 16:31:03.133705 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Checking segment: {'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:03.134003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Bound using segment: {'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:03.134485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Bound port: cf5f9f5f-d0df-4148-847e-a912a372bd29, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:03.135100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:03.175368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'port': {'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8', 'admin_state_up': True, 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'security_groups': ['3d55d4af-df70-4c19-91e7-d9374da80050']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:03.273980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Deleting port 5fdb3116-c787-4b04-a395-6976090ed690 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:31:03.274923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:03.343164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47f2cc0a-8959-49f5-899c-275e5541d850 req-5af1a28e-c674-4ca1-9417-ca710d6c3679 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511381 Jun 04 16:31:03.372375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:03.392715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:03.470087 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-482e895c-c6bf-4dd3-b77b-4b93821cac75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7581b9c-98ed-40af-aaa2-04e3d64e0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5911710 Jun 04 16:31:03.482025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1931937415-network', 'tenant_id': '8e2b7a9d86ba4485b46e521bb58dbe8b'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:03.486281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Made reservation on behalf of 034fe08f1f634c458de338d38be6314a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:03.491275 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:03.538256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:03.632965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] For port cf5f9f5f-d0df-4148-847e-a912a372bd29, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:03.636600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] For port cf5f9f5f-d0df-4148-847e-a912a372bd29, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cf5f9f5f-d0df-4148-847e-a912a372bd29,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:03.640260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50106) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:03.655819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-df97fa95-bbd2-49f7-baec-8a20b87f75e6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2145572033', 'description': 'tempest-description--1617908977'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:03.663858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-df97fa95-bbd2-49f7-baec-8a20b87f75e6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:03.674651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] For port 5fdb3116-c787-4b04-a395-6976090ed690, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=5fdb3116-c787-4b04-a395-6976090ed690,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:03.678269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-df97fa95-bbd2-49f7-baec-8a20b87f75e6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:03.679945 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:03.691469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Usage tracker for resource:network and tenant:8e2b7a9d86ba4485b46e521bb58dbe8b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:03.695360 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:03.703237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:03.816236 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:03.918310 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df97fa95-bbd2-49f7-baec-8a20b87f75e6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:03.998788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:04.022583 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:04.125047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:04.127933 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:04.128944 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Floating IP 58c84e7c-fefa-40e8-b0ba-99aac0ff700e disassociated. External IP: 172.25.5.98, port: 5fdb3116-c787-4b04-a395-6976090ed690. Jun 04 16:31:04.129482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Calling delete_port for 5fdb3116-c787-4b04-a395-6976090ed690 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:31:04.155258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:04.156427 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:04.158881 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] 10.222.0.42 "PUT /v2.0/ports/cf5f9f5f-d0df-4148-847e-a912a372bd29 HTTP/1.1" status: 200 len: 1091 time: 5.7675209 Jun 04 16:31:04.164025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60796b1b-97af-4726-84f0-99568d1ae8bd', 'tag': 'cf5f9f5f-d0df-4148-847e-a912a372bd29'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:04.213270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-df97fa95-bbd2-49f7-baec-8a20b87f75e6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:04.220928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Made reservation on behalf of 8e2b7a9d86ba4485b46e521bb58dbe8b for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:04.223802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:04.256635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-df97fa95-bbd2-49f7-baec-8a20b87f75e6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group_rule and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:04.272697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-df97fa95-bbd2-49f7-baec-8a20b87f75e6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:04.276054 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:04.347724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-df97fa95-bbd2-49f7-baec-8a20b87f75e6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:04.349898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121561c-18f7-4bf4-886e-a147ed8016d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5f9f5f-d0df-4148-847e-a912a372bd29,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:04.354123 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:04.410199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Allocated IP 10.2.2.200 (834f2ae5-2a2a-4b01-b8b3-cad0598f04b8/fbddd621-8de5-43c3-94bf-c30fa0e2249b/e25bade0-c0eb-445a-bb94-2aa6430da92f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:31:04.418703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:04.427886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event deleted for resources: {'Port': ['ID=5fdb3116-c787-4b04-a395-6976090ed690,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:04.458293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Usage tracker for resource:security_group_rule and tenant:8e2b7a9d86ba4485b46e521bb58dbe8b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:04.474458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-56133b00-fe2c-48b0-9e5c-22badb4cff4a service neutron] 10.222.0.46 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9694357 Jun 04 16:31:04.481486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:04.496396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df286c-2fdd-4ae5-894f-fc1ccb989388 req-efd4ea69-f813-4d4b-ab19-2c05e3c94ea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:04.503457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df286c-2fdd-4ae5-894f-fc1ccb989388 req-efd4ea69-f813-4d4b-ab19-2c05e3c94ea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:04.511447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df286c-2fdd-4ae5-894f-fc1ccb989388 req-efd4ea69-f813-4d4b-ab19-2c05e3c94ea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:04.518318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df286c-2fdd-4ae5-894f-fc1ccb989388 req-efd4ea69-f813-4d4b-ab19-2c05e3c94ea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:04.520274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1df286c-2fdd-4ae5-894f-fc1ccb989388 req-efd4ea69-f813-4d4b-ab19-2c05e3c94ea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 3095 time: 1.3739355 Jun 04 16:31:04.598221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:04.743812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Router 309678cb-d99f-4fcc-903b-5d486be403df has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:31:05.026661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:31:05.039476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258fd18-7455-4a2d-b34f-392a297c6d2f None None] Sync routers for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:31:05.055891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2bb16-417e-4cf9-a3c0-99923fa8f314 req-f5b7da9e-3cef-4a61-a1ef-149dac93bc32 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:05.058701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258fd18-7455-4a2d-b34f-392a297c6d2f None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:31:05.059420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f258fd18-7455-4a2d-b34f-392a297c6d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:31:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:05.064177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eea2bb16-417e-4cf9-a3c0-99923fa8f314 req-f5b7da9e-3cef-4a61-a1ef-149dac93bc32 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9e44dc-ff25-40d0-8002-2a1d7d14c495 HTTP/1.1" status: 200 len: 946 time: 1.1230204 Jun 04 16:31:05.122765 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1df286c-2fdd-4ae5-894f-fc1ccb989388 req-22f106df-3663-4cf1-b509-343a7bc4b7c6 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5204649 Jun 04 16:31:05.175019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] No DVR routers for this DVR port 5fdb3116-c787-4b04-a395-6976090ed690 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:31:05.182672 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:05.199667 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df97fa95-bbd2-49f7-baec-8a20b87f75e6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:05.207421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'name': 'network-vif-deleted', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:05.225181 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1818f2b3-6596-4bab-ae4f-847939bc2f33 req-aab2c82a-9f47-44b2-8768-364e46e9d9a5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.42 "DELETE /v2.0/ports/5fdb3116-c787-4b04-a395-6976090ed690 HTTP/1.1" status: 204 len: 173 time: 2.0812819 Jun 04 16:31:05.233437 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:05.304197 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df97fa95-bbd2-49f7-baec-8a20b87f75e6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:05.348118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818f55-6546-41a4-b23d-7f70f59e642d req-f5053f4f-bb7f-460a-bd32-7e4a5a8779df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:05.351143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-f5053f4f-bb7f-460a-bd32-7e4a5a8779df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=915e8608ef004b1b86d4576d9c437d37&device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 1094 time: 1.0587175 Jun 04 16:31:05.362238 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df40cbd5-9dd8-4a7d-8fa6-a0fca66c4585'] response: {'name': 'network-changed', 'server_uuid': '60796b1b-97af-4726-84f0-99568d1ae8bd', 'tag': 'cf5f9f5f-d0df-4148-847e-a912a372bd29', 'status': 'completed', 'code': 200} Jun 04 16:31:05.398327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-f258fd18-7455-4a2d-b34f-392a297c6d2f None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:31:05.481009 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df97fa95-bbd2-49f7-baec-8a20b87f75e6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:05.482883 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-df97fa95-bbd2-49f7-baec-8a20b87f75e6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8318462 Jun 04 16:31:05.486895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50242) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:05.504962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-63bf1f7f-f5f4-4e6e-b17a-39d0cde78950 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'security_group_rule': {'security_group_id': '52885374-9a78-45fb-81db-6cddae575d38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:05.519494 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-63bf1f7f-f5f4-4e6e-b17a-39d0cde78950 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:05.533502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-63bf1f7f-f5f4-4e6e-b17a-39d0cde78950 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group_rule and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:05.542842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Transition to ACTIVE for port object e25bade0-c0eb-445a-bb94-2aa6430da92f will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:05.548568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-63bf1f7f-f5f4-4e6e-b17a-39d0cde78950 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:05.580207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-63bf1f7f-f5f4-4e6e-b17a-39d0cde78950 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:05.613754 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-60c11b76-f9e1-4f96-b124-1edd265f3ecc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf5f9f5f-d0df-4148-847e-a912a372bd29 HTTP/1.1" status: 200 len: 217 time: 0.2502735 Jun 04 16:31:05.618306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eea2bb16-417e-4cf9-a3c0-99923fa8f314 req-75ac03cd-8226-4121-a8b7-692f16cacec6 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5529790 Jun 04 16:31:05.619671 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-63bf1f7f-f5f4-4e6e-b17a-39d0cde78950 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:05.755294 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa0ad6b-29a5-481d-be86-15bd7bafec4a'] response: {'server_uuid': '1b9e44dc-ff25-40d0-8002-2a1d7d14c495', 'name': 'network-vif-deleted', 'tag': '5fdb3116-c787-4b04-a395-6976090ed690', 'status': 'completed', 'code': 200} Jun 04 16:31:05.771062 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-63bf1f7f-f5f4-4e6e-b17a-39d0cde78950 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:05.778702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-63bf1f7f-f5f4-4e6e-b17a-39d0cde78950 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:05.819673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-63bf1f7f-f5f4-4e6e-b17a-39d0cde78950 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:05.822131 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-63bf1f7f-f5f4-4e6e-b17a-39d0cde78950 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325083 Jun 04 16:31:05.835176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50260) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:05.842156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6f7854ff-e240-4f20-a5d5-d0a4929dc778 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'security_group_rule': {'security_group_id': '52885374-9a78-45fb-81db-6cddae575d38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:05.850744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6f7854ff-e240-4f20-a5d5-d0a4929dc778 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:05.856196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6f7854ff-e240-4f20-a5d5-d0a4929dc778 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group_rule and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:05.860727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6f7854ff-e240-4f20-a5d5-d0a4929dc778 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:05.867092 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6f7854ff-e240-4f20-a5d5-d0a4929dc778 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:05.872175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf1f7f-f5f4-4e6e-b17a-39d0cde78950 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97953923-1afb-4770-96d0-0d4b77657b44,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:05.897022 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f7854ff-e240-4f20-a5d5-d0a4929dc778 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:05.927177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-1ce0da02-d3c5-46f2-8be4-a022ba2869f0 service neutron] 10.222.0.46 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3724623 Jun 04 16:31:05.935797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97fa95-bbd2-49f7-baec-8a20b87f75e6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52885374-9a78-45fb-81db-6cddae575d38,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:05.992140 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f7854ff-e240-4f20-a5d5-d0a4929dc778 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:05.998097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f7854ff-e240-4f20-a5d5-d0a4929dc778 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:06.031511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818f55-6546-41a4-b23d-7f70f59e642d req-80ae0725-0f77-4e16-bba0-1f42a7fc9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:06.032491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f258fd18-7455-4a2d-b34f-392a297c6d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:12Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:06.033431 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-80ae0725-0f77-4e16-bba0-1f42a7fc9463 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d42c9ca-7e5e-40ad-9f64-a58e91441e2c HTTP/1.1" status: 200 len: 852 time: 0.1623855 Jun 04 16:31:06.038767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258fd18-7455-4a2d-b34f-392a297c6d2f None None] Checking router: 309678cb-d99f-4fcc-903b-5d486be403df for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:31:06.044718 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7854ff-e240-4f20-a5d5-d0a4929dc778 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fdfb67-2b5d-483b-8327-16d1da2ecacc,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:06.053447 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f7854ff-e240-4f20-a5d5-d0a4929dc778 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:06.053995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258fd18-7455-4a2d-b34f-392a297c6d2f None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:31:06.054857 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6f7854ff-e240-4f20-a5d5-d0a4929dc778 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2186239 Jun 04 16:31:06.057796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50266) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:06.057912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f258fd18-7455-4a2d-b34f-392a297c6d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:31:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:06.063594 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:06.069929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:06.074466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:floatingip and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:06.077359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:06.083461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:06.085980 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:06.092921 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:06.096196 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:06.109093 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:06.265081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-2c671a9f-c54e-4d5b-92f8-a4f37f8c5922 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7581b9c-98ed-40af-aaa2-04e3d64e0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234937 Jun 04 16:31:06.268274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:31:06.282960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae49311-f88b-476e-a59d-bfa65e536a4a req-189a18bc-99eb-42fb-9b3d-42fb35f213ee tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:06.284461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ae49311-f88b-476e-a59d-bfa65e536a4a req-189a18bc-99eb-42fb-9b3d-42fb35f213ee tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 943 time: 0.7025399 Jun 04 16:31:06.294030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:31:06.320047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:06.332724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-f258fd18-7455-4a2d-b34f-392a297c6d2f None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:31:06.332995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a28906-cf93-465e-aad9-698f88d1394a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:06.337542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:31:06.426349 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:06.427053 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Added segment c16138bb-4582-4a6a-a4ee-b9a43eb69297 of type vlan for network 85948b95-ed0f-400c-bb4b-5f44a21c40a4 Jun 04 16:31:06.430676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event updated for resources: {'Port': ['ID=e25bade0-c0eb-445a-bb94-2aa6430da92f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:06.529337 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:06.535236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 5fdb3116-c787-4b04-a395-6976090ed690 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:31:06.542828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:06.543670 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:06.588805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 5fdb3116-c787-4b04-a395-6976090ed690 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:31:06.589139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 5fdb3116-c787-4b04-a395-6976090ed690 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:31:06.673257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ae49311-f88b-476e-a59d-bfa65e536a4a req-aeffe7e4-b249-4767-a1e5-2d7dbbdd7f61 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543687 Jun 04 16:31:06.696917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e2058-5aa0-4314-91d8-91d01b608ce8 req-7d945876-5e7e-4462-9709-66ca76aa91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:06.698414 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-567e2058-5aa0-4314-91d8-91d01b608ce8 req-7d945876-5e7e-4462-9709-66ca76aa91a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=915e8608ef004b1b86d4576d9c437d37&device_id=0592f8ee-3845-4527-9752-e396bb819f07 HTTP/1.1" status: 200 len: 1095 time: 0.6764174 Jun 04 16:31:06.751900 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-77622d1d-758a-48cb-9f54-c9c80f8766f2 None None] Provisioning for port e25bade0-c0eb-445a-bb94-2aa6430da92f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:31:06.771450 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-77622d1d-758a-48cb-9f54-c9c80f8766f2 None None] Provisioning complete for port e25bade0-c0eb-445a-bb94-2aa6430da92f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:06.771817 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-77622d1d-758a-48cb-9f54-c9c80f8766f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:06.774362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Allocated IP 172.25.5.182 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/e129d9ee-9134-461b-9865-4a4ebfda7e8e) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:31:06.804283 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:06.815960 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b9931229-9ebc-4f15-9ea3-12208a2d5049 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6706331 Jun 04 16:31:06.901065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Request body: {'port': {'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:06.954177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-77622d1d-758a-48cb-9f54-c9c80f8766f2 None None] Port e25bade0-c0eb-445a-bb94-2aa6430da92f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:31:07.028950 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f258fd18-7455-4a2d-b34f-392a297c6d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:12Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:07.037192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258fd18-7455-4a2d-b34f-392a297c6d2f None None] The sync data for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 is: [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:12Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:31:07.046983 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:07.093305 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:07.103301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:31:07.144133 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-1e3846c0-7c6c-42d7-8553-b0d22dbb34cd service neutron] 10.222.0.42 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8585997 Jun 04 16:31:07.179754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:31:07.184478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:07.186495 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'Port': ['ID=e129d9ee-9134-461b-9865-4a4ebfda7e8e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:07.188850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:31:07.211037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f899e1-e7ca-4882-ba64-94eee8084502 req-1ee1e2cb-04c9-4b0d-9d82-cefa4b62c697 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:07.217226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f899e1-e7ca-4882-ba64-94eee8084502 req-1ee1e2cb-04c9-4b0d-9d82-cefa4b62c697 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:07.223822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f899e1-e7ca-4882-ba64-94eee8084502 req-1ee1e2cb-04c9-4b0d-9d82-cefa4b62c697 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:07.229866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f899e1-e7ca-4882-ba64-94eee8084502 req-1ee1e2cb-04c9-4b0d-9d82-cefa4b62c697 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:07.239558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f899e1-e7ca-4882-ba64-94eee8084502 req-1ee1e2cb-04c9-4b0d-9d82-cefa4b62c697 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:07.240587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-75f899e1-e7ca-4882-ba64-94eee8084502 req-1ee1e2cb-04c9-4b0d-9d82-cefa4b62c697 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Synchronizing usage tracker for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:31:07.244169 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:07.245073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:07.245640 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:07.284446 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:07.380759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50304) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:07.429139 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:07.456917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e2058-5aa0-4314-91d8-91d01b608ce8 req-bf8e9e42-6811-40ea-a2a9-3a79baa70fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:07.458383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-567e2058-5aa0-4314-91d8-91d01b608ce8 req-bf8e9e42-6811-40ea-a2a9-3a79baa70fb3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c7581b9c-98ed-40af-aaa2-04e3d64e0010 HTTP/1.1" status: 200 len: 913 time: 0.7467277 Jun 04 16:31:07.478649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-75f899e1-e7ca-4882-ba64-94eee8084502 req-1ee1e2cb-04c9-4b0d-9d82-cefa4b62c697 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Unset dirty status for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:31:07.487224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75f899e1-e7ca-4882-ba64-94eee8084502 req-1ee1e2cb-04c9-4b0d-9d82-cefa4b62c697 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 3816 time: 1.1586454 Jun 04 16:31:07.491490 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d9682-7713-466d-9187-54a25306b22b None None] New status for floating IP 58c84e7c-fefa-40e8-b0ba-99aac0ff700e: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:31:07.545056 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33447995-c89f-4117-b73e-2b8cf5d8ea64 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:07.650497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.7856376 Jun 04 16:31:07.652864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33447995-c89f-4117-b73e-2b8cf5d8ea64 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:07.662126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50308) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:07.672924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Request body: {'subnet': {'network_id': '85948b95-ed0f-400c-bb4b-5f44a21c40a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1931937415-subnet', 'tenant_id': '8e2b7a9d86ba4485b46e521bb58dbe8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:07.681753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:07.699251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Usage tracker for resource:subnet and tenant:8e2b7a9d86ba4485b46e521bb58dbe8b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:07.716099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c3acf-8b63-4103-91f8-0165988253da admin admin] Pushing event updated for resources: {'Network': ['ID=85948b95-ed0f-400c-bb4b-5f44a21c40a4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:07.720250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:07.728808 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-567e2058-5aa0-4314-91d8-91d01b608ce8 req-c0dca9e0-7871-44b8-b5c5-4fb97a78e125 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa315f20-c988-4f8c-ba36-5531d71204da HTTP/1.1" status: 200 len: 217 time: 0.1854832 Jun 04 16:31:07.732962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:07.743375 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 85948b95-ed0f-400c-bb4b-5f44a21c40a4 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:31:07.754325 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:07.764586 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Made reservation on behalf of 8e2b7a9d86ba4485b46e521bb58dbe8b for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:07.766948 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:07.870237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33447995-c89f-4117-b73e-2b8cf5d8ea64 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:07.895310 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:07.906367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33447995-c89f-4117-b73e-2b8cf5d8ea64 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:07.917612 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:07.931489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75f899e1-e7ca-4882-ba64-94eee8084502 req-853bf5dc-9c42-42e8-8c63-2a6301ff4511 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4433770 Jun 04 16:31:07.947566 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59818f55-6546-41a4-b23d-7f70f59e642d req-0f536d88-ac35-4cf5-8d1e-d22ea8df6353 service neutron] 10.222.0.42 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7828975 Jun 04 16:31:07.965923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e2058-5aa0-4314-91d8-91d01b608ce8 req-a94815a5-9caf-45de-a9be-8a19e07549cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:07.967500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-567e2058-5aa0-4314-91d8-91d01b608ce8 req-a94815a5-9caf-45de-a9be-8a19e07549cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2d42c9ca-7e5e-40ad-9f64-a58e91441e2c HTTP/1.1" status: 200 len: 852 time: 0.1706340 Jun 04 16:31:08.112663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'Port': ['ID=e129d9ee-9134-461b-9865-4a4ebfda7e8e,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:08.218066 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33447995-c89f-4117-b73e-2b8cf5d8ea64 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:08.221835 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-33447995-c89f-4117-b73e-2b8cf5d8ea64 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "DELETE /v2.0/security-groups/5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03 HTTP/1.1" status: 204 len: 168 time: 0.8376029 Jun 04 16:31:08.230505 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50316) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:08.233428 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:08.267186 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-22aabc81-faad-45b7-8416-1a55414229f0 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] show failed (client error): The resource could not be found. Jun 04 16:31:08.269336 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-22aabc81-faad-45b7-8416-1a55414229f0 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups/5c2ebf86-6cbe-46d6-be6b-1d2f297ffc03 HTTP/1.1" status: 404 len: 347 time: 0.0305922 Jun 04 16:31:08.269336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:08.272602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50320) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:08.303728 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:08.306920 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bddda8aa-f69c-4743-9319-74d58a5a0c80 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2479417 Jun 04 16:31:08.314225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-567e2058-5aa0-4314-91d8-91d01b608ce8 req-bbd62738-8622-4343-9152-8fa59b1dbede service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7581b9c-98ed-40af-aaa2-04e3d64e0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3380990 Jun 04 16:31:08.469551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2b40a-30f2-44a3-819e-ffdb5dcdb64d req-3e6c47f6-9883-44a9-9a23-1e668951afd5 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:08.476420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dff2b40a-30f2-44a3-819e-ffdb5dcdb64d req-3e6c47f6-9883-44a9-9a23-1e668951afd5 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 950 time: 0.8287568 Jun 04 16:31:08.482822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device aa315f20-c988-4f8c-ba36-5531d71204da details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:31:08.596114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef1f569-04b0-4ded-9468-d8505379b734,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:08.600265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-0530baa2-2e65-4cfd-b77c-ce91720a3f05 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Deleting port ae988d05-cb91-48f2-8ffe-da53d78d04b6 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:31:08.600606 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0530baa2-2e65-4cfd-b77c-ce91720a3f05 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:08.639777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port aa315f20-c988-4f8c-ba36-5531d71204da, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=aa315f20-c988-4f8c-ba36-5531d71204da,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:08.653710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'aa315f20-c988-4f8c-ba36-5531d71204da', 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010', 'port_id': 'aa315f20-c988-4f8c-ba36-5531d71204da', 'mac_address': 'fa:16:3e:ca:d4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d42c9ca-7e5e-40ad-9f64-a58e91441e2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:31:08.683869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Checking segment: {'id': 'c16138bb-4582-4a6a-a4ee-b9a43eb69297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85948b95-ed0f-400c-bb4b-5f44a21c40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:08.684232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Network hostable DHCP agents. Network: 85948b95-ed0f-400c-bb4b-5f44a21c40a4, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:31:08.714950 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port aa315f20-c988-4f8c-ba36-5531d71204da is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:08.715533 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:08.738726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa315f20-c988-4f8c-ba36-5531d71204da {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:08.755564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port aa315f20-c988-4f8c-ba36-5531d71204da, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=aa315f20-c988-4f8c-ba36-5531d71204da,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:08.764484 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:08.771038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5377171-fdb4-417f-b474-ba4f7bed802e {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:08.808081 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:08.829245 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dff2b40a-30f2-44a3-819e-ffdb5dcdb64d req-abaefdb2-9267-4d2a-8f17-845f1d83c159 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc6d86a0-5391-49a3-82ec-573b26d9f9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519278 Jun 04 16:31:08.838831 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=aa315f20-c988-4f8c-ba36-5531d71204da,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:08.848306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:08.848791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:08.849227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:08.850073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:08.850073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:08.850569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:08.850981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:08.851409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:08.851812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:08.852215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:08.852742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:08.853156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:08.856046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fe56f-e46b-44b2-b0fa-f7c693862019 req-5ec85ea9-b621-4e6e-875f-8133502716d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:08.857714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d98fe56f-e46b-44b2-b0fa-f7c693862019 req-5ec85ea9-b621-4e6e-875f-8133502716d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=915e8608ef004b1b86d4576d9c437d37&device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 1094 time: 0.7920792 Jun 04 16:31:08.859624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-567e2058-5aa0-4314-91d8-91d01b608ce8 req-8ba191c8-5653-4a96-ad40-eb0967a2e1ba service neutron] 10.222.0.46 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009747 Jun 04 16:31:08.861693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Transition to ACTIVE for port object f5377171-fdb4-417f-b474-ba4f7bed802e will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:08.910044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Network 85948b95-ed0f-400c-bb4b-5f44a21c40a4 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:31:08.921881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:08.934338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 85948b95-ed0f-400c-bb4b-5f44a21c40a4) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:08.949722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:08.950308 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:08.952730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458298dd-b8ab-477e-915e-6461202b38da None None] Network 85948b95-ed0f-400c-bb4b-5f44a21c40a4 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:31:08.962718 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0530baa2-2e65-4cfd-b77c-ce91720a3f05 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:08.963071 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0530baa2-2e65-4cfd-b77c-ce91720a3f05 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:09.008805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb48ff8-fe29-48f5-b9b4-61c2ed5d22d4 req-02ff392b-0d46-46ff-a5c0-c3bfba50b0de tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:09.015819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eb48ff8-fe29-48f5-b9b4-61c2ed5d22d4 req-02ff392b-0d46-46ff-a5c0-c3bfba50b0de tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 943 time: 0.7248626 Jun 04 16:31:09.035103 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a9bf3fe2-32ec-44f2-9787-05b6ac83ed73 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3720045 Jun 04 16:31:09.092411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['aa315f20-c988-4f8c-ba36-5531d71204da'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:31:09.100124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-0530baa2-2e65-4cfd-b77c-ce91720a3f05 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Calling delete_port for ae988d05-cb91-48f2-8ffe-da53d78d04b6 owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:31:09.278390 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0530baa2-2e65-4cfd-b77c-ce91720a3f05 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:09.337187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530baa2-2e65-4cfd-b77c-ce91720a3f05 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event deleted for resources: {'Port': ['ID=ae988d05-cb91-48f2-8ffe-da53d78d04b6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:09.392290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b206f8c-fb6d-4116-a735-08994e27f7c4 None None] Network 85948b95-ed0f-400c-bb4b-5f44a21c40a4 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:31:09.462044 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0530baa2-2e65-4cfd-b77c-ce91720a3f05 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:09.481300 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0530baa2-2e65-4cfd-b77c-ce91720a3f05 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:09.482565 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0530baa2-2e65-4cfd-b77c-ce91720a3f05 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "DELETE /v2.0/floatingips/58c84e7c-fefa-40e8-b0ba-99aac0ff700e HTTP/1.1" status: 204 len: 168 time: 1.1846204 Jun 04 16:31:09.616786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eb48ff8-fe29-48f5-b9b4-61c2ed5d22d4 req-f9be5d04-720e-4753-8d38-307bc131dbc0 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978897 Jun 04 16:31:09.622814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Pushing event updated for resources: {'Port': ['ID=f5377171-fdb4-417f-b474-ba4f7bed802e,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:09.651725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50352) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:09.744968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-d2a26778-7bb3-4666-9687-af90e5ce65c8 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Synchronizing usage tracker for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:31:09.829562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-567e2058-5aa0-4314-91d8-91d01b608ce8 req-ba3071d5-4c5d-46ba-a0bb-3f03ee6db3d9 service neutron] 10.222.0.46 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9286954 Jun 04 16:31:09.833953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fe56f-e46b-44b2-b0fa-f7c693862019 req-c6e59df8-5774-4b95-8459-556bb3ec448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:09.835474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d98fe56f-e46b-44b2-b0fa-f7c693862019 req-c6e59df8-5774-4b95-8459-556bb3ec448e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7581b9c-98ed-40af-aaa2-04e3d64e0010 HTTP/1.1" status: 200 len: 913 time: 0.9712152 Jun 04 16:31:09.845430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-d2a26778-7bb3-4666-9687-af90e5ce65c8 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Unset dirty status for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:31:09.846644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-d2a26778-7bb3-4666-9687-af90e5ce65c8 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2145572033&fields=id&tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f HTTP/1.1" status: 200 len: 267 time: 0.8285182 Jun 04 16:31:09.872736 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df0b481a-8a4f-4086-888d-c5280970d475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:09.892300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-df0b481a-8a4f-4086-888d-c5280970d475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:09.896753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-df0b481a-8a4f-4086-888d-c5280970d475 admin admin] Usage tracker for resource:security_group_rule and tenant:254ecf4a854c426ba08fb452e731da4d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:09.900315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-df0b481a-8a4f-4086-888d-c5280970d475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:09.906106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-df0b481a-8a4f-4086-888d-c5280970d475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:09.967310 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d98fe56f-e46b-44b2-b0fa-f7c693862019 req-19b7d887-2e85-4b71-9482-0a699880b9a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf5f9f5f-d0df-4148-847e-a912a372bd29 HTTP/1.1" status: 200 len: 217 time: 0.1231959 Jun 04 16:31:10.019803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Attempting to bind port f5377171-fdb4-417f-b474-ba4f7bed802e on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:10.020140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Attempting to bind port f5377171-fdb4-417f-b474-ba4f7bed802e by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '46378fb8-46e0-4bd4-b80b-4f07d21294c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:10.020494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Attempting to bind port f5377171-fdb4-417f-b474-ba4f7bed802e on network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:10.024669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df0b481a-8a4f-4086-888d-c5280970d475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:10.032338 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df0b481a-8a4f-4086-888d-c5280970d475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:10.088209 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-df0b481a-8a4f-4086-888d-c5280970d475 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=254ecf4a854c426ba08fb452e731da4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352736 Jun 04 16:31:10.089868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b481a-8a4f-4086-888d-c5280970d475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8827b12-7f0f-4c02-9b9f-9e5ece8f6d5d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:10.092370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50374) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:10.102351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Port f5377171-fdb4-417f-b474-ba4f7bed802e on network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:10.102890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Attempting to bind port f5377171-fdb4-417f-b474-ba4f7bed802e on network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:10.122080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:10.122473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Checking segment: {'id': '46378fb8-46e0-4bd4-b80b-4f07d21294c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:10.122830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Bound using segment: {'id': '46378fb8-46e0-4bd4-b80b-4f07d21294c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:10.123269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Bound port: f5377171-fdb4-417f-b474-ba4f7bed802e, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46378fb8-46e0-4bd4-b80b-4f07d21294c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:10.123613 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:10.159010 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6bf65e7-84fa-46fc-8c17-f8c9e1914f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:10.166422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fe56f-e46b-44b2-b0fa-f7c693862019 req-0c58aa57-cf5c-4afa-bd4f-b41b967744cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:10.168068 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d98fe56f-e46b-44b2-b0fa-f7c693862019 req-0c58aa57-cf5c-4afa-bd4f-b41b967744cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d42c9ca-7e5e-40ad-9f64-a58e91441e2c HTTP/1.1" status: 200 len: 852 time: 0.1928587 Jun 04 16:31:10.191648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6bf65e7-84fa-46fc-8c17-f8c9e1914f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:10.252548 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6bf65e7-84fa-46fc-8c17-f8c9e1914f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:10.277721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf65e7-84fa-46fc-8c17-f8c9e1914f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8827b12-7f0f-4c02-9b9f-9e5ece8f6d5d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:10.294077 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6bf65e7-84fa-46fc-8c17-f8c9e1914f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:10.295462 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d6bf65e7-84fa-46fc-8c17-f8c9e1914f5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8827b12-7f0f-4c02-9b9f-9e5ece8f6d5d HTTP/1.1" status: 204 len: 168 time: 0.2023036 Jun 04 16:31:10.406397 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d98fe56f-e46b-44b2-b0fa-f7c693862019 req-0dc48f6b-e7e5-445d-9de9-4587657fd89b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7581b9c-98ed-40af-aaa2-04e3d64e0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586183 Jun 04 16:31:10.419399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-04345aa0-2165-4ff2-b838-bf76613c2ff3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:10.422954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-04345aa0-2165-4ff2-b838-bf76613c2ff3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 815 time: 0.5010464 Jun 04 16:31:10.474532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device cf5f9f5f-d0df-4148-847e-a912a372bd29 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:31:10.500354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-96cac3c7-b613-4804-9c50-a22a77a62eff tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/quotas/9a6c197ec3444659b4b4af7e2c0aec5f HTTP/1.1" status: 200 len: 375 time: 0.0416436 Jun 04 16:31:10.502226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:31:10.553583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device aa315f20-c988-4f8c-ba36-5531d71204da up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:31:10.682554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] For port f5377171-fdb4-417f-b474-ba4f7bed802e, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:10.713268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] For port f5377171-fdb4-417f-b474-ba4f7bed802e, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f5377171-fdb4-417f-b474-ba4f7bed802e,segment=NetworkSegment(46378fb8-46e0-4bd4-b80b-4f07d21294c4),segment_id=46378fb8-46e0-4bd4-b80b-4f07d21294c4)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:10.725051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d98fe56f-e46b-44b2-b0fa-f7c693862019 req-519ecfe3-b0bb-4054-8073-66c2a0a887a6 service neutron] 10.222.0.42 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007383 Jun 04 16:31:10.729437 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:10.780718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port cf5f9f5f-d0df-4148-847e-a912a372bd29, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cf5f9f5f-d0df-4148-847e-a912a372bd29,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:10.819793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'cf5f9f5f-d0df-4148-847e-a912a372bd29', 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010', 'port_id': 'cf5f9f5f-d0df-4148-847e-a912a372bd29', 'mac_address': 'fa:16:3e:04:96:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d42c9ca-7e5e-40ad-9f64-a58e91441e2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:31:10.899352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port cf5f9f5f-d0df-4148-847e-a912a372bd29 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:10.899608 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:10.922149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port aa315f20-c988-4f8c-ba36-5531d71204da completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:31:10.931253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5f9f5f-d0df-4148-847e-a912a372bd29 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:10.935214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:10.935807 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:10.937200 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] 10.222.0.42 "PUT /v2.0/ports/f5377171-fdb4-417f-b474-ba4f7bed802e HTTP/1.1" status: 200 len: 1091 time: 4.0773685 Jun 04 16:31:10.937647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': 'f5377171-fdb4-417f-b474-ba4f7bed802e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:10.954546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port aa315f20-c988-4f8c-ba36-5531d71204da triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:10.954984 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:10.980065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Request body: {'port': {'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:10.980600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:10.981163 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:11.013884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78173f4-b35c-4ffc-b889-6d8c70fcd90f service neutron] Pushing event updated for resources: {'Port': ['ID=f5377171-fdb4-417f-b474-ba4f7bed802e,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:11.027766 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-d04434c0-c7ff-4387-b23f-360f430bec33 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4494889 Jun 04 16:31:11.034714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port cf5f9f5f-d0df-4148-847e-a912a372bd29, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cf5f9f5f-d0df-4148-847e-a912a372bd29,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:11.057622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:11.064472 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:11.112242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:11.162592 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:11.206196 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port aa315f20-c988-4f8c-ba36-5531d71204da is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:11.206595 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:11.215300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=cf5f9f5f-d0df-4148-847e-a912a372bd29,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:11.275528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d98fe56f-e46b-44b2-b0fa-f7c693862019 req-946e0373-2a2c-42c8-935b-dec0ceeee72c service neutron] 10.222.0.42 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119965 Jun 04 16:31:11.293503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3ea40-671d-4389-85e6-8eeef7b19987 req-5f9a1aef-81ef-4e8e-97b3-1e15c71aa424 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:11.300319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3ea40-671d-4389-85e6-8eeef7b19987 req-5f9a1aef-81ef-4e8e-97b3-1e15c71aa424 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:11.306823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port aa315f20-c988-4f8c-ba36-5531d71204da, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=aa315f20-c988-4f8c-ba36-5531d71204da,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:11.307300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3ea40-671d-4389-85e6-8eeef7b19987 req-5f9a1aef-81ef-4e8e-97b3-1e15c71aa424 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:11.314201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3ea40-671d-4389-85e6-8eeef7b19987 req-5f9a1aef-81ef-4e8e-97b3-1e15c71aa424 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:11.314396 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:11.320182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3ea40-671d-4389-85e6-8eeef7b19987 req-5f9a1aef-81ef-4e8e-97b3-1e15c71aa424 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:11.323343 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59f3ea40-671d-4389-85e6-8eeef7b19987 req-5f9a1aef-81ef-4e8e-97b3-1e15c71aa424 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 3828 time: 0.5972726 Jun 04 16:31:11.326021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,revision_number=11']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:11.363486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['cf5f9f5f-d0df-4148-847e-a912a372bd29'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:31:11.364048 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:11.381195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-eb7af78b-7d20-461f-b490-ecf9d72726ba service neutron] 10.222.0.13 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268151 Jun 04 16:31:11.495053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=aa315f20-c988-4f8c-ba36-5531d71204da,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:11.538691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59f3ea40-671d-4389-85e6-8eeef7b19987 req-b6650cb1-166a-4e93-bb7e-89fb2c96a8d0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942630 Jun 04 16:31:11.688874 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-e6d21d2e-7e9e-4d6e-a9d8-7a9d76b0d7ff service neutron] 10.222.0.13 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009439 Jun 04 16:31:11.934777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50480) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:11.940145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943234708', 'description': 'tempest-description--1543702769'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:11.949920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676127af-26ed-4542-9cbd-93d28f298675 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:11.956440 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:11.958100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:11.968757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Usage tracker for resource:security_group and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:11.975765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:11.996107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:11.996442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Transition to ACTIVE for port object 676127af-26ed-4542-9cbd-93d28f298675 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:12.003938 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.014233 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.067506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:12.078856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Usage tracker for resource:security_group_rule and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:12.082402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:12.088166 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2336c960-74c4-4a2e-b100-11143cb73fed'] response: {'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': 'f5377171-fdb4-417f-b474-ba4f7bed802e', 'status': 'completed', 'code': 200} Jun 04 16:31:12.091263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:12.155102 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-792b3719-ec3f-4491-8599-03667777408e'] response: {'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b', 'code': 200} Jun 04 16:31:12.214987 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.221118 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.280205 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.281527 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3457541 Jun 04 16:31:12.284685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50494) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:12.291012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ddfc0608-a9c9-470d-a133-854e8e400ab8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Request body: {'security_group_rule': {'security_group_id': '0553033d-5053-4ac0-aa96-ef2da1780b5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:12.297970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ddfc0608-a9c9-470d-a133-854e8e400ab8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:12.302727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ddfc0608-a9c9-470d-a133-854e8e400ab8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Usage tracker for resource:security_group_rule and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:12.306028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ddfc0608-a9c9-470d-a133-854e8e400ab8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:12.313393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ddfc0608-a9c9-470d-a133-854e8e400ab8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:12.321179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3741ce8-7632-418a-8fe1-9b74c167141c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0553033d-5053-4ac0-aa96-ef2da1780b5c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:12.336236 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0608-a9c9-470d-a133-854e8e400ab8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.369711 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:31:12.426515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0608-a9c9-470d-a133-854e8e400ab8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.433521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0608-a9c9-470d-a133-854e8e400ab8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.477115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc0608-a9c9-470d-a133-854e8e400ab8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059ecff1-5d36-4790-b17c-5c933e41cad9,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:12.485522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device cf5f9f5f-d0df-4148-847e-a912a372bd29 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:31:12.505241 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0608-a9c9-470d-a133-854e8e400ab8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.511203 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ddfc0608-a9c9-470d-a133-854e8e400ab8 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2252839 Jun 04 16:31:12.511827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50518) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:12.525807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4fbfc3f5-b111-4de3-aa41-844b0cd5fa91 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Request body: {'security_group_rule': {'security_group_id': '0553033d-5053-4ac0-aa96-ef2da1780b5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:12.538774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4fbfc3f5-b111-4de3-aa41-844b0cd5fa91 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:12.551232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4fbfc3f5-b111-4de3-aa41-844b0cd5fa91 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Usage tracker for resource:security_group_rule and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:12.558463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4fbfc3f5-b111-4de3-aa41-844b0cd5fa91 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:12.576466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4fbfc3f5-b111-4de3-aa41-844b0cd5fa91 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:12.619625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc3f5-b111-4de3-aa41-844b0cd5fa91 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.659082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port cf5f9f5f-d0df-4148-847e-a912a372bd29 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:31:12.665781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port cf5f9f5f-d0df-4148-847e-a912a372bd29 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:12.666154 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.686455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87e59fad-2d8a-4381-b468-f4180f378dfd req-aa62b343-9d10-4ccb-847d-05530a94f26e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 210 time: 0.2872663 Jun 04 16:31:12.727222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Pushing event updated for resources: {'Port': ['ID=676127af-26ed-4542-9cbd-93d28f298675,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:12.769065 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc3f5-b111-4de3-aa41-844b0cd5fa91 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.776992 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc3f5-b111-4de3-aa41-844b0cd5fa91 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.828432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfc3f5-b111-4de3-aa41-844b0cd5fa91 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7615bf4-0481-4f8d-86fb-0abca7f44ad2,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:12.856441 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc3f5-b111-4de3-aa41-844b0cd5fa91 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.862071 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4fbfc3f5-b111-4de3-aa41-844b0cd5fa91 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442230 Jun 04 16:31:12.862506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50538) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:12.871523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:12.883123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:12.892584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Usage tracker for resource:floatingip and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:12.900197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:12.907812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:12.935821 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:12.947828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ff01e-349c-44a4-88f4-2050e0bb6f4e req-3166d985-1b76-47bb-9c01-481af791bba0 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:12.957845 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-412ff01e-349c-44a4-88f4-2050e0bb6f4e req-3166d985-1b76-47bb-9c01-481af791bba0 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 944 time: 0.8672125 Jun 04 16:31:13.002084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port cf5f9f5f-d0df-4148-847e-a912a372bd29 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:13.002890 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:13.004254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156064ef-7949-44a3-9803-96049e432e5b req-f3c3930a-7f57-4afc-ac45-c7d0989ecbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.004966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156064ef-7949-44a3-9803-96049e432e5b req-f3c3930a-7f57-4afc-ac45-c7d0989ecbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.005818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156064ef-7949-44a3-9803-96049e432e5b req-f3c3930a-7f57-4afc-ac45-c7d0989ecbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.006574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156064ef-7949-44a3-9803-96049e432e5b req-f3c3930a-7f57-4afc-ac45-c7d0989ecbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.007232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156064ef-7949-44a3-9803-96049e432e5b req-f3c3930a-7f57-4afc-ac45-c7d0989ecbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.007822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156064ef-7949-44a3-9803-96049e432e5b req-f3c3930a-7f57-4afc-ac45-c7d0989ecbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.009893 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-156064ef-7949-44a3-9803-96049e432e5b req-f3c3930a-7f57-4afc-ac45-c7d0989ecbe4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=034fe08f1f634c458de338d38be6314a&device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5245 time: 0.9031501 Jun 04 16:31:13.067808 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port cf5f9f5f-d0df-4148-847e-a912a372bd29, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cf5f9f5f-d0df-4148-847e-a912a372bd29,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:13.077072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Attempting to bind port 676127af-26ed-4542-9cbd-93d28f298675 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:13.077339 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:13.077444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Attempting to bind port 676127af-26ed-4542-9cbd-93d28f298675 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:13.077771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Attempting to bind port 676127af-26ed-4542-9cbd-93d28f298675 on network 59419537-eeeb-49da-b0e6-1fde86e9c16e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:13.125864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:13.135819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Port 676127af-26ed-4542-9cbd-93d28f298675 on network 59419537-eeeb-49da-b0e6-1fde86e9c16e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:13.136124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Attempting to bind port 676127af-26ed-4542-9cbd-93d28f298675 on network 59419537-eeeb-49da-b0e6-1fde86e9c16e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:13.160580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=cf5f9f5f-d0df-4148-847e-a912a372bd29,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:13.174514 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-412ff01e-349c-44a4-88f4-2050e0bb6f4e req-3f118b35-b4e3-4393-b650-d3a26b7e8bf3 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109642 Jun 04 16:31:13.205035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:13.206261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Checking segment: {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:13.207405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Bound using segment: {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:13.207959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Bound port: 676127af-26ed-4542-9cbd-93d28f298675, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:13.210466 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:13.364717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Allocated IP 172.25.5.222 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/24d23399-d899-48b1-af6a-d60320c33c10) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:31:13.542681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156064ef-7949-44a3-9803-96049e432e5b req-640e8f2e-000a-481a-a074-fae42e3b6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.543141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156064ef-7949-44a3-9803-96049e432e5b req-640e8f2e-000a-481a-a074-fae42e3b6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.543597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156064ef-7949-44a3-9803-96049e432e5b req-640e8f2e-000a-481a-a074-fae42e3b6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.545126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-156064ef-7949-44a3-9803-96049e432e5b req-640e8f2e-000a-481a-a074-fae42e3b6f02 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=034fe08f1f634c458de338d38be6314a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5084841 Jun 04 16:31:13.577672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] For port 676127af-26ed-4542-9cbd-93d28f298675, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:13.602498 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:13.643758 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:13.718899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:31:13.728127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:13.732860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:31:13.775503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] For port 676127af-26ed-4542-9cbd-93d28f298675, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=676127af-26ed-4542-9cbd-93d28f298675,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:13.801081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event updated for resources: {'Port': ['ID=24d23399-d899-48b1-af6a-d60320c33c10,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:13.807701 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:13.840216 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:13.896310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f568e-222b-451d-819b-1a01a039c3ce req-49f12ccb-4456-4800-8d38-95f15ecc0dd0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.902885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f568e-222b-451d-819b-1a01a039c3ce req-49f12ccb-4456-4800-8d38-95f15ecc0dd0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.909378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f568e-222b-451d-819b-1a01a039c3ce req-49f12ccb-4456-4800-8d38-95f15ecc0dd0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.910092 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:13.915997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f568e-222b-451d-819b-1a01a039c3ce req-49f12ccb-4456-4800-8d38-95f15ecc0dd0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.921835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f568e-222b-451d-819b-1a01a039c3ce req-49f12ccb-4456-4800-8d38-95f15ecc0dd0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.928552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f568e-222b-451d-819b-1a01a039c3ce req-49f12ccb-4456-4800-8d38-95f15ecc0dd0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:13.930457 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b77f568e-222b-451d-819b-1a01a039c3ce req-49f12ccb-4456-4800-8d38-95f15ecc0dd0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 4601 time: 0.6238444 Jun 04 16:31:14.018447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:14.019222 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:14.020640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-60e15662-24be-4929-9a02-01342458acf3 service neutron] 10.222.0.42 "PUT /v2.0/ports/676127af-26ed-4542-9cbd-93d28f298675 HTTP/1.1" status: 200 len: 1131 time: 3.0449202 Jun 04 16:31:14.059781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-ec7047db-266a-4ef9-8a40-5aac75dc792b tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:14.061369 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-ec7047db-266a-4ef9-8a40-5aac75dc792b tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 815 time: 0.5279486 Jun 04 16:31:14.066600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Request body: {'port': {'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:14.097238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': '676127af-26ed-4542-9cbd-93d28f298675'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:14.142007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156064ef-7949-44a3-9803-96049e432e5b req-4a23df9d-908e-414a-9538-fea994d22452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:14.143488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-156064ef-7949-44a3-9803-96049e432e5b req-4a23df9d-908e-414a-9538-fea994d22452 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5673935 Jun 04 16:31:14.157424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0592f8ee-3845-4527-9752-e396bb819f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa315f20-c988-4f8c-ba36-5531d71204da'}, {'server_uuid': '60796b1b-97af-4726-84f0-99568d1ae8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5f9f5f-d0df-4148-847e-a912a372bd29'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:14.171601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f46f65-49e7-499d-9d75-fa26c130b645 req-8bcd2103-5f41-4aee-a6aa-f19ca77e3b3b tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:14.174274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5f46f65-49e7-499d-9d75-fa26c130b645 req-8bcd2103-5f41-4aee-a6aa-f19ca77e3b3b tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 948 time: 0.7127051 Jun 04 16:31:14.175233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e15662-24be-4929-9a02-01342458acf3 service neutron] Pushing event updated for resources: {'Port': ['ID=676127af-26ed-4542-9cbd-93d28f298675,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:14.224186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b77f568e-222b-451d-819b-1a01a039c3ce req-428c2a37-8871-410b-9302-e04dfa7a3b53 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2615035 Jun 04 16:31:14.301654 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:14.309185 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:14.371325 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:14.393137 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-f9ab8d72-18b8-4992-ae0f-3a8144529747 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f HTTP/1.1" status: 200 len: 473 time: 0.2878973 Jun 04 16:31:14.414014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5f46f65-49e7-499d-9d75-fa26c130b645 req-3be157db-6f8e-43f0-8d8e-b681ab9ab5f4 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc6d86a0-5391-49a3-82ec-573b26d9f9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217627 Jun 04 16:31:14.433118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'port': {'device_id': 'c80a205f-0695-448c-8226-2ac095542ac1', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'admin_state_up': True, 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'security_groups': ['52885374-9a78-45fb-81db-6cddae575d38']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:14.461184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event updated for resources: {'Port': ['ID=24d23399-d899-48b1-af6a-d60320c33c10,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:14.477206 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:14.519079 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:14.530194 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-53048c34-4ad8-43ac-8b59-6f5c3d8c2c16 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6577406 Jun 04 16:31:14.530388 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d81615a-dac3-4f37-bcad-00805be1e910'] response: {'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': '676127af-26ed-4542-9cbd-93d28f298675', 'status': 'completed', 'code': 200} Jun 04 16:31:14.576068 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad05f27-7370-400c-9956-1a767a983b10'] response: {'server_uuid': '0592f8ee-3845-4527-9752-e396bb819f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa315f20-c988-4f8c-ba36-5531d71204da', 'code': 200} Jun 04 16:31:14.576399 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad05f27-7370-400c-9956-1a767a983b10'] response: {'server_uuid': '60796b1b-97af-4726-84f0-99568d1ae8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5f9f5f-d0df-4148-847e-a912a372bd29', 'code': 200} Jun 04 16:31:14.787913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebaa04-ee75-48b0-9a81-0a955b112cd3 req-80dbb62d-b6b9-4d6f-97f4-66872f7496e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:14.789419 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d9ebaa04-ee75-48b0-9a81-0a955b112cd3 req-80dbb62d-b6b9-4d6f-97f4-66872f7496e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0592f8ee-3845-4527-9752-e396bb819f07 HTTP/1.1" status: 200 len: 1097 time: 0.1437237 Jun 04 16:31:14.834818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891ac6c-c826-459c-96b0-d78682250b19 req-b5b2929e-3b67-4f9a-bc86-6ec4c02a8926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:14.836859 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7891ac6c-c826-459c-96b0-d78682250b19 req-b5b2929e-3b67-4f9a-bc86-6ec4c02a8926 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 1096 time: 0.1400728 Jun 04 16:31:14.878665 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d9ebaa04-ee75-48b0-9a81-0a955b112cd3 req-63b637f0-db78-44c9-bdf5-c009085c2149 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790460 Jun 04 16:31:14.892679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-62fe6664-cd42-4fc5-b3f9-3a20aab46afe req-7c0df3b3-d58a-46d6-8753-67b339947676 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 210 time: 0.3758471 Jun 04 16:31:14.895653 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7891ac6c-c826-459c-96b0-d78682250b19 req-62e5692f-6a4e-4317-8c22-e13518aad64f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476618 Jun 04 16:31:14.934180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50564) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:15.017984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa91fe4-c081-4250-943a-391860718926 admin admin] Deleting subnet 5ef1f569-04b0-4ded-9468-d8505379b734 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:31:15.021323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa91fe4-c081-4250-943a-391860718926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:15.077542 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa91fe4-c081-4250-943a-391860718926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:15.189798 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa91fe4-c081-4250-943a-391860718926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:15.210065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137baf-357a-4bf4-9ede-6d0a5b5134b5 req-8d484e6f-318c-4701-a4a8-a6caf32eb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:15.210560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137baf-357a-4bf4-9ede-6d0a5b5134b5 req-8d484e6f-318c-4701-a4a8-a6caf32eb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:15.211026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137baf-357a-4bf4-9ede-6d0a5b5134b5 req-8d484e6f-318c-4701-a4a8-a6caf32eb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:15.211486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137baf-357a-4bf4-9ede-6d0a5b5134b5 req-8d484e6f-318c-4701-a4a8-a6caf32eb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:15.211940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137baf-357a-4bf4-9ede-6d0a5b5134b5 req-8d484e6f-318c-4701-a4a8-a6caf32eb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:15.212388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137baf-357a-4bf4-9ede-6d0a5b5134b5 req-8d484e6f-318c-4701-a4a8-a6caf32eb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:15.214188 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27137baf-357a-4bf4-9ede-6d0a5b5134b5 req-8d484e6f-318c-4701-a4a8-a6caf32eb810 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=034fe08f1f634c458de338d38be6314a&device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5287 time: 0.6896732 Jun 04 16:31:15.215408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:15.223082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-b48a4b38-34b6-4aa1-a747-c8b3d9bb462c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--943234708&fields=id&tenant_id=afb5383d706b4c1980b7c7ab48a1378a HTTP/1.1" status: 200 len: 267 time: 0.1718776 Jun 04 16:31:15.267691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276fe1a-98cd-4339-89d9-be41dba465e2 req-a4f03f54-e529-4b79-a1b5-9e592ee466ef tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:15.269079 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4276fe1a-98cd-4339-89d9-be41dba465e2 req-a4f03f54-e529-4b79-a1b5-9e592ee466ef tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a18f39c-ca07-44d3-85a5-834240fb4f02 HTTP/1.1" status: 200 len: 948 time: 0.1531041 Jun 04 16:31:15.336939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:15.343810 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa91fe4-c081-4250-943a-391860718926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:15.358333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3f900-c05c-4a2b-a4b8-64b573379fe4 req-4c456c4f-eeed-400c-9dbf-9d1bffcb3425 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:15.361236 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58d3f900-c05c-4a2b-a4b8-64b573379fe4 req-4c456c4f-eeed-400c-9dbf-9d1bffcb3425 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 945 time: 0.4666595 Jun 04 16:31:15.396812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa91fe4-c081-4250-943a-391860718926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef1f569-04b0-4ded-9468-d8505379b734,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:15.405541 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfa91fe4-c081-4250-943a-391860718926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:15.414864 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bfa91fe4-c081-4250-943a-391860718926 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5ef1f569-04b0-4ded-9468-d8505379b734 HTTP/1.1" status: 204 len: 168 time: 0.4795756 Jun 04 16:31:15.418781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-4276fe1a-98cd-4339-89d9-be41dba465e2 req-d04929d6-1719-45af-8dfd-446f6b05ec46 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Deleting port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:31:15.419107 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4276fe1a-98cd-4339-89d9-be41dba465e2 req-d04929d6-1719-45af-8dfd-446f6b05ec46 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:15.439405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50580) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:15.625919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Made reservation on behalf of 9a6c197ec3444659b4b4af7e2c0aec5f for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:15.629411 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:15.696268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-4276fe1a-98cd-4339-89d9-be41dba465e2 req-d04929d6-1719-45af-8dfd-446f6b05ec46 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] For port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:15.696702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4276fe1a-98cd-4339-89d9-be41dba465e2 req-d04929d6-1719-45af-8dfd-446f6b05ec46 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:15.760383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58d3f900-c05c-4a2b-a4b8-64b573379fe4 req-df68ce38-b9df-4217-8364-52ca0af9676c tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285396 Jun 04 16:31:15.830358 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f022ddd0-e591-4a82-8d45-bcff03600d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:15.852045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137baf-357a-4bf4-9ede-6d0a5b5134b5 req-27c68b73-e340-42d6-a95f-d33620866fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:15.852511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137baf-357a-4bf4-9ede-6d0a5b5134b5 req-27c68b73-e340-42d6-a95f-d33620866fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:15.852967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137baf-357a-4bf4-9ede-6d0a5b5134b5 req-27c68b73-e340-42d6-a95f-d33620866fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:15.854563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27137baf-357a-4bf4-9ede-6d0a5b5134b5 req-27c68b73-e340-42d6-a95f-d33620866fd3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=034fe08f1f634c458de338d38be6314a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5882950 Jun 04 16:31:15.873312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-4276fe1a-98cd-4339-89d9-be41dba465e2 req-d04929d6-1719-45af-8dfd-446f6b05ec46 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Calling delete_port for 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:31:15.881221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-c25abcc7-cad3-4400-8b46-4b441d143cec tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:15.882759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-c25abcc7-cad3-4400-8b46-4b441d143cec tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 816 time: 0.6140118 Jun 04 16:31:15.964631 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:31:16.148234 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4276fe1a-98cd-4339-89d9-be41dba465e2 req-d04929d6-1719-45af-8dfd-446f6b05ec46 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:16.164489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-bd28df26-afbb-49b6-9c38-53f73e0e2dcb tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/quotas/afb5383d706b4c1980b7c7ab48a1378a HTTP/1.1" status: 200 len: 375 time: 0.2129006 Jun 04 16:31:16.203615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04929d6-1719-45af-8dfd-446f6b05ec46 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Pushing event deleted for resources: {'Port': ['ID=9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:16.283943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4276fe1a-98cd-4339-89d9-be41dba465e2 req-d04929d6-1719-45af-8dfd-446f6b05ec46 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] No DVR routers for this DVR port 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:31:16.287228 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4276fe1a-98cd-4339-89d9-be41dba465e2 req-d04929d6-1719-45af-8dfd-446f6b05ec46 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:16.290269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'name': 'network-vif-deleted', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:16.309915 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4276fe1a-98cd-4339-89d9-be41dba465e2 req-d04929d6-1719-45af-8dfd-446f6b05ec46 tempest-ImagesOneServerTestJSON-199587816 tempest-ImagesOneServerTestJSON-199587816-project] 10.222.0.42 "DELETE /v2.0/ports/9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b HTTP/1.1" status: 204 len: 173 time: 1.0348334 Jun 04 16:31:16.377061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badd5b3b-221a-4307-a531-2bfdad5adde7 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:16.405716 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f022ddd0-e591-4a82-8d45-bcff03600d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:16.417365 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:16.649772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-f022ddd0-e591-4a82-8d45-bcff03600d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85948b95-ed0f-400c-bb4b-5f44a21c40a4']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:16.673196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Transition to ACTIVE for port object badd5b3b-221a-4307-a531-2bfdad5adde7 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:16.683338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Allocated IP 172.20.0.11 (6f5938a6-9eb6-42de-81b7-fd33ade18d19/5a10394f-857f-48ce-84fe-ff0cc4ad9f70/9fcd6d38-05e7-4fd1-8007-c8a82b085e4b) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:31:16.690078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-f022ddd0-e591-4a82-8d45-bcff03600d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16138bb-4582-4a6a-a4ee-b9a43eb69297') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:16.690406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-f022ddd0-e591-4a82-8d45-bcff03600d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16138bb-4582-4a6a-a4ee-b9a43eb69297') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:16.701942 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:16.744945 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137baf-357a-4bf4-9ede-6d0a5b5134b5 req-c096a6a3-96d9-45d0-8703-a9ad0dbebf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:16.746409 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27137baf-357a-4bf4-9ede-6d0a5b5134b5 req-c096a6a3-96d9-45d0-8703-a9ad0dbebf66 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8745604 Jun 04 16:31:16.764526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f022ddd0-e591-4a82-8d45-bcff03600d20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:16.864033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663e08f-97bf-41b0-9ecd-439c6da7e268 req-66b7afb8-47ae-411b-977a-ed7712cb8fb3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:16.869847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663e08f-97bf-41b0-9ecd-439c6da7e268 req-66b7afb8-47ae-411b-977a-ed7712cb8fb3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:16.875834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663e08f-97bf-41b0-9ecd-439c6da7e268 req-66b7afb8-47ae-411b-977a-ed7712cb8fb3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:16.881807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663e08f-97bf-41b0-9ecd-439c6da7e268 req-66b7afb8-47ae-411b-977a-ed7712cb8fb3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:16.887605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663e08f-97bf-41b0-9ecd-439c6da7e268 req-66b7afb8-47ae-411b-977a-ed7712cb8fb3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:16.893447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663e08f-97bf-41b0-9ecd-439c6da7e268 req-66b7afb8-47ae-411b-977a-ed7712cb8fb3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:16.901113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1663e08f-97bf-41b0-9ecd-439c6da7e268 req-66b7afb8-47ae-411b-977a-ed7712cb8fb3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 4601 time: 0.8682413 Jun 04 16:31:16.938641 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f022ddd0-e591-4a82-8d45-bcff03600d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:16.984039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-0d4f31a2-fd5f-4621-bdfd-84bb6f82f92f tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7936220 Jun 04 16:31:17.007531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f022ddd0-e591-4a82-8d45-bcff03600d20 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:31:17.007939 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f022ddd0-e591-4a82-8d45-bcff03600d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:17.056582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Pushing event updated for resources: {'Port': ['ID=badd5b3b-221a-4307-a531-2bfdad5adde7,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:17.090117 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c16138bb-4582-4a6a-a4ee-b9a43eb69297 resource provider aggregate not found Jun 04 16:31:17.278832 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c16138bb-4582-4a6a-a4ee-b9a43eb69297 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c16138bb-4582-4a6a-a4ee-b9a43eb69297 found for delete ", "request_id": "req-452116b7-d999-4b18-93cd-4f2fe333eaa5"}]} Jun 04 16:31:17.291520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1663e08f-97bf-41b0-9ecd-439c6da7e268 req-394ad473-5ee9-432b-b9e9-e7a0268644ef tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3894663 Jun 04 16:31:17.387332 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f022ddd0-e591-4a82-8d45-bcff03600d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:17.392196 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f022ddd0-e591-4a82-8d45-bcff03600d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:17.457466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022ddd0-e591-4a82-8d45-bcff03600d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=85948b95-ed0f-400c-bb4b-5f44a21c40a4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:17.497265 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f022ddd0-e591-4a82-8d45-bcff03600d20 admin admin] 10.222.0.13 "DELETE /v2.0/networks/85948b95-ed0f-400c-bb4b-5f44a21c40a4 HTTP/1.1" status: 204 len: 168 time: 2.0539532 Jun 04 16:31:17.586072 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-88c25e48-df37-4b9a-8404-0d8f70b04b95 service neutron] 10.222.0.13 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009719 Jun 04 16:31:17.589088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0cff4ddd-44aa-4f21-8a22-f9d0a3e8ed6a req-972af0e6-ad43-4331-99b7-4d4f23578717 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Synchronizing usage tracker for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:31:17.660640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Attempting to bind port badd5b3b-221a-4307-a531-2bfdad5adde7 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:17.661047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Attempting to bind port badd5b3b-221a-4307-a531-2bfdad5adde7 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:17.661366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Attempting to bind port badd5b3b-221a-4307-a531-2bfdad5adde7 on network 59419537-eeeb-49da-b0e6-1fde86e9c16e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:17.693618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50606) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:17.722192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Port badd5b3b-221a-4307-a531-2bfdad5adde7 on network 59419537-eeeb-49da-b0e6-1fde86e9c16e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:17.722709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Attempting to bind port badd5b3b-221a-4307-a531-2bfdad5adde7 on network 59419537-eeeb-49da-b0e6-1fde86e9c16e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:17.733278 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:17.752116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:17.752448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Checking segment: {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:17.752849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Bound using segment: {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:17.753290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Bound port: badd5b3b-221a-4307-a531-2bfdad5adde7, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:17.753638 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:17.763532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0cff4ddd-44aa-4f21-8a22-f9d0a3e8ed6a req-972af0e6-ad43-4331-99b7-4d4f23578717 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Unset dirty status for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:31:17.766948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0cff4ddd-44aa-4f21-8a22-f9d0a3e8ed6a req-972af0e6-ad43-4331-99b7-4d4f23578717 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 210 time: 0.2836843 Jun 04 16:31:17.849898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50610) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:17.887361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Transition to ACTIVE for port object 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:17.889470 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f32933f-9c69-43d0-ac95-e979fe5ca539'] response: {'server_uuid': '1a18f39c-ca07-44d3-85a5-834240fb4f02', 'name': 'network-vif-deleted', 'tag': '9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b', 'status': 'completed', 'code': 200} Jun 04 16:31:17.907314 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d5797a47-726d-4712-9d71-cd71a32e9dd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e2b7a9d86ba4485b46e521bb58dbe8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124634 Jun 04 16:31:17.910736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50616) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:17.991453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0bf0ad2-7750-4157-a006-060ae3f565d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:17.994078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-a43ca083-27d1-4f7a-91af-11e0a62900c0 service neutron] 10.222.0.13 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070809 Jun 04 16:31:18.012157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] For port badd5b3b-221a-4307-a531-2bfdad5adde7, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:18.030416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] For port badd5b3b-221a-4307-a531-2bfdad5adde7, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=badd5b3b-221a-4307-a531-2bfdad5adde7,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:18.039576 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:18.070076 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0bf0ad2-7750-4157-a006-060ae3f565d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:18.082529 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:18.150801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:18.151421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:18.152806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] 10.222.0.42 "PUT /v2.0/ports/badd5b3b-221a-4307-a531-2bfdad5adde7 HTTP/1.1" status: 200 len: 1128 time: 4.0904891 Jun 04 16:31:18.171594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0bf0ad2-7750-4157-a006-060ae3f565d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:18.182715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': 'badd5b3b-221a-4307-a531-2bfdad5adde7'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:18.196210 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1858fcde-e446-4dd8-bb07-5b05d3e7bd3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=936ca85cbb9b4e61950cf199a4d38829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389883 Jun 04 16:31:18.198110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:31:18.203530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50626) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:18.204363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf0ad2-7750-4157-a006-060ae3f565d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a28906-cf93-465e-aad9-698f88d1394a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:18.212755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Request body: {'port': {'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:18.246062 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0bf0ad2-7750-4157-a006-060ae3f565d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:18.247331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:18.251850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:31:18.252700 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f0bf0ad2-7750-4157-a006-060ae3f565d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40a28906-cf93-465e-aad9-698f88d1394a HTTP/1.1" status: 204 len: 168 time: 0.3407941 Jun 04 16:31:18.402711 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-038d1dff-16cb-4b96-8d32-17d0035b71b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:18.464336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809afbfc-11b3-47f0-ab25-0821ee38faac service neutron] Pushing event updated for resources: {'Port': ['ID=badd5b3b-221a-4307-a531-2bfdad5adde7,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:18.465511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-038d1dff-16cb-4b96-8d32-17d0035b71b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:18.523782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:31:18.556299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-038d1dff-16cb-4b96-8d32-17d0035b71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:18.627033 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-038d1dff-16cb-4b96-8d32-17d0035b71b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:18.633849 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-038d1dff-16cb-4b96-8d32-17d0035b71b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc6d86a0-5391-49a3-82ec-573b26d9f9df HTTP/1.1" status: 204 len: 168 time: 0.4270043 Jun 04 16:31:18.639114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d1dff-16cb-4b96-8d32-17d0035b71b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6d86a0-5391-49a3-82ec-573b26d9f9df,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:18.667943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8077aba-1c8c-4bc5-b161-70b5ebf4086f req-ab4e1560-efda-4b08-9786-9c92463bf974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:18.669792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8077aba-1c8c-4bc5-b161-70b5ebf4086f req-ab4e1560-efda-4b08-9786-9c92463bf974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 945 time: 0.7258596 Jun 04 16:31:18.689089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'Port': ['ID=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:18.701885 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee963117-fab8-4593-827d-7853ed160d16 req-1af07057-39d8-44d8-847b-3ae175857a76 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 210 time: 0.4035387 Jun 04 16:31:18.761999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:31:18.764573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 9d2552fa-8cb2-42c7-bcd3-2f897c90ed9b not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:31:18.820534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:18.821327 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:18.838446 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0810447a-6889-40a6-b2ee-2ddaa183da2d'] response: {'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': 'badd5b3b-221a-4307-a531-2bfdad5adde7', 'status': 'completed', 'code': 200} Jun 04 16:31:18.848499 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-1770b326-fb8e-4636-9995-32a908c9758a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4462364 Jun 04 16:31:18.922660 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3f83fc9e-c685-4297-91e4-7f2cc6b26316 None None] Provisioning for port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:31:18.930110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3f83fc9e-c685-4297-91e4-7f2cc6b26316 None None] Provisioning complete for port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:18.930781 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3f83fc9e-c685-4297-91e4-7f2cc6b26316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:19.027562 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3f83fc9e-c685-4297-91e4-7f2cc6b26316 None None] Port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:31:19.170748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Request body: {'port': {'device_id': 'c80a205f-0695-448c-8226-2ac095542ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:19.295222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8077aba-1c8c-4bc5-b161-70b5ebf4086f req-a5fd2287-b859-413e-b493-a6884f692f4c tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836692 Jun 04 16:31:19.334963 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:19.587451 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:19.674551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-564938de-7687-4ead-b348-4f9d1e2abcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.675039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-564938de-7687-4ead-b348-4f9d1e2abcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.675888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-564938de-7687-4ead-b348-4f9d1e2abcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.676337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-564938de-7687-4ead-b348-4f9d1e2abcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.676801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-564938de-7687-4ead-b348-4f9d1e2abcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.677255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-564938de-7687-4ead-b348-4f9d1e2abcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.677714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-564938de-7687-4ead-b348-4f9d1e2abcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.680112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-564938de-7687-4ead-b348-4f9d1e2abcf9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=034fe08f1f634c458de338d38be6314a&device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 6208 time: 0.8348386 Jun 04 16:31:19.773467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca41b2-9ec8-4963-ad5f-2220a793cba0 req-eaae59a6-45f8-4d7c-93cc-d8f7719331e9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.779409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca41b2-9ec8-4963-ad5f-2220a793cba0 req-eaae59a6-45f8-4d7c-93cc-d8f7719331e9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.788928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca41b2-9ec8-4963-ad5f-2220a793cba0 req-eaae59a6-45f8-4d7c-93cc-d8f7719331e9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.794776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca41b2-9ec8-4963-ad5f-2220a793cba0 req-eaae59a6-45f8-4d7c-93cc-d8f7719331e9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.801675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca41b2-9ec8-4963-ad5f-2220a793cba0 req-eaae59a6-45f8-4d7c-93cc-d8f7719331e9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.807714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca41b2-9ec8-4963-ad5f-2220a793cba0 req-eaae59a6-45f8-4d7c-93cc-d8f7719331e9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.813737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca41b2-9ec8-4963-ad5f-2220a793cba0 req-eaae59a6-45f8-4d7c-93cc-d8f7719331e9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:19.824691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1dca41b2-9ec8-4963-ad5f-2220a793cba0 req-eaae59a6-45f8-4d7c-93cc-d8f7719331e9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5371 time: 0.6207061 Jun 04 16:31:19.840274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50686) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:20.162929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1dca41b2-9ec8-4963-ad5f-2220a793cba0 req-c318dde5-55b9-4b39-9f64-bf97a482c687 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3372111 Jun 04 16:31:20.182340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50694) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:20.224490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-66f7dbca-2a6c-4dcf-ad4a-22c077ac4e5e tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:20.225991 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-66f7dbca-2a6c-4dcf-ad4a-22c077ac4e5e tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.46 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 816 time: 0.2370849 Jun 04 16:31:20.254825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbdaed-e76b-4238-b299-bea25370d45a req-a48865af-d2bd-4994-a6ca-fa6aa9726b1d tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:20.257082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75fbdaed-e76b-4238-b299-bea25370d45a req-a48865af-d2bd-4994-a6ca-fa6aa9726b1d tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 932 time: 0.7563057 Jun 04 16:31:20.326087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1919656924-network', 'tenant_id': '3c9570bcdb7c40db8ca72a73165693ba'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:20.332349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-124f2493-e3f7-4cbd-9401-946ab9663e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:20.332872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-124f2493-e3f7-4cbd-9401-946ab9663e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:20.333628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-124f2493-e3f7-4cbd-9401-946ab9663e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:20.335833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-124f2493-e3f7-4cbd-9401-946ab9663e23 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=034fe08f1f634c458de338d38be6314a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6443143 Jun 04 16:31:20.353167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5965c9fa-7abc-4477-a040-5d71c1598a68 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Synchronizing usage tracker for tenant:afb5383d706b4c1980b7c7ab48a1378a on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:31:20.359033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:20.379012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Usage tracker for resource:network and tenant:3c9570bcdb7c40db8ca72a73165693ba is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:20.391407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-network', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:20.398064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:20.403236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Usage tracker for resource:network and tenant:3fda2a66f036485eb9c4d3c7e6242d11 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:20.408202 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:20.414681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:20.423189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:20.429316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5965c9fa-7abc-4477-a040-5d71c1598a68 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Unset dirty status for tenant:afb5383d706b4c1980b7c7ab48a1378a on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:31:20.430539 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5965c9fa-7abc-4477-a040-5d71c1598a68 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afb5383d706b4c1980b7c7ab48a1378a HTTP/1.1" status: 200 len: 379 time: 0.1948833 Jun 04 16:31:20.431530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:20.433486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Made reservation on behalf of 3fda2a66f036485eb9c4d3c7e6242d11 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:20.435732 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:20.452921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Request body: {'port': {'device_id': '2f152ca1-26a7-4946-864d-87368d376120', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'admin_state_up': True, 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'security_groups': ['0553033d-5053-4ac0-aa96-ef2da1780b5c']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:20.476000 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:20.551685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Made reservation on behalf of 3c9570bcdb7c40db8ca72a73165693ba for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:20.553917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:20.577319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:20.582077 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:20.591340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-75fbdaed-e76b-4238-b299-bea25370d45a req-df879667-8b2a-4f49-b98f-638ac466f27c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=52885374-9a78-45fb-81db-6cddae575d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041539 Jun 04 16:31:20.597357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Usage tracker for resource:security_group_rule and tenant:3fda2a66f036485eb9c4d3c7e6242d11 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:20.607873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:20.611130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:20.635254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Usage tracker for resource:security_group_rule and tenant:3c9570bcdb7c40db8ca72a73165693ba is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:20.677777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:20.689326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:20.693559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:20.757010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:20.768526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Usage tracker for resource:port and tenant:afb5383d706b4c1980b7c7ab48a1378a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:20.773865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:20.777465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-528a401a-4d38-4c53-979b-a3f067580b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:20.778964 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c3ad35d-09ed-4d7f-ba02-410aeed579c6 req-528a401a-4d38-4c53-979b-a3f067580b5d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4206240 Jun 04 16:31:20.791640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:20.819928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Made reservation on behalf of afb5383d706b4c1980b7c7ab48a1378a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:20.823485 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:20.837161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03e77aef-c7a3-4073-899f-f7a8af796e8f req-b1e9f837-269a-4aee-9ac1-32c9a8af802e tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 210 time: 0.0783048 Jun 04 16:31:20.856451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf89c23-7e88-4e2c-928e-d361ca0056c1 req-f89abe95-5492-463c-92df-efb137630d99 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:20.868088 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cf89c23-7e88-4e2c-928e-d361ca0056c1 req-f89abe95-5492-463c-92df-efb137630d99 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=0592f8ee-3845-4527-9752-e396bb819f07 HTTP/1.1" status: 200 len: 946 time: 0.4830101 Jun 04 16:31:20.869530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:20.891840 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:20.985872 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.007026 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.107940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:31:21.128770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Transition to ACTIVE for port object 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:21.135949 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.138411 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.149325 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.160365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc474b47-4772-4c94-951f-bd764c9cc0dc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:21.183671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cf89c23-7e88-4e2c-928e-d361ca0056c1 req-6dc0d71e-5875-417b-bfac-6516ceb66106 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172832 Jun 04 16:31:21.189467 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.189812 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Added segment bb098bfe-7f3b-4dfa-851e-dfe9943bb9a2 of type vlan for network 65b96997-454a-4318-9da7-845dafe55a4c Jun 04 16:31:21.211659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:21.218363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37e3efe-9368-490e-a948-6ab39cf1edfb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:21.239534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:31:21.256496 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.262668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Allocated IP 172.20.0.5 (614a7452-3f8e-48d3-a295-c0d70920f61f/a52ac60c-7b2f-44a7-bfdf-ded791d655a5/83b54771-b964-4f8f-bf48-dc3a01f25f99) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:31:21.280024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.280380 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Added segment 373ddb2a-8a96-46f9-be4d-c9e5bba7c88c of type vlan for network 0936bf77-67cf-4003-9f24-8ba0c47adf59 Jun 04 16:31:21.281072 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.352829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Pushing event updated for resources: {'Port': ['ID=91def2a8-ccd3-4b2b-bb50-6055dc4bc228,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:21.375758 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.405076 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.405611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Transition to ACTIVE for port object 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:21.406576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:21.407380 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.480246 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.593885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] Pushing event updated for resources: {'Network': ['ID=65b96997-454a-4318-9da7-845dafe55a4c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:21.604759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 65b96997-454a-4318-9da7-845dafe55a4c details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:31:21.608272 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e6f34441-031a-4cc8-b9a2-c0475f23fb99 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4219429 Jun 04 16:31:21.620420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50706) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:21.631227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Request body: {'subnet': {'network_id': '65b96997-454a-4318-9da7-845dafe55a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1919656924-subnet', 'tenant_id': '3c9570bcdb7c40db8ca72a73165693ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:21.637334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:21.641728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Usage tracker for resource:subnet and tenant:3c9570bcdb7c40db8ca72a73165693ba is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:21.644868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:21.650933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:21.663784 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:31:21.679725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Made reservation on behalf of 3c9570bcdb7c40db8ca72a73165693ba for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:21.682880 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.870277 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.871471 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:21.872365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:21.991998 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1506348 Jun 04 16:31:21.995383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:22.003957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:22.013526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50716) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:22.037957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Request body: {'subnet': {'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-subnet', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:22.051869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Attempting to bind port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:22.052135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:22.052283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Attempting to bind port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:22.052536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Attempting to bind port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 on network 59419537-eeeb-49da-b0e6-1fde86e9c16e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:22.063435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Usage tracker for resource:subnet and tenant:3fda2a66f036485eb9c4d3c7e6242d11 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:22.067222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1179890-c255-4674-9915-cd22bcc8efe5 admin admin] Pushing event updated for resources: {'Network': ['ID=0936bf77-67cf-4003-9f24-8ba0c47adf59,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:22.067484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 on network 59419537-eeeb-49da-b0e6-1fde86e9c16e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:22.067691 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Attempting to bind port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 on network 59419537-eeeb-49da-b0e6-1fde86e9c16e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:22.072229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:22.075640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Transition to ACTIVE for port object 83b54771-b964-4f8f-bf48-dc3a01f25f99 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:22.081557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 0936bf77-67cf-4003-9f24-8ba0c47adf59 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:31:22.085197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:22.089302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:22.089642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Checking segment: {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:22.090033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Bound using segment: {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:22.090509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Bound port: 91def2a8-ccd3-4b2b-bb50-6055dc4bc228, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:22.090903 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:22.112214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875b72a-51b2-4130-81d1-8b2cb05df44e req-fb5d5fe3-52eb-4d59-bcb1-427169130b8f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:22.118202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875b72a-51b2-4130-81d1-8b2cb05df44e req-fb5d5fe3-52eb-4d59-bcb1-427169130b8f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:22.124206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875b72a-51b2-4130-81d1-8b2cb05df44e req-fb5d5fe3-52eb-4d59-bcb1-427169130b8f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:22.131744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875b72a-51b2-4130-81d1-8b2cb05df44e req-fb5d5fe3-52eb-4d59-bcb1-427169130b8f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:22.137441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875b72a-51b2-4130-81d1-8b2cb05df44e req-fb5d5fe3-52eb-4d59-bcb1-427169130b8f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:22.143416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875b72a-51b2-4130-81d1-8b2cb05df44e req-fb5d5fe3-52eb-4d59-bcb1-427169130b8f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:22.144997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Made reservation on behalf of 3fda2a66f036485eb9c4d3c7e6242d11 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:22.147518 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:22.149259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875b72a-51b2-4130-81d1-8b2cb05df44e req-fb5d5fe3-52eb-4d59-bcb1-427169130b8f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:22.157126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6875b72a-51b2-4130-81d1-8b2cb05df44e req-fb5d5fe3-52eb-4d59-bcb1-427169130b8f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5383 time: 0.7942693 Jun 04 16:31:22.191605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Attempting to bind port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:22.191933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Attempting to bind port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:22.192255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Attempting to bind port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:22.274336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:22.275965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:22.275965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Attempting to bind port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:22.299741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fef155-0973-4c69-976d-92e9bb6cdca0 req-f81b3e98-1237-4b34-81c0-446526f7379f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:22.301688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78fef155-0973-4c69-976d-92e9bb6cdca0 req-f81b3e98-1237-4b34-81c0-446526f7379f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 944 time: 0.4019177 Jun 04 16:31:22.310874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:22.311210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Checking segment: {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:22.311595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Bound using segment: {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:22.312036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Bound port: 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:22.312383 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:22.329335 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6875b72a-51b2-4130-81d1-8b2cb05df44e req-152d98af-ce08-419e-a2a1-4de6629dfa82 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711040 Jun 04 16:31:22.479787 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] For port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:22.482933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] For port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:22.507022 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:22.524920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] For port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:22.538898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] For port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=91def2a8-ccd3-4b2b-bb50-6055dc4bc228,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:22.556016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Network 614a7452-3f8e-48d3-a295-c0d70920f61f is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:31:22.575149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:22.594673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:31:22.650289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78fef155-0973-4c69-976d-92e9bb6cdca0 req-eeecac41-55ca-4df0-b0fa-86d134a7ca56 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=52885374-9a78-45fb-81db-6cddae575d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227704 Jun 04 16:31:22.678312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:22.679351 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:22.681565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] 10.222.0.46 "PUT /v2.0/ports/9fcd6d38-05e7-4fd1-8007-c8a82b085e4b HTTP/1.1" status: 200 len: 1092 time: 3.7680581 Jun 04 16:31:22.701366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event updated for resources: {'Port': ['ID=83b54771-b964-4f8f-bf48-dc3a01f25f99,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:22.705336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80a205f-0695-448c-8226-2ac095542ac1', 'tag': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:22.713081 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:22.738613 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:22.942532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:22.943617 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:22.971184 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4772ed8b-9473-426f-b03b-f94915af98ae'] response: {'name': 'network-changed', 'server_uuid': 'c80a205f-0695-448c-8226-2ac095542ac1', 'tag': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b', 'status': 'completed', 'code': 200} Jun 04 16:31:22.976207 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-30e6e691-9dcd-4518-816c-60d48c87c811 None None] Provisioning for port 83b54771-b964-4f8f-bf48-dc3a01f25f99 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:31:22.984389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-30e6e691-9dcd-4518-816c-60d48c87c811 None None] Provisioning complete for port 83b54771-b964-4f8f-bf48-dc3a01f25f99 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:22.985253 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-30e6e691-9dcd-4518-816c-60d48c87c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:23.004625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Checking segment: {'id': 'bb098bfe-7f3b-4dfa-851e-dfe9943bb9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '65b96997-454a-4318-9da7-845dafe55a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:23.005530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Network hostable DHCP agents. Network: 65b96997-454a-4318-9da7-845dafe55a4c, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:31:23.009790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=29560b99-12af-40c9-9af6-522df90d5b36,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:23.011889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:23.021250 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:23.022747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] 10.222.0.42 "PUT /v2.0/ports/91def2a8-ccd3-4b2b-bb50-6055dc4bc228 HTTP/1.1" status: 200 len: 1091 time: 4.8209920 Jun 04 16:31:23.059367 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3f250046-cc85-4e0e-846b-a8f7e8f239e7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6121819 Jun 04 16:31:23.079808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Request body: {'port': {'device_id': '2f152ca1-26a7-4946-864d-87368d376120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:23.129644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-30e6e691-9dcd-4518-816c-60d48c87c811 None None] Port 83b54771-b964-4f8f-bf48-dc3a01f25f99 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:31:23.130738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Request body: {'port': {'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:23.137050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Network 65b96997-454a-4318-9da7-845dafe55a4c is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:31:23.142497 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:23.207735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 65b96997-454a-4318-9da7-845dafe55a4c) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:23.219765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0c39f6-39cb-42b1-aa5e-07bca8e644cb None None] Network 65b96997-454a-4318-9da7-845dafe55a4c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:31:23.225717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b71031-9da7-4abb-804e-87e69c9b8af8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:23.282678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:23.283626 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:23.295036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19a0ae7-f6e6-4982-b458-d1d82436ca83,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:23.388886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Checking segment: {'id': '373ddb2a-8a96-46f9-be4d-c9e5bba7c88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:23.389331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Network hostable DHCP agents. Network: 0936bf77-67cf-4003-9f24-8ba0c47adf59, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:31:23.403700 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:23.431197 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1cba32d5-5b02-49ea-aafe-0e7e5f5354ed admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8097272 Jun 04 16:31:23.591747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733ba948-462e-435a-98c6-72bff450dd57 None None] Network 65b96997-454a-4318-9da7-845dafe55a4c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:31:23.676695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Network 0936bf77-67cf-4003-9f24-8ba0c47adf59 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:31:23.757836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 0936bf77-67cf-4003-9f24-8ba0c47adf59) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:23.772084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:23.772666 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:23.803709 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7de26a-2f56-476c-951f-aed1afa842bb None None] Network 0936bf77-67cf-4003-9f24-8ba0c47adf59 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:31:23.808194 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-16134f83-a8ed-4ec7-a2d5-92ae9567f508 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7934806 Jun 04 16:31:23.813487 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:23.819305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50746) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:23.828519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:23.835941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:23.853249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Usage tracker for resource:router and tenant:3fda2a66f036485eb9c4d3c7e6242d11 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:23.853927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ea898-d5df-4437-8e0f-192f223b8a8d service neutron] Pushing event updated for resources: {'Port': ['ID=91def2a8-ccd3-4b2b-bb50-6055dc4bc228,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:23.866058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:23.876523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:23.900677 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:23.901632 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:23.978328 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:23.992619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e8857-6229-4fd4-9c23-a805b4569a9c req-8b1e925f-2b35-471a-b557-d968c0304434 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:23.994289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b54771-b964-4f8f-bf48-dc3a01f25f99 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:23.999857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6e8857-6229-4fd4-9c23-a805b4569a9c req-8b1e925f-2b35-471a-b557-d968c0304434 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 931 time: 1.1576333 Jun 04 16:31:24.003534 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:24.022749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Transition to ACTIVE for port object 83b54771-b964-4f8f-bf48-dc3a01f25f99 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:24.035131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-0f7f2207-67ed-4b60-b0d7-89be230b1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:24.036804 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-0f7f2207-67ed-4b60-b0d7-89be230b1401 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 1095 time: 1.2809286 Jun 04 16:31:24.044664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b073de-d3ec-494d-82be-708e38f91965 req-d2533aa0-c651-465b-9f68-2b1817fcfe89 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:24.046257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21b073de-d3ec-494d-82be-708e38f91965 req-d2533aa0-c651-465b-9f68-2b1817fcfe89 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.46 "GET /v2.0/ports?device_id=0592f8ee-3845-4527-9752-e396bb819f07 HTTP/1.1" status: 200 len: 946 time: 1.0117035 Jun 04 16:31:24.082124 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:24.161067 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cd73ea-6c34-46a3-a9ec-4befc7433ca9 None None] Network 0936bf77-67cf-4003-9f24-8ba0c47adf59 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:31:24.185390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-f1643d4a-6cc3-4a62-b675-8c72dfb43547 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:24.192510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-f1643d4a-6cc3-4a62-b675-8c72dfb43547 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/networks?id=c7581b9c-98ed-40af-aaa2-04e3d64e0010 HTTP/1.1" status: 200 len: 812 time: 0.9677718 Jun 04 16:31:24.205415 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-159562d5-4f89-4b66-a442-c37d03ce04d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b HTTP/1.1" status: 200 len: 217 time: 0.1573520 Jun 04 16:31:24.345185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Pushing event updated for resources: {'Port': ['ID=83b54771-b964-4f8f-bf48-dc3a01f25f99,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:24.459072 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-f24c0708-f37c-4325-90b3-7f9b65d9e9fb tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/quotas/915e8608ef004b1b86d4576d9c437d37 HTTP/1.1" status: 200 len: 375 time: 0.2654719 Jun 04 16:31:24.481368 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e6e8857-6229-4fd4-9c23-a805b4569a9c req-19d630c8-adf9-42d6-b4d5-86809dbb0b22 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4764211 Jun 04 16:31:24.511169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:24.629390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-21b073de-d3ec-494d-82be-708e38f91965 req-ffdd9217-683a-40da-ab76-398a123cbdd1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Deleting port aa315f20-c988-4f8c-ba36-5531d71204da {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:31:24.642937 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21b073de-d3ec-494d-82be-708e38f91965 req-ffdd9217-683a-40da-ab76-398a123cbdd1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:24.823375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3838a-4dd6-49a9-bf6d-e8851547c2a6 req-25cec012-6301-4347-a3e1-a7fa0451fe1e tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:24.824988 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1de3838a-4dd6-49a9-bf6d-e8851547c2a6 req-25cec012-6301-4347-a3e1-a7fa0451fe1e tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.42 "GET /v2.0/ports?device_id=60796b1b-97af-4726-84f0-99568d1ae8bd HTTP/1.1" status: 200 len: 945 time: 0.9230576 Jun 04 16:31:24.831063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Attempting to bind port 83b54771-b964-4f8f-bf48-dc3a01f25f99 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:24.831395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Attempting to bind port 83b54771-b964-4f8f-bf48-dc3a01f25f99 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:24.831725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Attempting to bind port 83b54771-b964-4f8f-bf48-dc3a01f25f99 on network 614a7452-3f8e-48d3-a295-c0d70920f61f {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:24.841462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Port 83b54771-b964-4f8f-bf48-dc3a01f25f99 on network 614a7452-3f8e-48d3-a295-c0d70920f61f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:24.841782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Attempting to bind port 83b54771-b964-4f8f-bf48-dc3a01f25f99 on network 614a7452-3f8e-48d3-a295-c0d70920f61f {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:24.855090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:24.855426 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Checking segment: {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:24.855815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Bound using segment: {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:24.856251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Bound port: 83b54771-b964-4f8f-bf48-dc3a01f25f99, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ea5c99-48b1-4ae7-a5b7-112a4df7475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:24.856602 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:24.883208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-af961eca-5fcd-447d-adbd-98086d8f1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:24.884620 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-af961eca-5fcd-447d-adbd-98086d8f1840 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 200 len: 854 time: 0.5760860 Jun 04 16:31:24.978860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] For port 83b54771-b964-4f8f-bf48-dc3a01f25f99, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:24.985509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': '91def2a8-ccd3-4b2b-bb50-6055dc4bc228'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:24.990032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] For port 83b54771-b964-4f8f-bf48-dc3a01f25f99, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:25.051959 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:25.120300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-1de3838a-4dd6-49a9-bf6d-e8851547c2a6 req-55393b3f-4ee2-41ff-a569-97729413b379 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Deleting port cf5f9f5f-d0df-4148-847e-a912a372bd29 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:31:25.120641 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1de3838a-4dd6-49a9-bf6d-e8851547c2a6 req-55393b3f-4ee2-41ff-a569-97729413b379 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:25.184657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:25.185279 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:25.186939 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] 10.222.0.46 "PUT /v2.0/ports/83b54771-b964-4f8f-bf48-dc3a01f25f99 HTTP/1.1" status: 200 len: 1091 time: 2.1155767 Jun 04 16:31:25.215685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:25.220346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-f8254131-4fd3-415d-9971-6975f3a07fc1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=915e8608ef004b1b86d4576d9c437d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7599280 Jun 04 16:31:25.287528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028c37d-cd61-4b4e-acae-b9970f4b4deb service neutron] Pushing event updated for resources: {'Port': ['ID=83b54771-b964-4f8f-bf48-dc3a01f25f99,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:25.304893 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:25.343600 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:25.423460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc426f7-17a0-4807-9283-865ab4db4ad8 req-5a7ed355-f91e-4876-ac25-0c1746f1fbeb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:25.429868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc426f7-17a0-4807-9283-865ab4db4ad8 req-5a7ed355-f91e-4876-ac25-0c1746f1fbeb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:25.435911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc426f7-17a0-4807-9283-865ab4db4ad8 req-5a7ed355-f91e-4876-ac25-0c1746f1fbeb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:25.439379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-95bf9b2b-87bc-4fd7-a886-92cc373911e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:25.440909 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-95bf9b2b-87bc-4fd7-a886-92cc373911e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 1094 time: 0.1964655 Jun 04 16:31:25.441853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc426f7-17a0-4807-9283-865ab4db4ad8 req-5a7ed355-f91e-4876-ac25-0c1746f1fbeb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:25.447802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc426f7-17a0-4807-9283-865ab4db4ad8 req-5a7ed355-f91e-4876-ac25-0c1746f1fbeb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:25.453773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc426f7-17a0-4807-9283-865ab4db4ad8 req-5a7ed355-f91e-4876-ac25-0c1746f1fbeb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:25.459617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc426f7-17a0-4807-9283-865ab4db4ad8 req-5a7ed355-f91e-4876-ac25-0c1746f1fbeb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:25.467251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbc426f7-17a0-4807-9283-865ab4db4ad8 req-5a7ed355-f91e-4876-ac25-0c1746f1fbeb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5383 time: 0.7659438 Jun 04 16:31:25.519279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:31:25.555798 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-99986978-3c47-41a9-8767-fc7447aac0e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99 HTTP/1.1" status: 200 len: 217 time: 0.1062245 Jun 04 16:31:25.617463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-60bb50d6-2112-4667-a0c0-42d33b81547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:25.619516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-60bb50d6-2112-4667-a0c0-42d33b81547d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f5938a6-9eb6-42de-81b7-fd33ade18d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6799283 Jun 04 16:31:25.677980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Allocated IP 172.25.5.138 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/3a98f9e8-70eb-4670-9822-06452a76c015) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:31:25.887661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-0ad5594a-98be-4fc7-9bb5-9e5c9c74f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:25.889057 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-0ad5594a-98be-4fc7-9bb5-9e5c9c74f6eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a52ac60c-7b2f-44a7-bfdf-ded791d655a5 HTTP/1.1" status: 200 len: 855 time: 0.3264425 Jun 04 16:31:26.015244 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbc426f7-17a0-4807-9283-865ab4db4ad8 req-a6506381-9606-48c5-a10f-d7d311859c66 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5468400 Jun 04 16:31:26.022832 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:26.032187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-92332c5d-ea46-458c-89c5-8b2c5510dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:26.033802 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-92332c5d-ea46-458c-89c5-8b2c5510dbb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=614a7452-3f8e-48d3-a295-c0d70920f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341057 Jun 04 16:31:26.044146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-21b073de-d3ec-494d-82be-708e38f91965 req-ffdd9217-683a-40da-ab76-398a123cbdd1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] For port aa315f20-c988-4f8c-ba36-5531d71204da, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=aa315f20-c988-4f8c-ba36-5531d71204da,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:26.044516 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21b073de-d3ec-494d-82be-708e38f91965 req-ffdd9217-683a-40da-ab76-398a123cbdd1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:26.188074 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:26.229233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-21b073de-d3ec-494d-82be-708e38f91965 req-ffdd9217-683a-40da-ab76-398a123cbdd1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Calling delete_port for aa315f20-c988-4f8c-ba36-5531d71204da owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:31:26.235182 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-3cdbb6e8-bff8-49aa-a760-56037b304c05 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947334 Jun 04 16:31:26.280997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:31:26.287191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:26.289624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:31:26.293408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e936c81-586a-4348-a3fe-86ec2f21469f {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:26.330950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-30caf43b-0b15-4ed6-a496-3663a9ed8e80 service neutron] 10.222.0.13 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0552337 Jun 04 16:31:26.349418 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:26.389726 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-86fb5732-7616-4b56-9f7e-80f2eca3f910 req-29e50412-6812-4f9c-829e-27aa0021b968 tempest-SecurityGroupsNegativeTestJSON-1587156987 tempest-SecurityGroupsNegativeTestJSON-1587156987-project] show failed (client error): The resource could not be found. Jun 04 16:31:26.394928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86fb5732-7616-4b56-9f7e-80f2eca3f910 req-29e50412-6812-4f9c-829e-27aa0021b968 tempest-SecurityGroupsNegativeTestJSON-1587156987 tempest-SecurityGroupsNegativeTestJSON-1587156987-project] 10.222.0.13 "GET /v2.0/security-groups/d6893ee4-d624-4971-acc3-15dd11fef288 HTTP/1.1" status: 404 len: 352 time: 0.1292686 Jun 04 16:31:26.397546 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Pushing event updated for resources: {'Port': ['ID=3a98f9e8-70eb-4670-9822-06452a76c015,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:26.560945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device aa315f20-c988-4f8c-ba36-5531d71204da no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:31:26.577565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-d9770554-079f-413e-81f7-0defa0eaf6e8 service neutron] 10.222.0.13 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340393 Jun 04 16:31:26.632466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Transition to ACTIVE for port object 9e936c81-586a-4348-a3fe-86ec2f21469f will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:26.688527 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:26.773281 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-e3378851-8752-491d-832a-830e0bb6da79 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1298487 Jun 04 16:31:26.796393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1de3838a-4dd6-49a9-bf6d-e8851547c2a6 req-55393b3f-4ee2-41ff-a569-97729413b379 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] For port cf5f9f5f-d0df-4148-847e-a912a372bd29, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cf5f9f5f-d0df-4148-847e-a912a372bd29,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:26.796758 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1de3838a-4dd6-49a9-bf6d-e8851547c2a6 req-55393b3f-4ee2-41ff-a569-97729413b379 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:26.920201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port aa315f20-c988-4f8c-ba36-5531d71204da is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:26.923708 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:26.926734 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f8ade68b-0de1-4be0-887c-39ff34e74558 req-63a27955-5494-4ce8-8564-75437cda911e service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6804960 Jun 04 16:31:27.123367 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cd95f0-8731-408d-9d72-f468cdbbd569'] response: {'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': '91def2a8-ccd3-4b2b-bb50-6055dc4bc228', 'status': 'completed', 'code': 200} Jun 04 16:31:27.143519 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41abb2d2-50ce-4b1a-8e4f-e18371b7d6ce'] response: {'name': 'network-changed', 'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'status': 'completed', 'code': 200} Jun 04 16:31:27.285218 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:27.373562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-1de3838a-4dd6-49a9-bf6d-e8851547c2a6 req-55393b3f-4ee2-41ff-a569-97729413b379 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Calling delete_port for cf5f9f5f-d0df-4148-847e-a912a372bd29 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:31:27.486740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501c6ea-1446-47dc-a763-035c4407cd1a req-a36a3f98-cd6e-4f70-93b1-a90d05984ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:27.487120 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21b073de-d3ec-494d-82be-708e38f91965 req-ffdd9217-683a-40da-ab76-398a123cbdd1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:27.488872 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b501c6ea-1446-47dc-a763-035c4407cd1a req-a36a3f98-cd6e-4f70-93b1-a90d05984ce9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 1094 time: 0.3434637 Jun 04 16:31:27.608604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e936c81-586a-4348-a3fe-86ec2f21469f,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:27.765924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-c0baa2d1-3d16-47a7-9c6b-befb7ba5fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:27.766782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-c0baa2d1-3d16-47a7-9c6b-befb7ba5fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:27.767379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-c0baa2d1-3d16-47a7-9c6b-befb7ba5fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:27.767869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-c0baa2d1-3d16-47a7-9c6b-befb7ba5fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:27.768333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-c0baa2d1-3d16-47a7-9c6b-befb7ba5fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:27.768790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-c0baa2d1-3d16-47a7-9c6b-befb7ba5fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:27.769251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-c0baa2d1-3d16-47a7-9c6b-befb7ba5fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:27.769499 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4dafb3ae-7969-423e-8631-803b9efd7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:27.772259 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-c0baa2d1-3d16-47a7-9c6b-befb7ba5fff5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=034fe08f1f634c458de338d38be6314a&device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 6300 time: 0.6301434 Jun 04 16:31:28.061408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:28.119266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd832ee9-6e0d-4be2-a0ef-2b29943755ea req-31d712ef-b10c-4ebf-8117-2ca19299fc6f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:28.120956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd832ee9-6e0d-4be2-a0ef-2b29943755ea req-31d712ef-b10c-4ebf-8117-2ca19299fc6f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 944 time: 1.5124011 Jun 04 16:31:28.206534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd9217-683a-40da-ab76-398a123cbdd1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Pushing event deleted for resources: {'Port': ['ID=aa315f20-c988-4f8c-ba36-5531d71204da,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:28.211038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501c6ea-1446-47dc-a763-035c4407cd1a req-00ceb064-4b64-4469-81ae-fc4bc97821c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:28.212338 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b501c6ea-1446-47dc-a763-035c4407cd1a req-00ceb064-4b64-4469-81ae-fc4bc97821c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 917 time: 0.5959527 Jun 04 16:31:28.254999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b073de-d3ec-494d-82be-708e38f91965 req-ffdd9217-683a-40da-ab76-398a123cbdd1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] No DVR routers for this DVR port aa315f20-c988-4f8c-ba36-5531d71204da on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:31:28.257683 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-21b073de-d3ec-494d-82be-708e38f91965 req-ffdd9217-683a-40da-ab76-398a123cbdd1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:28.309024 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b501c6ea-1446-47dc-a763-035c4407cd1a req-c01b2726-58dc-4b0b-ac34-58b736105963 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99 HTTP/1.1" status: 200 len: 217 time: 0.0747511 Jun 04 16:31:28.367294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67936b-4b81-4018-b317-455b90259199 req-1c555f65-7077-4c5c-a54f-177b1470851b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:28.368861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a67936b-4b81-4018-b317-455b90259199 req-1c555f65-7077-4c5c-a54f-177b1470851b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 943 time: 1.0561910 Jun 04 16:31:28.370148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21b073de-d3ec-494d-82be-708e38f91965 req-ffdd9217-683a-40da-ab76-398a123cbdd1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.46 "DELETE /v2.0/ports/aa315f20-c988-4f8c-ba36-5531d71204da HTTP/1.1" status: 204 len: 173 time: 4.3131242 Jun 04 16:31:28.372054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d30d41a1-18e2-4f2c-bdc4-a2aa9f6522c6 req-fb6e2a67-95ae-4eb6-b4ab-ca4e6f703e40 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5840530 Jun 04 16:31:28.410238 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd832ee9-6e0d-4be2-a0ef-2b29943755ea req-c1589bd6-4348-4aab-8fb4-cbbc64bc87ef tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=52885374-9a78-45fb-81db-6cddae575d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393928 Jun 04 16:31:28.468313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Attempting to bind port 9e936c81-586a-4348-a3fe-86ec2f21469f on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:28.473772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Attempting to bind port 9e936c81-586a-4348-a3fe-86ec2f21469f by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:28.474395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Attempting to bind port 9e936c81-586a-4348-a3fe-86ec2f21469f on network 59419537-eeeb-49da-b0e6-1fde86e9c16e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:28.503247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Port 9e936c81-586a-4348-a3fe-86ec2f21469f on network 59419537-eeeb-49da-b0e6-1fde86e9c16e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:28.506835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Attempting to bind port 9e936c81-586a-4348-a3fe-86ec2f21469f on network 59419537-eeeb-49da-b0e6-1fde86e9c16e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:28.551065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device cf5f9f5f-d0df-4148-847e-a912a372bd29 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:31:28.569435 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:28.570870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Checking segment: {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:28.572116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Bound using segment: {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:28.572585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Bound port: 9e936c81-586a-4348-a3fe-86ec2f21469f, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a7cd7f-8a78-4239-af83-cb93d310c2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:28.576345 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:28.686713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-2145c2f3-13d0-44c2-966a-a291bf3f868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:28.686713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-2145c2f3-13d0-44c2-966a-a291bf3f868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:28.686713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-2145c2f3-13d0-44c2-966a-a291bf3f868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:28.687646 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-2145c2f3-13d0-44c2-966a-a291bf3f868d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=034fe08f1f634c458de338d38be6314a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9009051 Jun 04 16:31:28.826163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501c6ea-1446-47dc-a763-035c4407cd1a req-0996864e-f3a6-4a6a-864c-f996dd97ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:28.830548 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b501c6ea-1446-47dc-a763-035c4407cd1a req-0996864e-f3a6-4a6a-864c-f996dd97ac56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a52ac60c-7b2f-44a7-bfdf-ded791d655a5 HTTP/1.1" status: 200 len: 855 time: 0.5116105 Jun 04 16:31:28.843190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port cf5f9f5f-d0df-4148-847e-a912a372bd29 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:28.843867 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:28.873226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a67936b-4b81-4018-b317-455b90259199 req-632ccb5e-8328-4e0f-82c4-fe970df79713 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4885767 Jun 04 16:31:29.042001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] For port 9e936c81-586a-4348-a3fe-86ec2f21469f, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:29.047513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] For port 9e936c81-586a-4348-a3fe-86ec2f21469f, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9e936c81-586a-4348-a3fe-86ec2f21469f,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:29.054988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1de3838a-4dd6-49a9-bf6d-e8851547c2a6 req-55393b3f-4ee2-41ff-a569-97729413b379 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:29.095519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-7008531b-32b6-484d-bf74-dbe94aa00d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:29.100541 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-7008531b-32b6-484d-bf74-dbe94aa00d44 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3988643 Jun 04 16:31:29.249836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Router 754ec0ac-5c04-4858-935b-65ad23d666e2 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:31:29.255087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0592f8ee-3845-4527-9752-e396bb819f07', 'name': 'network-vif-deleted', 'tag': 'aa315f20-c988-4f8c-ba36-5531d71204da'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:29.349113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501c6ea-1446-47dc-a763-035c4407cd1a req-37cfd2d1-4f27-41a0-94e9-c5ecd5f86b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:29.350710 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b501c6ea-1446-47dc-a763-035c4407cd1a req-37cfd2d1-4f27-41a0-94e9-c5ecd5f86b31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=614a7452-3f8e-48d3-a295-c0d70920f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5076103 Jun 04 16:31:29.394074 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:29.411004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-eaacc81d-f382-466d-82ca-ef34639ec417 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:29.412611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-eaacc81d-f382-466d-82ca-ef34639ec417 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.46 "GET /v2.0/networks?id=c7581b9c-98ed-40af-aaa2-04e3d64e0010 HTTP/1.1" status: 200 len: 812 time: 0.5354822 Jun 04 16:31:29.448020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:29.448404 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:29.455256 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] 10.222.0.42 "PUT /v2.0/ports/9e936c81-586a-4348-a3fe-86ec2f21469f HTTP/1.1" status: 200 len: 1091 time: 6.3302708 Jun 04 16:31:29.484849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55393b3f-4ee2-41ff-a569-97729413b379 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Pushing event deleted for resources: {'Port': ['ID=cf5f9f5f-d0df-4148-847e-a912a372bd29,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:29.524452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-0e6ac232-42d0-43d3-ae95-a87e1777e656 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:29.525254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-0e6ac232-42d0-43d3-ae95-a87e1777e656 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Synchronizing usage tracker for tenant:915e8608ef004b1b86d4576d9c437d37 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:31:29.547588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Request body: {'port': {'device_id': '48abceae-6333-4a51-997d-4eef79673cc6', 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010', 'admin_state_up': True, 'tenant_id': '915e8608ef004b1b86d4576d9c437d37'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:29.573550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Request body: {'port': {'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:29.681693 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b501c6ea-1446-47dc-a763-035c4407cd1a req-8c8dcd2f-683c-4b1a-87c0-bd0cd72a700f service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118258 Jun 04 16:31:29.685346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-0e6ac232-42d0-43d3-ae95-a87e1777e656 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Unset dirty status for tenant:915e8608ef004b1b86d4576d9c437d37 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:31:29.686546 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-0e6ac232-42d0-43d3-ae95-a87e1777e656 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.42 "GET /v2.0/networks?id=c7581b9c-98ed-40af-aaa2-04e3d64e0010 HTTP/1.1" status: 200 len: 812 time: 0.8469620 Jun 04 16:31:29.720391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Request body: {'port': {'device_id': '8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb', 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010', 'admin_state_up': True, 'tenant_id': '915e8608ef004b1b86d4576d9c437d37'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:29.846396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de3838a-4dd6-49a9-bf6d-e8851547c2a6 req-55393b3f-4ee2-41ff-a569-97729413b379 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] No DVR routers for this DVR port cf5f9f5f-d0df-4148-847e-a912a372bd29 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:31:29.850022 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1de3838a-4dd6-49a9-bf6d-e8851547c2a6 req-55393b3f-4ee2-41ff-a569-97729413b379 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:29.852731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1de3838a-4dd6-49a9-bf6d-e8851547c2a6 req-55393b3f-4ee2-41ff-a569-97729413b379 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.42 "DELETE /v2.0/ports/cf5f9f5f-d0df-4148-847e-a912a372bd29 HTTP/1.1" status: 204 len: 173 time: 4.9714482 Jun 04 16:31:29.876723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:31:29.897662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Sync routers for ids ['754ec0ac-5c04-4858-935b-65ad23d666e2'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:31:29.932298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Routers {'754ec0ac-5c04-4858-935b-65ad23d666e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:31:29.932993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:31:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['754ec0ac-5c04-4858-935b-65ad23d666e2'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:29.936209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3deec52a-00aa-45b7-8a3b-eeed154a055a req-9342c431-a810-4cea-97b4-21f0df3758f4 tempest-SecurityGroupsNegativeTestJSON-1587156987 tempest-SecurityGroupsNegativeTestJSON-1587156987-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c9570bcdb7c40db8ca72a73165693ba HTTP/1.1" status: 200 len: 2988 time: 0.6901700 Jun 04 16:31:30.015772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74403a0-6472-4cb4-a6d9-a6bd55dc7fe6 req-826fe95d-5b8f-4940-82d7-31cd0ae593f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:30.017360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b74403a0-6472-4cb4-a6d9-a6bd55dc7fe6 req-826fe95d-5b8f-4940-82d7-31cd0ae593f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 1095 time: 1.4012430 Jun 04 16:31:30.017927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc25933-8120-4f1d-95df-759c6028f7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e936c81-586a-4348-a3fe-86ec2f21469f,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:30.053689 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:30.054927 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-08940d4a-1059-40aa-8a60-9586d30ff677 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2346392 Jun 04 16:31:30.059457 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b501c6ea-1446-47dc-a763-035c4407cd1a req-1460c929-4805-43e0-81c5-67ce55bbe60d service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692706 Jun 04 16:31:30.059907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50820) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:30.127358 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8005478a-1ca3-4aac-a922-900924d93e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:30.176586 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:30.180791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:30.184038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Usage tracker for resource:port and tenant:915e8608ef004b1b86d4576d9c437d37 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:30.191299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:30.203311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56965240-af4c-4134-9b54-6336894986cd req-0dcf3c9d-da85-4eb8-a3c5-50fb4c7a0bc3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:30.210140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56965240-af4c-4134-9b54-6336894986cd req-0dcf3c9d-da85-4eb8-a3c5-50fb4c7a0bc3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:30.216037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56965240-af4c-4134-9b54-6336894986cd req-0dcf3c9d-da85-4eb8-a3c5-50fb4c7a0bc3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:30.222307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56965240-af4c-4134-9b54-6336894986cd req-0dcf3c9d-da85-4eb8-a3c5-50fb4c7a0bc3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:30.230564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56965240-af4c-4134-9b54-6336894986cd req-0dcf3c9d-da85-4eb8-a3c5-50fb4c7a0bc3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:30.237508 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56965240-af4c-4134-9b54-6336894986cd req-0dcf3c9d-da85-4eb8-a3c5-50fb4c7a0bc3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:30.243615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56965240-af4c-4134-9b54-6336894986cd req-0dcf3c9d-da85-4eb8-a3c5-50fb4c7a0bc3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:30.245311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56965240-af4c-4134-9b54-6336894986cd req-0dcf3c9d-da85-4eb8-a3c5-50fb4c7a0bc3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5395 time: 0.9766273 Jun 04 16:31:30.256825 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:30.257489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Set router 754ec0ac-5c04-4858-935b-65ad23d666e2 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:31:30.262913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:30.307541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3deec52a-00aa-45b7-8a3b-eeed154a055a req-8c79ceb1-32e6-4f6c-9a79-103f00f6011f tempest-SecurityGroupsNegativeTestJSON-1587156987 tempest-SecurityGroupsNegativeTestJSON-1587156987-project] 10.222.0.13 "GET /v2.0/security-groups/cc474b47-4772-4c94-951f-bd764c9cc0dc HTTP/1.1" status: 200 len: 2985 time: 0.3703654 Jun 04 16:31:30.310076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Made reservation on behalf of 915e8608ef004b1b86d4576d9c437d37 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:30.314678 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:30.361318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Usage tracker for resource:port and tenant:915e8608ef004b1b86d4576d9c437d37 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:30.410895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:30.488577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:30.515479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56965240-af4c-4134-9b54-6336894986cd req-e5e63a3d-42d9-447f-873c-19c4ac918e4e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2494528 Jun 04 16:31:30.580721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83b54771-b964-4f8f-bf48-dc3a01f25f99 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:31:30.598676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Made reservation on behalf of 915e8608ef004b1b86d4576d9c437d37 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:30.602304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:30.644714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74403a0-6472-4cb4-a6d9-a6bd55dc7fe6 req-4ab50f02-4124-45cd-a1d7-a88d7ddd4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:30.646106 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b74403a0-6472-4cb4-a6d9-a6bd55dc7fe6 req-4ab50f02-4124-45cd-a1d7-a88d7ddd4c40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 916 time: 0.6019292 Jun 04 16:31:30.716194 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3deec52a-00aa-45b7-8a3b-eeed154a055a req-ab807974-6d96-4d2f-b60b-ebc71c4d9e62 tempest-SecurityGroupsNegativeTestJSON-1587156987 tempest-SecurityGroupsNegativeTestJSON-1587156987-project] 10.222.0.13 "GET /v2.0/security-groups/cc474b47-4772-4c94-951f-bd764c9cc0dc HTTP/1.1" status: 200 len: 2985 time: 0.4077697 Jun 04 16:31:30.789273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83b54771-b964-4f8f-bf48-dc3a01f25f99, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:30.808552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'port_id': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'mac_address': 'fa:16:3e:eb:2f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:31:30.878545 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83b54771-b964-4f8f-bf48-dc3a01f25f99 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:30.878915 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:30.932101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b54771-b964-4f8f-bf48-dc3a01f25f99 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:30.968087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83b54771-b964-4f8f-bf48-dc3a01f25f99, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:30.994376 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:30.995333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:31:31.010014 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef8db00-e83b-4b8c-a49b-d5057c40c249'] response: {'server_uuid': '0592f8ee-3845-4527-9752-e396bb819f07', 'name': 'network-vif-deleted', 'tag': 'aa315f20-c988-4f8c-ba36-5531d71204da', 'status': 'completed', 'code': 200} Jun 04 16:31:31.045944 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b74403a0-6472-4cb4-a6d9-a6bd55dc7fe6 req-80ca39fc-9894-4a9e-9272-a658703fef4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b HTTP/1.1" status: 200 len: 217 time: 0.3333123 Jun 04 16:31:31.117421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-374676a3-057d-4402-9c6b-4afc68fff00e req-11f27d4d-304a-4c3c-97d9-890ef9d1a5e0 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Synchronizing usage tracker for tenant:915e8608ef004b1b86d4576d9c437d37 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:31:31.151244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:31.165851 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Allocated IP 172.20.0.12 (c7581b9c-98ed-40af-aaa2-04e3d64e0010/2d42c9ca-7e5e-40ad-9f64-a58e91441e2c/96b082d7-0f21-4e88-86a0-95fe28060fd5) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:31:31.247124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'port_id': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b', 'mac_address': 'fa:16:3e:54:31:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:31:31.257145 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83b54771-b964-4f8f-bf48-dc3a01f25f99,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:31.331873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-374676a3-057d-4402-9c6b-4afc68fff00e req-11f27d4d-304a-4c3c-97d9-890ef9d1a5e0 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Unset dirty status for tenant:915e8608ef004b1b86d4576d9c437d37 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:31:31.338982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-374676a3-057d-4402-9c6b-4afc68fff00e req-11f27d4d-304a-4c3c-97d9-890ef9d1a5e0 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 210 time: 0.3680341 Jun 04 16:31:31.373604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74403a0-6472-4cb4-a6d9-a6bd55dc7fe6 req-890a49d2-6e38-4c5e-8a9f-0cddbd7a0e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:31.378145 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b74403a0-6472-4cb4-a6d9-a6bd55dc7fe6 req-890a49d2-6e38-4c5e-8a9f-0cddbd7a0e69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 200 len: 854 time: 0.2458541 Jun 04 16:31:31.415817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:31.416185 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:31.504257 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:31.505735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:31.546137 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:31.546551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1435a54-e777-49ac-a076-e3e252a90c0d req-7a834d17-ea18-453a-927d-c2cb799825ed tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:31.556472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1435a54-e777-49ac-a076-e3e252a90c0d req-7a834d17-ea18-453a-927d-c2cb799825ed tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 944 time: 0.5346837 Jun 04 16:31:31.558886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:31.566147 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:31.647858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:31.665571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:31:26Z', 'revision_number': 3, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port': {'id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:65:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:25Z', 'updated_at': '2022-06-04T16:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:31.670617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Checking router: 754ec0ac-5c04-4858-935b-65ad23d666e2 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:31:31.671258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Updating router 754ec0ac-5c04-4858-935b-65ad23d666e2 port 3a98f9e8-70eb-4670-9822-06452a76c015 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:31:31.691046 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:31:31.744179 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1435a54-e777-49ac-a076-e3e252a90c0d req-e79d7c62-c2e5-445a-aac1-0966730ecdd1 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=52885374-9a78-45fb-81db-6cddae575d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848106 Jun 04 16:31:31.745764 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:31.747464 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:31.832242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74403a0-6472-4cb4-a6d9-a6bd55dc7fe6 req-496425a2-113f-4464-a637-5dba0e851c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:31.834738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b74403a0-6472-4cb4-a6d9-a6bd55dc7fe6 req-496425a2-113f-4464-a637-5dba0e851c6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f5938a6-9eb6-42de-81b7-fd33ade18d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4499896 Jun 04 16:31:31.902921 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:32.001260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Network c7581b9c-98ed-40af-aaa2-04e3d64e0010 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:31:32.021148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['83b54771-b964-4f8f-bf48-dc3a01f25f99'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:31:32.030406 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b74403a0-6472-4cb4-a6d9-a6bd55dc7fe6 req-dea20814-3b94-4314-957e-9256fd6209a5 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709721 Jun 04 16:31:32.042552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:32.055101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:31:32.091814 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Pushing event updated for resources: {'Port': ['ID=96b082d7-0f21-4e88-86a0-95fe28060fd5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:32.133163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:32.159447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:32.160145 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:32.179953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['9fcd6d38-05e7-4fd1-8007-c8a82b085e4b'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:31:32.245901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60eea7ff-0fed-457a-bb8d-9d01c96adf55 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:32.250968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Allocated IP 172.20.0.11 (c7581b9c-98ed-40af-aaa2-04e3d64e0010/2d42c9ca-7e5e-40ad-9f64-a58e91441e2c/5189e41a-c2f2-4fa4-bd5f-e8628ed0221a) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:31:32.274047 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:32.281640 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6702ece0-3a45-43fc-8144-dbd146704974 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5679243 Jun 04 16:31:32.304580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Request body: {'port': {'device_id': '8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:32.443638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Transition to ACTIVE for port object 60eea7ff-0fed-457a-bb8d-9d01c96adf55 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:32.446821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f667513-78db-4ba5-af42-afc61dc12cfb req-b0d7ef32-3218-4afe-9f40-5423958df7b9 tempest-SecurityGroupsNegativeTestJSON-1587156987 tempest-SecurityGroupsNegativeTestJSON-1587156987-project] 10.222.0.13 "GET /v2.0/security-groups/cc474b47-4772-4c94-951f-bd764c9cc0dc HTTP/1.1" status: 200 len: 2985 time: 0.6284704 Jun 04 16:31:32.458554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48809f6e-70c8-428d-9ded-2a2610b641e0 req-92b2b82a-2239-4b93-ac94-67f35f01db0b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:32.465775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48809f6e-70c8-428d-9ded-2a2610b641e0 req-92b2b82a-2239-4b93-ac94-67f35f01db0b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 944 time: 0.8672056 Jun 04 16:31:32.505753 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:32.579313 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:32.613033 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:32.759891 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48809f6e-70c8-428d-9ded-2a2610b641e0 req-731415fb-8703-4304-bb30-aae27e91aa61 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929242 Jun 04 16:31:32.876947 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:32.886073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Pushing event updated for resources: {'Port': ['ID=60eea7ff-0fed-457a-bb8d-9d01c96adf55,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:32.897848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Transition to ACTIVE for port object 3a98f9e8-70eb-4670-9822-06452a76c015 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:32.898352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b74403a0-6472-4cb4-a6d9-a6bd55dc7fe6 req-810105ac-5bd0-4e15-87b0-3258bd3b74f5 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525373 Jun 04 16:31:32.907584 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:33.005915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4151a-f429-4f78-a0c9-ff91efb012c4 None None] Pushing event updated for resources: {'Port': ['ID=3a98f9e8-70eb-4670-9822-06452a76c015,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:33.045515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': '9e936c81-586a-4348-a3fe-86ec2f21469f'}, {'server_uuid': '60796b1b-97af-4726-84f0-99568d1ae8bd', 'name': 'network-vif-deleted', 'tag': 'cf5f9f5f-d0df-4148-847e-a912a372bd29'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:33.048806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Attempting to bind port 3a98f9e8-70eb-4670-9822-06452a76c015 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:33.049832 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Attempting to bind port 3a98f9e8-70eb-4670-9822-06452a76c015 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:33.050747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Attempting to bind port 3a98f9e8-70eb-4670-9822-06452a76c015 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:33.059040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:33.059710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:33.060956 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:33.061496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:33.062126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Bound port: 3a98f9e8-70eb-4670-9822-06452a76c015, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:33.062777 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:33.068845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Allocated IP 172.20.0.1 (0936bf77-67cf-4003-9f24-8ba0c47adf59/e19a0ae7-f6e6-4982-b458-d1d82436ca83/8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:31:33.158549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] For port 3a98f9e8-70eb-4670-9822-06452a76c015, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:33.163889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] For port 3a98f9e8-70eb-4670-9822-06452a76c015, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3a98f9e8-70eb-4670-9822-06452a76c015,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:33.171172 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:33.257705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Routers {'754ec0ac-5c04-4858-935b-65ad23d666e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:31:33.258360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:31:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['754ec0ac-5c04-4858-935b-65ad23d666e2'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:33.262841 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:33.290846 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-8f667513-78db-4ba5-af42-afc61dc12cfb req-18c30f2a-2401-4312-a529-f179a113d0a5 tempest-SecurityGroupsNegativeTestJSON-1587156987 tempest-SecurityGroupsNegativeTestJSON-1587156987-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 04 16:31:33.291883 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f667513-78db-4ba5-af42-afc61dc12cfb req-18c30f2a-2401-4312-a529-f179a113d0a5 tempest-SecurityGroupsNegativeTestJSON-1587156987 tempest-SecurityGroupsNegativeTestJSON-1587156987-project] 10.222.0.13 "DELETE /v2.0/security-groups/cc474b47-4772-4c94-951f-bd764c9cc0dc HTTP/1.1" status: 409 len: 352 time: 0.7969832 Jun 04 16:31:33.315806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:33.360690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4151a-f429-4f78-a0c9-ff91efb012c4 None None] Pushing event updated for resources: {'Port': ['ID=3a98f9e8-70eb-4670-9822-06452a76c015,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:33.391094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Attempting to bind port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:33.391474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Attempting to bind port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'dda04663-c8b1-49f5-8f56-d37b24831192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:33.391736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Attempting to bind port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 on network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:33.404258 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Network 0936bf77-67cf-4003-9f24-8ba0c47adf59 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:31:33.405052 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:33.408056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 on network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:33.408371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Attempting to bind port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 on network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:33.408648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:33.413344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:31:33.423542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:33.423903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Checking segment: {'id': 'dda04663-c8b1-49f5-8f56-d37b24831192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:33.424289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Bound using segment: {'id': 'dda04663-c8b1-49f5-8f56-d37b24831192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:33.424725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Bound port: 60eea7ff-0fed-457a-bb8d-9d01c96adf55, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda04663-c8b1-49f5-8f56-d37b24831192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:33.425067 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:33.445384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ec5e-10d9-4417-a9f5-bfd03343ccd5 req-773c9c36-6db1-49f1-95ac-0595fe700bcb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:33.451268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ec5e-10d9-4417-a9f5-bfd03343ccd5 req-773c9c36-6db1-49f1-95ac-0595fe700bcb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:33.457589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ec5e-10d9-4417-a9f5-bfd03343ccd5 req-773c9c36-6db1-49f1-95ac-0595fe700bcb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:33.462628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] Set router 754ec0ac-5c04-4858-935b-65ad23d666e2 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:31:33.463420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ec5e-10d9-4417-a9f5-bfd03343ccd5 req-773c9c36-6db1-49f1-95ac-0595fe700bcb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:33.469239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ec5e-10d9-4417-a9f5-bfd03343ccd5 req-773c9c36-6db1-49f1-95ac-0595fe700bcb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:33.475201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ec5e-10d9-4417-a9f5-bfd03343ccd5 req-773c9c36-6db1-49f1-95ac-0595fe700bcb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:33.481008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ec5e-10d9-4417-a9f5-bfd03343ccd5 req-773c9c36-6db1-49f1-95ac-0595fe700bcb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:33.482999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e99ec5e-10d9-4417-a9f5-bfd03343ccd5 req-773c9c36-6db1-49f1-95ac-0595fe700bcb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5407 time: 0.4684262 Jun 04 16:31:33.593640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Pushing event updated for resources: {'Port': ['ID=8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:33.605877 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:33.627093 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4241b74-e100-4c85-9e44-556bacbc9f58 req-a49aa70c-5c01-4122-af4d-e2e4830132b5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 210 time: 0.1429362 Jun 04 16:31:33.650063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e99ec5e-10d9-4417-a9f5-bfd03343ccd5 req-133a10d7-13cc-43af-8fd0-8016a2d730a1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231375 Jun 04 16:31:33.691047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] For port 60eea7ff-0fed-457a-bb8d-9d01c96adf55, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:33.694988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] For port 60eea7ff-0fed-457a-bb8d-9d01c96adf55, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=60eea7ff-0fed-457a-bb8d-9d01c96adf55,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:33.702743 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:33.751830 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:33.811881 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba1f7db-54da-4f71-a887-f64ea93c42ef'] response: {'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': '9e936c81-586a-4348-a3fe-86ec2f21469f', 'status': 'completed', 'code': 200} Jun 04 16:31:33.812144 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba1f7db-54da-4f71-a887-f64ea93c42ef'] response: {'server_uuid': '60796b1b-97af-4726-84f0-99568d1ae8bd', 'name': 'network-vif-deleted', 'tag': 'cf5f9f5f-d0df-4148-847e-a912a372bd29', 'status': 'completed', 'code': 200} Jun 04 16:31:33.816686 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:33.831123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:31:26Z', 'revision_number': 3, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port': {'id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:65:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:25Z', 'updated_at': '2022-06-04T16:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:33.835506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360931d-3a03-4e73-99b2-f3f835b843b0 None None] The sync data for ids ['754ec0ac-5c04-4858-935b-65ad23d666e2'] in n-d-811809-3 is: [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:31:26Z', 'revision_number': 3, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port': {'id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:65:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:25Z', 'updated_at': '2022-06-04T16:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:31:33.861161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Network c7581b9c-98ed-40af-aaa2-04e3d64e0010 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:31:33.904731 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:33.921663 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-bb1edde2-5f93-4f3d-bfe9-3c0f171b7980 req-da8d4aec-5b0a-44fe-a304-af705084d88d tempest-SecurityGroupsNegativeTestJSON-1587156987 tempest-SecurityGroupsNegativeTestJSON-1587156987-project] show failed (client error): The resource could not be found. Jun 04 16:31:33.923262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb1edde2-5f93-4f3d-bfe9-3c0f171b7980 req-da8d4aec-5b0a-44fe-a304-af705084d88d tempest-SecurityGroupsNegativeTestJSON-1587156987 tempest-SecurityGroupsNegativeTestJSON-1587156987-project] 10.222.0.13 "GET /v2.0/security-groups/cc4de9cd-add1-420c-971e-b65112f67b59 HTTP/1.1" status: 404 len: 352 time: 0.1102424 Jun 04 16:31:33.924166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:31:33.964516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:33.965230 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:33.966907 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] 10.222.0.42 "PUT /v2.0/ports/60eea7ff-0fed-457a-bb8d-9d01c96adf55 HTTP/1.1" status: 200 len: 1091 time: 4.4773641 Jun 04 16:31:34.019581 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:34.038739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Request body: {'port': {'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:34.079084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0869d4-c436-48f1-8fba-d9b01c7c0b84 service neutron] Pushing event updated for resources: {'Port': ['ID=60eea7ff-0fed-457a-bb8d-9d01c96adf55,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:34.115014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b082d7-0f21-4e88-86a0-95fe28060fd5 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:34.129518 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:34.153881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Transition to ACTIVE for port object 96b082d7-0f21-4e88-86a0-95fe28060fd5 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:34.160613 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:34.424373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:34.426029 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:34.478938 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:34.482766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Pushing event updated for resources: {'Port': ['ID=96b082d7-0f21-4e88-86a0-95fe28060fd5,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:34.501604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Pushing event updated for resources: {'Port': ['ID=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:34.514082 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:34.607611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83b54771-b964-4f8f-bf48-dc3a01f25f99 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:31:34.699151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3a98f9e8-70eb-4670-9822-06452a76c015 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:31:34.711213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Attempting to bind port 96b082d7-0f21-4e88-86a0-95fe28060fd5 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:34.711537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Attempting to bind port 96b082d7-0f21-4e88-86a0-95fe28060fd5 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:34.711984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Attempting to bind port 96b082d7-0f21-4e88-86a0-95fe28060fd5 on network c7581b9c-98ed-40af-aaa2-04e3d64e0010 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:34.720618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Port 96b082d7-0f21-4e88-86a0-95fe28060fd5 on network c7581b9c-98ed-40af-aaa2-04e3d64e0010 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:34.720928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Attempting to bind port 96b082d7-0f21-4e88-86a0-95fe28060fd5 on network c7581b9c-98ed-40af-aaa2-04e3d64e0010 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:34.744445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:34.744785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Checking segment: {'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:34.745213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Bound using segment: {'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:34.745651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Bound port: 96b082d7-0f21-4e88-86a0-95fe28060fd5, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:34.745992 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:34.845899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 83b54771-b964-4f8f-bf48-dc3a01f25f99 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:31:34.851028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 3a98f9e8-70eb-4670-9822-06452a76c015 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:31:34.855716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 83b54771-b964-4f8f-bf48-dc3a01f25f99 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:34.862122 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:34.903156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3a98f9e8-70eb-4670-9822-06452a76c015 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:34.904041 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:34.915253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235dd82-1e43-40a0-8264-8ea9e26b4760 req-cab0bd49-1655-4c80-9e01-48ac8d5d2ae5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:34.917294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a235dd82-1e43-40a0-8264-8ea9e26b4760 req-cab0bd49-1655-4c80-9e01-48ac8d5d2ae5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 945 time: 1.0819347 Jun 04 16:31:34.940878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-24904be3-66e1-4045-af0d-72e0be14df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:34.941325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-24904be3-66e1-4045-af0d-72e0be14df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:34.941890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-24904be3-66e1-4045-af0d-72e0be14df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:34.942986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-24904be3-66e1-4045-af0d-72e0be14df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:34.944011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-24904be3-66e1-4045-af0d-72e0be14df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:34.946022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-24904be3-66e1-4045-af0d-72e0be14df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:34.946665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-24904be3-66e1-4045-af0d-72e0be14df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:34.949658 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-24904be3-66e1-4045-af0d-72e0be14df8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=034fe08f1f634c458de338d38be6314a&device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 6409 time: 1.1705122 Jun 04 16:31:34.951243 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-6fe84915-4fd6-43c2-9963-1e1de9737ac5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4917278 Jun 04 16:31:34.958621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] For port 96b082d7-0f21-4e88-86a0-95fe28060fd5, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:34.974257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] For port 96b082d7-0f21-4e88-86a0-95fe28060fd5, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=96b082d7-0f21-4e88-86a0-95fe28060fd5,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:34.979660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Request body: {'port': {'device_id': '48abceae-6333-4a51-997d-4eef79673cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:35.008092 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.012093 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.072103 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.118357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83b54771-b964-4f8f-bf48-dc3a01f25f99 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:35.119951 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.155634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:35.156907 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.158804 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] 10.222.0.42 "PUT /v2.0/ports/96b082d7-0f21-4e88-86a0-95fe28060fd5 HTTP/1.1" status: 200 len: 1092 time: 2.8584478 Jun 04 16:31:35.161658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb', 'tag': '96b082d7-0f21-4e88-86a0-95fe28060fd5'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:35.184353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:31:35.209768 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.222950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a235dd82-1e43-40a0-8264-8ea9e26b4760 req-d90565fb-a0c4-4f9c-8716-f80e0232c31c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=52885374-9a78-45fb-81db-6cddae575d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937155 Jun 04 16:31:35.269558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbf92a-dcc6-44df-90e2-f2a4a5c75ebe service neutron] Pushing event updated for resources: {'Port': ['ID=96b082d7-0f21-4e88-86a0-95fe28060fd5,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:35.291890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83b54771-b964-4f8f-bf48-dc3a01f25f99, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:35.299533 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:35.314821 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.315684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:31:35.390344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d91df-456f-4f64-83d7-1a1ca2e33f87 req-a53bdd99-7743-4ff9-b758-15a597bf74f0 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:35.392581 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b12d91df-456f-4f64-83d7-1a1ca2e33f87 req-a53bdd99-7743-4ff9-b758-15a597bf74f0 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 944 time: 1.2720840 Jun 04 16:31:35.432477 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-ae74759d-6ed2-4788-9f15-2ee17bd5ddd1 req-d4807c8a-ed6b-4b25-8447-1a6c68b72859 tempest-SecurityGroupsNegativeTestJSON-1587156987 tempest-SecurityGroupsNegativeTestJSON-1587156987-project] show failed (client error): The resource could not be found. Jun 04 16:31:35.433998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3a98f9e8-70eb-4670-9822-06452a76c015 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:35.435702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae74759d-6ed2-4788-9f15-2ee17bd5ddd1 req-d4807c8a-ed6b-4b25-8447-1a6c68b72859 tempest-SecurityGroupsNegativeTestJSON-1587156987 tempest-SecurityGroupsNegativeTestJSON-1587156987-project] 10.222.0.13 "GET /v2.0/security-groups/65411bc1-0def-42e9-aafd-b2a631dfa22d HTTP/1.1" status: 404 len: 352 time: 0.1521323 Jun 04 16:31:35.447213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50862) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:35.447689 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.496947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25bade0-c0eb-445a-bb94-2aa6430da92f {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:35.519732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Pushing event updated for resources: {'Port': ['ID=8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:35.543703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 3a98f9e8-70eb-4670-9822-06452a76c015, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3a98f9e8-70eb-4670-9822-06452a76c015,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:35.547443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83b54771-b964-4f8f-bf48-dc3a01f25f99,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:35.561914 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.566421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.614420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b12d91df-456f-4f64-83d7-1a1ca2e33f87 req-1141c6a4-7afc-495b-9c2f-55e2ff254bd5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535606 Jun 04 16:31:35.621705 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.637963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-88b2db58-d891-46a1-8aa3-fe21fa2b393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:35.638338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-88b2db58-d891-46a1-8aa3-fe21fa2b393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:35.638825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-88b2db58-d891-46a1-8aa3-fe21fa2b393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:35.640780 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-88b2db58-d891-46a1-8aa3-fe21fa2b393f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=034fe08f1f634c458de338d38be6314a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6173217 Jun 04 16:31:35.642113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Transition to ACTIVE for port object e25bade0-c0eb-445a-bb94-2aa6430da92f will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:35.670963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:31:35.681280 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.685057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:35.685486 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.761494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=3a98f9e8-70eb-4670-9822-06452a76c015,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:35.814679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f7d1ef-7cf0-4cbe-a6e0-7582c902c7cd admin admin] Deleting subnet 29560b99-12af-40c9-9af6-522df90d5b36 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:31:35.839024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-58f7d1ef-7cf0-4cbe-a6e0-7582c902c7cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.873623 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:35.874099 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.920203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-8d92f0b2-2faa-4a8e-bf01-19bbd24ccb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:35.922051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:35.922491 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-8d92f0b2-2faa-4a8e-bf01-19bbd24ccb56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=915e8608ef004b1b86d4576d9c437d37&device_id=8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb HTTP/1.1" status: 200 len: 1095 time: 0.7147634 Jun 04 16:31:35.931001 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:35.943441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Network 0936bf77-67cf-4003-9f24-8ba0c47adf59 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:31:35.948657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:36.020894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:36.051783 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-0a97d9f7-654e-4a90-b79e-f6b2ee7deace service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96b082d7-0f21-4e88-86a0-95fe28060fd5 HTTP/1.1" status: 200 len: 217 time: 0.1043792 Jun 04 16:31:36.092756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': '60eea7ff-0fed-457a-bb8d-9d01c96adf55'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:36.144919 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-58f7d1ef-7cf0-4cbe-a6e0-7582c902c7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:36.276713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e25bade0-c0eb-445a-bb94-2aa6430da92f,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:36.320333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-61172f6b-443c-413c-b349-6c1958e29ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:36.321807 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-61172f6b-443c-413c-b349-6c1958e29ca0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d42c9ca-7e5e-40ad-9f64-a58e91441e2c HTTP/1.1" status: 200 len: 852 time: 0.2628622 Jun 04 16:31:36.377914 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-58f7d1ef-7cf0-4cbe-a6e0-7582c902c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:36.431772 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-e51b0049-aa00-4ff5-82e9-e9be948ca521 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7581b9c-98ed-40af-aaa2-04e3d64e0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859451 Jun 04 16:31:36.496787 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-b120bfbc-0489-48c1-a90d-ed8b9f0afe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:36.498233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb7d6dc8-61cd-4a10-bade-3dd2f9180398 req-b120bfbc-0489-48c1-a90d-ed8b9f0afe73 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8509417 Jun 04 16:31:36.548774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Router 754ec0ac-5c04-4858-935b-65ad23d666e2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:31:36.634337 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-58f7d1ef-7cf0-4cbe-a6e0-7582c902c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:36.636413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f1aac-e061-4547-aa07-d75cd07ffcc6 req-420217a9-6fc0-45ad-8fef-9d9a1bc5412b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:36.644257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f1aac-e061-4547-aa07-d75cd07ffcc6 req-420217a9-6fc0-45ad-8fef-9d9a1bc5412b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:36.649991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f1aac-e061-4547-aa07-d75cd07ffcc6 req-420217a9-6fc0-45ad-8fef-9d9a1bc5412b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:36.674597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f1aac-e061-4547-aa07-d75cd07ffcc6 req-420217a9-6fc0-45ad-8fef-9d9a1bc5412b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:36.680873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f1aac-e061-4547-aa07-d75cd07ffcc6 req-420217a9-6fc0-45ad-8fef-9d9a1bc5412b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:36.684769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3a98f9e8-70eb-4670-9822-06452a76c015 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:31:36.693338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f1aac-e061-4547-aa07-d75cd07ffcc6 req-420217a9-6fc0-45ad-8fef-9d9a1bc5412b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:36.702609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f1aac-e061-4547-aa07-d75cd07ffcc6 req-420217a9-6fc0-45ad-8fef-9d9a1bc5412b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:36.704883 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a3f1aac-e061-4547-aa07-d75cd07ffcc6 req-420217a9-6fc0-45ad-8fef-9d9a1bc5412b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5419 time: 0.6497273 Jun 04 16:31:36.715201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7d1ef-7cf0-4cbe-a6e0-7582c902c7cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29560b99-12af-40c9-9af6-522df90d5b36,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:36.717579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Attempting to bind port e25bade0-c0eb-445a-bb94-2aa6430da92f on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:36.722968 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-58f7d1ef-7cf0-4cbe-a6e0-7582c902c7cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:36.723303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Attempting to bind port e25bade0-c0eb-445a-bb94-2aa6430da92f by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'dda04663-c8b1-49f5-8f56-d37b24831192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:36.723841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Attempting to bind port e25bade0-c0eb-445a-bb94-2aa6430da92f on network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:36.728874 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-fdf4910d-db8b-489d-b14a-b65a16d10e1d service neutron] 10.222.0.42 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889109 Jun 04 16:31:36.738734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6967abf-a7da-4600-93d2-b413bc70abe6 req-403ae7fd-33e1-4189-927e-e1745b1e6dcb tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:36.740448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e6967abf-a7da-4600-93d2-b413bc70abe6 req-403ae7fd-33e1-4189-927e-e1745b1e6dcb tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 932 time: 1.0190213 Jun 04 16:31:36.775780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Port e25bade0-c0eb-445a-bb94-2aa6430da92f on network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:36.776265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Attempting to bind port e25bade0-c0eb-445a-bb94-2aa6430da92f on network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:36.812290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:36.813202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Checking segment: {'id': 'dda04663-c8b1-49f5-8f56-d37b24831192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:36.813814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Bound using segment: {'id': 'dda04663-c8b1-49f5-8f56-d37b24831192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:36.814381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Bound port: e25bade0-c0eb-445a-bb94-2aa6430da92f, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda04663-c8b1-49f5-8f56-d37b24831192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:36.814948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:36.834166 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-58f7d1ef-7cf0-4cbe-a6e0-7582c902c7cd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/29560b99-12af-40c9-9af6-522df90d5b36 HTTP/1.1" status: 204 len: 168 time: 1.3825467 Jun 04 16:31:36.845834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50876) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:36.855774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3a98f9e8-70eb-4670-9822-06452a76c015 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:36.855774 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:36.991497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a3f1aac-e061-4547-aa07-d75cd07ffcc6 req-57db0929-2928-425f-ac95-eea575baa31f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2767351 Jun 04 16:31:37.010744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e6967abf-a7da-4600-93d2-b413bc70abe6 req-12c8033f-065f-4fdb-9271-6b1704bdb0e9 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450638 Jun 04 16:31:37.043892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3a98f9e8-70eb-4670-9822-06452a76c015 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:37.078343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] For port e25bade0-c0eb-445a-bb94-2aa6430da92f, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:37.088156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:31:37.105125 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Sync routers for ids ['754ec0ac-5c04-4858-935b-65ad23d666e2'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:31:37.107456 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f0294d4f-734c-4ace-a6b0-c90a112cb6bf admin admin] 10.222.0.13 "PUT /v2.0/routers/754ec0ac-5c04-4858-935b-65ad23d666e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0373263 Jun 04 16:31:37.136726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] For port e25bade0-c0eb-445a-bb94-2aa6430da92f, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e25bade0-c0eb-445a-bb94-2aa6430da92f,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:37.138905 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d7fc1d-377e-4364-8919-7fa1a5b72782'] response: {'name': 'network-changed', 'server_uuid': '8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb', 'tag': '96b082d7-0f21-4e88-86a0-95fe28060fd5', 'status': 'completed', 'code': 200} Jun 04 16:31:37.147672 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:37.166643 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a720d85-a347-48aa-a472-9d3fbea6ebb3'] response: {'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'code': 200} Jun 04 16:31:37.176648 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Routers {'754ec0ac-5c04-4858-935b-65ad23d666e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:31:37.178086 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:31:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['754ec0ac-5c04-4858-935b-65ad23d666e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:37.229857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:37.233625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38261da3-05ac-4635-acfb-cefed4c580bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:37.253885 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e656f9a-bb5f-4d88-8b05-134410398159'] response: {'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': '60eea7ff-0fed-457a-bb8d-9d01c96adf55', 'status': 'completed', 'code': 200} Jun 04 16:31:37.297148 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-4c0c8be1-56cf-4fdb-b861-cf7542384397 service neutron] 10.222.0.42 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593765 Jun 04 16:31:37.389728 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:37.502665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e25bade0-c0eb-445a-bb94-2aa6430da92f,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:37.542301 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Set router 754ec0ac-5c04-4858-935b-65ad23d666e2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:31:37.618062 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38261da3-05ac-4635-acfb-cefed4c580bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:37.622482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:37.623125 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:37.624559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-4bb5b9fd-f615-4616-95ea-55b960ff65c9 service neutron] 10.222.0.42 "PUT /v2.0/ports/e25bade0-c0eb-445a-bb94-2aa6430da92f HTTP/1.1" status: 200 len: 1091 time: 3.6119556 Jun 04 16:31:37.683139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Transition to ACTIVE for port object 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:37.708615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-38261da3-05ac-4635-acfb-cefed4c580bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b96997-454a-4318-9da7-845dafe55a4c']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:37.711823 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:37.737657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-38261da3-05ac-4635-acfb-cefed4c580bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb098bfe-7f3b-4dfa-851e-dfe9943bb9a2') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:37.748233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-38261da3-05ac-4635-acfb-cefed4c580bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb098bfe-7f3b-4dfa-851e-dfe9943bb9a2') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:37.788090 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38261da3-05ac-4635-acfb-cefed4c580bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:37.813172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1107332-cd0b-4514-9a66-ac6f636b54b4 req-19e856f8-9612-4c3f-8b5b-cba77a6b8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:37.814857 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c1107332-cd0b-4514-9a66-ac6f636b54b4 req-19e856f8-9612-4c3f-8b5b-cba77a6b8a34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=915e8608ef004b1b86d4576d9c437d37&device_id=8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb HTTP/1.1" status: 200 len: 1095 time: 0.4314799 Jun 04 16:31:37.815814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38261da3-05ac-4635-acfb-cefed4c580bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:37.831456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38261da3-05ac-4635-acfb-cefed4c580bc admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:31:37.831891 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38261da3-05ac-4635-acfb-cefed4c580bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:38.041406 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:31:34Z', 'revision_number': 4, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port': {'id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:25Z', 'updated_at': '2022-06-04T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2', 'name': '', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'mac_address': 'fa:16:3e:97:7e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:32Z', 'updated_at': '2022-06-04T16:31:34Z', 'revision_number': 2, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'subnets': [{'id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:38.047068 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Checking router: 754ec0ac-5c04-4858-935b-65ad23d666e2 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:31:38.047748 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Updating router 754ec0ac-5c04-4858-935b-65ad23d666e2 port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:31:38.051033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b4bee-150c-44bb-b01c-009033ad1f86 req-50ef2a15-8f56-4046-9ca3-91e2ba77d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.052616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f5b4bee-150c-44bb-b01c-009033ad1f86 req-50ef2a15-8f56-4046-9ca3-91e2ba77d378 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 1096 time: 0.7838833 Jun 04 16:31:38.060889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-ffd59fcd-f5a4-4c8b-8eb5-f59d97aceeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.061455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-ffd59fcd-f5a4-4c8b-8eb5-f59d97aceeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.061918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-ffd59fcd-f5a4-4c8b-8eb5-f59d97aceeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.062609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-ffd59fcd-f5a4-4c8b-8eb5-f59d97aceeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.063102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-ffd59fcd-f5a4-4c8b-8eb5-f59d97aceeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.063559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-ffd59fcd-f5a4-4c8b-8eb5-f59d97aceeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.064008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-ffd59fcd-f5a4-4c8b-8eb5-f59d97aceeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.065850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-ffd59fcd-f5a4-4c8b-8eb5-f59d97aceeeb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=034fe08f1f634c458de338d38be6314a&device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 6476 time: 0.7231698 Jun 04 16:31:38.067798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Pushing event updated for resources: {'Port': ['ID=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:38.121393 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:38.164502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033a914-ba05-4e3a-8fdb-2a4fcc3b3811 req-d2cc5774-e082-4d30-b11c-008269a34478 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.165985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0033a914-ba05-4e3a-8fdb-2a4fcc3b3811 req-d2cc5774-e082-4d30-b11c-008269a34478 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 946 time: 0.7736552 Jun 04 16:31:38.234585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1107332-cd0b-4514-9a66-ac6f636b54b4 req-b3853097-c3f1-44b0-b2a7-fdc3be0a7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.236055 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c1107332-cd0b-4514-9a66-ac6f636b54b4 req-b3853097-c3f1-44b0-b2a7-fdc3be0a7138 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7581b9c-98ed-40af-aaa2-04e3d64e0010 HTTP/1.1" status: 200 len: 913 time: 0.1419520 Jun 04 16:31:38.237940 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38261da3-05ac-4635-acfb-cefed4c580bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:38.271266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e441c-357c-4112-8b03-97009bd9df03 req-ce6ce97e-d4c4-45e5-bd15-9febe4aaa7b4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.272773 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38261da3-05ac-4635-acfb-cefed4c580bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:38.276851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-443e441c-357c-4112-8b03-97009bd9df03 req-ce6ce97e-d4c4-45e5-bd15-9febe4aaa7b4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.7907085 Jun 04 16:31:38.347791 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-38261da3-05ac-4635-acfb-cefed4c580bc admin admin] 10.222.0.13 "DELETE /v2.0/networks/65b96997-454a-4318-9da7-845dafe55a4c HTTP/1.1" status: 204 len: 168 time: 1.5007045 Jun 04 16:31:38.348803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38261da3-05ac-4635-acfb-cefed4c580bc admin admin] Pushing event deleted for resources: {'Network': ['ID=65b96997-454a-4318-9da7-845dafe55a4c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:38.352244 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c1107332-cd0b-4514-9a66-ac6f636b54b4 req-8866d07a-4a5a-4a31-8303-a6d1f6039225 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96b082d7-0f21-4e88-86a0-95fe28060fd5 HTTP/1.1" status: 200 len: 217 time: 0.0740271 Jun 04 16:31:38.419732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f5b4bee-150c-44bb-b01c-009033ad1f86 req-714dfe78-c451-4645-921f-c356c9f67760 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474982 Jun 04 16:31:38.441879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Attempting to bind port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:38.441879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Attempting to bind port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:38.441879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Attempting to bind port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a on network c7581b9c-98ed-40af-aaa2-04e3d64e0010 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:38.484870 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment bb098bfe-7f3b-4dfa-851e-dfe9943bb9a2 resource provider aggregate not found Jun 04 16:31:38.490015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a on network c7581b9c-98ed-40af-aaa2-04e3d64e0010 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:38.490335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Attempting to bind port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a on network c7581b9c-98ed-40af-aaa2-04e3d64e0010 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:38.516575 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment bb098bfe-7f3b-4dfa-851e-dfe9943bb9a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb098bfe-7f3b-4dfa-851e-dfe9943bb9a2 found for delete ", "request_id": "req-30a69a0f-a5d3-486e-973b-e9a4aed9e052"}]} Jun 04 16:31:38.521061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1107332-cd0b-4514-9a66-ac6f636b54b4 req-cca28ab4-ece8-453e-9d19-4e73de43bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.523904 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c1107332-cd0b-4514-9a66-ac6f636b54b4 req-cca28ab4-ece8-453e-9d19-4e73de43bdac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d42c9ca-7e5e-40ad-9f64-a58e91441e2c HTTP/1.1" status: 200 len: 852 time: 0.1652257 Jun 04 16:31:38.558081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:38.561809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Checking segment: {'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:38.562207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Bound using segment: {'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:38.563845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Bound port: 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:38.564207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:38.584895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0033a914-ba05-4e3a-8fdb-2a4fcc3b3811 req-b1dd82d6-a447-4f28-aa5d-6bb2ad1c41d5 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=52885374-9a78-45fb-81db-6cddae575d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3861439 Jun 04 16:31:38.586896 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c1107332-cd0b-4514-9a66-ac6f636b54b4 req-7c75be27-f6a6-4101-8bd5-3cbfb3ffcd2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7581b9c-98ed-40af-aaa2-04e3d64e0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548568 Jun 04 16:31:38.653732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-443e441c-357c-4112-8b03-97009bd9df03 req-88e50d81-121e-47ce-9ba9-935c4dba749b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3662217 Jun 04 16:31:38.664291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50912) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:38.669486 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:38.707275 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Transition to ACTIVE for port object 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:38.722076 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:38.756976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-dafbc740-c2fd-4572-804e-e459bc9c34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.757953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-dafbc740-c2fd-4572-804e-e459bc9c34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.759054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-dafbc740-c2fd-4572-804e-e459bc9c34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:38.764002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-dafbc740-c2fd-4572-804e-e459bc9c34ed service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=034fe08f1f634c458de338d38be6314a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6746514 Jun 04 16:31:38.812041 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c1107332-cd0b-4514-9a66-ac6f636b54b4 req-277a0905-2b31-45de-a443-9264921ff4c6 service neutron] 10.222.0.42 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178981 Jun 04 16:31:38.954148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d4bc054c-906b-4b4a-861a-fa30097edcd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c9570bcdb7c40db8ca72a73165693ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835126 Jun 04 16:31:38.973471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50918) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:39.046853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] For port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:39.051083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] For port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:39.098196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-1e586d57-b1b6-4093-8e7c-59e57f1551a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.100482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0f02166-e998-49ea-a2e3-b0de3cb0189c req-1e586d57-b1b6-4093-8e7c-59e57f1551a2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3100548 Jun 04 16:31:39.106718 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c1107332-cd0b-4514-9a66-ac6f636b54b4 req-38cac378-c508-40f7-8b53-aa3ca95002fa service neutron] 10.222.0.42 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888043 Jun 04 16:31:39.133864 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:39.167973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80a205f-0695-448c-8226-2ac095542ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:39.240333 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Pushing event updated for resources: {'Port': ['ID=8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:39.244472 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Attempting to bind port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:39.245132 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Attempting to bind port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '373ddb2a-8a96-46f9-be4d-c9e5bba7c88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:39.245276 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Attempting to bind port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 on network 0936bf77-67cf-4003-9f24-8ba0c47adf59 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:39.255640 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:39.256010 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Checking segment: {'id': '373ddb2a-8a96-46f9-be4d-c9e5bba7c88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:39.256395 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:39.256771 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Bound using segment: {'id': '373ddb2a-8a96-46f9-be4d-c9e5bba7c88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:39.257237 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Bound port: 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373ddb2a-8a96-46f9-be4d-c9e5bba7c88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:39.257593 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:39.262154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': 'e25bade0-c0eb-445a-bb94-2aa6430da92f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:39.270460 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:39.270794 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:39.271122 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:39.271449 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:39.271880 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:39.272196 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:39.272689 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:39.273004 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:39.273335 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:39.273665 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:39.273958 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:39.274267 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:39.291643 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-c3ff10a5-f482-48d6-b074-8448815eb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.292124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-c3ff10a5-f482-48d6-b074-8448815eb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.292592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-c3ff10a5-f482-48d6-b074-8448815eb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.293193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-c3ff10a5-f482-48d6-b074-8448815eb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.293662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-c3ff10a5-f482-48d6-b074-8448815eb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.294154 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-c3ff10a5-f482-48d6-b074-8448815eb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.294611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-c3ff10a5-f482-48d6-b074-8448815eb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.297366 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-c3ff10a5-f482-48d6-b074-8448815eb7f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=034fe08f1f634c458de338d38be6314a&device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 6476 time: 0.1331995 Jun 04 16:31:39.337806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.339364 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:39.341508 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] 10.222.0.46 "PUT /v2.0/ports/5189e41a-c2f2-4fa4-bd5f-e8628ed0221a HTTP/1.1" status: 200 len: 1092 time: 4.3678975 Jun 04 16:31:39.387874 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-65336a23-30a6-4b35-9d4b-7b2e1d6571d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5377171-fdb4-417f-b474-ba4f7bed802e HTTP/1.1" status: 200 len: 217 time: 0.0779922 Jun 04 16:31:39.402076 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] For port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:39.405641 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] For port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2,segment=NetworkSegment(373ddb2a-8a96-46f9-be4d-c9e5bba7c88c),segment_id=373ddb2a-8a96-46f9-be4d-c9e5bba7c88c)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:39.412944 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:39.472384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-c90de4c1-ccf6-4ecd-abc9-a6f4e84880fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.474727 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-c90de4c1-ccf6-4ecd-abc9-a6f4e84880fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24400e9e-8edf-461f-bb64-f983372345e5 HTTP/1.1" status: 200 len: 850 time: 0.0814176 Jun 04 16:31:39.500309 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Routers {'754ec0ac-5c04-4858-935b-65ad23d666e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:31:39.500756 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:31:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['754ec0ac-5c04-4858-935b-65ad23d666e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:39.560690 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47f0c6ee-c7e7-4c45-9405-36bb8cc01312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:39.588981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-42c1a457-4466-466d-a574-2b7961846dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.590638 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-42c1a457-4466-466d-a574-2b7961846dc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bffa50e-6075-4c4d-a7c9-53a4ad9311fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088040 Jun 04 16:31:39.592986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4ceec-3a4c-43a3-bf8d-3d48d8c99636 service neutron] Pushing event updated for resources: {'Port': ['ID=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:39.647969 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47f0c6ee-c7e7-4c45-9405-36bb8cc01312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:39.724780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-ca8e962e-904f-474d-8d5d-de20aa79de78 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.726632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-ca8e962e-904f-474d-8d5d-de20aa79de78 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/networks?id=0936bf77-67cf-4003-9f24-8ba0c47adf59 HTTP/1.1" status: 200 len: 819 time: 0.4793258 Jun 04 16:31:39.755235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a8663-a5cd-40d2-93ba-cd8518d7983d req-54d6dde2-52cc-4334-a4f4-0e1daf91b4a6 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.761002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a8663-a5cd-40d2-93ba-cd8518d7983d req-54d6dde2-52cc-4334-a4f4-0e1daf91b4a6 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.766967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a8663-a5cd-40d2-93ba-cd8518d7983d req-54d6dde2-52cc-4334-a4f4-0e1daf91b4a6 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.770199 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90972f-2013-49ed-a81b-395a762f586f None None] Pushing event updated for resources: {'Port': ['ID=8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:39.773301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a8663-a5cd-40d2-93ba-cd8518d7983d req-54d6dde2-52cc-4334-a4f4-0e1daf91b4a6 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.779475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a8663-a5cd-40d2-93ba-cd8518d7983d req-54d6dde2-52cc-4334-a4f4-0e1daf91b4a6 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.782018 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-e53c9af0-9194-4abc-9582-2be3bb70caea service neutron] 10.222.0.42 "GET /v2.0/networks/5bffa50e-6075-4c4d-a7c9-53a4ad9311fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766238 Jun 04 16:31:39.785365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a8663-a5cd-40d2-93ba-cd8518d7983d req-54d6dde2-52cc-4334-a4f4-0e1daf91b4a6 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.791090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a8663-a5cd-40d2-93ba-cd8518d7983d req-54d6dde2-52cc-4334-a4f4-0e1daf91b4a6 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.792988 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-452a8663-a5cd-40d2-93ba-cd8518d7983d req-54d6dde2-52cc-4334-a4f4-0e1daf91b4a6 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5419 time: 0.5619044 Jun 04 16:31:39.811867 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] Set router 754ec0ac-5c04-4858-935b-65ad23d666e2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:31:39.828239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-e0dadc31-ea44-4397-9f9a-160d84833aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:39.829760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-e0dadc31-ea44-4397-9f9a-160d84833aa5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=915e8608ef004b1b86d4576d9c437d37&device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 1095 time: 0.3580410 Jun 04 16:31:39.834851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-27ef5f61-1367-4564-b75b-3ea1e7a98d48 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/quotas/3fda2a66f036485eb9c4d3c7e6242d11 HTTP/1.1" status: 200 len: 375 time: 0.0380325 Jun 04 16:31:39.925891 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a417e2b1-e8a3-46a4-869e-0931943736a2 service neutron] 10.222.0.42 "GET /v2.0/networks/5bffa50e-6075-4c4d-a7c9-53a4ad9311fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380119 Jun 04 16:31:39.968205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-452a8663-a5cd-40d2-93ba-cd8518d7983d req-397b3244-a7df-4305-bac1-3ce5936adaef tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1649592 Jun 04 16:31:39.972026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-c895b312-6d79-43ac-a4ce-33c5abfcf449 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a HTTP/1.1" status: 200 len: 217 time: 0.1337121 Jun 04 16:31:40.019148 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-75dc007a-57be-4cf3-a707-7aac540aaa99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=676127af-26ed-4542-9cbd-93d28f298675 HTTP/1.1" status: 200 len: 217 time: 0.0871017 Jun 04 16:31:40.033676 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47f0c6ee-c7e7-4c45-9405-36bb8cc01312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:40.078154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0c6ee-c7e7-4c45-9405-36bb8cc01312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc474b47-4772-4c94-951f-bd764c9cc0dc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:40.101296 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47f0c6ee-c7e7-4c45-9405-36bb8cc01312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:40.102419 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-47f0c6ee-c7e7-4c45-9405-36bb8cc01312 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc474b47-4772-4c94-951f-bd764c9cc0dc HTTP/1.1" status: 204 len: 168 time: 1.1279986 Jun 04 16:31:40.112926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-ab72f3d2-06ed-4067-89e2-0e8bd560e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:40.114476 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-ab72f3d2-06ed-4067-89e2-0e8bd560e01c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2d42c9ca-7e5e-40ad-9f64-a58e91441e2c HTTP/1.1" status: 200 len: 852 time: 0.1320279 Jun 04 16:31:40.123322 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-b628f26e-061b-4c4f-a9fd-ee11d259e412 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fda2a66f036485eb9c4d3c7e6242d11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2348597 Jun 04 16:31:40.163907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bc18432d-523d-43a7-abab-e80cf7cadc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:40.166011 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-bc18432d-523d-43a7-abab-e80cf7cadc70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 HTTP/1.1" status: 200 len: 797 time: 0.1401746 Jun 04 16:31:40.287544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-4d2e2d21-cf6b-45c0-9bb4-3ad5cc53bcf7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7581b9c-98ed-40af-aaa2-04e3d64e0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632571 Jun 04 16:31:40.291243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-767c9013-9b16-4f55-af0e-55ef0d4ac341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:40.292857 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-767c9013-9b16-4f55-af0e-55ef0d4ac341 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59419537-eeeb-49da-b0e6-1fde86e9c16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1197312 Jun 04 16:31:40.406111 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:31:34Z', 'revision_number': 4, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port': {'id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:25Z', 'updated_at': '2022-06-04T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2', 'name': '', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'mac_address': 'fa:16:3e:97:7e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:32Z', 'updated_at': '2022-06-04T16:31:39Z', 'revision_number': 4, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'subnets': [{'id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:40.414512 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178e942-fea5-4848-8959-1cff4eb01cf9 None None] The sync data for ids ['754ec0ac-5c04-4858-935b-65ad23d666e2'] in n-d-811809-3 is: [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:31:34Z', 'revision_number': 4, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port': {'id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:25Z', 'updated_at': '2022-06-04T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2', 'name': '', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'mac_address': 'fa:16:3e:97:7e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:32Z', 'updated_at': '2022-06-04T16:31:39Z', 'revision_number': 4, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'subnets': [{'id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:31:40.596729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 96b082d7-0f21-4e88-86a0-95fe28060fd5 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:31:40.837034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:31:40.920433 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-f58029a0-6c6b-4d00-9684-45c9580684b1 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216514 Jun 04 16:31:41.004743 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 96b082d7-0f21-4e88-86a0-95fe28060fd5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=96b082d7-0f21-4e88-86a0-95fe28060fd5,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:41.030072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '96b082d7-0f21-4e88-86a0-95fe28060fd5', 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010', 'port_id': '96b082d7-0f21-4e88-86a0-95fe28060fd5', 'mac_address': 'fa:16:3e:e9:7f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d42c9ca-7e5e-40ad-9f64-a58e91441e2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:31:41.081578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-a88263d2-f161-4bd9-82b6-f8cd9ac295b7 service neutron] 10.222.0.46 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7840593 Jun 04 16:31:41.089483 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-f99cb16c-be29-4af3-a689-97fc2be8e633 service neutron] 10.222.0.13 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9343348 Jun 04 16:31:41.112399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:31:41.125946 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-6b058305-0942-4141-a7f4-3d53237dfe2e service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981807 Jun 04 16:31:41.128189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12a6f7-4295-4781-a45e-1fde12016f0f req-1173cc56-90c0-4613-84f2-3459124a22bb tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:41.129376 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f12a6f7-4295-4781-a45e-1fde12016f0f req-1173cc56-90c0-4613-84f2-3459124a22bb tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 944 time: 0.9688148 Jun 04 16:31:41.156536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 96b082d7-0f21-4e88-86a0-95fe28060fd5 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:41.157077 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:41.178567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:41.179084 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:41.203942 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-a436b510-43e6-4084-b229-cb9e9b63b454 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=badd5b3b-221a-4307-a531-2bfdad5adde7 HTTP/1.1" status: 200 len: 217 time: 0.0679529 Jun 04 16:31:41.287278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-68471a46-39a7-490d-babb-d865b776e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:41.287760 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b082d7-0f21-4e88-86a0-95fe28060fd5 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:41.289010 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-68471a46-39a7-490d-babb-d865b776e27d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 HTTP/1.1" status: 200 len: 797 time: 0.0761614 Jun 04 16:31:41.374524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 96b082d7-0f21-4e88-86a0-95fe28060fd5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=96b082d7-0f21-4e88-86a0-95fe28060fd5,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:41.385259 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:41.412691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-9778083d-e797-454f-b4b5-5253cacc0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:41.414794 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-9778083d-e797-454f-b4b5-5253cacc0aae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59419537-eeeb-49da-b0e6-1fde86e9c16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1177022 Jun 04 16:31:41.493491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:41.493491 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:41.503444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-efd19d92-d6ec-4a4b-b026-0ceb5b8a573e service neutron] 10.222.0.13 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729048 Jun 04 16:31:41.523521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=96b082d7-0f21-4e88-86a0-95fe28060fd5,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:41.559233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2,segment=NetworkSegment(373ddb2a-8a96-46f9-be4d-c9e5bba7c88c),segment_id=373ddb2a-8a96-46f9-be4d-c9e5bba7c88c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:41.562022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f12a6f7-4295-4781-a45e-1fde12016f0f req-81d0c947-e3cc-4474-940c-86f6fa3d4da6 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039061 Jun 04 16:31:41.569504 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:41.686549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2893710c-34ea-4689-99a5-c248dd0fa2fd req-8d3dab9b-8221-4113-bafc-3eceb66fd38a service neutron] 10.222.0.46 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953643 Jun 04 16:31:41.689447 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7aec0bee-e113-431d-b735-65aff0194c72 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670681 Jun 04 16:31:41.710834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['96b082d7-0f21-4e88-86a0-95fe28060fd5'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:31:41.753377 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3065c331-2d76-457d-9b17-e4541b8c914e'] response: {'server_uuid': 'c80a205f-0695-448c-8226-2ac095542ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b', 'code': 200} Jun 04 16:31:41.791122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50974) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:41.954858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:41.996347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba202393-72ec-4e68-971a-b6095d4d4ed5 req-70bb92d2-58dd-4a01-a576-9dba6f8a8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:41.997772 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba202393-72ec-4e68-971a-b6095d4d4ed5 req-70bb92d2-58dd-4a01-a576-9dba6f8a8be8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 1097 time: 0.1799314 Jun 04 16:31:42.037848 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-8f983f6c-2ab1-4a79-814f-b32d5cb0f5f0 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408422 Jun 04 16:31:42.056252 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa4d7f8-0a4a-43ad-9026-5b6e702d69c9'] response: {'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': 'e25bade0-c0eb-445a-bb94-2aa6430da92f', 'status': 'completed', 'code': 200} Jun 04 16:31:42.109264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba202393-72ec-4e68-971a-b6095d4d4ed5 req-3f438ef2-2394-40c4-8561-4c0cc060556b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=52885374-9a78-45fb-81db-6cddae575d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022534 Jun 04 16:31:42.150085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1132902909-network', 'tenant_id': 'c95f02e614ad44e69f93afb526d8fde9'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:42.156612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:42.167186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Usage tracker for resource:network and tenant:c95f02e614ad44e69f93afb526d8fde9 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:42.171149 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:42.183548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:42.208561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Made reservation on behalf of c95f02e614ad44e69f93afb526d8fde9 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:42.211270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:42.211696 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-d52e1894-089b-45a8-9c27-9fc185e01d5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=91def2a8-ccd3-4b2b-bb50-6055dc4bc228 HTTP/1.1" status: 200 len: 217 time: 0.1665137 Jun 04 16:31:42.278621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-19787c35-9002-4440-b1d1-c41c26d075da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:42.280079 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-19787c35-9002-4440-b1d1-c41c26d075da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 HTTP/1.1" status: 200 len: 797 time: 0.0626209 Jun 04 16:31:42.372757 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:42.427444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:42.432577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-dba535c3-8655-4936-a8f2-5406efd6852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:42.433241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Usage tracker for resource:security_group_rule and tenant:c95f02e614ad44e69f93afb526d8fde9 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:42.434384 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-dba535c3-8655-4936-a8f2-5406efd6852d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59419537-eeeb-49da-b0e6-1fde86e9c16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1472797 Jun 04 16:31:42.437956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:42.462144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:42.480035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50905c32-e9da-4946-9c8d-b562293573eb req-52c0a2d5-600c-4864-8c23-fb72bee95369 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:42.481747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50905c32-e9da-4946-9c8d-b562293573eb req-52c0a2d5-600c-4864-8c23-fb72bee95369 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 946 time: 0.2517464 Jun 04 16:31:42.652147 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50905c32-e9da-4946-9c8d-b562293573eb req-81030942-1ce3-4df1-a92b-8a4850d9e24f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=52885374-9a78-45fb-81db-6cddae575d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609664 Jun 04 16:31:42.730379 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-e3885ad2-08a9-4920-9172-2532e536f378 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875445 Jun 04 16:31:42.750343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:31:42.824331 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:42.832248 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:42.918573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:42.919098 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:42.964869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:31:42.983099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd40bbdf-56f5-4e38-8ba4-c499420ed858,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:43.001058 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:43.001058 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Added segment 2447a517-c82e-457e-8b78-0aee8762a713 of type vlan for network ff7e9159-334f-4d85-b3f7-3d59d1985415 Jun 04 16:31:43.012315 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-94043410-da37-41fc-b628-f7bd7aeed2c7 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754762 Jun 04 16:31:43.043711 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:43.060991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee518c1d-f530-4031-9ce6-c426840dd1f6 req-9082c47e-b4df-4de3-b7e2-971992167c43 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:43.062876 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee518c1d-f530-4031-9ce6-c426840dd1f6 req-9082c47e-b4df-4de3-b7e2-971992167c43 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.1770518 Jun 04 16:31:43.082984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0675b-91f7-4bfe-afee-26b668844f3f req-e0bc6ea4-aded-4ad9-829a-5ff872fb7c9e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:43.088583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0675b-91f7-4bfe-afee-26b668844f3f req-e0bc6ea4-aded-4ad9-829a-5ff872fb7c9e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:43.094866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0675b-91f7-4bfe-afee-26b668844f3f req-e0bc6ea4-aded-4ad9-829a-5ff872fb7c9e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:43.100765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0675b-91f7-4bfe-afee-26b668844f3f req-e0bc6ea4-aded-4ad9-829a-5ff872fb7c9e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:43.106635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0675b-91f7-4bfe-afee-26b668844f3f req-e0bc6ea4-aded-4ad9-829a-5ff872fb7c9e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:43.113688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0675b-91f7-4bfe-afee-26b668844f3f req-e0bc6ea4-aded-4ad9-829a-5ff872fb7c9e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:43.119614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0675b-91f7-4bfe-afee-26b668844f3f req-e0bc6ea4-aded-4ad9-829a-5ff872fb7c9e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:43.127399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-39c0675b-91f7-4bfe-afee-26b668844f3f req-e0bc6ea4-aded-4ad9-829a-5ff872fb7c9e tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5419 time: 0.2805698 Jun 04 16:31:43.142057 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-5425ea51-807a-4485-acea-be96c90cbc1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=9e936c81-586a-4348-a3fe-86ec2f21469f HTTP/1.1" status: 200 len: 217 time: 0.1185622 Jun 04 16:31:43.176340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:43.202570 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:31:43.225511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-d0096ac1-b7aa-4306-a3aa-bce5832ff8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:43.227030 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-d0096ac1-b7aa-4306-a3aa-bce5832ff8d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 HTTP/1.1" status: 200 len: 797 time: 0.0824461 Jun 04 16:31:43.283373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-39c0675b-91f7-4bfe-afee-26b668844f3f req-4c5f4359-aa32-46fb-aebe-02182f97d61f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1551011 Jun 04 16:31:43.296454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:43.298717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:43.299409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:43.353705 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-62738033-fa6e-4e01-b2ef-c2a85aa0a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:43.355248 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-62738033-fa6e-4e01-b2ef-c2a85aa0a889 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59419537-eeeb-49da-b0e6-1fde86e9c16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1213274 Jun 04 16:31:43.358962 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee518c1d-f530-4031-9ce6-c426840dd1f6 req-564f7c0c-8619-427f-a307-74b5c67b2a10 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943965 Jun 04 16:31:43.444821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6521511 Jun 04 16:31:43.506647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c106c9c-1ac0-472b-b3fa-3ca1a01f3426 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7e9159-334f-4d85-b3f7-3d59d1985415,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:43.515771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50998) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:43.522798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network ff7e9159-334f-4d85-b3f7-3d59d1985415 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:31:43.531010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Request body: {'subnet': {'network_id': 'ff7e9159-334f-4d85-b3f7-3d59d1985415', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1132902909-subnet', 'tenant_id': 'c95f02e614ad44e69f93afb526d8fde9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:43.583522 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59bb9927-9c65-45f4-9fc1-0026f6ec7b63 req-7e54d885-9d0f-45a6-9e7b-a27f498480d8 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 210 time: 0.1472006 Jun 04 16:31:43.587630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:43.605479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Usage tracker for resource:subnet and tenant:c95f02e614ad44e69f93afb526d8fde9 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:43.631537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:43.654390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:43.715953 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-541c60a6-90bf-431c-b713-8177665e6f27 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525450 Jun 04 16:31:43.725612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Made reservation on behalf of c95f02e614ad44e69f93afb526d8fde9 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:43.728245 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:43.866829 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-b898902b-79fa-4118-87b3-c6771b41f0fc service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442358 Jun 04 16:31:43.957107 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-3e7267bf-a806-47cb-b6b5-8ed4e200eadd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60eea7ff-0fed-457a-bb8d-9d01c96adf55 HTTP/1.1" status: 200 len: 217 time: 0.0830221 Jun 04 16:31:43.976509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91334ad-bf48-4b67-9799-16cf392a99ba req-98bc1795-4c94-4201-bf49-1d60c72ac654 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:43.978047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c91334ad-bf48-4b67-9799-16cf392a99ba req-98bc1795-4c94-4201-bf49-1d60c72ac654 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 944 time: 0.4612317 Jun 04 16:31:44.024539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-64cb48a9-5e23-4bfb-be62-872dbb132d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:44.026087 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-64cb48a9-5e23-4bfb-be62-872dbb132d63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbddd621-8de5-43c3-94bf-c30fa0e2249b HTTP/1.1" status: 200 len: 797 time: 0.0624776 Jun 04 16:31:44.059830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48abceae-6333-4a51-997d-4eef79673cc6', 'tag': '5189e41a-c2f2-4fa4-bd5f-e8628ed0221a'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:44.091336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c91334ad-bf48-4b67-9799-16cf392a99ba req-d444e26e-dd33-4f7c-b4e3-6e3308047067 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978117 Jun 04 16:31:44.098293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-d28d61bb-48f9-417b-be27-4773ad883fde tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:44.099776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-d28d61bb-48f9-417b-be27-4773ad883fde tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.42 "GET /v2.0/networks?id=0936bf77-67cf-4003-9f24-8ba0c47adf59 HTTP/1.1" status: 200 len: 819 time: 0.4150188 Jun 04 16:31:44.115484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-caf5c7bb-41f4-45fb-a7e2-2fe518b3b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:44.117311 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-caf5c7bb-41f4-45fb-a7e2-2fe518b3b7d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820620 Jun 04 16:31:44.121793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Request body: {'port': {'device_id': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'admin_state_up': True, 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:44.303493 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-f83e824e-72ff-43e7-997a-aade688af2d9 service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780941 Jun 04 16:31:44.334710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feadc14-ab90-408b-a596-c9bb5ebf0d5c req-4964bd34-f508-48ee-9f8d-f910ae26bd1c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:44.340595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feadc14-ab90-408b-a596-c9bb5ebf0d5c req-4964bd34-f508-48ee-9f8d-f910ae26bd1c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:44.346812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feadc14-ab90-408b-a596-c9bb5ebf0d5c req-4964bd34-f508-48ee-9f8d-f910ae26bd1c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:44.352570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feadc14-ab90-408b-a596-c9bb5ebf0d5c req-4964bd34-f508-48ee-9f8d-f910ae26bd1c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:44.358297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feadc14-ab90-408b-a596-c9bb5ebf0d5c req-4964bd34-f508-48ee-9f8d-f910ae26bd1c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:44.364887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feadc14-ab90-408b-a596-c9bb5ebf0d5c req-4964bd34-f508-48ee-9f8d-f910ae26bd1c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:44.370347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feadc14-ab90-408b-a596-c9bb5ebf0d5c req-4964bd34-f508-48ee-9f8d-f910ae26bd1c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:44.372076 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3feadc14-ab90-408b-a596-c9bb5ebf0d5c req-4964bd34-f508-48ee-9f8d-f910ae26bd1c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5443 time: 0.5665195 Jun 04 16:31:44.459136 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-f7b93c75-e8da-41d9-a3a7-2b1e54296817 service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484196 Jun 04 16:31:44.534462 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-20838acf-23b1-49b9-8310-da412c5dc257 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e25bade0-c0eb-445a-bb94-2aa6430da92f HTTP/1.1" status: 200 len: 217 time: 0.0677767 Jun 04 16:31:44.606482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3feadc14-ab90-408b-a596-c9bb5ebf0d5c req-25239b74-cf9c-43c4-9edf-8c6948e1f3ea tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1930299 Jun 04 16:31:44.621326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-8f85a1f6-b129-447b-9833-b265de6a3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:44.634203 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-8f85a1f6-b129-447b-9833-b265de6a3c8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbddd621-8de5-43c3-94bf-c30fa0e2249b HTTP/1.1" status: 200 len: 797 time: 0.0814257 Jun 04 16:31:44.634396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 96b082d7-0f21-4e88-86a0-95fe28060fd5 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:31:44.678692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:31:44.723281 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:44.760628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:44.773986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4107a9b-cf2d-4b9f-93c2-915b0719d388 req-3db8138f-3e6b-4cc5-93f0-abc24a95307c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:44.775236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-794ca59a-95f0-423b-9c36-190b2b0ed848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:44.775658 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e4107a9b-cf2d-4b9f-93c2-915b0719d388 req-3db8138f-3e6b-4cc5-93f0-abc24a95307c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.4559395 Jun 04 16:31:44.786164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51012) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:44.787166 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-794ca59a-95f0-423b-9c36-190b2b0ed848 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1564975 Jun 04 16:31:44.818218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Usage tracker for resource:port and tenant:3fda2a66f036485eb9c4d3c7e6242d11 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:44.842153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:44.853442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:44.859449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 96b082d7-0f21-4e88-86a0-95fe28060fd5 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:31:44.883862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 96b082d7-0f21-4e88-86a0-95fe28060fd5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:44.884426 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:44.949873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6f5dc237-491c-40d2-9113-727bb69d5f0c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Request body: {'floatingip': {'port_id': '83b54771-b964-4f8f-bf48-dc3a01f25f99'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:44.951714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:44.971578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '5189e41a-c2f2-4fa4-bd5f-e8628ed0221a', 'network_id': 'c7581b9c-98ed-40af-aaa2-04e3d64e0010', 'port_id': '5189e41a-c2f2-4fa4-bd5f-e8628ed0221a', 'mac_address': 'fa:16:3e:ef:31:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d42c9ca-7e5e-40ad-9f64-a58e91441e2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:31:45.027442 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba18b0f9-dd84-44db-9d1c-06b888e3d57c'] response: {'name': 'network-changed', 'server_uuid': '48abceae-6333-4a51-997d-4eef79673cc6', 'tag': '5189e41a-c2f2-4fa4-bd5f-e8628ed0221a', 'status': 'completed', 'code': 200} Jun 04 16:31:45.033454 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-7fec4725-6912-4999-b24f-0be28b89a4a3 service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386575 Jun 04 16:31:45.062699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:45.063360 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:45.088792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Made reservation on behalf of 3fda2a66f036485eb9c4d3c7e6242d11 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:45.088792 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:45.133959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:45.155332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 96b082d7-0f21-4e88-86a0-95fe28060fd5 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:45.155575 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:45.167751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:45.174952 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:45.209786 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-dce87e8b-fcf7-45e9-ac35-c80921072d7d req-c073fc8b-2264-48fd-b0d3-b5bc10d04dcc service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688035 Jun 04 16:31:45.237894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b082d7-0f21-4e88-86a0-95fe28060fd5'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:45.267656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 96b082d7-0f21-4e88-86a0-95fe28060fd5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=96b082d7-0f21-4e88-86a0-95fe28060fd5,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:45.272051 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:45.278854 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:45.294309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4bc0b8a-b98a-42b9-96d0-b2aa850831a1,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:45.315613 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6f5dc237-491c-40d2-9113-727bb69d5f0c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:45.488172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-134c684e-093f-4a4e-80aa-70b90b4a7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.488704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-134c684e-093f-4a4e-80aa-70b90b4a7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.489024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-134c684e-093f-4a4e-80aa-70b90b4a7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.489492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-134c684e-093f-4a4e-80aa-70b90b4a7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.490129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-134c684e-093f-4a4e-80aa-70b90b4a7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.492916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-134c684e-093f-4a4e-80aa-70b90b4a7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.493058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['5189e41a-c2f2-4fa4-bd5f-e8628ed0221a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:31:45.496245 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-134c684e-093f-4a4e-80aa-70b90b4a7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.498586 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-134c684e-093f-4a4e-80aa-70b90b4a7c1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=034fe08f1f634c458de338d38be6314a&device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 6476 time: 0.2003222 Jun 04 16:31:45.573926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=96b082d7-0f21-4e88-86a0-95fe28060fd5,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:45.666940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Checking segment: {'id': '2447a517-c82e-457e-8b78-0aee8762a713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ff7e9159-334f-4d85-b3f7-3d59d1985415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:45.666940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Network hostable DHCP agents. Network: ff7e9159-334f-4d85-b3f7-3d59d1985415, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:31:45.699114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-bd1d664a-85c6-4317-a05e-51c1370aee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.700342 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-bd1d664a-85c6-4317-a05e-51c1370aee3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 HTTP/1.1" status: 200 len: 903 time: 0.1947472 Jun 04 16:31:45.720552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdc056-66f0-403a-81aa-13e404c685ed req-101733b1-a0f7-467e-808b-325ec873a425 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.725586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdc056-66f0-403a-81aa-13e404c685ed req-101733b1-a0f7-467e-808b-325ec873a425 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.732590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdc056-66f0-403a-81aa-13e404c685ed req-101733b1-a0f7-467e-808b-325ec873a425 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.743298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdc056-66f0-403a-81aa-13e404c685ed req-101733b1-a0f7-467e-808b-325ec873a425 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.748952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdc056-66f0-403a-81aa-13e404c685ed req-101733b1-a0f7-467e-808b-325ec873a425 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.756158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdc056-66f0-403a-81aa-13e404c685ed req-101733b1-a0f7-467e-808b-325ec873a425 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.764632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdc056-66f0-403a-81aa-13e404c685ed req-101733b1-a0f7-467e-808b-325ec873a425 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.774732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92fdc056-66f0-403a-81aa-13e404c685ed req-101733b1-a0f7-467e-808b-325ec873a425 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5419 time: 0.6992846 Jun 04 16:31:45.782063 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-591106e9-8bb5-4689-b4b8-7b15ab1e117a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e25bade0-c0eb-445a-bb94-2aa6430da92f HTTP/1.1" status: 200 len: 217 time: 0.0749090 Jun 04 16:31:45.939647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Network ff7e9159-334f-4d85-b3f7-3d59d1985415 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:31:45.957563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99d6b9-e89a-447d-a666-efc69acbec54 req-00cb0abb-c03e-4ab6-a882-fe693aef8a48 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.959060 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f99d6b9-e89a-447d-a666-efc69acbec54 req-00cb0abb-c03e-4ab6-a882-fe693aef8a48 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 946 time: 1.2002776 Jun 04 16:31:45.968339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-0e6d85dc-03c7-4403-8b0f-b0414eb2e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:45.969826 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-0e6d85dc-03c7-4403-8b0f-b0414eb2e550 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbddd621-8de5-43c3-94bf-c30fa0e2249b HTTP/1.1" status: 200 len: 797 time: 0.1744504 Jun 04 16:31:46.013442 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92fdc056-66f0-403a-81aa-13e404c685ed req-97ab2668-25cd-4e9a-a33d-592bc9f70438 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2400353 Jun 04 16:31:46.059295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19488f6b-6883-479e-957e-97ef71ebfb9e req-50cb1401-4b50-41d0-bf91-61b7b72cf4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:46.060781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19488f6b-6883-479e-957e-97ef71ebfb9e req-50cb1401-4b50-41d0-bf91-61b7b72cf4b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=915e8608ef004b1b86d4576d9c437d37&device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 1095 time: 1.0310864 Jun 04 16:31:46.061172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-de57f867-6552-4ce0-a596-6f7b236330ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:46.062776 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-de57f867-6552-4ce0-a596-6f7b236330ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872293 Jun 04 16:31:46.122021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, ff7e9159-334f-4d85-b3f7-3d59d1985415) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:46.130859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1fda7b-b1a4-4d35-a691-38e0c3227cb4 None None] Network ff7e9159-334f-4d85-b3f7-3d59d1985415 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:31:46.174956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:46.175919 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:46.200755 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-daa4643b-58ad-4e11-bc09-8e897d8786b0 service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319730 Jun 04 16:31:46.260160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3fd6c505-4696-488b-b838-6d7a82c360e1 req-3bc74aef-14c0-4cc5-85e6-d9a2e847c4ac tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 210 time: 0.1335089 Jun 04 16:31:46.308047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Allocated IP 172.20.0.3 (0936bf77-67cf-4003-9f24-8ba0c47adf59/e19a0ae7-f6e6-4982-b458-d1d82436ca83/a8145ff9-fbdb-4794-8584-e46d96b16394) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:31:46.362354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71311b39-041e-4875-9087-c7a38ff6a04a None None] Network ff7e9159-334f-4d85-b3f7-3d59d1985415 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:31:46.369023 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0779967d-9003-4159-9a1d-f18f08c72fb3 req-6708c763-263e-45ca-b716-e990a63bb4bb service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621590 Jun 04 16:31:46.541038 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f99d6b9-e89a-447d-a666-efc69acbec54 req-e8d5eabf-664d-4149-bc9a-0641ef3b2181 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=52885374-9a78-45fb-81db-6cddae575d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5456381 Jun 04 16:31:46.608449 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ca2b39da-dc59-4952-b1a6-2011162589d9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0901463 Jun 04 16:31:46.649778 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82515a37-ef80-4c1b-87fb-fff15bbedf99'] response: {'server_uuid': '8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b082d7-0f21-4e88-86a0-95fe28060fd5', 'code': 200} Jun 04 16:31:46.670490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:31:46.683620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-df13aecf-5f47-4ef7-af33-5f57fc27da4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:46.689877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-df13aecf-5f47-4ef7-af33-5f57fc27da4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:46.696117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-df13aecf-5f47-4ef7-af33-5f57fc27da4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:46.702486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-df13aecf-5f47-4ef7-af33-5f57fc27da4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:46.709916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-df13aecf-5f47-4ef7-af33-5f57fc27da4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:46.716190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-df13aecf-5f47-4ef7-af33-5f57fc27da4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:46.722908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-df13aecf-5f47-4ef7-af33-5f57fc27da4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:46.725050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-df13aecf-5f47-4ef7-af33-5f57fc27da4c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5443 time: 0.9101787 Jun 04 16:31:46.842025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:31:46.851899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:46.852531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb72b0-a283-48c0-81e0-6756ea217d68 req-06b3fe2d-2d50-4ff7-a1da-a718ae23519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:46.853484 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:46.854378 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bbbb72b0-a283-48c0-81e0-6756ea217d68 req-06b3fe2d-2d50-4ff7-a1da-a718ae23519b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb HTTP/1.1" status: 200 len: 1097 time: 0.1003911 Jun 04 16:31:46.918285 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bbbb72b0-a283-48c0-81e0-6756ea217d68 req-8d648096-797a-48f1-b046-d3c7b769fc99 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575483 Jun 04 16:31:47.041674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:47.042272 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:47.047513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19488f6b-6883-479e-957e-97ef71ebfb9e req-1001585e-6035-4e5d-86f5-af8cda59bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:47.048961 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19488f6b-6883-479e-957e-97ef71ebfb9e req-1001585e-6035-4e5d-86f5-af8cda59bd2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c7581b9c-98ed-40af-aaa2-04e3d64e0010 HTTP/1.1" status: 200 len: 913 time: 0.9123263 Jun 04 16:31:47.088007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:47.092624 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:47.167463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:47.192089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-68dc655b-26a0-44f8-a9d6-2deb34f795b5 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:47.193451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-68dc655b-26a0-44f8-a9d6-2deb34f795b5 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "GET /v2.0/ports/3023e327-df4b-443e-ae29-981f3f9ca437?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4407103 Jun 04 16:31:47.218210 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19488f6b-6883-479e-957e-97ef71ebfb9e req-0ed06f29-e0e4-479b-ac60-d8fa4d70fac5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a HTTP/1.1" status: 200 len: 217 time: 0.1534047 Jun 04 16:31:47.410870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7ea03-ec00-450b-bda6-7fd378018420 req-d53883ee-e30b-4309-8119-a15112f8b4c5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:47.412375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26c7ea03-ec00-450b-bda6-7fd378018420 req-d53883ee-e30b-4309-8119-a15112f8b4c5 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 945 time: 0.8605871 Jun 04 16:31:47.495798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19488f6b-6883-479e-957e-97ef71ebfb9e req-c2f04823-bbf0-492a-a093-33f08ea99688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:47.497268 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19488f6b-6883-479e-957e-97ef71ebfb9e req-c2f04823-bbf0-492a-a093-33f08ea99688 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2d42c9ca-7e5e-40ad-9f64-a58e91441e2c HTTP/1.1" status: 200 len: 852 time: 0.2520292 Jun 04 16:31:47.582696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef092c-d0ee-45ce-937f-490c14691b8c req-fda4c94d-d314-4d86-b235-d28104c0e876 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:47.588545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef092c-d0ee-45ce-937f-490c14691b8c req-fda4c94d-d314-4d86-b235-d28104c0e876 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:47.594618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef092c-d0ee-45ce-937f-490c14691b8c req-fda4c94d-d314-4d86-b235-d28104c0e876 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:47.600390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef092c-d0ee-45ce-937f-490c14691b8c req-fda4c94d-d314-4d86-b235-d28104c0e876 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:47.606155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef092c-d0ee-45ce-937f-490c14691b8c req-fda4c94d-d314-4d86-b235-d28104c0e876 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:47.611988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef092c-d0ee-45ce-937f-490c14691b8c req-fda4c94d-d314-4d86-b235-d28104c0e876 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:47.617707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef092c-d0ee-45ce-937f-490c14691b8c req-fda4c94d-d314-4d86-b235-d28104c0e876 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:47.619683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76ef092c-d0ee-45ce-937f-490c14691b8c req-fda4c94d-d314-4d86-b235-d28104c0e876 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 5443 time: 0.8203397 Jun 04 16:31:47.642405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:47.652157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19488f6b-6883-479e-957e-97ef71ebfb9e req-66c12e62-087b-412f-9b54-1d727ccccf76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7581b9c-98ed-40af-aaa2-04e3d64e0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332111 Jun 04 16:31:47.672546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-146cceb3-91c2-4f00-820e-123469ff62b0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "GET /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4574594 Jun 04 16:31:47.682361 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-6f5dc237-491c-40d2-9113-727bb69d5f0c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:31:47.758778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26c7ea03-ec00-450b-bda6-7fd378018420 req-8ede2ae9-561b-4f28-a566-0f442d8a126d tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305528 Jun 04 16:31:47.784183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:48.006936 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6f5dc237-491c-40d2-9113-727bb69d5f0c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:48.022470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76ef092c-d0ee-45ce-937f-490c14691b8c req-55011716-9651-4b00-8dcb-566249c1e632 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3899968 Jun 04 16:31:48.035622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6f5dc237-491c-40d2-9113-727bb69d5f0c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:48.383857 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:48.538128 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19488f6b-6883-479e-957e-97ef71ebfb9e req-ebcee3e3-e486-44c1-962f-ae2f80c5b8c4 service neutron] 10.222.0.46 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8616052 Jun 04 16:31:48.622311 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:48.641904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 696a0d0b-67a7-414e-b8a0-30fa919880d7 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:31:48.666771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48abceae-6333-4a51-997d-4eef79673cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5189e41a-c2f2-4fa4-bd5f-e8628ed0221a'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:48.700529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Network 0936bf77-67cf-4003-9f24-8ba0c47adf59 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:31:48.715411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:48.744969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:31:48.763904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 696a0d0b-67a7-414e-b8a0-30fa919880d7 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:48.764203 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:48.797255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 696a0d0b-67a7-414e-b8a0-30fa919880d7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=696a0d0b-67a7-414e-b8a0-30fa919880d7,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:48.802029 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:48.802837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3023e327-df4b-443e-ae29-981f3f9ca437 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:31:48.820061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Pushing event updated for resources: {'Port': ['ID=a8145ff9-fbdb-4794-8584-e46d96b16394,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:48.850470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf84f84-5a4f-4eeb-8f83-61711e523ec4 req-1286c084-99bb-4bf5-b69f-6081186982ef tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:48.851902 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bdf84f84-5a4f-4eeb-8f83-61711e523ec4 req-1286c084-99bb-4bf5-b69f-6081186982ef tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 946 time: 0.9464097 Jun 04 16:31:48.852941 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-6f5dc237-491c-40d2-9113-727bb69d5f0c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Floating IP fcbd699c-b74e-4352-8a76-3e30c0168916 associated. External IP: 172.25.5.222, port: 83b54771-b964-4f8f-bf48-dc3a01f25f99. Jun 04 16:31:48.863120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51060) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:48.869022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0009fb52-24b9-43ff-a2f4-0c2d3dafcd00 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'floatingip': {'port_id': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:48.917942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=696a0d0b-67a7-414e-b8a0-30fa919880d7,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:48.947833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:48.948434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:48.948947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:48.949425 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:48.949896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:48.950366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:48.950889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:48.951358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:48.951853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:48.952173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:48.952502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:48.952863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:48.971835 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0009fb52-24b9-43ff-a2f4-0c2d3dafcd00 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:48.976344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b979cd54-a305-4085-bf90-9d7d4709b068 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:48.977036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b979cd54-a305-4085-bf90-9d7d4709b068 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Synchronizing usage tracker for tenant:c95f02e614ad44e69f93afb526d8fde9 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:31:48.979307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3023e327-df4b-443e-ae29-981f3f9ca437 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:48.979688 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:49.013629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3023e327-df4b-443e-ae29-981f3f9ca437, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3023e327-df4b-443e-ae29-981f3f9ca437,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:49.018779 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:49.019484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a99beac5-8a3e-40fd-9302-6f3224c157f6 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:31:49.030747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:49.031400 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:49.152344 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:31:49.152916 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:31:49.189026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19488f6b-6883-479e-957e-97ef71ebfb9e req-5c27d565-4943-4367-9415-b780937c9a9b service neutron] 10.222.0.46 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246636 Jun 04 16:31:49.198993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b979cd54-a305-4085-bf90-9d7d4709b068 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Unset dirty status for tenant:c95f02e614ad44e69f93afb526d8fde9 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:31:49.200164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b979cd54-a305-4085-bf90-9d7d4709b068 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/networks?id=ff7e9159-334f-4d85-b3f7-3d59d1985415 HTTP/1.1" status: 200 len: 814 time: 0.8879516 Jun 04 16:31:49.206017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-97bd98c4-55d6-4e5d-9b62-c0b7ccfa84d6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0916419 Jun 04 16:31:49.226096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Request body: {'port': {'device_id': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:49.240381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3023e327-df4b-443e-ae29-981f3f9ca437,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:49.263948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port a99beac5-8a3e-40fd-9302-6f3224c157f6 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:49.264347 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:49.280655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-73469407-5be5-404d-beb0-c84695f2ebb9 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/quotas/c95f02e614ad44e69f93afb526d8fde9 HTTP/1.1" status: 200 len: 375 time: 0.0706756 Jun 04 16:31:49.316802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a99beac5-8a3e-40fd-9302-6f3224c157f6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a99beac5-8a3e-40fd-9302-6f3224c157f6,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:49.324438 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:49.325408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 32da0c38-3568-48cc-85f7-cc443766b806 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:31:49.354802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-0cf4210f-b732-4f01-8218-139dd75641e3 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c95f02e614ad44e69f93afb526d8fde9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730393 Jun 04 16:31:49.359161 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:31:49.469032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=a99beac5-8a3e-40fd-9302-6f3224c157f6,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:49.585919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 32da0c38-3568-48cc-85f7-cc443766b806 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:49.586591 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:49.614767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc528744-e982-4f1d-85f5-ec3ab8debed9 req-d3893ef0-479c-404f-b35a-41410bd98d18 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:49.621299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc528744-e982-4f1d-85f5-ec3ab8debed9 req-d3893ef0-479c-404f-b35a-41410bd98d18 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:49.627709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc528744-e982-4f1d-85f5-ec3ab8debed9 req-d3893ef0-479c-404f-b35a-41410bd98d18 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:49.628618 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 32da0c38-3568-48cc-85f7-cc443766b806, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=32da0c38-3568-48cc-85f7-cc443766b806,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:49.634031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc528744-e982-4f1d-85f5-ec3ab8debed9 req-d3893ef0-479c-404f-b35a-41410bd98d18 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:49.634189 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:49.634995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device d845983a-5332-4048-b55f-ae3bd2a23a2b no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:31:49.640763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc528744-e982-4f1d-85f5-ec3ab8debed9 req-d3893ef0-479c-404f-b35a-41410bd98d18 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:49.646951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc528744-e982-4f1d-85f5-ec3ab8debed9 req-d3893ef0-479c-404f-b35a-41410bd98d18 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:49.653260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc528744-e982-4f1d-85f5-ec3ab8debed9 req-d3893ef0-479c-404f-b35a-41410bd98d18 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:49.659028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc528744-e982-4f1d-85f5-ec3ab8debed9 req-d3893ef0-479c-404f-b35a-41410bd98d18 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5419 time: 0.6491644 Jun 04 16:31:49.769191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=32da0c38-3568-48cc-85f7-cc443766b806,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:49.802988 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0009fb52-24b9-43ff-a2f4-0c2d3dafcd00 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:49.813875 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0009fb52-24b9-43ff-a2f4-0c2d3dafcd00 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:49.842881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port d845983a-5332-4048-b55f-ae3bd2a23a2b is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:49.843172 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:49.891051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port d845983a-5332-4048-b55f-ae3bd2a23a2b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d845983a-5332-4048-b55f-ae3bd2a23a2b,segment=NetworkSegment(30996a96-9811-4953-b8d5-b5602c09f2dc),segment_id=30996a96-9811-4953-b8d5-b5602c09f2dc)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:49.897398 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:49.898469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 992c7921-fdf5-467e-876a-cc1d1a62341d no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:31:49.991065 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:50.058802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc528744-e982-4f1d-85f5-ec3ab8debed9 req-329f25ea-dd95-47fe-a40a-d110bbd86213 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3469613 Jun 04 16:31:50.062892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=d845983a-5332-4048-b55f-ae3bd2a23a2b,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:50.072156 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:50.144823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 992c7921-fdf5-467e-876a-cc1d1a62341d is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:50.146123 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:50.192657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5dc237-491c-40d2-9113-727bb69d5f0c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Router 309678cb-d99f-4fcc-903b-5d486be403df has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:31:50.195262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-d9f23fd5-d5e2-4555-8880-1bb3de1dd665 service neutron] 10.222.0.13 "GET /v2.0/networks/ff7e9159-334f-4d85-b3f7-3d59d1985415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8396525 Jun 04 16:31:50.219702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 992c7921-fdf5-467e-876a-cc1d1a62341d, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=992c7921-fdf5-467e-876a-cc1d1a62341d,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:50.224718 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:50.225855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 863324e7-c4ea-4faf-95eb-efa2ddc23375 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:31:50.233921 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-0009fb52-24b9-43ff-a2f4-0c2d3dafcd00 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Floating IP 2335a37b-a29c-47e2-b407-a7b0e4afe2df associated. External IP: 172.25.5.182, port: 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b. Jun 04 16:31:50.415778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 863324e7-c4ea-4faf-95eb-efa2ddc23375 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:31:50.416156 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:50.433080 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=992c7921-fdf5-467e-876a-cc1d1a62341d,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:50.455387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 863324e7-c4ea-4faf-95eb-efa2ddc23375, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=863324e7-c4ea-4faf-95eb-efa2ddc23375,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:50.468089 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:50.539264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=863324e7-c4ea-4faf-95eb-efa2ddc23375,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:50.673548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0009fb52-24b9-43ff-a2f4-0c2d3dafcd00 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:31:50.887260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0009fb52-24b9-43ff-a2f4-0c2d3dafcd00 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:31:50.892034 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0009fb52-24b9-43ff-a2f4-0c2d3dafcd00 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:50.902374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca22c2-73f9-4e51-92d1-156965708ebd None None] Sync routers for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:31:50.912291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca22c2-73f9-4e51-92d1-156965708ebd None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:31:50.914538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f6ca22c2-73f9-4e51-92d1-156965708ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:31:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:50.962285 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0009fb52-24b9-43ff-a2f4-0c2d3dafcd00 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "PUT /v2.0/floatingips/2335a37b-a29c-47e2-b407-a7b0e4afe2df HTTP/1.1" status: 200 len: 992 time: 2.0973537 Jun 04 16:31:50.962576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80a205f-0695-448c-8226-2ac095542ac1', 'tag': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:50.983279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5dc237-491c-40d2-9113-727bb69d5f0c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:31:50.988665 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6f5dc237-491c-40d2-9113-727bb69d5f0c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:50.996125 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59626e-17a2-40a4-a478-4404718fcbbe None None] Sync routers for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:31:51.006176 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59626e-17a2-40a4-a478-4404718fcbbe None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:31:51.006812 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-df59626e-17a2-40a4-a478-4404718fcbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:31:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:51.148245 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-88008a90-3311-4b78-ba12-390cd120a030 service neutron] 10.222.0.13 "GET /v2.0/networks/ff7e9159-334f-4d85-b3f7-3d59d1985415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9397674 Jun 04 16:31:51.157291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] For port 3023e327-df4b-443e-ae29-981f3f9ca437, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3023e327-df4b-443e-ae29-981f3f9ca437,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:51.178279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6f5dc237-491c-40d2-9113-727bb69d5f0c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "PUT /v2.0/floatingips/fcbd699c-b74e-4352-8a76-3e30c0168916 HTTP/1.1" status: 200 len: 991 time: 6.3364887 Jun 04 16:31:51.180804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:51.216516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-f6ca22c2-73f9-4e51-92d1-156965708ebd None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:31:51.256110 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-df59626e-17a2-40a4-a478-4404718fcbbe None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:31:51.276187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22eefb1-0b6a-4de4-9339-50e247eeea0c req-94d8dc50-59c0-4d3a-948e-41fba87b4864 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:51.277061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c22eefb1-0b6a-4de4-9339-50e247eeea0c req-94d8dc50-59c0-4d3a-948e-41fba87b4864 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Synchronizing usage tracker for tenant:3fda2a66f036485eb9c4d3c7e6242d11 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:31:51.297636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] For port 3023e327-df4b-443e-ae29-981f3f9ca437, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:51.360208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8145ff9-fbdb-4794-8584-e46d96b16394 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:31:51.378805 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:51.394112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] device_id is not set on port 3023e327-df4b-443e-ae29-981f3f9ca437 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:31:51.405910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c22eefb1-0b6a-4de4-9339-50e247eeea0c req-94d8dc50-59c0-4d3a-948e-41fba87b4864 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Unset dirty status for tenant:3fda2a66f036485eb9c4d3c7e6242d11 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:31:51.412788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c22eefb1-0b6a-4de4-9339-50e247eeea0c req-94d8dc50-59c0-4d3a-948e-41fba87b4864 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 931 time: 1.1743736 Jun 04 16:31:51.430950 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:51.432788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Transition to ACTIVE for port object a8145ff9-fbdb-4794-8584-e46d96b16394 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:31:51.450157 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:51.453821 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:51.462150 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe70194-314d-41cc-bce4-21b9fc6700f1'] response: {'server_uuid': '48abceae-6333-4a51-997d-4eef79673cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5189e41a-c2f2-4fa4-bd5f-e8628ed0221a', 'code': 200} Jun 04 16:31:51.857605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f6ca22c2-73f9-4e51-92d1-156965708ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '2335a37b-a29c-47e2-b407-a7b0e4afe2df', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:54:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80a205f-0695-448c-8226-2ac095542ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:31:07Z', 'updated_at': '2022-06-04T16:31:49Z', 'revision_number': 1, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}, {'id': 'ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': '63144003-b565-4d06-953e-f050f7eb3187', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:94:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df4891-c6d8-440f-87e8-bbef32230c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:29:31Z', 'updated_at': '2022-06-04T16:30:27Z', 'revision_number': 2, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:51.863403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca22c2-73f9-4e51-92d1-156965708ebd None None] Checking router: 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:31:51.872437 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-df59626e-17a2-40a4-a478-4404718fcbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'fcbd699c-b74e-4352-8a76-3e30c0168916', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'port_id': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'mac_address': 'fa:16:3e:eb:2f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f152ca1-26a7-4946-864d-87368d376120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:31:13Z', 'updated_at': '2022-06-04T16:31:47Z', 'revision_number': 1, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:12Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:51.874162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca22c2-73f9-4e51-92d1-156965708ebd None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:31:51.875032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f6ca22c2-73f9-4e51-92d1-156965708ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:31:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:51.893436 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59626e-17a2-40a4-a478-4404718fcbbe None None] Checking router: 309678cb-d99f-4fcc-903b-5d486be403df for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:31:51.923657 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59626e-17a2-40a4-a478-4404718fcbbe None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:31:51.928043 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-df59626e-17a2-40a4-a478-4404718fcbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:31:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:52.222575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-f6ca22c2-73f9-4e51-92d1-156965708ebd None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:31:52.326640 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-df59626e-17a2-40a4-a478-4404718fcbbe None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:31:52.419307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-43f6812f-6921-4b79-9709-c44a337663cd None None] Provisioning complete for port 3023e327-df4b-443e-ae29-981f3f9ca437 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:52.419932 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-43f6812f-6921-4b79-9709-c44a337663cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:52.590278 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-43f6812f-6921-4b79-9709-c44a337663cd None None] Port 3023e327-df4b-443e-ae29-981f3f9ca437 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:31:52.641329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c22eefb1-0b6a-4de4-9339-50e247eeea0c req-ecba55bf-7d6d-4386-8068-a399cc6da878 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2276397 Jun 04 16:31:52.713111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] No DVR routers for this DVR port 3023e327-df4b-443e-ae29-981f3f9ca437 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:31:52.773556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] Pushing event updated for resources: {'Port': ['ID=3023e327-df4b-443e-ae29-981f3f9ca437,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:52.802774 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-df59626e-17a2-40a4-a478-4404718fcbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'fcbd699c-b74e-4352-8a76-3e30c0168916', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'port_id': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'mac_address': 'fa:16:3e:eb:2f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f152ca1-26a7-4946-864d-87368d376120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:31:13Z', 'updated_at': '2022-06-04T16:31:47Z', 'revision_number': 1, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:12Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:52.808379 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59626e-17a2-40a4-a478-4404718fcbbe None None] The sync data for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 is: [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'fcbd699c-b74e-4352-8a76-3e30c0168916', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'port_id': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'mac_address': 'fa:16:3e:eb:2f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f152ca1-26a7-4946-864d-87368d376120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:31:13Z', 'updated_at': '2022-06-04T16:31:47Z', 'revision_number': 1, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:12Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:31:52.819976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] In _notify_port_updated(), no bound segment for port 3023e327-df4b-443e-ae29-981f3f9ca437 on network 8b09542d-db52-4306-9a04-3ce692fb28e4 {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:31:52.821094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:52.821853 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:52.823437 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-0963a658-07e9-4579-95ba-abb3dba6dde8 service neutron] 10.222.0.42 "PUT /v2.0/ports/3023e327-df4b-443e-ae29-981f3f9ca437 HTTP/1.1" status: 200 len: 1032 time: 5.0627334 Jun 04 16:31:52.889310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f6ca22c2-73f9-4e51-92d1-156965708ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '2335a37b-a29c-47e2-b407-a7b0e4afe2df', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:54:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80a205f-0695-448c-8226-2ac095542ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:31:07Z', 'updated_at': '2022-06-04T16:31:49Z', 'revision_number': 1, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}, {'id': 'ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': '63144003-b565-4d06-953e-f050f7eb3187', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:94:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df4891-c6d8-440f-87e8-bbef32230c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:29:31Z', 'updated_at': '2022-06-04T16:30:27Z', 'revision_number': 2, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:31:52.897568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca22c2-73f9-4e51-92d1-156965708ebd None None] The sync data for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 is: [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '2335a37b-a29c-47e2-b407-a7b0e4afe2df', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:54:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80a205f-0695-448c-8226-2ac095542ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:31:07Z', 'updated_at': '2022-06-04T16:31:49Z', 'revision_number': 1, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}, {'id': 'ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': '63144003-b565-4d06-953e-f050f7eb3187', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:94:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df4891-c6d8-440f-87e8-bbef32230c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:29:31Z', 'updated_at': '2022-06-04T16:30:27Z', 'revision_number': 2, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:31:53.125175 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d435d-55fe-4a7c-8aa4-9f13678700ba req-6ee729e9-df9c-40db-ab3a-517eb32ed4e1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:53.134181 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-241d435d-55fe-4a7c-8aa4-9f13678700ba req-6ee729e9-df9c-40db-ab3a-517eb32ed4e1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 946 time: 1.3651590 Jun 04 16:31:53.140843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cabb395-befe-4a9e-9899-e5269fc52650 None None] New status for floating IP fcbd699c-b74e-4352-8a76-3e30c0168916: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:31:53.164113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Pushing event updated for resources: {'Port': ['ID=a8145ff9-fbdb-4794-8584-e46d96b16394,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:53.248441 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a9a90-6bcd-4c12-bf6a-aee62b2cfeaf None None] New status for floating IP 2335a37b-a29c-47e2-b407-a7b0e4afe2df: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:31:53.307092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c886f5-873d-438f-aa42-5f128d535ede req-e01c3812-3d18-4653-b513-1e094e0710de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:53.308948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94c886f5-873d-438f-aa42-5f128d535ede req-e01c3812-3d18-4653-b513-1e094e0710de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 1097 time: 1.7380517 Jun 04 16:31:53.319562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-2ce7bc63-bbc1-4ec9-958a-da5f6431102f tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:53.321275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-2ce7bc63-bbc1-4ec9-958a-da5f6431102f tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "GET /v2.0/ports/a99beac5-8a3e-40fd-9302-6f3224c157f6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3954356 Jun 04 16:31:53.341619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Attempting to bind port a8145ff9-fbdb-4794-8584-e46d96b16394 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:31:53.342120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Attempting to bind port a8145ff9-fbdb-4794-8584-e46d96b16394 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '373ddb2a-8a96-46f9-be4d-c9e5bba7c88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:31:53.342579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Attempting to bind port a8145ff9-fbdb-4794-8584-e46d96b16394 on network 0936bf77-67cf-4003-9f24-8ba0c47adf59 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:53.349446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:53.432295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Port a8145ff9-fbdb-4794-8584-e46d96b16394 on network 0936bf77-67cf-4003-9f24-8ba0c47adf59 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:31:53.433573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Attempting to bind port a8145ff9-fbdb-4794-8584-e46d96b16394 on network 0936bf77-67cf-4003-9f24-8ba0c47adf59 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:31:53.500477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696a0d0b-67a7-414e-b8a0-30fa919880d7'}, {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3023e327-df4b-443e-ae29-981f3f9ca437'}, {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99beac5-8a3e-40fd-9302-6f3224c157f6'}, {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32da0c38-3568-48cc-85f7-cc443766b806'}, {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd845983a-5332-4048-b55f-ae3bd2a23a2b'}, {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992c7921-fdf5-467e-876a-cc1d1a62341d'}, {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863324e7-c4ea-4faf-95eb-efa2ddc23375'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:53.519332 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-241d435d-55fe-4a7c-8aa4-9f13678700ba req-5f1f2baa-01cb-4cfc-83c6-13d4093157d6 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840995 Jun 04 16:31:53.537336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-8523c654-dedd-4c6e-a315-6e915696e4a3 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:53.539046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-8523c654-dedd-4c6e-a315-6e915696e4a3 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.46 "GET /v2.0/networks?id=ff7e9159-334f-4d85-b3f7-3d59d1985415 HTTP/1.1" status: 200 len: 814 time: 0.3943677 Jun 04 16:31:53.585525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:31:53.585868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Checking segment: {'id': '373ddb2a-8a96-46f9-be4d-c9e5bba7c88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:31:53.586255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Bound using segment: {'id': '373ddb2a-8a96-46f9-be4d-c9e5bba7c88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:31:53.586734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Bound port: a8145ff9-fbdb-4794-8584-e46d96b16394, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373ddb2a-8a96-46f9-be4d-c9e5bba7c88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:31:53.587082 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:53.614877 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf13b105-1adf-4c73-921b-54703fcf1dda'] response: {'name': 'network-changed', 'server_uuid': 'c80a205f-0695-448c-8226-2ac095542ac1', 'tag': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b', 'status': 'completed', 'code': 200} Jun 04 16:31:53.644206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Request body: {'port': {'device_id': '52f64642-885c-49d3-a51b-01b3e4017370', 'network_id': 'ff7e9159-334f-4d85-b3f7-3d59d1985415', 'admin_state_up': True, 'tenant_id': 'c95f02e614ad44e69f93afb526d8fde9'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:53.681475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94c886f5-873d-438f-aa42-5f128d535ede req-76ac4a13-bbcf-482d-a8aa-8f02ea3eb6b5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572738 Jun 04 16:31:53.765983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46388cc2-e8e5-4ec1-87ac-0cf8a5460317 req-8f33ba22-8eaf-46e1-9c5f-ffc16485b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:53.767578 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-46388cc2-e8e5-4ec1-87ac-0cf8a5460317 req-8f33ba22-8eaf-46e1-9c5f-ffc16485b09e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 1097 time: 0.1206951 Jun 04 16:31:53.889774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2f5af-68d8-4282-b391-38a3beb391de req-fca95592-3143-4810-bfa1-7ac3da962ded tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:53.895698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2f5af-68d8-4282-b391-38a3beb391de req-fca95592-3143-4810-bfa1-7ac3da962ded tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:53.901488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2f5af-68d8-4282-b391-38a3beb391de req-fca95592-3143-4810-bfa1-7ac3da962ded tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:53.907400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2f5af-68d8-4282-b391-38a3beb391de req-fca95592-3143-4810-bfa1-7ac3da962ded tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:53.913072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2f5af-68d8-4282-b391-38a3beb391de req-fca95592-3143-4810-bfa1-7ac3da962ded tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:53.918868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2f5af-68d8-4282-b391-38a3beb391de req-fca95592-3143-4810-bfa1-7ac3da962ded tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:53.920753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0e2f5af-68d8-4282-b391-38a3beb391de req-fca95592-3143-4810-bfa1-7ac3da962ded tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 4652 time: 1.0962100 Jun 04 16:31:54.050554 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:54.054324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46388cc2-e8e5-4ec1-87ac-0cf8a5460317 req-c803b3a5-eedc-4587-9a58-fd0f5130c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:54.055841 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-46388cc2-e8e5-4ec1-87ac-0cf8a5460317 req-c803b3a5-eedc-4587-9a58-fd0f5130c20d service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 916 time: 0.1425509 Jun 04 16:31:54.070883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] For port a8145ff9-fbdb-4794-8584-e46d96b16394, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:54.088496 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0e2f5af-68d8-4282-b391-38a3beb391de req-fba40672-fabd-49b4-9e97-0a3d5c77afcd tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&id=96ced61e-6e75-459d-9738-fb3cbe3b486c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497226 Jun 04 16:31:54.119007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] For port a8145ff9-fbdb-4794-8584-e46d96b16394, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a8145ff9-fbdb-4794-8584-e46d96b16394,segment=NetworkSegment(373ddb2a-8a96-46f9-be4d-c9e5bba7c88c),segment_id=373ddb2a-8a96-46f9-be4d-c9e5bba7c88c)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:31:54.154584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:54.158236 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:54.174655 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-46388cc2-e8e5-4ec1-87ac-0cf8a5460317 req-cf1047de-5510-46fd-b964-f5af4fa08e6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b HTTP/1.1" status: 200 len: 1002 time: 0.1063857 Jun 04 16:31:54.176151 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2630b32e-2f90-431a-824a-b3ebb1ed63fc'] response: {'name': 'network-changed', 'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'status': 'completed', 'code': 200} Jun 04 16:31:54.268513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46388cc2-e8e5-4ec1-87ac-0cf8a5460317 req-7c56ed1b-5a3a-42e4-a486-d84c5f496379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:54.274596 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-46388cc2-e8e5-4ec1-87ac-0cf8a5460317 req-7c56ed1b-5a3a-42e4-a486-d84c5f496379 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 200 len: 854 time: 0.0868459 Jun 04 16:31:54.277652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Usage tracker for resource:port and tenant:c95f02e614ad44e69f93afb526d8fde9 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:54.280708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:54.387535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46388cc2-e8e5-4ec1-87ac-0cf8a5460317 req-81b47972-a887-4e9c-9bba-910ed264cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:54.389207 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-46388cc2-e8e5-4ec1-87ac-0cf8a5460317 req-81b47972-a887-4e9c-9bba-910ed264cc4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f5938a6-9eb6-42de-81b7-fd33ade18d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023743 Jun 04 16:31:54.398830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:54.447683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5673-fece-49f6-8ffa-62c70b4c8148 req-e4f73489-67da-4e6f-8d5c-360ed225489d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:54.456123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5673-fece-49f6-8ffa-62c70b4c8148 req-e4f73489-67da-4e6f-8d5c-360ed225489d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:54.463564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5673-fece-49f6-8ffa-62c70b4c8148 req-e4f73489-67da-4e6f-8d5c-360ed225489d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:54.471911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5673-fece-49f6-8ffa-62c70b4c8148 req-e4f73489-67da-4e6f-8d5c-360ed225489d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:54.477626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5673-fece-49f6-8ffa-62c70b4c8148 req-e4f73489-67da-4e6f-8d5c-360ed225489d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:54.483444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5673-fece-49f6-8ffa-62c70b4c8148 req-e4f73489-67da-4e6f-8d5c-360ed225489d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:54.489455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5673-fece-49f6-8ffa-62c70b4c8148 req-e4f73489-67da-4e6f-8d5c-360ed225489d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:54.497924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51112) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:54.499046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-396e5673-fece-49f6-8ffa-62c70b4c8148 req-e4f73489-67da-4e6f-8d5c-360ed225489d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5419 time: 0.7345881 Jun 04 16:31:54.544187 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-46388cc2-e8e5-4ec1-87ac-0cf8a5460317 req-9f5986f4-82fe-428d-bce4-4991c25b823e service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478479 Jun 04 16:31:54.568579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41cbb608-9a9d-4600-9767-b6d2123b7b73 req-44320142-3413-4e10-829b-60aa04a4d764 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 210 time: 0.2537498 Jun 04 16:31:54.569279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Pushing event updated for resources: {'Port': ['ID=a8145ff9-fbdb-4794-8584-e46d96b16394,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:54.615789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:54.616472 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:54.619189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-bc6c9af3-bc7a-4b91-882b-1766edb4244b service neutron] 10.222.0.42 "PUT /v2.0/ports/a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 200 len: 1091 time: 5.4020638 Jun 04 16:31:54.663203 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26a8e7b-1f24-402b-8776-204272076606'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696a0d0b-67a7-414e-b8a0-30fa919880d7', 'code': 200} Jun 04 16:31:54.663989 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26a8e7b-1f24-402b-8776-204272076606'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3023e327-df4b-443e-ae29-981f3f9ca437', 'code': 200} Jun 04 16:31:54.664378 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26a8e7b-1f24-402b-8776-204272076606'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99beac5-8a3e-40fd-9302-6f3224c157f6', 'code': 200} Jun 04 16:31:54.664789 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26a8e7b-1f24-402b-8776-204272076606'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32da0c38-3568-48cc-85f7-cc443766b806', 'code': 200} Jun 04 16:31:54.665168 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26a8e7b-1f24-402b-8776-204272076606'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd845983a-5332-4048-b55f-ae3bd2a23a2b', 'code': 200} Jun 04 16:31:54.665563 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26a8e7b-1f24-402b-8776-204272076606'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992c7921-fdf5-467e-876a-cc1d1a62341d', 'code': 200} Jun 04 16:31:54.665952 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26a8e7b-1f24-402b-8776-204272076606'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863324e7-c4ea-4faf-95eb-efa2ddc23375', 'code': 200} Jun 04 16:31:54.704847 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:54.720634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Made reservation on behalf of c95f02e614ad44e69f93afb526d8fde9 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:31:54.726048 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:54.728311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:54.786472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Usage tracker for resource:security_group_rule and tenant:892e1b944fc64b4688e748b69c913b97 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:54.797506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:54.806928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:54.978363 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-46388cc2-e8e5-4ec1-87ac-0cf8a5460317 req-d2c77af3-226f-4682-b4af-67cbaffb339d service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182618 Jun 04 16:31:55.020665 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c6d76cb-1851-43e6-a855-65e8c6bda6c8 req-419aea06-b14c-4f0e-9f7b-49547dc680f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2753901 Jun 04 16:31:55.076702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:55.084033 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:55.123113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-396e5673-fece-49f6-8ffa-62c70b4c8148 req-539646ea-70a6-44da-a67a-356e4d6d6910 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5416119 Jun 04 16:31:55.172183 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=892e1b944fc64b4688e748b69c913b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6728022 Jun 04 16:31:55.178459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51122) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:55.189703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5204b808-37d0-4af4-bb80-5884cc547c72,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:55.217383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:55.217723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:55.218058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:55.218881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:55.219001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:55.219282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:55.219988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:55.219988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:55.220227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:55.220548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:55.220864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:55.221182 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce7db1-5ebb-4104-b918-27f6077691b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:31:55.230389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] For port a99beac5-8a3e-40fd-9302-6f3224c157f6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a99beac5-8a3e-40fd-9302-6f3224c157f6,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:55.241548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7df9ad-e6c8-4447-9083-f78946a3b3d4 req-e4b7507d-fd67-4399-a1f1-872b5b97e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:55.243044 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd7df9ad-e6c8-4447-9083-f78946a3b3d4 req-e4b7507d-fd67-4399-a1f1-872b5b97e550 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 1096 time: 0.9592018 Jun 04 16:31:55.283611 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3285049-eb23-471f-bc4d-ac3e9b28ec46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:55.286981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d76cb-1851-43e6-a855-65e8c6bda6c8 req-13016449-dd33-4caf-9d65-9009d5b3e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:55.288441 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c6d76cb-1851-43e6-a855-65e8c6bda6c8 req-13016449-dd33-4caf-9d65-9009d5b3e009 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=915e8608ef004b1b86d4576d9c437d37&device_id=8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb HTTP/1.1" status: 200 len: 1097 time: 0.1760075 Jun 04 16:31:55.335697 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3285049-eb23-471f-bc4d-ac3e9b28ec46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:55.339325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0772c-912c-41f6-a5a2-62cc4ac18bb8 req-c8b64aac-ea13-439f-bd81-e5a221dc93ab tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:55.340753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91c0772c-912c-41f6-a5a2-62cc4ac18bb8 req-c8b64aac-ea13-439f-bd81-e5a221dc93ab tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 943 time: 0.5507631 Jun 04 16:31:55.428445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-a4de69ff-e632-4044-b9f2-78cde213c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:55.429902 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-a4de69ff-e632-4044-b9f2-78cde213c57b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fda2a66f036485eb9c4d3c7e6242d11&device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 1094 time: 0.6794689 Jun 04 16:31:55.441948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:31:55.472384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d76cb-1851-43e6-a855-65e8c6bda6c8 req-d698ff27-5ce5-4123-8281-db03b3ea9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:55.473935 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c6d76cb-1851-43e6-a855-65e8c6bda6c8 req-d698ff27-5ce5-4123-8281-db03b3ea9555 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7581b9c-98ed-40af-aaa2-04e3d64e0010 HTTP/1.1" status: 200 len: 913 time: 0.1616619 Jun 04 16:31:55.475403 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3285049-eb23-471f-bc4d-ac3e9b28ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:55.549382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Allocated IP 172.20.0.13 (ff7e9159-334f-4d85-b3f7-3d59d1985415/f4bc0b8a-b98a-42b9-96d0-b2aa850831a1/470b619c-f1aa-435b-9087-34dc211d2dc3) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:31:55.553355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3285049-eb23-471f-bc4d-ac3e9b28ec46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5204b808-37d0-4af4-bb80-5884cc547c72,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:55.557123 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c6d76cb-1851-43e6-a855-65e8c6bda6c8 req-8a75b409-074c-46d8-bc63-89efeb721df9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96b082d7-0f21-4e88-86a0-95fe28060fd5 HTTP/1.1" status: 200 len: 217 time: 0.0706155 Jun 04 16:31:55.559436 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3285049-eb23-471f-bc4d-ac3e9b28ec46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:55.560435 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c3285049-eb23-471f-bc4d-ac3e9b28ec46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5204b808-37d0-4af4-bb80-5884cc547c72 HTTP/1.1" status: 204 len: 168 time: 0.3754959 Jun 04 16:31:55.563057 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-0b9bc1f5-403e-484d-8cbb-a21d00bb44a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 200 len: 217 time: 0.1107581 Jun 04 16:31:55.627583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] For port a99beac5-8a3e-40fd-9302-6f3224c157f6, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:31:55.641586 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d76cb-1851-43e6-a855-65e8c6bda6c8 req-bb0442a2-6308-4217-b0d6-a11cf867182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:55.643232 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c6d76cb-1851-43e6-a855-65e8c6bda6c8 req-bb0442a2-6308-4217-b0d6-a11cf867182a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d42c9ca-7e5e-40ad-9f64-a58e91441e2c HTTP/1.1" status: 200 len: 852 time: 0.0714400 Jun 04 16:31:55.694969 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c6d76cb-1851-43e6-a855-65e8c6bda6c8 req-cbdff46b-8781-4ed5-9a01-59f1c1dc7172 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7581b9c-98ed-40af-aaa2-04e3d64e0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451188 Jun 04 16:31:55.717643 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91c0772c-912c-41f6-a5a2-62cc4ac18bb8 req-dc0308d3-e3be-4045-86fc-01d8d94ac0a5 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958970 Jun 04 16:31:55.775395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] device_id is not set on port a99beac5-8a3e-40fd-9302-6f3224c157f6 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:31:55.792398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7df9ad-e6c8-4447-9083-f78946a3b3d4 req-70823235-c59c-4692-b2d3-08670d84ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:55.793914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd7df9ad-e6c8-4447-9083-f78946a3b3d4 req-70823235-c59c-4692-b2d3-08670d84ef42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 917 time: 0.5124207 Jun 04 16:31:55.796405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:55.850146 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c6d76cb-1851-43e6-a855-65e8c6bda6c8 req-c70feecb-57bd-4f3c-a2f6-de8a1cd83c78 service neutron] 10.222.0.42 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481855 Jun 04 16:31:55.894632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-32efc3fe-47ca-4b99-b5b1-41195ad0456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:55.896068 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-32efc3fe-47ca-4b99-b5b1-41195ad0456f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e19a0ae7-f6e6-4982-b458-d1d82436ca83 HTTP/1.1" status: 200 len: 859 time: 0.3270488 Jun 04 16:31:55.896659 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:55.997515 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2c6d76cb-1851-43e6-a855-65e8c6bda6c8 req-0b988ec5-446c-4a06-8feb-c466de9f8ac3 service neutron] 10.222.0.42 "GET /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400747 Jun 04 16:31:56.145913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1869fd-94b1-435d-9e4e-7943b56b73f3 req-a947ea29-1a00-4515-940e-4f4146d5858c tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:56.157226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b1869fd-94b1-435d-9e4e-7943b56b73f3 req-a947ea29-1a00-4515-940e-4f4146d5858c tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 946 time: 0.8286555 Jun 04 16:31:56.220948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:56.227266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-c8557f25-454f-4df7-9659-7a5413f368ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0936bf77-67cf-4003-9f24-8ba0c47adf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2530773 Jun 04 16:31:56.289271 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78e3209f-0cd2-4feb-89c6-ab2366ad12b8 req-e71945ab-a53a-41fc-8321-d0c0ab362e91 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870492 Jun 04 16:31:56.373602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] Pushing event updated for resources: {'Port': ['ID=a99beac5-8a3e-40fd-9302-6f3224c157f6,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:56.376591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] No DVR routers for this DVR port a99beac5-8a3e-40fd-9302-6f3224c157f6 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:31:56.471762 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd7df9ad-e6c8-4447-9083-f78946a3b3d4 req-9c6fc905-e5fd-4420-94bb-766a638d79b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99 HTTP/1.1" status: 200 len: 1001 time: 0.6555705 Jun 04 16:31:56.479297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3209f-0cd2-4feb-89c6-ab2366ad12b8 req-0a798fef-406f-4f96-9278-a62aabc01fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:56.480814 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78e3209f-0cd2-4feb-89c6-ab2366ad12b8 req-0a798fef-406f-4f96-9278-a62aabc01fd8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 1096 time: 0.1081328 Jun 04 16:31:56.541468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-27547f70-7ca3-4c39-97a2-551ac10b25d2 None None] Provisioning complete for port a99beac5-8a3e-40fd-9302-6f3224c157f6 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:31:56.541992 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-27547f70-7ca3-4c39-97a2-551ac10b25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:56.598831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b1869fd-94b1-435d-9e4e-7943b56b73f3 req-62da1771-4eee-4aec-bb18-210fc50857b7 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462159 Jun 04 16:31:56.662355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-27547f70-7ca3-4c39-97a2-551ac10b25d2 None None] Port a99beac5-8a3e-40fd-9302-6f3224c157f6 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:31:56.714036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3209f-0cd2-4feb-89c6-ab2366ad12b8 req-06780ab2-77a0-4587-b5b7-feccd2327f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:56.715695 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78e3209f-0cd2-4feb-89c6-ab2366ad12b8 req-06780ab2-77a0-4587-b5b7-feccd2327f93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 916 time: 0.2151089 Jun 04 16:31:56.838023 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78e3209f-0cd2-4feb-89c6-ab2366ad12b8 req-ac52a000-a12a-48cb-beac-461a24cab6a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63144003-b565-4d06-953e-f050f7eb3187 HTTP/1.1" status: 200 len: 999 time: 0.1153138 Jun 04 16:31:56.910693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49f7d017-3d96-4a0a-8cb1-0334581952fa req-5120716e-27b8-4f4b-b824-7bf384cd57dc tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 210 time: 0.0892179 Jun 04 16:31:56.915085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3209f-0cd2-4feb-89c6-ab2366ad12b8 req-9e361884-7440-4e0b-a624-a1a5a88116c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:56.916829 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78e3209f-0cd2-4feb-89c6-ab2366ad12b8 req-9e361884-7440-4e0b-a624-a1a5a88116c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 200 len: 854 time: 0.0701685 Jun 04 16:31:56.921016 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:56.949631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20028e4-79f9-4db6-8cb3-cf75a31396ce req-363e3cf8-9f3a-4c72-af03-723d3f1ef3dc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:56.955676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20028e4-79f9-4db6-8cb3-cf75a31396ce req-363e3cf8-9f3a-4c72-af03-723d3f1ef3dc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:56.961457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20028e4-79f9-4db6-8cb3-cf75a31396ce req-363e3cf8-9f3a-4c72-af03-723d3f1ef3dc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:56.967236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20028e4-79f9-4db6-8cb3-cf75a31396ce req-363e3cf8-9f3a-4c72-af03-723d3f1ef3dc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:56.973455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20028e4-79f9-4db6-8cb3-cf75a31396ce req-363e3cf8-9f3a-4c72-af03-723d3f1ef3dc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:56.981019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f20028e4-79f9-4db6-8cb3-cf75a31396ce req-363e3cf8-9f3a-4c72-af03-723d3f1ef3dc tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 3876 time: 1.1023867 Jun 04 16:31:56.983118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] In _notify_port_updated(), no bound segment for port a99beac5-8a3e-40fd-9302-6f3224c157f6 on network 8b09542d-db52-4306-9a04-3ce692fb28e4 {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:31:56.984225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:56.984988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:56.986462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b348ef90-fc36-4d0e-8f56-ac2ae1b65097 service neutron] 10.222.0.42 "PUT /v2.0/ports/a99beac5-8a3e-40fd-9302-6f3224c157f6 HTTP/1.1" status: 200 len: 1031 time: 3.6411808 Jun 04 16:31:56.993552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7df9ad-e6c8-4447-9083-f78946a3b3d4 req-d4b3a21d-8e11-49cb-9036-680f890525ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:56.995295 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd7df9ad-e6c8-4447-9083-f78946a3b3d4 req-d4b3a21d-8e11-49cb-9036-680f890525ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a52ac60c-7b2f-44a7-bfdf-ded791d655a5 HTTP/1.1" status: 200 len: 855 time: 0.5040941 Jun 04 16:31:57.006973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51164) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:57.055242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3209f-0cd2-4feb-89c6-ab2366ad12b8 req-2ae3b1c8-23e6-4047-bb72-8bc1c0a4c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:57.057045 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78e3209f-0cd2-4feb-89c6-ab2366ad12b8 req-2ae3b1c8-23e6-4047-bb72-8bc1c0a4c039 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f5938a6-9eb6-42de-81b7-fd33ade18d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334057 Jun 04 16:31:57.089923 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-6a641aee-75b4-4bb1-9fd3-04bdc99d9e7e service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8154953 Jun 04 16:31:57.183405 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98c70edb-1792-4dea-b869-0b567a797426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:57.204289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-98c70edb-1792-4dea-b869-0b567a797426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:31:57.214510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-98c70edb-1792-4dea-b869-0b567a797426 admin admin] Usage tracker for resource:security_group_rule and tenant:24f2aff44be742bbb8ffcae94939dd03 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:31:57.227729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-98c70edb-1792-4dea-b869-0b567a797426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:31:57.237404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-98c70edb-1792-4dea-b869-0b567a797426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:31:57.261353 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78e3209f-0cd2-4feb-89c6-ab2366ad12b8 req-1fc84819-5857-4fa7-9a75-741514f4d292 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883810 Jun 04 16:31:57.283275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f20028e4-79f9-4db6-8cb3-cf75a31396ce req-cafbd737-da52-4be9-973f-cc559d09ef87 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011191 Jun 04 16:31:57.309389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b297bc7e-7ef5-4b61-8864-492d803f53e0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Deleting port 992c7921-fdf5-467e-876a-cc1d1a62341d {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:31:57.309764 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b297bc7e-7ef5-4b61-8864-492d803f53e0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:57.363003 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74493b70-4cea-46b0-bc26-9559b18605d2'] response: {'name': 'network-changed', 'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394', 'status': 'completed', 'code': 200} Jun 04 16:31:57.532059 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-748f42cf-b267-4bd2-9523-cd4a43d507e9 req-3bb30806-bc34-4fea-8302-e01dc6fac857 service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254189 Jun 04 16:31:57.533063 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:57.547592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7df9ad-e6c8-4447-9083-f78946a3b3d4 req-1197fc84-0294-44d7-b40c-58e00baf2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:57.549073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd7df9ad-e6c8-4447-9083-f78946a3b3d4 req-1197fc84-0294-44d7-b40c-58e00baf2b24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=614a7452-3f8e-48d3-a295-c0d70920f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5355608 Jun 04 16:31:57.580270 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78e3209f-0cd2-4feb-89c6-ab2366ad12b8 req-03302335-0ab9-42b0-9140-6e24ad4b3512 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108394 Jun 04 16:31:57.603762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdcb8d-351b-4378-bcac-c826137bc2bb req-574f0d03-4462-46ca-a28c-7cee0220b472 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:57.608055 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98c70edb-1792-4dea-b869-0b567a797426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:57.609664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdcb8d-351b-4378-bcac-c826137bc2bb req-574f0d03-4462-46ca-a28c-7cee0220b472 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:57.613420 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98c70edb-1792-4dea-b869-0b567a797426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:57.615560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdcb8d-351b-4378-bcac-c826137bc2bb req-574f0d03-4462-46ca-a28c-7cee0220b472 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:57.621485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdcb8d-351b-4378-bcac-c826137bc2bb req-574f0d03-4462-46ca-a28c-7cee0220b472 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:57.627285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdcb8d-351b-4378-bcac-c826137bc2bb req-574f0d03-4462-46ca-a28c-7cee0220b472 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:57.632972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdcb8d-351b-4378-bcac-c826137bc2bb req-574f0d03-4462-46ca-a28c-7cee0220b472 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:57.638720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdcb8d-351b-4378-bcac-c826137bc2bb req-574f0d03-4462-46ca-a28c-7cee0220b472 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:57.640727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7afdcb8d-351b-4378-bcac-c826137bc2bb req-574f0d03-4462-46ca-a28c-7cee0220b472 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5419 time: 0.5364304 Jun 04 16:31:57.665556 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-98c70edb-1792-4dea-b869-0b567a797426 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24f2aff44be742bbb8ffcae94939dd03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6575267 Jun 04 16:31:57.666615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c70edb-1792-4dea-b869-0b567a797426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6622f34f-e561-4f7f-969f-f93b15bdc1a3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:57.668938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51172) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:31:57.726904 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-790517c5-96f2-4719-a969-e8fea5d23e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:57.753357 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-790517c5-96f2-4719-a969-e8fea5d23e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:57.756941 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3e6fb3c9-5862-4613-9649-1f0868f17779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:57.806923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-790517c5-96f2-4719-a969-e8fea5d23e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:57.824435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790517c5-96f2-4719-a969-e8fea5d23e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6622f34f-e561-4f7f-969f-f93b15bdc1a3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:57.829060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-790517c5-96f2-4719-a969-e8fea5d23e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:57.830166 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-790517c5-96f2-4719-a969-e8fea5d23e2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6622f34f-e561-4f7f-969f-f93b15bdc1a3 HTTP/1.1" status: 204 len: 168 time: 0.1603451 Jun 04 16:31:57.903863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Network ff7e9159-334f-4d85-b3f7-3d59d1985415 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:31:57.918463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:31:57.939641 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:31:57.983191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Pushing event updated for resources: {'Port': ['ID=470b619c-f1aa-435b-9087-34dc211d2dc3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:58.058461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7afdcb8d-351b-4378-bcac-c826137bc2bb req-c6f998bc-e4f6-4a8a-9072-989705602f51 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3653288 Jun 04 16:31:58.109841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:58.110480 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:58.121116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e3a0e-8d34-4129-bfd8-e465b2e02206 req-a7d341bd-61b2-42eb-b013-e5b223e81c7c tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:58.122611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c44e3a0e-8d34-4129-bfd8-e465b2e02206 req-a7d341bd-61b2-42eb-b013-e5b223e81c7c tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb HTTP/1.1" status: 200 len: 946 time: 0.6727953 Jun 04 16:31:58.135619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b297bc7e-7ef5-4b61-8864-492d803f53e0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] For port 992c7921-fdf5-467e-876a-cc1d1a62341d, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=992c7921-fdf5-467e-876a-cc1d1a62341d,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:31:58.135970 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b297bc7e-7ef5-4b61-8864-492d803f53e0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:58.144673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd7df9ad-e6c8-4447-9083-f78946a3b3d4 req-cd638711-cb05-44f7-b5e3-db77e0e430d9 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633972 Jun 04 16:31:58.190718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449265-9ec6-4f28-98b8-e729ebe525c0 req-dabcdd1e-fc85-4305-8020-176a3a21f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:58.192172 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5449265-9ec6-4f28-98b8-e729ebe525c0 req-dabcdd1e-fc85-4305-8020-176a3a21f518 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fda2a66f036485eb9c4d3c7e6242d11&device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 1094 time: 0.5482605 Jun 04 16:31:58.363542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-bac73f37-0248-4667-8625-f210ed7806fd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7904770 Jun 04 16:31:58.411556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b297bc7e-7ef5-4b61-8864-492d803f53e0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Calling delete_port for 992c7921-fdf5-467e-876a-cc1d1a62341d owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:31:58.630828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Request body: {'port': {'device_id': '52f64642-885c-49d3-a51b-01b3e4017370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:31:58.798907 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c44e3a0e-8d34-4129-bfd8-e465b2e02206 req-b17779f9-7e52-4bb5-8ac7-0f280f1cada2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523542 Jun 04 16:31:58.999086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd7df9ad-e6c8-4447-9083-f78946a3b3d4 req-28476159-a47c-43da-bb1a-b1f120d65bf0 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8458927 Jun 04 16:31:59.044473 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:59.064102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449265-9ec6-4f28-98b8-e729ebe525c0 req-f1d3f910-ba51-4447-8212-a15816115750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:59.065575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5449265-9ec6-4f28-98b8-e729ebe525c0 req-f1d3f910-ba51-4447-8212-a15816115750 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0936bf77-67cf-4003-9f24-8ba0c47adf59 HTTP/1.1" status: 200 len: 920 time: 0.8143964 Jun 04 16:31:59.092082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44529f93-76e0-4919-b736-d05df11eed83 req-b0208b70-4f11-4cf0-870a-47aaf7e3187b tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:59.093630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44529f93-76e0-4919-b736-d05df11eed83 req-b0208b70-4f11-4cf0-870a-47aaf7e3187b tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 943 time: 0.8957961 Jun 04 16:31:59.221204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5449265-9ec6-4f28-98b8-e729ebe525c0 req-b93e816a-9d82-4495-8c57-5d18b1a4cee4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 200 len: 217 time: 0.1413722 Jun 04 16:31:59.231844 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b297bc7e-7ef5-4b61-8864-492d803f53e0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:59.350095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bc7e-7ef5-4b61-8864-492d803f53e0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event deleted for resources: {'Port': ['ID=992c7921-fdf5-467e-876a-cc1d1a62341d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:31:59.407679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44529f93-76e0-4919-b736-d05df11eed83 req-73061838-f5da-4fd0-a841-8dc88e779a5f tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534125 Jun 04 16:31:59.504346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74107c03-ebc6-4ec9-880c-142d820cc117 req-e94ab649-33d2-47ff-9b81-28d163f12f94 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:59.505056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-74107c03-ebc6-4ec9-880c-142d820cc117 req-e94ab649-33d2-47ff-9b81-28d163f12f94 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Synchronizing usage tracker for tenant:c95f02e614ad44e69f93afb526d8fde9 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:31:59.517017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449265-9ec6-4f28-98b8-e729ebe525c0 req-dd5d41e7-4d30-482e-9724-9edbb382e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:31:59.518514 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5449265-9ec6-4f28-98b8-e729ebe525c0 req-dd5d41e7-4d30-482e-9724-9edbb382e74e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e19a0ae7-f6e6-4982-b458-d1d82436ca83 HTTP/1.1" status: 200 len: 859 time: 0.2814109 Jun 04 16:31:59.534675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b297bc7e-7ef5-4b61-8864-492d803f53e0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] No DVR routers for this DVR port 992c7921-fdf5-467e-876a-cc1d1a62341d on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:31:59.567200 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b297bc7e-7ef5-4b61-8864-492d803f53e0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:59.600545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-deleted', 'tag': '992c7921-fdf5-467e-876a-cc1d1a62341d'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:31:59.638729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5449265-9ec6-4f28-98b8-e729ebe525c0 req-cf11fa36-6808-476b-ae3b-e85c9deeb124 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0936bf77-67cf-4003-9f24-8ba0c47adf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053596 Jun 04 16:31:59.698999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-b297bc7e-7ef5-4b61-8864-492d803f53e0 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "DELETE /v2.0/ports/992c7921-fdf5-467e-876a-cc1d1a62341d HTTP/1.1" status: 204 len: 173 time: 2.6898036 Jun 04 16:31:59.706825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-74107c03-ebc6-4ec9-880c-142d820cc117 req-e94ab649-33d2-47ff-9b81-28d163f12f94 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Unset dirty status for tenant:c95f02e614ad44e69f93afb526d8fde9 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:31:59.715020 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74107c03-ebc6-4ec9-880c-142d820cc117 req-e94ab649-33d2-47ff-9b81-28d163f12f94 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 932 time: 0.7987823 Jun 04 16:31:59.966942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87758f8e-809c-415e-93e6-2ebe3bbbbaad tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Deleting port 32da0c38-3568-48cc-85f7-cc443766b806 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:31:59.967160 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87758f8e-809c-415e-93e6-2ebe3bbbbaad tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:31:59.990288 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f6ee6c96-9ffa-49b5-b903-d3ed51f63d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:00.052390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-74107c03-ebc6-4ec9-880c-142d820cc117 req-2722b1ff-171e-4c53-938b-83e72785eae6 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Synchronizing usage tracker for tenant:c95f02e614ad44e69f93afb526d8fde9 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:32:00.095298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5449265-9ec6-4f28-98b8-e729ebe525c0 req-815f9bd7-0bc1-4685-94db-2d6633dfba0c service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434714 Jun 04 16:32:00.111624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e8de2-d9f6-4cdf-8a13-dff088014e48 req-df39a454-2b23-42fe-8adb-573e9154547c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:00.117438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e8de2-d9f6-4cdf-8a13-dff088014e48 req-df39a454-2b23-42fe-8adb-573e9154547c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:00.123251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e8de2-d9f6-4cdf-8a13-dff088014e48 req-df39a454-2b23-42fe-8adb-573e9154547c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:00.129203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e8de2-d9f6-4cdf-8a13-dff088014e48 req-df39a454-2b23-42fe-8adb-573e9154547c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:00.130051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7c2e8de2-d9f6-4cdf-8a13-dff088014e48 req-df39a454-2b23-42fe-8adb-573e9154547c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Synchronizing usage tracker for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:32:00.404403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-74107c03-ebc6-4ec9-880c-142d820cc117 req-2722b1ff-171e-4c53-938b-83e72785eae6 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Unset dirty status for tenant:c95f02e614ad44e69f93afb526d8fde9 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:32:00.405586 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74107c03-ebc6-4ec9-880c-142d820cc117 req-2722b1ff-171e-4c53-938b-83e72785eae6 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd40bbdf-56f5-4e38-8ba4-c499420ed858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6896052 Jun 04 16:32:00.414604 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:32:00.452064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7c2e8de2-d9f6-4cdf-8a13-dff088014e48 req-df39a454-2b23-42fe-8adb-573e9154547c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Unset dirty status for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:32:00.453372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c2e8de2-d9f6-4cdf-8a13-dff088014e48 req-df39a454-2b23-42fe-8adb-573e9154547c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 3143 time: 0.9252558 Jun 04 16:32:00.684959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a8145ff9-fbdb-4794-8584-e46d96b16394 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:32:00.803322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470b619c-f1aa-435b-9087-34dc211d2dc3 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:00.866966 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:00.934365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a8145ff9-fbdb-4794-8584-e46d96b16394, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a8145ff9-fbdb-4794-8584-e46d96b16394,segment=NetworkSegment(373ddb2a-8a96-46f9-be4d-c9e5bba7c88c),segment_id=373ddb2a-8a96-46f9-be4d-c9e5bba7c88c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:00.935089 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c2e8de2-d9f6-4cdf-8a13-dff088014e48 req-c3d8da56-1775-49f1-833d-fc13eb9a08b9 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4451482 Jun 04 16:32:00.952341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5449265-9ec6-4f28-98b8-e729ebe525c0 req-a38b3b75-4fb1-4622-a21a-c2710151ca18 service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8171070 Jun 04 16:32:00.952885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'a8145ff9-fbdb-4794-8584-e46d96b16394', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'port_id': 'a8145ff9-fbdb-4794-8584-e46d96b16394', 'mac_address': 'fa:16:3e:a1:f7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:32:00.965260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Transition to ACTIVE for port object 470b619c-f1aa-435b-9087-34dc211d2dc3 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:32:00.988901 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:01.025113 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port a8145ff9-fbdb-4794-8584-e46d96b16394 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:01.026100 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:01.048184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8145ff9-fbdb-4794-8584-e46d96b16394 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:01.071172 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b7b32c0-9a78-4de1-893f-e06c1cd74da1'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-deleted', 'tag': '992c7921-fdf5-467e-876a-cc1d1a62341d', 'status': 'completed', 'code': 200} Jun 04 16:32:01.091158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a8145ff9-fbdb-4794-8584-e46d96b16394, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a8145ff9-fbdb-4794-8584-e46d96b16394,segment=NetworkSegment(373ddb2a-8a96-46f9-be4d-c9e5bba7c88c),segment_id=373ddb2a-8a96-46f9-be4d-c9e5bba7c88c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:01.095414 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:01.098582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:01.101518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87758f8e-809c-415e-93e6-2ebe3bbbbaad tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] For port 32da0c38-3568-48cc-85f7-cc443766b806, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=32da0c38-3568-48cc-85f7-cc443766b806,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:01.101908 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87758f8e-809c-415e-93e6-2ebe3bbbbaad tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:01.184322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=a8145ff9-fbdb-4794-8584-e46d96b16394,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:01.303541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87758f8e-809c-415e-93e6-2ebe3bbbbaad tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Calling delete_port for 32da0c38-3568-48cc-85f7-cc443766b806 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:01.312713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['a8145ff9-fbdb-4794-8584-e46d96b16394'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:01.387038 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:01.428628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Pushing event updated for resources: {'Port': ['ID=470b619c-f1aa-435b-9087-34dc211d2dc3,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:01.551537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179fce-86c7-4064-955e-4b47709434a8 req-f663d2b4-3399-4674-a170-b1420ab3f1b7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:01.557525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179fce-86c7-4064-955e-4b47709434a8 req-f663d2b4-3399-4674-a170-b1420ab3f1b7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:01.563373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179fce-86c7-4064-955e-4b47709434a8 req-f663d2b4-3399-4674-a170-b1420ab3f1b7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:01.569548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179fce-86c7-4064-955e-4b47709434a8 req-f663d2b4-3399-4674-a170-b1420ab3f1b7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:01.575364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179fce-86c7-4064-955e-4b47709434a8 req-f663d2b4-3399-4674-a170-b1420ab3f1b7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:01.581962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179fce-86c7-4064-955e-4b47709434a8 req-f663d2b4-3399-4674-a170-b1420ab3f1b7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:01.588233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179fce-86c7-4064-955e-4b47709434a8 req-f663d2b4-3399-4674-a170-b1420ab3f1b7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:01.590285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51179fce-86c7-4064-955e-4b47709434a8 req-f663d2b4-3399-4674-a170-b1420ab3f1b7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5419 time: 0.7148585 Jun 04 16:32:01.733287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51179fce-86c7-4064-955e-4b47709434a8 req-4be81d7c-c01f-4751-a2a7-16943e56e61c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227260 Jun 04 16:32:01.734486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Attempting to bind port 470b619c-f1aa-435b-9087-34dc211d2dc3 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:32:01.734999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Attempting to bind port 470b619c-f1aa-435b-9087-34dc211d2dc3 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '2447a517-c82e-457e-8b78-0aee8762a713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ff7e9159-334f-4d85-b3f7-3d59d1985415'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:32:01.735483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Attempting to bind port 470b619c-f1aa-435b-9087-34dc211d2dc3 on network ff7e9159-334f-4d85-b3f7-3d59d1985415 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:32:01.754204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Port 470b619c-f1aa-435b-9087-34dc211d2dc3 on network ff7e9159-334f-4d85-b3f7-3d59d1985415 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:32:01.754578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Attempting to bind port 470b619c-f1aa-435b-9087-34dc211d2dc3 on network ff7e9159-334f-4d85-b3f7-3d59d1985415 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:32:01.771658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5ac7a-71da-4bcd-967d-611b0e9411a5 req-2ff4d23a-eaae-4ae9-9b7f-d733423c52d3 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:01.773166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66a5ac7a-71da-4bcd-967d-611b0e9411a5 req-2ff4d23a-eaae-4ae9-9b7f-d733423c52d3 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 944 time: 0.5389099 Jun 04 16:32:01.773956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:32:01.774287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Checking segment: {'id': '2447a517-c82e-457e-8b78-0aee8762a713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ff7e9159-334f-4d85-b3f7-3d59d1985415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:32:01.774725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Bound using segment: {'id': '2447a517-c82e-457e-8b78-0aee8762a713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ff7e9159-334f-4d85-b3f7-3d59d1985415'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:32:01.775171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Bound port: 470b619c-f1aa-435b-9087-34dc211d2dc3, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2447a517-c82e-457e-8b78-0aee8762a713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ff7e9159-334f-4d85-b3f7-3d59d1985415'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:32:01.775710 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:01.790117 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87758f8e-809c-415e-93e6-2ebe3bbbbaad tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:01.867500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87758f8e-809c-415e-93e6-2ebe3bbbbaad tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event deleted for resources: {'Port': ['ID=32da0c38-3568-48cc-85f7-cc443766b806,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:02.016880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66a5ac7a-71da-4bcd-967d-611b0e9411a5 req-0e19cf5e-233f-4752-9972-14b3eba488b7 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292445 Jun 04 16:32:02.026564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87758f8e-809c-415e-93e6-2ebe3bbbbaad tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] No DVR routers for this DVR port 32da0c38-3568-48cc-85f7-cc443766b806 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:32:02.031199 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87758f8e-809c-415e-93e6-2ebe3bbbbaad tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:02.058757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] For port 470b619c-f1aa-435b-9087-34dc211d2dc3, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:32:02.061927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] For port 470b619c-f1aa-435b-9087-34dc211d2dc3, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=470b619c-f1aa-435b-9087-34dc211d2dc3,segment=NetworkSegment(2447a517-c82e-457e-8b78-0aee8762a713),segment_id=2447a517-c82e-457e-8b78-0aee8762a713)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:32:02.066253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87758f8e-809c-415e-93e6-2ebe3bbbbaad tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "DELETE /v2.0/ports/32da0c38-3568-48cc-85f7-cc443766b806 HTTP/1.1" status: 204 len: 173 time: 2.3035398 Jun 04 16:32:02.070002 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:02.432565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:02.434013 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:02.435567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] 10.222.0.46 "PUT /v2.0/ports/470b619c-f1aa-435b-9087-34dc211d2dc3 HTTP/1.1" status: 200 len: 1092 time: 3.8158627 Jun 04 16:32:02.503812 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:02.610789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-c9ffa0de-eeb7-47e3-a41a-c787dced43cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Deleting port 863324e7-c4ea-4faf-95eb-efa2ddc23375 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:02.611043 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-c9ffa0de-eeb7-47e3-a41a-c787dced43cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:02.659359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d20d9-9a5b-4592-ac87-908ac56abc4f service neutron] Pushing event updated for resources: {'Port': ['ID=470b619c-f1aa-435b-9087-34dc211d2dc3,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:02.687276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a8145ff9-fbdb-4794-8584-e46d96b16394 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:32:02.763021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port a8145ff9-fbdb-4794-8584-e46d96b16394 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:32:02.766858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c832d97-b55d-434c-88cc-1f449b965c8d req-9a245382-2364-4078-aad2-cf1d96590eab tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:02.768716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port a8145ff9-fbdb-4794-8584-e46d96b16394 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:32:02.769155 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:02.769283 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c832d97-b55d-434c-88cc-1f449b965c8d req-9a245382-2364-4078-aad2-cf1d96590eab tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb HTTP/1.1" status: 200 len: 946 time: 0.4965117 Jun 04 16:32:02.829503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a988e3-7d0f-48b0-8378-e0922204f7a9 req-499d16b5-baeb-4c5e-8c6c-e6f334120caa tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:02.830970 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20a988e3-7d0f-48b0-8378-e0922204f7a9 req-499d16b5-baeb-4c5e-8c6c-e6f334120caa tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 944 time: 0.5571849 Jun 04 16:32:02.862277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3749c84-a42e-4d72-9f01-117f5b765af1 req-f9348280-0148-48f7-9b39-a17b752411b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:02.867929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3749c84-a42e-4d72-9f01-117f5b765af1 req-f9348280-0148-48f7-9b39-a17b752411b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:02.873634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3749c84-a42e-4d72-9f01-117f5b765af1 req-f9348280-0148-48f7-9b39-a17b752411b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:02.874592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c3749c84-a42e-4d72-9f01-117f5b765af1 req-f9348280-0148-48f7-9b39-a17b752411b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Synchronizing usage tracker for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:32:02.887577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port a8145ff9-fbdb-4794-8584-e46d96b16394 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:02.887956 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:02.918568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:02.929590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a8145ff9-fbdb-4794-8584-e46d96b16394, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a8145ff9-fbdb-4794-8584-e46d96b16394,segment=NetworkSegment(373ddb2a-8a96-46f9-be4d-c9e5bba7c88c),segment_id=373ddb2a-8a96-46f9-be4d-c9e5bba7c88c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:02.935080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-69502c22-06e1-4e67-9756-28600b72211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:02.935849 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:02.936474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-69502c22-06e1-4e67-9756-28600b72211a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c95f02e614ad44e69f93afb526d8fde9&device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 1095 time: 0.4228916 Jun 04 16:32:03.008566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=a8145ff9-fbdb-4794-8584-e46d96b16394,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:03.072912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-deleted', 'tag': '32da0c38-3568-48cc-85f7-cc443766b806'}, {'name': 'network-changed', 'server_uuid': '52f64642-885c-49d3-a51b-01b3e4017370', 'tag': '470b619c-f1aa-435b-9087-34dc211d2dc3'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:03.098867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-8c832d97-b55d-434c-88cc-1f449b965c8d req-033db72f-622b-4d90-a4f0-5bbfc931159a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Deleting port 96b082d7-0f21-4e88-86a0-95fe28060fd5 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:03.099163 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8c832d97-b55d-434c-88cc-1f449b965c8d req-033db72f-622b-4d90-a4f0-5bbfc931159a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:03.132300 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-eb6e53f7-f10d-495a-a621-c9ca803c747f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470b619c-f1aa-435b-9087-34dc211d2dc3 HTTP/1.1" status: 200 len: 217 time: 0.1359820 Jun 04 16:32:03.139483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c3749c84-a42e-4d72-9f01-117f5b765af1 req-f9348280-0148-48f7-9b39-a17b752411b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Unset dirty status for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:32:03.140590 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3749c84-a42e-4d72-9f01-117f5b765af1 req-f9348280-0148-48f7-9b39-a17b752411b4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 2410 time: 0.8638718 Jun 04 16:32:03.143682 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20a988e3-7d0f-48b0-8378-e0922204f7a9 req-47bc4e73-f0e4-4a12-b9ab-a0f83c340598 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd40bbdf-56f5-4e38-8ba4-c499420ed858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031538 Jun 04 16:32:03.346515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3749c84-a42e-4d72-9f01-117f5b765af1 req-10b0ebf4-1fb0-4ee0-a0ce-3f9adb792ba4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570270 Jun 04 16:32:03.381136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-8da5d0f3-3469-4c9f-8dcf-9d4235985c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:03.382634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-8da5d0f3-3469-4c9f-8dcf-9d4235985c3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4bc0b8a-b98a-42b9-96d0-b2aa850831a1 HTTP/1.1" status: 200 len: 854 time: 0.2378151 Jun 04 16:32:03.397241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-c9ffa0de-eeb7-47e3-a41a-c787dced43cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] For port 863324e7-c4ea-4faf-95eb-efa2ddc23375, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=863324e7-c4ea-4faf-95eb-efa2ddc23375,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:03.397601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-c9ffa0de-eeb7-47e3-a41a-c787dced43cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:03.562399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-25da9439-b2aa-4e8f-9e80-0d9b443214fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff7e9159-334f-4d85-b3f7-3d59d1985415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503847 Jun 04 16:32:03.673368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-c9ffa0de-eeb7-47e3-a41a-c787dced43cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Calling delete_port for 863324e7-c4ea-4faf-95eb-efa2ddc23375 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:03.815336 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:04.041959 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:04.144143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d0994-6190-421b-bcaf-5a14eea52950 req-38ff06fe-681c-43f7-95f5-c528851c244f tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:04.145665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e76d0994-6190-421b-bcaf-5a14eea52950 req-38ff06fe-681c-43f7-95f5-c528851c244f tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb HTTP/1.1" status: 200 len: 946 time: 0.8532467 Jun 04 16:32:04.253118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-2b3a59ea-f3e9-4905-956b-8019c751a554 service neutron] 10.222.0.46 "GET /v2.0/networks/ff7e9159-334f-4d85-b3f7-3d59d1985415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472043 Jun 04 16:32:04.268633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8c832d97-b55d-434c-88cc-1f449b965c8d req-033db72f-622b-4d90-a4f0-5bbfc931159a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] For port 96b082d7-0f21-4e88-86a0-95fe28060fd5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=96b082d7-0f21-4e88-86a0-95fe28060fd5,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:04.268942 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8c832d97-b55d-434c-88cc-1f449b965c8d req-033db72f-622b-4d90-a4f0-5bbfc931159a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:04.380887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983567e4-3822-4752-8ceb-daf3e29025d0 req-85142613-1785-4d88-b777-30f156af7ba8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:04.386634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983567e4-3822-4752-8ceb-daf3e29025d0 req-85142613-1785-4d88-b777-30f156af7ba8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:04.392591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983567e4-3822-4752-8ceb-daf3e29025d0 req-85142613-1785-4d88-b777-30f156af7ba8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:04.398320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983567e4-3822-4752-8ceb-daf3e29025d0 req-85142613-1785-4d88-b777-30f156af7ba8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:04.404285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983567e4-3822-4752-8ceb-daf3e29025d0 req-85142613-1785-4d88-b777-30f156af7ba8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:04.410067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983567e4-3822-4752-8ceb-daf3e29025d0 req-85142613-1785-4d88-b777-30f156af7ba8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:04.415886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983567e4-3822-4752-8ceb-daf3e29025d0 req-85142613-1785-4d88-b777-30f156af7ba8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:04.417790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-983567e4-3822-4752-8ceb-daf3e29025d0 req-85142613-1785-4d88-b777-30f156af7ba8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5419 time: 0.9518366 Jun 04 16:32:04.491728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-8c832d97-b55d-434c-88cc-1f449b965c8d req-033db72f-622b-4d90-a4f0-5bbfc931159a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Calling delete_port for 96b082d7-0f21-4e88-86a0-95fe28060fd5 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:04.609021 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e76d0994-6190-421b-bcaf-5a14eea52950 req-b3e92e23-bce1-42e9-9865-8f1757e51beb tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469092 Jun 04 16:32:04.616728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-24c24266-e9f8-429d-a1f1-9c090218aa9b tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:04.618131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-24c24266-e9f8-429d-a1f1-9c090218aa9b tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.46 "GET /v2.0/ports?device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 946 time: 1.0605252 Jun 04 16:32:04.631667 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-c9ffa0de-eeb7-47e3-a41a-c787dced43cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:04.670682 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6143ab95-6dad-4ca2-85e7-cb5fd5b73afb'] response: {'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394', 'code': 200} Jun 04 16:32:04.705729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 9e936c81-586a-4348-a3fe-86ec2f21469f details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:32:04.775470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffa0de-eeb7-47e3-a41a-c787dced43cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event deleted for resources: {'Port': ['ID=863324e7-c4ea-4faf-95eb-efa2ddc23375,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:04.841504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-983567e4-3822-4752-8ceb-daf3e29025d0 req-d2224197-51f4-4458-9f86-6dd291abb050 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3572402 Jun 04 16:32:04.869929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8c9b2-b488-4a5e-9c65-c86c62e42e96 req-520aa9f6-77f6-44d5-ad25-7e7b2fe95b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:04.872358 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-34f8c9b2-b488-4a5e-9c65-c86c62e42e96 req-520aa9f6-77f6-44d5-ad25-7e7b2fe95b92 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 1096 time: 0.1070881 Jun 04 16:32:04.931865 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-34f8c9b2-b488-4a5e-9c65-c86c62e42e96 req-7c9def42-c8d0-4784-bc60-bf4dd1fc9e77 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531421 Jun 04 16:32:04.946240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9e936c81-586a-4348-a3fe-86ec2f21469f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9e936c81-586a-4348-a3fe-86ec2f21469f,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:04.950370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Deleting port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:04.950797 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:04.965297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '9e936c81-586a-4348-a3fe-86ec2f21469f', 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e', 'port_id': '9e936c81-586a-4348-a3fe-86ec2f21469f', 'mac_address': 'fa:16:3e:03:86:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef37b42f-e6e9-4e7b-ac72-6fdd1c586006', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:32:04.985542 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecc62cc-b167-4033-b31f-8800afc2cbea'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-deleted', 'tag': '32da0c38-3568-48cc-85f7-cc443766b806', 'status': 'completed', 'code': 200} Jun 04 16:32:04.985802 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecc62cc-b167-4033-b31f-8800afc2cbea'] response: {'name': 'network-changed', 'server_uuid': '52f64642-885c-49d3-a51b-01b3e4017370', 'tag': '470b619c-f1aa-435b-9087-34dc211d2dc3', 'status': 'completed', 'code': 200} Jun 04 16:32:04.999808 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-c9ffa0de-eeb7-47e3-a41a-c787dced43cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] No DVR routers for this DVR port 863324e7-c4ea-4faf-95eb-efa2ddc23375 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:32:05.012790 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-c9ffa0de-eeb7-47e3-a41a-c787dced43cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:05.023160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f8a8c-ab17-417e-8e4c-5c6c78b6e450 req-cc6fe96d-a3f0-42a6-98b4-2883064f687d service neutron] 10.222.0.46 "GET /v2.0/networks/ff7e9159-334f-4d85-b3f7-3d59d1985415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7564049 Jun 04 16:32:05.056325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 9e936c81-586a-4348-a3fe-86ec2f21469f is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:05.057091 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:05.088415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e936c81-586a-4348-a3fe-86ec2f21469f {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:05.106149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9e936c81-586a-4348-a3fe-86ec2f21469f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9e936c81-586a-4348-a3fe-86ec2f21469f,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:05.110294 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:05.111185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device badd5b3b-221a-4307-a531-2bfdad5adde7 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:32:05.162143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port badd5b3b-221a-4307-a531-2bfdad5adde7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=badd5b3b-221a-4307-a531-2bfdad5adde7,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:05.181019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'badd5b3b-221a-4307-a531-2bfdad5adde7', 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e', 'port_id': 'badd5b3b-221a-4307-a531-2bfdad5adde7', 'mac_address': 'fa:16:3e:40:74:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef37b42f-e6e9-4e7b-ac72-6fdd1c586006', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:32:05.267357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=9e936c81-586a-4348-a3fe-86ec2f21469f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:05.270845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port badd5b3b-221a-4307-a531-2bfdad5adde7 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:05.271736 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:05.292371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badd5b3b-221a-4307-a531-2bfdad5adde7 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:05.313947 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port badd5b3b-221a-4307-a531-2bfdad5adde7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=badd5b3b-221a-4307-a531-2bfdad5adde7,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:05.314691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-c9ffa0de-eeb7-47e3-a41a-c787dced43cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "DELETE /v2.0/ports/863324e7-c4ea-4faf-95eb-efa2ddc23375 HTTP/1.1" status: 204 len: 173 time: 3.2386346 Jun 04 16:32:05.318576 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:05.319933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:32:05.413006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=badd5b3b-221a-4307-a531-2bfdad5adde7,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:05.436451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=91def2a8-ccd3-4b2b-bb50-6055dc4bc228,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:05.452676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '91def2a8-ccd3-4b2b-bb50-6055dc4bc228', 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e', 'port_id': '91def2a8-ccd3-4b2b-bb50-6055dc4bc228', 'mac_address': 'fa:16:3e:3e:88:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef37b42f-e6e9-4e7b-ac72-6fdd1c586006', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:32:05.490169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb90a0-2c64-4349-9cde-deb689674ddf req-ee9a9b2e-c9f7-4706-9a66-7f1af73611dc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:05.491613 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71eb90a0-2c64-4349-9cde-deb689674ddf req-ee9a9b2e-c9f7-4706-9a66-7f1af73611dc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.7035053 Jun 04 16:32:05.511480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:05.511929 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:05.529933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:05.554515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=91def2a8-ccd3-4b2b-bb50-6055dc4bc228,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:05.561388 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8c832d97-b55d-434c-88cc-1f449b965c8d req-033db72f-622b-4d90-a4f0-5bbfc931159a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:05.563990 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:05.565050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 60eea7ff-0fed-457a-bb8d-9d01c96adf55 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:32:05.626025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['96b082d7-0f21-4e88-86a0-95fe28060fd5'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:05.689726 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:32:05.782327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=91def2a8-ccd3-4b2b-bb50-6055dc4bc228,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:05.832183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 60eea7ff-0fed-457a-bb8d-9d01c96adf55, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=60eea7ff-0fed-457a-bb8d-9d01c96adf55,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:05.877888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033db72f-622b-4d90-a4f0-5bbfc931159a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Pushing event deleted for resources: {'Port': ['ID=96b082d7-0f21-4e88-86a0-95fe28060fd5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:05.890719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '60eea7ff-0fed-457a-bb8d-9d01c96adf55', 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8', 'port_id': '60eea7ff-0fed-457a-bb8d-9d01c96adf55', 'mac_address': 'fa:16:3e:c3:11:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbddd621-8de5-43c3-94bf-c30fa0e2249b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:32:05.934476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Deleting port d845983a-5332-4048-b55f-ae3bd2a23a2b {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:05.934840 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:05.950279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:05.950895 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:05.969842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60eea7ff-0fed-457a-bb8d-9d01c96adf55 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:05.989599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 60eea7ff-0fed-457a-bb8d-9d01c96adf55, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=60eea7ff-0fed-457a-bb8d-9d01c96adf55,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:05.995786 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:05.996518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f5377171-fdb4-417f-b474-ba4f7bed802e details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:32:06.043128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261f93d-9ed5-4f6e-8381-2c1859c26c71 req-ab79fd2d-b009-44a4-8fad-49a122800cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:06.044653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8261f93d-9ed5-4f6e-8381-2c1859c26c71 req-ab79fd2d-b009-44a4-8fad-49a122800cba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c95f02e614ad44e69f93afb526d8fde9&device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 1095 time: 0.9532402 Jun 04 16:32:06.054610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c832d97-b55d-434c-88cc-1f449b965c8d req-033db72f-622b-4d90-a4f0-5bbfc931159a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] No DVR routers for this DVR port 96b082d7-0f21-4e88-86a0-95fe28060fd5 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:32:06.066514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8c832d97-b55d-434c-88cc-1f449b965c8d req-033db72f-622b-4d90-a4f0-5bbfc931159a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:06.069567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c832d97-b55d-434c-88cc-1f449b965c8d req-033db72f-622b-4d90-a4f0-5bbfc931159a tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.42 "DELETE /v2.0/ports/96b082d7-0f21-4e88-86a0-95fe28060fd5 HTTP/1.1" status: 204 len: 173 time: 3.2888079 Jun 04 16:32:06.110741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=60eea7ff-0fed-457a-bb8d-9d01c96adf55,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:06.234360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] For port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:06.234360 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:06.234703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f5377171-fdb4-417f-b474-ba4f7bed802e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f5377171-fdb4-417f-b474-ba4f7bed802e,segment=NetworkSegment(46378fb8-46e0-4bd4-b80b-4f07d21294c4),segment_id=46378fb8-46e0-4bd4-b80b-4f07d21294c4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:06.239536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261f93d-9ed5-4f6e-8381-2c1859c26c71 req-4687fe0e-e64c-4157-924e-3e143c62c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:06.240873 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8261f93d-9ed5-4f6e-8381-2c1859c26c71 req-4687fe0e-e64c-4157-924e-3e143c62c1eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=ff7e9159-334f-4d85-b3f7-3d59d1985415 HTTP/1.1" status: 200 len: 915 time: 0.1684525 Jun 04 16:32:06.249882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'f5377171-fdb4-417f-b474-ba4f7bed802e', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'port_id': 'f5377171-fdb4-417f-b474-ba4f7bed802e', 'mac_address': 'fa:16:3e:41:3d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24400e9e-8edf-461f-bb64-f983372345e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:32:06.309163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port f5377171-fdb4-417f-b474-ba4f7bed802e is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:06.309739 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:06.324767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab46e0-3afa-40e2-a7c7-d594b4a317e2 req-8e0b36e6-626e-4727-989a-a6448650ae13 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:06.326261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10ab46e0-3afa-40e2-a7c7-d594b4a317e2 req-8e0b36e6-626e-4727-989a-a6448650ae13 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 944 time: 1.2337172 Jun 04 16:32:06.328386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5377171-fdb4-417f-b474-ba4f7bed802e {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:06.347899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f5377171-fdb4-417f-b474-ba4f7bed802e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f5377171-fdb4-417f-b474-ba4f7bed802e,segment=NetworkSegment(46378fb8-46e0-4bd4-b80b-4f07d21294c4),segment_id=46378fb8-46e0-4bd4-b80b-4f07d21294c4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:06.352072 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:06.352746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device e25bade0-c0eb-445a-bb94-2aa6430da92f details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:32:06.411250 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71eb90a0-2c64-4349-9cde-deb689674ddf req-572302fc-313e-414c-a92d-556acf295db2 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8390708 Jun 04 16:32:06.439850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port e25bade0-c0eb-445a-bb94-2aa6430da92f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e25bade0-c0eb-445a-bb94-2aa6430da92f,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:06.454756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=f5377171-fdb4-417f-b474-ba4f7bed802e,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:06.459011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'e25bade0-c0eb-445a-bb94-2aa6430da92f', 'network_id': '834f2ae5-2a2a-4b01-b8b3-cad0598f04b8', 'port_id': 'e25bade0-c0eb-445a-bb94-2aa6430da92f', 'mac_address': 'fa:16:3e:1d:d4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbddd621-8de5-43c3-94bf-c30fa0e2249b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:32:06.487922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8261f93d-9ed5-4f6e-8381-2c1859c26c71 req-58a5f22a-71f7-49c8-9a94-08d75d260556 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470b619c-f1aa-435b-9087-34dc211d2dc3 HTTP/1.1" status: 200 len: 217 time: 0.2259426 Jun 04 16:32:06.497921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Calling delete_port for 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:06.533615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port e25bade0-c0eb-445a-bb94-2aa6430da92f is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:06.534481 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:06.566707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25bade0-c0eb-445a-bb94-2aa6430da92f {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:06.606333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port e25bade0-c0eb-445a-bb94-2aa6430da92f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e25bade0-c0eb-445a-bb94-2aa6430da92f,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:06.616393 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:06.617309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 676127af-26ed-4542-9cbd-93d28f298675 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:32:06.710254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 676127af-26ed-4542-9cbd-93d28f298675, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=676127af-26ed-4542-9cbd-93d28f298675,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:06.718379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=e25bade0-c0eb-445a-bb94-2aa6430da92f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:06.728452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '676127af-26ed-4542-9cbd-93d28f298675', 'network_id': '59419537-eeeb-49da-b0e6-1fde86e9c16e', 'port_id': '676127af-26ed-4542-9cbd-93d28f298675', 'mac_address': 'fa:16:3e:c8:d4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef37b42f-e6e9-4e7b-ac72-6fdd1c586006', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:32:06.787925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10ab46e0-3afa-40e2-a7c7-d594b4a317e2 req-d1f3db2a-dcf4-4c5d-8a74-6cfdba8a6e28 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd40bbdf-56f5-4e38-8ba4-c499420ed858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912637 Jun 04 16:32:06.805268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 676127af-26ed-4542-9cbd-93d28f298675 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:06.805268 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:06.838643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676127af-26ed-4542-9cbd-93d28f298675 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:06.847975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:32:06.917295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 676127af-26ed-4542-9cbd-93d28f298675, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=676127af-26ed-4542-9cbd-93d28f298675,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:06.925184 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:06.993589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-deleted', 'tag': '863324e7-c4ea-4faf-95eb-efa2ddc23375'}, {'server_uuid': '8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb', 'name': 'network-vif-deleted', 'tag': '96b082d7-0f21-4e88-86a0-95fe28060fd5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:07.016567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261f93d-9ed5-4f6e-8381-2c1859c26c71 req-3920767b-4a66-428e-842d-3f1d117fd936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:07.018231 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8261f93d-9ed5-4f6e-8381-2c1859c26c71 req-3920767b-4a66-428e-842d-3f1d117fd936 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4bc0b8a-b98a-42b9-96d0-b2aa850831a1 HTTP/1.1" status: 200 len: 854 time: 0.2493033 Jun 04 16:32:07.053385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=676127af-26ed-4542-9cbd-93d28f298675,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:07.068909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:07.069818 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:07.100168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48abceae-6333-4a51-997d-4eef79673cc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5189e41a-c2f2-4fa4-bd5f-e8628ed0221a'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:07.109966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:07.114661 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:07.124734 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8261f93d-9ed5-4f6e-8381-2c1859c26c71 req-a5942d56-9c04-4eb4-a398-9705ccc04673 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff7e9159-334f-4d85-b3f7-3d59d1985415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951152 Jun 04 16:32:07.164065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] For port d845983a-5332-4048-b55f-ae3bd2a23a2b, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d845983a-5332-4048-b55f-ae3bd2a23a2b,segment=NetworkSegment(30996a96-9811-4953-b8d5-b5602c09f2dc),segment_id=30996a96-9811-4953-b8d5-b5602c09f2dc)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:07.164309 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:07.187000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:07.187229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efd0be-246d-4df1-b9a1-7115e5d93be1 req-e9db05ca-1bc7-4066-852e-0970051c6f00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:07.193075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efd0be-246d-4df1-b9a1-7115e5d93be1 req-e9db05ca-1bc7-4066-852e-0970051c6f00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:07.193870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-37efd0be-246d-4df1-b9a1-7115e5d93be1 req-e9db05ca-1bc7-4066-852e-0970051c6f00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Synchronizing usage tracker for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:32:07.206880 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:32:07.207189 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:32:07.374546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-37efd0be-246d-4df1-b9a1-7115e5d93be1 req-e9db05ca-1bc7-4066-852e-0970051c6f00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Unset dirty status for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:32:07.375781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37efd0be-246d-4df1-b9a1-7115e5d93be1 req-e9db05ca-1bc7-4066-852e-0970051c6f00 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 1677 time: 0.6818624 Jun 04 16:32:07.553438 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['91def2a8-ccd3-4b2b-bb50-6055dc4bc228'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:07.602084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['9e936c81-586a-4348-a3fe-86ec2f21469f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:07.631982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['f5377171-fdb4-417f-b474-ba4f7bed802e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:07.656472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['676127af-26ed-4542-9cbd-93d28f298675'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:07.680160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['e25bade0-c0eb-445a-bb94-2aa6430da92f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:07.721673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['badd5b3b-221a-4307-a531-2bfdad5adde7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:07.727526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9530-0bd4-43a8-ae25-583db7649f56 req-4bdac2ab-81dd-485e-b529-7802f1615686 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:07.733240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9530-0bd4-43a8-ae25-583db7649f56 req-4bdac2ab-81dd-485e-b529-7802f1615686 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:07.739306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9530-0bd4-43a8-ae25-583db7649f56 req-4bdac2ab-81dd-485e-b529-7802f1615686 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:07.745607 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9530-0bd4-43a8-ae25-583db7649f56 req-4bdac2ab-81dd-485e-b529-7802f1615686 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:07.752951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9530-0bd4-43a8-ae25-583db7649f56 req-4bdac2ab-81dd-485e-b529-7802f1615686 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:07.758818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9530-0bd4-43a8-ae25-583db7649f56 req-4bdac2ab-81dd-485e-b529-7802f1615686 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:07.764594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9530-0bd4-43a8-ae25-583db7649f56 req-4bdac2ab-81dd-485e-b529-7802f1615686 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:07.766693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8acb9530-0bd4-43a8-ae25-583db7649f56 req-4bdac2ab-81dd-485e-b529-7802f1615686 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5426 time: 0.6948519 Jun 04 16:32:07.767227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Deleting port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:07.767559 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:07.810947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8261f93d-9ed5-4f6e-8381-2c1859c26c71 req-5f1e3720-eb34-4132-a1cc-a44f11f0a7cd service neutron] 10.222.0.46 "GET /v2.0/networks/ff7e9159-334f-4d85-b3f7-3d59d1985415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721096 Jun 04 16:32:07.964332 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37efd0be-246d-4df1-b9a1-7115e5d93be1 req-98d53363-b900-4769-a011-6e6a3f520bdd tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5128076 Jun 04 16:32:08.054336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8acb9530-0bd4-43a8-ae25-583db7649f56 req-0925b1f7-4bfd-497e-935a-22224da29678 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2619309 Jun 04 16:32:08.099159 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:08.099668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:08.099977 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Floating IP 7d44d446-2e60-4632-8db9-c33600e33009 disassociated. External IP: 172.25.5.59, port: d845983a-5332-4048-b55f-ae3bd2a23a2b. Jun 04 16:32:08.100339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Calling delete_port for d845983a-5332-4048-b55f-ae3bd2a23a2b owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:08.174309 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d81fda-2498-4b7a-9f8d-82b90460073d'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-deleted', 'tag': '863324e7-c4ea-4faf-95eb-efa2ddc23375', 'status': 'completed', 'code': 200} Jun 04 16:32:08.175278 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d81fda-2498-4b7a-9f8d-82b90460073d'] response: {'server_uuid': '8e5d541a-9070-4b60-8a2a-0e6d81e2d7eb', 'name': 'network-vif-deleted', 'tag': '96b082d7-0f21-4e88-86a0-95fe28060fd5', 'status': 'completed', 'code': 200} Jun 04 16:32:08.223203 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8261f93d-9ed5-4f6e-8381-2c1859c26c71 req-2e632149-db24-4f11-9c30-fe6929c13695 service neutron] 10.222.0.46 "GET /v2.0/networks/ff7e9159-334f-4d85-b3f7-3d59d1985415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986304 Jun 04 16:32:08.230413 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32f0778-9630-4435-a2f7-0f55442d9123'] response: {'server_uuid': '48abceae-6333-4a51-997d-4eef79673cc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5189e41a-c2f2-4fa4-bd5f-e8628ed0221a', 'code': 200} Jun 04 16:32:08.486376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['60eea7ff-0fed-457a-bb8d-9d01c96adf55'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:08.552241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] For port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,segment=NetworkSegment(e854ab25-0f3a-4a74-9f87-a4ecf062ef90),segment_id=e854ab25-0f3a-4a74-9f87-a4ecf062ef90)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:08.552596 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:08.576979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08ac2-9602-45d8-9090-14cf0fa3f469 req-ab496ac4-bde3-467d-9447-714bf73b7c08 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:08.577844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e6a08ac2-9602-45d8-9090-14cf0fa3f469 req-ab496ac4-bde3-467d-9447-714bf73b7c08 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Synchronizing usage tracker for tenant:915e8608ef004b1b86d4576d9c437d37 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:32:08.724083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Calling delete_port for 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:08.771534 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:08.826834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e6a08ac2-9602-45d8-9090-14cf0fa3f469 req-ab496ac4-bde3-467d-9447-714bf73b7c08 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Unset dirty status for tenant:915e8608ef004b1b86d4576d9c437d37 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:32:08.828066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e6a08ac2-9602-45d8-9090-14cf0fa3f469 req-ab496ac4-bde3-467d-9447-714bf73b7c08 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 944 time: 0.6907029 Jun 04 16:32:08.845363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858db8-19f1-4efb-bb26-4f91a245fc7d req-2c39f46b-affa-4516-9e5f-7d834315d764 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:08.846875 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20858db8-19f1-4efb-bb26-4f91a245fc7d req-2c39f46b-affa-4516-9e5f-7d834315d764 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.5358665 Jun 04 16:32:08.861381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 470b619c-f1aa-435b-9087-34dc211d2dc3 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:32:08.864045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event deleted for resources: {'Port': ['ID=d845983a-5332-4048-b55f-ae3bd2a23a2b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:08.956781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 96b082d7-0f21-4e88-86a0-95fe28060fd5 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:32:09.002565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 96b082d7-0f21-4e88-86a0-95fe28060fd5 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:32:09.002781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 96b082d7-0f21-4e88-86a0-95fe28060fd5 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:32:09.033836 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e6a08ac2-9602-45d8-9090-14cf0fa3f469 req-fe64328f-b75a-41cd-852b-03a785f48213 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/security-groups?id=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825190 Jun 04 16:32:09.048572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20858db8-19f1-4efb-bb26-4f91a245fc7d req-df7ded44-b05f-433f-a6f4-df74d51dbcca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791201 Jun 04 16:32:09.077822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 470b619c-f1aa-435b-9087-34dc211d2dc3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=470b619c-f1aa-435b-9087-34dc211d2dc3,segment=NetworkSegment(2447a517-c82e-457e-8b78-0aee8762a713),segment_id=2447a517-c82e-457e-8b78-0aee8762a713)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:09.110574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '470b619c-f1aa-435b-9087-34dc211d2dc3', 'network_id': 'ff7e9159-334f-4d85-b3f7-3d59d1985415', 'port_id': '470b619c-f1aa-435b-9087-34dc211d2dc3', 'mac_address': 'fa:16:3e:0e:85:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bc0b8a-b98a-42b9-96d0-b2aa850831a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:32:09.249139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 470b619c-f1aa-435b-9087-34dc211d2dc3 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:09.249938 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:09.299227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470b619c-f1aa-435b-9087-34dc211d2dc3 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:09.324848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 470b619c-f1aa-435b-9087-34dc211d2dc3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=470b619c-f1aa-435b-9087-34dc211d2dc3,segment=NetworkSegment(2447a517-c82e-457e-8b78-0aee8762a713),segment_id=2447a517-c82e-457e-8b78-0aee8762a713)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:09.331902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:09.455797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=470b619c-f1aa-435b-9087-34dc211d2dc3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:09.472733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:09.473220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:09.473563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:09.473895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:09.474222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:09.474573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:09.474899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:09.475217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:09.475538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:09.475855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:09.476174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:09.476676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:09.600567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['470b619c-f1aa-435b-9087-34dc211d2dc3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:09.657283 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:09.735627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Router f921a76a-653c-49bd-bb2d-7bdd5f15a10a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:32:09.737041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Pushing event deleted for resources: {'Port': ['ID=5189e41a-c2f2-4fa4-bd5f-e8628ed0221a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:09.894035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] No DVR routers for this DVR port 5189e41a-c2f2-4fa4-bd5f-e8628ed0221a on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:32:09.906636 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:09.916091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bddbe-b11a-4a6f-98d4-b79da70ff774 req-930a7a04-09f5-4e89-8097-b11c15998e17 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:09.917550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f35bddbe-b11a-4a6f-98d4-b79da70ff774 req-930a7a04-09f5-4e89-8097-b11c15998e17 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 945 time: 0.6302812 Jun 04 16:32:09.951351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64086ff6-5e82-4f07-acae-55f3a98d71f6 req-17d62ecb-576e-4119-8908-051091500ac8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:09.952823 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64086ff6-5e82-4f07-acae-55f3a98d71f6 req-17d62ecb-576e-4119-8908-051091500ac8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 943 time: 0.6072807 Jun 04 16:32:10.034672 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e90a4f6-faa5-45bb-ae6b-a31081f4aeb2 req-b4bef8c3-84b0-42df-8179-f46dec1748a1 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.46 "DELETE /v2.0/ports/5189e41a-c2f2-4fa4-bd5f-e8628ed0221a HTTP/1.1" status: 204 len: 173 time: 5.3992138 Jun 04 16:32:10.102069 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f35bddbe-b11a-4a6f-98d4-b79da70ff774 req-9c627df7-d9c6-4954-8260-c4550d0cf587 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd40bbdf-56f5-4e38-8ba4-c499420ed858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729987 Jun 04 16:32:10.115727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64086ff6-5e82-4f07-acae-55f3a98d71f6 req-bd4a5106-2656-4443-97be-7036f7b37cf8 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c830a663-5838-4980-91fd-a0172c9ccb28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463554 Jun 04 16:32:10.120907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:32:10.135001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df162e7d-247c-490a-8197-2e369880f1e2 None None] Sync routers for ids ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:32:10.147716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df162e7d-247c-490a-8197-2e369880f1e2 None None] Routers {'f921a76a-653c-49bd-bb2d-7bdd5f15a10a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:32:10.148717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-df162e7d-247c-490a-8197-2e369880f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:32:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:10.185767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48abceae-6333-4a51-997d-4eef79673cc6', 'name': 'network-vif-deleted', 'tag': '5189e41a-c2f2-4fa4-bd5f-e8628ed0221a'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:10.220162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] No DVR routers for this DVR port d845983a-5332-4048-b55f-ae3bd2a23a2b on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:32:10.222497 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:10.224553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-ab77bf05-e263-4ce4-9c6f-61d86f3c5ace tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "DELETE /v2.0/ports/d845983a-5332-4048-b55f-ae3bd2a23a2b HTTP/1.1" status: 204 len: 173 time: 4.8884466 Jun 04 16:32:10.391460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-df162e7d-247c-490a-8197-2e369880f1e2 None None] Set router f921a76a-653c-49bd-bb2d-7bdd5f15a10a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:32:10.443324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87adbf76-76bd-4ee5-a472-2f75cf88021c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Deleting port 696a0d0b-67a7-414e-b8a0-30fa919880d7 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:10.444794 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87adbf76-76bd-4ee5-a472-2f75cf88021c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:10.766362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99319df6-59d6-4406-b480-a7009ff50741 req-77a4c024-0fd8-4ade-94b1-4bb6e844740a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:10.772399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99319df6-59d6-4406-b480-a7009ff50741 req-77a4c024-0fd8-4ade-94b1-4bb6e844740a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:10.779685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99319df6-59d6-4406-b480-a7009ff50741 req-77a4c024-0fd8-4ade-94b1-4bb6e844740a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:10.791128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99319df6-59d6-4406-b480-a7009ff50741 req-77a4c024-0fd8-4ade-94b1-4bb6e844740a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:10.797060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99319df6-59d6-4406-b480-a7009ff50741 req-77a4c024-0fd8-4ade-94b1-4bb6e844740a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:10.803245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99319df6-59d6-4406-b480-a7009ff50741 req-77a4c024-0fd8-4ade-94b1-4bb6e844740a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:10.808948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99319df6-59d6-4406-b480-a7009ff50741 req-77a4c024-0fd8-4ade-94b1-4bb6e844740a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:10.811263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99319df6-59d6-4406-b480-a7009ff50741 req-77a4c024-0fd8-4ade-94b1-4bb6e844740a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5426 time: 0.5039225 Jun 04 16:32:10.828266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-df162e7d-247c-490a-8197-2e369880f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:24:59Z', 'revision_number': 4, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port': {'id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:53Z', 'updated_at': '2022-06-04T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'b325fd1f-0653-49bf-b742-0d947f0ef4a5', 'name': '', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'mac_address': 'fa:16:3e:df:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:57Z', 'updated_at': '2022-06-04T16:25:08Z', 'revision_number': 5, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'subnets': [{'id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:10.832988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df162e7d-247c-490a-8197-2e369880f1e2 None None] Checking router: f921a76a-653c-49bd-bb2d-7bdd5f15a10a for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:32:10.841651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df162e7d-247c-490a-8197-2e369880f1e2 None None] Routers {'f921a76a-653c-49bd-bb2d-7bdd5f15a10a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:32:10.842701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-df162e7d-247c-490a-8197-2e369880f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:32:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:10.893854 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 470b619c-f1aa-435b-9087-34dc211d2dc3 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:32:10.953242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1df72698-ce9a-42ed-a7cf-a63d7d18f49d req-16a3c9b0-db6a-4622-aba0-272551e97df2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Synchronizing usage tracker for tenant:915e8608ef004b1b86d4576d9c437d37 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:32:10.996292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device e25bade0-c0eb-445a-bb94-2aa6430da92f up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:32:11.036974 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99319df6-59d6-4406-b480-a7009ff50741 req-9b09c9c4-07d2-4d8d-b330-8fc52984a2aa tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206989 Jun 04 16:32:11.038675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87adbf76-76bd-4ee5-a472-2f75cf88021c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] For port 696a0d0b-67a7-414e-b8a0-30fa919880d7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=696a0d0b-67a7-414e-b8a0-30fa919880d7,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:11.038880 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87adbf76-76bd-4ee5-a472-2f75cf88021c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:11.048194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1df72698-ce9a-42ed-a7cf-a63d7d18f49d req-16a3c9b0-db6a-4622-aba0-272551e97df2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] Unset dirty status for tenant:915e8608ef004b1b86d4576d9c437d37 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:32:11.049330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1df72698-ce9a-42ed-a7cf-a63d7d18f49d req-16a3c9b0-db6a-4622-aba0-272551e97df2 tempest-MultipleCreateTestJSON-1091197198 tempest-MultipleCreateTestJSON-1091197198-project] 10.222.0.13 "GET /v2.0/ports?device_id=48abceae-6333-4a51-997d-4eef79673cc6 HTTP/1.1" status: 200 len: 210 time: 0.4485586 Jun 04 16:32:11.171497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 470b619c-f1aa-435b-9087-34dc211d2dc3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:32:11.180083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 470b619c-f1aa-435b-9087-34dc211d2dc3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:32:11.180383 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786a08ef-8e3a-481f-8335-442ecf6594d0'] response: {'server_uuid': '48abceae-6333-4a51-997d-4eef79673cc6', 'name': 'network-vif-deleted', 'tag': '5189e41a-c2f2-4fa4-bd5f-e8628ed0221a', 'status': 'completed', 'code': 200} Jun 04 16:32:11.180500 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:11.190763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87adbf76-76bd-4ee5-a472-2f75cf88021c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Calling delete_port for 696a0d0b-67a7-414e-b8a0-30fa919880d7 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:11.221761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5962c8f-6765-45ca-80ed-69baf08d0ffa req-42784263-b9d0-4d17-ad06-8a6bc46fc6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:11.223208 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-df162e7d-247c-490a-8197-2e369880f1e2 None None] Set router f921a76a-653c-49bd-bb2d-7bdd5f15a10a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:32:11.223420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5962c8f-6765-45ca-80ed-69baf08d0ffa req-42784263-b9d0-4d17-ad06-8a6bc46fc6b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fda2a66f036485eb9c4d3c7e6242d11&device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 1096 time: 0.7090838 Jun 04 16:32:11.274147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port e25bade0-c0eb-445a-bb94-2aa6430da92f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:32:11.298754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port e25bade0-c0eb-445a-bb94-2aa6430da92f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:32:11.299123 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:11.632444 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 470b619c-f1aa-435b-9087-34dc211d2dc3 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:11.634093 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:11.757622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5962c8f-6765-45ca-80ed-69baf08d0ffa req-ae324731-98ed-4634-bbd8-6112f805a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:11.758173 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port e25bade0-c0eb-445a-bb94-2aa6430da92f is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:11.758666 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:11.759505 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5962c8f-6765-45ca-80ed-69baf08d0ffa req-ae324731-98ed-4634-bbd8-6112f805a93e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0936bf77-67cf-4003-9f24-8ba0c47adf59 HTTP/1.1" status: 200 len: 920 time: 0.5284765 Jun 04 16:32:11.817541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 470b619c-f1aa-435b-9087-34dc211d2dc3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=470b619c-f1aa-435b-9087-34dc211d2dc3,segment=NetworkSegment(2447a517-c82e-457e-8b78-0aee8762a713),segment_id=2447a517-c82e-457e-8b78-0aee8762a713)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:11.818792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f64642-885c-49d3-a51b-01b3e4017370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470b619c-f1aa-435b-9087-34dc211d2dc3'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:11.837789 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:11.848644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5962c8f-6765-45ca-80ed-69baf08d0ffa req-55a94e1e-979a-474e-88f2-9db4a333ca24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 200 len: 217 time: 0.0818269 Jun 04 16:32:11.934156 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c3f70-cdc1-4a2a-8855-90e1b7a304df req-f137c26f-49dd-4b9c-935f-bbfe4eb818e2 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:11.943873 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c53c3f70-cdc1-4a2a-8855-90e1b7a304df req-f137c26f-49dd-4b9c-935f-bbfe4eb818e2 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.6295552 Jun 04 16:32:11.956955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port e25bade0-c0eb-445a-bb94-2aa6430da92f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e25bade0-c0eb-445a-bb94-2aa6430da92f,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:11.976570 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:11.977711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 60eea7ff-0fed-457a-bb8d-9d01c96adf55 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:32:11.979013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd324a-06c2-42bb-8173-b9bdff043f31 req-2718595b-532b-49b5-940a-d6447b9440d1 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:11.980477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18bd324a-06c2-42bb-8173-b9bdff043f31 req-2718595b-532b-49b5-940a-d6447b9440d1 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 945 time: 0.6290464 Jun 04 16:32:12.000900 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87adbf76-76bd-4ee5-a472-2f75cf88021c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:12.062694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5962c8f-6765-45ca-80ed-69baf08d0ffa req-db65114b-5adb-4713-a67f-81a864bb15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:12.064252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5962c8f-6765-45ca-80ed-69baf08d0ffa req-db65114b-5adb-4713-a67f-81a864bb15e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e19a0ae7-f6e6-4982-b458-d1d82436ca83 HTTP/1.1" status: 200 len: 859 time: 0.2088070 Jun 04 16:32:12.069435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=470b619c-f1aa-435b-9087-34dc211d2dc3,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:12.118534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:32:12.120850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adbf76-76bd-4ee5-a472-2f75cf88021c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event deleted for resources: {'Port': ['ID=696a0d0b-67a7-414e-b8a0-30fa919880d7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:12.136088 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c53c3f70-cdc1-4a2a-8855-90e1b7a304df req-90a439ce-2811-48dd-9ad6-12458616a8b2 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910944 Jun 04 16:32:12.138837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:32:12.139221 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:12.181070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-df162e7d-247c-490a-8197-2e369880f1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:24:59Z', 'revision_number': 4, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port': {'id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:53Z', 'updated_at': '2022-06-04T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'b325fd1f-0653-49bf-b742-0d947f0ef4a5', 'name': '', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'mac_address': 'fa:16:3e:df:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:57Z', 'updated_at': '2022-06-04T16:25:08Z', 'revision_number': 5, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'subnets': [{'id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:12.195655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5962c8f-6765-45ca-80ed-69baf08d0ffa req-84551775-0e83-4c06-8ee3-e8fb82e54e32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0936bf77-67cf-4003-9f24-8ba0c47adf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149461 Jun 04 16:32:12.198410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df162e7d-247c-490a-8197-2e369880f1e2 None None] The sync data for ids ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'] in n-d-811809-3 is: [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:24:59Z', 'revision_number': 4, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port': {'id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:53Z', 'updated_at': '2022-06-04T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'b325fd1f-0653-49bf-b742-0d947f0ef4a5', 'name': '', 'network_id': '094ba496-bb0b-4999-afb4-2d808cb58924', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'mac_address': 'fa:16:3e:df:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:57Z', 'updated_at': '2022-06-04T16:25:08Z', 'revision_number': 5, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'subnets': [{'id': '70972f99-dc0b-416b-826b-d1edfc2c397c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:32:12.221732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=e25bade0-c0eb-445a-bb94-2aa6430da92f,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:12.271863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18bd324a-06c2-42bb-8173-b9bdff043f31 req-c035ac3a-0df1-4a7c-8a0a-b16004f9e84b tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd40bbdf-56f5-4e38-8ba4-c499420ed858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836525 Jun 04 16:32:12.299202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87adbf76-76bd-4ee5-a472-2f75cf88021c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] No DVR routers for this DVR port 696a0d0b-67a7-414e-b8a0-30fa919880d7 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:32:12.309127 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87adbf76-76bd-4ee5-a472-2f75cf88021c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:12.359542 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03466698-bb23-4f57-8a01-7cb5e83c44fc'] response: {'server_uuid': '52f64642-885c-49d3-a51b-01b3e4017370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470b619c-f1aa-435b-9087-34dc211d2dc3', 'code': 200} Jun 04 16:32:12.361567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:12.361941 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:12.406625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 60eea7ff-0fed-457a-bb8d-9d01c96adf55, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=60eea7ff-0fed-457a-bb8d-9d01c96adf55,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:12.420741 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:12.422931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f5377171-fdb4-417f-b474-ba4f7bed802e up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:32:12.497760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51394) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:12.553939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d044c4a-7af6-4424-98b4-209a52b57fb1 req-87adbf76-76bd-4ee5-a472-2f75cf88021c tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.42 "DELETE /v2.0/ports/696a0d0b-67a7-414e-b8a0-30fa919880d7 HTTP/1.1" status: 204 len: 173 time: 2.3201399 Jun 04 16:32:12.603676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-be533572-3094-44c5-830a-77d601e1c57d req-f689be22-47e0-47fa-9ccb-eb9403012fd4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Synchronizing usage tracker for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:32:12.658038 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18874b10-c8ed-4313-9569-0f3d56cdcd89 None None] New status for floating IP 7d44d446-2e60-4632-8db9-c33600e33009: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:32:12.672487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=60eea7ff-0fed-457a-bb8d-9d01c96adf55,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:12.681340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8bb5fe-5d70-4b9b-8431-41570f06bbcc admin admin] Deleting subnet 2d42c9ca-7e5e-40ad-9f64-a58e91441e2c {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:32:12.699678 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb5fe-5d70-4b9b-8431-41570f06bbcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:12.708164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port f5377171-fdb4-417f-b474-ba4f7bed802e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:32:12.715658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port f5377171-fdb4-417f-b474-ba4f7bed802e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:32:12.716024 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:12.784020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-be533572-3094-44c5-830a-77d601e1c57d req-f689be22-47e0-47fa-9ccb-eb9403012fd4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Unset dirty status for tenant:e863eba5c1c349159f469fbfe67c68a3 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:32:12.787434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be533572-3094-44c5-830a-77d601e1c57d req-f689be22-47e0-47fa-9ccb-eb9403012fd4 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 210 time: 0.3999927 Jun 04 16:32:12.811552 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb5fe-5d70-4b9b-8431-41570f06bbcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:12.907274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb5fe-5d70-4b9b-8431-41570f06bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:12.924077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port f5377171-fdb4-417f-b474-ba4f7bed802e is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:12.925170 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:12.964507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f5377171-fdb4-417f-b474-ba4f7bed802e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f5377171-fdb4-417f-b474-ba4f7bed802e,segment=NetworkSegment(46378fb8-46e0-4bd4-b80b-4f07d21294c4),segment_id=46378fb8-46e0-4bd4-b80b-4f07d21294c4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:12.970942 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:12.972543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 676127af-26ed-4542-9cbd-93d28f298675 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:32:13.008728 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5962c8f-6765-45ca-80ed-69baf08d0ffa req-98d8607e-897b-4d70-b38b-eb93a3933c25 service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7645991 Jun 04 16:32:13.017847 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb5fe-5d70-4b9b-8431-41570f06bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:13.092443 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bb5fe-5d70-4b9b-8431-41570f06bbcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d42c9ca-7e5e-40ad-9f64-a58e91441e2c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:13.107553 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a8bb5fe-5d70-4b9b-8431-41570f06bbcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:13.125261 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3a8bb5fe-5d70-4b9b-8431-41570f06bbcc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2d42c9ca-7e5e-40ad-9f64-a58e91441e2c HTTP/1.1" status: 204 len: 168 time: 0.6254737 Jun 04 16:32:13.127535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51400) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:13.140342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 676127af-26ed-4542-9cbd-93d28f298675 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:32:13.150155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=f5377171-fdb4-417f-b474-ba4f7bed802e,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:13.153927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 676127af-26ed-4542-9cbd-93d28f298675 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:32:13.154979 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:13.172827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5962c8f-6765-45ca-80ed-69baf08d0ffa req-758b6079-72a3-49ec-b0ec-1593e7116a1d service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540027 Jun 04 16:32:13.181668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20a566-8978-48c8-84e9-8944792084fa req-cfe72616-7bcb-4cd8-b502-f49c134997a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:13.183558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e20a566-8978-48c8-84e9-8944792084fa req-cfe72616-7bcb-4cd8-b502-f49c134997a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 1097 time: 0.7316465 Jun 04 16:32:13.184151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-deleted', 'tag': 'd845983a-5332-4048-b55f-ae3bd2a23a2b'}, {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-deleted', 'tag': '696a0d0b-67a7-414e-b8a0-30fa919880d7'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:13.241363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e20a566-8978-48c8-84e9-8944792084fa req-33f8746f-cf50-4956-a71f-fe2737a4200d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dd40bbdf-56f5-4e38-8ba4-c499420ed858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471778 Jun 04 16:32:13.257826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eb29a-9152-4e71-8b43-0ca35ea0ec26 req-c1f18596-9a12-4042-aea1-d0aebd1fd2ce tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:13.268078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eb29a-9152-4e71-8b43-0ca35ea0ec26 req-c1f18596-9a12-4042-aea1-d0aebd1fd2ce tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:13.276558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eb29a-9152-4e71-8b43-0ca35ea0ec26 req-c1f18596-9a12-4042-aea1-d0aebd1fd2ce tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:13.286811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eb29a-9152-4e71-8b43-0ca35ea0ec26 req-c1f18596-9a12-4042-aea1-d0aebd1fd2ce tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:13.290334 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9834-8d72-4ce8-b56a-8304b1f55a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:13.293734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eb29a-9152-4e71-8b43-0ca35ea0ec26 req-c1f18596-9a12-4042-aea1-d0aebd1fd2ce tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:13.315712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eb29a-9152-4e71-8b43-0ca35ea0ec26 req-c1f18596-9a12-4042-aea1-d0aebd1fd2ce tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:13.322659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eb29a-9152-4e71-8b43-0ca35ea0ec26 req-c1f18596-9a12-4042-aea1-d0aebd1fd2ce tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:13.331520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b61eb29a-9152-4e71-8b43-0ca35ea0ec26 req-c1f18596-9a12-4042-aea1-d0aebd1fd2ce tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5428 time: 0.5109384 Jun 04 16:32:13.399719 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b61eb29a-9152-4e71-8b43-0ca35ea0ec26 req-84cb6fac-cc0f-47e4-a154-1bb6697a65c0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671697 Jun 04 16:32:13.483021 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9834-8d72-4ce8-b56a-8304b1f55a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:13.512848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 676127af-26ed-4542-9cbd-93d28f298675 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:13.513306 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:13.518006 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c841820-ab0d-4130-bf71-510ee6dfa69d'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-deleted', 'tag': 'd845983a-5332-4048-b55f-ae3bd2a23a2b', 'status': 'completed', 'code': 200} Jun 04 16:32:13.518262 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c841820-ab0d-4130-bf71-510ee6dfa69d'] response: {'server_uuid': 'f684e9ff-67cc-4db0-903e-c059f37fb912', 'name': 'network-vif-deleted', 'tag': '696a0d0b-67a7-414e-b8a0-30fa919880d7', 'status': 'completed', 'code': 200} Jun 04 16:32:13.577989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-cd7d9834-8d72-4ce8-b56a-8304b1f55a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7581b9c-98ed-40af-aaa2-04e3d64e0010']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:13.601558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 676127af-26ed-4542-9cbd-93d28f298675, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=676127af-26ed-4542-9cbd-93d28f298675,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:13.603990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-cd7d9834-8d72-4ce8-b56a-8304b1f55a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:13.604842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-cd7d9834-8d72-4ce8-b56a-8304b1f55a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e854ab25-0f3a-4a74-9f87-a4ecf062ef90') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:13.614764 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:13.615691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 9e936c81-586a-4348-a3fe-86ec2f21469f up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:32:13.635614 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9834-8d72-4ce8-b56a-8304b1f55a8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:13.673112 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9834-8d72-4ce8-b56a-8304b1f55a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:13.683125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196828f-f19c-4b72-8781-059c7bf5075f req-e3b907ab-cdee-481f-a970-f2a32f61d23a tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:13.684900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b196828f-f19c-4b72-8781-059c7bf5075f req-e3b907ab-cdee-481f-a970-f2a32f61d23a tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.2457488 Jun 04 16:32:13.685456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7d9834-8d72-4ce8-b56a-8304b1f55a8f admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:32:13.685870 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9834-8d72-4ce8-b56a-8304b1f55a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:13.769756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5483fb-00e5-46c2-ba6e-810497a4a6bc req-97156aa6-a158-4733-a08b-6a90300d6f79 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:13.773963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=676127af-26ed-4542-9cbd-93d28f298675,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:13.775039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec5483fb-00e5-46c2-ba6e-810497a4a6bc req-97156aa6-a158-4733-a08b-6a90300d6f79 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 946 time: 0.1755133 Jun 04 16:32:13.816461 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 9e936c81-586a-4348-a3fe-86ec2f21469f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:32:13.822119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 9e936c81-586a-4348-a3fe-86ec2f21469f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:32:13.822576 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:13.822686 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9834-8d72-4ce8-b56a-8304b1f55a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:13.847999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9834-8d72-4ce8-b56a-8304b1f55a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:13.849269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d9834-8d72-4ce8-b56a-8304b1f55a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=c7581b9c-98ed-40af-aaa2-04e3d64e0010,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:13.853047 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e854ab25-0f3a-4a74-9f87-a4ecf062ef90 resource provider aggregate not found Jun 04 16:32:13.878497 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e854ab25-0f3a-4a74-9f87-a4ecf062ef90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e854ab25-0f3a-4a74-9f87-a4ecf062ef90 found for delete ", "request_id": "req-0a6ef5f8-ca38-4970-933c-8f8cb100b636"}]} Jun 04 16:32:13.882619 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cd7d9834-8d72-4ce8-b56a-8304b1f55a8f admin admin] 10.222.0.13 "DELETE /v2.0/networks/c7581b9c-98ed-40af-aaa2-04e3d64e0010 HTTP/1.1" status: 204 len: 168 time: 0.7538896 Jun 04 16:32:13.901788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b196828f-f19c-4b72-8781-059c7bf5075f req-9a182196-0b92-4c33-8cf3-244a243662f6 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037678 Jun 04 16:32:13.921069 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec5483fb-00e5-46c2-ba6e-810497a4a6bc req-8ab97812-feaf-4557-a4b6-8d4e1c482afd tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd40bbdf-56f5-4e38-8ba4-c499420ed858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214345 Jun 04 16:32:14.005940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 9e936c81-586a-4348-a3fe-86ec2f21469f is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:14.006643 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:14.048239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9e936c81-586a-4348-a3fe-86ec2f21469f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9e936c81-586a-4348-a3fe-86ec2f21469f,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:14.058042 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:14.059193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device badd5b3b-221a-4307-a531-2bfdad5adde7 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:32:14.131625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebfef86c-5a79-445e-9941-93db131bf38c req-824c5e61-2177-4177-9a95-b1c2e58b2f76 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/ports?device_id=f684e9ff-67cc-4db0-903e-c059f37fb912 HTTP/1.1" status: 200 len: 210 time: 0.0907826 Jun 04 16:32:14.240361 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=9e936c81-586a-4348-a3fe-86ec2f21469f,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:14.256214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port badd5b3b-221a-4307-a531-2bfdad5adde7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:32:14.264144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port badd5b3b-221a-4307-a531-2bfdad5adde7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:32:14.264471 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:14.280904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51424) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:14.371984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51428) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:14.372179 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a063188f-5073-41ec-bbe8-b1447de6b025 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=915e8608ef004b1b86d4576d9c437d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893073 Jun 04 16:32:14.391850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25bade0-c0eb-445a-bb94-2aa6430da92f'}, {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60eea7ff-0fed-457a-bb8d-9d01c96adf55'}, {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5377171-fdb4-417f-b474-ba4f7bed802e'}, {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676127af-26ed-4542-9cbd-93d28f298675'}, {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e936c81-586a-4348-a3fe-86ec2f21469f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:14.422553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port badd5b3b-221a-4307-a531-2bfdad5adde7 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:14.422934 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:14.481635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port badd5b3b-221a-4307-a531-2bfdad5adde7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=badd5b3b-221a-4307-a531-2bfdad5adde7,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:14.492030 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:14.493017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:32:14.523751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83d64bed-17ec-4b19-8dce-b2a63890fda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:14.553398 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59dac9dd-6602-4939-9f9d-98215694b41b'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25bade0-c0eb-445a-bb94-2aa6430da92f', 'code': 200} Jun 04 16:32:14.554419 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59dac9dd-6602-4939-9f9d-98215694b41b'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60eea7ff-0fed-457a-bb8d-9d01c96adf55', 'code': 200} Jun 04 16:32:14.554895 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59dac9dd-6602-4939-9f9d-98215694b41b'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5377171-fdb4-417f-b474-ba4f7bed802e', 'code': 200} Jun 04 16:32:14.555365 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59dac9dd-6602-4939-9f9d-98215694b41b'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676127af-26ed-4542-9cbd-93d28f298675', 'code': 200} Jun 04 16:32:14.555941 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59dac9dd-6602-4939-9f9d-98215694b41b'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e936c81-586a-4348-a3fe-86ec2f21469f', 'code': 200} Jun 04 16:32:14.560355 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83d64bed-17ec-4b19-8dce-b2a63890fda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:14.676431 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83d64bed-17ec-4b19-8dce-b2a63890fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:14.706297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d64bed-17ec-4b19-8dce-b2a63890fda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e8ff60-ce4d-4b04-9431-5c16f2ff9de2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:14.719812 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83d64bed-17ec-4b19-8dce-b2a63890fda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:14.720948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-83d64bed-17ec-4b19-8dce-b2a63890fda5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76e8ff60-ce4d-4b04-9431-5c16f2ff9de2 HTTP/1.1" status: 204 len: 168 time: 0.3480663 Jun 04 16:32:14.754852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=badd5b3b-221a-4307-a531-2bfdad5adde7,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:14.767553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba1388-4791-4181-a2c3-2c9ab2d00a26 req-1d0fc6bb-4ca7-4f4d-9554-37b1c6c0a4bb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:14.774677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba1388-4791-4181-a2c3-2c9ab2d00a26 req-1d0fc6bb-4ca7-4f4d-9554-37b1c6c0a4bb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:14.784009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba1388-4791-4181-a2c3-2c9ab2d00a26 req-1d0fc6bb-4ca7-4f4d-9554-37b1c6c0a4bb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:14.788203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:32:14.792902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba1388-4791-4181-a2c3-2c9ab2d00a26 req-1d0fc6bb-4ca7-4f4d-9554-37b1c6c0a4bb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:14.793498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:32:14.793866 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:14.802262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba1388-4791-4181-a2c3-2c9ab2d00a26 req-1d0fc6bb-4ca7-4f4d-9554-37b1c6c0a4bb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:14.809321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba1388-4791-4181-a2c3-2c9ab2d00a26 req-1d0fc6bb-4ca7-4f4d-9554-37b1c6c0a4bb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:14.817696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba1388-4791-4181-a2c3-2c9ab2d00a26 req-1d0fc6bb-4ca7-4f4d-9554-37b1c6c0a4bb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:14.819828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72ba1388-4791-4181-a2c3-2c9ab2d00a26 req-1d0fc6bb-4ca7-4f4d-9554-37b1c6c0a4bb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5432 time: 0.2033174 Jun 04 16:32:14.907652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72ba1388-4791-4181-a2c3-2c9ab2d00a26 req-0d0cf209-51e1-4264-8913-1e754b887184 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801408 Jun 04 16:32:14.942084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:14.942505 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:15.001490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=91def2a8-ccd3-4b2b-bb50-6055dc4bc228,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:15.007820 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:15.103452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=91def2a8-ccd3-4b2b-bb50-6055dc4bc228,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:15.315822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecb7c8-4e48-4c02-b175-2a43fde504f2 req-d049d2d2-49af-442a-93f9-dab837885101 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:15.325327 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5ecb7c8-4e48-4c02-b175-2a43fde504f2 req-d049d2d2-49af-442a-93f9-dab837885101 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 946 time: 0.1555700 Jun 04 16:32:15.565407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51460) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:15.694536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc09792c-8c72-4eeb-ab89-6327f0032107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:15.715365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aba5a-b844-4ada-8f82-614ef962f8dd req-e0fdac9b-9622-4f4d-ae49-016685eb58c4 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:15.717292 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae6aba5a-b844-4ada-8f82-614ef962f8dd req-e0fdac9b-9622-4f4d-ae49-016685eb58c4 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.6681993 Jun 04 16:32:15.722916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fc09792c-8c72-4eeb-ab89-6327f0032107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:15.727900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fc09792c-8c72-4eeb-ab89-6327f0032107 admin admin] Usage tracker for resource:security_group_rule and tenant:b110bcd784ed4741992f9714ba558681 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:15.730965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fc09792c-8c72-4eeb-ab89-6327f0032107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:15.738169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fc09792c-8c72-4eeb-ab89-6327f0032107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:15.812006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5ecb7c8-4e48-4c02-b175-2a43fde504f2 req-e2d7c971-27b2-463d-a181-8532907e068e tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd40bbdf-56f5-4e38-8ba4-c499420ed858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854307 Jun 04 16:32:15.842731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae6aba5a-b844-4ada-8f82-614ef962f8dd req-1d0e488c-3204-4fa7-af2f-9238b93067e1 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011999 Jun 04 16:32:15.844099 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc09792c-8c72-4eeb-ab89-6327f0032107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:15.857923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc09792c-8c72-4eeb-ab89-6327f0032107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:15.909699 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fc09792c-8c72-4eeb-ab89-6327f0032107 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b110bcd784ed4741992f9714ba558681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407555 Jun 04 16:32:15.909699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09792c-8c72-4eeb-ab89-6327f0032107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5873ab-7dc3-4d95-bbe1-9b4f9cdcd8e1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:15.910138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51474) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:16.002881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fed4a668-2328-4169-b3a1-edaccbd20199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:16.036722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51492) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:16.039679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fed4a668-2328-4169-b3a1-edaccbd20199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:16.130299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d632cd4e-aa8d-4b84-aec3-282508661a75 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:16.169560 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d632cd4e-aa8d-4b84-aec3-282508661a75 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:16.193681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779dd99-a56a-4078-9024-d99d009a6a90 req-ecca5060-5e0e-4559-8d14-f4063ae2a4f9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:16.200486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779dd99-a56a-4078-9024-d99d009a6a90 req-ecca5060-5e0e-4559-8d14-f4063ae2a4f9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:16.207574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779dd99-a56a-4078-9024-d99d009a6a90 req-ecca5060-5e0e-4559-8d14-f4063ae2a4f9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:16.214564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779dd99-a56a-4078-9024-d99d009a6a90 req-ecca5060-5e0e-4559-8d14-f4063ae2a4f9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:16.221312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779dd99-a56a-4078-9024-d99d009a6a90 req-ecca5060-5e0e-4559-8d14-f4063ae2a4f9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:16.227843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779dd99-a56a-4078-9024-d99d009a6a90 req-ecca5060-5e0e-4559-8d14-f4063ae2a4f9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:16.235905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779dd99-a56a-4078-9024-d99d009a6a90 req-ecca5060-5e0e-4559-8d14-f4063ae2a4f9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:16.238276 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d779dd99-a56a-4078-9024-d99d009a6a90 req-ecca5060-5e0e-4559-8d14-f4063ae2a4f9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5433 time: 0.1767118 Jun 04 16:32:16.239675 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fed4a668-2328-4169-b3a1-edaccbd20199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:16.247697 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d632cd4e-aa8d-4b84-aec3-282508661a75 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:16.273393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632cd4e-aa8d-4b84-aec3-282508661a75 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830a663-5838-4980-91fd-a0172c9ccb28,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:16.295228 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d632cd4e-aa8d-4b84-aec3-282508661a75 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:16.299145 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d632cd4e-aa8d-4b84-aec3-282508661a75 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "DELETE /v2.0/security-groups/c830a663-5838-4980-91fd-a0172c9ccb28 HTTP/1.1" status: 204 len: 168 time: 0.2587991 Jun 04 16:32:16.299996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51508) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:16.306146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4a668-2328-4169-b3a1-edaccbd20199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5873ab-7dc3-4d95-bbe1-9b4f9cdcd8e1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:16.323009 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-f19680bf-0c18-4e2e-96f6-d17523813dc7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] show failed (client error): The resource could not be found. Jun 04 16:32:16.324157 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f19680bf-0c18-4e2e-96f6-d17523813dc7 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "GET /v2.0/security-groups/c830a663-5838-4980-91fd-a0172c9ccb28 HTTP/1.1" status: 404 len: 347 time: 0.0232654 Jun 04 16:32:16.329427 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51512) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:16.352619 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fed4a668-2328-4169-b3a1-edaccbd20199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:16.353745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fed4a668-2328-4169-b3a1-edaccbd20199 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af5873ab-7dc3-4d95-bbe1-9b4f9cdcd8e1 HTTP/1.1" status: 204 len: 168 time: 0.4425049 Jun 04 16:32:16.367224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d779dd99-a56a-4078-9024-d99d009a6a90 req-6fa16eac-2823-4590-9dac-4106fa2180e9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148446 Jun 04 16:32:16.489886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b639-e6b2-42e6-a4ff-8e945a372281 req-f8ac7972-2ad7-4918-b2fe-67440e67f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:16.491889 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6558b639-e6b2-42e6-a4ff-8e945a372281 req-f8ac7972-2ad7-4918-b2fe-67440e67f9d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c95f02e614ad44e69f93afb526d8fde9&device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 1097 time: 0.1030681 Jun 04 16:32:16.540581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-2b8de34c-5c14-4f99-b8f3-76da790a17ff tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Deleting port 2d09ace7-ff43-41b6-a1c2-6026243d0de7 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:16.541763 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2b8de34c-5c14-4f99-b8f3-76da790a17ff tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:16.557545 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badd5b3b-221a-4307-a531-2bfdad5adde7'}, {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91def2a8-ccd3-4b2b-bb50-6055dc4bc228'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:16.724054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b639-e6b2-42e6-a4ff-8e945a372281 req-257280bc-0235-494a-9971-e9da7529d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:16.725530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6558b639-e6b2-42e6-a4ff-8e945a372281 req-257280bc-0235-494a-9971-e9da7529d924 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ff7e9159-334f-4d85-b3f7-3d59d1985415 HTTP/1.1" status: 200 len: 915 time: 0.2262623 Jun 04 16:32:17.023272 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6558b639-e6b2-42e6-a4ff-8e945a372281 req-f742ca48-23af-4fb4-bd0e-43671e3e28f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=470b619c-f1aa-435b-9087-34dc211d2dc3 HTTP/1.1" status: 200 len: 217 time: 0.2880599 Jun 04 16:32:17.027636 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e33813-6345-4368-a919-3fb683ef1ad7'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badd5b3b-221a-4307-a531-2bfdad5adde7', 'code': 200} Jun 04 16:32:17.027899 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e33813-6345-4368-a919-3fb683ef1ad7'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91def2a8-ccd3-4b2b-bb50-6055dc4bc228', 'code': 200} Jun 04 16:32:17.143562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2b8de34c-5c14-4f99-b8f3-76da790a17ff tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:17.144486 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2b8de34c-5c14-4f99-b8f3-76da790a17ff tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:17.285766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352d1be-e43d-4f92-9295-403f80a196f8 req-9429f662-d286-4e61-9fcf-4dba33177c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:17.286258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352d1be-e43d-4f92-9295-403f80a196f8 req-9429f662-d286-4e61-9fcf-4dba33177c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:17.286738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352d1be-e43d-4f92-9295-403f80a196f8 req-9429f662-d286-4e61-9fcf-4dba33177c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:17.287199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352d1be-e43d-4f92-9295-403f80a196f8 req-9429f662-d286-4e61-9fcf-4dba33177c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:17.287653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352d1be-e43d-4f92-9295-403f80a196f8 req-9429f662-d286-4e61-9fcf-4dba33177c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:17.288134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352d1be-e43d-4f92-9295-403f80a196f8 req-9429f662-d286-4e61-9fcf-4dba33177c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:17.288563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352d1be-e43d-4f92-9295-403f80a196f8 req-9429f662-d286-4e61-9fcf-4dba33177c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:17.290488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0352d1be-e43d-4f92-9295-403f80a196f8 req-9429f662-d286-4e61-9fcf-4dba33177c37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 6490 time: 0.1539009 Jun 04 16:32:17.302707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b639-e6b2-42e6-a4ff-8e945a372281 req-f0d9d5c6-8f86-4bab-a665-3457c0ae536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:17.304713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6558b639-e6b2-42e6-a4ff-8e945a372281 req-f0d9d5c6-8f86-4bab-a665-3457c0ae536d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4bc0b8a-b98a-42b9-96d0-b2aa850831a1 HTTP/1.1" status: 200 len: 854 time: 0.2746336 Jun 04 16:32:17.307603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-2b8de34c-5c14-4f99-b8f3-76da790a17ff tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Calling delete_port for 2d09ace7-ff43-41b6-a1c2-6026243d0de7 owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:17.315284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df4c2a-808a-47b5-b6b8-2ec631b123a2 req-37fb8e74-72d3-4bdd-9b41-3c323327e150 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:17.322188 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6df4c2a-808a-47b5-b6b8-2ec631b123a2 req-37fb8e74-72d3-4bdd-9b41-3c323327e150 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 946 time: 0.4055970 Jun 04 16:32:17.424306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6558b639-e6b2-42e6-a4ff-8e945a372281 req-cf5eaea0-63ea-447a-9407-c1ba6d354efa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff7e9159-334f-4d85-b3f7-3d59d1985415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862401 Jun 04 16:32:17.484222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0352d1be-e43d-4f92-9295-403f80a196f8 req-fc717b90-2ef9-44f3-91e4-83fac0812d1c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1771665 Jun 04 16:32:17.494220 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6df4c2a-808a-47b5-b6b8-2ec631b123a2 req-6179a0ae-b58f-470e-b18c-a9a05a6bb58d tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd40bbdf-56f5-4e38-8ba4-c499420ed858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711242 Jun 04 16:32:17.575319 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2b8de34c-5c14-4f99-b8f3-76da790a17ff tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:17.645404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8de34c-5c14-4f99-b8f3-76da790a17ff tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event deleted for resources: {'Port': ['ID=2d09ace7-ff43-41b6-a1c2-6026243d0de7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:17.668836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f1f20-044e-47fd-abe1-403534295bff req-23e72f22-7462-4f2d-9da5-a07afafce590 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:17.670380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-486f1f20-044e-47fd-abe1-403534295bff req-23e72f22-7462-4f2d-9da5-a07afafce590 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.4808192 Jun 04 16:32:17.714216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51558) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:17.779553 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2b8de34c-5c14-4f99-b8f3-76da790a17ff tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:17.808230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2b8de34c-5c14-4f99-b8f3-76da790a17ff tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:17.812541 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2b8de34c-5c14-4f99-b8f3-76da790a17ff tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "DELETE /v2.0/floatingips/7d44d446-2e60-4632-8db9-c33600e33009 HTTP/1.1" status: 204 len: 168 time: 1.4820621 Jun 04 16:32:17.813147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51566) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:17.820258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6558b639-e6b2-42e6-a4ff-8e945a372281 req-e9c8a3f0-7192-4278-9470-8dafc94a44f2 service neutron] 10.222.0.46 "GET /v2.0/networks/ff7e9159-334f-4d85-b3f7-3d59d1985415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872809 Jun 04 16:32:17.840771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-486f1f20-044e-47fd-abe1-403534295bff req-d67069c3-4d55-4c63-ba2f-a14351d41496 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555052 Jun 04 16:32:17.971816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9f8daa97-8814-48ca-85d6-e1fac8f4414d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Deleting port 3023e327-df4b-443e-ae29-981f3f9ca437 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:17.974098 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f8daa97-8814-48ca-85d6-e1fac8f4414d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:17.975799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-730436869-network', 'tenant_id': '9f2fed221c66405cb1357711eacccb1f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:17.995613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62206b1-ae46-47c4-a67b-31ec7b94411c req-676d1a63-4ad0-48ed-81fb-c1b7a7509cd8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:18.007443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62206b1-ae46-47c4-a67b-31ec7b94411c req-676d1a63-4ad0-48ed-81fb-c1b7a7509cd8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:18.013568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62206b1-ae46-47c4-a67b-31ec7b94411c req-676d1a63-4ad0-48ed-81fb-c1b7a7509cd8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:18.021931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62206b1-ae46-47c4-a67b-31ec7b94411c req-676d1a63-4ad0-48ed-81fb-c1b7a7509cd8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:18.028865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62206b1-ae46-47c4-a67b-31ec7b94411c req-676d1a63-4ad0-48ed-81fb-c1b7a7509cd8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:18.036185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62206b1-ae46-47c4-a67b-31ec7b94411c req-676d1a63-4ad0-48ed-81fb-c1b7a7509cd8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:18.043388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62206b1-ae46-47c4-a67b-31ec7b94411c req-676d1a63-4ad0-48ed-81fb-c1b7a7509cd8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:18.046414 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e62206b1-ae46-47c4-a67b-31ec7b94411c req-676d1a63-4ad0-48ed-81fb-c1b7a7509cd8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5433 time: 0.3348458 Jun 04 16:32:18.068748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:18.081388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Usage tracker for resource:network and tenant:9f2fed221c66405cb1357711eacccb1f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:18.098745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:18.108939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:18.154981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6558b639-e6b2-42e6-a4ff-8e945a372281 req-f65e4328-6e9b-48f1-a5b6-9f242b67329a service neutron] 10.222.0.46 "GET /v2.0/networks/ff7e9159-334f-4d85-b3f7-3d59d1985415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059187 Jun 04 16:32:18.156023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Made reservation on behalf of 9f2fed221c66405cb1357711eacccb1f for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:32:18.158738 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.178998 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.204723 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e62206b1-ae46-47c4-a67b-31ec7b94411c req-0af28b7d-2fdb-4510-8b47-1f537c7bb50d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1270068 Jun 04 16:32:18.209705 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:18.215733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Usage tracker for resource:security_group_rule and tenant:9f2fed221c66405cb1357711eacccb1f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:18.225412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:18.231896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:18.307932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51584) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:18.334701 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f8daa97-8814-48ca-85d6-e1fac8f4414d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.347465 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.355400 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.402856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:32:18.417086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.417690 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Added segment 1720593f-1ccf-47bd-8083-5cee1d8d4b53 of type vlan for network f58250c8-0d14-45b3-8b50-30142b2c0098 Jun 04 16:32:18.466215 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.473139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdba190-f839-4891-bb1b-188d837c25de,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:18.480149 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83631e29-ddb9-4fc6-ba03-7273fa2a17f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.490094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9f8daa97-8814-48ca-85d6-e1fac8f4414d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Calling delete_port for 3023e327-df4b-443e-ae29-981f3f9ca437 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:18.498695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-83631e29-ddb9-4fc6-ba03-7273fa2a17f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:18.516622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-83631e29-ddb9-4fc6-ba03-7273fa2a17f4 admin admin] Usage tracker for resource:security_group_rule and tenant:5e7510e08e68435c977157cc557d174e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:18.516949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-83631e29-ddb9-4fc6-ba03-7273fa2a17f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:18.534915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-83631e29-ddb9-4fc6-ba03-7273fa2a17f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:18.647623 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f8daa97-8814-48ca-85d6-e1fac8f4414d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.702273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8daa97-8814-48ca-85d6-e1fac8f4414d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event deleted for resources: {'Port': ['ID=3023e327-df4b-443e-ae29-981f3f9ca437,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:18.816197 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83631e29-ddb9-4fc6-ba03-7273fa2a17f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.831167 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f8daa97-8814-48ca-85d6-e1fac8f4414d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.837616 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.838742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:18.839802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.849748 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9f8daa97-8814-48ca-85d6-e1fac8f4414d tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "DELETE /v2.0/ports/3023e327-df4b-443e-ae29-981f3f9ca437 HTTP/1.1" status: 204 len: 168 time: 1.0243907 Jun 04 16:32:18.851474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51596) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:18.930629 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83631e29-ddb9-4fc6-ba03-7273fa2a17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.932764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e0796d64-bb05-4b99-8893-a910ece2394f tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Deleting port a99beac5-8a3e-40fd-9302-6f3224c157f6 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:18.933103 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0796d64-bb05-4b99-8893-a910ece2394f tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:18.996436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] Pushing event updated for resources: {'Network': ['ID=f58250c8-0d14-45b3-8b50-30142b2c0098,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:19.009322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f58250c8-0d14-45b3-8b50-30142b2c0098 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:32:19.067167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-83631e29-ddb9-4fc6-ba03-7273fa2a17f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e7510e08e68435c977157cc557d174e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7555459 Jun 04 16:32:19.068352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51602) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:19.077907 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-eaedca62-4cd4-46f0-a71a-e92f9c62e36e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3599091 Jun 04 16:32:19.081427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51606) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:19.082060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83631e29-ddb9-4fc6-ba03-7273fa2a17f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed13917-73e9-4f31-a050-8f514c067941,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:19.096163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Request body: {'subnet': {'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-730436869-subnet', 'tenant_id': '9f2fed221c66405cb1357711eacccb1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:19.111286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:19.124576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7478b-aac2-4d50-91ce-c8ff7ffc5f56 req-24cc68b7-f5c6-4252-8fcb-9a9bda1ef60c tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:19.126166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fb7478b-aac2-4d50-91ce-c8ff7ffc5f56 req-24cc68b7-f5c6-4252-8fcb-9a9bda1ef60c tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 946 time: 0.5066307 Jun 04 16:32:19.128388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Usage tracker for resource:subnet and tenant:9f2fed221c66405cb1357711eacccb1f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:19.132673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:19.152025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:19.191834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Made reservation on behalf of 9f2fed221c66405cb1357711eacccb1f for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:32:19.194113 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:19.212020 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fb7478b-aac2-4d50-91ce-c8ff7ffc5f56 req-c047a992-6df7-4b88-8e3a-13d3a31f0010 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd40bbdf-56f5-4e38-8ba4-c499420ed858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763328 Jun 04 16:32:19.245732 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8db6db86-fbf8-4d97-a83e-d175e9f2d0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:19.271371 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0796d64-bb05-4b99-8893-a910ece2394f tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:19.292178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ece1b-5de7-4569-b561-62387bfc3a69 req-cfd120ed-78b8-43eb-8e30-78d74b5b173f tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:19.293914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-760ece1b-5de7-4569-b561-62387bfc3a69 req-cfd120ed-78b8-43eb-8e30-78d74b5b173f tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.3152599 Jun 04 16:32:19.395107 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-760ece1b-5de7-4569-b561-62387bfc3a69 req-376dc9af-a742-43b5-8e31-5b5ed28361d2 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896440 Jun 04 16:32:19.523568 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8db6db86-fbf8-4d97-a83e-d175e9f2d0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:19.525698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869444-3090-4402-b1cf-c0c14f1e6390 req-4d20bb10-118a-4afd-a0a9-ad5c7bbf16f8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:19.531527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869444-3090-4402-b1cf-c0c14f1e6390 req-4d20bb10-118a-4afd-a0a9-ad5c7bbf16f8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:19.536158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e0796d64-bb05-4b99-8893-a910ece2394f tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Calling delete_port for a99beac5-8a3e-40fd-9302-6f3224c157f6 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:19.537251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869444-3090-4402-b1cf-c0c14f1e6390 req-4d20bb10-118a-4afd-a0a9-ad5c7bbf16f8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:19.542989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869444-3090-4402-b1cf-c0c14f1e6390 req-4d20bb10-118a-4afd-a0a9-ad5c7bbf16f8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:19.548870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869444-3090-4402-b1cf-c0c14f1e6390 req-4d20bb10-118a-4afd-a0a9-ad5c7bbf16f8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:19.554930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869444-3090-4402-b1cf-c0c14f1e6390 req-4d20bb10-118a-4afd-a0a9-ad5c7bbf16f8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:19.560586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869444-3090-4402-b1cf-c0c14f1e6390 req-4d20bb10-118a-4afd-a0a9-ad5c7bbf16f8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:19.562782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43869444-3090-4402-b1cf-c0c14f1e6390 req-4d20bb10-118a-4afd-a0a9-ad5c7bbf16f8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5433 time: 0.2052262 Jun 04 16:32:19.608291 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:19.652675 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43869444-3090-4402-b1cf-c0c14f1e6390 req-35fcc721-5794-4797-aa0f-62c458cd8abc tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786934 Jun 04 16:32:19.686274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8db6db86-fbf8-4d97-a83e-d175e9f2d0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:19.699000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ab7b2c-bf09-435e-8e04-71854923016b,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:19.708092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Checking segment: {'id': '1720593f-1ccf-47bd-8083-5cee1d8d4b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:32:19.708661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Network hostable DHCP agents. Network: f58250c8-0d14-45b3-8b50-30142b2c0098, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:32:19.718307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6db86-fbf8-4d97-a83e-d175e9f2d0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed13917-73e9-4f31-a050-8f514c067941,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:19.741972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Network f58250c8-0d14-45b3-8b50-30142b2c0098 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:32:19.753265 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8db6db86-fbf8-4d97-a83e-d175e9f2d0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:19.757322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f58250c8-0d14-45b3-8b50-30142b2c0098) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:32:19.757478 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8db6db86-fbf8-4d97-a83e-d175e9f2d0b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ed13917-73e9-4f31-a050-8f514c067941 HTTP/1.1" status: 204 len: 168 time: 0.6851218 Jun 04 16:32:19.766741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4ebb78-8c94-4088-9c3e-5e1ba3267631 None None] Network f58250c8-0d14-45b3-8b50-30142b2c0098 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:32:19.768252 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0796d64-bb05-4b99-8893-a910ece2394f tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:19.769724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:19.770380 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:19.816622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2eef4467-af27-4054-a60c-9a457dae88bf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7315531 Jun 04 16:32:19.917403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0796d64-bb05-4b99-8893-a910ece2394f tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event deleted for resources: {'Port': ['ID=a99beac5-8a3e-40fd-9302-6f3224c157f6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:20.035386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72872b4-5d50-412c-a65b-084a206907d9 req-6ed9f080-6821-4358-9379-0a9823795415 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:20.038693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0796d64-bb05-4b99-8893-a910ece2394f tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:20.043056 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e0796d64-bb05-4b99-8893-a910ece2394f tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "DELETE /v2.0/ports/a99beac5-8a3e-40fd-9302-6f3224c157f6 HTTP/1.1" status: 204 len: 168 time: 1.1878891 Jun 04 16:32:20.043513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51624) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:20.054288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72872b4-5d50-412c-a65b-084a206907d9 req-6ed9f080-6821-4358-9379-0a9823795415 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:20.055111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e58eb-9345-4746-9ecc-adf8ab57a93d None None] Network f58250c8-0d14-45b3-8b50-30142b2c0098 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:32:20.060678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72872b4-5d50-412c-a65b-084a206907d9 req-6ed9f080-6821-4358-9379-0a9823795415 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:20.081521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72872b4-5d50-412c-a65b-084a206907d9 req-6ed9f080-6821-4358-9379-0a9823795415 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:20.087624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72872b4-5d50-412c-a65b-084a206907d9 req-6ed9f080-6821-4358-9379-0a9823795415 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:20.095288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72872b4-5d50-412c-a65b-084a206907d9 req-6ed9f080-6821-4358-9379-0a9823795415 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:20.114636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72872b4-5d50-412c-a65b-084a206907d9 req-6ed9f080-6821-4358-9379-0a9823795415 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:20.132234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51636) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:20.132430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f72872b4-5d50-412c-a65b-084a206907d9 req-6ed9f080-6821-4358-9379-0a9823795415 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5433 time: 0.3129940 Jun 04 16:32:20.144137 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-79129b12-46c0-402a-913e-35b72b99c439 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Request body: {'floatingip': {'port_id': 'f5377171-fdb4-417f-b474-ba4f7bed802e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:20.236133 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79129b12-46c0-402a-913e-35b72b99c439 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:20.373379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d7736e-3685-48cd-b22c-8a1bb07c6c6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Deleting subnet a25d6d86-38aa-4a4a-ab62-3be62b97a432 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:32:20.421268 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40d7736e-3685-48cd-b22c-8a1bb07c6c6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:20.533739 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40d7736e-3685-48cd-b22c-8a1bb07c6c6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:20.697890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98a306-0b4a-4b0d-b15e-8c0ff31dd2ef req-15678bd6-6fdc-44b4-957d-4c604a5850e1 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:20.699870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e98a306-0b4a-4b0d-b15e-8c0ff31dd2ef req-15678bd6-6fdc-44b4-957d-4c604a5850e1 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 946 time: 0.2615471 Jun 04 16:32:20.714556 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40d7736e-3685-48cd-b22c-8a1bb07c6c6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:20.793520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e2fd-4bfd-4410-837d-32322d70ae32 req-13e09f0b-7916-4e13-b7bb-7f7c74b9e026 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:20.795062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1760e2fd-4bfd-4410-837d-32322d70ae32 req-13e09f0b-7916-4e13-b7bb-7f7c74b9e026 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.1789725 Jun 04 16:32:20.825900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e98a306-0b4a-4b0d-b15e-8c0ff31dd2ef req-e63a4657-ef6e-4591-a74f-fc7879c5da89 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd40bbdf-56f5-4e38-8ba4-c499420ed858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061466 Jun 04 16:32:20.931700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1760e2fd-4bfd-4410-837d-32322d70ae32 req-6fa3b86b-58ec-4bcc-9284-3d52c5f76714 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289816 Jun 04 16:32:21.044718 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51672) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:21.121825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d4c01-3471-4551-893a-2d6acde71d0b req-21165b84-bada-48da-8689-f663ed42887c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:21.123399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a4d4c01-3471-4551-893a-2d6acde71d0b req-21165b84-bada-48da-8689-f663ed42887c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.1007721 Jun 04 16:32:21.172573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a4d4c01-3471-4551-893a-2d6acde71d0b req-89b442a0-76be-485a-9c75-2fae870bd494 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428836 Jun 04 16:32:21.211066 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40d7736e-3685-48cd-b22c-8a1bb07c6c6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.270038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7736e-3685-48cd-b22c-8a1bb07c6c6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event deleted for resources: {'Subnet': ['ID=a25d6d86-38aa-4a4a-ab62-3be62b97a432,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:21.272208 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77c19d6-7811-4f5a-9186-e7e1c1aa784b None None] Network 4ae9684f-8981-4108-80b8-f671d76ed732 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:32:21.277333 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40d7736e-3685-48cd-b22c-8a1bb07c6c6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.288288 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-40d7736e-3685-48cd-b22c-8a1bb07c6c6b tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "DELETE /v2.0/subnets/a25d6d86-38aa-4a4a-ab62-3be62b97a432 HTTP/1.1" status: 204 len: 168 time: 1.2414551 Jun 04 16:32:21.288672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51684) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:21.310241 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2017363109-network', 'tenant_id': 'd10ea5dcba7b4ecb801c136e5462688e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:21.320055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:21.326778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Usage tracker for resource:network and tenant:d10ea5dcba7b4ecb801c136e5462688e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:21.334549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:21.342309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:21.412004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Made reservation on behalf of d10ea5dcba7b4ecb801c136e5462688e for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:32:21.414275 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.428955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8896100-0798-4ba4-b1e8-2ab5939ae489 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Deleting subnet d4486856-317f-473e-94f2-040bb20ab3b6 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:32:21.440443 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8896100-0798-4ba4-b1e8-2ab5939ae489 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.444466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.559891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8896100-0798-4ba4-b1e8-2ab5939ae489 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.602746 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:21.606775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Usage tracker for resource:security_group_rule and tenant:d10ea5dcba7b4ecb801c136e5462688e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:21.610499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:21.616588 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:21.643999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79129b12-46c0-402a-913e-35b72b99c439 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.654599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79129b12-46c0-402a-913e-35b72b99c439 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.727521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b7ba-c1d6-4034-96a0-cd7bf59310a2 req-f511c51a-ddd9-4774-a815-cbaf8326ade2 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:21.735474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb65b7ba-c1d6-4034-96a0-cd7bf59310a2 req-f511c51a-ddd9-4774-a815-cbaf8326ade2 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 946 time: 0.1786110 Jun 04 16:32:21.740835 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8896100-0798-4ba4-b1e8-2ab5939ae489 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.849714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddafbf68-e493-4ad2-8ffc-e1bdafef1eb5 None None] DHCP port deletion for 4ae9684f-8981-4108-80b8-f671d76ed732 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:32:21.855242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ddafbf68-e493-4ad2-8ffc-e1bdafef1eb5 None None] Deleting port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:21.855660 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ddafbf68-e493-4ad2-8ffc-e1bdafef1eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.874527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb65b7ba-c1d6-4034-96a0-cd7bf59310a2 req-dead8f5e-721a-43a2-bd47-6ee8f7605574 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd40bbdf-56f5-4e38-8ba4-c499420ed858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376784 Jun 04 16:32:21.901521 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-79129b12-46c0-402a-913e-35b72b99c439 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Floating IP bda2d735-edf6-497b-9c2d-9be451deb72d associated. External IP: 172.25.5.198, port: f5377171-fdb4-417f-b474-ba4f7bed802e. Jun 04 16:32:21.907632 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8896100-0798-4ba4-b1e8-2ab5939ae489 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.953440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8896100-0798-4ba4-b1e8-2ab5939ae489 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event deleted for resources: {'Subnet': ['ID=d4486856-317f-473e-94f2-040bb20ab3b6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:21.957104 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8896100-0798-4ba4-b1e8-2ab5939ae489 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.959130 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.969566 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b8896100-0798-4ba4-b1e8-2ab5939ae489 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "DELETE /v2.0/subnets/d4486856-317f-473e-94f2-040bb20ab3b6 HTTP/1.1" status: 204 len: 168 time: 0.6771545 Jun 04 16:32:21.969963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51692) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:21.980531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:21.987049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e014d7f5-922b-4cb0-9762-e5befe0e0af8 None None] Network 8b09542d-db52-4306-9a04-3ce692fb28e4 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:32:22.032061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bd72d1-f807-42de-8e02-e92f3ec64eb0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:22.046707 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:32:22.130707 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:22.131085 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Added segment 58ddb4e5-0be0-47a5-992d-69c4a0c45399 of type vlan for network 538e9f09-d456-438c-8c98-c4cb47bf91e9 Jun 04 16:32:22.188562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:22.305071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ddafbf68-e493-4ad2-8ffc-e1bdafef1eb5 None None] For port 5fd3dbf5-8092-4fb1-af74-51d0b492e013, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5fd3dbf5-8092-4fb1-af74-51d0b492e013,segment=NetworkSegment(7789cb6a-2eeb-48f2-bd4d-4c809c19831b),segment_id=7789cb6a-2eeb-48f2-bd4d-4c809c19831b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:22.305706 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ddafbf68-e493-4ad2-8ffc-e1bdafef1eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:22.438152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:22.446055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ddafbf68-e493-4ad2-8ffc-e1bdafef1eb5 None None] Calling delete_port for 5fd3dbf5-8092-4fb1-af74-51d0b492e013 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:22.453219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79129b12-46c0-402a-913e-35b72b99c439 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Router b8b33763-3664-47a8-b1a0-659d6b28f3f7 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:32:22.458906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Deleting port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:22.459240 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:22.531726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07550b3-0a90-4ecf-b100-f43a95dc7d1d req-e5ae5c46-9c44-4b17-9b68-852c8a3bf271 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:22.558248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a07550b3-0a90-4ecf-b100-f43a95dc7d1d req-e5ae5c46-9c44-4b17-9b68-852c8a3bf271 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.4635203 Jun 04 16:32:22.565444 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:22.565892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:22.566481 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:22.633876 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ddafbf68-e493-4ad2-8ffc-e1bdafef1eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:22.697573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f56347-7b66-4b6c-ab6a-896077352333 req-79f1c977-f7b2-4bc4-87ce-b7277401d038 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:22.702724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5fd3dbf5-8092-4fb1-af74-51d0b492e013 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:32:22.706311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35f56347-7b66-4b6c-ab6a-896077352333 req-79f1c977-f7b2-4bc4-87ce-b7277401d038 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.3791046 Jun 04 16:32:22.741528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c22275-eca8-446a-89bc-79cbb83e7e3b None None] DHCP port deletion for 8b09542d-db52-4306-9a04-3ce692fb28e4 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:32:22.744873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] Pushing event updated for resources: {'Network': ['ID=538e9f09-d456-438c-8c98-c4cb47bf91e9,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:22.747968 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f8e4e809-12c9-40a6-85e2-bcb1d69d5de2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7021744 Jun 04 16:32:22.755867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] The port '5fd3dbf5-8092-4fb1-af74-51d0b492e013' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:32:22.757645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51706) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:22.767001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-43c22275-eca8-446a-89bc-79cbb83e7e3b None None] Deleting port 804649e1-c8de-49e9-a1e1-953150974d9a {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:22.767714 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-43c22275-eca8-446a-89bc-79cbb83e7e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:22.770709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Request body: {'subnet': {'network_id': '538e9f09-d456-438c-8c98-c4cb47bf91e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2017363109-subnet', 'tenant_id': 'd10ea5dcba7b4ecb801c136e5462688e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:22.779306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:22.787193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Usage tracker for resource:subnet and tenant:d10ea5dcba7b4ecb801c136e5462688e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:22.798541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafbf68-e493-4ad2-8ffc-e1bdafef1eb5 None None] No DVR routers for this DVR port 5fd3dbf5-8092-4fb1-af74-51d0b492e013 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:32:22.801995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 5fd3dbf5-8092-4fb1-af74-51d0b492e013 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:32:22.802588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5fd3dbf5-8092-4fb1-af74-51d0b492e013 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:32:22.804448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 538e9f09-d456-438c-8c98-c4cb47bf91e9 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:32:22.818493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafbf68-e493-4ad2-8ffc-e1bdafef1eb5 None None] Pushing event deleted for resources: {'Port': ['ID=5fd3dbf5-8092-4fb1-af74-51d0b492e013,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:22.843813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:22.869855 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:22.899633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Made reservation on behalf of d10ea5dcba7b4ecb801c136e5462688e for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:32:22.902812 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:22.919974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79129b12-46c0-402a-913e-35b72b99c439 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:32:22.925441 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79129b12-46c0-402a-913e-35b72b99c439 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:22.947196 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fddc6af-b48f-4122-8fcb-476b7d6e3c1b None None] Sync routers for ids ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:32:22.949652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35f56347-7b66-4b6c-ab6a-896077352333 req-406f5108-6c2c-481e-a439-03b72fd96219 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424684 Jun 04 16:32:23.017249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fddc6af-b48f-4122-8fcb-476b7d6e3c1b None None] Routers {'b8b33763-3664-47a8-b1a0-659d6b28f3f7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:32:23.017977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2fddc6af-b48f-4122-8fcb-476b7d6e3c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:32:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:23.034677 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:23.062882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae9684f-8981-4108-80b8-f671d76ed732']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:23.080428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7789cb6a-2eeb-48f2-bd4d-4c809c19831b') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:23.080965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7789cb6a-2eeb-48f2-bd4d-4c809c19831b') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:23.094472 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:23.112392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:23.125893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:32:23.126326 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:23.160900 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-79129b12-46c0-402a-913e-35b72b99c439 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "PUT /v2.0/floatingips/bda2d735-edf6-497b-9c2d-9be451deb72d HTTP/1.1" status: 200 len: 991 time: 3.0246880 Jun 04 16:32:23.161456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': 'f5377171-fdb4-417f-b474-ba4f7bed802e'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:23.226630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a07550b3-0a90-4ecf-b100-f43a95dc7d1d req-5f726659-1e29-461d-b908-5366b6c618b4 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6561632 Jun 04 16:32:23.286013 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 7789cb6a-2eeb-48f2-bd4d-4c809c19831b resource provider aggregate not found Jun 04 16:32:23.306321 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:23.330345 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:23.337329 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 7789cb6a-2eeb-48f2-bd4d-4c809c19831b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7789cb6a-2eeb-48f2-bd4d-4c809c19831b found for delete ", "request_id": "req-d71c09b9-c71c-4d00-ab1b-aed7b6e34d9f"}]} Jun 04 16:32:23.361242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event deleted for resources: {'Network': ['ID=4ae9684f-8981-4108-80b8-f671d76ed732,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:23.373566 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:23.385605 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0430cde9-27b6-4802-82a2-2668f46f01e6 tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "DELETE /v2.0/networks/4ae9684f-8981-4108-80b8-f671d76ed732 HTTP/1.1" status: 204 len: 168 time: 1.4135962 Jun 04 16:32:23.388777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51724) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:23.399814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86351c-8a17-459d-9fd0-5dd4117a5450 req-8d626255-1211-45e5-a39e-042b5e057596 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:23.401340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd86351c-8a17-459d-9fd0-5dd4117a5450 req-8d626255-1211-45e5-a39e-042b5e057596 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.46 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 946 time: 0.5460532 Jun 04 16:32:23.431306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-2fddc6af-b48f-4122-8fcb-476b7d6e3c1b None None] Set router b8b33763-3664-47a8-b1a0-659d6b28f3f7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:32:23.488518 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=650fa83f-f08a-4a33-8b34-1e9b40ad2272,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:23.506041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Checking segment: {'id': '58ddb4e5-0be0-47a5-992d-69c4a0c45399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '538e9f09-d456-438c-8c98-c4cb47bf91e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:32:23.506394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Network hostable DHCP agents. Network: 538e9f09-d456-438c-8c98-c4cb47bf91e9, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:32:23.554989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Network 538e9f09-d456-438c-8c98-c4cb47bf91e9 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:32:23.570356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 538e9f09-d456-438c-8c98-c4cb47bf91e9) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:32:23.575654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5007165-4a09-4bde-b3e0-3005582aff02 req-93c753f8-0a8f-499f-8f31-fe22b8017eb0 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:23.580727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:23.583378 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:23.583501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5007165-4a09-4bde-b3e0-3005582aff02 req-93c753f8-0a8f-499f-8f31-fe22b8017eb0 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 946 time: 0.3542390 Jun 04 16:32:23.652245 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-da101ef9-9d47-476f-a5ce-719a4581ed16 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8933048 Jun 04 16:32:23.673312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-bd86351c-8a17-459d-9fd0-5dd4117a5450 req-fb01b0cc-5334-40e0-a7b1-e4cec7bb5761 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Deleting port 470b619c-f1aa-435b-9087-34dc211d2dc3 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:23.673645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bd86351c-8a17-459d-9fd0-5dd4117a5450 req-fb01b0cc-5334-40e0-a7b1-e4cec7bb5761 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:23.722728 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b5462e-bad1-4a11-8030-cfc09b4b5572'] response: {'name': 'network-changed', 'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'tag': 'f5377171-fdb4-417f-b474-ba4f7bed802e', 'status': 'completed', 'code': 200} Jun 04 16:32:23.797441 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:23.874068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-43c22275-eca8-446a-89bc-79cbb83e7e3b None None] For port 804649e1-c8de-49e9-a1e1-953150974d9a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=804649e1-c8de-49e9-a1e1-953150974d9a,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:23.878475 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-43c22275-eca8-446a-89bc-79cbb83e7e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:23.925641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5007165-4a09-4bde-b3e0-3005582aff02 req-63ecbbe0-89b0-4e0e-9dc0-487571e4368b tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd40bbdf-56f5-4e38-8ba4-c499420ed858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413248 Jun 04 16:32:24.055388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-43c22275-eca8-446a-89bc-79cbb83e7e3b None None] Calling delete_port for 804649e1-c8de-49e9-a1e1-953150974d9a owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:24.113594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Deleting port 804649e1-c8de-49e9-a1e1-953150974d9a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:24.113946 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:24.139559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befcbddb-fdfb-41ad-9c60-f9d639fd9ff9 None None] Network 538e9f09-d456-438c-8c98-c4cb47bf91e9 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:32:24.363793 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-43c22275-eca8-446a-89bc-79cbb83e7e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:24.409233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51752) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:24.417701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-435772472-network', 'tenant_id': 'ea342879a0e247ad927d2cf34b568abc'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:24.424101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:24.428722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Usage tracker for resource:network and tenant:ea342879a0e247ad927d2cf34b568abc is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:24.431906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:24.439084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:24.451794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Made reservation on behalf of ea342879a0e247ad927d2cf34b568abc for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:32:24.455567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c22275-eca8-446a-89bc-79cbb83e7e3b None None] Pushing event deleted for resources: {'Port': ['ID=804649e1-c8de-49e9-a1e1-953150974d9a,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:24.456087 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:24.463902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c22275-eca8-446a-89bc-79cbb83e7e3b None None] No DVR routers for this DVR port 804649e1-c8de-49e9-a1e1-953150974d9a on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:32:24.476283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:24.491631 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:24.499618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Usage tracker for resource:security_group_rule and tenant:ea342879a0e247ad927d2cf34b568abc is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:24.503223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:24.510948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:24.606465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63049b82-0d0f-4fb4-ac08-e6c84bfcbc72 None None] Network 538e9f09-d456-438c-8c98-c4cb47bf91e9 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:32:24.665190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:24.670165 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:24.701355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2fddc6af-b48f-4122-8fcb-476b7d6e3c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:29:26Z', 'revision_number': 4, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port': {'id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:17Z', 'updated_at': '2022-06-04T16:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bda2d735-edf6-497b-9c2d-9be451deb72d', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'port_id': 'f5377171-fdb4-417f-b474-ba4f7bed802e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'mac_address': 'fa:16:3e:41:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:30:32Z', 'updated_at': '2022-06-04T16:32:21Z', 'revision_number': 1, 'project_id': '034fe08f1f634c458de338d38be6314a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea8fa6a-213e-4296-a56b-220ce43568b3', 'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'mac_address': 'fa:16:3e:02:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '24400e9e-8edf-461f-bb64-f983372345e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:24Z', 'updated_at': '2022-06-04T16:29:40Z', 'revision_number': 5, 'project_id': '034fe08f1f634c458de338d38be6314a', 'subnets': [{'id': '24400e9e-8edf-461f-bb64-f983372345e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:24.705754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:32:24.705890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 804649e1-c8de-49e9-a1e1-953150974d9a no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:32:24.712048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c43738d-793c-446d-b424-5083296897f4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:24.739905 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:24.740570 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Added segment 8be11bc5-a0ba-4a15-9604-efb51ffc9b8c of type vlan for network 8e56e7b1-9c11-45b0-876f-5db2ca02b0b1 Jun 04 16:32:24.744397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fddc6af-b48f-4122-8fcb-476b7d6e3c1b None None] Checking router: b8b33763-3664-47a8-b1a0-659d6b28f3f7 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:32:24.746817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 804649e1-c8de-49e9-a1e1-953150974d9a {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:32:24.746917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 804649e1-c8de-49e9-a1e1-953150974d9a not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:32:24.773606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fddc6af-b48f-4122-8fcb-476b7d6e3c1b None None] Routers {'b8b33763-3664-47a8-b1a0-659d6b28f3f7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:32:24.774246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2fddc6af-b48f-4122-8fcb-476b7d6e3c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:32:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:24.782381 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:24.808789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-bd86351c-8a17-459d-9fd0-5dd4117a5450 req-fb01b0cc-5334-40e0-a7b1-e4cec7bb5761 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] For port 470b619c-f1aa-435b-9087-34dc211d2dc3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=470b619c-f1aa-435b-9087-34dc211d2dc3,segment=NetworkSegment(2447a517-c82e-457e-8b78-0aee8762a713),segment_id=2447a517-c82e-457e-8b78-0aee8762a713)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:24.809336 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bd86351c-8a17-459d-9fd0-5dd4117a5450 req-fb01b0cc-5334-40e0-a7b1-e4cec7bb5761 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:24.814782 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:24.816531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:24.817265 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:24.960605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-bd86351c-8a17-459d-9fd0-5dd4117a5450 req-fb01b0cc-5334-40e0-a7b1-e4cec7bb5761 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Calling delete_port for 470b619c-f1aa-435b-9087-34dc211d2dc3 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:24.985144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-2fddc6af-b48f-4122-8fcb-476b7d6e3c1b None None] Set router b8b33763-3664-47a8-b1a0-659d6b28f3f7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:32:25.036090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-53a2313c-8a65-4007-bc4e-2782bf75eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:25.036489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-53a2313c-8a65-4007-bc4e-2782bf75eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:25.036952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-53a2313c-8a65-4007-bc4e-2782bf75eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:25.037413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-53a2313c-8a65-4007-bc4e-2782bf75eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:25.037870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-53a2313c-8a65-4007-bc4e-2782bf75eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:25.038324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-53a2313c-8a65-4007-bc4e-2782bf75eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:25.038819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-53a2313c-8a65-4007-bc4e-2782bf75eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:25.041046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-53a2313c-8a65-4007-bc4e-2782bf75eed0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=034fe08f1f634c458de338d38be6314a&device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 6490 time: 1.2319396 Jun 04 16:32:25.064232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] Pushing event updated for resources: {'Network': ['ID=8e56e7b1-9c11-45b0-876f-5db2ca02b0b1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:25.097461 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d412e3f7-3569-4966-8348-e3f86ff6844a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6860261 Jun 04 16:32:25.098627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51764) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:25.106368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Request body: {'subnet': {'network_id': '8e56e7b1-9c11-45b0-876f-5db2ca02b0b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-435772472-subnet', 'tenant_id': 'ea342879a0e247ad927d2cf34b568abc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:25.116028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:25.120735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Usage tracker for resource:subnet and tenant:ea342879a0e247ad927d2cf34b568abc is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:25.125549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:25.132576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:25.146307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Made reservation on behalf of ea342879a0e247ad927d2cf34b568abc for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:32:25.148969 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:25.206734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 8e56e7b1-9c11-45b0-876f-5db2ca02b0b1 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:32:25.256089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-e7801250-e547-4e74-b76f-18d4bdbb56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:25.257646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-e7801250-e547-4e74-b76f-18d4bdbb56a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bffa50e-6075-4c4d-a7c9-53a4ad9311fb HTTP/1.1" status: 200 len: 912 time: 0.1587105 Jun 04 16:32:25.416560 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:25.464577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cd303-8b9f-4cca-b83b-1446ac381d4a req-c008ee3b-6f76-4af0-932b-95767c716685 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:25.466077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-866cd303-8b9f-4cca-b83b-1446ac381d4a req-c008ee3b-6f76-4af0-932b-95767c716685 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 1.1578116 Jun 04 16:32:25.486657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] For port 804649e1-c8de-49e9-a1e1-953150974d9a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=804649e1-c8de-49e9-a1e1-953150974d9a,segment=NetworkSegment(2aca8547-1782-4793-8caa-26e5456fff3c),segment_id=2aca8547-1782-4793-8caa-26e5456fff3c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:25.487025 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:25.501418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e9dd3-5307-4d4f-b993-96200fdb6758 req-a611c531-fb16-4563-a265-936f359e61cd tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:25.508617 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fd3e9dd3-5307-4d4f-b993-96200fdb6758 req-a611c531-fb16-4563-a265-936f359e61cd tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 946 time: 1.2188401 Jun 04 16:32:25.523279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf48f05-d612-4095-8338-cab511547506,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:25.554971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Checking segment: {'id': '8be11bc5-a0ba-4a15-9604-efb51ffc9b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8e56e7b1-9c11-45b0-876f-5db2ca02b0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:32:25.555452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Network hostable DHCP agents. Network: 8e56e7b1-9c11-45b0-876f-5db2ca02b0b1, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:32:25.582964 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Network 8e56e7b1-9c11-45b0-876f-5db2ca02b0b1 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:32:25.601330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 8e56e7b1-9c11-45b0-876f-5db2ca02b0b1) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:32:25.615300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:25.616300 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:25.617649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5909360e-3cb1-4082-8032-b23bd751fe4c None None] Network 8e56e7b1-9c11-45b0-876f-5db2ca02b0b1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:32:25.655921 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7c1958fc-9e33-44e7-ba79-cd25aa70ae7c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5556178 Jun 04 16:32:25.759658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2fddc6af-b48f-4122-8fcb-476b7d6e3c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:29:26Z', 'revision_number': 4, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port': {'id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:17Z', 'updated_at': '2022-06-04T16:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bda2d735-edf6-497b-9c2d-9be451deb72d', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'port_id': 'f5377171-fdb4-417f-b474-ba4f7bed802e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'mac_address': 'fa:16:3e:41:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:30:32Z', 'updated_at': '2022-06-04T16:32:21Z', 'revision_number': 1, 'project_id': '034fe08f1f634c458de338d38be6314a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea8fa6a-213e-4296-a56b-220ce43568b3', 'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'mac_address': 'fa:16:3e:02:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '24400e9e-8edf-461f-bb64-f983372345e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:24Z', 'updated_at': '2022-06-04T16:29:40Z', 'revision_number': 5, 'project_id': '034fe08f1f634c458de338d38be6314a', 'subnets': [{'id': '24400e9e-8edf-461f-bb64-f983372345e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:25.765170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fddc6af-b48f-4122-8fcb-476b7d6e3c1b None None] The sync data for ids ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'] in n-d-811809-3 is: [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:29:26Z', 'revision_number': 4, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port': {'id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:17Z', 'updated_at': '2022-06-04T16:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bda2d735-edf6-497b-9c2d-9be451deb72d', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'port_id': 'f5377171-fdb4-417f-b474-ba4f7bed802e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'mac_address': 'fa:16:3e:41:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18524fa5-8f49-410c-a838-a7769212bedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:30:32Z', 'updated_at': '2022-06-04T16:32:21Z', 'revision_number': 1, 'project_id': '034fe08f1f634c458de338d38be6314a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea8fa6a-213e-4296-a56b-220ce43568b3', 'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'mac_address': 'fa:16:3e:02:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '24400e9e-8edf-461f-bb64-f983372345e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:24Z', 'updated_at': '2022-06-04T16:29:40Z', 'revision_number': 5, 'project_id': '034fe08f1f634c458de338d38be6314a', 'subnets': [{'id': '24400e9e-8edf-461f-bb64-f983372345e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:32:25.867217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Calling delete_port for 804649e1-c8de-49e9-a1e1-953150974d9a owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:25.900385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e34c7-51a3-4942-8a62-08df790276d8 None None] Network 8e56e7b1-9c11-45b0-876f-5db2ca02b0b1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:32:25.936208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fd3e9dd3-5307-4d4f-b993-96200fdb6758 req-7108aaec-9486-4095-9998-fed1d9c0fcc8 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=52885374-9a78-45fb-81db-6cddae575d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4267426 Jun 04 16:32:25.937466 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bd86351c-8a17-459d-9fd0-5dd4117a5450 req-fb01b0cc-5334-40e0-a7b1-e4cec7bb5761 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:25.945258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-d51ec634-7796-480c-b30e-7af6cb53b515 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5377171-fdb4-417f-b474-ba4f7bed802e HTTP/1.1" status: 200 len: 999 time: 0.6769333 Jun 04 16:32:26.002000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-866cd303-8b9f-4cca-b83b-1446ac381d4a req-b067fce2-156c-42b4-a962-9009946e13ed tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5194917 Jun 04 16:32:26.100160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01b0cc-5334-40e0-a7b1-e4cec7bb5761 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Pushing event deleted for resources: {'Port': ['ID=470b619c-f1aa-435b-9087-34dc211d2dc3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:26.143300 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ce730-81d6-4c3f-99b1-a1cbccdf3447 None None] New status for floating IP bda2d735-edf6-497b-9c2d-9be451deb72d: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:32:26.290854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-759a4dab-a12f-459e-a3c8-07c52bd7a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:26.292334 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-759a4dab-a12f-459e-a3c8-07c52bd7a641 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24400e9e-8edf-461f-bb64-f983372345e5 HTTP/1.1" status: 200 len: 850 time: 0.2938209 Jun 04 16:32:26.328786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd86351c-8a17-459d-9fd0-5dd4117a5450 req-fb01b0cc-5334-40e0-a7b1-e4cec7bb5761 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] No DVR routers for this DVR port 470b619c-f1aa-435b-9087-34dc211d2dc3 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:32:26.344448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-b260ec8f-7c32-4b06-9513-610bdc3daa2b tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:26.345892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-b260ec8f-7c32-4b06-9513-610bdc3daa2b tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 946 time: 0.9452655 Jun 04 16:32:26.374345 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:32:26.378673 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bd86351c-8a17-459d-9fd0-5dd4117a5450 req-fb01b0cc-5334-40e0-a7b1-e4cec7bb5761 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:26.387711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f64642-885c-49d3-a51b-01b3e4017370', 'name': 'network-vif-deleted', 'tag': '470b619c-f1aa-435b-9087-34dc211d2dc3'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:26.392196 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:32:26.393066 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:32:26.406296 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14ee0067-d446-4e91-a0fb-98f2ecd38fd0 req-b663747a-9c6b-45b2-894b-8df746ddd503 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.13 "GET /v2.0/ports?device_id=52f64642-885c-49d3-a51b-01b3e4017370 HTTP/1.1" status: 200 len: 210 time: 0.1678777 Jun 04 16:32:26.509628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd86351c-8a17-459d-9fd0-5dd4117a5450 req-fb01b0cc-5334-40e0-a7b1-e4cec7bb5761 tempest-InstanceActionsTestJSON-1912105563 tempest-InstanceActionsTestJSON-1912105563-project] 10.222.0.46 "DELETE /v2.0/ports/470b619c-f1aa-435b-9087-34dc211d2dc3 HTTP/1.1" status: 204 len: 173 time: 3.0672908 Jun 04 16:32:26.619339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Deleting port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:26.620988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:26.714023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c96f0-93de-453f-8a5c-f2c87cd352b8 req-560be8d9-4180-445d-b421-676203a9955f tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:26.716549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db2c96f0-93de-453f-8a5c-f2c87cd352b8 req-560be8d9-4180-445d-b421-676203a9955f tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.5118022 Jun 04 16:32:26.916029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Deleting port 804649e1-c8de-49e9-a1e1-953150974d9a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:26.916686 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:26.972252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:32:27.087290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-894faead-f941-4d0c-9652-355d0364925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:27.088786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-894faead-f941-4d0c-9652-355d0364925c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bffa50e-6075-4c4d-a7c9-53a4ad9311fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7579184 Jun 04 16:32:27.134859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:27.135618 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:27.182044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] The port '804649e1-c8de-49e9-a1e1-953150974d9a' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:32:27.187751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80a205f-0695-448c-8226-2ac095542ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:27.198844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:27.208465 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:27.209455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 470b619c-f1aa-435b-9087-34dc211d2dc3 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:32:27.229852 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db2c96f0-93de-453f-8a5c-f2c87cd352b8 req-8e305d48-0e8b-4ee3-ba9e-50f4b53a6d82 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026691 Jun 04 16:32:27.278049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 470b619c-f1aa-435b-9087-34dc211d2dc3 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:32:27.278524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 470b619c-f1aa-435b-9087-34dc211d2dc3 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:32:27.313596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:27.355035 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e6f4635-06e0-4475-ac24-b7a3bd866ff7'] response: {'server_uuid': '52f64642-885c-49d3-a51b-01b3e4017370', 'name': 'network-vif-deleted', 'tag': '470b619c-f1aa-435b-9087-34dc211d2dc3', 'status': 'completed', 'code': 200} Jun 04 16:32:27.596599 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:27.642914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-751f5b5c-20af-48ec-a8b0-296bb9a8d155 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:27.644386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-751f5b5c-20af-48ec-a8b0-296bb9a8d155 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/networks?id=538e9f09-d456-438c-8c98-c4cb47bf91e9 HTTP/1.1" status: 200 len: 825 time: 0.9268010 Jun 04 16:32:27.712351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b09542d-db52-4306-9a04-3ce692fb28e4']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:27.726722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-35f9d38b-eb20-4398-9697-0e511fdfc7cc service neutron] 10.222.0.42 "GET /v2.0/networks/5bffa50e-6075-4c4d-a7c9-53a4ad9311fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037471 Jun 04 16:32:27.727896 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-f9c8558d-42ff-4555-9458-3bc8bd93ddbc tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/quotas/d10ea5dcba7b4ecb801c136e5462688e HTTP/1.1" status: 200 len: 375 time: 0.0688274 Jun 04 16:32:27.753061 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-974badf2-f64a-4dff-970a-d0790f54844f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:27.762298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aca8547-1782-4793-8caa-26e5456fff3c') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:27.762644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aca8547-1782-4793-8caa-26e5456fff3c') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:27.821520 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:27.834489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] For port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:27.834489 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:27.914749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-6096d8bd-3e47-4ffe-9735-cdc1a562b8b7 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d10ea5dcba7b4ecb801c136e5462688e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1429799 Jun 04 16:32:27.980444 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:28.030522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:32:28.030987 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:28.115614 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 2aca8547-1782-4793-8caa-26e5456fff3c resource provider aggregate not found Jun 04 16:32:28.180515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1f867-ecef-4b00-b23f-48a1c80fcac3 req-fec32bc0-a036-4850-9c76-971f5c427d9e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:28.181972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67d1f867-ecef-4b00-b23f-48a1c80fcac3 req-fec32bc0-a036-4850-9c76-971f5c427d9e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 944 time: 0.7493660 Jun 04 16:32:28.208897 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 2aca8547-1782-4793-8caa-26e5456fff3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2aca8547-1782-4793-8caa-26e5456fff3c found for delete ", "request_id": "req-f3e49f05-a36c-4ee9-a69e-251400e28b70"}]} Jun 04 16:32:28.344938 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f5cb8dc-ef74-49ff-81bb-e507e9a58812 req-d0cf7965-cbd8-4100-beaf-79136c4535f6 service neutron] 10.222.0.42 "GET /v2.0/networks/5bffa50e-6075-4c4d-a7c9-53a4ad9311fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114805 Jun 04 16:32:28.362185 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:28.561807 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:28.590075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] Pushing event deleted for resources: {'Network': ['ID=8b09542d-db52-4306-9a04-3ce692fb28e4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:28.664855 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67d1f867-ecef-4b00-b23f-48a1c80fcac3 req-e8a6342b-d7ff-4f85-9ad2-a6703df24879 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=52885374-9a78-45fb-81db-6cddae575d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4389880 Jun 04 16:32:28.688971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8d4eb6fb-6b4b-4a55-a34b-5bb7151748cb tempest-TaggedBootDevicesTest_v242-991765375 tempest-TaggedBootDevicesTest_v242-991765375-project] 10.222.0.13 "DELETE /v2.0/networks/8b09542d-db52-4306-9a04-3ce692fb28e4 HTTP/1.1" status: 204 len: 168 time: 5.2972796 Jun 04 16:32:28.698558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-ca43e567-5c08-4a76-b93a-6ed25feb4159 service neutron] 10.222.0.13 "GET /v2.0/networks/538e9f09-d456-438c-8c98-c4cb47bf91e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7210889 Jun 04 16:32:28.851189 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:28.851558 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:28.851874 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Floating IP 2335a37b-a29c-47e2-b407-a7b0e4afe2df disassociated. External IP: 172.25.5.182, port: 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b. Jun 04 16:32:28.852207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Calling delete_port for 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:28.973765 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-fb84aa27-d51d-450a-a646-2c137f637e31 service neutron] 10.222.0.13 "GET /v2.0/networks/538e9f09-d456-438c-8c98-c4cb47bf91e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743764 Jun 04 16:32:28.995978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb81c0-1da2-4c64-b053-6c8431dbc5eb req-7e46a5be-8d04-4c83-9a00-8e37e040fef3 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:29.002947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4feb81c0-1da2-4c64-b053-6c8431dbc5eb req-7e46a5be-8d04-4c83-9a00-8e37e040fef3 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.2095022 Jun 04 16:32:29.017955 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:32:29.018270 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:32:29.047364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4feb81c0-1da2-4c64-b053-6c8431dbc5eb req-9390bb4c-1613-43d6-9879-224de761e832 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434997 Jun 04 16:32:29.113638 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cca9015-6fc1-47e0-8c29-696e5809d38e'] response: {'server_uuid': 'c80a205f-0695-448c-8226-2ac095542ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b', 'code': 200} Jun 04 16:32:29.219599 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51814) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:29.360283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf55c417-bddb-490a-8607-193213103f2f admin admin] Deleting subnet f4bc0b8a-b98a-42b9-96d0-b2aa850831a1 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:32:29.367535 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf55c417-bddb-490a-8607-193213103f2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:29.484667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf55c417-bddb-490a-8607-193213103f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:29.515497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8a3e16e-e7dd-4f64-b224-fbe18f772276 req-c3545e29-9fb1-4434-9481-c4232b6353e4 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 210 time: 0.1059301 Jun 04 16:32:29.529412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Deleting port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:29.532503 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:29.603009 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf55c417-bddb-490a-8607-193213103f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:29.742269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e6230-1143-42d7-8df3-ab47220c09a0 req-4cbe755f-e56f-430c-967b-2b16dc7d1739 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:29.742269 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e02e6230-1143-42d7-8df3-ab47220c09a0 req-4cbe755f-e56f-430c-967b-2b16dc7d1739 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.5013843 Jun 04 16:32:29.787405 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf55c417-bddb-490a-8607-193213103f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:30.011390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e02e6230-1143-42d7-8df3-ab47220c09a0 req-dc0ec35c-ae33-4379-b2d9-4f0e93476948 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467182 Jun 04 16:32:30.036164 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fe2ecfc4-ec72-4fbc-808c-54ae357088d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:30.047686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55c417-bddb-490a-8607-193213103f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4bc0b8a-b98a-42b9-96d0-b2aa850831a1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:30.082212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf55c417-bddb-490a-8607-193213103f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:30.125558 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bf55c417-bddb-490a-8607-193213103f2f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f4bc0b8a-b98a-42b9-96d0-b2aa850831a1 HTTP/1.1" status: 204 len: 168 time: 0.8759527 Jun 04 16:32:30.125558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51836) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:30.522401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60ad7c-0218-441a-af14-be14e94fe3bd req-585f2973-b07c-4ba9-8497-afb04af55e1d tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:30.534190 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f60ad7c-0218-441a-af14-be14e94fe3bd req-585f2973-b07c-4ba9-8497-afb04af55e1d tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 944 time: 0.5961838 Jun 04 16:32:30.538471 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71860f35-d6ca-4331-9d51-d54c9fabf07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:30.657271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] For port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:30.657868 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:30.837237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71860f35-d6ca-4331-9d51-d54c9fabf07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:30.944519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-71860f35-d6ca-4331-9d51-d54c9fabf07d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7e9159-334f-4d85-b3f7-3d59d1985415']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:30.948580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f60ad7c-0218-441a-af14-be14e94fe3bd req-7b108126-b6eb-451d-aee8-ffa386ce5013 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=52885374-9a78-45fb-81db-6cddae575d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4133461 Jun 04 16:32:30.971804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-71860f35-d6ca-4331-9d51-d54c9fabf07d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2447a517-c82e-457e-8b78-0aee8762a713') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:30.971804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-71860f35-d6ca-4331-9d51-d54c9fabf07d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2447a517-c82e-457e-8b78-0aee8762a713') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:30.992641 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71860f35-d6ca-4331-9d51-d54c9fabf07d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:31.018000 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71860f35-d6ca-4331-9d51-d54c9fabf07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:31.051283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71860f35-d6ca-4331-9d51-d54c9fabf07d admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:32:31.052030 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71860f35-d6ca-4331-9d51-d54c9fabf07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:31.101421 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 2447a517-c82e-457e-8b78-0aee8762a713 resource provider aggregate not found Jun 04 16:32:31.104989 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:31.197423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0a56f-5c68-44d6-a694-aa69319cd964 req-0604b143-38c4-4bc9-89f1-fff5b062c394 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:31.216999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed0a56f-5c68-44d6-a694-aa69319cd964 req-0604b143-38c4-4bc9-89f1-fff5b062c394 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.8470764 Jun 04 16:32:31.228015 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 2447a517-c82e-457e-8b78-0aee8762a713 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2447a517-c82e-457e-8b78-0aee8762a713 found for delete ", "request_id": "req-5bf184e6-43f3-46e3-b637-db008015b2ae"}]} Jun 04 16:32:31.264679 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71860f35-d6ca-4331-9d51-d54c9fabf07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:31.286944 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71860f35-d6ca-4331-9d51-d54c9fabf07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:31.332341 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71860f35-d6ca-4331-9d51-d54c9fabf07d admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7e9159-334f-4d85-b3f7-3d59d1985415,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:31.348377 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-71860f35-d6ca-4331-9d51-d54c9fabf07d admin admin] 10.222.0.13 "DELETE /v2.0/networks/ff7e9159-334f-4d85-b3f7-3d59d1985415 HTTP/1.1" status: 204 len: 168 time: 1.2454395 Jun 04 16:32:31.359446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0c68161-2410-4246-80e3-151ed5294793 req-38238369-eeac-4ea1-b3ca-8cee86221646 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 210 time: 0.1402755 Jun 04 16:32:31.374978 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:31.496270 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ed0a56f-5c68-44d6-a694-aa69319cd964 req-d64f59c3-5a71-4580-af78-318b26de2e97 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782753 Jun 04 16:32:31.683870 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:31.684404 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:31.684880 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Floating IP 2335a37b-a29c-47e2-b407-a7b0e4afe2df disassociated. External IP: 172.25.5.182, port: 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b. Jun 04 16:32:31.686934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Calling delete_port for 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:31.985265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51864) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:32.045278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-857695d3-86f4-4945-8d5e-dfdbb1a8e4d9 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:32.047121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-857695d3-86f4-4945-8d5e-dfdbb1a8e4d9 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.46 "GET /v2.0/networks?id=538e9f09-d456-438c-8c98-c4cb47bf91e9 HTTP/1.1" status: 200 len: 825 time: 0.5941725 Jun 04 16:32:32.064258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Request body: {'port': {'device_id': '6dcc21e0-4874-4ea8-a974-1853344559b5', 'network_id': '538e9f09-d456-438c-8c98-c4cb47bf91e9', 'admin_state_up': True, 'tenant_id': 'd10ea5dcba7b4ecb801c136e5462688e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:32.070383 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c3e5bf09-8e25-4940-b983-e509379f9a37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c95f02e614ad44e69f93afb526d8fde9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0836847 Jun 04 16:32:32.071249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51868) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:32.146706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b8115-c075-445e-aa48-cfddb4d9a068 req-9c9ae078-6f20-4a59-9caf-145fd7994161 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:32.148240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b88b8115-c075-445e-aa48-cfddb4d9a068 req-9c9ae078-6f20-4a59-9caf-145fd7994161 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.4859726 Jun 04 16:32:32.230501 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70d7d924-9ba4-4ce5-8a8a-ade023c244da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:32.277879 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70d7d924-9ba4-4ce5-8a8a-ade023c244da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:32.377357 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70d7d924-9ba4-4ce5-8a8a-ade023c244da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:32.401199 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b88b8115-c075-445e-aa48-cfddb4d9a068 req-6645a6e8-b0aa-4e03-8f04-88d0be409b04 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043164 Jun 04 16:32:32.423304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7d924-9ba4-4ce5-8a8a-ade023c244da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd40bbdf-56f5-4e38-8ba4-c499420ed858,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:32.461885 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:32.517543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70d7d924-9ba4-4ce5-8a8a-ade023c244da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:32.527545 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-70d7d924-9ba4-4ce5-8a8a-ade023c244da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd40bbdf-56f5-4e38-8ba4-c499420ed858 HTTP/1.1" status: 204 len: 168 time: 0.4550827 Jun 04 16:32:32.572899 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:32.651666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event deleted for resources: {'Port': ['ID=9fcd6d38-05e7-4fd1-8007-c8a82b085e4b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:32.714735 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31c9c671-519a-4f46-90a6-982cdde1db0a req-beb8ecac-f706-4b87-b5ef-67a530be7d60 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 210 time: 0.0683873 Jun 04 16:32:32.976668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:32.992001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5466fc0-8817-4ebc-aa99-166b0bc092e3 req-08bf839f-7cec-4560-9b28-b3f28d23704e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:32.993898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5466fc0-8817-4ebc-aa99-166b0bc092e3 req-08bf839f-7cec-4560-9b28-b3f28d23704e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 944 time: 0.7962573 Jun 04 16:32:32.995288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Usage tracker for resource:port and tenant:d10ea5dcba7b4ecb801c136e5462688e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:32.999454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:33.010500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:33.018785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:32:33.083561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Made reservation on behalf of d10ea5dcba7b4ecb801c136e5462688e for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:32:33.087217 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:33.385511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5466fc0-8817-4ebc-aa99-166b0bc092e3 req-7e6d9fac-03b6-4bc4-bd5f-ade0b286d677 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=52885374-9a78-45fb-81db-6cddae575d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637211 Jun 04 16:32:33.828123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Allocated IP 172.20.0.13 (538e9f09-d456-438c-8c98-c4cb47bf91e9/650fa83f-f08a-4a33-8b34-1e9b40ad2272/48a39a84-2bfc-4ab7-b69d-5644934e3f65) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:32:33.856709 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:34.022353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:32:34.052863 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33313e9-f6b9-4da0-8bc3-e15e60f67cef None None] Sync routers for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:32:34.062411 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:34.069722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33313e9-f6b9-4da0-8bc3-e15e60f67cef None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:32:34.070710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a33313e9-f6b9-4da0-8bc3-e15e60f67cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:32:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:34.297977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] No DVR routers for this DVR port 9fcd6d38-05e7-4fd1-8007-c8a82b085e4b on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:32:34.307970 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:34.311297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51912) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:34.315076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80a205f-0695-448c-8226-2ac095542ac1', 'name': 'network-vif-deleted', 'tag': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:34.358753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e261b53-da4c-49c8-9df9-f4f821a9d7e9 req-30c4fd26-26d8-4bcf-a5cc-0fe9d354c3a1 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:34.364138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e261b53-da4c-49c8-9df9-f4f821a9d7e9 req-30c4fd26-26d8-4bcf-a5cc-0fe9d354c3a1 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 1.3437405 Jun 04 16:32:34.435000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11555746-1dd3-4668-a6c3-8fe48dd6f3b8 req-eccc08d5-a8e9-45f4-aac8-68b51fff34dc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "DELETE /v2.0/ports/9fcd6d38-05e7-4fd1-8007-c8a82b085e4b HTTP/1.1" status: 204 len: 173 time: 8.0391653 Jun 04 16:32:34.452777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-a33313e9-f6b9-4da0-8bc3-e15e60f67cef None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:32:34.611800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1107180716-network', 'tenant_id': '328ffcd2e2d442c59a06e9e8fb653e63'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:34.643822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:34.663110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Usage tracker for resource:network and tenant:328ffcd2e2d442c59a06e9e8fb653e63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:34.677608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:34.691873 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:34.770527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:34.796018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9434b-1cfc-4cc4-ac40-36a677b2e444 req-9ed1b7d3-debe-4820-85f2-b391d599e693 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:34.798553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30d9434b-1cfc-4cc4-ac40-36a677b2e444 req-9ed1b7d3-debe-4820-85f2-b391d599e693 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.8301783 Jun 04 16:32:34.801000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Made reservation on behalf of 328ffcd2e2d442c59a06e9e8fb653e63 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:32:34.803417 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:34.825984 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:34.838542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e261b53-da4c-49c8-9df9-f4f821a9d7e9 req-5ac7f6d9-a1a8-4a04-bfed-3710cd31dc97 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4521112 Jun 04 16:32:34.931835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30d9434b-1cfc-4cc4-ac40-36a677b2e444 req-b6bd76eb-526d-43fa-9df9-1e5310ed6ec5 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087887 Jun 04 16:32:34.932927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:34.941722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Usage tracker for resource:security_group_rule and tenant:328ffcd2e2d442c59a06e9e8fb653e63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:34.971902 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:34.979386 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:34.988482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641df58-403b-415d-81a7-2ed4b7f14578 req-eb9aa62d-031e-4647-a106-2592498e4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:34.995958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:34.996205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2641df58-403b-415d-81a7-2ed4b7f14578 req-eb9aa62d-031e-4647-a106-2592498e4769 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 1096 time: 0.5150163 Jun 04 16:32:35.289779 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:35.300546 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b125f296-b89a-4be3-9ed8-eb4ccc4594d9'] response: {'server_uuid': 'c80a205f-0695-448c-8226-2ac095542ac1', 'name': 'network-vif-deleted', 'tag': '9fcd6d38-05e7-4fd1-8007-c8a82b085e4b', 'status': 'completed', 'code': 200} Jun 04 16:32:35.304120 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:35.353783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a33313e9-f6b9-4da0-8bc3-e15e60f67cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': '63144003-b565-4d06-953e-f050f7eb3187', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:94:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df4891-c6d8-440f-87e8-bbef32230c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:29:31Z', 'updated_at': '2022-06-04T16:30:27Z', 'revision_number': 2, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:35.364136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33313e9-f6b9-4da0-8bc3-e15e60f67cef None None] Checking router: 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:32:35.382853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33313e9-f6b9-4da0-8bc3-e15e60f67cef None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:32:35.383372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a33313e9-f6b9-4da0-8bc3-e15e60f67cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:32:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:35.403727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:32:35.410414 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Network 538e9f09-d456-438c-8c98-c4cb47bf91e9 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:32:35.422737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d232b-57ca-473f-a84b-f78c42bc9871,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:35.436122 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:35.437791 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Added segment 975b678c-6fab-4b20-99fe-891a54b11ef5 of type vlan for network 80a181c0-7027-48a1-bb03-e9cf6da33700 Jun 04 16:32:35.486392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:32:35.491208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2641df58-403b-415d-81a7-2ed4b7f14578 req-0fc2d70c-83eb-4784-8d05-ae05a724bca0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246393 Jun 04 16:32:35.492256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:32:35.493730 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:35.544401 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:35.545766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:35.546706 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:35.558466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9fae9c54-86a2-4fdc-942b-2ae8b3933e5c req-12f65da5-05aa-4185-945f-2d5aed28b5e8 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Synchronizing usage tracker for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:32:35.569600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Pushing event updated for resources: {'Port': ['ID=48a39a84-2bfc-4ab7-b69d-5644934e3f65,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:35.618804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:35.619862 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:35.627108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9fae9c54-86a2-4fdc-942b-2ae8b3933e5c req-12f65da5-05aa-4185-945f-2d5aed28b5e8 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Unset dirty status for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:32:35.635685 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3205326 Jun 04 16:32:35.640384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fae9c54-86a2-4fdc-942b-2ae8b3933e5c req-12f65da5-05aa-4185-945f-2d5aed28b5e8 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80a205f-0695-448c-8226-2ac095542ac1 HTTP/1.1" status: 200 len: 210 time: 0.2405105 Jun 04 16:32:35.645015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51926) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:35.658399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Request body: {'subnet': {'network_id': '80a181c0-7027-48a1-bb03-e9cf6da33700', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1107180716-subnet', 'tenant_id': '328ffcd2e2d442c59a06e9e8fb653e63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:35.684767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348f808-d6d9-4877-8340-33b9023b8d2e req-98cee865-4680-453e-8cae-5c4f301e95ff tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:35.685492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d348f808-d6d9-4877-8340-33b9023b8d2e req-98cee865-4680-453e-8cae-5c4f301e95ff tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Synchronizing usage tracker for tenant:d10ea5dcba7b4ecb801c136e5462688e on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:32:35.689552 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7ed96665-decb-4f63-8dc4-0d84d5c47625 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6310260 Jun 04 16:32:35.702480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Request body: {'port': {'device_id': '6dcc21e0-4874-4ea8-a974-1853344559b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:35.718453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:35.741836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Usage tracker for resource:subnet and tenant:328ffcd2e2d442c59a06e9e8fb653e63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:35.746976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:35.756851 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d0f6a-91c6-4661-8d6f-b01cd7316acf admin admin] Pushing event updated for resources: {'Network': ['ID=80a181c0-7027-48a1-bb03-e9cf6da33700,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:35.766643 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:35.771344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 80a181c0-7027-48a1-bb03-e9cf6da33700 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:32:35.781121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Made reservation on behalf of 328ffcd2e2d442c59a06e9e8fb653e63 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:32:35.783951 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:35.803910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d348f808-d6d9-4877-8340-33b9023b8d2e req-98cee865-4680-453e-8cae-5c4f301e95ff tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Unset dirty status for tenant:d10ea5dcba7b4ecb801c136e5462688e on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:32:35.816624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d348f808-d6d9-4877-8340-33b9023b8d2e req-98cee865-4680-453e-8cae-5c4f301e95ff tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 932 time: 0.6025925 Jun 04 16:32:36.048161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d348f808-d6d9-4877-8340-33b9023b8d2e req-b464d4cf-ff24-4aa1-985b-9e949c9532ad tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/security-groups?id=13bd72d1-f807-42de-8e02-e92f3ec64eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191112 Jun 04 16:32:36.048161 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:36.129871 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-a33313e9-f6b9-4da0-8bc3-e15e60f67cef None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:32:36.153803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:36.219951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=966a3db3-d913-4bab-9398-7d8056a3f724,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:36.256560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Checking segment: {'id': '975b678c-6fab-4b20-99fe-891a54b11ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80a181c0-7027-48a1-bb03-e9cf6da33700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:32:36.256991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Network hostable DHCP agents. Network: 80a181c0-7027-48a1-bb03-e9cf6da33700, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:32:36.287164 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Network 80a181c0-7027-48a1-bb03-e9cf6da33700 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:32:36.308795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 80a181c0-7027-48a1-bb03-e9cf6da33700) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:32:36.313705 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:36.314288 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:36.361923 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a26449fa-5bdd-412e-9392-0111779e98b4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7106025 Jun 04 16:32:36.378096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b0da97-1a14-488b-9940-998541534d32 None None] Network 80a181c0-7027-48a1-bb03-e9cf6da33700 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:32:36.576524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da8b61-150a-47bd-a8ed-feb7ec8d3158 req-7ba9af80-7626-4f5f-90cc-1cda4e0296c5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:36.597303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b8da8b61-150a-47bd-a8ed-feb7ec8d3158 req-7ba9af80-7626-4f5f-90cc-1cda4e0296c5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.3930292 Jun 04 16:32:36.640719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd6fd4-2d72-42ee-b22a-2cd40f662a89 req-c50a21fd-fe4b-44a0-ba7f-d326bd3a5d17 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:36.643786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10dd6fd4-2d72-42ee-b22a-2cd40f662a89 req-c50a21fd-fe4b-44a0-ba7f-d326bd3a5d17 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.4142907 Jun 04 16:32:36.730221 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10dd6fd4-2d72-42ee-b22a-2cd40f662a89 req-cac796f9-8330-4127-a67d-06c89890c362 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779414 Jun 04 16:32:36.818717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b8da8b61-150a-47bd-a8ed-feb7ec8d3158 req-3dba211a-770c-40f9-b175-db236d59d5c0 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184722 Jun 04 16:32:36.923519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51952) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:37.015582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d17cec-e0e4-4ef6-87d3-9274b7266b09 None None] Network 80a181c0-7027-48a1-bb03-e9cf6da33700 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:32:37.038637 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aebf1183-a497-4afb-b3ed-dc9c7b60794f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:37.096711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a39a84-2bfc-4ab7-b69d-5644934e3f65 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:37.097248 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aebf1183-a497-4afb-b3ed-dc9c7b60794f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:37.112993 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:37.131717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Transition to ACTIVE for port object 48a39a84-2bfc-4ab7-b69d-5644934e3f65 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:32:37.141482 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:37.200122 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aebf1183-a497-4afb-b3ed-dc9c7b60794f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:37.257907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf1183-a497-4afb-b3ed-dc9c7b60794f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52885374-9a78-45fb-81db-6cddae575d38,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:37.282114 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aebf1183-a497-4afb-b3ed-dc9c7b60794f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:37.286871 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-aebf1183-a497-4afb-b3ed-dc9c7b60794f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "DELETE /v2.0/security-groups/52885374-9a78-45fb-81db-6cddae575d38 HTTP/1.1" status: 204 len: 168 time: 0.3606794 Jun 04 16:32:37.287671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51960) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:37.302125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83b54771-b964-4f8f-bf48-dc3a01f25f99 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:32:37.348806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Pushing event updated for resources: {'Port': ['ID=48a39a84-2bfc-4ab7-b69d-5644934e3f65,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:37.351061 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-b334b21b-7527-4be5-94e7-2f4d9df07869 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] show failed (client error): The resource could not be found. Jun 04 16:32:37.362925 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b334b21b-7527-4be5-94e7-2f4d9df07869 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups/52885374-9a78-45fb-81db-6cddae575d38 HTTP/1.1" status: 404 len: 347 time: 0.0674081 Jun 04 16:32:37.362925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51966) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:37.866513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83b54771-b964-4f8f-bf48-dc3a01f25f99, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:37.900050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-509bc934-77d1-4578-a5e3-f126052bc5b3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Deleting port e129d9ee-9134-461b-9865-4a4ebfda7e8e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:37.900050 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-509bc934-77d1-4578-a5e3-f126052bc5b3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:37.904036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a33313e9-f6b9-4da0-8bc3-e15e60f67cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': '63144003-b565-4d06-953e-f050f7eb3187', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:94:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df4891-c6d8-440f-87e8-bbef32230c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:29:31Z', 'updated_at': '2022-06-04T16:30:27Z', 'revision_number': 2, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:37.913754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'port_id': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'mac_address': 'fa:16:3e:eb:2f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:32:38.029487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33313e9-f6b9-4da0-8bc3-e15e60f67cef None None] The sync data for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 is: [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': '63144003-b565-4d06-953e-f050f7eb3187', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:94:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df4891-c6d8-440f-87e8-bbef32230c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:29:31Z', 'updated_at': '2022-06-04T16:30:27Z', 'revision_number': 2, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:32:38.085734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83b54771-b964-4f8f-bf48-dc3a01f25f99 is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:38.085734 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:38.103473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-913dc57c-728c-427f-b667-39fbd2b8fe71 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:38.103473 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-913dc57c-728c-427f-b667-39fbd2b8fe71 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/networks?id=80a181c0-7027-48a1-bb03-e9cf6da33700 HTTP/1.1" status: 200 len: 814 time: 0.4215977 Jun 04 16:32:38.121482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83b54771-b964-4f8f-bf48-dc3a01f25f99 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:38.158758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83b54771-b964-4f8f-bf48-dc3a01f25f99, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:38.172731 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:38.400811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['83b54771-b964-4f8f-bf48-dc3a01f25f99'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:38.549907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83b54771-b964-4f8f-bf48-dc3a01f25f99,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:38.612353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-d2695bd3-af32-4b9b-b9b6-9c442c7a281d tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/quotas/328ffcd2e2d442c59a06e9e8fb653e63 HTTP/1.1" status: 200 len: 375 time: 0.4824700 Jun 04 16:32:38.652640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-509bc934-77d1-4578-a5e3-f126052bc5b3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:38.653164 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-509bc934-77d1-4578-a5e3-f126052bc5b3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:38.814073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-ef63492c-7e53-4cb9-8151-f0f2ff70d3b6 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=328ffcd2e2d442c59a06e9e8fb653e63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1994357 Jun 04 16:32:38.905185 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baab583-28cf-4ab4-9a3b-3915c6853800 None None] New status for floating IP 2335a37b-a29c-47e2-b407-a7b0e4afe2df: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:32:39.025514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Attempting to bind port 48a39a84-2bfc-4ab7-b69d-5644934e3f65 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:32:39.025514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Attempting to bind port 48a39a84-2bfc-4ab7-b69d-5644934e3f65 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '58ddb4e5-0be0-47a5-992d-69c4a0c45399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '538e9f09-d456-438c-8c98-c4cb47bf91e9'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:32:39.025514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Attempting to bind port 48a39a84-2bfc-4ab7-b69d-5644934e3f65 on network 538e9f09-d456-438c-8c98-c4cb47bf91e9 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:32:39.042042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Port 48a39a84-2bfc-4ab7-b69d-5644934e3f65 on network 538e9f09-d456-438c-8c98-c4cb47bf91e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:32:39.042042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Attempting to bind port 48a39a84-2bfc-4ab7-b69d-5644934e3f65 on network 538e9f09-d456-438c-8c98-c4cb47bf91e9 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:32:39.065861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83b54771-b964-4f8f-bf48-dc3a01f25f99 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:32:39.139855 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-509bc934-77d1-4578-a5e3-f126052bc5b3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Calling delete_port for e129d9ee-9134-461b-9865-4a4ebfda7e8e owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:39.159693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-c569abdf-1c05-4159-a6e5-f615207fd535 service neutron] 10.222.0.13 "GET /v2.0/networks/80a181c0-7027-48a1-bb03-e9cf6da33700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523009 Jun 04 16:32:39.174993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:32:39.174993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Checking segment: {'id': '58ddb4e5-0be0-47a5-992d-69c4a0c45399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '538e9f09-d456-438c-8c98-c4cb47bf91e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:32:39.174993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Bound using segment: {'id': '58ddb4e5-0be0-47a5-992d-69c4a0c45399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '538e9f09-d456-438c-8c98-c4cb47bf91e9'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:32:39.174993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Bound port: 48a39a84-2bfc-4ab7-b69d-5644934e3f65, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ddb4e5-0be0-47a5-992d-69c4a0c45399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '538e9f09-d456-438c-8c98-c4cb47bf91e9'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:32:39.176489 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:39.235368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b23de-5fb3-4bb5-a7f2-05691132a968 req-f207a524-bdc1-4c6e-bc66-d5d1c2b6e387 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:39.235368 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-223b23de-5fb3-4bb5-a7f2-05691132a968 req-f207a524-bdc1-4c6e-bc66-d5d1c2b6e387 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 944 time: 1.7570269 Jun 04 16:32:39.256940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 83b54771-b964-4f8f-bf48-dc3a01f25f99 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:32:39.256940 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:39.515888 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.db.api [None req-0baab583-28cf-4ab4-9a3b-3915c6853800 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:32:39.515888 n-d-811809-3 neutron-server[88800]: DEBUG oslo_db.api [None req-0baab583-28cf-4ab4-9a3b-3915c6853800 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:32:39.520904 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-509bc934-77d1-4578-a5e3-f126052bc5b3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:39.570336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83b54771-b964-4f8f-bf48-dc3a01f25f99 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:39.570336 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:39.602850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:39.613967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83b54771-b964-4f8f-bf48-dc3a01f25f99, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:39.619791 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:39.660369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bc934-77d1-4578-a5e3-f126052bc5b3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event deleted for resources: {'Port': ['ID=e129d9ee-9134-461b-9865-4a4ebfda7e8e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:39.711863 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83b54771-b964-4f8f-bf48-dc3a01f25f99,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:39.800038 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-509bc934-77d1-4578-a5e3-f126052bc5b3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:39.831303 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-509bc934-77d1-4578-a5e3-f126052bc5b3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:39.833388 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-509bc934-77d1-4578-a5e3-f126052bc5b3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "DELETE /v2.0/floatingips/2335a37b-a29c-47e2-b407-a7b0e4afe2df HTTP/1.1" status: 204 len: 168 time: 2.4734199 Jun 04 16:32:39.839917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] For port 48a39a84-2bfc-4ab7-b69d-5644934e3f65, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:32:39.876565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-223b23de-5fb3-4bb5-a7f2-05691132a968 req-cd85b704-6c44-4110-b3be-1c149773facc tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/security-groups?id=13bd72d1-f807-42de-8e02-e92f3ec64eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872271 Jun 04 16:32:39.878345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] For port 48a39a84-2bfc-4ab7-b69d-5644934e3f65, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=48a39a84-2bfc-4ab7-b69d-5644934e3f65,segment=NetworkSegment(58ddb4e5-0be0-47a5-992d-69c4a0c45399),segment_id=58ddb4e5-0be0-47a5-992d-69c4a0c45399)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:32:39.920961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:40.017445 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baab583-28cf-4ab4-9a3b-3915c6853800 None None] New status for floating IP 2335a37b-a29c-47e2-b407-a7b0e4afe2df: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:32:40.025912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Pushing event updated for resources: {'Port': ['ID=48a39a84-2bfc-4ab7-b69d-5644934e3f65,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:40.082035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-8e0cbc28-7e7c-4e2f-b096-e0be9c9972e2 service neutron] 10.222.0.13 "GET /v2.0/networks/80a181c0-7027-48a1-bb03-e9cf6da33700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8546183 Jun 04 16:32:40.106418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:40.107225 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:40.110961 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-7beb66b6-db47-4986-b8fe-72e2c246088b service neutron] 10.222.0.46 "PUT /v2.0/ports/48a39a84-2bfc-4ab7-b69d-5644934e3f65 HTTP/1.1" status: 200 len: 1092 time: 4.4132836 Jun 04 16:32:40.141968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcc21e0-4874-4ea8-a974-1853344559b5', 'tag': '48a39a84-2bfc-4ab7-b69d-5644934e3f65'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:40.260509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d60d7-6121-4268-894b-120c3634e636 req-3372e988-3d96-4799-a1a0-5e8ffbf0212d tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:40.274820 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-158d60d7-6121-4268-894b-120c3634e636 req-3372e988-3d96-4799-a1a0-5e8ffbf0212d tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.2339723 Jun 04 16:32:40.351355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-5c32179c-a43b-49c5-9c37-02ad6859bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:40.353819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-5c32179c-a43b-49c5-9c37-02ad6859bde3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d10ea5dcba7b4ecb801c136e5462688e&device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 1095 time: 0.1966243 Jun 04 16:32:40.527880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-158d60d7-6121-4268-894b-120c3634e636 req-13517c17-0102-481a-8e0b-10de0309f499 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509506 Jun 04 16:32:40.555979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-f72d10f0-7d8c-480c-a573-df41a9444e56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a39a84-2bfc-4ab7-b69d-5644934e3f65 HTTP/1.1" status: 200 len: 217 time: 0.1852655 Jun 04 16:32:40.709871 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a781ce7c-3242-4fbb-add9-d4ddfd71d4a6'] response: {'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'code': 200} Jun 04 16:32:41.107675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-4e342e08-6777-40cd-b01f-e5295673c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:41.115293 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-4e342e08-6777-40cd-b01f-e5295673c4ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=650fa83f-f08a-4a33-8b34-1e9b40ad2272 HTTP/1.1" status: 200 len: 865 time: 0.5321825 Jun 04 16:32:41.253715 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-1ffb2b02-34d9-4d55-be79-5e20a13422db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=538e9f09-d456-438c-8c98-c4cb47bf91e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166456 Jun 04 16:32:41.437707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806f517-102e-409c-a4ec-84a7f1620074 req-4ea6d15d-900e-486b-87c4-8ae4dc18945a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:41.437707 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6806f517-102e-409c-a4ec-84a7f1620074 req-4ea6d15d-900e-486b-87c4-8ae4dc18945a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.6659045 Jun 04 16:32:41.613425 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6806f517-102e-409c-a4ec-84a7f1620074 req-a33594a8-715e-44b2-92e6-f9e875859122 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565144 Jun 04 16:32:41.623151 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-480755a6-c7da-4a53-8a27-553dbd6c16c9 service neutron] 10.222.0.46 "GET /v2.0/networks/538e9f09-d456-438c-8c98-c4cb47bf91e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620715 Jun 04 16:32:41.851910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52084) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:41.886902 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc309408-195e-40f0-ac71-fcf8c2d6fe63'] response: {'name': 'network-changed', 'server_uuid': '6dcc21e0-4874-4ea8-a974-1853344559b5', 'tag': '48a39a84-2bfc-4ab7-b69d-5644934e3f65', 'status': 'completed', 'code': 200} Jun 04 16:32:41.912781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-722105701', 'description': 'tempest-description-366137360'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:41.932263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:41.944312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Usage tracker for resource:security_group and tenant:3fda2a66f036485eb9c4d3c7e6242d11 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:41.968231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:42.069914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-949abe3f-3b7d-4d3f-bf62-e68abfe693cd req-75644b9d-0f81-49af-8cde-926cf0acf2f5 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b97ff0-92da-4b6e-9581-688040a06b0d HTTP/1.1" status: 200 len: 210 time: 0.0895369 Jun 04 16:32:42.072820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:42.197570 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:42.239725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0bc5d1d-d4d4-4203-9c46-90fa3f792ae0 req-a7aba864-be42-4716-95d2-131e187e5619 service neutron] 10.222.0.46 "GET /v2.0/networks/538e9f09-d456-438c-8c98-c4cb47bf91e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056368 Jun 04 16:32:42.267040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:42.282645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Usage tracker for resource:security_group_rule and tenant:3fda2a66f036485eb9c4d3c7e6242d11 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:42.293886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:42.326359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:43.696494 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b7938c9-444c-4057-949d-b689b01dfa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:43.925096 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:43.976136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-f69e4c03-1d70-49fd-97c3-d42de9998647 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:43.977592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-f69e4c03-1d70-49fd-97c3-d42de9998647 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.46 "GET /v2.0/networks?id=80a181c0-7027-48a1-bb03-e9cf6da33700 HTTP/1.1" status: 200 len: 814 time: 1.1757805 Jun 04 16:32:43.984550 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:44.072394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36eb5ab-8910-4cee-999c-8681d230374b req-aafbf88e-5dba-47a4-a71d-f61aa1ff89db tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:44.085980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b36eb5ab-8910-4cee-999c-8681d230374b req-aafbf88e-5dba-47a4-a71d-f61aa1ff89db tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 944 time: 1.5336182 Jun 04 16:32:44.135880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Request body: {'port': {'device_id': '80b97ff0-92da-4b6e-9581-688040a06b0d', 'network_id': '80a181c0-7027-48a1-bb03-e9cf6da33700', 'admin_state_up': True, 'tenant_id': '328ffcd2e2d442c59a06e9e8fb653e63'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:44.389510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983b5af-e1c8-480e-94d8-701bb79a0566 req-a81282a1-aa6e-4b16-993b-89c428500a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:44.391572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3983b5af-e1c8-480e-94d8-701bb79a0566 req-a81282a1-aa6e-4b16-993b-89c428500a36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d10ea5dcba7b4ecb801c136e5462688e&device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 1095 time: 2.0054543 Jun 04 16:32:44.399533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:44.409746 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:44.429060 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4555df71-306d-43c3-b0a4-863bef3fb41e req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 2.5257454 Jun 04 16:32:44.466848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Usage tracker for resource:port and tenant:328ffcd2e2d442c59a06e9e8fb653e63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:44.508329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:44.539779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:44.552233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ae8a5-c821-46aa-91bd-f3f172f3dbfc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5891e11d-b50d-40ba-beb7-8cd2ec28da8c,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:44.584657 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b36eb5ab-8910-4cee-999c-8681d230374b req-01ab789a-f53a-4da7-9076-628fd7b9c68c tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/security-groups?id=13bd72d1-f807-42de-8e02-e92f3ec64eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959099 Jun 04 16:32:44.615489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Made reservation on behalf of 328ffcd2e2d442c59a06e9e8fb653e63 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:32:44.619277 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:44.939002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1b7938c9-444c-4057-949d-b689b01dfa4d admin admin] Deleting port b325fd1f-0653-49bf-b742-0d947f0ef4a5 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:44.939529 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b7938c9-444c-4057-949d-b689b01dfa4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:45.090287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 48a39a84-2bfc-4ab7-b69d-5644934e3f65 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:32:45.094158 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fcec33fa-8fab-4b5a-9a2e-1776e6a7a8fc req-b234957a-4414-402b-ac94-ed8748fa46c0 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b97ff0-92da-4b6e-9581-688040a06b0d HTTP/1.1" status: 200 len: 210 time: 0.1632359 Jun 04 16:32:45.212303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983b5af-e1c8-480e-94d8-701bb79a0566 req-a4faad1a-7ea5-4179-8147-298fe60bb1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:45.214656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3983b5af-e1c8-480e-94d8-701bb79a0566 req-a4faad1a-7ea5-4179-8147-298fe60bb1e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=538e9f09-d456-438c-8c98-c4cb47bf91e9 HTTP/1.1" status: 200 len: 926 time: 0.8053555 Jun 04 16:32:45.336864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3983b5af-e1c8-480e-94d8-701bb79a0566 req-f3ca7c4a-7be6-40f7-82a7-1f1610f7341c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a39a84-2bfc-4ab7-b69d-5644934e3f65 HTTP/1.1" status: 200 len: 217 time: 0.1131487 Jun 04 16:32:45.351204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-1b7938c9-444c-4057-949d-b689b01dfa4d admin admin] For port b325fd1f-0653-49bf-b742-0d947f0ef4a5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b325fd1f-0653-49bf-b742-0d947f0ef4a5,segment=NetworkSegment(30996a96-9811-4953-b8d5-b5602c09f2dc),segment_id=30996a96-9811-4953-b8d5-b5602c09f2dc)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:45.351702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b7938c9-444c-4057-949d-b689b01dfa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:45.369686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 48a39a84-2bfc-4ab7-b69d-5644934e3f65, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=48a39a84-2bfc-4ab7-b69d-5644934e3f65,segment=NetworkSegment(58ddb4e5-0be0-47a5-992d-69c4a0c45399),segment_id=58ddb4e5-0be0-47a5-992d-69c4a0c45399)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:45.395725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '48a39a84-2bfc-4ab7-b69d-5644934e3f65', 'network_id': '538e9f09-d456-438c-8c98-c4cb47bf91e9', 'port_id': '48a39a84-2bfc-4ab7-b69d-5644934e3f65', 'mac_address': 'fa:16:3e:22:65:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650fa83f-f08a-4a33-8b34-1e9b40ad2272', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:32:45.413601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9dce4-4376-403d-9702-df5b3bff78d9 req-b3485260-48c2-4289-bc4c-8091178fc7be tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:45.413601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18f9dce4-4376-403d-9702-df5b3bff78d9 req-b3485260-48c2-4289-bc4c-8091178fc7be tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.4185801 Jun 04 16:32:45.458248 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 48a39a84-2bfc-4ab7-b69d-5644934e3f65 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:45.458248 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:45.478943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a39a84-2bfc-4ab7-b69d-5644934e3f65 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:45.531922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 48a39a84-2bfc-4ab7-b69d-5644934e3f65, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=48a39a84-2bfc-4ab7-b69d-5644934e3f65,segment=NetworkSegment(58ddb4e5-0be0-47a5-992d-69c4a0c45399),segment_id=58ddb4e5-0be0-47a5-992d-69c4a0c45399)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:45.544240 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:45.581428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Allocated IP 172.20.0.6 (80a181c0-7027-48a1-bb03-e9cf6da33700/966a3db3-d913-4bab-9398-7d8056a3f724/2fb499a9-c641-4859-be6f-9cecd9e98d5a) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:32:45.587774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9ca09889-eeb6-463c-bbfd-f7a4e45e091c req-af241f08-ed99-48a7-a97d-ae7cc3501c0b tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Synchronizing usage tracker for tenant:3fda2a66f036485eb9c4d3c7e6242d11 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:32:45.596214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983b5af-e1c8-480e-94d8-701bb79a0566 req-9641a419-1b77-4926-bd95-607f759e15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:45.597903 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3983b5af-e1c8-480e-94d8-701bb79a0566 req-9641a419-1b77-4926-bd95-607f759e15cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=650fa83f-f08a-4a33-8b34-1e9b40ad2272 HTTP/1.1" status: 200 len: 865 time: 0.2392600 Jun 04 16:32:45.657195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3983b5af-e1c8-480e-94d8-701bb79a0566 req-4364b049-014e-489d-9329-f78b33f6fc9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=538e9f09-d456-438c-8c98-c4cb47bf91e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461779 Jun 04 16:32:45.661951 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18f9dce4-4376-403d-9702-df5b3bff78d9 req-35ebf081-e935-4c62-9348-c908708f916f tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381546 Jun 04 16:32:45.669991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-3983b5af-e1c8-480e-94d8-701bb79a0566 req-5535318e-a09c-495d-a370-63234043fc74 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:32:45.672322 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3983b5af-e1c8-480e-94d8-701bb79a0566 req-5535318e-a09c-495d-a370-63234043fc74 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066803 Jun 04 16:32:45.809643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=48a39a84-2bfc-4ab7-b69d-5644934e3f65,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:45.810794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1b7938c9-444c-4057-949d-b689b01dfa4d admin admin] Calling delete_port for b325fd1f-0653-49bf-b742-0d947f0ef4a5 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:45.823656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['48a39a84-2bfc-4ab7-b69d-5644934e3f65'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:45.860235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9ca09889-eeb6-463c-bbfd-f7a4e45e091c req-af241f08-ed99-48a7-a97d-ae7cc3501c0b tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Unset dirty status for tenant:3fda2a66f036485eb9c4d3c7e6242d11 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:32:45.872362 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ca09889-eeb6-463c-bbfd-f7a4e45e091c req-af241f08-ed99-48a7-a97d-ae7cc3501c0b tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-722105701&fields=id&tenant_id=3fda2a66f036485eb9c4d3c7e6242d11 HTTP/1.1" status: 200 len: 267 time: 0.5381722 Jun 04 16:32:46.572859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3983b5af-e1c8-480e-94d8-701bb79a0566 req-6c366e21-9466-4553-a282-f71bde5a9409 service neutron] 10.222.0.46 "GET /v2.0/networks/538e9f09-d456-438c-8c98-c4cb47bf91e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8796146 Jun 04 16:32:46.629623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09889-eeb6-463c-bbfd-f7a4e45e091c req-f0b2faf0-173b-43d9-b2d1-93041e95128a tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:46.631817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ca09889-eeb6-463c-bbfd-f7a4e45e091c req-f0b2faf0-173b-43d9-b2d1-93041e95128a tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.7286515 Jun 04 16:32:46.789117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b7938c9-444c-4057-949d-b689b01dfa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:46.860434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7938c9-444c-4057-949d-b689b01dfa4d admin admin] Pushing event deleted for resources: {'Port': ['ID=b325fd1f-0653-49bf-b742-0d947f0ef4a5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:46.901386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-9ca09889-eeb6-463c-bbfd-f7a4e45e091c req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Request body: {'port': {'security_groups': ['b37e3efe-9368-490e-a948-6ab39cf1edfb', '5891e11d-b50d-40ba-beb7-8cd2ec28da8c']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:47.114709 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 48a39a84-2bfc-4ab7-b69d-5644934e3f65 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:32:47.383664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 48a39a84-2bfc-4ab7-b69d-5644934e3f65 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:32:47.394141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 48a39a84-2bfc-4ab7-b69d-5644934e3f65 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:32:47.396403 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:47.502012 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b7938c9-444c-4057-949d-b689b01dfa4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:47.585215 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:47.638284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 48a39a84-2bfc-4ab7-b69d-5644934e3f65 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:47.638887 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:47.701425 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 48a39a84-2bfc-4ab7-b69d-5644934e3f65, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=48a39a84-2bfc-4ab7-b69d-5644934e3f65,segment=NetworkSegment(58ddb4e5-0be0-47a5-992d-69c4a0c45399),segment_id=58ddb4e5-0be0-47a5-992d-69c4a0c45399)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:47.703653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcc21e0-4874-4ea8-a974-1853344559b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a39a84-2bfc-4ab7-b69d-5644934e3f65'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:47.717405 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:47.792487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=48a39a84-2bfc-4ab7-b69d-5644934e3f65,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:47.866390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a14390-92f1-47c1-9b69-f4eee1e7588d req-4a209a76-93fe-439e-8c09-29a7349d0094 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:47.873239 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16a14390-92f1-47c1-9b69-f4eee1e7588d req-4a209a76-93fe-439e-8c09-29a7349d0094 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 945 time: 1.2583413 Jun 04 16:32:47.876947 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9ca09889-eeb6-463c-bbfd-f7a4e45e091c req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:47.966334 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16a14390-92f1-47c1-9b69-f4eee1e7588d req-826428b7-32e2-41c2-9148-23be89986f20 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/security-groups?id=13bd72d1-f807-42de-8e02-e92f3ec64eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935583 Jun 04 16:32:47.970113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3983b5af-e1c8-480e-94d8-701bb79a0566 req-405bddec-cb2e-4237-95e5-d2ff864674b4 service neutron] 10.222.0.46 "GET /v2.0/networks/538e9f09-d456-438c-8c98-c4cb47bf91e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3925869 Jun 04 16:32:48.176883 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:48.363141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-2313dc67-9858-4168-94d3-78aebce694d6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:48.364410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-2313dc67-9858-4168-94d3-78aebce694d6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Synchronizing usage tracker for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:32:48.369664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Network 80a181c0-7027-48a1-bb03-e9cf6da33700 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:32:48.393692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:32:48.397476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:32:48.472868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-2313dc67-9858-4168-94d3-78aebce694d6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Unset dirty status for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:32:48.474348 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-2313dc67-9858-4168-94d3-78aebce694d6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 945 time: 0.7166452 Jun 04 16:32:48.502049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:48.502836 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:48.617251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Pushing event updated for resources: {'Port': ['ID=2fb499a9-c641-4859-be6f-9cecd9e98d5a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:48.619286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7938c9-444c-4057-949d-b689b01dfa4d admin admin] Router f921a76a-653c-49bd-bb2d-7bdd5f15a10a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:32:48.690069 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-60a5910c-428b-463f-8f63-98455f325dc9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6551142 Jun 04 16:32:48.710998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Request body: {'port': {'device_id': '80b97ff0-92da-4b6e-9581-688040a06b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:48.798230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Deleting port 63144003-b565-4d06-953e-f050f7eb3187 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:48.799367 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:48.948044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc902e65-04ce-4acf-b98c-6f9d32533c75 req-a2e89155-2e8f-4f91-b79a-0d956809fb08 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:48.948895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cc902e65-04ce-4acf-b98c-6f9d32533c75 req-a2e89155-2e8f-4f91-b79a-0d956809fb08 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Synchronizing usage tracker for tenant:328ffcd2e2d442c59a06e9e8fb653e63 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:32:48.991854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cc902e65-04ce-4acf-b98c-6f9d32533c75 req-a2e89155-2e8f-4f91-b79a-0d956809fb08 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Unset dirty status for tenant:328ffcd2e2d442c59a06e9e8fb653e63 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:32:49.000963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc902e65-04ce-4acf-b98c-6f9d32533c75 req-a2e89155-2e8f-4f91-b79a-0d956809fb08 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b97ff0-92da-4b6e-9581-688040a06b0d HTTP/1.1" status: 200 len: 931 time: 0.7595265 Jun 04 16:32:49.056224 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:49.179342 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc902e65-04ce-4acf-b98c-6f9d32533c75 req-ba675ce4-ab9a-44e1-a0c3-5fe50fe6f434 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7d232b-57ca-473f-a84b-f78c42bc9871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773574 Jun 04 16:32:49.216248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-9ca09889-eeb6-463c-bbfd-f7a4e45e091c req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] For port a8145ff9-fbdb-4794-8584-e46d96b16394, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a8145ff9-fbdb-4794-8584-e46d96b16394,segment=NetworkSegment(373ddb2a-8a96-46f9-be4d-c9e5bba7c88c),segment_id=373ddb2a-8a96-46f9-be4d-c9e5bba7c88c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:49.361825 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9ca09889-eeb6-463c-bbfd-f7a4e45e091c req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:49.390308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9ca09889-eeb6-463c-bbfd-f7a4e45e091c req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:49.404057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['a8145ff9-fbdb-4794-8584-e46d96b16394'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:49.464136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7938c9-444c-4057-949d-b689b01dfa4d admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:32:49.482749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52016014-9731-42a6-b559-ab8712de920a None None] Sync routers for ids ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:32:49.520734 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1b7938c9-444c-4057-949d-b689b01dfa4d admin admin] 10.222.0.13 "PUT /v2.0/routers/f921a76a-653c-49bd-bb2d-7bdd5f15a10a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6702476 Jun 04 16:32:49.522351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] For port 63144003-b565-4d06-953e-f050f7eb3187, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=63144003-b565-4d06-953e-f050f7eb3187,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:49.522746 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:49.543947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52190) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:49.588442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52016014-9731-42a6-b559-ab8712de920a None None] Routers {'f921a76a-653c-49bd-bb2d-7bdd5f15a10a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:32:49.588442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-52016014-9731-42a6-b559-ab8712de920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:32:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:49.669465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09889-eeb6-463c-bbfd-f7a4e45e091c req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:49.670114 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9ca09889-eeb6-463c-bbfd-f7a4e45e091c req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:49.693908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ca09889-eeb6-463c-bbfd-f7a4e45e091c req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "PUT /v2.0/ports/a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 200 len: 981 time: 2.8170564 Jun 04 16:32:49.842632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:49.905758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Pushing event updated for resources: {'Port': ['ID=a8145ff9-fbdb-4794-8584-e46d96b16394,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:49.922646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:49.923125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:49.923567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:49.924381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:49.924810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:49.925238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:49.925662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:49.926084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:49.927558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:49.927980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:49.928401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:49.928820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9f2a2-9d80-4f25-9909-623513eb58ca tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:50.013691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-52016014-9731-42a6-b559-ab8712de920a None None] Set router f921a76a-653c-49bd-bb2d-7bdd5f15a10a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:32:50.239475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d5b3e-2417-4154-ba2c-8d73fbff89ce req-af65cc14-1725-495f-85d6-be078f3c954f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:50.248762 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f89d5b3e-2417-4154-ba2c-8d73fbff89ce req-af65cc14-1725-495f-85d6-be078f3c954f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 945 time: 0.7975440 Jun 04 16:32:50.335481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e812e-13d6-4070-8ef4-3410092474b5 req-1b0d459b-ba45-4362-84d1-51f4cc1c0c21 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:50.338249 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-819e812e-13d6-4070-8ef4-3410092474b5 req-1b0d459b-ba45-4362-84d1-51f4cc1c0c21 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.3873429 Jun 04 16:32:50.425424 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:50.425424 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:50.426949 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Floating IP ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5 disassociated. External IP: 172.25.5.6, port: 63144003-b565-4d06-953e-f050f7eb3187. Jun 04 16:32:50.426949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Calling delete_port for 63144003-b565-4d06-953e-f050f7eb3187 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:50.479747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['a8145ff9-fbdb-4794-8584-e46d96b16394'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:50.605031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f89d5b3e-2417-4154-ba2c-8d73fbff89ce req-3a4aa260-6182-4131-8b9d-ca698354bc01 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=17418eef-71b5-49f3-b476-da616de2b860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552952 Jun 04 16:32:50.726801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb499a9-c641-4859-be6f-9cecd9e98d5a {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:50.734694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-819e812e-13d6-4070-8ef4-3410092474b5 req-976c8315-6a98-4df0-9a55-398064b398c5 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438869 Jun 04 16:32:50.742374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:50.777584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Transition to ACTIVE for port object 2fb499a9-c641-4859-be6f-9cecd9e98d5a will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:32:50.785426 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304b582d-fd66-4c26-ac33-38e3b5fdb2a5'] response: {'server_uuid': '6dcc21e0-4874-4ea8-a974-1853344559b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a39a84-2bfc-4ab7-b69d-5644934e3f65', 'code': 200} Jun 04 16:32:50.792491 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:50.939305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Pushing event updated for resources: {'Port': ['ID=2fb499a9-c641-4859-be6f-9cecd9e98d5a,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:51.026855 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:51.184517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 63144003-b565-4d06-953e-f050f7eb3187 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:32:51.570494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-52016014-9731-42a6-b559-ab8712de920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:32:46Z', 'revision_number': 5, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port': {'id': 'bbac7dde-d15a-4087-a9d4-264082e8e947', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:24:53Z', 'updated_at': '2022-06-04T16:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:51.659489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64df349c-2d73-406e-9e4e-17f17957333f req-813eee9c-29a7-44c2-854d-2c2538204049 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-722105701&fields=id&tenant_id=3fda2a66f036485eb9c4d3c7e6242d11 HTTP/1.1" status: 200 len: 267 time: 0.5316894 Jun 04 16:32:51.726636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 63144003-b565-4d06-953e-f050f7eb3187 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:51.726981 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:51.744427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52016014-9731-42a6-b559-ab8712de920a None None] Checking router: f921a76a-653c-49bd-bb2d-7bdd5f15a10a for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:32:51.744796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Attempting to bind port 2fb499a9-c641-4859-be6f-9cecd9e98d5a on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:32:51.745370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Attempting to bind port 2fb499a9-c641-4859-be6f-9cecd9e98d5a by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '975b678c-6fab-4b20-99fe-891a54b11ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80a181c0-7027-48a1-bb03-e9cf6da33700'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:32:51.745598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Attempting to bind port 2fb499a9-c641-4859-be6f-9cecd9e98d5a on network 80a181c0-7027-48a1-bb03-e9cf6da33700 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:32:51.779221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52016014-9731-42a6-b559-ab8712de920a None None] Routers {'f921a76a-653c-49bd-bb2d-7bdd5f15a10a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:32:51.779976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-52016014-9731-42a6-b559-ab8712de920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:32:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:51.791321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Port 2fb499a9-c641-4859-be6f-9cecd9e98d5a on network 80a181c0-7027-48a1-bb03-e9cf6da33700 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:32:51.791646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Attempting to bind port 2fb499a9-c641-4859-be6f-9cecd9e98d5a on network 80a181c0-7027-48a1-bb03-e9cf6da33700 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:32:51.802759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:32:51.802759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Checking segment: {'id': '975b678c-6fab-4b20-99fe-891a54b11ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80a181c0-7027-48a1-bb03-e9cf6da33700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:32:51.802759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Bound using segment: {'id': '975b678c-6fab-4b20-99fe-891a54b11ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80a181c0-7027-48a1-bb03-e9cf6da33700'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:32:51.805279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Bound port: 2fb499a9-c641-4859-be6f-9cecd9e98d5a, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975b678c-6fab-4b20-99fe-891a54b11ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80a181c0-7027-48a1-bb03-e9cf6da33700'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:32:51.805279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:51.820277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4b1d1-851f-4d6b-9d95-865a8257fea2 req-694c3c0f-df2e-47cf-97a5-c26434617560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:51.822257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74c4b1d1-851f-4d6b-9d95-865a8257fea2 req-694c3c0f-df2e-47cf-97a5-c26434617560 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 1097 time: 0.9210818 Jun 04 16:32:51.864872 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:51.899827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Deleting port bbac7dde-d15a-4087-a9d4-264082e8e947 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:51.900168 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:52.051764 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:52.091949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] For port 2fb499a9-c641-4859-be6f-9cecd9e98d5a, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:32:52.101608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] For port 2fb499a9-c641-4859-be6f-9cecd9e98d5a, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=2fb499a9-c641-4859-be6f-9cecd9e98d5a,segment=NetworkSegment(975b678c-6fab-4b20-99fe-891a54b11ef5),segment_id=975b678c-6fab-4b20-99fe-891a54b11ef5)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:32:52.171086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event deleted for resources: {'Port': ['ID=63144003-b565-4d06-953e-f050f7eb3187,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:52.192010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74c4b1d1-851f-4d6b-9d95-865a8257fea2 req-9840ae37-c5e8-4d5c-b353-54054339b7d8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=13bd72d1-f807-42de-8e02-e92f3ec64eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343368 Jun 04 16:32:52.254073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-52016014-9731-42a6-b559-ab8712de920a None None] Set router f921a76a-653c-49bd-bb2d-7bdd5f15a10a gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:32:52.266503 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:52.370407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-52016014-9731-42a6-b559-ab8712de920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:32:51Z', 'revision_number': 6, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:52.387896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52016014-9731-42a6-b559-ab8712de920a None None] The sync data for ids ['f921a76a-653c-49bd-bb2d-7bdd5f15a10a'] in n-d-811809-3 is: [{'id': 'f921a76a-653c-49bd-bb2d-7bdd5f15a10a', 'name': 'tempest-TaggedBootDevicesTest_v242-485392232-router', 'tenant_id': 'e863eba5c1c349159f469fbfe67c68a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:24:52Z', 'updated_at': '2022-06-04T16:32:51Z', 'revision_number': 6, 'project_id': 'e863eba5c1c349159f469fbfe67c68a3', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:32:52.391937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d660-9e8e-4dfe-b073-db2e20554f92 req-75b65e67-0573-420d-ac9d-fd53f8109cfe tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:52.399827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb65d660-9e8e-4dfe-b073-db2e20554f92 req-75b65e67-0573-420d-ac9d-fd53f8109cfe tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 946 time: 1.2195563 Jun 04 16:32:52.441601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:52.441601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:52.444110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] 10.222.0.46 "PUT /v2.0/ports/2fb499a9-c641-4859-be6f-9cecd9e98d5a HTTP/1.1" status: 200 len: 1091 time: 3.7408938 Jun 04 16:32:52.524460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] For port bbac7dde-d15a-4087-a9d4-264082e8e947, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bbac7dde-d15a-4087-a9d4-264082e8e947,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:52.528950 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:52.661842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b325fd1f-0653-49bf-b742-0d947f0ef4a5 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:32:52.683633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df349c-2d73-406e-9e4e-17f17957333f req-5cf7717d-dfe3-47ae-959b-f99454d925b2 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:52.705104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64df349c-2d73-406e-9e4e-17f17957333f req-5cf7717d-dfe3-47ae-959b-f99454d925b2 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 984 time: 1.0446458 Jun 04 16:32:52.733475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-64df349c-2d73-406e-9e4e-17f17957333f req-37def52c-94c5-467d-a407-53666b8e1004 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Request body: {'port': {'security_groups': ['b37e3efe-9368-490e-a948-6ab39cf1edfb']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:52.756277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b325fd1f-0653-49bf-b742-0d947f0ef4a5 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:32:52.756616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b325fd1f-0653-49bf-b742-0d947f0ef4a5 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:32:52.790237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb65d660-9e8e-4dfe-b073-db2e20554f92 req-35146b81-1664-4059-8b42-b00bba14999a tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/security-groups?id=13bd72d1-f807-42de-8e02-e92f3ec64eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895795 Jun 04 16:32:52.815586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363c711-b500-4b70-b469-5a6942b4e6bc service neutron] Pushing event updated for resources: {'Port': ['ID=2fb499a9-c641-4859-be6f-9cecd9e98d5a,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:52.876732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Calling delete_port for bbac7dde-d15a-4087-a9d4-264082e8e947 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:52.949440 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e88fbb-3657-4cb2-9316-5346937a694b'] response: {'name': 'network-changed', 'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394', 'status': 'completed', 'code': 200} Jun 04 16:32:52.963427 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:32:52.987237 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-64df349c-2d73-406e-9e4e-17f17957333f req-37def52c-94c5-467d-a407-53666b8e1004 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:53.066918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-4263f789-3287-498f-a38f-6909f043e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:53.069517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-4263f789-3287-498f-a38f-6909f043e9e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=328ffcd2e2d442c59a06e9e8fb653e63&device_id=80b97ff0-92da-4b6e-9581-688040a06b0d HTTP/1.1" status: 200 len: 1094 time: 0.5555596 Jun 04 16:32:53.256376 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-ba0c2cec-f596-4883-9315-2534f5e964ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fb499a9-c641-4859-be6f-9cecd9e98d5a HTTP/1.1" status: 200 len: 217 time: 0.1756861 Jun 04 16:32:53.551970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:32:53.552758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-b71dd1af-a8c1-404c-9d7a-083e2a3529fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:53.554391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-b71dd1af-a8c1-404c-9d7a-083e2a3529fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=966a3db3-d913-4bab-9398-7d8056a3f724 HTTP/1.1" status: 200 len: 854 time: 0.2162051 Jun 04 16:32:53.563033 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d031a80-e673-4bd9-aa0d-a2fb8c5f83ae None None] Sync routers for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:32:53.578243 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d031a80-e673-4bd9-aa0d-a2fb8c5f83ae None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:32:53.579363 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8d031a80-e673-4bd9-aa0d-a2fb8c5f83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:32:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:53.600554 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:53.720014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-b44f7051-ac91-41fa-ab08-cb11ffe1a701 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80a181c0-7027-48a1-bb03-e9cf6da33700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386342 Jun 04 16:32:53.736327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbac7dde-d15a-4087-a9d4-264082e8e947,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:53.743264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b1da2-b121-4c0e-8cf6-a79c98310393 req-f6adeeee-10b3-4517-bfae-dad192fe6f01 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:53.753559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] No DVR routers for this DVR port 63144003-b565-4d06-953e-f050f7eb3187 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:32:53.757458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd5b1da2-b121-4c0e-8cf6-a79c98310393 req-f6adeeee-10b3-4517-bfae-dad192fe6f01 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b97ff0-92da-4b6e-9581-688040a06b0d HTTP/1.1" status: 200 len: 943 time: 0.5000091 Jun 04 16:32:53.820584 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:53.823387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39df4891-c6d8-440f-87e8-bbef32230c38', 'name': 'network-vif-deleted', 'tag': '63144003-b565-4d06-953e-f050f7eb3187'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:53.985697 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8d031a80-e673-4bd9-aa0d-a2fb8c5f83ae None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:32:54.037828 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b0453e4d-2738-4b69-b2e2-83499cb6c94f req-4bf28177-ed0f-4d96-ad95-073c3199f11e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "DELETE /v2.0/ports/63144003-b565-4d06-953e-f050f7eb3187 HTTP/1.1" status: 204 len: 173 time: 5.5526819 Jun 04 16:32:54.052430 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:54.070513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-1fcc049d-70ea-409a-b228-d65e05e8b1b4 service neutron] 10.222.0.46 "GET /v2.0/networks/80a181c0-7027-48a1-bb03-e9cf6da33700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079293 Jun 04 16:32:54.200177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab4ca8-849b-4d75-88c7-35263e0c3f22 req-ecaeef81-23d1-422c-baeb-3330266ac423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:54.203385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fab4ca8-849b-4d75-88c7-35263e0c3f22 req-ecaeef81-23d1-422c-baeb-3330266ac423 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fda2a66f036485eb9c4d3c7e6242d11&device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 1135 time: 1.2591562 Jun 04 16:32:54.301716 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:54.306863 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:54.352437 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:54.353521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f921a76a-653c-49bd-bb2d-7bdd5f15a10a {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:32:54.370376 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:54.375089 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-19c2ddbd-4be6-4f66-907a-f81d7b598758 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f921a76a-653c-49bd-bb2d-7bdd5f15a10a HTTP/1.1" status: 204 len: 168 time: 4.8278203 Jun 04 16:32:54.376131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52252) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:54.475912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0785ac0-c367-467b-b02f-8acc015ea53e admin admin] Deleting subnet 70972f99-dc0b-416b-826b-d1edfc2c397c {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:32:54.479347 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0785ac0-c367-467b-b02f-8acc015ea53e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:54.551300 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0785ac0-c367-467b-b02f-8acc015ea53e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:54.617078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd5b1da2-b121-4c0e-8cf6-a79c98310393 req-4a3e3e72-6fd6-49b7-8504-ef09e875dbf9 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7d232b-57ca-473f-a84b-f78c42bc9871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8586621 Jun 04 16:32:54.658911 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8d031a80-e673-4bd9-aa0d-a2fb8c5f83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:54.705047 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d031a80-e673-4bd9-aa0d-a2fb8c5f83ae None None] Checking router: 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:32:54.744924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bbac7dde-d15a-4087-a9d4-264082e8e947 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:32:54.748506 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d031a80-e673-4bd9-aa0d-a2fb8c5f83ae None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:32:54.768753 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8d031a80-e673-4bd9-aa0d-a2fb8c5f83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:32:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:54.822173 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0785ac0-c367-467b-b02f-8acc015ea53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:54.855896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: bbac7dde-d15a-4087-a9d4-264082e8e947 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:32:54.856505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bbac7dde-d15a-4087-a9d4-264082e8e947 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:32:54.953739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b97ff0-92da-4b6e-9581-688040a06b0d', 'tag': '2fb499a9-c641-4859-be6f-9cecd9e98d5a'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:55.026649 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0785ac0-c367-467b-b02f-8acc015ea53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:55.053609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1683f119-8b8f-497b-9996-f96c0c425045 req-06cf5856-9c78-41b3-b32e-07bbb003de12 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=39df4891-c6d8-440f-87e8-bbef32230c38 HTTP/1.1" status: 200 len: 210 time: 0.0947461 Jun 04 16:32:55.072013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e64f1f5-3f24-4b56-aee4-ddc59d55770b req-be3358f4-ac03-4e92-86fc-929fd3a2db57 service neutron] 10.222.0.46 "GET /v2.0/networks/80a181c0-7027-48a1-bb03-e9cf6da33700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9614239 Jun 04 16:32:55.121197 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8d031a80-e673-4bd9-aa0d-a2fb8c5f83ae None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:32:55.147847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-64df349c-2d73-406e-9e4e-17f17957333f req-37def52c-94c5-467d-a407-53666b8e1004 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] For port a8145ff9-fbdb-4794-8584-e46d96b16394, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a8145ff9-fbdb-4794-8584-e46d96b16394,segment=NetworkSegment(373ddb2a-8a96-46f9-be4d-c9e5bba7c88c),segment_id=373ddb2a-8a96-46f9-be4d-c9e5bba7c88c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:55.156854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab4ca8-849b-4d75-88c7-35263e0c3f22 req-32055591-7d01-44fe-9319-02c51749136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:55.158770 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fab4ca8-849b-4d75-88c7-35263e0c3f22 req-32055591-7d01-44fe-9319-02c51749136e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0936bf77-67cf-4003-9f24-8ba0c47adf59 HTTP/1.1" status: 200 len: 920 time: 0.6963313 Jun 04 16:32:55.215191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0785ac0-c367-467b-b02f-8acc015ea53e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70972f99-dc0b-416b-826b-d1edfc2c397c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:55.240054 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0785ac0-c367-467b-b02f-8acc015ea53e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:55.245464 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8e5a7c-491c-40b4-ae66-45c2aa7c3351 None None] Network 094ba496-bb0b-4999-afb4-2d808cb58924 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:32:55.268615 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fab4ca8-849b-4d75-88c7-35263e0c3f22 req-15dcbfaa-8e6c-44aa-ac48-82d7cd3f51b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 200 len: 217 time: 0.1028781 Jun 04 16:32:55.274359 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-64df349c-2d73-406e-9e4e-17f17957333f req-37def52c-94c5-467d-a407-53666b8e1004 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:32:55.281912 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f0785ac0-c367-467b-b02f-8acc015ea53e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70972f99-dc0b-416b-826b-d1edfc2c397c HTTP/1.1" status: 204 len: 168 time: 0.9047060 Jun 04 16:32:55.282812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52268) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:55.387756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab4ca8-849b-4d75-88c7-35263e0c3f22 req-26695fda-aa3d-4561-a2eb-1844aaa82e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:55.389478 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fab4ca8-849b-4d75-88c7-35263e0c3f22 req-26695fda-aa3d-4561-a2eb-1844aaa82e33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e19a0ae7-f6e6-4982-b458-d1d82436ca83 HTTP/1.1" status: 200 len: 859 time: 0.0931070 Jun 04 16:32:55.534039 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-64df349c-2d73-406e-9e4e-17f17957333f req-37def52c-94c5-467d-a407-53666b8e1004 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:55.551659 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-64df349c-2d73-406e-9e4e-17f17957333f req-37def52c-94c5-467d-a407-53666b8e1004 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:55.625276 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:55.646845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Deleting port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:32:55.647453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:55.715643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df349c-2d73-406e-9e4e-17f17957333f req-37def52c-94c5-467d-a407-53666b8e1004 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:55.716490 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-64df349c-2d73-406e-9e4e-17f17957333f req-37def52c-94c5-467d-a407-53666b8e1004 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:55.718358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64df349c-2d73-406e-9e4e-17f17957333f req-37def52c-94c5-467d-a407-53666b8e1004 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "PUT /v2.0/ports/a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 200 len: 942 time: 3.0090225 Jun 04 16:32:55.758845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['a8145ff9-fbdb-4794-8584-e46d96b16394'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:55.761116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37def52c-94c5-467d-a407-53666b8e1004 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Pushing event updated for resources: {'Port': ['ID=a8145ff9-fbdb-4794-8584-e46d96b16394,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:55.767402 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fab4ca8-849b-4d75-88c7-35263e0c3f22 req-4478a83c-4a68-4ac0-bf1c-50f7dec3905d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0936bf77-67cf-4003-9f24-8ba0c47adf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3668833 Jun 04 16:32:55.859228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-9fab4ca8-849b-4d75-88c7-35263e0c3f22 req-95309671-c7c4-412b-95af-fdef051f58a5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:32:55.860539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fab4ca8-849b-4d75-88c7-35263e0c3f22 req-95309671-c7c4-412b-95af-fdef051f58a5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060487 Jun 04 16:32:55.877493 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8d031a80-e673-4bd9-aa0d-a2fb8c5f83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:55.894032 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d031a80-e673-4bd9-aa0d-a2fb8c5f83ae None None] The sync data for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 is: [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:32:56.071954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['a8145ff9-fbdb-4794-8584-e46d96b16394'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:56.243076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] For port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0a47e244-e4b0-4af1-8c13-e4ce8c739a36,segment=NetworkSegment(30996a96-9811-4953-b8d5-b5602c09f2dc),segment_id=30996a96-9811-4953-b8d5-b5602c09f2dc)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:56.243704 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:56.345464 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-e8441767-ab91-4af1-b2f7-e16d76c547c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5438547 Jun 04 16:32:56.424379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f56fd3-625b-4df9-92c3-aec95f6fed93 req-ae526639-4c23-4752-8b84-6d433eee4e54 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:56.426570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0f56fd3-625b-4df9-92c3-aec95f6fed93 req-ae526639-4c23-4752-8b84-6d433eee4e54 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.7068577 Jun 04 16:32:56.496300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed07e0-ebfa-4031-8eca-053c080c6b1e None None] New status for floating IP ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:32:56.532221 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fab4ca8-849b-4d75-88c7-35263e0c3f22 req-ac3f0e82-401d-4ab3-8415-699ef2a7fe3a service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6626525 Jun 04 16:32:56.598404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Calling delete_port for 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:32:56.737222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0f56fd3-625b-4df9-92c3-aec95f6fed93 req-6cde26c0-c4a0-413f-81c7-0dbabda956ec tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005166 Jun 04 16:32:56.762230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caaa80-9672-4818-b768-02f9d53294bf req-56563d5f-1414-4c86-a035-f6afc886f56b tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:56.766021 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11caaa80-9672-4818-b768-02f9d53294bf req-56563d5f-1414-4c86-a035-f6afc886f56b tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 946 time: 0.6788323 Jun 04 16:32:56.781229 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:56.922489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c6a01-4825-42e5-8a61-21808c31d377 None None] DHCP port deletion for 094ba496-bb0b-4999-afb4-2d808cb58924 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:32:56.924951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:32:56.927261 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c090b8c-8fb1-4c9c-833c-84457252ac33'] response: {'server_uuid': '39df4891-c6d8-440f-87e8-bbef32230c38', 'name': 'network-vif-deleted', 'tag': '63144003-b565-4d06-953e-f050f7eb3187', 'status': 'completed', 'code': 200} Jun 04 16:32:56.928076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a47e244-e4b0-4af1-8c13-e4ce8c739a36,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:56.930813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] No DVR routers for this DVR port 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:32:57.028514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:32:57.029216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0a47e244-e4b0-4af1-8c13-e4ce8c739a36 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:32:57.044215 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75db761-3680-48ef-9533-855977dad411'] response: {'name': 'network-changed', 'server_uuid': '80b97ff0-92da-4b6e-9581-688040a06b0d', 'tag': '2fb499a9-c641-4859-be6f-9cecd9e98d5a', 'status': 'completed', 'code': 200} Jun 04 16:32:57.192569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 2fb499a9-c641-4859-be6f-9cecd9e98d5a details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:32:57.235025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:57.236054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:57.236662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:57.237297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:57.238043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:57.240794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:57.241392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:57.241984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:57.242582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:57.247284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:57.248249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:57.248920 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:32:57.264586 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:57.313329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094ba496-bb0b-4999-afb4-2d808cb58924']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:57.334824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30996a96-9811-4953-b8d5-b5602c09f2dc') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:57.335309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30996a96-9811-4953-b8d5-b5602c09f2dc') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:32:57.350196 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:57.366186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 2fb499a9-c641-4859-be6f-9cecd9e98d5a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=2fb499a9-c641-4859-be6f-9cecd9e98d5a,segment=NetworkSegment(975b678c-6fab-4b20-99fe-891a54b11ef5),segment_id=975b678c-6fab-4b20-99fe-891a54b11ef5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:57.371658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:57.381168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:32:57.381923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:57.430386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11caaa80-9672-4818-b768-02f9d53294bf req-b8393705-f71e-4dcd-ba68-38088f67bedb tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/security-groups?id=13bd72d1-f807-42de-8e02-e92f3ec64eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678005 Jun 04 16:32:57.447898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '2fb499a9-c641-4859-be6f-9cecd9e98d5a', 'network_id': '80a181c0-7027-48a1-bb03-e9cf6da33700', 'port_id': '2fb499a9-c641-4859-be6f-9cecd9e98d5a', 'mac_address': 'fa:16:3e:b6:aa:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966a3db3-d913-4bab-9398-7d8056a3f724', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:32:57.571505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-371ea512-b970-41c5-acfa-10b46c9bdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:57.571986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-371ea512-b970-41c5-acfa-10b46c9bdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:57.572450 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-371ea512-b970-41c5-acfa-10b46c9bdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:57.573130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-371ea512-b970-41c5-acfa-10b46c9bdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:57.573748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-371ea512-b970-41c5-acfa-10b46c9bdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:57.574214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-371ea512-b970-41c5-acfa-10b46c9bdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:57.575289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-371ea512-b970-41c5-acfa-10b46c9bdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:57.578240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-371ea512-b970-41c5-acfa-10b46c9bdf54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=034fe08f1f634c458de338d38be6314a&device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 6490 time: 1.0564437 Jun 04 16:32:57.579854 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fab4ca8-849b-4d75-88c7-35263e0c3f22 req-f4d448ae-1965-4f2e-a62f-3b2fc081bc7c service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9469557 Jun 04 16:32:57.646571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 2fb499a9-c641-4859-be6f-9cecd9e98d5a is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:57.647389 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:57.671034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb499a9-c641-4859-be6f-9cecd9e98d5a {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:32:57.697412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 2fb499a9-c641-4859-be6f-9cecd9e98d5a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=2fb499a9-c641-4859-be6f-9cecd9e98d5a,segment=NetworkSegment(975b678c-6fab-4b20-99fe-891a54b11ef5),segment_id=975b678c-6fab-4b20-99fe-891a54b11ef5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:57.709345 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:57.801105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd5b07-4f74-45cb-845e-7ec59f5879f1 req-86018e37-39ea-498b-a13d-0b3cbcded1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:57.802584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43dd5b07-4f74-45cb-845e-7ec59f5879f1 req-86018e37-39ea-498b-a13d-0b3cbcded1de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=328ffcd2e2d442c59a06e9e8fb653e63&device_id=80b97ff0-92da-4b6e-9581-688040a06b0d HTTP/1.1" status: 200 len: 1094 time: 0.7515161 Jun 04 16:32:57.805740 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3ca5285d-9fd4-4f63-ab03-35629be5debc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:57.810474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3093abd-7b52-4644-ad79-e76474976171 req-12315223-b507-4ee0-a3d5-b40113ce189e tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:57.812486 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3093abd-7b52-4644-ad79-e76474976171 req-12315223-b507-4ee0-a3d5-b40113ce189e tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b97ff0-92da-4b6e-9581-688040a06b0d HTTP/1.1" status: 200 len: 943 time: 0.6465085 Jun 04 16:32:57.863726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=2fb499a9-c641-4859-be6f-9cecd9e98d5a,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:57.888473 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 30996a96-9811-4953-b8d5-b5602c09f2dc resource provider aggregate not found Jun 04 16:32:57.922186 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:57.928360 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 30996a96-9811-4953-b8d5-b5602c09f2dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30996a96-9811-4953-b8d5-b5602c09f2dc found for delete ", "request_id": "req-176f2b7b-7f8c-4d71-9e4c-ad477d098ca2"}]} Jun 04 16:32:57.943849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['2fb499a9-c641-4859-be6f-9cecd9e98d5a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:32:57.947001 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:57.971437 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] 10.222.0.13 "DELETE /v2.0/networks/094ba496-bb0b-4999-afb4-2d808cb58924 HTTP/1.1" status: 204 len: 168 time: 2.6861539 Jun 04 16:32:57.977464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52314) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:32:58.219585 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3093abd-7b52-4644-ad79-e76474976171 req-3d39d4fd-5abe-4277-8086-c0896ac8a787 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7d232b-57ca-473f-a84b-f78c42bc9871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543062 Jun 04 16:32:58.293856 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-90873b41-044a-4882-8867-36177d84f057 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7763243 Jun 04 16:32:58.316730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:32:58.342506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:32:58.355553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Usage tracker for resource:floatingip and tenant:3fda2a66f036485eb9c4d3c7e6242d11 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:32:58.372870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:32:58.392239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-2d6552bc-c1a0-4538-a6bb-33a057d7bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:58.392868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-2d6552bc-c1a0-4538-a6bb-33a057d7bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:58.393392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-2d6552bc-c1a0-4538-a6bb-33a057d7bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:58.395079 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-2d6552bc-c1a0-4538-a6bb-33a057d7bbe1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bffa50e-6075-4c4d-a7c9-53a4ad9311fb&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8&id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 HTTP/1.1" status: 200 len: 2292 time: 0.7054212 Jun 04 16:32:58.501117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:32:58.533376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd5b07-4f74-45cb-845e-7ec59f5879f1 req-058b8d3f-bff3-406e-b166-ebbce9fa9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:58.534789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43dd5b07-4f74-45cb-845e-7ec59f5879f1 req-058b8d3f-bff3-406e-b166-ebbce9fa9235 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80a181c0-7027-48a1-bb03-e9cf6da33700 HTTP/1.1" status: 200 len: 915 time: 0.7004423 Jun 04 16:32:58.680365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6305fb-7c75-4ca7-af2a-e84a36fe403e admin admin] Pushing event deleted for resources: {'Network': ['ID=094ba496-bb0b-4999-afb4-2d808cb58924,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:58.728868 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:58.748248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43dd5b07-4f74-45cb-845e-7ec59f5879f1 req-46a52609-56ed-4f80-9632-e747a96bce27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fb499a9-c641-4859-be6f-9cecd9e98d5a HTTP/1.1" status: 200 len: 217 time: 0.1890192 Jun 04 16:32:58.751299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd917012-74f9-4809-a167-c9d424d9b404 req-46898d8b-532c-4259-8d9d-28c0592269a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:58.752770 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fd917012-74f9-4809-a167-c9d424d9b404 req-46898d8b-532c-4259-8d9d-28c0592269a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 1096 time: 1.3149159 Jun 04 16:32:58.820962 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-27b7384f-fe9c-492a-aad2-55f657df0614 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5377171-fdb4-417f-b474-ba4f7bed802e HTTP/1.1" status: 200 len: 1001 time: 0.4030266 Jun 04 16:32:59.007870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd917012-74f9-4809-a167-c9d424d9b404 req-15ca699a-989e-434f-b19d-67905da00edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:59.008143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd5b07-4f74-45cb-845e-7ec59f5879f1 req-d9b8bc4d-e83b-4216-926b-e07988e1aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:59.009338 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fd917012-74f9-4809-a167-c9d424d9b404 req-15ca699a-989e-434f-b19d-67905da00edb service neutron] 10.222.0.46 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 917 time: 0.2338004 Jun 04 16:32:59.009911 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43dd5b07-4f74-45cb-845e-7ec59f5879f1 req-d9b8bc4d-e83b-4216-926b-e07988e1aa7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=966a3db3-d913-4bab-9398-7d8056a3f724 HTTP/1.1" status: 200 len: 854 time: 0.2334569 Jun 04 16:32:59.027083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afa1f335-99cc-4b52-91fc-042bb7b26309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:59.078785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea59995-24ef-485c-b2ca-909167f479bb req-44ce5b77-d94e-4c4c-b168-6a8fb2ed2796 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:59.086741 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ea59995-24ef-485c-b2ca-909167f479bb req-44ce5b77-d94e-4c4c-b168-6a8fb2ed2796 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 946 time: 0.4232535 Jun 04 16:32:59.102764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:59.136160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-5502bf53-6c3b-4758-81ce-94e60557c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:59.136888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-5502bf53-6c3b-4758-81ce-94e60557c607 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24400e9e-8edf-461f-bb64-f983372345e5 HTTP/1.1" status: 200 len: 850 time: 0.2982812 Jun 04 16:32:59.145079 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43dd5b07-4f74-45cb-845e-7ec59f5879f1 req-43592305-893a-402d-bf8b-0eaca9be8e92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80a181c0-7027-48a1-bb03-e9cf6da33700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130271 Jun 04 16:32:59.187388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 2fb499a9-c641-4859-be6f-9cecd9e98d5a up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:32:59.269006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ea59995-24ef-485c-b2ca-909167f479bb req-b7e791c4-dc2c-4651-9e8b-edd2c09a8dfa tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/security-groups?id=13bd72d1-f807-42de-8e02-e92f3ec64eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811757 Jun 04 16:32:59.324337 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fd917012-74f9-4809-a167-c9d424d9b404 req-832c8b7c-96d3-4468-9167-f9e4f263c8e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99 HTTP/1.1" status: 200 len: 1001 time: 0.2428596 Jun 04 16:32:59.393883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 2fb499a9-c641-4859-be6f-9cecd9e98d5a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:32:59.402528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 2fb499a9-c641-4859-be6f-9cecd9e98d5a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:32:59.403457 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:59.531099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd917012-74f9-4809-a167-c9d424d9b404 req-f07df1a9-560c-4c01-9930-6992afa9e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:59.532656 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fd917012-74f9-4809-a167-c9d424d9b404 req-f07df1a9-560c-4c01-9930-6992afa9e576 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a52ac60c-7b2f-44a7-bfdf-ded791d655a5 HTTP/1.1" status: 200 len: 855 time: 0.1974177 Jun 04 16:32:59.619093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 2fb499a9-c641-4859-be6f-9cecd9e98d5a is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:32:59.620678 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:59.705380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 2fb499a9-c641-4859-be6f-9cecd9e98d5a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=2fb499a9-c641-4859-be6f-9cecd9e98d5a,segment=NetworkSegment(975b678c-6fab-4b20-99fe-891a54b11ef5),segment_id=975b678c-6fab-4b20-99fe-891a54b11ef5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:32:59.706497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b97ff0-92da-4b6e-9581-688040a06b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb499a9-c641-4859-be6f-9cecd9e98d5a'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:32:59.717591 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:59.728511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:32:59.773747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd917012-74f9-4809-a167-c9d424d9b404 req-578feea1-8233-4275-956d-65be3eb87c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:59.775276 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fd917012-74f9-4809-a167-c9d424d9b404 req-578feea1-8233-4275-956d-65be3eb87c9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=614a7452-3f8e-48d3-a295-c0d70920f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2337658 Jun 04 16:32:59.808451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-85fc7a9f-10f1-49eb-be9f-6b7317126c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:32:59.811372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-85fc7a9f-10f1-49eb-be9f-6b7317126c24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bffa50e-6075-4c4d-a7c9-53a4ad9311fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6649990 Jun 04 16:32:59.825896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=2fb499a9-c641-4859-be6f-9cecd9e98d5a,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:32:59.860853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43dd5b07-4f74-45cb-845e-7ec59f5879f1 req-43a556b9-3844-40c4-a4c8-e25f1b6fd946 service neutron] 10.222.0.46 "GET /v2.0/networks/80a181c0-7027-48a1-bb03-e9cf6da33700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725564 Jun 04 16:33:00.000699 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1d3eb482-21c7-4d41-80cc-c35f7523b84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:00.119598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669e4c0-4f5d-44a7-8220-c5fe8f760498 req-9e223c56-3aa2-4b68-b8ae-c9afcd005e07 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:00.126830 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b669e4c0-4f5d-44a7-8220-c5fe8f760498 req-9e223c56-3aa2-4b68-b8ae-c9afcd005e07 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.6344047 Jun 04 16:33:00.163303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43dd5b07-4f74-45cb-845e-7ec59f5879f1 req-42aca39d-91d0-4ac0-ae50-d9d248ed9760 service neutron] 10.222.0.46 "GET /v2.0/networks/80a181c0-7027-48a1-bb03-e9cf6da33700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891986 Jun 04 16:33:00.164863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-afa1f335-99cc-4b52-91fc-042bb7b26309 admin admin] Deleting port 5a42fd56-9884-4ef4-85ba-f0271642165b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:33:00.165187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afa1f335-99cc-4b52-91fc-042bb7b26309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:00.268641 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Allocated IP 172.25.5.212 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/cd5cb507-dfdc-4d90-8be7-bf30907a2f75) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:33:00.372561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-afa1f335-99cc-4b52-91fc-042bb7b26309 admin admin] For port 5a42fd56-9884-4ef4-85ba-f0271642165b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5a42fd56-9884-4ef4-85ba-f0271642165b,segment=NetworkSegment(1676dff0-4f8f-4ada-89f9-05d694a469d5),segment_id=1676dff0-4f8f-4ada-89f9-05d694a469d5)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:00.372888 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afa1f335-99cc-4b52-91fc-042bb7b26309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:00.510526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:00.648233 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fd917012-74f9-4809-a167-c9d424d9b404 req-d67ff7a1-015a-42d9-8af7-0ffb2103eed3 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8649037 Jun 04 16:33:00.655209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b669e4c0-4f5d-44a7-8220-c5fe8f760498 req-aae3a053-9975-4dc7-afc3-70f6d065b996 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5272844 Jun 04 16:33:00.678591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-afa1f335-99cc-4b52-91fc-042bb7b26309 admin admin] Calling delete_port for 5a42fd56-9884-4ef4-85ba-f0271642165b owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:33:00.714064 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-1f71dda2-534f-46cc-abe0-72f75bfe9cf7 service neutron] 10.222.0.42 "GET /v2.0/networks/5bffa50e-6075-4c4d-a7c9-53a4ad9311fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8926759 Jun 04 16:33:00.741390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52354) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:00.792138 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:00.846608 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50809b5f-0028-44bb-929c-28f5a9c51a80'] response: {'name': 'network-changed', 'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394', 'status': 'completed', 'code': 200} Jun 04 16:33:01.094252 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:01.112820 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ced08b86-74c0-486e-97c9-ed104e3acd99 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:01.195998 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ced08b86-74c0-486e-97c9-ed104e3acd99 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:01.287111 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fd917012-74f9-4809-a167-c9d424d9b404 req-80e70bda-27ba-457b-8f64-51786470d410 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443795 Jun 04 16:33:01.372688 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:01.382063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:33:01.451821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:33:01.473483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:33:01.483408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ced08b86-74c0-486e-97c9-ed104e3acd99 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:01.526059 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afa1f335-99cc-4b52-91fc-042bb7b26309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:01.641559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-b90ff17f-8d67-4e0b-be78-13b91817924d service neutron] 10.222.0.42 "GET /v2.0/networks/5bffa50e-6075-4c4d-a7c9-53a4ad9311fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952312 Jun 04 16:33:01.650149 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Pushing event updated for resources: {'Port': ['ID=cd5cb507-dfdc-4d90-8be7-bf30907a2f75,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:01.777179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced08b86-74c0-486e-97c9-ed104e3acd99 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17418eef-71b5-49f3-b476-da616de2b860,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:01.792146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1f335-99cc-4b52-91fc-042bb7b26309 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a42fd56-9884-4ef4-85ba-f0271642165b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:01.804441 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ced08b86-74c0-486e-97c9-ed104e3acd99 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:01.806633 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ced08b86-74c0-486e-97c9-ed104e3acd99 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "DELETE /v2.0/security-groups/17418eef-71b5-49f3-b476-da616de2b860 HTTP/1.1" status: 204 len: 168 time: 1.0128815 Jun 04 16:33:01.809572 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52374) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:01.833810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-974cd2a0-6b5e-4ac2-a6b3-e5e127ccd2f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=676127af-26ed-4542-9cbd-93d28f298675 HTTP/1.1" status: 200 len: 217 time: 0.1794055 Jun 04 16:33:01.915240 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-528d2d34-06c9-4c57-ab36-667530f71e84 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] show failed (client error): The resource could not be found. Jun 04 16:33:01.925954 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-528d2d34-06c9-4c57-ab36-667530f71e84 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups/17418eef-71b5-49f3-b476-da616de2b860 HTTP/1.1" status: 404 len: 347 time: 0.1111634 Jun 04 16:33:01.950094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-4d6ebe51-1c02-4c86-aaf0-d744d4b5cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:01.950094 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-4d6ebe51-1c02-4c86-aaf0-d744d4b5cb97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 HTTP/1.1" status: 200 len: 797 time: 0.1006372 Jun 04 16:33:01.950461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52378) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:02.043034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df98041-4449-47bf-be93-75e28139b917 req-fe58686f-0535-42cd-9ed7-280f68cde976 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:02.051104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8df98041-4449-47bf-be93-75e28139b917 req-fe58686f-0535-42cd-9ed7-280f68cde976 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b97ff0-92da-4b6e-9581-688040a06b0d HTTP/1.1" status: 200 len: 945 time: 0.8743596 Jun 04 16:33:02.122101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e7327-4599-41c7-a26a-f72600415452 req-2b8f8fa9-2c67-4d65-9ec0-5dbb677e3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:02.123972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d54e7327-4599-41c7-a26a-f72600415452 req-2b8f8fa9-2c67-4d65-9ec0-5dbb677e3748 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fda2a66f036485eb9c4d3c7e6242d11&device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 1096 time: 0.8913360 Jun 04 16:33:02.487446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-271c1e4e-6e6c-413e-9d59-0d3a82507bac tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Deleting port a4f079dc-8dd1-4074-afbf-71a9b98d0697 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:33:02.488085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-271c1e4e-6e6c-413e-9d59-0d3a82507bac tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:02.514579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8df98041-4449-47bf-be93-75e28139b917 req-82f0b5d2-a61a-45b0-a4f7-6d050fe1ae14 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7d232b-57ca-473f-a84b-f78c42bc9871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628198 Jun 04 16:33:02.538917 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:02.604626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e7327-4599-41c7-a26a-f72600415452 req-96603eed-e2f1-4585-8dd8-377621ca7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:02.612211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d54e7327-4599-41c7-a26a-f72600415452 req-96603eed-e2f1-4585-8dd8-377621ca7c86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0936bf77-67cf-4003-9f24-8ba0c47adf59 HTTP/1.1" status: 200 len: 920 time: 0.4689012 Jun 04 16:33:02.762664 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:02.787874 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d54e7327-4599-41c7-a26a-f72600415452 req-947fdd30-9f62-4158-a439-7d45bacdc5ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 200 len: 217 time: 0.1581333 Jun 04 16:33:02.859444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-5f49caee-a9d3-429c-9781-059a40dd8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:02.866973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-5f49caee-a9d3-429c-9781-059a40dd8b60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59419537-eeeb-49da-b0e6-1fde86e9c16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9103451 Jun 04 16:33:03.077758 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7780251-7ba5-4e88-bc1c-70c5d000975e'] response: {'server_uuid': '80b97ff0-92da-4b6e-9581-688040a06b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb499a9-c641-4859-be6f-9cecd9e98d5a', 'code': 200} Jun 04 16:33:03.262682 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-125366b9-e0dc-40e0-8eb6-e529ef9d1e5f service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753567 Jun 04 16:33:03.286347 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afa1f335-99cc-4b52-91fc-042bb7b26309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:03.299785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e7327-4599-41c7-a26a-f72600415452 req-bd9a2925-16cf-46b1-8b52-ac9429e8fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:03.302859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d54e7327-4599-41c7-a26a-f72600415452 req-bd9a2925-16cf-46b1-8b52-ac9429e8fca4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e19a0ae7-f6e6-4982-b458-d1d82436ca83 HTTP/1.1" status: 200 len: 859 time: 0.5067461 Jun 04 16:33:03.309172 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-271c1e4e-6e6c-413e-9d59-0d3a82507bac tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:03.314764 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-271c1e4e-6e6c-413e-9d59-0d3a82507bac tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:03.364511 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:33:03.508727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d54e7327-4599-41c7-a26a-f72600415452 req-6207e310-1745-4501-b66d-fe9795e1a936 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0936bf77-67cf-4003-9f24-8ba0c47adf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235313 Jun 04 16:33:03.634534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-271c1e4e-6e6c-413e-9d59-0d3a82507bac tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Calling delete_port for a4f079dc-8dd1-4074-afbf-71a9b98d0697 owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:33:03.638395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:03.837221 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:03.890571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510128a0-dd39-421d-b91e-58be94db158d req-94bde0fc-4ffe-4a88-ab64-2f35028100af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:03.892360 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-510128a0-dd39-421d-b91e-58be94db158d req-94bde0fc-4ffe-4a88-ab64-2f35028100af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=80b97ff0-92da-4b6e-9581-688040a06b0d HTTP/1.1" status: 200 len: 1096 time: 0.7273068 Jun 04 16:33:04.058647 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:04.071863 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-510128a0-dd39-421d-b91e-58be94db158d req-55349446-c3c6-4036-b545-c4dca87a0e9e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=be7d232b-57ca-473f-a84b-f78c42bc9871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164415 Jun 04 16:33:04.168303 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-271c1e4e-6e6c-413e-9d59-0d3a82507bac tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:04.292956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c1e4e-6e6c-413e-9d59-0d3a82507bac tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event deleted for resources: {'Port': ['ID=a4f079dc-8dd1-4074-afbf-71a9b98d0697,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:04.367880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-c7fa3825-54a0-4074-9667-ba477def2de1 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9987781 Jun 04 16:33:04.540077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5fc8b-f083-412d-90e4-65e449a97dea req-ac475069-1a21-42ab-b9f9-6e08861c7966 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:04.541639 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e4d5fc8b-f083-412d-90e4-65e449a97dea req-ac475069-1a21-42ab-b9f9-6e08861c7966 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 1.2261088 Jun 04 16:33:04.560959 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-2d130897-164a-484b-9b99-80f0ef4ea1bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=badd5b3b-221a-4307-a531-2bfdad5adde7 HTTP/1.1" status: 200 len: 217 time: 0.1666906 Jun 04 16:33:04.603082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d54e7327-4599-41c7-a26a-f72600415452 req-d9a1bd2f-e62b-4228-814b-d5d038ec26c1 service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0857315 Jun 04 16:33:04.621849 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-271c1e4e-6e6c-413e-9d59-0d3a82507bac tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:04.692887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa1f335-99cc-4b52-91fc-042bb7b26309 admin admin] Router 0e386b38-cfb5-41d1-a051-37063e0ceefc has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:33:04.694587 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-271c1e4e-6e6c-413e-9d59-0d3a82507bac tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:04.699301 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-271c1e4e-6e6c-413e-9d59-0d3a82507bac tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "DELETE /v2.0/floatingips/ea0c42ce-db3c-45e7-9dfd-aea0fe8cf6a5 HTTP/1.1" status: 204 len: 168 time: 2.7492552 Jun 04 16:33:04.879279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e4d5fc8b-f083-412d-90e4-65e449a97dea req-74d38076-0262-4ffc-8e08-bf544bd7e98d tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161266 Jun 04 16:33:04.885323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-61656d40-ebe3-4292-8d0f-487977e17e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:04.885323 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-61656d40-ebe3-4292-8d0f-487977e17e76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 HTTP/1.1" status: 200 len: 797 time: 0.2859023 Jun 04 16:33:04.990593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa1f335-99cc-4b52-91fc-042bb7b26309 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:33:05.005118 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-afa1f335-99cc-4b52-91fc-042bb7b26309 admin admin] 10.222.0.13 "PUT /v2.0/routers/0e386b38-cfb5-41d1-a051-37063e0ceefc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0144293 Jun 04 16:33:05.005118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52430) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:05.014289 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3393b452-d53c-4662-96f2-bcb54139fde1 None None] Sync routers for ids ['0e386b38-cfb5-41d1-a051-37063e0ceefc'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:33:05.031630 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3393b452-d53c-4662-96f2-bcb54139fde1 None None] Routers {'0e386b38-cfb5-41d1-a051-37063e0ceefc'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:33:05.031630 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3393b452-d53c-4662-96f2-bcb54139fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:33:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0e386b38-cfb5-41d1-a051-37063e0ceefc'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:05.185559 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:05.196682 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d54e7327-4599-41c7-a26a-f72600415452 req-316fa604-4ab9-438f-807c-5c9ebba07fa6 service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506918 Jun 04 16:33:05.216413 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:05.366952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-14e25dc3-9763-49b2-a79d-5012741f21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:05.368470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-14e25dc3-9763-49b2-a79d-5012741f21e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59419537-eeeb-49da-b0e6-1fde86e9c16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4708962 Jun 04 16:33:05.383154 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3393b452-d53c-4662-96f2-bcb54139fde1 None None] Set router 0e386b38-cfb5-41d1-a051-37063e0ceefc gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:33:05.574278 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:05.575477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-93ef9c5c-a242-4e4e-a9a2-d06bfb22c017 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799707 Jun 04 16:33:05.577375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Pushing event updated for resources: {'Port': ['ID=cd5cb507-dfdc-4d90-8be7-bf30907a2f75,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:05.754136 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:05.836632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d25803-6c73-4bcc-ac7f-6b21763e7642 req-30273608-0a2e-43ce-aa4f-f46ebab440a5 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:05.837979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58d25803-6c73-4bcc-ac7f-6b21763e7642 req-30273608-0a2e-43ce-aa4f-f46ebab440a5 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 946 time: 0.7584231 Jun 04 16:33:05.870248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-0e4ee83a-0d7f-4f0c-a6fa-6dc623b0fee6 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842488 Jun 04 16:33:05.871888 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:05.878954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-c09e62db-dc6d-417c-91e5-c07761093972 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.5660644 Jun 04 16:33:05.916908 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3393b452-d53c-4662-96f2-bcb54139fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'name': 'tempest-TaggedBootDevicesTest_v242-791080176-router', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:03Z', 'updated_at': '2022-06-04T16:33:01Z', 'revision_number': 5, 'project_id': '01148ea16252435195eb495d87ba9486', 'gw_port': {'id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:06Z', 'updated_at': '2022-06-04T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:05.921493 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3393b452-d53c-4662-96f2-bcb54139fde1 None None] Checking router: 0e386b38-cfb5-41d1-a051-37063e0ceefc for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:33:05.953775 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3393b452-d53c-4662-96f2-bcb54139fde1 None None] Routers {'0e386b38-cfb5-41d1-a051-37063e0ceefc'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:33:05.954296 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3393b452-d53c-4662-96f2-bcb54139fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:33:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0e386b38-cfb5-41d1-a051-37063e0ceefc'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:06.017251 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:06.034928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de4fe-191d-4117-b391-99575654eb60 req-806f10f6-b654-41ab-87f5-e9b34bab1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:06.036355 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-737de4fe-191d-4117-b391-99575654eb60 req-806f10f6-b654-41ab-87f5-e9b34bab1d0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 1096 time: 0.1543252 Jun 04 16:33:06.037790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Deleting port 8f4ad114-ab13-4da6-97c2-437fb070a44b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:33:06.038168 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:06.053959 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-a28584bb-f45f-47b5-a09d-711e6099717d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=91def2a8-ccd3-4b2b-bb50-6055dc4bc228 HTTP/1.1" status: 200 len: 217 time: 0.1140919 Jun 04 16:33:06.056277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-4f0f007e-a84c-47be-babf-bf42dbffd8ac tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Synchronizing usage tracker for tenant:3fda2a66f036485eb9c4d3c7e6242d11 on resource:floatingip {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:33:06.147925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58d25803-6c73-4bcc-ac7f-6b21763e7642 req-e0a39a06-3d0a-4a3b-90ac-0653f3a8c556 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/security-groups?id=13bd72d1-f807-42de-8e02-e92f3ec64eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089149 Jun 04 16:33:06.176025 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3393b452-d53c-4662-96f2-bcb54139fde1 None None] Set router 0e386b38-cfb5-41d1-a051-37063e0ceefc gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:33:06.239237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-4f0f007e-a84c-47be-babf-bf42dbffd8ac tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Unset dirty status for tenant:3fda2a66f036485eb9c4d3c7e6242d11 on resource:floatingip {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:33:06.247213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-4f0f007e-a84c-47be-babf-bf42dbffd8ac tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 696 time: 0.3627887 Jun 04 16:33:06.254940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-a2559454-4148-4628-9258-74afed29a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:06.256434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-a2559454-4148-4628-9258-74afed29a973 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 HTTP/1.1" status: 200 len: 797 time: 0.1973708 Jun 04 16:33:06.331265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de4fe-191d-4117-b391-99575654eb60 req-8912deae-63ed-4805-9dc3-2a1a43ca348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:06.332594 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-737de4fe-191d-4117-b391-99575654eb60 req-8912deae-63ed-4805-9dc3-2a1a43ca348d service neutron] 10.222.0.46 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 917 time: 0.2640135 Jun 04 16:33:06.465822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] For port 8f4ad114-ab13-4da6-97c2-437fb070a44b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8f4ad114-ab13-4da6-97c2-437fb070a44b,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:06.466182 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:06.593822 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-737de4fe-191d-4117-b391-99575654eb60 req-bf141247-f2cd-45a3-9fed-f3d93347e129 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99 HTTP/1.1" status: 200 len: 1001 time: 0.2501709 Jun 04 16:33:06.604821 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3393b452-d53c-4662-96f2-bcb54139fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'name': 'tempest-TaggedBootDevicesTest_v242-791080176-router', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:03Z', 'updated_at': '2022-06-04T16:33:01Z', 'revision_number': 5, 'project_id': '01148ea16252435195eb495d87ba9486', 'gw_port': {'id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:06Z', 'updated_at': '2022-06-04T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:06.619987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Calling delete_port for 8f4ad114-ab13-4da6-97c2-437fb070a44b owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:33:06.624468 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3393b452-d53c-4662-96f2-bcb54139fde1 None None] The sync data for ids ['0e386b38-cfb5-41d1-a051-37063e0ceefc'] in n-d-811809-3 is: [{'id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'name': 'tempest-TaggedBootDevicesTest_v242-791080176-router', 'tenant_id': '01148ea16252435195eb495d87ba9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:25:03Z', 'updated_at': '2022-06-04T16:33:01Z', 'revision_number': 5, 'project_id': '01148ea16252435195eb495d87ba9486', 'gw_port': {'id': '8f4ad114-ab13-4da6-97c2-437fb070a44b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e386b38-cfb5-41d1-a051-37063e0ceefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:25:06Z', 'updated_at': '2022-06-04T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:33:06.626010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-f64e3f06-840c-49e2-ba1a-c0b8644ac10f tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:06.627501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-f64e3f06-840c-49e2-ba1a-c0b8644ac10f tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.3746965 Jun 04 16:33:06.641648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-dff03d91-404f-48a3-b50f-8f67845c7a8e tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:33:06.642653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a933e6f6-29ce-4992-aafe-900dcd670017 req-dff03d91-404f-48a3-b50f-8f67845c7a8e tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063751 Jun 04 16:33:06.694964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc179f8-1685-486e-bcd3-a092ba95e468 req-7f807a19-f493-4192-8fee-d960cae38109 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:06.699253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dfc179f8-1685-486e-bcd3-a092ba95e468 req-7f807a19-f493-4192-8fee-d960cae38109 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b97ff0-92da-4b6e-9581-688040a06b0d HTTP/1.1" status: 200 len: 945 time: 0.3423550 Jun 04 16:33:06.709137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-aa4ace6a-98ee-485f-a536-166929f8dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:06.711970 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-aa4ace6a-98ee-485f-a536-166929f8dbcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59419537-eeeb-49da-b0e6-1fde86e9c16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4016731 Jun 04 16:33:06.866604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de4fe-191d-4117-b391-99575654eb60 req-5d7b0aae-e37c-4a66-a7c3-3d25275795ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:06.872218 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-737de4fe-191d-4117-b391-99575654eb60 req-5d7b0aae-e37c-4a66-a7c3-3d25275795ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a52ac60c-7b2f-44a7-bfdf-ded791d655a5 HTTP/1.1" status: 200 len: 855 time: 0.1299796 Jun 04 16:33:06.887249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52464) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:06.897355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--631741211', 'description': 'tempest-description--1297340422'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:07.021268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:07.034808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:07.055943 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dfc179f8-1685-486e-bcd3-a092ba95e468 req-e896248e-a9c6-4cad-8f40-74f5b591952b tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7d232b-57ca-473f-a84b-f78c42bc9871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421285 Jun 04 16:33:07.068829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:07.118884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:07.175745 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:07.233395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:07.240205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group_rule and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:07.240579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-8a8fee81-8393-47cd-93be-d209a3d8b66a service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172748 Jun 04 16:33:07.246262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:07.251079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de4fe-191d-4117-b391-99575654eb60 req-587e7846-30e4-45c3-a98c-9d9084ae3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:07.252535 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-737de4fe-191d-4117-b391-99575654eb60 req-587e7846-30e4-45c3-a98c-9d9084ae3c45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=614a7452-3f8e-48d3-a295-c0d70920f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3410268 Jun 04 16:33:07.385679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:07.609924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-0e1a7008-428d-421c-88a2-d83cd7916e90 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:07.609924 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-0e1a7008-428d-421c-88a2-d83cd7916e90 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2139003 Jun 04 16:33:07.686807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766fc62-1ed3-423c-a828-8b748f99a02d req-4ec210cd-5f12-4e53-8685-0e18bf64cdf4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:07.692294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8766fc62-1ed3-423c-a828-8b748f99a02d req-4ec210cd-5f12-4e53-8685-0e18bf64cdf4 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 945 time: 0.5195239 Jun 04 16:33:07.703184 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-737de4fe-191d-4117-b391-99575654eb60 req-2ec9b421-d8c1-4f12-9f33-1c05a3bbc84d service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413419 Jun 04 16:33:07.740911 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-76f247dd-07ce-4c84-80cf-1f63609b4729 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887898 Jun 04 16:33:07.753664 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-87e72e8f-dcb2-4800-9bed-696d361cdd0b tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 696 time: 0.1434712 Jun 04 16:33:07.820786 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:07.822940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-94f5d000-df2a-4637-a79c-ab3ed7d92101 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Request body: {'floatingip': {'port_id': 'a8145ff9-fbdb-4794-8584-e46d96b16394', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:07.916565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4ad114-ab13-4da6-97c2-437fb070a44b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:07.939903 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8766fc62-1ed3-423c-a828-8b748f99a02d req-1bb42691-c0c4-4f98-a5ff-d9aaa4bc9974 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293241 Jun 04 16:33:07.941557 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-c944b940-0b7b-4872-99ce-89d6131ae5ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=9e936c81-586a-4348-a3fe-86ec2f21469f HTTP/1.1" status: 200 len: 217 time: 0.1859457 Jun 04 16:33:08.001271 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-94f5d000-df2a-4637-a79c-ab3ed7d92101 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.003688 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.019384 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.154240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-f90b1305-30db-4eeb-8899-c964164bd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:08.155773 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-f90b1305-30db-4eeb-8899-c964164bd206 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 HTTP/1.1" status: 200 len: 797 time: 0.2067094 Jun 04 16:33:08.179257 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.316520 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-737de4fe-191d-4117-b391-99575654eb60 req-d8d3d4fd-be10-4751-ab31-55741dc96d29 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063175 Jun 04 16:33:08.404985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764e0e50-7804-4ef8-b796-227ae0949064,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:08.409798 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.417328 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.420790 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-29d80929-8ecb-4d64-920e-c9294ec5b064 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5318522 Jun 04 16:33:08.423226 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.426274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52494) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:08.436108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1467bbd5-e10c-40dc-a738-99bfcd2ec197 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'security_group_rule': {'security_group_id': '764e0e50-7804-4ef8-b796-227ae0949064', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:08.450210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1467bbd5-e10c-40dc-a738-99bfcd2ec197 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:08.458227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-df375dc6-4792-4b03-ae16-e6e749041bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:08.460442 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-df375dc6-4792-4b03-ae16-e6e749041bb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59419537-eeeb-49da-b0e6-1fde86e9c16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2855711 Jun 04 16:33:08.461562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1467bbd5-e10c-40dc-a738-99bfcd2ec197 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group_rule and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:08.478854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1467bbd5-e10c-40dc-a738-99bfcd2ec197 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:08.488891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1467bbd5-e10c-40dc-a738-99bfcd2ec197 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:08.492086 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.492750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e386b38-cfb5-41d1-a051-37063e0ceefc {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:33:08.517632 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.520289 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1da0825c-2cc7-4454-b2ac-3793518ce86c admin admin] 10.222.0.13 "DELETE /v2.0/routers/0e386b38-cfb5-41d1-a051-37063e0ceefc HTTP/1.1" status: 204 len: 168 time: 3.5147181 Jun 04 16:33:08.523443 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52500) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:08.619496 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1467bbd5-e10c-40dc-a738-99bfcd2ec197 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.670681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-162b8e84-2959-4b48-8e77-7000967471ba admin admin] Deleting subnet 7e850267-7e75-4628-bf9a-9e0985081dfa {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:33:08.686901 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-162b8e84-2959-4b48-8e77-7000967471ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.783463 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-162b8e84-2959-4b48-8e77-7000967471ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.885154 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1467bbd5-e10c-40dc-a738-99bfcd2ec197 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.904206 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1467bbd5-e10c-40dc-a738-99bfcd2ec197 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.971918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467bbd5-e10c-40dc-a738-99bfcd2ec197 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a49a7f-ceea-4bda-93f3-96372de14283,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:08.989058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1467bbd5-e10c-40dc-a738-99bfcd2ec197 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:08.993473 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1467bbd5-e10c-40dc-a738-99bfcd2ec197 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5628872 Jun 04 16:33:08.993473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52512) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:09.000569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-569daf2f-aa00-4550-81bd-d28ad3a8b426 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'security_group_rule': {'security_group_id': '764e0e50-7804-4ef8-b796-227ae0949064', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:09.013121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-569daf2f-aa00-4550-81bd-d28ad3a8b426 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:09.021332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-569daf2f-aa00-4550-81bd-d28ad3a8b426 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group_rule and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:09.025699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-569daf2f-aa00-4550-81bd-d28ad3a8b426 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:09.036654 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-162b8e84-2959-4b48-8e77-7000967471ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.068573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5a42fd56-9884-4ef4-85ba-f0271642165b no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:33:09.082240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-569daf2f-aa00-4550-81bd-d28ad3a8b426 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:09.163550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-569daf2f-aa00-4550-81bd-d28ad3a8b426 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.177640 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 5a42fd56-9884-4ef4-85ba-f0271642165b {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:33:09.178318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5a42fd56-9884-4ef4-85ba-f0271642165b not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:33:09.191183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-197a6ace-467d-4791-8fb8-4c2dc30747bf service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334305 Jun 04 16:33:09.226088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83b54771-b964-4f8f-bf48-dc3a01f25f99 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:33:09.239736 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-162b8e84-2959-4b48-8e77-7000967471ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.321441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b8e84-2959-4b48-8e77-7000967471ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e850267-7e75-4628-bf9a-9e0985081dfa,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:09.326686 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-162b8e84-2959-4b48-8e77-7000967471ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.331317 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-569daf2f-aa00-4550-81bd-d28ad3a8b426 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.340203 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-162b8e84-2959-4b48-8e77-7000967471ba admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7e850267-7e75-4628-bf9a-9e0985081dfa HTTP/1.1" status: 204 len: 168 time: 0.8155749 Jun 04 16:33:09.341792 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-569daf2f-aa00-4550-81bd-d28ad3a8b426 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.343320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52524) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:09.371048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83b54771-b964-4f8f-bf48-dc3a01f25f99 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:33:09.371428 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.396939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d24dda-4080-482c-b73b-afab424a8e95 None None] Network 676416cd-f8fd-4e07-9a29-07b61f3f4721 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:33:09.452628 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-94f5d000-df2a-4637-a79c-ab3ed7d92101 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:33:09.497165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:09.530266 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.573216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83b54771-b964-4f8f-bf48-dc3a01f25f99, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:09.578024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569daf2f-aa00-4550-81bd-d28ad3a8b426 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b481f0-b981-4e99-8b96-394d45a0f834,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:09.610756 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.640120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Deleting port e225972c-a904-49fd-bfd1-3e5026fd6082 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:33:09.640483 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.718121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f13a70-3001-4cba-b494-72995c7be694 req-038f43ec-c6e0-40e6-8e11-6f24d07642a4 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:09.728256 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45f13a70-3001-4cba-b494-72995c7be694 req-038f43ec-c6e0-40e6-8e11-6f24d07642a4 tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 946 time: 1.1294520 Jun 04 16:33:09.735770 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-569daf2f-aa00-4550-81bd-d28ad3a8b426 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.737433 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-569daf2f-aa00-4550-81bd-d28ad3a8b426 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7430341 Jun 04 16:33:09.742884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52532) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:09.753999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:09.765214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:09.770871 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83b54771-b964-4f8f-bf48-dc3a01f25f99,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:09.788390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:09.789258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:09.789258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:09.789451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:09.790654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:09.790654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:09.790654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:09.791201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:09.791201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:09.793285 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:09.793285 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:09.793285 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:09.795441 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-7beee421-696b-4e7d-9f11-7ee84dc405b0 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840728 Jun 04 16:33:09.830777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:floatingip and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:09.883215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:09.896390 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-94f5d000-df2a-4637-a79c-ab3ed7d92101 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.910395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdea88e-ff8a-480e-86c3-0497bf155ffa None None] DHCP port deletion for 676416cd-f8fd-4e07-9a29-07b61f3f4721 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:33:09.911313 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-94f5d000-df2a-4637-a79c-ab3ed7d92101 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.912110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:09.920919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8cdea88e-ff8a-480e-86c3-0497bf155ffa None None] Deleting port e225972c-a904-49fd-bfd1-3e5026fd6082 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:33:09.921055 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8cdea88e-ff8a-480e-86c3-0497bf155ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:09.992685 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:10.074810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-855219ca-b22c-47a0-b054-778652791660 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60eea7ff-0fed-457a-bb8d-9d01c96adf55 HTTP/1.1" status: 200 len: 217 time: 0.2608719 Jun 04 16:33:10.104373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45f13a70-3001-4cba-b494-72995c7be694 req-8ad0f473-c9c2-44b8-af37-6382b12317be tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/security-groups?id=13bd72d1-f807-42de-8e02-e92f3ec64eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510938 Jun 04 16:33:10.188887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] For port e225972c-a904-49fd-bfd1-3e5026fd6082, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e225972c-a904-49fd-bfd1-3e5026fd6082,segment=NetworkSegment(1676dff0-4f8f-4ada-89f9-05d694a469d5),segment_id=1676dff0-4f8f-4ada-89f9-05d694a469d5)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:10.189258 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:10.274400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8cdea88e-ff8a-480e-86c3-0497bf155ffa None None] For port e225972c-a904-49fd-bfd1-3e5026fd6082, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e225972c-a904-49fd-bfd1-3e5026fd6082,segment=NetworkSegment(1676dff0-4f8f-4ada-89f9-05d694a469d5),segment_id=1676dff0-4f8f-4ada-89f9-05d694a469d5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:10.277757 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8cdea88e-ff8a-480e-86c3-0497bf155ffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:10.416260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664a217-587d-48d5-a413-eec4df76c183 req-4bb23347-0049-4e85-88d1-0b00daac7f3f tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:10.417723 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2664a217-587d-48d5-a413-eec4df76c183 req-4bb23347-0049-4e85-88d1-0b00daac7f3f tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 946 time: 0.6457725 Jun 04 16:33:10.466096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-51554261-3c89-455c-9e54-c05da85a9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:10.470577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-51554261-3c89-455c-9e54-c05da85a9a0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbddd621-8de5-43c3-94bf-c30fa0e2249b HTTP/1.1" status: 200 len: 797 time: 0.3589053 Jun 04 16:33:10.610411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Calling delete_port for e225972c-a904-49fd-bfd1-3e5026fd6082 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:33:10.632016 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-94f5d000-df2a-4637-a79c-ab3ed7d92101 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Floating IP f49118a5-d553-4dc2-abbe-2b23d05cda3e associated. External IP: 172.25.5.212, port: a8145ff9-fbdb-4794-8584-e46d96b16394. Jun 04 16:33:10.684138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8cdea88e-ff8a-480e-86c3-0497bf155ffa None None] Calling delete_port for e225972c-a904-49fd-bfd1-3e5026fd6082 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:33:10.803849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-2664a217-587d-48d5-a413-eec4df76c183 req-ce222e35-b6c4-499a-bd09-aaf462f85d5b tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Deleting port 48a39a84-2bfc-4ab7-b69d-5644934e3f65 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:33:10.804199 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2664a217-587d-48d5-a413-eec4df76c183 req-ce222e35-b6c4-499a-bd09-aaf462f85d5b tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:10.808423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8f4ad114-ab13-4da6-97c2-437fb070a44b no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:33:10.841294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-48835db3-59f4-4618-93df-ebc23c1534cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:10.843204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-48835db3-59f4-4618-93df-ebc23c1534cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3658569 Jun 04 16:33:10.922915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:10.942534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 8f4ad114-ab13-4da6-97c2-437fb070a44b {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:33:10.942875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8f4ad114-ab13-4da6-97c2-437fb070a44b not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:33:10.943298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e225972c-a904-49fd-bfd1-3e5026fd6082 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:33:11.053551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e225972c-a904-49fd-bfd1-3e5026fd6082 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:33:11.053551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e225972c-a904-49fd-bfd1-3e5026fd6082 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:33:11.058575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] No DVR routers for this DVR port e225972c-a904-49fd-bfd1-3e5026fd6082 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:33:11.096089 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-8cdea88e-ff8a-480e-86c3-0497bf155ffa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:33:11.096653 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-8cdea88e-ff8a-480e-86c3-0497bf155ffa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:33:11.142606 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Pushing event deleted for resources: {'Port': ['ID=e225972c-a904-49fd-bfd1-3e5026fd6082,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:11.181328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74426238-e453-4840-944a-577cee7bef9d req-7c0655bb-e011-466e-ad97-6ec935931b00 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:11.184399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74426238-e453-4840-944a-577cee7bef9d req-7c0655bb-e011-466e-ad97-6ec935931b00 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 943 time: 0.4600313 Jun 04 16:33:11.336741 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:11.345454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:11.369225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74426238-e453-4840-944a-577cee7bef9d req-b9b599d0-a11e-4a12-87f3-d6b2638ecc7b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262531 Jun 04 16:33:11.370905 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-53d17233-a21b-4577-9e3f-3019e2135df2 service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129960 Jun 04 16:33:11.528925 n-d-811809-3 neutron-server[88799]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-849d19ad-6cfe-4379-8772-bb0ff634517c']: {'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'code': 422} returned with failed status Jun 04 16:33:11.601571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8cdea88e-ff8a-480e-86c3-0497bf155ffa None None] Deleting port e225972c-a904-49fd-bfd1-3e5026fd6082 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:33:11.602077 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8cdea88e-ff8a-480e-86c3-0497bf155ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:11.692916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676416cd-f8fd-4e07-9a29-07b61f3f4721']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:11.759027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1676dff0-4f8f-4ada-89f9-05d694a469d5') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:11.759027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1676dff0-4f8f-4ada-89f9-05d694a469d5') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:11.766150 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:11.785965 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:11.792574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8cdea88e-ff8a-480e-86c3-0497bf155ffa None None] The port 'e225972c-a904-49fd-bfd1-3e5026fd6082' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:33:11.793372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:33:11.793775 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:11.920839 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 1676dff0-4f8f-4ada-89f9-05d694a469d5 resource provider aggregate not found Jun 04 16:33:11.973213 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 1676dff0-4f8f-4ada-89f9-05d694a469d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1676dff0-4f8f-4ada-89f9-05d694a469d5 found for delete ", "request_id": "req-de76d881-188a-4cb1-bc70-99dc46679289"}]} Jun 04 16:33:12.009075 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-3a964258-e6e7-4cba-95a1-ec7b7377a9dd service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254769 Jun 04 16:33:12.027128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-2664a217-587d-48d5-a413-eec4df76c183 req-ce222e35-b6c4-499a-bd09-aaf462f85d5b tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] For port 48a39a84-2bfc-4ab7-b69d-5644934e3f65, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=48a39a84-2bfc-4ab7-b69d-5644934e3f65,segment=NetworkSegment(58ddb4e5-0be0-47a5-992d-69c4a0c45399),segment_id=58ddb4e5-0be0-47a5-992d-69c4a0c45399)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:12.028453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2664a217-587d-48d5-a413-eec4df76c183 req-ce222e35-b6c4-499a-bd09-aaf462f85d5b tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:12.046273 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:12.113374 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-58031456-2fbd-4343-8f5a-b57969dad0af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e25bade0-c0eb-445a-bb94-2aa6430da92f HTTP/1.1" status: 200 len: 217 time: 0.0907300 Jun 04 16:33:12.146828 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:12.238993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-94f5d000-df2a-4637-a79c-ab3ed7d92101 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Router 754ec0ac-5c04-4858-935b-65ad23d666e2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:33:12.243265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] Pushing event deleted for resources: {'Network': ['ID=676416cd-f8fd-4e07-9a29-07b61f3f4721,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:12.249330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-2664a217-587d-48d5-a413-eec4df76c183 req-ce222e35-b6c4-499a-bd09-aaf462f85d5b tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Calling delete_port for 48a39a84-2bfc-4ab7-b69d-5644934e3f65 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:33:12.287060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-a73eb8b1-4104-4492-9787-5d2120591ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:12.289334 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-a73eb8b1-4104-4492-9787-5d2120591ad4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbddd621-8de5-43c3-94bf-c30fa0e2249b HTTP/1.1" status: 200 len: 797 time: 0.1644032 Jun 04 16:33:12.325832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Allocated IP 172.25.5.113 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/2e8d430a-2f79-4a98-95af-130b6ef13383) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:33:12.329353 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cf8f03e9-fa72-4332-8689-583092efbeed admin admin] 10.222.0.13 "DELETE /v2.0/networks/676416cd-f8fd-4e07-9a29-07b61f3f4721 HTTP/1.1" status: 204 len: 168 time: 2.9730315 Jun 04 16:33:12.503596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-94f5d000-df2a-4637-a79c-ab3ed7d92101 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:33:12.526111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f18ba-aa3c-4417-906d-8c880ae930dc None None] Sync routers for ids ['754ec0ac-5c04-4858-935b-65ad23d666e2'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:33:12.538163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f18ba-aa3c-4417-906d-8c880ae930dc None None] Routers {'754ec0ac-5c04-4858-935b-65ad23d666e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:33:12.540187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-1e7f18ba-aa3c-4417-906d-8c880ae930dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:33:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['754ec0ac-5c04-4858-935b-65ad23d666e2'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:12.544066 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-94f5d000-df2a-4637-a79c-ab3ed7d92101 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:12.592401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52586) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:12.648086 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2664a217-587d-48d5-a413-eec4df76c183 req-ce222e35-b6c4-499a-bd09-aaf462f85d5b tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:12.697785 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:12.713905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce222e35-b6c4-499a-bd09-aaf462f85d5b tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Pushing event deleted for resources: {'Port': ['ID=48a39a84-2bfc-4ab7-b69d-5644934e3f65,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:12.728987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942b20c-4918-4c64-93ce-6e235f88af72 req-186e6870-0495-466b-9890-fbd0bbc96b3f tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:12.736792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5942b20c-4918-4c64-93ce-6e235f88af72 req-186e6870-0495-466b-9890-fbd0bbc96b3f tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dcc21e0-4874-4ea8-a974-1853344559b5 HTTP/1.1" status: 200 len: 946 time: 0.5777740 Jun 04 16:33:12.840389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-1e7f18ba-aa3c-4417-906d-8c880ae930dc None None] Set router 754ec0ac-5c04-4858-935b-65ad23d666e2 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:33:12.856085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-94f5d000-df2a-4637-a79c-ab3ed7d92101 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "PUT /v2.0/floatingips/f49118a5-d553-4dc2-abbe-2b23d05cda3e HTTP/1.1" status: 200 len: 996 time: 5.1014614 Jun 04 16:33:12.865985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:12.874360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9d6d020a-548e-4789-b46d-6d8076530e8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e863eba5c1c349159f469fbfe67c68a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802815 Jun 04 16:33:12.918540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52594) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:12.928144 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:12.932000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5942b20c-4918-4c64-93ce-6e235f88af72 req-65deaa9b-0bcc-4b46-95dd-f9763dc884de tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.13 "GET /v2.0/security-groups?id=13bd72d1-f807-42de-8e02-e92f3ec64eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941335 Jun 04 16:33:13.001697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-e10f9c4c-ec6e-4fc9-811f-5f68c5f3c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:13.001697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-e10f9c4c-ec6e-4fc9-811f-5f68c5f3c2d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4909537 Jun 04 16:33:13.139986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-2664a217-587d-48d5-a413-eec4df76c183 req-ce222e35-b6c4-499a-bd09-aaf462f85d5b tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] No DVR routers for this DVR port 48a39a84-2bfc-4ab7-b69d-5644934e3f65 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:33:13.176904 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0493cea8-ba92-41d7-b677-3f848e1671bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:13.199408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-2664a217-587d-48d5-a413-eec4df76c183 req-ce222e35-b6c4-499a-bd09-aaf462f85d5b tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:13.204297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcc21e0-4874-4ea8-a974-1853344559b5', 'name': 'network-vif-deleted', 'tag': '48a39a84-2bfc-4ab7-b69d-5644934e3f65'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:13.207943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0493cea8-ba92-41d7-b677-3f848e1671bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:13.228559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:33:13.235299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:33:13.238368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83b54771-b964-4f8f-bf48-dc3a01f25f99 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:33:13.240040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:33:13.301665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-b43464a9-5c02-4547-835e-fb8305abcd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:13.303301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-b43464a9-5c02-4547-835e-fb8305abcd98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fda2a66f036485eb9c4d3c7e6242d11&device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 1096 time: 0.4260111 Jun 04 16:33:13.326173 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2664a217-587d-48d5-a413-eec4df76c183 req-ce222e35-b6c4-499a-bd09-aaf462f85d5b tempest-ServersNegativeTestMultiTenantJSON-1003621173 tempest-ServersNegativeTestMultiTenantJSON-1003621173-project] 10.222.0.46 "DELETE /v2.0/ports/48a39a84-2bfc-4ab7-b69d-5644934e3f65 HTTP/1.1" status: 204 len: 173 time: 2.8394876 Jun 04 16:33:13.331520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'Port': ['ID=2e8d430a-2f79-4a98-95af-130b6ef13383,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:13.418454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:13.441232 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0493cea8-ba92-41d7-b677-3f848e1671bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:13.571861 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:13.626387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493cea8-ba92-41d7-b677-3f848e1671bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ced61e-6e75-459d-9738-fb3cbe3b486c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:13.644879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-f1d47a01-4451-4988-8e42-3e8c6429348b service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350775 Jun 04 16:33:13.689535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83b54771-b964-4f8f-bf48-dc3a01f25f99 is: DOWN; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:33:13.691943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 48a39a84-2bfc-4ab7-b69d-5644934e3f65 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:33:13.696219 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0493cea8-ba92-41d7-b677-3f848e1671bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:13.697511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0493cea8-ba92-41d7-b677-3f848e1671bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96ced61e-6e75-459d-9738-fb3cbe3b486c HTTP/1.1" status: 204 len: 168 time: 0.7776988 Jun 04 16:33:13.789811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 48a39a84-2bfc-4ab7-b69d-5644934e3f65 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:33:13.790249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 48a39a84-2bfc-4ab7-b69d-5644934e3f65 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:33:13.811033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-1e7f18ba-aa3c-4417-906d-8c880ae930dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:31:34Z', 'revision_number': 4, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port': {'id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:25Z', 'updated_at': '2022-06-04T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'f49118a5-d553-4dc2-abbe-2b23d05cda3e', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'port_id': 'a8145ff9-fbdb-4794-8584-e46d96b16394', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'mac_address': 'fa:16:3e:a1:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:33:01Z', 'updated_at': '2022-06-04T16:33:09Z', 'revision_number': 1, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2', 'name': '', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'mac_address': 'fa:16:3e:97:7e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:32Z', 'updated_at': '2022-06-04T16:31:41Z', 'revision_number': 5, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'subnets': [{'id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:13.820671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f18ba-aa3c-4417-906d-8c880ae930dc None None] Checking router: 754ec0ac-5c04-4858-935b-65ad23d666e2 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:33:13.843580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f18ba-aa3c-4417-906d-8c880ae930dc None None] Routers {'754ec0ac-5c04-4858-935b-65ad23d666e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:33:13.845715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-1e7f18ba-aa3c-4417-906d-8c880ae930dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:33:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['754ec0ac-5c04-4858-935b-65ad23d666e2'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:13.889221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-e463204e-1dcc-4add-8e57-57e6d6b44206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:13.891521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-e463204e-1dcc-4add-8e57-57e6d6b44206 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0936bf77-67cf-4003-9f24-8ba0c47adf59 HTTP/1.1" status: 200 len: 920 time: 0.5519369 Jun 04 16:33:13.899507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5da3-f876-46f0-bc83-8244c4fdd431 req-bdd02972-2118-4894-88d3-28161bce3ba4 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:13.901246 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-527b5da3-f876-46f0-bc83-8244c4fdd431 req-bdd02972-2118-4894-88d3-28161bce3ba4 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.46 "GET /v2.0/ports?device_id=80b97ff0-92da-4b6e-9581-688040a06b0d HTTP/1.1" status: 200 len: 945 time: 0.6389377 Jun 04 16:33:14.005377 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:14.015973 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:14.081001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-527b5da3-f876-46f0-bc83-8244c4fdd431 req-bcfaaeec-f5a1-4635-82cf-a5d945861303 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Deleting port 2fb499a9-c641-4859-be6f-9cecd9e98d5a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:33:14.083675 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-527b5da3-f876-46f0-bc83-8244c4fdd431 req-bcfaaeec-f5a1-4635-82cf-a5d945861303 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:14.293474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'Port': ['ID=2e8d430a-2f79-4a98-95af-130b6ef13383,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:14.319689 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:14.372281 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:14.373892 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a7f92566-f376-4a71-8ab9-2533ecf18176 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6298964 Jun 04 16:33:14.391914 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-1e7f18ba-aa3c-4417-906d-8c880ae930dc None None] Set router 754ec0ac-5c04-4858-935b-65ad23d666e2 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:33:14.485148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52638) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:14.609619 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bd120d4a-bbfd-4863-b120-5767ea0fad04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01148ea16252435195eb495d87ba9486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1226053 Jun 04 16:33:14.610779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52646) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:14.658973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-550ab6cc-8395-4e27-bdf2-e6e2bcc62ef5 req-fe659017-c71c-4d3e-8952-6c89191d1f0d service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0038054 Jun 04 16:33:14.683022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-3478d04c-42ed-4987-93d9-7663d6814c2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 200 len: 999 time: 0.7782950 Jun 04 16:33:14.702203 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3419235f-2bc6-4167-8559-194fcd48f819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:14.739082 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3419235f-2bc6-4167-8559-194fcd48f819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:14.807411 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3419235f-2bc6-4167-8559-194fcd48f819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:14.834394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419235f-2bc6-4167-8559-194fcd48f819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bb6fb0-5d3d-4bb1-ba4c-1e9debcfb16f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:14.851952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3419235f-2bc6-4167-8559-194fcd48f819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:14.854470 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3419235f-2bc6-4167-8559-194fcd48f819 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94bb6fb0-5d3d-4bb1-ba4c-1e9debcfb16f HTTP/1.1" status: 204 len: 168 time: 0.2400358 Jun 04 16:33:14.877621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df897206-9d24-44b0-a02b-3473ce1e3c83 req-cee400a8-5a19-4441-831c-d8d286ba6229 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:14.879161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df897206-9d24-44b0-a02b-3473ce1e3c83 req-cee400a8-5a19-4441-831c-d8d286ba6229 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b97ff0-92da-4b6e-9581-688040a06b0d HTTP/1.1" status: 200 len: 945 time: 0.4071205 Jun 04 16:33:14.931758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-a88a45e9-36fd-4120-ab95-eb7f6402a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:14.933257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-a88a45e9-36fd-4120-ab95-eb7f6402a4da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e19a0ae7-f6e6-4982-b458-d1d82436ca83 HTTP/1.1" status: 200 len: 859 time: 0.1980460 Jun 04 16:33:14.961086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-1e7f18ba-aa3c-4417-906d-8c880ae930dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:31:34Z', 'revision_number': 4, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port': {'id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:25Z', 'updated_at': '2022-06-04T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'f49118a5-d553-4dc2-abbe-2b23d05cda3e', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'port_id': 'a8145ff9-fbdb-4794-8584-e46d96b16394', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'mac_address': 'fa:16:3e:a1:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:33:01Z', 'updated_at': '2022-06-04T16:33:09Z', 'revision_number': 1, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2', 'name': '', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'mac_address': 'fa:16:3e:97:7e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:32Z', 'updated_at': '2022-06-04T16:31:41Z', 'revision_number': 5, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'subnets': [{'id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:14.965541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f18ba-aa3c-4417-906d-8c880ae930dc None None] The sync data for ids ['754ec0ac-5c04-4858-935b-65ad23d666e2'] in n-d-811809-3 is: [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:31:34Z', 'revision_number': 4, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port': {'id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:25Z', 'updated_at': '2022-06-04T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'f49118a5-d553-4dc2-abbe-2b23d05cda3e', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'port_id': 'a8145ff9-fbdb-4794-8584-e46d96b16394', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'mac_address': 'fa:16:3e:a1:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:33:01Z', 'updated_at': '2022-06-04T16:33:09Z', 'revision_number': 1, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2', 'name': '', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'mac_address': 'fa:16:3e:97:7e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:32Z', 'updated_at': '2022-06-04T16:31:41Z', 'revision_number': 5, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'subnets': [{'id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:33:15.010635 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-9e7f1287-a44d-44e1-b58a-21246e3341a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0936bf77-67cf-4003-9f24-8ba0c47adf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623405 Jun 04 16:33:15.036043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-e247decc-bc9b-4a94-a52b-32f5e16ed14a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:33:15.037451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-e247decc-bc9b-4a94-a52b-32f5e16ed14a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155883 Jun 04 16:33:15.142125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df897206-9d24-44b0-a02b-3473ce1e3c83 req-15498e32-71c9-4774-b190-eed42080b654 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7d232b-57ca-473f-a84b-f78c42bc9871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916189 Jun 04 16:33:15.146900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-527b5da3-f876-46f0-bc83-8244c4fdd431 req-bcfaaeec-f5a1-4635-82cf-a5d945861303 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] For port 2fb499a9-c641-4859-be6f-9cecd9e98d5a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=2fb499a9-c641-4859-be6f-9cecd9e98d5a,segment=NetworkSegment(975b678c-6fab-4b20-99fe-891a54b11ef5),segment_id=975b678c-6fab-4b20-99fe-891a54b11ef5)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:15.147337 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-527b5da3-f876-46f0-bc83-8244c4fdd431 req-bcfaaeec-f5a1-4635-82cf-a5d945861303 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:15.211848 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e31bbc6a-9535-4c3c-a5d7-3d50ee10fc1c'] response: {'name': 'network-changed', 'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394', 'status': 'completed', 'code': 200} Jun 04 16:33:15.238096 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0918ddc4-e41c-4595-ae97-f360adc7dbdb'] response: {'server_uuid': '6dcc21e0-4874-4ea8-a974-1853344559b5', 'name': 'network-vif-deleted', 'tag': '48a39a84-2bfc-4ab7-b69d-5644934e3f65', 'status': 'completed', 'code': 200} Jun 04 16:33:15.369532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52664) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:15.402947 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eb23d7-7f09-4260-965f-f2b54d9ebfce None None] New status for floating IP f49118a5-d553-4dc2-abbe-2b23d05cda3e: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:33:15.466092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-527b5da3-f876-46f0-bc83-8244c4fdd431 req-bcfaaeec-f5a1-4635-82cf-a5d945861303 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Calling delete_port for 2fb499a9-c641-4859-be6f-9cecd9e98d5a owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:33:15.477798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-f651b50a-07fd-43dc-becb-c7657a9e7061 admin admin] Deleting subnet 650fa83f-f08a-4a33-8b34-1e9b40ad2272 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:33:15.481730 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f651b50a-07fd-43dc-becb-c7657a9e7061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:15.559539 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f651b50a-07fd-43dc-becb-c7657a9e7061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:15.699310 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f651b50a-07fd-43dc-becb-c7657a9e7061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:15.802627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-e725070e-ba4b-4287-a919-b88637db6b59 service neutron] 10.222.0.13 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7053430 Jun 04 16:33:15.888930 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f651b50a-07fd-43dc-becb-c7657a9e7061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:15.931464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651b50a-07fd-43dc-becb-c7657a9e7061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=650fa83f-f08a-4a33-8b34-1e9b40ad2272,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:15.941109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f651b50a-07fd-43dc-becb-c7657a9e7061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:15.948389 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f651b50a-07fd-43dc-becb-c7657a9e7061 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/650fa83f-f08a-4a33-8b34-1e9b40ad2272 HTTP/1.1" status: 204 len: 168 time: 0.5776300 Jun 04 16:33:15.951015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52686) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:16.114566 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-527b5da3-f876-46f0-bc83-8244c4fdd431 req-bcfaaeec-f5a1-4635-82cf-a5d945861303 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:16.187853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c6bb4-87bc-4485-aa20-d4aef578c92d req-65e14e4c-fec3-462a-9df3-0f648bc80301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:16.189527 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57ad46b9-12fe-466f-9909-163bbc741c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:16.207982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d69c6bb4-87bc-4485-aa20-d4aef578c92d req-65e14e4c-fec3-462a-9df3-0f648bc80301 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fda2a66f036485eb9c4d3c7e6242d11&device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 1096 time: 0.8982482 Jun 04 16:33:16.311708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfaaeec-f5a1-4635-82cf-a5d945861303 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Pushing event deleted for resources: {'Port': ['ID=2fb499a9-c641-4859-be6f-9cecd9e98d5a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:16.319704 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6eb541e-732d-4717-8bdc-262626a074c2 req-9f4f7516-2577-43a6-9044-92421264ee94 service neutron] 10.222.0.13 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128205 Jun 04 16:33:16.326331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52714) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:16.363212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57ad46b9-12fe-466f-9909-163bbc741c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:16.397027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-57ad46b9-12fe-466f-9909-163bbc741c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538e9f09-d456-438c-8c98-c4cb47bf91e9']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:16.411582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-57ad46b9-12fe-466f-9909-163bbc741c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ddb4e5-0be0-47a5-992d-69c4a0c45399') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:16.412135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-57ad46b9-12fe-466f-9909-163bbc741c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ddb4e5-0be0-47a5-992d-69c4a0c45399') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:16.433801 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57ad46b9-12fe-466f-9909-163bbc741c8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:16.461181 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57ad46b9-12fe-466f-9909-163bbc741c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:16.473053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ad46b9-12fe-466f-9909-163bbc741c8d admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:33:16.475351 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57ad46b9-12fe-466f-9909-163bbc741c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:16.490704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-527b5da3-f876-46f0-bc83-8244c4fdd431 req-bcfaaeec-f5a1-4635-82cf-a5d945861303 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] No DVR routers for this DVR port 2fb499a9-c641-4859-be6f-9cecd9e98d5a on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:33:16.511834 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-527b5da3-f876-46f0-bc83-8244c4fdd431 req-bcfaaeec-f5a1-4635-82cf-a5d945861303 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:16.546211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-28490ca4-f394-4c1b-a980-33a962d0472c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--631741211&fields=id&tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f HTTP/1.1" status: 200 len: 267 time: 0.3368318 Jun 04 16:33:16.549484 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 58ddb4e5-0be0-47a5-992d-69c4a0c45399 resource provider aggregate not found Jun 04 16:33:16.743897 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 58ddb4e5-0be0-47a5-992d-69c4a0c45399 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58ddb4e5-0be0-47a5-992d-69c4a0c45399 found for delete ", "request_id": "req-6bf4a4c0-9d17-460b-8848-d6957dc4fb9e"}]} Jun 04 16:33:16.759036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1756128531-network', 'tenant_id': 'fa8eb5366ea74e3a9f2e6b06de21fa90'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:16.764837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:16.767070 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57ad46b9-12fe-466f-9909-163bbc741c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:16.787211 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57ad46b9-12fe-466f-9909-163bbc741c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:16.790464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Usage tracker for resource:network and tenant:fa8eb5366ea74e3a9f2e6b06de21fa90 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:16.798848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:16.802764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad46b9-12fe-466f-9909-163bbc741c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=538e9f09-d456-438c-8c98-c4cb47bf91e9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:16.808071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:16.811025 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-57ad46b9-12fe-466f-9909-163bbc741c8d admin admin] 10.222.0.13 "DELETE /v2.0/networks/538e9f09-d456-438c-8c98-c4cb47bf91e9 HTTP/1.1" status: 204 len: 168 time: 0.8586929 Jun 04 16:33:16.814302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52732) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:16.833384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-527b5da3-f876-46f0-bc83-8244c4fdd431 req-bcfaaeec-f5a1-4635-82cf-a5d945861303 tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.46 "DELETE /v2.0/ports/2fb499a9-c641-4859-be6f-9cecd9e98d5a HTTP/1.1" status: 204 len: 173 time: 2.8726578 Jun 04 16:33:16.851807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Made reservation on behalf of fa8eb5366ea74e3a9f2e6b06de21fa90 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:33:16.854060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:16.877765 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:16.897160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:16.903778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Usage tracker for resource:security_group_rule and tenant:fa8eb5366ea74e3a9f2e6b06de21fa90 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:16.908651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:16.913628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0524649-6090-4102-ab85-ed7e69c100cf admin admin] Deleting subnet 5bf48f05-d612-4095-8338-cab511547506 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:33:16.923628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:16.925846 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0524649-6090-4102-ab85-ed7e69c100cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:16.928976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c6bb4-87bc-4485-aa20-d4aef578c92d req-f8d1443c-2ec2-477a-8d36-d65dc8aecd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:16.930458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d69c6bb4-87bc-4485-aa20-d4aef578c92d req-f8d1443c-2ec2-477a-8d36-d65dc8aecd84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0936bf77-67cf-4003-9f24-8ba0c47adf59 HTTP/1.1" status: 200 len: 920 time: 0.6083376 Jun 04 16:33:17.019634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0936fbaa-c9e4-42ba-8729-ede482176fe2 req-777e0d99-7fb5-4793-9b5f-4c29a56e0cdd tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Synchronizing usage tracker for tenant:328ffcd2e2d442c59a06e9e8fb653e63 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:33:17.144622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d69c6bb4-87bc-4485-aa20-d4aef578c92d req-2fab1ad0-faac-4c80-997c-00ca7ec8bf95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 200 len: 1001 time: 0.2041943 Jun 04 16:33:17.170791 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0524649-6090-4102-ab85-ed7e69c100cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:17.170958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0936fbaa-c9e4-42ba-8729-ede482176fe2 req-777e0d99-7fb5-4793-9b5f-4c29a56e0cdd tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] Unset dirty status for tenant:328ffcd2e2d442c59a06e9e8fb653e63 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:33:17.172126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0936fbaa-c9e4-42ba-8729-ede482176fe2 req-777e0d99-7fb5-4793-9b5f-4c29a56e0cdd tempest-ServerAddressesTestJSON-933695657 tempest-ServerAddressesTestJSON-933695657-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b97ff0-92da-4b6e-9581-688040a06b0d HTTP/1.1" status: 200 len: 210 time: 0.3409288 Jun 04 16:33:17.180468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-911cef3b-8407-40d2-a884-bbeb8907c907 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:17.188745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-911cef3b-8407-40d2-a884-bbeb8907c907 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 815 time: 0.6408823 Jun 04 16:33:17.246289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 2fb499a9-c641-4859-be6f-9cecd9e98d5a no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:33:17.261579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b97ff0-92da-4b6e-9581-688040a06b0d', 'name': 'network-vif-deleted', 'tag': '2fb499a9-c641-4859-be6f-9cecd9e98d5a'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:17.269471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c6bb4-87bc-4485-aa20-d4aef578c92d req-17177e6e-03f3-4899-925f-c735f2ade092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:17.270867 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0524649-6090-4102-ab85-ed7e69c100cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:17.271009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d69c6bb4-87bc-4485-aa20-d4aef578c92d req-17177e6e-03f3-4899-925f-c735f2ade092 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e19a0ae7-f6e6-4982-b458-d1d82436ca83 HTTP/1.1" status: 200 len: 859 time: 0.0791771 Jun 04 16:33:17.275425 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-bf8ec1bb-b93e-4511-967f-357b9ea185e7 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/quotas/9a6c197ec3444659b4b4af7e2c0aec5f HTTP/1.1" status: 200 len: 375 time: 0.0854211 Jun 04 16:33:17.305966 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:17.321989 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:17.356930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:17.379414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:33:17.402740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 2fb499a9-c641-4859-be6f-9cecd9e98d5a {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:33:17.405284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 2fb499a9-c641-4859-be6f-9cecd9e98d5a not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:33:17.417071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d69c6bb4-87bc-4485-aa20-d4aef578c92d req-b63acd57-b06a-428f-9472-dc0bb870a195 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0936bf77-67cf-4003-9f24-8ba0c47adf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386497 Jun 04 16:33:17.417338 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:17.418068 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Added segment 0a66942b-4525-4426-a6b4-21c473b2ee2a of type vlan for network f0e7115e-af22-4665-bc60-6ffa5d51db65 Jun 04 16:33:17.420719 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0524649-6090-4102-ab85-ed7e69c100cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:17.597002 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:17.618533 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0524649-6090-4102-ab85-ed7e69c100cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:17.628734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0524649-6090-4102-ab85-ed7e69c100cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf48f05-d612-4095-8338-cab511547506,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:17.652561 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a0524649-6090-4102-ab85-ed7e69c100cf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5bf48f05-d612-4095-8338-cab511547506 HTTP/1.1" status: 204 len: 168 time: 0.8341966 Jun 04 16:33:17.655020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52760) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:17.665667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:17.671468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:17.672266 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:17.754466 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4244943 Jun 04 16:33:17.757592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52764) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:17.835124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Request body: {'subnet': {'network_id': 'f0e7115e-af22-4665-bc60-6ffa5d51db65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1756128531-subnet', 'tenant_id': 'fa8eb5366ea74e3a9f2e6b06de21fa90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:17.836540 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-a9f53618-6833-4b4a-aa0c-38d4fb0e0345 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4902799 Jun 04 16:33:17.860891 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-748a9886-5a66-4e74-98e8-e9ea8a2421cc tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 1001 time: 0.2997043 Jun 04 16:33:17.938708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:17.963792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Usage tracker for resource:subnet and tenant:fa8eb5366ea74e3a9f2e6b06de21fa90 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:17.967276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:17.971560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832e215-ed63-4b20-9498-156c5da6092b admin admin] Pushing event updated for resources: {'Network': ['ID=f0e7115e-af22-4665-bc60-6ffa5d51db65,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:17.975427 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:17.981015 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52072ff4-be15-4c64-b362-becc4132cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:17.986049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f0e7115e-af22-4665-bc60-6ffa5d51db65 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:33:17.995214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Made reservation on behalf of fa8eb5366ea74e3a9f2e6b06de21fa90 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:33:17.997853 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:18.059689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d69c6bb4-87bc-4485-aa20-d4aef578c92d req-d3fa4561-44fb-40a5-9091-062f9fdc09cb service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305795 Jun 04 16:33:18.080295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-9429fa2c-e6c9-4da6-b8c4-ebf701b187e8 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:18.081629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-9429fa2c-e6c9-4da6-b8c4-ebf701b187e8 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports/a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 200 len: 942 time: 0.1873808 Jun 04 16:33:18.176831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3d2adfb-6538-410e-943e-229db915caac req-f2f83143-2c60-4870-862a-f1e68761af3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4609559 Jun 04 16:33:18.330072 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52072ff4-be15-4c64-b362-becc4132cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:18.355977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-50c97512-ea99-4345-a866-eb8e14cb4f5e service neutron] 10.222.0.13 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844687 Jun 04 16:33:18.368642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-52072ff4-be15-4c64-b362-becc4132cb1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e56e7b1-9c11-45b0-876f-5db2ca02b0b1']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:18.384508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-52072ff4-be15-4c64-b362-becc4132cb1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be11bc5-a0ba-4a15-9604-efb51ffc9b8c') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:18.385024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-52072ff4-be15-4c64-b362-becc4132cb1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be11bc5-a0ba-4a15-9604-efb51ffc9b8c') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:18.407132 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-3b1aac96-1793-4b6e-80b5-3e418c926ef4 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 1001 time: 0.2119360 Jun 04 16:33:18.408582 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52072ff4-be15-4c64-b362-becc4132cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:18.445627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d69c6bb4-87bc-4485-aa20-d4aef578c92d req-250bdd35-3c0a-4b8d-b488-a778123f4697 service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749924 Jun 04 16:33:18.484523 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52072ff4-be15-4c64-b362-becc4132cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:18.501178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52072ff4-be15-4c64-b362-becc4132cb1f admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:33:18.501889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52072ff4-be15-4c64-b362-becc4132cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:18.682701 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52072ff4-be15-4c64-b362-becc4132cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:18.737249 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52072ff4-be15-4c64-b362-becc4132cb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:18.741107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52072ff4-be15-4c64-b362-becc4132cb1f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e56e7b1-9c11-45b0-876f-5db2ca02b0b1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:18.745237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:18.818385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea223dfb-5991-4d80-a4bc-25a0c091a07a,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:18.831617 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-52072ff4-be15-4c64-b362-becc4132cb1f admin admin] 10.222.0.13 "DELETE /v2.0/networks/8e56e7b1-9c11-45b0-876f-5db2ca02b0b1 HTTP/1.1" status: 204 len: 168 time: 1.1684749 Jun 04 16:33:18.853347 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 8be11bc5-a0ba-4a15-9604-efb51ffc9b8c resource provider aggregate not found Jun 04 16:33:18.901773 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-ff244b2d-50dc-44d8-bb13-6ca4077ebe76 service neutron] 10.222.0.13 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279953 Jun 04 16:33:18.936393 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 8be11bc5-a0ba-4a15-9604-efb51ffc9b8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8be11bc5-a0ba-4a15-9604-efb51ffc9b8c found for delete ", "request_id": "req-00a61eff-1839-4396-b806-60744dd2ec8a"}]} Jun 04 16:33:18.970812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Checking segment: {'id': '0a66942b-4525-4426-a6b4-21c473b2ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f0e7115e-af22-4665-bc60-6ffa5d51db65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:33:18.970812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Network hostable DHCP agents. Network: f0e7115e-af22-4665-bc60-6ffa5d51db65, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:33:18.971535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-fbbfaf73-0b92-4896-a748-9ceb583bcc1c tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:18.971535 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-fbbfaf73-0b92-4896-a748-9ceb583bcc1c tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.5545921 Jun 04 16:33:19.024109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Network f0e7115e-af22-4665-bc60-6ffa5d51db65 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:33:19.047659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f0e7115e-af22-4665-bc60-6ffa5d51db65) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:33:19.054240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:19.054980 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:19.063927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3bb35f-ac03-48f7-be00-e603f1aa4e3a None None] Network f0e7115e-af22-4665-bc60-6ffa5d51db65 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:33:19.129500 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f05dca56-ee46-4362-93df-154af73edb84 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3267157 Jun 04 16:33:19.152222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52806) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:19.279211 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc1b0d4-c9ae-4659-83db-8ea2c9c29452'] response: {'server_uuid': '80b97ff0-92da-4b6e-9581-688040a06b0d', 'name': 'network-vif-deleted', 'tag': '2fb499a9-c641-4859-be6f-9cecd9e98d5a', 'status': 'completed', 'code': 200} Jun 04 16:33:19.347506 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6986793e-3dc6-4797-a059-fd25bf57f2c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d10ea5dcba7b4ecb801c136e5462688e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928337 Jun 04 16:33:19.353243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52816) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:19.360822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-c989e694-dcd5-46fb-9c27-1498dd22c6c2 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 1001 time: 0.3760390 Jun 04 16:33:19.386190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-c2934eb1-a811-416e-a3ba-5c62a7448871 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:19.539602 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7cabc9c-2c85-4dd2-921f-3d663f024eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:19.610602 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7cabc9c-2c85-4dd2-921f-3d663f024eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:19.611848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e605276-a780-4bd4-9d5e-ea36c012377e None None] Network f0e7115e-af22-4665-bc60-6ffa5d51db65 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:33:19.783644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7cabc9c-2c85-4dd2-921f-3d663f024eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:19.810203 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-c2934eb1-a811-416e-a3ba-5c62a7448871 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:19.831772 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7cabc9c-2c85-4dd2-921f-3d663f024eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:19.833397 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e7cabc9c-2c85-4dd2-921f-3d663f024eb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13bd72d1-f807-42de-8e02-e92f3ec64eb0 HTTP/1.1" status: 204 len: 168 time: 0.4775467 Jun 04 16:33:19.834336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cabc9c-2c85-4dd2-921f-3d663f024eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bd72d1-f807-42de-8e02-e92f3ec64eb0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:20.391932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2adfb-6538-410e-943e-229db915caac req-87a5853e-c648-42a5-9ca6-90a2ea7bcf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:20.393598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3d2adfb-6538-410e-943e-229db915caac req-87a5853e-c648-42a5-9ca6-90a2ea7bcf54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120&tenant_id=afb5383d706b4c1980b7c7ab48a1378a HTTP/1.1" status: 200 len: 1094 time: 0.4058728 Jun 04 16:33:20.403368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924c17d-b0e4-4f53-a27d-7de44383938f req-ff76b615-9879-4887-b280-4702099564f0 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:20.410029 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7924c17d-b0e4-4f53-a27d-7de44383938f req-ff76b615-9879-4887-b280-4702099564f0 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 943 time: 0.7217541 Jun 04 16:33:20.439674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52844) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:20.491561 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-c2934eb1-a811-416e-a3ba-5c62a7448871 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:20.534473 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6109dcc2-9d11-4f52-9621-c1d4f61137e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea342879a0e247ad927d2cf34b568abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0921004 Jun 04 16:33:20.535125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7924c17d-b0e4-4f53-a27d-7de44383938f req-684580a0-beda-4988-9e72-85ae04ae4930 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241400 Jun 04 16:33:20.541104 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-c2934eb1-a811-416e-a3ba-5c62a7448871 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:20.541418 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-c2934eb1-a811-416e-a3ba-5c62a7448871 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Floating IP f49118a5-d553-4dc2-abbe-2b23d05cda3e disassociated. External IP: 172.25.5.212, port: a8145ff9-fbdb-4794-8584-e46d96b16394. Jun 04 16:33:20.547114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52848) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:20.664453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a025f2b0-6298-4215-b8ae-86bee282d5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:20.708765 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a025f2b0-6298-4215-b8ae-86bee282d5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:20.785908 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a025f2b0-6298-4215-b8ae-86bee282d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:20.809401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025f2b0-6298-4215-b8ae-86bee282d5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c43738d-793c-446d-b424-5083296897f4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:20.818929 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a025f2b0-6298-4215-b8ae-86bee282d5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:20.820150 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a025f2b0-6298-4215-b8ae-86bee282d5d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c43738d-793c-446d-b424-5083296897f4 HTTP/1.1" status: 204 len: 168 time: 0.2721729 Jun 04 16:33:20.911543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2adfb-6538-410e-943e-229db915caac req-c7958669-0f42-47d7-bf43-fdf1f11e9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:20.917975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3d2adfb-6538-410e-943e-229db915caac req-c7958669-0f42-47d7-bf43-fdf1f11e9bf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 1094 time: 0.4714174 Jun 04 16:33:21.150234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-9a1eb724-efaf-43ef-90cc-a30a650d8165 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:21.153396 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-9a1eb724-efaf-43ef-90cc-a30a650d8165 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 815 time: 0.2249360 Jun 04 16:33:21.224550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-5d560d34-8ae2-4404-a01f-3271d09e5e18 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Synchronizing usage tracker for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:33:21.250384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-5d560d34-8ae2-4404-a01f-3271d09e5e18 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Unset dirty status for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:33:21.252600 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-5d560d34-8ae2-4404-a01f-3271d09e5e18 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f HTTP/1.1" status: 200 len: 379 time: 0.0901766 Jun 04 16:33:21.268030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'port': {'device_id': '0f7113d7-8235-4342-b5c0-edcf36774565', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'admin_state_up': True, 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'security_groups': ['764e0e50-7804-4ef8-b796-227ae0949064']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:21.492138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:21.498894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:port and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:21.502440 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:21.509521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:21.559127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Made reservation on behalf of 9a6c197ec3444659b4b4af7e2c0aec5f for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:33:21.561126 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:21.691207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2adfb-6538-410e-943e-229db915caac req-a690de94-608f-4ea9-bb73-4e7941ca828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:21.693030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3d2adfb-6538-410e-943e-229db915caac req-a690de94-608f-4ea9-bb73-4e7941ca828a service neutron] 10.222.0.46 "GET /v2.0/networks?id=614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 200 len: 917 time: 0.7438815 Jun 04 16:33:21.814639 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3d2adfb-6538-410e-943e-229db915caac req-6856e268-0837-4c35-aa89-2c5a9becc23d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99 HTTP/1.1" status: 200 len: 999 time: 0.1101289 Jun 04 16:33:21.898565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442f6fb-23b4-45dd-a8f8-39fcb59ac6ef req-450b66bc-b002-468c-9a30-6a42011cd84d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:21.905517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442f6fb-23b4-45dd-a8f8-39fcb59ac6ef req-450b66bc-b002-468c-9a30-6a42011cd84d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:21.912228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442f6fb-23b4-45dd-a8f8-39fcb59ac6ef req-450b66bc-b002-468c-9a30-6a42011cd84d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:21.918345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442f6fb-23b4-45dd-a8f8-39fcb59ac6ef req-450b66bc-b002-468c-9a30-6a42011cd84d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:21.925148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442f6fb-23b4-45dd-a8f8-39fcb59ac6ef req-450b66bc-b002-468c-9a30-6a42011cd84d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:21.945029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442f6fb-23b4-45dd-a8f8-39fcb59ac6ef req-450b66bc-b002-468c-9a30-6a42011cd84d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:21.971122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442f6fb-23b4-45dd-a8f8-39fcb59ac6ef req-450b66bc-b002-468c-9a30-6a42011cd84d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:21.973105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b442f6fb-23b4-45dd-a8f8-39fcb59ac6ef req-450b66bc-b002-468c-9a30-6a42011cd84d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5433 time: 1.2485580 Jun 04 16:33:21.980457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-c2934eb1-a811-416e-a3ba-5c62a7448871 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Router 754ec0ac-5c04-4858-935b-65ad23d666e2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:33:21.993246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Allocated IP 172.20.0.7 (6f5938a6-9eb6-42de-81b7-fd33ade18d19/5a10394f-857f-48ce-84fe-ff0cc4ad9f70/a93b1a82-240b-480c-83b7-5ef1d8b098cc) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:33:22.123863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2adfb-6538-410e-943e-229db915caac req-1c1ef2c4-6103-44b1-a213-15d0964a550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:22.125491 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3d2adfb-6538-410e-943e-229db915caac req-1c1ef2c4-6103-44b1-a213-15d0964a550b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a52ac60c-7b2f-44a7-bfdf-ded791d655a5 HTTP/1.1" status: 200 len: 855 time: 0.3032320 Jun 04 16:33:22.177868 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b442f6fb-23b4-45dd-a8f8-39fcb59ac6ef req-e075c26c-6085-4a5c-8a96-649eb771245a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918428 Jun 04 16:33:22.264068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:22.288608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Transition to ACTIVE for port object a93b1a82-240b-480c-83b7-5ef1d8b098cc will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:33:22.313663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-c2934eb1-a811-416e-a3ba-5c62a7448871 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:33:22.319881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-c2934eb1-a811-416e-a3ba-5c62a7448871 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:22.325519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f17be6-b13b-4981-9f31-34d437b4c627 None None] Sync routers for ids ['754ec0ac-5c04-4858-935b-65ad23d666e2'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:33:22.338233 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:22.345120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f17be6-b13b-4981-9f31-34d437b4c627 None None] Routers {'754ec0ac-5c04-4858-935b-65ad23d666e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:33:22.345935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f3f17be6-b13b-4981-9f31-34d437b4c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:33:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['754ec0ac-5c04-4858-935b-65ad23d666e2'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:22.346690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52902) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:22.464448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'Port': ['ID=a93b1a82-240b-480c-83b7-5ef1d8b098cc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:22.470333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2adfb-6538-410e-943e-229db915caac req-26fb8c4f-a896-4eda-9434-974d4f3ccb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:22.485477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3d2adfb-6538-410e-943e-229db915caac req-26fb8c4f-a896-4eda-9434-974d4f3ccb6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=614a7452-3f8e-48d3-a295-c0d70920f61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3505166 Jun 04 16:33:22.496141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:33:22.501254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:33:22.506957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:33:22.529893 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-c2934eb1-a811-416e-a3ba-5c62a7448871 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "PUT /v2.0/floatingips/f49118a5-d553-4dc2-abbe-2b23d05cda3e HTTP/1.1" status: 200 len: 695 time: 3.1595991 Jun 04 16:33:22.564231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:22.644936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:22.652518 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:22.711765 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-f9c15d20-7de4-4b69-9941-20542394890e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4530885 Jun 04 16:33:22.723587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Request body: {'port': {'device_id': '0f7113d7-8235-4342-b5c0-edcf36774565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:22.770817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-57333666-2806-44b6-b371-fdf87961d1c5 admin admin] Deleting subnet 966a3db3-d913-4bab-9398-7d8056a3f724 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:33:22.782661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-f3f17be6-b13b-4981-9f31-34d437b4c627 None None] Set router 754ec0ac-5c04-4858-935b-65ad23d666e2 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:33:22.817838 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57333666-2806-44b6-b371-fdf87961d1c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:22.969006 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:23.011849 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57333666-2806-44b6-b371-fdf87961d1c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:23.136928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3d2adfb-6538-410e-943e-229db915caac req-a4f21a79-e964-4b4d-9a1d-2dc38d766cb7 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199617 Jun 04 16:33:23.141654 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57333666-2806-44b6-b371-fdf87961d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:23.234530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-71b2d7d7-4d35-4d61-9ca0-aef3fd416f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:23.241578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-71b2d7d7-4d35-4d61-9ca0-aef3fd416f87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fda2a66f036485eb9c4d3c7e6242d11&device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 1096 time: 0.6724503 Jun 04 16:33:23.286414 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a031d-b21b-4a70-b0e9-a0f44a008821 req-0294e42a-e8ca-46b1-bce1-d044171899ae tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:23.293141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d56a031d-b21b-4a70-b0e9-a0f44a008821 req-0294e42a-e8ca-46b1-bce1-d044171899ae tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 931 time: 0.7185426 Jun 04 16:33:23.310710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d174ed1a-10b7-47c7-8956-929074f19f88 None None] Provisioning for port a93b1a82-240b-480c-83b7-5ef1d8b098cc completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:33:23.327627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d174ed1a-10b7-47c7-8956-929074f19f88 None None] Provisioning complete for port a93b1a82-240b-480c-83b7-5ef1d8b098cc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:33:23.328267 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d174ed1a-10b7-47c7-8956-929074f19f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:23.488843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d174ed1a-10b7-47c7-8956-929074f19f88 None None] Port a93b1a82-240b-480c-83b7-5ef1d8b098cc cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:33:23.564135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93b1a82-240b-480c-83b7-5ef1d8b098cc {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:33:23.583395 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:23.604074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3d2adfb-6538-410e-943e-229db915caac req-8d77b864-4e71-4c4e-9d69-f3ec4c8a9b02 service neutron] 10.222.0.46 "GET /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124563 Jun 04 16:33:23.625009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Transition to ACTIVE for port object a93b1a82-240b-480c-83b7-5ef1d8b098cc will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:33:23.631972 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f3f17be6-b13b-4981-9f31-34d437b4c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:31:34Z', 'revision_number': 4, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port': {'id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:25Z', 'updated_at': '2022-06-04T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2', 'name': '', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'mac_address': 'fa:16:3e:97:7e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:32Z', 'updated_at': '2022-06-04T16:31:41Z', 'revision_number': 5, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'subnets': [{'id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:23.637864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:23.643797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f17be6-b13b-4981-9f31-34d437b4c627 None None] Checking router: 754ec0ac-5c04-4858-935b-65ad23d666e2 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:33:23.665738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d56a031d-b21b-4a70-b0e9-a0f44a008821 req-414c3ea9-2cb6-42de-9770-ce227c56148c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=764e0e50-7804-4ef8-b796-227ae0949064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3715529 Jun 04 16:33:23.668482 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57333666-2806-44b6-b371-fdf87961d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:23.669503 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f17be6-b13b-4981-9f31-34d437b4c627 None None] Routers {'754ec0ac-5c04-4858-935b-65ad23d666e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:33:23.671580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f3f17be6-b13b-4981-9f31-34d437b4c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:33:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['754ec0ac-5c04-4858-935b-65ad23d666e2'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:23.821611 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57333666-2806-44b6-b371-fdf87961d1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:23.826492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a93b1a82-240b-480c-83b7-5ef1d8b098cc,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:23.868878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-57333666-2806-44b6-b371-fdf87961d1c5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/966a3db3-d913-4bab-9398-7d8056a3f724 HTTP/1.1" status: 204 len: 168 time: 1.5207341 Jun 04 16:33:23.872161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57333666-2806-44b6-b371-fdf87961d1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966a3db3-d913-4bab-9398-7d8056a3f724,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:23.903869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52936) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:23.999870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-d53c4300-7053-4a27-8fb8-12a6a701ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:24.001793 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-d53c4300-7053-4a27-8fb8-12a6a701ba75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0936bf77-67cf-4003-9f24-8ba0c47adf59 HTTP/1.1" status: 200 len: 920 time: 0.7593389 Jun 04 16:33:24.155466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Attempting to bind port a93b1a82-240b-480c-83b7-5ef1d8b098cc on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:33:24.155466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Attempting to bind port a93b1a82-240b-480c-83b7-5ef1d8b098cc by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:33:24.161827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Attempting to bind port a93b1a82-240b-480c-83b7-5ef1d8b098cc on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:33:24.186183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Port a93b1a82-240b-480c-83b7-5ef1d8b098cc on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:33:24.189234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-f3f17be6-b13b-4981-9f31-34d437b4c627 None None] Set router 754ec0ac-5c04-4858-935b-65ad23d666e2 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:33:24.189712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Attempting to bind port a93b1a82-240b-480c-83b7-5ef1d8b098cc on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:33:24.211792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:33:24.213061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Checking segment: {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:33:24.214609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Bound using segment: {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:33:24.215393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Bound port: a93b1a82-240b-480c-83b7-5ef1d8b098cc, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:33:24.216633 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:24.453631 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] For port a93b1a82-240b-480c-83b7-5ef1d8b098cc, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:33:24.458025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] For port a93b1a82-240b-480c-83b7-5ef1d8b098cc, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a93b1a82-240b-480c-83b7-5ef1d8b098cc,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:33:24.465460 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:24.493785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-9e0cb167-49c5-488b-99f1-49b1f2c4685c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 200 len: 217 time: 0.4849675 Jun 04 16:33:24.600681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:24.601295 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:24.604306 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] 10.222.0.46 "PUT /v2.0/ports/a93b1a82-240b-480c-83b7-5ef1d8b098cc HTTP/1.1" status: 200 len: 1091 time: 1.8861945 Jun 04 16:33:24.604743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7113d7-8235-4342-b5c0-edcf36774565', 'tag': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:24.649768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75310d2f-dcf1-438a-b837-2dbe8e2e01e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a93b1a82-240b-480c-83b7-5ef1d8b098cc,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:24.919224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-94ffdb1a-a9f4-4d0f-8ba2-70934c79c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:24.922814 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-94ffdb1a-a9f4-4d0f-8ba2-70934c79c09d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 1094 time: 0.2662621 Jun 04 16:33:24.981876 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19e94dd2-a87c-4209-a709-049624b60e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:24.998945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f3f17be6-b13b-4981-9f31-34d437b4c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:31:34Z', 'revision_number': 4, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port': {'id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:25Z', 'updated_at': '2022-06-04T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2', 'name': '', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'mac_address': 'fa:16:3e:97:7e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:32Z', 'updated_at': '2022-06-04T16:31:41Z', 'revision_number': 5, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'subnets': [{'id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:25.008424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f17be6-b13b-4981-9f31-34d437b4c627 None None] The sync data for ids ['754ec0ac-5c04-4858-935b-65ad23d666e2'] in n-d-811809-3 is: [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:31:34Z', 'revision_number': 4, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port': {'id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:25Z', 'updated_at': '2022-06-04T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2', 'name': '', 'network_id': '0936bf77-67cf-4003-9f24-8ba0c47adf59', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'mac_address': 'fa:16:3e:97:7e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:32Z', 'updated_at': '2022-06-04T16:31:41Z', 'revision_number': 5, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'subnets': [{'id': 'e19a0ae7-f6e6-4982-b458-d1d82436ca83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:33:25.131599 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-9c769a69-56d3-4062-8243-328e7c0d18e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a93b1a82-240b-480c-83b7-5ef1d8b098cc HTTP/1.1" status: 200 len: 217 time: 0.1962800 Jun 04 16:33:25.151870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-3ff26df9-f8a0-4bb6-8494-7632625cf697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:25.153310 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-3ff26df9-f8a0-4bb6-8494-7632625cf697 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e19a0ae7-f6e6-4982-b458-d1d82436ca83 HTTP/1.1" status: 200 len: 859 time: 0.4667311 Jun 04 16:33:25.166345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-ed84670b-e837-4de5-8d8d-5456432cdf3c tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:25.167562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-ed84670b-e837-4de5-8d8d-5456432cdf3c tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/networks?id=f0e7115e-af22-4665-bc60-6ffa5d51db65 HTTP/1.1" status: 200 len: 822 time: 0.6729803 Jun 04 16:33:25.278312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-9e26510e-125c-4c4e-b2a4-a6b26241a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:25.280117 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-9e26510e-125c-4c4e-b2a4-a6b26241a56f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 200 len: 854 time: 0.1300528 Jun 04 16:33:25.321421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-cf2bd6f4-9857-4b55-816d-c71e82c3b592 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0936bf77-67cf-4003-9f24-8ba0c47adf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522410 Jun 04 16:33:25.430421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-87d08cd9-a739-4e74-bee6-ee8f121ca8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:25.432642 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-87d08cd9-a739-4e74-bee6-ee8f121ca8b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f5938a6-9eb6-42de-81b7-fd33ade18d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283519 Jun 04 16:33:25.446234 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-698b9ae2-a397-4ee1-9787-8b176b80be09 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/quotas/fa8eb5366ea74e3a9f2e6b06de21fa90 HTTP/1.1" status: 200 len: 375 time: 0.1568334 Jun 04 16:33:25.573062 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeae1f3-7b66-48c6-be73-28b77c602585 None None] New status for floating IP f49118a5-d553-4dc2-abbe-2b23d05cda3e: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:33:25.579167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-b3e8c47c-868c-4e4c-b4eb-e0eabd20b650 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa8eb5366ea74e3a9f2e6b06de21fa90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1318648 Jun 04 16:33:25.582772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19e94dd2-a87c-4209-a709-049624b60e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:25.782322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-19e94dd2-a87c-4209-a709-049624b60e13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a181c0-7027-48a1-bb03-e9cf6da33700']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:25.791829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-b040fee6-fdef-404b-9a31-cf18324bcd4f service neutron] 10.222.0.13 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544342 Jun 04 16:33:25.811647 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-b4b31c3b-a9fc-4650-b4b2-f8027983661a service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519094 Jun 04 16:33:25.832983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-19e94dd2-a87c-4209-a709-049624b60e13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975b678c-6fab-4b20-99fe-891a54b11ef5') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:25.833542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-19e94dd2-a87c-4209-a709-049624b60e13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975b678c-6fab-4b20-99fe-891a54b11ef5') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:25.925455 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19e94dd2-a87c-4209-a709-049624b60e13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:25.968726 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19e94dd2-a87c-4209-a709-049624b60e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:25.979823 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-4a1abe0b-8f50-4eec-ac95-2cb9c09bbbfa service neutron] 10.222.0.13 "GET /v2.0/networks/f0e7115e-af22-4665-bc60-6ffa5d51db65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991573 Jun 04 16:33:26.091054 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48ab4504-9f53-43af-a1ce-0c55207d02ff req-65584222-6bbc-445e-8099-483ca185979b service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455702 Jun 04 16:33:26.188551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-ce019835-d340-4227-8090-5ef1e58402f4 service neutron] 10.222.0.13 "GET /v2.0/networks/f0e7115e-af22-4665-bc60-6ffa5d51db65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074826 Jun 04 16:33:26.195753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e94dd2-a87c-4209-a709-049624b60e13 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:33:26.197634 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19e94dd2-a87c-4209-a709-049624b60e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:26.254419 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 975b678c-6fab-4b20-99fe-891a54b11ef5 resource provider aggregate not found Jun 04 16:33:26.292455 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 975b678c-6fab-4b20-99fe-891a54b11ef5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 975b678c-6fab-4b20-99fe-891a54b11ef5 found for delete ", "request_id": "req-a8419ce3-6a4f-43bb-8d89-c136e2a4862a"}]} Jun 04 16:33:26.433916 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cd5c1ea-a6ea-4cfe-84a3-2369b274d264 req-4ce227f4-40ed-4af2-94b3-cce46ee9d924 service neutron] 10.222.0.13 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295345 Jun 04 16:33:26.457449 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19e94dd2-a87c-4209-a709-049624b60e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:26.482393 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19e94dd2-a87c-4209-a709-049624b60e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:26.582310 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-19e94dd2-a87c-4209-a709-049624b60e13 admin admin] 10.222.0.13 "DELETE /v2.0/networks/80a181c0-7027-48a1-bb03-e9cf6da33700 HTTP/1.1" status: 204 len: 168 time: 2.6625607 Jun 04 16:33:26.583386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e94dd2-a87c-4209-a709-049624b60e13 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a181c0-7027-48a1-bb03-e9cf6da33700,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:27.042708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53008) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:27.069327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f055b85-31b3-4a2f-9590-8c913388f522 req-0fca6a7e-0eb0-40b8-881d-5796844be1f7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:27.078915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f055b85-31b3-4a2f-9590-8c913388f522 req-0fca6a7e-0eb0-40b8-881d-5796844be1f7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 943 time: 0.3826983 Jun 04 16:33:27.156542 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f16180f1-4bd2-4180-a235-89c6b604ba37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=328ffcd2e2d442c59a06e9e8fb653e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1124437 Jun 04 16:33:27.157252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53014) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:27.196681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f055b85-31b3-4a2f-9590-8c913388f522 req-107de583-9fc6-4a7e-bcd5-d1059329c26a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145251 Jun 04 16:33:27.267146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45fafd-eaa7-40b9-a6e3-0130ef9cd5f0 req-c5e5a45f-4841-4de1-b49f-cd0a918f5554 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:27.285829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45fafd-eaa7-40b9-a6e3-0130ef9cd5f0 req-c5e5a45f-4841-4de1-b49f-cd0a918f5554 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:27.304830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45fafd-eaa7-40b9-a6e3-0130ef9cd5f0 req-c5e5a45f-4841-4de1-b49f-cd0a918f5554 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:27.340020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45fafd-eaa7-40b9-a6e3-0130ef9cd5f0 req-c5e5a45f-4841-4de1-b49f-cd0a918f5554 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:27.354281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45fafd-eaa7-40b9-a6e3-0130ef9cd5f0 req-c5e5a45f-4841-4de1-b49f-cd0a918f5554 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:27.360664 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-77ad0072-02dc-47bf-9a25-cc1118eb33c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:27.371302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45fafd-eaa7-40b9-a6e3-0130ef9cd5f0 req-c5e5a45f-4841-4de1-b49f-cd0a918f5554 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:27.384651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45fafd-eaa7-40b9-a6e3-0130ef9cd5f0 req-c5e5a45f-4841-4de1-b49f-cd0a918f5554 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:27.388832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae45fafd-eaa7-40b9-a6e3-0130ef9cd5f0 req-c5e5a45f-4841-4de1-b49f-cd0a918f5554 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5433 time: 0.4612978 Jun 04 16:33:27.394645 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4dcf1a9-a00e-42e8-b995-4c2e643013c1'] response: {'name': 'network-changed', 'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394', 'status': 'completed', 'code': 200} Jun 04 16:33:27.418103 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-77ad0072-02dc-47bf-9a25-cc1118eb33c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:27.524998 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-77ad0072-02dc-47bf-9a25-cc1118eb33c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:27.574635 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad0072-02dc-47bf-9a25-cc1118eb33c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d232b-57ca-473f-a84b-f78c42bc9871,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:27.589025 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-77ad0072-02dc-47bf-9a25-cc1118eb33c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:27.608864 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-77ad0072-02dc-47bf-9a25-cc1118eb33c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be7d232b-57ca-473f-a84b-f78c42bc9871 HTTP/1.1" status: 204 len: 168 time: 0.4312298 Jun 04 16:33:27.770353 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abecfdc1-71c7-44f1-8d53-e95beebe5745'] response: {'name': 'network-changed', 'server_uuid': '0f7113d7-8235-4342-b5c0-edcf36774565', 'tag': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc', 'status': 'completed', 'code': 200} Jun 04 16:33:27.773079 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0da634ad-23fc-49c2-8f96-2214d94a1776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:28.012972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbecf69-15a7-4aa1-8eab-bce54f78df45 req-fed0b3ae-7f65-4998-b1ce-f80a9bf1e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:28.015299 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8cbecf69-15a7-4aa1-8eab-bce54f78df45 req-fed0b3ae-7f65-4998-b1ce-f80a9bf1e285 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 1094 time: 0.2175159 Jun 04 16:33:28.080671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07194a1f-bb26-4e41-8bbd-4be227486c6e req-8cff6224-cbaf-485c-b333-7233ae220a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:28.080671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07194a1f-bb26-4e41-8bbd-4be227486c6e req-8cff6224-cbaf-485c-b333-7233ae220a64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fda2a66f036485eb9c4d3c7e6242d11&device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 1096 time: 0.6833093 Jun 04 16:33:28.194581 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-371b6247-539e-449e-b14c-0410473da0a6 req-33af3fec-42fc-45f3-8a88-fa896f120803 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 210 time: 0.1140771 Jun 04 16:33:28.221212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b607d-f10a-4272-b2b0-65e08410db12 req-3d32d455-e5cd-42d8-92e2-8e84fe33334c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:28.222753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-777b607d-f10a-4272-b2b0-65e08410db12 req-3d32d455-e5cd-42d8-92e2-8e84fe33334c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 943 time: 0.2980871 Jun 04 16:33:28.421345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-babdb824-0cb6-42d2-9d37-cb8a94c1fdcf tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/floatingips/f49118a5-d553-4dc2-abbe-2b23d05cda3e HTTP/1.1" status: 200 len: 693 time: 0.1461723 Jun 04 16:33:28.455038 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-777b607d-f10a-4272-b2b0-65e08410db12 req-594b62f6-a21d-46d2-ae02-9258ec2a5ced tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=764e0e50-7804-4ef8-b796-227ae0949064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787794 Jun 04 16:33:28.561849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07194a1f-bb26-4e41-8bbd-4be227486c6e req-1a8a5e44-f92c-423a-88aa-9ea9fe980b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:28.563695 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07194a1f-bb26-4e41-8bbd-4be227486c6e req-1a8a5e44-f92c-423a-88aa-9ea9fe980b91 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0936bf77-67cf-4003-9f24-8ba0c47adf59 HTTP/1.1" status: 200 len: 920 time: 0.4220107 Jun 04 16:33:28.713449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbecf69-15a7-4aa1-8eab-bce54f78df45 req-80050256-1c96-44c2-bc51-eaca9cd45a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:28.720485 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8cbecf69-15a7-4aa1-8eab-bce54f78df45 req-80050256-1c96-44c2-bc51-eaca9cd45a39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 916 time: 0.6989448 Jun 04 16:33:28.893521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07194a1f-bb26-4e41-8bbd-4be227486c6e req-5732d32f-f8b7-444f-aff4-6f97fae36dce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 200 len: 217 time: 0.3181622 Jun 04 16:33:28.978152 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8cbecf69-15a7-4aa1-8eab-bce54f78df45 req-b85a6133-3f30-4cc8-9a2c-61b611f4a2d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a93b1a82-240b-480c-83b7-5ef1d8b098cc HTTP/1.1" status: 200 len: 217 time: 0.2397327 Jun 04 16:33:29.163823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbecf69-15a7-4aa1-8eab-bce54f78df45 req-941d50f2-0a2d-4041-8e44-a14b0127df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:29.165760 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8cbecf69-15a7-4aa1-8eab-bce54f78df45 req-941d50f2-0a2d-4041-8e44-a14b0127df51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 200 len: 854 time: 0.1839194 Jun 04 16:33:29.252256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53072) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:29.302225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device a93b1a82-240b-480c-83b7-5ef1d8b098cc details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:33:29.407520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-ad5e90db-2c66-40f2-b99b-bce52c948c36 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:29.421540 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-ad5e90db-2c66-40f2-b99b-bce52c948c36 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 784 time: 0.9993312 Jun 04 16:33:29.440956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbecf69-15a7-4aa1-8eab-bce54f78df45 req-4f0692cd-8107-4313-84f4-6b03075906e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:29.442604 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8cbecf69-15a7-4aa1-8eab-bce54f78df45 req-4f0692cd-8107-4313-84f4-6b03075906e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f5938a6-9eb6-42de-81b7-fd33ade18d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2670748 Jun 04 16:33:29.708343 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8cbecf69-15a7-4aa1-8eab-bce54f78df45 req-f7130cfb-d436-40d4-8458-6f78b8cfc31d service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526665 Jun 04 16:33:29.763928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port a93b1a82-240b-480c-83b7-5ef1d8b098cc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a93b1a82-240b-480c-83b7-5ef1d8b098cc,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:29.779813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-2ef4bf92-e366-45b6-a16b-c75cc60a6c37 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:29.781521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-2ef4bf92-e366-45b6-a16b-c75cc60a6c37 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.42 "GET /v2.0/networks?id=f0e7115e-af22-4665-bc60-6ffa5d51db65 HTTP/1.1" status: 200 len: 822 time: 1.0571132 Jun 04 16:33:29.785984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'port_id': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc', 'mac_address': 'fa:16:3e:13:50:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:33:29.797809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53094) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:29.818740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Request body: {'port': {'device_id': 'ac5bfeeb-8da4-484d-b767-827bba759191', 'network_id': 'f0e7115e-af22-4665-bc60-6ffa5d51db65', 'admin_state_up': True, 'tenant_id': 'fa8eb5366ea74e3a9f2e6b06de21fa90'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:29.865432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port a93b1a82-240b-480c-83b7-5ef1d8b098cc is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:33:29.866002 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:29.892381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93b1a82-240b-480c-83b7-5ef1d8b098cc {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:33:29.917773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port a93b1a82-240b-480c-83b7-5ef1d8b098cc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a93b1a82-240b-480c-83b7-5ef1d8b098cc,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:29.921662 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8cbecf69-15a7-4aa1-8eab-bce54f78df45 req-c84b4530-269c-40cd-bbd7-bbb1113cfca5 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958220 Jun 04 16:33:29.922828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-5b221394-0353-4b40-91bc-76666e6d0c21 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 696 time: 0.4391668 Jun 04 16:33:29.930135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-565e24c3-92c6-4414-a103-e7abc4e9593a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:29.942922 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:29.953992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-565e24c3-92c6-4414-a103-e7abc4e9593a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:29.962050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-565e24c3-92c6-4414-a103-e7abc4e9593a admin admin] Usage tracker for resource:security_group_rule and tenant:55c850dce4054f649e43682a7a42eb27 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:29.966686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-565e24c3-92c6-4414-a103-e7abc4e9593a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:29.973423 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-565e24c3-92c6-4414-a103-e7abc4e9593a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:30.130514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07194a1f-bb26-4e41-8bbd-4be227486c6e req-5a9390ce-ab71-46ba-8b8a-86c44d11a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:30.136861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07194a1f-bb26-4e41-8bbd-4be227486c6e req-5a9390ce-ab71-46ba-8b8a-86c44d11a2e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e19a0ae7-f6e6-4982-b458-d1d82436ca83 HTTP/1.1" status: 200 len: 859 time: 1.1746953 Jun 04 16:33:30.145913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=a93b1a82-240b-480c-83b7-5ef1d8b098cc,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:30.159840 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-565e24c3-92c6-4414-a103-e7abc4e9593a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:30.167183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-565e24c3-92c6-4414-a103-e7abc4e9593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:30.179493 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c4190c67-2657-47da-b039-1a0097eefb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:30.226580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['a93b1a82-240b-480c-83b7-5ef1d8b098cc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:33:30.244152 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-565e24c3-92c6-4414-a103-e7abc4e9593a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55c850dce4054f649e43682a7a42eb27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9739866 Jun 04 16:33:30.250096 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53106) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:30.325653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07194a1f-bb26-4e41-8bbd-4be227486c6e req-9a4231d6-16bf-4d1e-b2e3-03a124070e38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0936bf77-67cf-4003-9f24-8ba0c47adf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1780446 Jun 04 16:33:30.332573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e24c3-92c6-4414-a103-e7abc4e9593a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48db5320-471e-42db-ade6-599cdc0df5bb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:30.343483 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-04c99f0b-0da3-4d64-9f9a-4b99625c4a45 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 696 time: 0.4191363 Jun 04 16:33:30.379138 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d06d37d0-9781-481e-ae46-e4e514da77d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:30.409438 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d06d37d0-9781-481e-ae46-e4e514da77d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:30.486853 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d06d37d0-9781-481e-ae46-e4e514da77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:30.520773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d37d0-9781-481e-ae46-e4e514da77d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48db5320-471e-42db-ade6-599cdc0df5bb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:30.544598 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d06d37d0-9781-481e-ae46-e4e514da77d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:30.546125 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d06d37d0-9781-481e-ae46-e4e514da77d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48db5320-471e-42db-ade6-599cdc0df5bb HTTP/1.1" status: 204 len: 168 time: 0.2946441 Jun 04 16:33:31.077930 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:31.292768 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device a93b1a82-240b-480c-83b7-5ef1d8b098cc up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:33:31.427856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:31.439528 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:31.461948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab6e5f-d345-46aa-8cc3-896bd675091d req-3ccfb33c-f56a-4bdd-bd8c-7906c4a86bf7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:31.463687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99ab6e5f-d345-46aa-8cc3-896bd675091d req-3ccfb33c-f56a-4bdd-bd8c-7906c4a86bf7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 943 time: 2.5237370 Jun 04 16:33:31.471268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port a93b1a82-240b-480c-83b7-5ef1d8b098cc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:33:31.477100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port a93b1a82-240b-480c-83b7-5ef1d8b098cc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:33:31.477672 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:31.514541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Usage tracker for resource:port and tenant:fa8eb5366ea74e3a9f2e6b06de21fa90 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:31.675897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:31.730415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:31.869505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port a93b1a82-240b-480c-83b7-5ef1d8b098cc is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:33:31.869953 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:31.910615 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99ab6e5f-d345-46aa-8cc3-896bd675091d req-b863d5db-b7ac-4395-9f48-81bc9607f110 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4332621 Jun 04 16:33:31.911719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-c6aef1b9-1454-40b3-9824-bc29680e0429 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Deleting port cd5cb507-dfdc-4d90-8be7-bf30907a2f75 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:33:31.912161 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-c6aef1b9-1454-40b3-9824-bc29680e0429 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:31.916605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7113d7-8235-4342-b5c0-edcf36774565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:31.944942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port a93b1a82-240b-480c-83b7-5ef1d8b098cc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a93b1a82-240b-480c-83b7-5ef1d8b098cc,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:31.955708 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:32.103534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=a93b1a82-240b-480c-83b7-5ef1d8b098cc,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:32.151293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Made reservation on behalf of fa8eb5366ea74e3a9f2e6b06de21fa90 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:33:32.155054 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:32.281131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85efebb-27a4-4e34-8efe-2ec17f402c35 req-6e76d0e7-0cbd-409a-98ea-231d6589b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:32.282206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85efebb-27a4-4e34-8efe-2ec17f402c35 req-6e76d0e7-0cbd-409a-98ea-231d6589b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:32.282866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85efebb-27a4-4e34-8efe-2ec17f402c35 req-6e76d0e7-0cbd-409a-98ea-231d6589b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:32.283486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85efebb-27a4-4e34-8efe-2ec17f402c35 req-6e76d0e7-0cbd-409a-98ea-231d6589b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:32.284804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85efebb-27a4-4e34-8efe-2ec17f402c35 req-6e76d0e7-0cbd-409a-98ea-231d6589b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:32.288950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85efebb-27a4-4e34-8efe-2ec17f402c35 req-6e76d0e7-0cbd-409a-98ea-231d6589b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:32.298710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85efebb-27a4-4e34-8efe-2ec17f402c35 req-6e76d0e7-0cbd-409a-98ea-231d6589b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:32.315625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c85efebb-27a4-4e34-8efe-2ec17f402c35 req-6e76d0e7-0cbd-409a-98ea-231d6589b5bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 6490 time: 2.5159552 Jun 04 16:33:32.319451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60bda341-c4c6-400b-a9b6-873f93bf1360 req-2d0367b5-67b0-4da8-8fe2-53f3c6b5d264 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 210 time: 0.1718709 Jun 04 16:33:32.435520 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-c6aef1b9-1454-40b3-9824-bc29680e0429 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:32.436276 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-c6aef1b9-1454-40b3-9824-bc29680e0429 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:32.539462 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:32.665365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-c6aef1b9-1454-40b3-9824-bc29680e0429 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Calling delete_port for cd5cb507-dfdc-4d90-8be7-bf30907a2f75 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:33:32.983277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07194a1f-bb26-4e41-8bbd-4be227486c6e req-7d69be0d-8b3f-45e9-a93c-b03b55a0989e service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6172972 Jun 04 16:33:33.038348 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c85efebb-27a4-4e34-8efe-2ec17f402c35 req-e64f522c-668e-4c97-be9c-67089d16e410 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7215717 Jun 04 16:33:33.194216 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-c6aef1b9-1454-40b3-9824-bc29680e0429 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:33.771282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aef1b9-1454-40b3-9824-bc29680e0429 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Pushing event deleted for resources: {'Port': ['ID=cd5cb507-dfdc-4d90-8be7-bf30907a2f75,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:33.789638 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-c6aef1b9-1454-40b3-9824-bc29680e0429 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:33.857835 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:33.882406 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07194a1f-bb26-4e41-8bbd-4be227486c6e req-d33770c7-4087-447a-9a95-3b99c69263bc service neutron] 10.222.0.42 "GET /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8044581 Jun 04 16:33:33.896645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211856f-60e2-4753-a807-eb25e2be7971 req-1ac69e2e-a9a1-49cc-9a6c-a3fc3d5611f2 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:33.898198 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2211856f-60e2-4753-a807-eb25e2be7971 req-1ac69e2e-a9a1-49cc-9a6c-a3fc3d5611f2 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 945 time: 1.1435528 Jun 04 16:33:34.008671 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-c6aef1b9-1454-40b3-9824-bc29680e0429 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:34.009808 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f41e832e-0494-44cc-9137-27becd6d6dc9 req-c6aef1b9-1454-40b3-9824-bc29680e0429 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "DELETE /v2.0/floatingips/f49118a5-d553-4dc2-abbe-2b23d05cda3e HTTP/1.1" status: 204 len: 173 time: 3.6656585 Jun 04 16:33:34.017330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2211856f-60e2-4753-a807-eb25e2be7971 req-cc0e8ef4-96d2-48a0-9c63-fbe47f5b2ee3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=764e0e50-7804-4ef8-b796-227ae0949064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784318 Jun 04 16:33:34.026379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Allocated IP 172.20.0.12 (f0e7115e-af22-4665-bc60-6ffa5d51db65/ea223dfb-5991-4d80-a4bc-25a0c091a07a/bca967ed-2588-4316-aaa1-c5225c9c7fce) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:33:34.058587 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:34.189603 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d4c7ab-7b0c-4818-be08-f6867bd15fba'] response: {'server_uuid': '0f7113d7-8235-4342-b5c0-edcf36774565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc', 'code': 200} Jun 04 16:33:34.488379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfbe87-71e3-417f-9641-bb773e69dc5f req-ca2de6b5-a1e8-4a6b-af7d-08dfdebd530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:34.498329 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-20dfbe87-71e3-417f-9641-bb773e69dc5f req-ca2de6b5-a1e8-4a6b-af7d-08dfdebd530a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 1096 time: 0.2108798 Jun 04 16:33:34.615285 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-20dfbe87-71e3-417f-9641-bb773e69dc5f req-4e557fae-fe00-4937-9396-11c188ad0eda service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=764e0e50-7804-4ef8-b796-227ae0949064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060977 Jun 04 16:33:34.781828 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:34.878875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3984d2-e1f8-48ce-9090-0b61da858226 req-385b7fd2-9baf-4391-a7ff-69544a5fcd4d tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:34.884688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca3984d2-e1f8-48ce-9090-0b61da858226 req-385b7fd2-9baf-4391-a7ff-69544a5fcd4d tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 943 time: 0.4968843 Jun 04 16:33:34.956833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca3984d2-e1f8-48ce-9090-0b61da858226 req-c623db57-3ba1-4a5d-a584-f7f728299196 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647435 Jun 04 16:33:34.959011 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:35.278198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Network f0e7115e-af22-4665-bc60-6ffa5d51db65 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:33:35.317252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:33:35.348453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:33:35.456664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:35.457336 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:35.471383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Pushing event updated for resources: {'Port': ['ID=bca967ed-2588-4316-aaa1-c5225c9c7fce,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:35.488980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7dcf1712-456c-4daa-8d14-5578e47d28f7 req-f2493205-eb8d-48d8-b9db-c8a3408186c4 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups/5891e11d-b50d-40ba-beb7-8cd2ec28da8c HTTP/1.1" status: 200 len: 1808 time: 0.4449115 Jun 04 16:33:35.546114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-8d7e7cbc-0a02-4755-a079-ff8e2f3d1b38 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7449591 Jun 04 16:33:35.565639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Request body: {'port': {'device_id': 'ac5bfeeb-8da4-484d-b767-827bba759191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:35.648023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aaa690-00be-453d-9a7b-35739b669356 req-fc7d9839-3c08-42df-be7c-2fa743a37084 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:35.651072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-32aaa690-00be-453d-9a7b-35739b669356 req-fc7d9839-3c08-42df-be7c-2fa743a37084 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Synchronizing usage tracker for tenant:fa8eb5366ea74e3a9f2e6b06de21fa90 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:33:35.701191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-32aaa690-00be-453d-9a7b-35739b669356 req-fc7d9839-3c08-42df-be7c-2fa743a37084 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Unset dirty status for tenant:fa8eb5366ea74e3a9f2e6b06de21fa90 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:33:35.702482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-32aaa690-00be-453d-9a7b-35739b669356 req-fc7d9839-3c08-42df-be7c-2fa743a37084 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 932 time: 0.5520422 Jun 04 16:33:35.871690 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7dcf1712-456c-4daa-8d14-5578e47d28f7 req-d6dc3aa1-6eda-420b-bffd-218f0a976461 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:35.947980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-32aaa690-00be-453d-9a7b-35739b669356 req-efc43e43-7e0a-48e4-99d4-6e05d90e76a0 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/security-groups?id=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070241 Jun 04 16:33:35.948647 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:36.243539 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7dcf1712-456c-4daa-8d14-5578e47d28f7 req-d6dc3aa1-6eda-420b-bffd-218f0a976461 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:36.312563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cce41324-43a2-4e30-a2a7-67c3148aae03 req-d3be84e8-b0ac-4941-b4b0-d5d70bc5b12f tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0609007 Jun 04 16:33:36.494480 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7dcf1712-456c-4daa-8d14-5578e47d28f7 req-d6dc3aa1-6eda-420b-bffd-218f0a976461 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:36.602090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc3aa1-6eda-420b-bffd-218f0a976461 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5891e11d-b50d-40ba-beb7-8cd2ec28da8c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:36.640658 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7dcf1712-456c-4daa-8d14-5578e47d28f7 req-d6dc3aa1-6eda-420b-bffd-218f0a976461 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:36.647327 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7dcf1712-456c-4daa-8d14-5578e47d28f7 req-d6dc3aa1-6eda-420b-bffd-218f0a976461 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "DELETE /v2.0/security-groups/5891e11d-b50d-40ba-beb7-8cd2ec28da8c HTTP/1.1" status: 204 len: 173 time: 1.1563253 Jun 04 16:33:36.756660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53262) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:36.771255 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:33:36.983744 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a175de6d-8fe5-490a-bfbf-eee9ffb02267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:36.989052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca967ed-2588-4316-aaa1-c5225c9c7fce {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:33:37.005205 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:37.014890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a175de6d-8fe5-490a-bfbf-eee9ffb02267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:37.019575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a175de6d-8fe5-490a-bfbf-eee9ffb02267 admin admin] Usage tracker for resource:security_group_rule and tenant:2b4adc541b4e42a290687f36d0884742 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:37.023325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a175de6d-8fe5-490a-bfbf-eee9ffb02267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:37.031597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a175de6d-8fe5-490a-bfbf-eee9ffb02267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:37.037908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721ef36-1fc2-464e-9a29-3ede79bfd105 req-7358bdb0-f6be-42c5-b5c3-9caa60e50506 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:37.046694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f721ef36-1fc2-464e-9a29-3ede79bfd105 req-7358bdb0-f6be-42c5-b5c3-9caa60e50506 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 945 time: 0.3927598 Jun 04 16:33:37.080117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Transition to ACTIVE for port object bca967ed-2588-4316-aaa1-c5225c9c7fce will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:33:37.132092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f721ef36-1fc2-464e-9a29-3ede79bfd105 req-5baeacf8-33cb-4a55-a3cd-05c5e2a7ad26 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=764e0e50-7804-4ef8-b796-227ae0949064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834808 Jun 04 16:33:37.146072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908ba4e-d235-4d2a-bf4d-d6f604ff5f40 req-840683a3-2834-4aa9-97a4-7f68563d9f48 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:37.147594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6908ba4e-d235-4d2a-bf4d-d6f604ff5f40 req-840683a3-2834-4aa9-97a4-7f68563d9f48 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 943 time: 0.2889028 Jun 04 16:33:37.148242 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:37.174219 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a175de6d-8fe5-490a-bfbf-eee9ffb02267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:37.180512 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a175de6d-8fe5-490a-bfbf-eee9ffb02267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:37.283626 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a175de6d-8fe5-490a-bfbf-eee9ffb02267 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b4adc541b4e42a290687f36d0884742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219026 Jun 04 16:33:37.284233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53284) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:37.377492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175de6d-8fe5-490a-bfbf-eee9ffb02267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4826abc3-51bc-407e-9216-f38233a76a46,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:37.509241 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9b6f-8568-4b44-9fe3-12e29d2f888d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:37.574876 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9b6f-8568-4b44-9fe3-12e29d2f888d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:37.624707 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6908ba4e-d235-4d2a-bf4d-d6f604ff5f40 req-0a6ea8b2-ebc7-4c90-83df-c64343da6a70 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4657013 Jun 04 16:33:37.636114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Pushing event updated for resources: {'Port': ['ID=bca967ed-2588-4316-aaa1-c5225c9c7fce,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:37.718597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Attempting to bind port bca967ed-2588-4316-aaa1-c5225c9c7fce on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:33:37.719060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Attempting to bind port bca967ed-2588-4316-aaa1-c5225c9c7fce by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '0a66942b-4525-4426-a6b4-21c473b2ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f0e7115e-af22-4665-bc60-6ffa5d51db65'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:33:37.719500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Attempting to bind port bca967ed-2588-4316-aaa1-c5225c9c7fce on network f0e7115e-af22-4665-bc60-6ffa5d51db65 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:33:37.724774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Port bca967ed-2588-4316-aaa1-c5225c9c7fce on network f0e7115e-af22-4665-bc60-6ffa5d51db65 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:33:37.725095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Attempting to bind port bca967ed-2588-4316-aaa1-c5225c9c7fce on network f0e7115e-af22-4665-bc60-6ffa5d51db65 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:33:37.734741 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9b6f-8568-4b44-9fe3-12e29d2f888d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:37.745132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:33:37.745459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Checking segment: {'id': '0a66942b-4525-4426-a6b4-21c473b2ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f0e7115e-af22-4665-bc60-6ffa5d51db65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:33:37.746021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Bound using segment: {'id': '0a66942b-4525-4426-a6b4-21c473b2ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f0e7115e-af22-4665-bc60-6ffa5d51db65'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:33:37.746645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Bound port: bca967ed-2588-4316-aaa1-c5225c9c7fce, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a66942b-4525-4426-a6b4-21c473b2ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f0e7115e-af22-4665-bc60-6ffa5d51db65'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:33:37.747549 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:37.768103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f9b6f-8568-4b44-9fe3-12e29d2f888d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4826abc3-51bc-407e-9216-f38233a76a46,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:37.790649 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9b6f-8568-4b44-9fe3-12e29d2f888d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:37.791833 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eb8f9b6f-8568-4b44-9fe3-12e29d2f888d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4826abc3-51bc-407e-9216-f38233a76a46 HTTP/1.1" status: 204 len: 168 time: 0.5036688 Jun 04 16:33:38.148232 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7529b684-3e60-49d5-84d9-d6c4afaa42a6 req-f50398c6-ffc9-4dda-b78c-2f28428bb103 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.2370136 Jun 04 16:33:38.183111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] For port bca967ed-2588-4316-aaa1-c5225c9c7fce, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:33:38.187947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] For port bca967ed-2588-4316-aaa1-c5225c9c7fce, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bca967ed-2588-4316-aaa1-c5225c9c7fce,segment=NetworkSegment(0a66942b-4525-4426-a6b4-21c473b2ee2a),segment_id=0a66942b-4525-4426-a6b4-21c473b2ee2a)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:33:38.200761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4577b-95e0-43cc-80e0-9fa6f593c05d req-c4794335-c48b-42d3-8788-648716e9b784 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:38.202401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdc4577b-95e0-43cc-80e0-9fa6f593c05d req-c4794335-c48b-42d3-8788-648716e9b784 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 944 time: 0.3622513 Jun 04 16:33:38.204014 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:38.290771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:38.291592 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:38.293121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] 10.222.0.42 "PUT /v2.0/ports/bca967ed-2588-4316-aaa1-c5225c9c7fce HTTP/1.1" status: 200 len: 1092 time: 2.7351847 Jun 04 16:33:38.297249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5bfeeb-8da4-484d-b767-827bba759191', 'tag': 'bca967ed-2588-4316-aaa1-c5225c9c7fce'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:38.308077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53392) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:38.333842 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9df26bd-5ed8-4435-86d9-31a368d7fcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:38.355620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9df26bd-5ed8-4435-86d9-31a368d7fcd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:38.360155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9df26bd-5ed8-4435-86d9-31a368d7fcd1 admin admin] Usage tracker for resource:security_group_rule and tenant:29e1798bad894c0ea6adfade3f12b030 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:38.363272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9df26bd-5ed8-4435-86d9-31a368d7fcd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:38.369815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9df26bd-5ed8-4435-86d9-31a368d7fcd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:38.438024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdc4577b-95e0-43cc-80e0-9fa6f593c05d req-f4641476-5c5d-409b-a68a-1551727c760c tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/security-groups?id=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961138 Jun 04 16:33:38.461608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf99f1-b75c-41c6-93ca-113536bd149a service neutron] Pushing event updated for resources: {'Port': ['ID=bca967ed-2588-4316-aaa1-c5225c9c7fce,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:38.505029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9df26bd-5ed8-4435-86d9-31a368d7fcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:38.511415 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9df26bd-5ed8-4435-86d9-31a368d7fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:38.529568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fbe2a-7a7e-494a-9675-7e10aef7c060 req-14cfdb37-3e03-4a72-9bd3-9073383ccfd2 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:38.530355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-604fbe2a-7a7e-494a-9675-7e10aef7c060 req-14cfdb37-3e03-4a72-9bd3-9073383ccfd2 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Synchronizing usage tracker for tenant:3fda2a66f036485eb9c4d3c7e6242d11 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:33:38.548892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-4459a5fd-9303-46e5-bc69-7226714fcebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:38.551002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-4459a5fd-9303-46e5-bc69-7226714fcebb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa8eb5366ea74e3a9f2e6b06de21fa90&device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 1095 time: 0.1727359 Jun 04 16:33:38.571464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-604fbe2a-7a7e-494a-9675-7e10aef7c060 req-14cfdb37-3e03-4a72-9bd3-9073383ccfd2 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Unset dirty status for tenant:3fda2a66f036485eb9c4d3c7e6242d11 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:33:38.572760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-604fbe2a-7a7e-494a-9675-7e10aef7c060 req-14cfdb37-3e03-4a72-9bd3-9073383ccfd2 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.2676094 Jun 04 16:33:38.573395 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a9df26bd-5ed8-4435-86d9-31a368d7fcd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29e1798bad894c0ea6adfade3f12b030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635419 Jun 04 16:33:38.576254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53424) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:38.609403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df26bd-5ed8-4435-86d9-31a368d7fcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4cf9b5-9022-404e-9be2-8eb6fd144eeb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:38.686513 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e84b5d5a-ea1a-457a-ab8f-164b7d0dc67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:38.714721 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e84b5d5a-ea1a-457a-ab8f-164b7d0dc67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:38.758929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-882d9d38-7cd8-45ef-b321-ee1900e48f87 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bca967ed-2588-4316-aaa1-c5225c9c7fce HTTP/1.1" status: 200 len: 217 time: 0.1973553 Jun 04 16:33:38.780756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e84b5d5a-ea1a-457a-ab8f-164b7d0dc67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:38.804321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5d5a-ea1a-457a-ab8f-164b7d0dc67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4cf9b5-9022-404e-9be2-8eb6fd144eeb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:38.824115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-604fbe2a-7a7e-494a-9675-7e10aef7c060 req-da98c143-7da0-42a0-93c8-133ae3f5df6c tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Synchronizing usage tracker for tenant:3fda2a66f036485eb9c4d3c7e6242d11 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:33:38.829747 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e84b5d5a-ea1a-457a-ab8f-164b7d0dc67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:38.844867 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e84b5d5a-ea1a-457a-ab8f-164b7d0dc67b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d4cf9b5-9022-404e-9be2-8eb6fd144eeb HTTP/1.1" status: 204 len: 168 time: 0.2611988 Jun 04 16:33:38.879411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-604fbe2a-7a7e-494a-9675-7e10aef7c060 req-da98c143-7da0-42a0-93c8-133ae3f5df6c tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Unset dirty status for tenant:3fda2a66f036485eb9c4d3c7e6242d11 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:33:38.892381 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-604fbe2a-7a7e-494a-9675-7e10aef7c060 req-da98c143-7da0-42a0-93c8-133ae3f5df6c tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355585 Jun 04 16:33:38.911111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-660aed22-9e96-4dc6-9207-8e70b984b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:38.913239 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-660aed22-9e96-4dc6-9207-8e70b984b844 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea223dfb-5991-4d80-a4bc-25a0c091a07a HTTP/1.1" status: 200 len: 862 time: 0.1431408 Jun 04 16:33:38.927847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1849c-02de-417e-9d84-78fd538c3a68 req-11b9b0dc-55c8-4a20-86e4-df7d6e969990 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:38.929610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53f1849c-02de-417e-9d84-78fd538c3a68 req-11b9b0dc-55c8-4a20-86e4-df7d6e969990 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 945 time: 0.2745793 Jun 04 16:33:39.002204 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c64c936-39ce-4079-b8fa-4e22c411cf7d'] response: {'name': 'network-changed', 'server_uuid': 'ac5bfeeb-8da4-484d-b767-827bba759191', 'tag': 'bca967ed-2588-4316-aaa1-c5225c9c7fce', 'status': 'completed', 'code': 200} Jun 04 16:33:39.028481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-95d5362d-6fcb-47a3-a996-4db852f5f77c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0e7115e-af22-4665-bc60-6ffa5d51db65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973773 Jun 04 16:33:39.101745 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ea9597cb-1588-4fc1-8792-3f3761af0e4d req-9849aaab-cd00-4384-ad24-78f37fda28fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0955372 Jun 04 16:33:39.147928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53f1849c-02de-417e-9d84-78fd538c3a68 req-656a15f7-8004-4a09-8b95-119aaba8a2d2 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=764e0e50-7804-4ef8-b796-227ae0949064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448207 Jun 04 16:33:39.292552 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-2f5739c5-53b3-49bd-9ef4-0a938eee3a19 service neutron] 10.222.0.42 "GET /v2.0/networks/f0e7115e-af22-4665-bc60-6ffa5d51db65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495732 Jun 04 16:33:39.340597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83b54771-b964-4f8f-bf48-dc3a01f25f99 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:33:39.341459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c2ab6-3cd7-47c5-973f-a34ef004e5d3 req-81bad1d4-2095-4ec4-8252-4802c1e19b8b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:39.343606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-389c2ab6-3cd7-47c5-973f-a34ef004e5d3 req-81bad1d4-2095-4ec4-8252-4802c1e19b8b tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 943 time: 0.1948361 Jun 04 16:33:39.513182 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac3104a7-e486-4f64-b3f1-6ddf5babb21b req-97b3ef67-2f32-4580-ac80-4ebb79ac1c46 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1117613 Jun 04 16:33:39.598236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83b54771-b964-4f8f-bf48-dc3a01f25f99, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:39.599298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-389c2ab6-3cd7-47c5-973f-a34ef004e5d3 req-0e1c87ce-0f7f-4277-8656-fbb0873f87cc tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967764 Jun 04 16:33:39.646036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'port_id': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'mac_address': 'fa:16:3e:eb:2f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:33:39.725889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83b54771-b964-4f8f-bf48-dc3a01f25f99 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:33:39.726720 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:39.754364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d33b8e0-a20b-403c-8575-2960d10bdb5a req-54a22817-603f-4548-a6b1-354c27373d46 service neutron] 10.222.0.42 "GET /v2.0/networks/f0e7115e-af22-4665-bc60-6ffa5d51db65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517589 Jun 04 16:33:39.759632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b54771-b964-4f8f-bf48-dc3a01f25f99 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:33:39.783136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83b54771-b964-4f8f-bf48-dc3a01f25f99, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:39.790322 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:39.884976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83b54771-b964-4f8f-bf48-dc3a01f25f99,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:39.975717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8e39c-01eb-41ac-966b-e50562a88209 req-75a0ebc8-8f49-4531-9b55-2e5b1995bcb1 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:39.977164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e2e8e39c-01eb-41ac-966b-e50562a88209 req-75a0ebc8-8f49-4531-9b55-2e5b1995bcb1 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.42 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.2954800 Jun 04 16:33:40.024142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['83b54771-b964-4f8f-bf48-dc3a01f25f99'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:33:40.090929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcae18c-234e-40d8-b689-c42577a7459b req-82fc230b-cfe9-4560-b861-bd756f3e3f94 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:40.107053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0fcae18c-234e-40d8-b689-c42577a7459b req-82fc230b-cfe9-4560-b861-bd756f3e3f94 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 945 time: 0.3691816 Jun 04 16:33:40.110135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53614) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:40.115380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9a0c2b1c-a233-4e01-9fa3-4c737494be1c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'floatingip': {'port_id': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:40.124941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96e3b9-161d-470e-89e0-746a1dcbfdb1 req-e1c92439-be4e-43e0-91df-9b06d183454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:40.126604 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d96e3b9-161d-470e-89e0-746a1dcbfdb1 req-e1c92439-be4e-43e0-91df-9b06d183454f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa8eb5366ea74e3a9f2e6b06de21fa90&device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 1095 time: 0.3169651 Jun 04 16:33:40.134951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-e2e8e39c-01eb-41ac-966b-e50562a88209 req-c0c1ee9c-3806-4e57-9297-42a1ee990905 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Deleting port a8145ff9-fbdb-4794-8584-e46d96b16394 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:33:40.135297 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e2e8e39c-01eb-41ac-966b-e50562a88209 req-c0c1ee9c-3806-4e57-9297-42a1ee990905 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:40.286456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466680c4-f933-4add-80ec-76c189b67895 req-9115acff-1902-48e4-8c86-e4cb910b9141 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:40.298978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2b1c-a233-4e01-9fa3-4c737494be1c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:40.313115 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-466680c4-f933-4add-80ec-76c189b67895 req-9115acff-1902-48e4-8c86-e4cb910b9141 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 944 time: 0.5045006 Jun 04 16:33:40.374384 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:33:40.666983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-466680c4-f933-4add-80ec-76c189b67895 req-e84668f5-496f-484b-9b7b-b4bd404038c7 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/security-groups?id=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517778 Jun 04 16:33:40.954901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-105f55d7-d671-4216-88d0-9ebbc9d88df5 req-c7a43b85-1e95-496a-8ddf-077d99071fb0 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1409850 Jun 04 16:33:41.044750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a48def-ef0b-4d90-a671-04175ac7a5e4 req-e2ebf544-92e3-4bad-80c1-f8bc5b9ba2dd tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:41.047125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d8a48def-ef0b-4d90-a671-04175ac7a5e4 req-e2ebf544-92e3-4bad-80c1-f8bc5b9ba2dd tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 945 time: 0.7209404 Jun 04 16:33:41.057728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96e3b9-161d-470e-89e0-746a1dcbfdb1 req-26ee63de-2606-4ab2-8659-7a8ad8471567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:41.067817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d96e3b9-161d-470e-89e0-746a1dcbfdb1 req-26ee63de-2606-4ab2-8659-7a8ad8471567 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0e7115e-af22-4665-bc60-6ffa5d51db65 HTTP/1.1" status: 200 len: 923 time: 0.7236083 Jun 04 16:33:41.226880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d96e3b9-161d-470e-89e0-746a1dcbfdb1 req-01c0fe63-43eb-4d4b-a058-1ebcaa604fbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bca967ed-2588-4316-aaa1-c5225c9c7fce HTTP/1.1" status: 200 len: 217 time: 0.1467896 Jun 04 16:33:41.241087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-e2e8e39c-01eb-41ac-966b-e50562a88209 req-c0c1ee9c-3806-4e57-9297-42a1ee990905 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] For port a8145ff9-fbdb-4794-8584-e46d96b16394, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a8145ff9-fbdb-4794-8584-e46d96b16394,segment=NetworkSegment(373ddb2a-8a96-46f9-be4d-c9e5bba7c88c),segment_id=373ddb2a-8a96-46f9-be4d-c9e5bba7c88c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:41.241652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e2e8e39c-01eb-41ac-966b-e50562a88209 req-c0c1ee9c-3806-4e57-9297-42a1ee990905 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:41.340255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83b54771-b964-4f8f-bf48-dc3a01f25f99 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:33:41.371111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d8a48def-ef0b-4d90-a671-04175ac7a5e4 req-35c16917-78cd-4db3-a587-7d9aad85347f tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/security-groups?id=b37e3efe-9368-490e-a948-6ab39cf1edfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020437 Jun 04 16:33:41.403160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2b1c-a233-4e01-9fa3-4c737494be1c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:41.410075 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2b1c-a233-4e01-9fa3-4c737494be1c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:41.453226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-e2e8e39c-01eb-41ac-966b-e50562a88209 req-c0c1ee9c-3806-4e57-9297-42a1ee990905 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Calling delete_port for a8145ff9-fbdb-4794-8584-e46d96b16394 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:33:41.467287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 83b54771-b964-4f8f-bf48-dc3a01f25f99 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:33:41.468007 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:41.595557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96e3b9-161d-470e-89e0-746a1dcbfdb1 req-05f79508-8a38-493e-81e9-91f2cacff1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:41.608290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d96e3b9-161d-470e-89e0-746a1dcbfdb1 req-05f79508-8a38-493e-81e9-91f2cacff1ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea223dfb-5991-4d80-a4bc-25a0c091a07a HTTP/1.1" status: 200 len: 862 time: 0.3696382 Jun 04 16:33:41.677010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d96e3b9-161d-470e-89e0-746a1dcbfdb1 req-b07aaa2f-e0aa-4b5f-8832-56376c59390a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0e7115e-af22-4665-bc60-6ffa5d51db65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605798 Jun 04 16:33:41.691923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872e2b6-a6dc-4d08-ab0b-6e7d3ff9bc23 req-8ca4d7b5-1aaa-4416-9fa8-0b6c1bb0297e tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:41.700055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2872e2b6-a6dc-4d08-ab0b-6e7d3ff9bc23 req-8ca4d7b5-1aaa-4416-9fa8-0b6c1bb0297e tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 944 time: 0.5544884 Jun 04 16:33:41.738266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 83b54771-b964-4f8f-bf48-dc3a01f25f99 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:33:41.738915 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:41.780088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:41.798958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 83b54771-b964-4f8f-bf48-dc3a01f25f99, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:41.802988 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-9a0c2b1c-a233-4e01-9fa3-4c737494be1c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Floating IP 15a6c7cd-5785-45ec-858b-91f827faf612 associated. External IP: 172.25.5.113, port: a93b1a82-240b-480c-83b7-5ef1d8b098cc. Jun 04 16:33:41.805337 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:41.930833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=83b54771-b964-4f8f-bf48-dc3a01f25f99,revision_number=10']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:41.937600 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2872e2b6-a6dc-4d08-ab0b-6e7d3ff9bc23 req-1cd1a387-03a3-4aac-83b4-35fe94dfecb2 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364902 Jun 04 16:33:42.003667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d96e3b9-161d-470e-89e0-746a1dcbfdb1 req-af0a48fb-02db-4ceb-8fc2-0ba53293b6d0 service neutron] 10.222.0.42 "GET /v2.0/networks/f0e7115e-af22-4665-bc60-6ffa5d51db65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012133 Jun 04 16:33:42.012310 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e2e8e39c-01eb-41ac-966b-e50562a88209 req-c0c1ee9c-3806-4e57-9297-42a1ee990905 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:42.189208 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e6f811-45e6-4e35-88fc-a543f8b090e3'] response: {'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'code': 200} Jun 04 16:33:42.321405 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d96e3b9-161d-470e-89e0-746a1dcbfdb1 req-bba35dc1-e33d-4f82-a3f1-8e515372fabb service neutron] 10.222.0.42 "GET /v2.0/networks/f0e7115e-af22-4665-bc60-6ffa5d51db65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114672 Jun 04 16:33:42.366269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0c2b1c-a233-4e01-9fa3-4c737494be1c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:33:42.375634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1ee9c-3806-4e57-9297-42a1ee990905 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Pushing event deleted for resources: {'Port': ['ID=a8145ff9-fbdb-4794-8584-e46d96b16394,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:42.621882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0c2b1c-a233-4e01-9fa3-4c737494be1c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:33:42.628146 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2b1c-a233-4e01-9fa3-4c737494be1c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:42.645462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661d6c7-88b0-41f3-8153-a129402fae42 None None] Sync routers for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:33:42.661541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d276fa9-ed47-456c-8b4d-0819794bee08 req-0fcdae9a-6415-4b6f-ad55-52e4de165d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:42.663569 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1d276fa9-ed47-456c-8b4d-0819794bee08 req-0fcdae9a-6415-4b6f-ad55-52e4de165d90 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 1097 time: 0.2264092 Jun 04 16:33:42.665053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661d6c7-88b0-41f3-8153-a129402fae42 None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:33:42.665989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0661d6c7-88b0-41f3-8153-a129402fae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:33:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:42.692169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b2d0388-b78f-4b6d-863e-dee18fb90f1a req-00fb4bc1-66ee-4181-bcd0-5b6c21f64a91 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.3232086 Jun 04 16:33:42.728658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e8e39c-01eb-41ac-966b-e50562a88209 req-c0c1ee9c-3806-4e57-9297-42a1ee990905 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] No DVR routers for this DVR port a8145ff9-fbdb-4794-8584-e46d96b16394 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:33:42.732661 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9a0c2b1c-a233-4e01-9fa3-4c737494be1c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "PUT /v2.0/floatingips/15a6c7cd-5785-45ec-858b-91f827faf612 HTTP/1.1" status: 200 len: 991 time: 2.6213591 Jun 04 16:33:42.735480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7113d7-8235-4342-b5c0-edcf36774565', 'tag': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:42.745112 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1d276fa9-ed47-456c-8b4d-0819794bee08 req-663ca2cb-bcbf-4fff-a3b3-687a9bd8436b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659277 Jun 04 16:33:42.752044 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e2e8e39c-01eb-41ac-966b-e50562a88209 req-c0c1ee9c-3806-4e57-9297-42a1ee990905 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:42.758464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'name': 'network-vif-deleted', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:42.810395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e2e8e39c-01eb-41ac-966b-e50562a88209 req-c0c1ee9c-3806-4e57-9297-42a1ee990905 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.42 "DELETE /v2.0/ports/a8145ff9-fbdb-4794-8584-e46d96b16394 HTTP/1.1" status: 204 len: 173 time: 2.8251472 Jun 04 16:33:42.820316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e1ddd-704a-4a30-8e87-32794dd0e50a req-be4ce130-c8b4-42f0-9165-530d95f4b1b7 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:42.822182 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a5e1ddd-704a-4a30-8e87-32794dd0e50a req-be4ce130-c8b4-42f0-9165-530d95f4b1b7 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 944 time: 0.6755209 Jun 04 16:33:42.927770 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a5e1ddd-704a-4a30-8e87-32794dd0e50a req-4e65ce45-58eb-4dc1-81f4-4b333994a21a tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/security-groups?id=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987358 Jun 04 16:33:42.937965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e999459-69b4-46ca-8f85-a7cc7382d13a req-8f7932f1-6cb7-4032-b192-99a65532c276 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Synchronizing usage tracker for tenant:3fda2a66f036485eb9c4d3c7e6242d11 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:33:42.959427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-0661d6c7-88b0-41f3-8153-a129402fae42 None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:33:42.960810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e999459-69b4-46ca-8f85-a7cc7382d13a req-8f7932f1-6cb7-4032-b192-99a65532c276 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] Unset dirty status for tenant:3fda2a66f036485eb9c4d3c7e6242d11 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:33:42.962715 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e999459-69b4-46ca-8f85-a7cc7382d13a req-8f7932f1-6cb7-4032-b192-99a65532c276 tempest-ServerRescueTestJSONUnderV235-1897938163 tempest-ServerRescueTestJSONUnderV235-1897938163-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d90c9a-49b3-4efa-ae16-0beb08f1c71f HTTP/1.1" status: 200 len: 210 time: 0.0814562 Jun 04 16:33:43.012468 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0abb02e-60b4-4d6a-8763-ef5bc1ca7443'] response: {'name': 'network-changed', 'server_uuid': '0f7113d7-8235-4342-b5c0-edcf36774565', 'tag': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc', 'status': 'completed', 'code': 200} Jun 04 16:33:43.048627 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e928bf3a-22c5-4552-89d0-fe0e91d14cfb'] response: {'server_uuid': '29d90c9a-49b3-4efa-ae16-0beb08f1c71f', 'name': 'network-vif-deleted', 'tag': 'a8145ff9-fbdb-4794-8584-e46d96b16394', 'status': 'completed', 'code': 200} Jun 04 16:33:43.130523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34c4d0-eb5c-4378-8857-5c89a73094d7 req-cb75cf6b-9ac3-413a-a0eb-817e0ac5235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:43.132226 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2f34c4d0-eb5c-4378-8857-5c89a73094d7 req-cb75cf6b-9ac3-413a-a0eb-817e0ac5235a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 1096 time: 0.0976782 Jun 04 16:33:43.322993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bca967ed-2588-4316-aaa1-c5225c9c7fce details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:33:43.328370 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a8145ff9-fbdb-4794-8584-e46d96b16394 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:33:43.360413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-29a694b0-0743-4751-813a-41d3e188140f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:43.361420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-29a694b0-0743-4751-813a-41d3e188140f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Synchronizing usage tracker for tenant:9f2fed221c66405cb1357711eacccb1f on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:33:43.376659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: a8145ff9-fbdb-4794-8584-e46d96b16394 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:33:43.377126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c700-a33f-44d5-a6c1-b8c3733110f0 req-654a8936-9e62-42f7-975a-7da67ad0b7b0 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:43.377607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a8145ff9-fbdb-4794-8584-e46d96b16394 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:33:43.379404 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cfb2c700-a33f-44d5-a6c1-b8c3733110f0 req-654a8936-9e62-42f7-975a-7da67ad0b7b0 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 946 time: 0.2108586 Jun 04 16:33:43.406310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-29a694b0-0743-4751-813a-41d3e188140f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Unset dirty status for tenant:9f2fed221c66405cb1357711eacccb1f on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:33:43.413276 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-29a694b0-0743-4751-813a-41d3e188140f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/networks?id=f58250c8-0d14-45b3-8b50-30142b2c0098 HTTP/1.1" status: 200 len: 813 time: 0.2745411 Jun 04 16:33:43.449453 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-d54d2d10-7034-448a-8d73-9484c52d9119 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/quotas/9f2fed221c66405cb1357711eacccb1f HTTP/1.1" status: 200 len: 375 time: 0.0348988 Jun 04 16:33:43.541705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-52224136-d5f7-49da-ad4a-ee87f05cb143 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f2fed221c66405cb1357711eacccb1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803163 Jun 04 16:33:43.553415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34c4d0-eb5c-4378-8857-5c89a73094d7 req-67465b6f-edd5-4635-9970-501b7a4d3609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:43.555060 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2f34c4d0-eb5c-4378-8857-5c89a73094d7 req-67465b6f-edd5-4635-9970-501b7a4d3609 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 916 time: 0.4150684 Jun 04 16:33:43.590499 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cfb2c700-a33f-44d5-a6c1-b8c3733110f0 req-b7e4a21a-140e-43b2-9222-43566bc57e8f tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030144 Jun 04 16:33:43.719224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-086432d6-83c7-4625-9e15-78e53bfb7f18 service neutron] 10.222.0.13 "GET /v2.0/networks/f58250c8-0d14-45b3-8b50-30142b2c0098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765485 Jun 04 16:33:43.749283 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2f34c4d0-eb5c-4378-8857-5c89a73094d7 req-9fcb415a-2fcf-4a0f-b2ad-80cf9845c18d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a93b1a82-240b-480c-83b7-5ef1d8b098cc HTTP/1.1" status: 200 len: 999 time: 0.1792042 Jun 04 16:33:43.753518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bca967ed-2588-4316-aaa1-c5225c9c7fce, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bca967ed-2588-4316-aaa1-c5225c9c7fce,segment=NetworkSegment(0a66942b-4525-4426-a6b4-21c473b2ee2a),segment_id=0a66942b-4525-4426-a6b4-21c473b2ee2a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:43.769392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'bca967ed-2588-4316-aaa1-c5225c9c7fce', 'network_id': 'f0e7115e-af22-4665-bc60-6ffa5d51db65', 'port_id': 'bca967ed-2588-4316-aaa1-c5225c9c7fce', 'mac_address': 'fa:16:3e:8e:7e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea223dfb-5991-4d80-a4bc-25a0c091a07a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:33:43.900160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34c4d0-eb5c-4378-8857-5c89a73094d7 req-f1adb96f-dc3b-4820-acf5-df351aaf03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:43.902004 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2f34c4d0-eb5c-4378-8857-5c89a73094d7 req-f1adb96f-dc3b-4820-acf5-df351aaf03b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 200 len: 854 time: 0.1444149 Jun 04 16:33:43.913213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-192fecd8-e81b-4d56-b4ec-6e544d4aa709 service neutron] 10.222.0.13 "GET /v2.0/networks/f58250c8-0d14-45b3-8b50-30142b2c0098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908138 Jun 04 16:33:43.955119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port bca967ed-2588-4316-aaa1-c5225c9c7fce is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:33:43.955584 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:43.994032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca967ed-2588-4316-aaa1-c5225c9c7fce {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:33:44.014844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34c4d0-eb5c-4378-8857-5c89a73094d7 req-b9fe29b0-7ba6-4b89-942d-3f0b5d8330b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:44.016493 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2f34c4d0-eb5c-4378-8857-5c89a73094d7 req-b9fe29b0-7ba6-4b89-942d-3f0b5d8330b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f5938a6-9eb6-42de-81b7-fd33ade18d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078281 Jun 04 16:33:44.018838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bca967ed-2588-4316-aaa1-c5225c9c7fce, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bca967ed-2588-4316-aaa1-c5225c9c7fce,segment=NetworkSegment(0a66942b-4525-4426-a6b4-21c473b2ee2a),segment_id=0a66942b-4525-4426-a6b4-21c473b2ee2a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:44.029670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0661d6c7-88b0-41f3-8153-a129402fae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '15a6c7cd-5785-45ec-858b-91f827faf612', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:13:50:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7113d7-8235-4342-b5c0-edcf36774565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:33:13Z', 'updated_at': '2022-06-04T16:33:41Z', 'revision_number': 1, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:44.034446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661d6c7-88b0-41f3-8153-a129402fae42 None None] Checking router: 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:33:44.036417 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:44.061828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20672973-6e2a-4b1b-82f9-932d92e97f20 req-09f652b0-3a1a-4877-95c0-23ed1118d9e4 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1031981 Jun 04 16:33:44.138396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661d6c7-88b0-41f3-8153-a129402fae42 None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:33:44.139062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0661d6c7-88b0-41f3-8153-a129402fae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:33:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:44.285280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53892) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:44.344699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e073eb-ba5c-4e35-94b9-48702a4cf4a8 req-78f496ae-35f0-47ab-864f-ccb4e88f48cd tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:44.347687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15e073eb-ba5c-4e35-94b9-48702a4cf4a8 req-78f496ae-35f0-47ab-864f-ccb4e88f48cd tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 945 time: 0.1668150 Jun 04 16:33:44.355187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=bca967ed-2588-4316-aaa1-c5225c9c7fce,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:44.447129 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8119291-1f66-4616-9d1f-01126c4a3827 req-cf81a2e9-6554-426f-858f-afa5207e678c tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 210 time: 0.0981531 Jun 04 16:33:44.468446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['bca967ed-2588-4316-aaa1-c5225c9c7fce'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:33:44.489233 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2f34c4d0-eb5c-4378-8857-5c89a73094d7 req-0e6beb8c-9c57-4652-9e8a-17379b306bc2 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599664 Jun 04 16:33:44.511935 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15e073eb-ba5c-4e35-94b9-48702a4cf4a8 req-c0752f52-b070-43bb-9357-b7383238d2d8 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/security-groups?id=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887659 Jun 04 16:33:44.767016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-0661d6c7-88b0-41f3-8153-a129402fae42 None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:33:44.923711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b328a-ec27-49b4-8485-bf3deb55c4d7 req-1cda0ef2-2b1c-4203-9810-58526708ff39 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:44.932859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c75b328a-ec27-49b4-8485-bf3deb55c4d7 req-1cda0ef2-2b1c-4203-9810-58526708ff39 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 946 time: 0.1447210 Jun 04 16:33:45.021685 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c75b328a-ec27-49b4-8485-bf3deb55c4d7 req-14f6fc9e-47ab-47bf-a2ae-bdf6bbeb7931 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878723 Jun 04 16:33:45.112842 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2f34c4d0-eb5c-4378-8857-5c89a73094d7 req-92b14f53-c8d3-45ff-add5-ff1f4092302a service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029539 Jun 04 16:33:45.332591 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16f9899b-c396-46ab-82dd-ad4592d830b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:45.375387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8af7e7c-494a-4f0d-92ae-573abf233f10 req-ad47d660-20a2-4d7f-9e69-484f0e6e5f2d tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0657012 Jun 04 16:33:45.455438 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0661d6c7-88b0-41f3-8153-a129402fae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '15a6c7cd-5785-45ec-858b-91f827faf612', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:13:50:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7113d7-8235-4342-b5c0-edcf36774565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:33:13Z', 'updated_at': '2022-06-04T16:33:41Z', 'revision_number': 1, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:45.461700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661d6c7-88b0-41f3-8153-a129402fae42 None None] The sync data for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 is: [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '15a6c7cd-5785-45ec-858b-91f827faf612', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:13:50:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7113d7-8235-4342-b5c0-edcf36774565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:33:13Z', 'updated_at': '2022-06-04T16:33:41Z', 'revision_number': 1, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:33:45.868155 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4bad0bd0-8ee0-44fb-be52-137aae5de617 req-3a478ff0-a6d9-4bbe-92e8-deaa0461c4f4 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 210 time: 0.1605484 Jun 04 16:33:45.873802 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1c6072-ebe1-4588-a8da-eaae953aa6d4 None None] New status for floating IP 15a6c7cd-5785-45ec-858b-91f827faf612: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:33:45.990843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-16f9899b-c396-46ab-82dd-ad4592d830b9 admin admin] Deleting port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:33:45.991559 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16f9899b-c396-46ab-82dd-ad4592d830b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:46.093874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6458de-726d-4f3b-ba5b-a9069d572638 req-329da13d-a67c-4283-b8ad-7144b938499d tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:46.096102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da6458de-726d-4f3b-ba5b-a9069d572638 req-329da13d-a67c-4283-b8ad-7144b938499d tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 945 time: 0.3368294 Jun 04 16:33:46.105516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-d8b4efa3-bd14-45ca-ba1a-293a8d22112e tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:46.108060 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-d8b4efa3-bd14-45ca-ba1a-293a8d22112e tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.42 "GET /v2.0/networks?id=f58250c8-0d14-45b3-8b50-30142b2c0098 HTTP/1.1" status: 200 len: 813 time: 0.2896204 Jun 04 16:33:46.129636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Request body: {'port': {'device_id': 'a1c0e391-e022-4875-9fda-9cc4896dd596', 'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098', 'admin_state_up': True, 'tenant_id': '9f2fed221c66405cb1357711eacccb1f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:46.262321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-16f9899b-c396-46ab-82dd-ad4592d830b9 admin admin] For port 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2,segment=NetworkSegment(373ddb2a-8a96-46f9-be4d-c9e5bba7c88c),segment_id=373ddb2a-8a96-46f9-be4d-c9e5bba7c88c)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:46.263413 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16f9899b-c396-46ab-82dd-ad4592d830b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:46.373156 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:46.385915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da6458de-726d-4f3b-ba5b-a9069d572638 req-aacc6ddd-8125-46d6-807e-5086da997baa tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/security-groups?id=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768600 Jun 04 16:33:46.387134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Usage tracker for resource:port and tenant:9f2fed221c66405cb1357711eacccb1f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:46.396749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:46.402940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-16f9899b-c396-46ab-82dd-ad4592d830b9 admin admin] Calling delete_port for 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:33:46.416698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:46.437794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Made reservation on behalf of 9f2fed221c66405cb1357711eacccb1f for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:33:46.442784 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:46.644265 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16f9899b-c396-46ab-82dd-ad4592d830b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:46.707331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9899b-c396-46ab-82dd-ad4592d830b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:46.742114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4a91-72b5-4272-a6a6-bfe04564c881 req-47444c8b-49e4-44f8-b0af-c43c42f09f7c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:46.744518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc7b4a91-72b5-4272-a6a6-bfe04564c881 req-47444c8b-49e4-44f8-b0af-c43c42f09f7c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 946 time: 0.5049949 Jun 04 16:33:46.755408 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f55e886-a569-4608-9beb-82ebbcfeb171 req-a637d7f7-3f88-4a6f-8e62-3f08fde6c684 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0840852 Jun 04 16:33:46.867055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc7b4a91-72b5-4272-a6a6-bfe04564c881 req-44ea0144-4e35-44d8-b5a2-f03c0fb97144 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076183 Jun 04 16:33:46.920229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Allocated IP 172.20.0.10 (f58250c8-0d14-45b3-8b50-30142b2c0098/24ab7b2c-bf09-435e-8e04-71854923016b/c9249829-8e37-4916-a2e0-ef2382f8ce03) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:33:47.030502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16f9899b-c396-46ab-82dd-ad4592d830b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:47.131078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e57a0cb-e977-4b08-8010-3884a450f1f8 req-c7972304-c583-497e-b0ff-90e340715a61 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 210 time: 0.0573897 Jun 04 16:33:47.213044 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:47.250598 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:47.278157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bca967ed-2588-4316-aaa1-c5225c9c7fce up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:33:47.328755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Network f58250c8-0d14-45b3-8b50-30142b2c0098 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:33:47.331781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:33:47.334696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:33:47.368384 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port bca967ed-2588-4316-aaa1-c5225c9c7fce completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:33:47.375759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port bca967ed-2588-4316-aaa1-c5225c9c7fce triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:33:47.376284 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:47.384324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Pushing event updated for resources: {'Port': ['ID=c9249829-8e37-4916-a2e0-ef2382f8ce03,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:47.421524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:47.422480 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:47.453028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-392150e2-cf17-489b-bc22-3d7c7c39c4fc tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3266330 Jun 04 16:33:47.463581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Request body: {'port': {'device_id': 'a1c0e391-e022-4875-9fda-9cc4896dd596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:47.469967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f9899b-c396-46ab-82dd-ad4592d830b9 admin admin] Router 754ec0ac-5c04-4858-935b-65ad23d666e2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:33:47.568827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port bca967ed-2588-4316-aaa1-c5225c9c7fce is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:33:47.569665 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:47.600043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5bfeeb-8da4-484d-b767-827bba759191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca967ed-2588-4316-aaa1-c5225c9c7fce'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:47.629420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bca967ed-2588-4316-aaa1-c5225c9c7fce, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bca967ed-2588-4316-aaa1-c5225c9c7fce,segment=NetworkSegment(0a66942b-4525-4426-a6b4-21c473b2ee2a),segment_id=0a66942b-4525-4426-a6b4-21c473b2ee2a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:47.639254 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:47.642392 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:47.693239 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81720351-451d-4882-a343-bb5282528c1d'] response: {'server_uuid': 'ac5bfeeb-8da4-484d-b767-827bba759191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca967ed-2588-4316-aaa1-c5225c9c7fce', 'code': 200} Jun 04 16:33:47.740102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e51366-d97a-438b-b77a-f01d17f4891b req-f1068f4c-c666-44fd-b76b-93fd2d1446c7 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:47.741680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37e51366-d97a-438b-b77a-f01d17f4891b req-f1068f4c-c666-44fd-b76b-93fd2d1446c7 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 945 time: 0.1772079 Jun 04 16:33:47.793429 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=bca967ed-2588-4316-aaa1-c5225c9c7fce,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:47.925858 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37e51366-d97a-438b-b77a-f01d17f4891b req-f2ad1bcd-c758-43c3-b6f1-4d340c69110c tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/security-groups?id=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748891 Jun 04 16:33:47.964742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0883f-a9d4-41d6-a9a9-b97713b2dcaa req-c84995ef-6470-4831-bdf5-dfd4d547759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:47.966302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7e0883f-a9d4-41d6-a9a9-b97713b2dcaa req-c84995ef-6470-4831-bdf5-dfd4d547759d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 1097 time: 0.1959162 Jun 04 16:33:47.998751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f9899b-c396-46ab-82dd-ad4592d830b9 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:33:48.012329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8733ae-f455-40d7-82d4-73b850598b44 None None] Sync routers for ids ['754ec0ac-5c04-4858-935b-65ad23d666e2'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:33:48.020795 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-16f9899b-c396-46ab-82dd-ad4592d830b9 admin admin] 10.222.0.13 "PUT /v2.0/routers/754ec0ac-5c04-4858-935b-65ad23d666e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7344124 Jun 04 16:33:48.022927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53984) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:48.025853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8733ae-f455-40d7-82d4-73b850598b44 None None] Routers {'754ec0ac-5c04-4858-935b-65ad23d666e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:33:48.026588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7b8733ae-f455-40d7-82d4-73b850598b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:33:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['754ec0ac-5c04-4858-935b-65ad23d666e2'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:48.107500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-338e7579-da82-4b57-9f3d-155834fbe470 req-563f9dda-ac67-4a6f-81e3-82c930a3b85d tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0915763 Jun 04 16:33:48.117710 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7e0883f-a9d4-41d6-a9a9-b97713b2dcaa req-11403793-b377-4b02-9c0f-15a7bc976ffe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008029 Jun 04 16:33:48.250085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:48.260590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7b8733ae-f455-40d7-82d4-73b850598b44 None None] Set router 754ec0ac-5c04-4858-935b-65ad23d666e2 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:33:48.282259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9249829-8e37-4916-a2e0-ef2382f8ce03 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:33:48.291691 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:48.352128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Transition to ACTIVE for port object c9249829-8e37-4916-a2e0-ef2382f8ce03 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:33:48.367286 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:48.464578 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:48.477802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Deleting port 3a98f9e8-70eb-4670-9822-06452a76c015 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:33:48.479263 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:48.546509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Pushing event updated for resources: {'Port': ['ID=c9249829-8e37-4916-a2e0-ef2382f8ce03,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:48.578058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d36d0-a217-4752-bc97-1e5cddb3b5bc req-d70bb585-23be-47ae-a44d-5693c97a85c8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:48.578857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-997d36d0-a217-4752-bc97-1e5cddb3b5bc req-d70bb585-23be-47ae-a44d-5693c97a85c8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Synchronizing usage tracker for tenant:9f2fed221c66405cb1357711eacccb1f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:33:48.600454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7b8733ae-f455-40d7-82d4-73b850598b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:33:46Z', 'revision_number': 5, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port': {'id': '3a98f9e8-70eb-4670-9822-06452a76c015', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:65:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:31:25Z', 'updated_at': '2022-06-04T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:48.604392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8733ae-f455-40d7-82d4-73b850598b44 None None] Checking router: 754ec0ac-5c04-4858-935b-65ad23d666e2 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:33:48.613275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8733ae-f455-40d7-82d4-73b850598b44 None None] Routers {'754ec0ac-5c04-4858-935b-65ad23d666e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:33:48.613831 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7b8733ae-f455-40d7-82d4-73b850598b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:33:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['754ec0ac-5c04-4858-935b-65ad23d666e2'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:48.769629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] For port 3a98f9e8-70eb-4670-9822-06452a76c015, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3a98f9e8-70eb-4670-9822-06452a76c015,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:48.770344 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:48.806799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7b8733ae-f455-40d7-82d4-73b850598b44 None None] Set router 754ec0ac-5c04-4858-935b-65ad23d666e2 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:33:48.821166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-997d36d0-a217-4752-bc97-1e5cddb3b5bc req-d70bb585-23be-47ae-a44d-5693c97a85c8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Unset dirty status for tenant:9f2fed221c66405cb1357711eacccb1f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:33:48.827974 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-997d36d0-a217-4752-bc97-1e5cddb3b5bc req-d70bb585-23be-47ae-a44d-5693c97a85c8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 932 time: 0.5387714 Jun 04 16:33:48.854546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Attempting to bind port c9249829-8e37-4916-a2e0-ef2382f8ce03 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:33:48.854907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Attempting to bind port c9249829-8e37-4916-a2e0-ef2382f8ce03 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '1720593f-1ccf-47bd-8083-5cee1d8d4b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:33:48.855229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Attempting to bind port c9249829-8e37-4916-a2e0-ef2382f8ce03 on network f58250c8-0d14-45b3-8b50-30142b2c0098 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:33:48.872612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Port c9249829-8e37-4916-a2e0-ef2382f8ce03 on network f58250c8-0d14-45b3-8b50-30142b2c0098 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:33:48.872877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Attempting to bind port c9249829-8e37-4916-a2e0-ef2382f8ce03 on network f58250c8-0d14-45b3-8b50-30142b2c0098 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:33:48.881714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:33:48.882042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Checking segment: {'id': '1720593f-1ccf-47bd-8083-5cee1d8d4b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:33:48.882420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Bound using segment: {'id': '1720593f-1ccf-47bd-8083-5cee1d8d4b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:33:48.882878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Bound port: c9249829-8e37-4916-a2e0-ef2382f8ce03, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1720593f-1ccf-47bd-8083-5cee1d8d4b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:33:48.883219 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:48.895639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-997d36d0-a217-4752-bc97-1e5cddb3b5bc req-3db85653-e34e-4218-ac6a-bd6080d976ab tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Synchronizing usage tracker for tenant:9f2fed221c66405cb1357711eacccb1f on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:33:48.928948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7b8733ae-f455-40d7-82d4-73b850598b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:33:48Z', 'revision_number': 6, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:48.933597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8733ae-f455-40d7-82d4-73b850598b44 None None] The sync data for ids ['754ec0ac-5c04-4858-935b-65ad23d666e2'] in n-d-811809-3 is: [{'id': '754ec0ac-5c04-4858-935b-65ad23d666e2', 'name': 'tempest-ServerRescueTestJSONUnderV235-902735653-router', 'tenant_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:31:23Z', 'updated_at': '2022-06-04T16:33:48Z', 'revision_number': 6, 'project_id': '3fda2a66f036485eb9c4d3c7e6242d11', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:33:48.946635 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Calling delete_port for 3a98f9e8-70eb-4670-9822-06452a76c015 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:33:48.987038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-997d36d0-a217-4752-bc97-1e5cddb3b5bc req-3db85653-e34e-4218-ac6a-bd6080d976ab tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Unset dirty status for tenant:9f2fed221c66405cb1357711eacccb1f on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:33:48.999811 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-997d36d0-a217-4752-bc97-1e5cddb3b5bc req-3db85653-e34e-4218-ac6a-bd6080d976ab tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709433 Jun 04 16:33:49.068698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] For port c9249829-8e37-4916-a2e0-ef2382f8ce03, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:33:49.078599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] For port c9249829-8e37-4916-a2e0-ef2382f8ce03, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c9249829-8e37-4916-a2e0-ef2382f8ce03,segment=NetworkSegment(1720593f-1ccf-47bd-8083-5cee1d8d4b53),segment_id=1720593f-1ccf-47bd-8083-5cee1d8d4b53)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:33:49.119478 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:49.176084 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:49.209342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Pushing event updated for resources: {'Port': ['ID=c9249829-8e37-4916-a2e0-ef2382f8ce03,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:49.216401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:49.216401 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:49.217588 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-9b21e2d6-d301-4026-b8ae-47f2bd823d71 service neutron] 10.222.0.42 "PUT /v2.0/ports/c9249829-8e37-4916-a2e0-ef2382f8ce03 HTTP/1.1" status: 200 len: 1092 time: 1.7583456 Jun 04 16:33:49.218519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c0e391-e022-4875-9fda-9cc4896dd596', 'tag': 'c9249829-8e37-4916-a2e0-ef2382f8ce03'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:49.227700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a98f9e8-70eb-4670-9822-06452a76c015,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:49.266347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840b3dc-7d52-43cd-b5e8-90e570dfb149 req-03148959-343b-4a11-b005-b90ebae01ae6 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:49.268068 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8840b3dc-7d52-43cd-b5e8-90e570dfb149 req-03148959-343b-4a11-b005-b90ebae01ae6 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 946 time: 0.1819782 Jun 04 16:33:49.359888 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:49.444084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7166be18-b520-46c5-a3d1-243a69dceeb0 req-8866da39-e76b-404d-8566-721df3b4c597 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0886199 Jun 04 16:33:49.455433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8840b3dc-7d52-43cd-b5e8-90e570dfb149 req-22f75bb7-ea29-45cf-9f21-096998a30067 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/security-groups?id=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814945 Jun 04 16:33:49.496342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-7b5ec9ec-01b5-41fc-9c1d-bfced4d6734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:49.500630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-7b5ec9ec-01b5-41fc-9c1d-bfced4d6734a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f2fed221c66405cb1357711eacccb1f&device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 1095 time: 0.2002046 Jun 04 16:33:49.584684 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b68ed37-211e-4144-bb82-f3a94ec20498'] response: {'name': 'network-changed', 'server_uuid': 'a1c0e391-e022-4875-9fda-9cc4896dd596', 'tag': 'c9249829-8e37-4916-a2e0-ef2382f8ce03', 'status': 'completed', 'code': 200} Jun 04 16:33:49.602687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-7084ccc3-1d5f-485c-b286-d610434f77a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9249829-8e37-4916-a2e0-ef2382f8ce03 HTTP/1.1" status: 200 len: 217 time: 0.0948341 Jun 04 16:33:49.670925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-81e1fb5f-96c9-42af-9e48-b0d3adaf4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:49.672485 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-81e1fb5f-96c9-42af-9e48-b0d3adaf4fe6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24ab7b2c-bf09-435e-8e04-71854923016b HTTP/1.1" status: 200 len: 853 time: 0.0652487 Jun 04 16:33:49.688480 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:49.690638 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:49.715365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:49.715917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 754ec0ac-5c04-4858-935b-65ad23d666e2 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:33:49.721901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-b1ce6084-07e6-477a-9e31-926dfe8a01f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f58250c8-0d14-45b3-8b50-30142b2c0098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426924 Jun 04 16:33:49.729351 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:49.733785 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-40b4b42a-e33e-4ad8-b25e-61299ce3a191 admin admin] 10.222.0.13 "DELETE /v2.0/routers/754ec0ac-5c04-4858-935b-65ad23d666e2 HTTP/1.1" status: 204 len: 168 time: 1.7066014 Jun 04 16:33:49.734479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54024) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:49.800439 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7f85f4-bd62-4c44-b794-29015e710100 admin admin] Deleting subnet e19a0ae7-f6e6-4982-b458-d1d82436ca83 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:33:49.803738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df7f85f4-bd62-4c44-b794-29015e710100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:49.856712 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df7f85f4-bd62-4c44-b794-29015e710100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:49.873065 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-3c3afb07-a3b2-4c47-a082-52a43eda4500 service neutron] 10.222.0.42 "GET /v2.0/networks/f58250c8-0d14-45b3-8b50-30142b2c0098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444137 Jun 04 16:33:49.919052 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df7f85f4-bd62-4c44-b794-29015e710100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:50.009775 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df7f85f4-bd62-4c44-b794-29015e710100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:50.028095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29ef0e5b-89d8-4c4c-9827-b212413b729f req-34382cd8-46fc-429b-b94a-8ca682e98787 service neutron] 10.222.0.42 "GET /v2.0/networks/f58250c8-0d14-45b3-8b50-30142b2c0098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485672 Jun 04 16:33:50.079626 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f85f4-bd62-4c44-b794-29015e710100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19a0ae7-f6e6-4982-b458-d1d82436ca83,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:50.083481 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df7f85f4-bd62-4c44-b794-29015e710100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:50.092590 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-df7f85f4-bd62-4c44-b794-29015e710100 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e19a0ae7-f6e6-4982-b458-d1d82436ca83 HTTP/1.1" status: 204 len: 168 time: 0.3570695 Jun 04 16:33:50.093514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54036) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:50.214622 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90ec4417-8216-403e-90a2-1087f3ba1638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:50.247119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd915a-7caf-498d-8ca7-0685305e4fe7 req-2355a82c-f6f8-47d7-b25d-f6b264b55f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:50.248710 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84bd915a-7caf-498d-8ca7-0685305e4fe7 req-2355a82c-f6f8-47d7-b25d-f6b264b55f1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f2fed221c66405cb1357711eacccb1f&device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 1095 time: 0.1658087 Jun 04 16:33:50.339065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7962e-dcf9-40b1-a184-c2129d23f2e3 req-ca53b8f8-4ede-4827-9a8f-6e5113b7fd75 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:50.340539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52f7962e-dcf9-40b1-a184-c2129d23f2e3 req-ca53b8f8-4ede-4827-9a8f-6e5113b7fd75 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 944 time: 0.1736722 Jun 04 16:33:50.347993 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90ec4417-8216-403e-90a2-1087f3ba1638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:50.374462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-90ec4417-8216-403e-90a2-1087f3ba1638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0936bf77-67cf-4003-9f24-8ba0c47adf59']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:50.391533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-90ec4417-8216-403e-90a2-1087f3ba1638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373ddb2a-8a96-46f9-be4d-c9e5bba7c88c') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:50.391817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-90ec4417-8216-403e-90a2-1087f3ba1638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373ddb2a-8a96-46f9-be4d-c9e5bba7c88c') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:50.404030 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90ec4417-8216-403e-90a2-1087f3ba1638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:50.408895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52f7962e-dcf9-40b1-a184-c2129d23f2e3 req-95bb0dc0-75b4-4151-a290-29d096f25689 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606859 Jun 04 16:33:50.420290 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90ec4417-8216-403e-90a2-1087f3ba1638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:50.427352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd915a-7caf-498d-8ca7-0685305e4fe7 req-9d6c8233-5646-4c12-9d60-f4f1faace82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:50.428174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ec4417-8216-403e-90a2-1087f3ba1638 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:33:50.428887 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90ec4417-8216-403e-90a2-1087f3ba1638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:50.437956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84bd915a-7caf-498d-8ca7-0685305e4fe7 req-9d6c8233-5646-4c12-9d60-f4f1faace82d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f58250c8-0d14-45b3-8b50-30142b2c0098 HTTP/1.1" status: 200 len: 914 time: 0.1832225 Jun 04 16:33:50.499334 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 373ddb2a-8a96-46f9-be4d-c9e5bba7c88c resource provider aggregate not found Jun 04 16:33:50.531569 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 373ddb2a-8a96-46f9-be4d-c9e5bba7c88c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 373ddb2a-8a96-46f9-be4d-c9e5bba7c88c found for delete ", "request_id": "req-bd53cf42-4fed-4f4f-8168-940a8ae7fd8c"}]} Jun 04 16:33:50.547155 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90ec4417-8216-403e-90a2-1087f3ba1638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:50.554519 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84bd915a-7caf-498d-8ca7-0685305e4fe7 req-ed23ea4c-74dc-46c5-8fb7-33cd84467d39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9249829-8e37-4916-a2e0-ef2382f8ce03 HTTP/1.1" status: 200 len: 217 time: 0.1104162 Jun 04 16:33:50.579586 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90ec4417-8216-403e-90a2-1087f3ba1638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:50.596066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec4417-8216-403e-90a2-1087f3ba1638 admin admin] Pushing event deleted for resources: {'Network': ['ID=0936bf77-67cf-4003-9f24-8ba0c47adf59,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:50.600447 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-90ec4417-8216-403e-90a2-1087f3ba1638 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0936bf77-67cf-4003-9f24-8ba0c47adf59 HTTP/1.1" status: 204 len: 168 time: 0.5059187 Jun 04 16:33:50.720784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:33:50.741539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a3f364a-3b0b-449a-a23e-bba4dec30139 req-9ea9ebbd-d81f-4e56-8b62-188b6a4e2467 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1048989 Jun 04 16:33:50.763885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:33:50.764667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8d2d3073-d0f1-4e8c-b0b4-6a0af32a2cf2 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:33:50.765318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3a98f9e8-70eb-4670-9822-06452a76c015 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:33:50.768030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd915a-7caf-498d-8ca7-0685305e4fe7 req-172354d8-0003-4e17-918a-ceedacc5dade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:50.769488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84bd915a-7caf-498d-8ca7-0685305e4fe7 req-172354d8-0003-4e17-918a-ceedacc5dade service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24ab7b2c-bf09-435e-8e04-71854923016b HTTP/1.1" status: 200 len: 853 time: 0.2079883 Jun 04 16:33:50.786367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54060) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:50.819078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 3a98f9e8-70eb-4670-9822-06452a76c015 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:33:50.819504 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3a98f9e8-70eb-4670-9822-06452a76c015 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:33:50.831593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84bd915a-7caf-498d-8ca7-0685305e4fe7 req-75b6c688-6618-4057-b57c-9df204b58839 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f58250c8-0d14-45b3-8b50-30142b2c0098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539954 Jun 04 16:33:50.841200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e16eb8-c770-4559-bba3-286ec8b71eb3 req-025a7820-4927-473d-b7e7-5c2cb7b27e28 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:50.842893 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-46e16eb8-c770-4559-bba3-286ec8b71eb3 req-025a7820-4927-473d-b7e7-5c2cb7b27e28 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 946 time: 0.2086394 Jun 04 16:33:50.844361 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-177f5f96-5f13-4cb9-b293-6998f929f6b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3fda2a66f036485eb9c4d3c7e6242d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566986 Jun 04 16:33:50.844966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54064) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:50.850458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54068) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:50.927164 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6768c461-f752-41d0-a51f-d7959298340b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:50.957532 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6768c461-f752-41d0-a51f-d7959298340b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:51.013299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6768c461-f752-41d0-a51f-d7959298340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:51.031605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768c461-f752-41d0-a51f-d7959298340b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37e3efe-9368-490e-a948-6ab39cf1edfb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:51.044440 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6768c461-f752-41d0-a51f-d7959298340b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:51.048563 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6768c461-f752-41d0-a51f-d7959298340b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b37e3efe-9368-490e-a948-6ab39cf1edfb HTTP/1.1" status: 204 len: 168 time: 0.1999812 Jun 04 16:33:51.099876 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a4e510a-8e3f-472b-8b76-9dd192046589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:51.110615 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-46e16eb8-c770-4559-bba3-286ec8b71eb3 req-4c87c5b8-d87e-4bce-8c95-dac0c0d904e8 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/security-groups?id=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188819 Jun 04 16:33:51.118597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6a4e510a-8e3f-472b-8b76-9dd192046589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:51.124463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6a4e510a-8e3f-472b-8b76-9dd192046589 admin admin] Usage tracker for resource:security_group_rule and tenant:fcc04057a2624c6e82b6226df4bbd419 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:51.127887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6a4e510a-8e3f-472b-8b76-9dd192046589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:51.134310 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6a4e510a-8e3f-472b-8b76-9dd192046589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:51.157973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84bd915a-7caf-498d-8ca7-0685305e4fe7 req-f843a23e-1abb-4006-a31e-4bf2bfc7a8bf service neutron] 10.222.0.42 "GET /v2.0/networks/f58250c8-0d14-45b3-8b50-30142b2c0098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141077 Jun 04 16:33:51.236102 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a4e510a-8e3f-472b-8b76-9dd192046589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:51.241934 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a4e510a-8e3f-472b-8b76-9dd192046589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:51.312160 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6a4e510a-8e3f-472b-8b76-9dd192046589 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcc04057a2624c6e82b6226df4bbd419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607711 Jun 04 16:33:51.313336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e510a-8e3f-472b-8b76-9dd192046589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b769c83d-b81d-418a-b687-3eb2b027d194,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:51.315806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54084) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:51.343297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84bd915a-7caf-498d-8ca7-0685305e4fe7 req-4447c6c6-49d4-4376-b064-b87a31cc70e8 service neutron] 10.222.0.42 "GET /v2.0/networks/f58250c8-0d14-45b3-8b50-30142b2c0098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781638 Jun 04 16:33:51.386635 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68dc18e5-642b-4195-8b52-c6be0be4bdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:51.413046 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68dc18e5-642b-4195-8b52-c6be0be4bdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:51.482131 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68dc18e5-642b-4195-8b52-c6be0be4bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:51.514301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc18e5-642b-4195-8b52-c6be0be4bdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b769c83d-b81d-418a-b687-3eb2b027d194,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:51.518866 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68dc18e5-642b-4195-8b52-c6be0be4bdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:51.520576 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-68dc18e5-642b-4195-8b52-c6be0be4bdc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b769c83d-b81d-418a-b687-3eb2b027d194 HTTP/1.1" status: 204 len: 168 time: 0.2037199 Jun 04 16:33:51.647983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6aa90-54a5-4450-9493-05fd1b5186d6 req-f4e9c67f-460f-4cfc-93a2-3fa034236ad1 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:51.648937 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5c6aa90-54a5-4450-9493-05fd1b5186d6 req-f4e9c67f-460f-4cfc-93a2-3fa034236ad1 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 944 time: 0.1070383 Jun 04 16:33:51.755040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5c6aa90-54a5-4450-9493-05fd1b5186d6 req-71add93c-43e0-497a-aab5-c94835f2cf70 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636265 Jun 04 16:33:51.776077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603beda-c74b-4633-ad62-c90b9827965b req-177e0d2e-a426-47c7-9296-f2469175bc3a tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:51.777579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b603beda-c74b-4633-ad62-c90b9827965b req-177e0d2e-a426-47c7-9296-f2469175bc3a tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 946 time: 0.1277370 Jun 04 16:33:51.827205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b603beda-c74b-4633-ad62-c90b9827965b req-3b7267df-a2f4-4976-9b4e-c36bacddcaed tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/security-groups?id=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415821 Jun 04 16:33:51.945348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54114) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:51.947240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14278af3-e197-48f3-8c5a-70c52adc12a7 req-349ae8fb-3019-42db-9cd2-3a2c85437e68 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0600712 Jun 04 16:33:51.963702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-683fd5c4-f7f8-4c9e-8857-f57d449fba4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:51.978611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54118) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:51.983926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-683fd5c4-f7f8-4c9e-8857-f57d449fba4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:51.988099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-683fd5c4-f7f8-4c9e-8857-f57d449fba4f admin admin] Usage tracker for resource:security_group_rule and tenant:a5396bf0f22b418b928e888ede833df0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:51.991020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-683fd5c4-f7f8-4c9e-8857-f57d449fba4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:51.996717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-683fd5c4-f7f8-4c9e-8857-f57d449fba4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:52.084403 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-683fd5c4-f7f8-4c9e-8857-f57d449fba4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.089629 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-683fd5c4-f7f8-4c9e-8857-f57d449fba4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.142195 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-683fd5c4-f7f8-4c9e-8857-f57d449fba4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5396bf0f22b418b928e888ede833df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955154 Jun 04 16:33:52.143138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fd5c4-f7f8-4c9e-8857-f57d449fba4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e93764-ff17-4cf3-9c68-49110e6d2aae,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:52.145588 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54124) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:52.147921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-486744685-network', 'tenant_id': '1b45c4870e4d408598053bccb5aa7a72'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:52.153664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:52.159269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Usage tracker for resource:network and tenant:1b45c4870e4d408598053bccb5aa7a72 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:52.162375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:52.169314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:52.179665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Made reservation on behalf of 1b45c4870e4d408598053bccb5aa7a72 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:33:52.181953 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.194358 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.206779 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5b85-174d-4178-ab27-413823c795ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.209678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:52.213535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Usage tracker for resource:security_group_rule and tenant:1b45c4870e4d408598053bccb5aa7a72 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:52.216543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:52.222339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:52.235275 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5b85-174d-4178-ab27-413823c795ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.288702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5b85-174d-4178-ab27-413823c795ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.302794 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.305457 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf5b85-174d-4178-ab27-413823c795ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e93764-ff17-4cf3-9c68-49110e6d2aae,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:52.307144 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.312470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5b85-174d-4178-ab27-413823c795ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.313627 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9fdf5b85-174d-4178-ab27-413823c795ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7e93764-ff17-4cf3-9c68-49110e6d2aae HTTP/1.1" status: 204 len: 168 time: 0.1671517 Jun 04 16:33:52.337972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:33:52.350488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c45cc2b-dc70-425b-8992-766ddd1de056,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:52.355390 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.355728 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Added segment fdbdfc35-f16c-4737-8415-9c4607576a64 of type vlan for network 70421273-3d05-4465-beb8-c7e04471a05a Jun 04 16:33:52.364188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:52.364528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:52.364862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:52.365191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:52.365515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:52.365835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:52.366153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:52.366568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:52.366811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:52.367124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:52.367441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:52.367755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:52.393340 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.424452 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.425426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:52.426062 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.540911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54134) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:52.541076 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5612960 Jun 04 16:33:52.542140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98a4dd-c03e-4671-810e-8e1dfa100765 admin admin] Pushing event updated for resources: {'Network': ['ID=70421273-3d05-4465-beb8-c7e04471a05a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:52.549444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Request body: {'subnet': {'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-486744685-subnet', 'tenant_id': '1b45c4870e4d408598053bccb5aa7a72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:52.559349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:52.565697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 70421273-3d05-4465-beb8-c7e04471a05a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:33:52.585684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Usage tracker for resource:subnet and tenant:1b45c4870e4d408598053bccb5aa7a72 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:52.589131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:52.596654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:52.611118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Made reservation on behalf of 1b45c4870e4d408598053bccb5aa7a72 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:33:52.614365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.833023 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:52.871024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374cdc3-f0bb-40e2-847f-7bde3f70ccea req-d6ee308d-bb3c-453a-85a6-24ed28621ab1 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:52.873674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7374cdc3-f0bb-40e2-847f-7bde3f70ccea req-d6ee308d-bb3c-453a-85a6-24ed28621ab1 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 946 time: 0.1162863 Jun 04 16:33:52.915756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85832715-45f4-4da8-bd84-98b9a23469f5,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:52.925390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Checking segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:33:52.925750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Network hostable DHCP agents. Network: 70421273-3d05-4465-beb8-c7e04471a05a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:33:52.948471 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Network 70421273-3d05-4465-beb8-c7e04471a05a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:33:52.961484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 70421273-3d05-4465-beb8-c7e04471a05a) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:33:52.972065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32df3a1-13bd-4afb-8609-0174abb29da8 None None] Network 70421273-3d05-4465-beb8-c7e04471a05a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:33:52.982744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:52.983658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:53.034399 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ada46414-a725-46dc-b51e-14827912d4c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4918473 Jun 04 16:33:53.054666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7374cdc3-f0bb-40e2-847f-7bde3f70ccea req-49722659-478b-4f15-bea8-8961a132c182 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Deleting port bca967ed-2588-4316-aaa1-c5225c9c7fce {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:33:53.055007 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7374cdc3-f0bb-40e2-847f-7bde3f70ccea req-49722659-478b-4f15-bea8-8961a132c182 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:53.239418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa584fd7-7fff-4933-9d87-253306d60057 req-ba60cd43-464a-4858-a17a-bf55be2ea835 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:53.240902 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa584fd7-7fff-4933-9d87-253306d60057 req-ba60cd43-464a-4858-a17a-bf55be2ea835 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 944 time: 0.3254571 Jun 04 16:33:53.265195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edfaeed-49da-4df1-a3da-93bf3bcdeb56 None None] Network 70421273-3d05-4465-beb8-c7e04471a05a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:33:53.296623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15996f82-8d68-4c3f-8e2e-8832f39cd173 req-8d3c6a57-a85b-492e-b205-0c1bc502ba21 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:53.298148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15996f82-8d68-4c3f-8e2e-8832f39cd173 req-8d3c6a57-a85b-492e-b205-0c1bc502ba21 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5bfeeb-8da4-484d-b767-827bba759191 HTTP/1.1" status: 200 len: 946 time: 0.3076885 Jun 04 16:33:53.340870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c9249829-8e37-4916-a2e0-ef2382f8ce03 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:33:53.409034 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa584fd7-7fff-4933-9d87-253306d60057 req-c79cecd9-281b-419a-88d2-491bd96fcacf tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211050 Jun 04 16:33:53.436807 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15996f82-8d68-4c3f-8e2e-8832f39cd173 req-388fca1d-d4a3-4ad5-9a57-f4f2be250634 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.13 "GET /v2.0/security-groups?id=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142428 Jun 04 16:33:53.454345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7374cdc3-f0bb-40e2-847f-7bde3f70ccea req-49722659-478b-4f15-bea8-8961a132c182 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] For port bca967ed-2588-4316-aaa1-c5225c9c7fce, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bca967ed-2588-4316-aaa1-c5225c9c7fce,segment=NetworkSegment(0a66942b-4525-4426-a6b4-21c473b2ee2a),segment_id=0a66942b-4525-4426-a6b4-21c473b2ee2a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:53.454345 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7374cdc3-f0bb-40e2-847f-7bde3f70ccea req-49722659-478b-4f15-bea8-8961a132c182 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:53.618818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c9249829-8e37-4916-a2e0-ef2382f8ce03, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c9249829-8e37-4916-a2e0-ef2382f8ce03,segment=NetworkSegment(1720593f-1ccf-47bd-8083-5cee1d8d4b53),segment_id=1720593f-1ccf-47bd-8083-5cee1d8d4b53)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:53.670641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'c9249829-8e37-4916-a2e0-ef2382f8ce03', 'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098', 'port_id': 'c9249829-8e37-4916-a2e0-ef2382f8ce03', 'mac_address': 'fa:16:3e:bb:c7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ab7b2c-bf09-435e-8e04-71854923016b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:33:53.725264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7374cdc3-f0bb-40e2-847f-7bde3f70ccea req-49722659-478b-4f15-bea8-8961a132c182 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Calling delete_port for bca967ed-2588-4316-aaa1-c5225c9c7fce owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:33:53.751304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port c9249829-8e37-4916-a2e0-ef2382f8ce03 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:33:53.753225 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:53.772512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9249829-8e37-4916-a2e0-ef2382f8ce03 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:33:53.790138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c9249829-8e37-4916-a2e0-ef2382f8ce03, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c9249829-8e37-4916-a2e0-ef2382f8ce03,segment=NetworkSegment(1720593f-1ccf-47bd-8083-5cee1d8d4b53),segment_id=1720593f-1ccf-47bd-8083-5cee1d8d4b53)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:53.801925 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:53.822182 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b329d67b-eb38-4cd3-98ee-42f9d711a73f req-b253a882-2076-44a9-9101-1a664be1fb60 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1037159 Jun 04 16:33:53.932846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=c9249829-8e37-4916-a2e0-ef2382f8ce03,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:54.048444 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7374cdc3-f0bb-40e2-847f-7bde3f70ccea req-49722659-478b-4f15-bea8-8961a132c182 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:54.059962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['bca967ed-2588-4316-aaa1-c5225c9c7fce'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:33:54.091657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['c9249829-8e37-4916-a2e0-ef2382f8ce03'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:33:54.113230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49722659-478b-4f15-bea8-8961a132c182 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Pushing event deleted for resources: {'Port': ['ID=bca967ed-2588-4316-aaa1-c5225c9c7fce,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:54.211963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8e5eacc2-23ef-4964-96aa-5e4742193962 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:54.212654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8e5eacc2-23ef-4964-96aa-5e4742193962 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:33:54.225860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7374cdc3-f0bb-40e2-847f-7bde3f70ccea req-49722659-478b-4f15-bea8-8961a132c182 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] No DVR routers for this DVR port bca967ed-2588-4316-aaa1-c5225c9c7fce on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:33:54.229653 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7374cdc3-f0bb-40e2-847f-7bde3f70ccea req-49722659-478b-4f15-bea8-8961a132c182 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:54.232134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5bfeeb-8da4-484d-b767-827bba759191', 'name': 'network-vif-deleted', 'tag': 'bca967ed-2588-4316-aaa1-c5225c9c7fce'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:54.260514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8e5eacc2-23ef-4964-96aa-5e4742193962 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:33:54.261985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8e5eacc2-23ef-4964-96aa-5e4742193962 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 0.3301597 Jun 04 16:33:54.266850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7374cdc3-f0bb-40e2-847f-7bde3f70ccea req-49722659-478b-4f15-bea8-8961a132c182 tempest-ServerAddressesNegativeTestJSON-1498702141 tempest-ServerAddressesNegativeTestJSON-1498702141-project] 10.222.0.42 "DELETE /v2.0/ports/bca967ed-2588-4316-aaa1-c5225c9c7fce HTTP/1.1" status: 204 len: 173 time: 1.3874953 Jun 04 16:33:54.300112 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-135993f1-df47-4f6a-83fd-49ecfbf74ba3'] response: {'server_uuid': 'ac5bfeeb-8da4-484d-b767-827bba759191', 'name': 'network-vif-deleted', 'tag': 'bca967ed-2588-4316-aaa1-c5225c9c7fce', 'status': 'completed', 'code': 200} Jun 04 16:33:54.308728 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-5d8c8479-39b9-4a0e-afac-1c88a94cfae8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/quotas/1b45c4870e4d408598053bccb5aa7a72 HTTP/1.1" status: 200 len: 375 time: 0.0404592 Jun 04 16:33:54.359656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-f2b74fd9-5a10-41e6-bbd1-58ecd4053f39 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493436 Jun 04 16:33:54.495692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-59c06849-68ce-486a-ab79-645d4f5a4fa5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:33:54.496950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-59c06849-68ce-486a-ab79-645d4f5a4fa5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1353791 Jun 04 16:33:54.694536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-6ae280be-cc46-4dee-b4c4-aeb7df578dce service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885631 Jun 04 16:33:54.705995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88b8c7-90ec-4e56-8287-1866df5cb5ce req-e6c86b50-e295-46c7-9b73-e975717a6e08 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:54.707498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b88b8c7-90ec-4e56-8287-1866df5cb5ce req-e6c86b50-e295-46c7-9b73-e975717a6e08 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 945 time: 0.1804159 Jun 04 16:33:54.833815 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b88b8c7-90ec-4e56-8287-1866df5cb5ce req-3cfcb81a-c4a3-4d61-9a51-1ed6c127fc44 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054840 Jun 04 16:33:54.875389 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-1da5ff46-a8d1-4e73-90ee-9e6f1a57a1b8 service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664884 Jun 04 16:33:54.921072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54222) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:54.932355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54228) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:55.008604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5a7a8f-10d8-46d2-8c07-50ae6be77736 admin admin] Deleting subnet ea223dfb-5991-4d80-a4bc-25a0c091a07a {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:33:55.011994 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7a8f-10d8-46d2-8c07-50ae6be77736 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.092342 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2a9716f8-4f4a-496b-8acc-123182378421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.109613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2a9716f8-4f4a-496b-8acc-123182378421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:55.113749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2a9716f8-4f4a-496b-8acc-123182378421 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad9ac4ac7204f28b13b95e90d471429 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:55.116754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2a9716f8-4f4a-496b-8acc-123182378421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:55.123305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2a9716f8-4f4a-496b-8acc-123182378421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:55.140779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7857bb18-4c40-4e2b-aad1-5853a626d7dc req-1c8129ec-9a0c-49f4-b89f-3e9e6234c35f tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0965497 Jun 04 16:33:55.142696 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31576672-d00f-44f9-a0b1-4dcd8029a005 req-20474545-3463-4dd0-b867-61304c0288e2 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 210 time: 0.0676680 Jun 04 16:33:55.179558 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7a8f-10d8-46d2-8c07-50ae6be77736 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.238638 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7a8f-10d8-46d2-8c07-50ae6be77736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.239370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2a9716f8-4f4a-496b-8acc-123182378421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.244340 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2a9716f8-4f4a-496b-8acc-123182378421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.298166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c9249829-8e37-4916-a2e0-ef2382f8ce03 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:33:55.299301 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2a9716f8-4f4a-496b-8acc-123182378421 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ad9ac4ac7204f28b13b95e90d471429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768914 Jun 04 16:33:55.303555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54240) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:55.305643 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9716f8-4f4a-496b-8acc-123182378421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcbc0a2-1086-4f15-92e1-045fdadb27b4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:55.353220 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7a8f-10d8-46d2-8c07-50ae6be77736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.391634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port c9249829-8e37-4916-a2e0-ef2382f8ce03 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:33:55.397029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port c9249829-8e37-4916-a2e0-ef2382f8ce03 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:33:55.397465 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.400913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a7a8f-10d8-46d2-8c07-50ae6be77736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea223dfb-5991-4d80-a4bc-25a0c091a07a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:55.407725 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7a8f-10d8-46d2-8c07-50ae6be77736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.415145 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9b5a7a8f-10d8-46d2-8c07-50ae6be77736 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ea223dfb-5991-4d80-a4bc-25a0c091a07a HTTP/1.1" status: 204 len: 168 time: 0.4815466 Jun 04 16:33:55.417730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54246) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:55.431235 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb767cb4-98fb-441b-9b41-5f655bbbe91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.467103 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb767cb4-98fb-441b-9b41-5f655bbbe91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.542734 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb767cb4-98fb-441b-9b41-5f655bbbe91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.543284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port c9249829-8e37-4916-a2e0-ef2382f8ce03 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:33:55.543664 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.585460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c0e391-e022-4875-9fda-9cc4896dd596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9249829-8e37-4916-a2e0-ef2382f8ce03'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:55.587087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb767cb4-98fb-441b-9b41-5f655bbbe91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcbc0a2-1086-4f15-92e1-045fdadb27b4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:55.589386 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb767cb4-98fb-441b-9b41-5f655bbbe91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.591358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-eb767cb4-98fb-441b-9b41-5f655bbbe91e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbcbc0a2-1086-4f15-92e1-045fdadb27b4 HTTP/1.1" status: 204 len: 168 time: 0.2881756 Jun 04 16:33:55.612767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c9249829-8e37-4916-a2e0-ef2382f8ce03, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c9249829-8e37-4916-a2e0-ef2382f8ce03,segment=NetworkSegment(1720593f-1ccf-47bd-8083-5cee1d8d4b53),segment_id=1720593f-1ccf-47bd-8083-5cee1d8d4b53)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:33:55.632058 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.632891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bca967ed-2588-4316-aaa1-c5225c9c7fce no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:33:55.678576 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb0f9fb-43e7-4ffa-b293-d9cacc698832'] response: {'server_uuid': 'a1c0e391-e022-4875-9fda-9cc4896dd596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9249829-8e37-4916-a2e0-ef2382f8ce03', 'code': 200} Jun 04 16:33:55.748822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: bca967ed-2588-4316-aaa1-c5225c9c7fce {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:33:55.749167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bca967ed-2588-4316-aaa1-c5225c9c7fce not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:33:55.776415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=c9249829-8e37-4916-a2e0-ef2382f8ce03,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:55.787079 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c2cd438-ad1e-4933-9891-978cb87506c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.847134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1201ff-75f0-4d82-a10b-29d3b8cfa2af req-3701f091-13a1-4cc6-90a8-971530c97549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:55.849244 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f1201ff-75f0-4d82-a10b-29d3b8cfa2af req-3701f091-13a1-4cc6-90a8-971530c97549 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 1097 time: 0.1077151 Jun 04 16:33:55.917722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f1201ff-75f0-4d82-a10b-29d3b8cfa2af req-729e051d-7de8-4c72-bf64-50459c73bf18 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569592 Jun 04 16:33:55.939275 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c2cd438-ad1e-4933-9891-978cb87506c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:55.967019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0c2cd438-ad1e-4933-9891-978cb87506c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e7115e-af22-4665-bc60-6ffa5d51db65']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:55.981281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0c2cd438-ad1e-4933-9891-978cb87506c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a66942b-4525-4426-a6b4-21c473b2ee2a') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:55.982499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0c2cd438-ad1e-4933-9891-978cb87506c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a66942b-4525-4426-a6b4-21c473b2ee2a') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:33:55.995117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c2cd438-ad1e-4933-9891-978cb87506c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.009632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54258) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:56.025361 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c2cd438-ad1e-4933-9891-978cb87506c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.034766 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2b8a2cd9-1534-4fac-b479-fcd6d23b5982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.043618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2cd438-ad1e-4933-9891-978cb87506c8 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:33:56.044094 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c2cd438-ad1e-4933-9891-978cb87506c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.046572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a92e3-2136-4ece-a085-62e229cfeacd req-049e29b9-d203-4e2e-a7c5-fdfd19c81e42 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:56.048527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f60a92e3-2136-4ece-a085-62e229cfeacd req-049e29b9-d203-4e2e-a7c5-fdfd19c81e42 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 946 time: 0.0851736 Jun 04 16:33:56.120590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2b8a2cd9-1534-4fac-b479-fcd6d23b5982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:56.124666 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 0a66942b-4525-4426-a6b4-21c473b2ee2a resource provider aggregate not found Jun 04 16:33:56.135380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2b8a2cd9-1534-4fac-b479-fcd6d23b5982 admin admin] Usage tracker for resource:security_group_rule and tenant:2f09896fa63a481d99f0f0cc48c20c26 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:56.149743 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 0a66942b-4525-4426-a6b4-21c473b2ee2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a66942b-4525-4426-a6b4-21c473b2ee2a found for delete ", "request_id": "req-75ca9ff8-c489-4fae-8410-5521aa91140e"}]} Jun 04 16:33:56.150589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2b8a2cd9-1534-4fac-b479-fcd6d23b5982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:56.161876 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2b8a2cd9-1534-4fac-b479-fcd6d23b5982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:56.176183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c2cd438-ad1e-4933-9891-978cb87506c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.196535 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c2cd438-ad1e-4933-9891-978cb87506c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.216639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cd438-ad1e-4933-9891-978cb87506c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e7115e-af22-4665-bc60-6ffa5d51db65,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:56.232388 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0c2cd438-ad1e-4933-9891-978cb87506c8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f0e7115e-af22-4665-bc60-6ffa5d51db65 HTTP/1.1" status: 204 len: 168 time: 0.8128037 Jun 04 16:33:56.241673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f60a92e3-2136-4ece-a085-62e229cfeacd req-6d7fe294-83d1-4b75-95f8-4192fc884777 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866796 Jun 04 16:33:56.308148 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2b8a2cd9-1534-4fac-b479-fcd6d23b5982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.315111 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2b8a2cd9-1534-4fac-b479-fcd6d23b5982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.350852 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8b689d7-4ec3-4acd-87db-bfe922908ed0 req-fd15fd0e-862f-4671-89d6-2dde63823567 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0565588 Jun 04 16:33:56.373356 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2b8a2cd9-1534-4fac-b479-fcd6d23b5982 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f09896fa63a481d99f0f0cc48c20c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624418 Jun 04 16:33:56.375959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54272) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:56.378783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a2cd9-1534-4fac-b479-fcd6d23b5982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7380af-3eec-491f-8d72-80c49c614a17,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:56.502279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54276) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:56.564522 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c085f19d-e575-434f-9035-389f717eb984 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa8eb5366ea74e3a9f2e6b06de21fa90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610499 Jun 04 16:33:56.567609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54280) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:56.569895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29d5c24e-49a6-4116-8b3e-8f56e85e35fc req-a0f830a4-8a39-4a50-814d-6286c74e454e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 210 time: 0.1215744 Jun 04 16:33:56.601990 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42f5eec7-35d9-4238-906d-7a81848ca7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.656145 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-171f1f4d-98e8-49da-8ef8-b41cc6b3c430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.660870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-d8a39caf-fb4b-4380-a1ce-c76993c8c55c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:56.662274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-d8a39caf-fb4b-4380-a1ce-c76993c8c55c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.42 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 0.2449803 Jun 04 16:33:56.663983 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42f5eec7-35d9-4238-906d-7a81848ca7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.682383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-171f1f4d-98e8-49da-8ef8-b41cc6b3c430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.687545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Request body: {'port': {'device_id': '21c5ae56-6791-4319-b5e5-1fc209800205', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'admin_state_up': True, 'tenant_id': '1b45c4870e4d408598053bccb5aa7a72'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:56.755488 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-171f1f4d-98e8-49da-8ef8-b41cc6b3c430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.769805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f1f4d-98e8-49da-8ef8-b41cc6b3c430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a27d5e-d474-4c2b-a23d-5ef58ba6a96c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:56.779937 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-171f1f4d-98e8-49da-8ef8-b41cc6b3c430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.786329 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-171f1f4d-98e8-49da-8ef8-b41cc6b3c430 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94a27d5e-d474-4c2b-a23d-5ef58ba6a96c HTTP/1.1" status: 204 len: 168 time: 0.2172663 Jun 04 16:33:56.846637 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42f5eec7-35d9-4238-906d-7a81848ca7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.865121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:56.867659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5eec7-35d9-4238-906d-7a81848ca7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7380af-3eec-491f-8d72-80c49c614a17,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:56.874889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Usage tracker for resource:port and tenant:1b45c4870e4d408598053bccb5aa7a72 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:56.877880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:56.880961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42f5eec7-35d9-4238-906d-7a81848ca7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:56.881946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-42f5eec7-35d9-4238-906d-7a81848ca7c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba7380af-3eec-491f-8d72-80c49c614a17 HTTP/1.1" status: 204 len: 168 time: 0.5044920 Jun 04 16:33:56.886222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:56.898534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Made reservation on behalf of 1b45c4870e4d408598053bccb5aa7a72 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:33:56.903827 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:57.147734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Allocated IP 172.20.0.2 (70421273-3d05-4465-beb8-c7e04471a05a/85832715-45f4-4da8-bd84-98b9a23469f5/838761b6-421d-4114-aed8-8a2ffc0bfafe) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:33:57.444165 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:57.520734 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e493bf68-d4fc-40c9-9ad8-a86abe44d286 req-17feeb0c-b7e4-4cbe-8e31-6b205dfbceb0 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0483251 Jun 04 16:33:57.534756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d5c33-c98b-4a79-b062-82b62724eb5f req-1c80aa49-cb01-44ea-9a89-b10a73f05819 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:57.552490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c9d5c33-c98b-4a79-b062-82b62724eb5f req-1c80aa49-cb01-44ea-9a89-b10a73f05819 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 946 time: 0.1763418 Jun 04 16:33:57.591114 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:57.684566 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c9d5c33-c98b-4a79-b062-82b62724eb5f req-f31e77c0-3216-4b01-954c-97ea334b95f9 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311493 Jun 04 16:33:57.695277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Network 70421273-3d05-4465-beb8-c7e04471a05a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:33:57.703037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:33:57.729231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:33:57.756577 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-41ec0a46-175d-4b82-aff4-cb27fbcab5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:57.759742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event updated for resources: {'Port': ['ID=838761b6-421d-4114-aed8-8a2ffc0bfafe,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:57.861828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54356) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:57.871660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:57.872846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:57.906963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-8c087350-b815-462d-81b7-f30558d4d7a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2256360 Jun 04 16:33:57.915350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6ce04-2440-4915-a6b9-cc851cb7e603 req-05d5d5da-71c8-416e-87b3-b33995cf68c5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:57.916038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-18c6ce04-2440-4915-a6b9-cc851cb7e603 req-05d5d5da-71c8-416e-87b3-b33995cf68c5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:33:57.927999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Request body: {'port': {'device_id': '21c5ae56-6791-4319-b5e5-1fc209800205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:58.008045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-356172836-network', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:58.014142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:58.018771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Usage tracker for resource:network and tenant:3f48053fe3e0441d9a70db7718ac831f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:58.021702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:58.029555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:58.032381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-18c6ce04-2440-4915-a6b9-cc851cb7e603 req-05d5d5da-71c8-416e-87b3-b33995cf68c5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:33:58.039028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18c6ce04-2440-4915-a6b9-cc851cb7e603 req-05d5d5da-71c8-416e-87b3-b33995cf68c5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 931 time: 0.3107939 Jun 04 16:33:58.042818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Made reservation on behalf of 3f48053fe3e0441d9a70db7718ac831f for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:33:58.045481 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:58.059592 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:58.075711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:58.079994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Usage tracker for resource:security_group_rule and tenant:3f48053fe3e0441d9a70db7718ac831f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:58.083635 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:58.091256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:58.126025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-18c6ce04-2440-4915-a6b9-cc851cb7e603 req-c8c8eaba-58a4-4f6e-b815-b837feb74821 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:33:58.132526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:58.196549 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:58.202590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:58.210548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-18c6ce04-2440-4915-a6b9-cc851cb7e603 req-c8c8eaba-58a4-4f6e-b815-b837feb74821 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:33:58.212002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18c6ce04-2440-4915-a6b9-cc851cb7e603 req-c8c8eaba-58a4-4f6e-b815-b837feb74821 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721408 Jun 04 16:33:58.262994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:33:58.269492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0ce380-4374-4822-b444-1c2c04325888,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:58.282008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:58.282344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:58.282912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:58.283263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:58.283711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:58.284189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:58.284686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:58.285190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:58.285672 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:58.286147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:58.286494 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:58.286804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:33:58.302141 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:58.302501 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Added segment 089f6b9a-e692-4b45-8623-2718eb1c8caa of type vlan for network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f Jun 04 16:33:58.358051 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:58.421838 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:58.423318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:58.423796 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:58.532567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] Pushing event updated for resources: {'Network': ['ID=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:58.544054 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-05791b44-b859-4ffd-96cf-8af2d1e714ea admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6781991 Jun 04 16:33:58.544710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54392) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:58.545169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:33:58.556696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Request body: {'subnet': {'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-subnet', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:58.568777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:58.581517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Usage tracker for resource:subnet and tenant:3f48053fe3e0441d9a70db7718ac831f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:58.584896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:58.592368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:58.608563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Made reservation on behalf of 3f48053fe3e0441d9a70db7718ac831f for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:33:58.616294 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:58.753189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a81aa14c-0074-4226-b9c1-86f175d568db req-77b8e6b9-802d-4285-91b1-f5f1a83e1cda tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0467987 Jun 04 16:33:58.848518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838761b6-421d-4114-aed8-8a2ffc0bfafe {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:33:58.856331 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:58.882113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Transition to ACTIVE for port object 838761b6-421d-4114-aed8-8a2ffc0bfafe will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:33:58.889294 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:58.947859 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:59.087883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad307a3f-bb01-4a62-a59a-16b6e7c06179,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:59.098506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Checking segment: {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:33:59.098934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Network hostable DHCP agents. Network: b0d230d7-0bcf-4d1b-b76f-d447deff0b4f, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:33:59.125739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=838761b6-421d-4114-aed8-8a2ffc0bfafe,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:59.127872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:33:59.154871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, b0d230d7-0bcf-4d1b-b76f-d447deff0b4f) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:33:59.164133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0016b5-565c-4a4d-8acf-df4ecf3909a3 None None] Network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:33:59.171015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:59.171621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:59.185330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Attempting to bind port 838761b6-421d-4114-aed8-8a2ffc0bfafe on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:33:59.185668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Attempting to bind port 838761b6-421d-4114-aed8-8a2ffc0bfafe by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:33:59.185994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Attempting to bind port 838761b6-421d-4114-aed8-8a2ffc0bfafe on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:33:59.191704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Port 838761b6-421d-4114-aed8-8a2ffc0bfafe on network 70421273-3d05-4465-beb8-c7e04471a05a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:33:59.192078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Attempting to bind port 838761b6-421d-4114-aed8-8a2ffc0bfafe on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:33:59.198687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:33:59.199060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Checking segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:33:59.199440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Bound using segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:33:59.200479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Bound port: 838761b6-421d-4114-aed8-8a2ffc0bfafe, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:33:59.200623 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:59.204414 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bc05ef69-6802-46fc-b153-3466d7e598e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6585228 Jun 04 16:33:59.206967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54438) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:33:59.215749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:33:59.226422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:33:59.237215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Usage tracker for resource:router and tenant:3f48053fe3e0441d9a70db7718ac831f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:33:59.258368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:33:59.274735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:33:59.301684 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:59.303088 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:59.325344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] For port 838761b6-421d-4114-aed8-8a2ffc0bfafe, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:33:59.330488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] For port 838761b6-421d-4114-aed8-8a2ffc0bfafe, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=838761b6-421d-4114-aed8-8a2ffc0bfafe,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:33:59.337711 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:59.338655 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:59.427856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:59.428482 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:59.429853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] 10.222.0.42 "PUT /v2.0/ports/838761b6-421d-4114-aed8-8a2ffc0bfafe HTTP/1.1" status: 200 len: 1091 time: 1.5099380 Jun 04 16:33:59.490372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c5ae56-6791-4319-b5e5-1fc209800205', 'tag': '838761b6-421d-4114-aed8-8a2ffc0bfafe'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:33:59.594262 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3010da1-30a3-424f-8c55-4c8d81b2cc42'] response: {'name': 'network-changed', 'server_uuid': '21c5ae56-6791-4319-b5e5-1fc209800205', 'tag': '838761b6-421d-4114-aed8-8a2ffc0bfafe', 'status': 'completed', 'code': 200} Jun 04 16:33:59.623938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87aa549-b009-4aa6-bcf0-54cd77983ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=838761b6-421d-4114-aed8-8a2ffc0bfafe,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:33:59.662514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:33:59.663713 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:59.678519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879252b-1c66-4b41-aef9-a6149aa8cbde req-f2496ce4-531c-46d9-a42f-32f28f85e1a9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:59.680018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b879252b-1c66-4b41-aef9-a6149aa8cbde req-f2496ce4-531c-46d9-a42f-32f28f85e1a9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 943 time: 0.2649412 Jun 04 16:33:59.682794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-65d28008-f894-413e-ae08-8a3b4a057b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:59.684122 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-65d28008-f894-413e-ae08-8a3b4a057b94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 1094 time: 0.1713319 Jun 04 16:33:59.789668 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-21b63eb8-ec47-42c0-b7ec-849ebfeacbc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=838761b6-421d-4114-aed8-8a2ffc0bfafe HTTP/1.1" status: 200 len: 217 time: 0.0982223 Jun 04 16:33:59.846866 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:33:59.867988 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b879252b-1c66-4b41-aef9-a6149aa8cbde req-2a20b62c-743c-4fb5-9a6d-dc0531ae85ab tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776836 Jun 04 16:33:59.895363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-845c8714-b1ef-43bb-ba5c-bec4b56734df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:33:59.897052 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-845c8714-b1ef-43bb-ba5c-bec4b56734df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.0980508 Jun 04 16:33:59.994386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-0c7edd0b-3b4c-4937-809c-9410aa15a268 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910497 Jun 04 16:34:00.012286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Allocated IP 172.20.0.2 (b0d230d7-0bcf-4d1b-b76f-d447deff0b4f/ad307a3f-bb01-4a62-a59a-16b6e7c06179/962d6506-b777-464b-86bc-30e5187e5677) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:34:00.085566 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe80fd6b-c4b4-4719-ad4f-0cea95379c03 req-5fc59146-f3e3-4b7d-b0b1-cd8f0c2e49e6 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0846112 Jun 04 16:34:00.200256 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-748dec51-ce78-49f1-bb11-25acd308796d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:00.228427 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-ca71d302-0518-4d1b-add6-d6612e65fd7b service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262232 Jun 04 16:34:00.349744 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:00.361738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Transition to ACTIVE for port object 962d6506-b777-464b-86bc-30e5187e5677 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:34:00.387809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Transition to ACTIVE for port object 962d6506-b777-464b-86bc-30e5187e5677 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:34:00.409136 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:00.459627 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:00.547875 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:00.568676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a75e9dd-1990-438b-94c2-68900150fa96 req-42b9252e-2965-469c-b28b-479e1c4e571e service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342562 Jun 04 16:34:00.583927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Pushing event updated for resources: {'Port': ['ID=962d6506-b777-464b-86bc-30e5187e5677,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:00.600806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:34:00.602555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:00.605526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:34:00.742756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Attempting to bind port 962d6506-b777-464b-86bc-30e5187e5677 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:34:00.743484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Attempting to bind port 962d6506-b777-464b-86bc-30e5187e5677 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:34:00.744187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Attempting to bind port 962d6506-b777-464b-86bc-30e5187e5677 on network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:34:00.751040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:34:00.751794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Checking segment: {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:34:00.752437 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:00.753029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Bound using segment: {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:34:00.753713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Bound port: 962d6506-b777-464b-86bc-30e5187e5677, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:34:00.754451 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:00.812948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893145f-d5d6-4d06-949c-aaa1005e5579 req-086c66e5-51a1-4b8b-b372-d5cba19b722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:00.815061 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6893145f-d5d6-4d06-949c-aaa1005e5579 req-086c66e5-51a1-4b8b-b372-d5cba19b722c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 1094 time: 0.1896491 Jun 04 16:34:00.824682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Allocated IP 172.25.5.160 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/85c45bce-d679-49b8-8a9c-24928bb5b096) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:34:00.836655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54480) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:00.999975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] For port 962d6506-b777-464b-86bc-30e5187e5677, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:34:01.003660 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] For port 962d6506-b777-464b-86bc-30e5187e5677, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=962d6506-b777-464b-86bc-30e5187e5677,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:34:01.015619 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:01.095383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893145f-d5d6-4d06-949c-aaa1005e5579 req-cd628e19-b8e1-49b8-9829-fdbe5b1dbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:01.097293 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6893145f-d5d6-4d06-949c-aaa1005e5579 req-cd628e19-b8e1-49b8-9829-fdbe5b1dbf44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 906 time: 0.2750220 Jun 04 16:34:01.098407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:01.148240 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b91422a-05c4-4733-ae14-ed78e43dbc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:01.163543 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:01.182093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1b91422a-05c4-4733-ae14-ed78e43dbc44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:01.188885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1b91422a-05c4-4733-ae14-ed78e43dbc44 admin admin] Usage tracker for resource:security_group_rule and tenant:9235130f13d44f98bf24ceee175dba35 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:01.192689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1b91422a-05c4-4733-ae14-ed78e43dbc44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:01.200642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1b91422a-05c4-4733-ae14-ed78e43dbc44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:01.230918 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:01.263327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb26b2d-66ab-43f3-9084-5a2811484bb5 None None] Pushing event updated for resources: {'Port': ['ID=962d6506-b777-464b-86bc-30e5187e5677,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:01.347661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:34:01.358120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:01.359819 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:01.365134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:34:01.408371 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6893145f-d5d6-4d06-949c-aaa1005e5579 req-233f2c5c-0ce2-475c-b01d-11b00d29908a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=838761b6-421d-4114-aed8-8a2ffc0bfafe HTTP/1.1" status: 200 len: 217 time: 0.3022330 Jun 04 16:34:01.493383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b91422a-05c4-4733-ae14-ed78e43dbc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:01.513055 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b91422a-05c4-4733-ae14-ed78e43dbc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:01.527712 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-40cd38c7-87e9-4872-a93f-29a205fa660b req-97fcb778-3318-44cc-83ed-7d7ade248110 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1201110 Jun 04 16:34:01.609626 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1b91422a-05c4-4733-ae14-ed78e43dbc44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9235130f13d44f98bf24ceee175dba35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7696543 Jun 04 16:34:01.616490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Pushing event updated for resources: {'Port': ['ID=85c45bce-d679-49b8-8a9c-24928bb5b096,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:01.623116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54490) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:01.633071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893145f-d5d6-4d06-949c-aaa1005e5579 req-9fe27fd3-f7af-48b8-878a-d2fed5e8e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:01.638237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6893145f-d5d6-4d06-949c-aaa1005e5579 req-9fe27fd3-f7af-48b8-878a-d2fed5e8e5a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.1930041 Jun 04 16:34:01.694300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91422a-05c4-4733-ae14-ed78e43dbc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c7af70-90d7-4ae6-9a75-cc7e74831209,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:01.754808 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6893145f-d5d6-4d06-949c-aaa1005e5579 req-51e6e6c8-79c7-475f-a41b-ee094cf5033b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831759 Jun 04 16:34:01.893091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1c491-051e-43be-84bc-f316ee527991 req-aa114763-f814-4398-8b7b-1b5fe52e6bb1 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:01.900303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eda1c491-051e-43be-84bc-f316ee527991 req-aa114763-f814-4398-8b7b-1b5fe52e6bb1 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 943 time: 0.7961240 Jun 04 16:34:01.945152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-79de3945-01b7-4335-a90f-8ae2cb962a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:02.030627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eda1c491-051e-43be-84bc-f316ee527991 req-291933e2-3e99-48f4-b927-e7a372198d9f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291261 Jun 04 16:34:02.041602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6893145f-d5d6-4d06-949c-aaa1005e5579 req-fda30650-02c1-4566-8469-34660041cd4d service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791166 Jun 04 16:34:02.043740 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-79de3945-01b7-4335-a90f-8ae2cb962a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:02.205976 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:02.207835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6893145f-d5d6-4d06-949c-aaa1005e5579 req-ce81b96c-669c-4bea-878c-590688b60516 service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561353 Jun 04 16:34:02.237885 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-79de3945-01b7-4335-a90f-8ae2cb962a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:02.254506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de3945-01b7-4335-a90f-8ae2cb962a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c7af70-90d7-4ae6-9a75-cc7e74831209,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:02.267239 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-79de3945-01b7-4335-a90f-8ae2cb962a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:02.276419 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-79de3945-01b7-4335-a90f-8ae2cb962a44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3c7af70-90d7-4ae6-9a75-cc7e74831209 HTTP/1.1" status: 204 len: 168 time: 0.6499033 Jun 04 16:34:02.552075 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:02.686362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67118d0-d6d4-4dbb-846f-ac1fd6a54def None None] Network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:34:02.763403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54502) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:02.784359 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab005c68-8416-4a96-8c30-2ea201f7040b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:02.797305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dffd7e3d-e6fd-43e6-807d-4197a2967ada None None] Provisioning for port 962d6506-b777-464b-86bc-30e5187e5677 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:34:02.803067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ab005c68-8416-4a96-8c30-2ea201f7040b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:02.807667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ab005c68-8416-4a96-8c30-2ea201f7040b admin admin] Usage tracker for resource:security_group_rule and tenant:1877e53f1c9d4c6589981d354a1a24b5 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:02.811351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ab005c68-8416-4a96-8c30-2ea201f7040b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:02.870937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ab005c68-8416-4a96-8c30-2ea201f7040b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:02.873283 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 962d6506-b777-464b-86bc-30e5187e5677 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:34:02.880880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-639c5a3c-60cb-4e24-85ef-728afdf7ace0 req-04ef6b4a-77dc-4ede-91eb-301cc7195f69 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0610383 Jun 04 16:34:02.894072 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:02.982467 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab005c68-8416-4a96-8c30-2ea201f7040b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:02.990256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab005c68-8416-4a96-8c30-2ea201f7040b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:03.044694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ab005c68-8416-4a96-8c30-2ea201f7040b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1877e53f1c9d4c6589981d354a1a24b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801094 Jun 04 16:34:03.049664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54508) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:03.063122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab005c68-8416-4a96-8c30-2ea201f7040b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332489b9-1a14-424d-933c-21c18cf93165,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:03.101474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 962d6506-b777-464b-86bc-30e5187e5677 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:34:03.113155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 962d6506-b777-464b-86bc-30e5187e5677 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:03.113523 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:03.164571 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca2b75ef-a92f-4259-b7c6-f86a8ef6f687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:03.204967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Router 3079ff8c-116f-4919-b4df-b2f6517efbda is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:34:03.259195 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca2b75ef-a92f-4259-b7c6-f86a8ef6f687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:03.308345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 962d6506-b777-464b-86bc-30e5187e5677 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:03.308754 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:03.331239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 838761b6-421d-4114-aed8-8a2ffc0bfafe details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:34:03.357958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec4786-743f-4d2d-bee0-a1c17818de3e req-d83d527b-49e9-4c2b-abeb-e3f4d7049d57 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:03.360095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3ec4786-743f-4d2d-bee0-a1c17818de3e req-d83d527b-49e9-4c2b-abeb-e3f4d7049d57 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 943 time: 0.1441667 Jun 04 16:34:03.362670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 962d6506-b777-464b-86bc-30e5187e5677, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=962d6506-b777-464b-86bc-30e5187e5677,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:03.384298 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:03.400155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca2b75ef-a92f-4259-b7c6-f86a8ef6f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:03.433864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b75ef-a92f-4259-b7c6-f86a8ef6f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332489b9-1a14-424d-933c-21c18cf93165,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:03.457926 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca2b75ef-a92f-4259-b7c6-f86a8ef6f687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:03.459177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ca2b75ef-a92f-4259-b7c6-f86a8ef6f687 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/332489b9-1a14-424d-933c-21c18cf93165 HTTP/1.1" status: 204 len: 168 time: 0.4084630 Jun 04 16:34:03.473543 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3ec4786-743f-4d2d-bee0-a1c17818de3e req-e3e92e61-ef78-4ba2-a79f-2f6f7ed4bd7c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008241 Jun 04 16:34:03.526940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:34:03.539760 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Sync routers for ids ['3079ff8c-116f-4919-b4df-b2f6517efbda'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:34:03.560837 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Routers {'3079ff8c-116f-4919-b4df-b2f6517efbda'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:03.561994 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3079ff8c-116f-4919-b4df-b2f6517efbda'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:03.580112 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:03.584992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54516) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:03.592828 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-408abb01-68af-46c6-82fb-08dcd489b917 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3821397 Jun 04 16:34:03.767019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=962d6506-b777-464b-86bc-30e5187e5677,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:03.781862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 838761b6-421d-4114-aed8-8a2ffc0bfafe, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=838761b6-421d-4114-aed8-8a2ffc0bfafe,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:03.806691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '838761b6-421d-4114-aed8-8a2ffc0bfafe', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'port_id': '838761b6-421d-4114-aed8-8a2ffc0bfafe', 'mac_address': 'fa:16:3e:3c:d2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85832715-45f4-4da8-bd84-98b9a23469f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:34:03.808482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ad343e4a-68f1-4f42-b888-1dd9a36fc329 None None] Provisioning complete for port 962d6506-b777-464b-86bc-30e5187e5677 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:03.808894 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ad343e4a-68f1-4f42-b888-1dd9a36fc329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:03.872066 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Set router 3079ff8c-116f-4919-b4df-b2f6517efbda gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:34:04.022602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 838761b6-421d-4114-aed8-8a2ffc0bfafe is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:04.022983 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:04.037089 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:04.067929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838761b6-421d-4114-aed8-8a2ffc0bfafe {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:34:04.171200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 838761b6-421d-4114-aed8-8a2ffc0bfafe, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=838761b6-421d-4114-aed8-8a2ffc0bfafe,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:04.186861 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:04.208685 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:04.234037 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eff2f1f-a4c1-493a-af4f-905071f8d9c1 req-5b71044c-0107-4dca-9e99-00dfcff76f7c tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0725658 Jun 04 16:34:04.358084 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:01Z', 'revision_number': 3, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:04.368198 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Checking router: 3079ff8c-116f-4919-b4df-b2f6517efbda for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:34:04.368866 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Updating router 3079ff8c-116f-4919-b4df-b2f6517efbda port 85c45bce-d679-49b8-8a9c-24928bb5b096 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:34:04.388657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=838761b6-421d-4114-aed8-8a2ffc0bfafe,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:04.392090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ad343e4a-68f1-4f42-b888-1dd9a36fc329 None None] Current status of the port 962d6506-b777-464b-86bc-30e5187e5677 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:04.464592 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:04.504712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['838761b6-421d-4114-aed8-8a2ffc0bfafe'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:34:04.780705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 962d6506-b777-464b-86bc-30e5187e5677 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:34:04.922989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 962d6506-b777-464b-86bc-30e5187e5677 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:04.923703 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:05.018821 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:05.033724 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Transition to ACTIVE for port object 85c45bce-d679-49b8-8a9c-24928bb5b096 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:34:05.056683 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:05.102880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 962d6506-b777-464b-86bc-30e5187e5677 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:05.137515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d1dcf-2f40-44cb-a6b8-049d7fd50432 req-ccf465d2-57fb-43b6-963e-e694b58ab870 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:05.145077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb1d1dcf-2f40-44cb-a6b8-049d7fd50432 req-ccf465d2-57fb-43b6-963e-e694b58ab870 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 944 time: 0.2983482 Jun 04 16:34:05.208532 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Attempting to bind port 85c45bce-d679-49b8-8a9c-24928bb5b096 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:34:05.209068 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Attempting to bind port 85c45bce-d679-49b8-8a9c-24928bb5b096 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:34:05.209515 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Attempting to bind port 85c45bce-d679-49b8-8a9c-24928bb5b096 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:34:05.220502 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:34:05.221049 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:34:05.221548 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:05.222012 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:34:05.222571 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Bound port: 85c45bce-d679-49b8-8a9c-24928bb5b096, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:34:05.222996 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:05.251975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb1d1dcf-2f40-44cb-a6b8-049d7fd50432 req-ea2dd883-2a12-42f4-8456-d6bba0e11601 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059384 Jun 04 16:34:05.263857 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:05.268623 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Pushing event updated for resources: {'Port': ['ID=85c45bce-d679-49b8-8a9c-24928bb5b096,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:05.282709 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:05.283118 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:05.283515 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:05.283907 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:05.284293 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:05.284682 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:05.285068 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:05.285448 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:05.285832 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:05.286227 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:05.286642 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:05.287040 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:05.346997 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] For port 85c45bce-d679-49b8-8a9c-24928bb5b096, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:34:05.353927 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] For port 85c45bce-d679-49b8-8a9c-24928bb5b096, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=85c45bce-d679-49b8-8a9c-24928bb5b096,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:34:05.363783 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:05.482690 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Routers {'3079ff8c-116f-4919-b4df-b2f6517efbda'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:05.483495 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3079ff8c-116f-4919-b4df-b2f6517efbda'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:05.498604 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0fddcf3c-a155-43f2-bf20-3d3e067be65f req-ace04363-2351-4f47-850d-64e7aab0f601 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0688381 Jun 04 16:34:05.591806 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b8d05-a366-4e47-9a1b-22ae61277f1b None None] Pushing event updated for resources: {'Port': ['ID=85c45bce-d679-49b8-8a9c-24928bb5b096,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:05.607554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Allocated IP 172.20.0.1 (b0d230d7-0bcf-4d1b-b76f-d447deff0b4f/ad307a3f-bb01-4a62-a59a-16b6e7c06179/f6fc63c7-9fa2-4e75-a243-01f53cddb5a7) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:34:05.716761 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] Set router 3079ff8c-116f-4919-b4df-b2f6517efbda gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:34:05.779653 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:05.803379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Transition to ACTIVE for port object f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:34:05.839929 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:05.919183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:34:05.922206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:05.925024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:34:05.997772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Pushing event updated for resources: {'Port': ['ID=f6fc63c7-9fa2-4e75-a243-01f53cddb5a7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:06.016029 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:06.076430 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:01Z', 'revision_number': 3, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:06.080845 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da94abf-19c9-4786-98c4-998ec4eee436 None None] The sync data for ids ['3079ff8c-116f-4919-b4df-b2f6517efbda'] in n-d-811809-3 is: [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:01Z', 'revision_number': 3, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:34:06.233487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a9e6e36e-7024-4ea9-bc9d-c1ad1bacfc34 None None] Provisioning for port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:34:06.241421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a9e6e36e-7024-4ea9-bc9d-c1ad1bacfc34 None None] Provisioning complete for port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:06.241884 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a9e6e36e-7024-4ea9-bc9d-c1ad1bacfc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:06.253961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:06.321011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a9e6e36e-7024-4ea9-bc9d-c1ad1bacfc34 None None] Port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:34:06.733567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3af0f7-a341-494c-b454-7c9c80afcf97 req-b0059782-bbe0-492a-a412-531e5965a0f1 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:06.736143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d3af0f7-a341-494c-b454-7c9c80afcf97 req-b0059782-bbe0-492a-a412-531e5965a0f1 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 944 time: 0.2666175 Jun 04 16:34:06.850247 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 85c45bce-d679-49b8-8a9c-24928bb5b096 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:34:06.890316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d3af0f7-a341-494c-b454-7c9c80afcf97 req-108c010b-a800-473d-a9d4-474f20ddc9ef tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436024 Jun 04 16:34:06.899955 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e32c0b6d-acaa-4c1c-b87a-57f0545ada15 req-e6f79a1f-08c7-477b-90cb-e24779f9048d tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1065423 Jun 04 16:34:06.930718 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:06.936280 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:06.995477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 85c45bce-d679-49b8-8a9c-24928bb5b096 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:34:07.004029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 85c45bce-d679-49b8-8a9c-24928bb5b096 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:07.004395 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:07.087371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Pushing event updated for resources: {'Port': ['ID=f6fc63c7-9fa2-4e75-a243-01f53cddb5a7,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:07.097944 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:07.184019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 85c45bce-d679-49b8-8a9c-24928bb5b096 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:07.184788 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:07.203628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 85c45bce-d679-49b8-8a9c-24928bb5b096, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=85c45bce-d679-49b8-8a9c-24928bb5b096,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:07.212431 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:07.294148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=85c45bce-d679-49b8-8a9c-24928bb5b096,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:07.325966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 838761b6-421d-4114-aed8-8a2ffc0bfafe up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:34:07.427250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 838761b6-421d-4114-aed8-8a2ffc0bfafe completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:34:07.433242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 838761b6-421d-4114-aed8-8a2ffc0bfafe triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:07.434050 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:07.478109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:34:07.479167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:07.603027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 838761b6-421d-4114-aed8-8a2ffc0bfafe is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:07.605638 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:07.673746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c5ae56-6791-4319-b5e5-1fc209800205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838761b6-421d-4114-aed8-8a2ffc0bfafe'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:34:07.709191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 838761b6-421d-4114-aed8-8a2ffc0bfafe, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=838761b6-421d-4114-aed8-8a2ffc0bfafe,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:07.722752 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:07.799325 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae7a4c2-080c-4805-a70c-d025b268aa40'] response: {'server_uuid': '21c5ae56-6791-4319-b5e5-1fc209800205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838761b6-421d-4114-aed8-8a2ffc0bfafe', 'code': 200} Jun 04 16:34:07.859810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=838761b6-421d-4114-aed8-8a2ffc0bfafe,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:07.893605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Router 3079ff8c-116f-4919-b4df-b2f6517efbda has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:34:07.972525 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-923715de-9dac-4eff-8e7f-2188a189fdce None None] Provisioning complete for port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:07.973257 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-923715de-9dac-4eff-8e7f-2188a189fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:08.031852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54616) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:08.106614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-923715de-9dac-4eff-8e7f-2188a189fdce None None] Port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:34:08.226112 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2505495e-d67a-4719-86f0-c229d199b09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:08.249500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2505495e-d67a-4719-86f0-c229d199b09b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:08.256062 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2505495e-d67a-4719-86f0-c229d199b09b admin admin] Usage tracker for resource:security_group_rule and tenant:ed2f1fdc7de548fc89e97a73ee785fc8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:08.259514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2505495e-d67a-4719-86f0-c229d199b09b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:08.266039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2505495e-d67a-4719-86f0-c229d199b09b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:08.281895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a50222-5b60-4bde-9807-f0560ed85f1d req-0a4be6f2-3f1f-42ed-8489-29962518ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:08.283425 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78a50222-5b60-4bde-9807-f0560ed85f1d req-0a4be6f2-3f1f-42ed-8489-29962518ec2d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 1096 time: 0.3878677 Jun 04 16:34:08.292146 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d732543a-c28d-4273-a4c9-06558fc609b1 req-ea89aa81-993c-4111-a1f7-6397e10fec31 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1177225 Jun 04 16:34:08.348730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:34:08.351494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78a50222-5b60-4bde-9807-f0560ed85f1d req-55ee8f25-a710-4379-91e2-b5296f96b70d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603566 Jun 04 16:34:08.366032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9c5eabc8-3150-4a13-b9ec-b41016ae8e0f admin admin] 10.222.0.13 "PUT /v2.0/routers/3079ff8c-116f-4919-b4df-b2f6517efbda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7789955 Jun 04 16:34:08.369786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Sync routers for ids ['3079ff8c-116f-4919-b4df-b2f6517efbda'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:34:08.390609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Routers {'3079ff8c-116f-4919-b4df-b2f6517efbda'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:08.391778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3079ff8c-116f-4919-b4df-b2f6517efbda'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:08.397682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128baf2-7c71-4d2f-a761-4536d595c3fb req-a4a2a5f5-2197-4df7-9c5a-7790703e429f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:08.399282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f128baf2-7c71-4d2f-a761-4536d595c3fb req-a4a2a5f5-2197-4df7-9c5a-7790703e429f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 945 time: 0.2251737 Jun 04 16:34:08.399544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2505495e-d67a-4719-86f0-c229d199b09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:08.405384 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2505495e-d67a-4719-86f0-c229d199b09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:08.466222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f128baf2-7c71-4d2f-a761-4536d595c3fb req-a1a03093-9b41-4099-9f93-28bebe19ca2d tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598161 Jun 04 16:34:08.482829 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2505495e-d67a-4719-86f0-c229d199b09b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed2f1fdc7de548fc89e97a73ee785fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4475412 Jun 04 16:34:08.484227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54624) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:08.486054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505495e-d67a-4719-86f0-c229d199b09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55aa597d-230e-4d29-b486-0687c3acf3b4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:08.579914 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce7177fb-391d-4dc5-88fe-4de520e9e255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:08.613918 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce7177fb-391d-4dc5-88fe-4de520e9e255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:08.658587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Set router 3079ff8c-116f-4919-b4df-b2f6517efbda gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:34:08.677653 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce7177fb-391d-4dc5-88fe-4de520e9e255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:08.697274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7177fb-391d-4dc5-88fe-4de520e9e255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aa597d-230e-4d29-b486-0687c3acf3b4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:08.699429 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce7177fb-391d-4dc5-88fe-4de520e9e255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:08.700614 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ce7177fb-391d-4dc5-88fe-4de520e9e255 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55aa597d-230e-4d29-b486-0687c3acf3b4 HTTP/1.1" status: 204 len: 168 time: 0.2153721 Jun 04 16:34:08.810819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 85c45bce-d679-49b8-8a9c-24928bb5b096 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:34:08.998342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 85c45bce-d679-49b8-8a9c-24928bb5b096 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:08.998869 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:09.148918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54650) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:09.187860 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6a8fce47-e8e0-498a-96a7-08b4b1eec302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:09.224436 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 85c45bce-d679-49b8-8a9c-24928bb5b096 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:09.229833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:06Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f6fc63c7-9fa2-4e75-a243-01f53cddb5a7', 'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'mac_address': 'fa:16:3e:1e:cf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:05Z', 'updated_at': '2022-06-04T16:34:06Z', 'revision_number': 2, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'subnets': [{'id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:09.234411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Checking router: 3079ff8c-116f-4919-b4df-b2f6517efbda for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:34:09.234790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Updating router 3079ff8c-116f-4919-b4df-b2f6517efbda port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:34:09.261744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6a8fce47-e8e0-498a-96a7-08b4b1eec302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:09.274683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6a8fce47-e8e0-498a-96a7-08b4b1eec302 admin admin] Usage tracker for resource:security_group_rule and tenant:2d96726c00e24dc894467ca14da2c2cf is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:09.279646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6a8fce47-e8e0-498a-96a7-08b4b1eec302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:09.289358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6a8fce47-e8e0-498a-96a7-08b4b1eec302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:09.293128 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:09.357280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-ed7b66d0-eff4-46e9-af7f-f08a964b6a72 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:09.358876 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-ed7b66d0-eff4-46e9-af7f-f08a964b6a72 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 818 time: 0.1923180 Jun 04 16:34:09.391947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-afc583a0-0dd0-4e26-b9b0-984a1e39e592 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/quotas/3f48053fe3e0441d9a70db7718ac831f HTTP/1.1" status: 200 len: 375 time: 0.0211489 Jun 04 16:34:09.620279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6a8fce47-e8e0-498a-96a7-08b4b1eec302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:09.625252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19afe33e-e508-4a9c-a2dd-27781a107b68 req-7696a33e-0bec-495a-ae57-472656022543 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1125376 Jun 04 16:34:09.628403 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6a8fce47-e8e0-498a-96a7-08b4b1eec302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:09.693224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6a8fce47-e8e0-498a-96a7-08b4b1eec302 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d96726c00e24dc894467ca14da2c2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429993 Jun 04 16:34:09.696463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54658) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:09.702373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b97b16c-2901-402e-b0ed-28b4122f336c tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Synchronizing usage tracker for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:34:09.707152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fce47-e8e0-498a-96a7-08b4b1eec302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9e4e04-dfe4-4b1f-adde-e630288eae46,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:09.729535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b97b16c-2901-402e-b0ed-28b4122f336c tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Unset dirty status for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:34:09.731656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b97b16c-2901-402e-b0ed-28b4122f336c tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3263719 Jun 04 16:34:09.814484 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-725cefa1-264b-4c51-8fb7-eba5bf8d6f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:09.851484 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-725cefa1-264b-4c51-8fb7-eba5bf8d6f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:09.877905 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:09.889378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Transition to ACTIVE for port object f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:34:09.899353 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:09.925973 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-725cefa1-264b-4c51-8fb7-eba5bf8d6f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:09.938122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72119ee1-87e3-4d7a-9b32-f30a663bb987 req-196c5b82-ecfc-40d0-ac0c-c3b056b1f3a3 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:09.940198 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72119ee1-87e3-4d7a-9b32-f30a663bb987 req-196c5b82-ecfc-40d0-ac0c-c3b056b1f3a3 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 945 time: 0.2001703 Jun 04 16:34:09.950693 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cefa1-264b-4c51-8fb7-eba5bf8d6f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9e4e04-dfe4-4b1f-adde-e630288eae46,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:09.965046 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-725cefa1-264b-4c51-8fb7-eba5bf8d6f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:09.969579 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-725cefa1-264b-4c51-8fb7-eba5bf8d6f73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f9e4e04-dfe4-4b1f-adde-e630288eae46 HTTP/1.1" status: 204 len: 168 time: 0.2703409 Jun 04 16:34:10.019058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-2172f2ae-7600-46f8-9998-2596247128cf service neutron] 10.222.0.13 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431624 Jun 04 16:34:10.027790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72119ee1-87e3-4d7a-9b32-f30a663bb987 req-6e720a04-86f4-409f-a4bf-35b8dc234df6 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782604 Jun 04 16:34:10.190268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Pushing event updated for resources: {'Port': ['ID=f6fc63c7-9fa2-4e75-a243-01f53cddb5a7,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:10.281251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Attempting to bind port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:34:10.281880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Attempting to bind port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:34:10.282462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Attempting to bind port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 on network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:34:10.285777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:10.286306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:10.287078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:10.287565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:10.288155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:10.288648 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:10.289124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:10.289600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:10.290072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:10.290585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:10.291072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:10.291543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:10.310253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:34:10.310774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Checking segment: {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:34:10.311020 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:10.311586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Bound using segment: {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:34:10.311884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Bound port: f6fc63c7-9fa2-4e75-a243-01f53cddb5a7, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:34:10.312285 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:10.439230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] For port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:34:10.442616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] For port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f6fc63c7-9fa2-4e75-a243-01f53cddb5a7,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:34:10.448454 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:10.589382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Routers {'3079ff8c-116f-4919-b4df-b2f6517efbda'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:10.589973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3079ff8c-116f-4919-b4df-b2f6517efbda'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:10.631224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-afe62c06-0c0d-4295-9688-f65201d706c9 service neutron] 10.222.0.13 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013596 Jun 04 16:34:10.701170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd017e-e8a0-4569-bbdc-2b1d4ebbd973 req-eff78b98-dce5-4c50-badd-a900eb9b598e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:10.706250 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16cd017e-e8a0-4569-bbdc-2b1d4ebbd973 req-eff78b98-dce5-4c50-badd-a900eb9b598e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 0.2839718 Jun 04 16:34:10.730627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16cd017e-e8a0-4569-bbdc-2b1d4ebbd973 req-c41e72bb-2a76-4a9d-b105-935701634a93 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/quotas/1b45c4870e4d408598053bccb5aa7a72 HTTP/1.1" status: 200 len: 375 time: 0.0187521 Jun 04 16:34:10.923131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16cd017e-e8a0-4569-bbdc-2b1d4ebbd973 req-a6eb58a5-30b5-4638-a129-046a43e3a779 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1841984 Jun 04 16:34:10.938739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446f6eb-9315-4b7c-b2b1-9abb2e6dbc2f None None] Pushing event updated for resources: {'Port': ['ID=f6fc63c7-9fa2-4e75-a243-01f53cddb5a7,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:10.945798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-16cd017e-e8a0-4569-bbdc-2b1d4ebbd973 req-8a1a9f74-60c2-40cb-bba3-cfcb7756137f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:34:10.946928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16cd017e-e8a0-4569-bbdc-2b1d4ebbd973 req-8a1a9f74-60c2-40cb-bba3-cfcb7756137f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072079 Jun 04 16:34:11.004695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] Set router 3079ff8c-116f-4919-b4df-b2f6517efbda gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:34:11.062689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b487522-073a-4832-a08b-f0d4a62e66ce req-87ed7c54-bfd9-48d8-b861-b83024677cd7 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0597813 Jun 04 16:34:11.265665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf4e8767-c9f7-44d0-99bb-e89920a9880c req-ad1f2e08-c62c-42d3-8806-6e537ef022ce tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 210 time: 0.1016629 Jun 04 16:34:11.277827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16cd017e-e8a0-4569-bbdc-2b1d4ebbd973 req-25b895ff-4099-4ee6-b3f4-ff579443850b service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143392 Jun 04 16:34:11.441348 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16cd017e-e8a0-4569-bbdc-2b1d4ebbd973 req-73275556-ae16-4085-ab9f-a4d2979ab1d7 service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623809 Jun 04 16:34:11.585056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:06Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f6fc63c7-9fa2-4e75-a243-01f53cddb5a7', 'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'mac_address': 'fa:16:3e:1e:cf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:05Z', 'updated_at': '2022-06-04T16:34:10Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'subnets': [{'id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:11.590700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb5b85b-43d8-4529-a1c6-26b0092ac5c1 None None] The sync data for ids ['3079ff8c-116f-4919-b4df-b2f6517efbda'] in n-d-811809-3 is: [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:06Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f6fc63c7-9fa2-4e75-a243-01f53cddb5a7', 'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'mac_address': 'fa:16:3e:1e:cf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:05Z', 'updated_at': '2022-06-04T16:34:10Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'subnets': [{'id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:34:12.044772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-93644637-24f1-4d57-b2a3-7e405cc7715d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:12.054022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-93644637-24f1-4d57-b2a3-7e405cc7715d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 818 time: 0.2810862 Jun 04 16:34:12.073600 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-c185af8f-d5fe-4227-9433-c3d3df3b564c tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/quotas/3f48053fe3e0441d9a70db7718ac831f HTTP/1.1" status: 200 len: 375 time: 0.0170317 Jun 04 16:34:12.310125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-45f8297a-01c2-42ea-bf63-e72b9177e01d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2263556 Jun 04 16:34:12.565819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54752) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:12.598845 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ca90ca3-e8b1-4d6c-b734-c31017a2bdfb req-721cbf61-d45a-4c5e-9900-b8fe3c18d323 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1391404 Jun 04 16:34:12.780454 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-685f7635-0d58-418c-809c-2e1e5786edfd service neutron] 10.222.0.13 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673922 Jun 04 16:34:12.842653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:34:13.000326 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56ecdb11-c4c9-402e-bdd9-5b8e6b128ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:13.043408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-56ecdb11-c4c9-402e-bdd9-5b8e6b128ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:13.054600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-51f241d7-6937-470c-a8fb-b31a74f43b43 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:13.059292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-56ecdb11-c4c9-402e-bdd9-5b8e6b128ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:944c42aba4334ccf8f87d6403188af63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:13.061787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-51f241d7-6937-470c-a8fb-b31a74f43b43 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 0.2095430 Jun 04 16:34:13.067412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-56ecdb11-c4c9-402e-bdd9-5b8e6b128ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:13.079385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:34:13.086190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-56ecdb11-c4c9-402e-bdd9-5b8e6b128ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:13.092478 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:13.092851 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:13.157680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-3b1c5bca-d03e-457e-89ff-5c43acda2f53 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/quotas/1b45c4870e4d408598053bccb5aa7a72 HTTP/1.1" status: 200 len: 375 time: 0.0950572 Jun 04 16:34:13.280931 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56ecdb11-c4c9-402e-bdd9-5b8e6b128ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:13.291432 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56ecdb11-c4c9-402e-bdd9-5b8e6b128ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:13.374575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdb11-c4c9-402e-bdd9-5b8e6b128ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfbd120-b790-432f-a44c-eae1f6d53bff,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:13.383594 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-56ecdb11-c4c9-402e-bdd9-5b8e6b128ba7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=944c42aba4334ccf8f87d6403188af63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8157866 Jun 04 16:34:13.384789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54770) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:13.476423 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3901e359-0824-456b-8589-769a920db564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:13.492907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:13.493557 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:13.521819 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3901e359-0824-456b-8589-769a920db564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:13.534268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f6fc63c7-9fa2-4e75-a243-01f53cddb5a7,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:13.541120 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:13.613450 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3901e359-0824-456b-8589-769a920db564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:13.634848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=f6fc63c7-9fa2-4e75-a243-01f53cddb5a7,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:13.639501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901e359-0824-456b-8589-769a920db564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfbd120-b790-432f-a44c-eae1f6d53bff,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:13.642408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3901e359-0824-456b-8589-769a920db564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:13.646882 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3901e359-0824-456b-8589-769a920db564 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cfbd120-b790-432f-a44c-eae1f6d53bff HTTP/1.1" status: 204 len: 168 time: 0.2569120 Jun 04 16:34:13.699829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-f392f02c-5b57-40c2-b87c-0a76be8d0a83 service neutron] 10.222.0.13 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9184482 Jun 04 16:34:13.709109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-8206ee3c-6290-4d9d-b368-69d0b2805341 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:13.710639 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-8206ee3c-6290-4d9d-b368-69d0b2805341 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.42 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 818 time: 0.6368454 Jun 04 16:34:13.733423 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-aca9e504-2b14-4548-9a05-df44c05198a9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5610647 Jun 04 16:34:13.761340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Request body: {'port': {'device_id': '1d4f1e4e-002e-4665-b052-cc1fbc7efb17', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'admin_state_up': True, 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:14.004275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-950b68fd-2799-40a7-ad01-59e119bc99c8 service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698848 Jun 04 16:34:14.184993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48acda3a-5ed1-4add-a641-97e8cb83c269 req-6f3e702a-50c6-4b27-a953-5749c50d13e0 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1343474 Jun 04 16:34:14.203667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:14.259889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:14.287380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Made reservation on behalf of 3f48053fe3e0441d9a70db7718ac831f for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:34:14.291622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:14.458100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b1d3b15-5df3-44d7-8a88-fa859b5bbf14 req-de374e3b-699b-4c1f-8d18-59406cbf11ca tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 210 time: 0.0886791 Jun 04 16:34:14.512000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-cecdc170-9a4f-4670-a970-6bedfb1bb28e service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013726 Jun 04 16:34:14.678605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Allocated IP 172.20.0.9 (b0d230d7-0bcf-4d1b-b76f-d447deff0b4f/ad307a3f-bb01-4a62-a59a-16b6e7c06179/910bb961-5609-4845-b7fe-12c8742a1c73) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:34:14.783151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:34:14.950779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e599e60-12bd-4501-85cc-057d0d1e1618 req-5bed5196-96aa-4f3e-aacb-6a3b1514ea41 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 210 time: 0.1152380 Jun 04 16:34:14.969230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:14.969605 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:15.104200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:15.163227 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:15.181981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Transition to ACTIVE for port object 910bb961-5609-4845-b7fe-12c8742a1c73 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:34:15.214702 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:15.369616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:34:15.424591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:15.464727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:34:15.545505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Pushing event updated for resources: {'Port': ['ID=910bb961-5609-4845-b7fe-12c8742a1c73,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:15.559712 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0caa14f6-b6d1-4d9b-92f1-adf107d627b8 req-b12175c9-23dc-445f-9cea-36b5aba8dfaa tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1880648 Jun 04 16:34:15.559975 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e7cd5559-b88f-4f33-93a7-230419a46f39 req-f8072444-29d6-4a89-a90a-f694e4fb9c36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1170208 Jun 04 16:34:15.627471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:15.627471 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:15.740596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-da949b5f-edae-4443-a07c-d7707c9987d5 req-969aba56-25e6-42d3-a82b-01f2deeed8dd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Synchronizing usage tracker for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:34:15.756737 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1b74aa71-e24f-4e66-83b3-798a3285476d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0020304 Jun 04 16:34:15.764764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-da949b5f-edae-4443-a07c-d7707c9987d5 req-969aba56-25e6-42d3-a82b-01f2deeed8dd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Unset dirty status for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:34:15.766518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da949b5f-edae-4443-a07c-d7707c9987d5 req-969aba56-25e6-42d3-a82b-01f2deeed8dd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 210 time: 0.0873387 Jun 04 16:34:15.782287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Request body: {'port': {'device_id': '1d4f1e4e-002e-4665-b052-cc1fbc7efb17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:15.959014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3e1ac431-2aa8-495c-902b-1c35557f2ece None None] Provisioning for port 910bb961-5609-4845-b7fe-12c8742a1c73 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:34:15.970142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3e1ac431-2aa8-495c-902b-1c35557f2ece None None] Provisioning complete for port 910bb961-5609-4845-b7fe-12c8742a1c73 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:15.972040 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac431-2aa8-495c-902b-1c35557f2ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:16.008426 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:16.103194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-c661b9e6-4ffd-4b54-95ad-3c3679a6e0c1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:16.110157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-c661b9e6-4ffd-4b54-95ad-3c3679a6e0c1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Synchronizing usage tracker for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:34:16.132631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ac431-2aa8-495c-902b-1c35557f2ece None None] Port 910bb961-5609-4845-b7fe-12c8742a1c73 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:34:16.157492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-c661b9e6-4ffd-4b54-95ad-3c3679a6e0c1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Unset dirty status for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:34:16.168686 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-c661b9e6-4ffd-4b54-95ad-3c3679a6e0c1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.46 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 818 time: 0.3687551 Jun 04 16:34:16.182104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Request body: {'port': {'device_id': '0a5c5027-d34c-4420-9218-3170bdba10a3', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'admin_state_up': True, 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:16.475363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b51395d2-6a66-4e59-9a70-4027784a6941 req-05c8ec63-686a-417a-9476-05a3b1b38d63 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 210 time: 0.3032608 Jun 04 16:34:16.484291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:16.500473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:16.514956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Made reservation on behalf of 3f48053fe3e0441d9a70db7718ac831f for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:34:16.519601 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:16.971334 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee809a77-68ae-4aa8-a700-acd71b3d2bfb req-551c700f-01a4-480e-81e7-94fead4542a7 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1710284 Jun 04 16:34:17.269450 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31a0611a-d2af-4d17-8a96-ad1e46215d55 req-f266baa8-9f30-472b-b7b8-500c3ba04107 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 210 time: 0.1395617 Jun 04 16:34:17.273667 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:34:17.368256 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:34:17.416190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910bb961-5609-4845-b7fe-12c8742a1c73 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:34:17.425556 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:17.435098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-23203a0a-40f4-4cb0-8e88-326b2f1fb6c1 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:17.436785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-23203a0a-40f4-4cb0-8e88-326b2f1fb6c1 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 0.4645152 Jun 04 16:34:17.451763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Transition to ACTIVE for port object 910bb961-5609-4845-b7fe-12c8742a1c73 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:34:17.455565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Request body: {'port': {'device_id': '98e57850-ac3a-44b1-ab36-e9641d784df4', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'admin_state_up': True, 'tenant_id': '1b45c4870e4d408598053bccb5aa7a72'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:17.494369 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:17.614290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Allocated IP 172.20.0.10 (b0d230d7-0bcf-4d1b-b76f-d447deff0b4f/ad307a3f-bb01-4a62-a59a-16b6e7c06179/2c5ff122-025d-4eba-a42f-cbc1e01d37f0) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:34:17.986875 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f1c622f-a235-4e0a-9dce-745490a510c5 req-6cc1b181-9ae8-4a06-9807-01d42d492ed9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 210 time: 0.2451575 Jun 04 16:34:18.109378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Pushing event updated for resources: {'Port': ['ID=910bb961-5609-4845-b7fe-12c8742a1c73,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:18.249873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:18.327203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Transition to ACTIVE for port object 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:34:18.379611 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:18.463015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:18.475853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54950) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:18.478153 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e3389f4-d0d3-42b0-840b-dea0b9f4d9c7 req-b49d3a2f-4df9-4182-88f9-24c3b0c0dbeb tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1347816 Jun 04 16:34:18.484532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:34:18.491564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:18.506106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:34:18.549897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:18.569735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Pushing event updated for resources: {'Port': ['ID=2c5ff122-025d-4eba-a42f-cbc1e01d37f0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:18.597360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Attempting to bind port 910bb961-5609-4845-b7fe-12c8742a1c73 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:34:18.597697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Attempting to bind port 910bb961-5609-4845-b7fe-12c8742a1c73 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:34:18.598026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Attempting to bind port 910bb961-5609-4845-b7fe-12c8742a1c73 on network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:34:18.609032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:18.609967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:18.616176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Port 910bb961-5609-4845-b7fe-12c8742a1c73 on network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:34:18.628503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Attempting to bind port 910bb961-5609-4845-b7fe-12c8742a1c73 on network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:34:18.636807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:34:18.637455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Checking segment: {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:34:18.637999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Bound using segment: {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:34:18.643762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Bound port: 910bb961-5609-4845-b7fe-12c8742a1c73, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:34:18.644353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:18.656925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Made reservation on behalf of 1b45c4870e4d408598053bccb5aa7a72 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:34:18.660840 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:18.676137 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-655948a3-2efb-4626-be64-feff9d44be86 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4982960 Jun 04 16:34:18.692481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Request body: {'port': {'device_id': '0a5c5027-d34c-4420-9218-3170bdba10a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:18.891470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5c7ea36a-4aea-4e4a-b3ca-d1e7b5bc4942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:18.920830 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:18.934665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5c7ea36a-4aea-4e4a-b3ca-d1e7b5bc4942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:18.937619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3da2cfbc-2209-4810-a64e-9fe26dda6a4a None None] Provisioning for port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:34:18.944104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5c7ea36a-4aea-4e4a-b3ca-d1e7b5bc4942 admin admin] Usage tracker for resource:security_group_rule and tenant:d864b2dee1234601af9799ea87b4d5ef is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:18.944257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3da2cfbc-2209-4810-a64e-9fe26dda6a4a None None] Provisioning complete for port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:18.944507 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3da2cfbc-2209-4810-a64e-9fe26dda6a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:18.948728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5c7ea36a-4aea-4e4a-b3ca-d1e7b5bc4942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:18.964475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3c5a2-c6b9-4420-96e6-9cc25508a3f1 req-cf2dc3ae-3485-4809-a659-da4599c32383 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:18.971713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ee3c5a2-c6b9-4420-96e6-9cc25508a3f1 req-cf2dc3ae-3485-4809-a659-da4599c32383 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 932 time: 0.5190637 Jun 04 16:34:19.006568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5c7ea36a-4aea-4e4a-b3ca-d1e7b5bc4942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:19.020597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3da2cfbc-2209-4810-a64e-9fe26dda6a4a None None] Port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:34:19.078455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d30912b-c7e3-4915-a3bc-4ad8589054f5 req-5e13ef0d-fb93-4603-a333-69f7f48cee61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ed18e45a2f4466ab9f92b5a1a10b12a&device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.1018820 Jun 04 16:34:19.140652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ee3c5a2-c6b9-4420-96e6-9cc25508a3f1 req-239a78aa-b64c-4699-bb16-a10cb4b5b2b2 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680655 Jun 04 16:34:19.195062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d30912b-c7e3-4915-a3bc-4ad8589054f5 req-4d92f9d1-513d-44c7-a7f7-a6afc3a08c64 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8ed18e45a2f4466ab9f92b5a1a10b12a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069412 Jun 04 16:34:19.210565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-056cb16a-e8f8-4433-b040-8b8db6b76312 req-f823f551-1d86-42f7-aac2-bdcfca45ff17 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0609057 Jun 04 16:34:19.212983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Allocated IP 172.20.0.10 (70421273-3d05-4465-beb8-c7e04471a05a/85832715-45f4-4da8-bd84-98b9a23469f5/e25260ce-5d68-43ef-bfc7-e7ab31b1edc5) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:34:19.250640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] For port 910bb961-5609-4845-b7fe-12c8742a1c73, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:34:19.276725 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5c7ea36a-4aea-4e4a-b3ca-d1e7b5bc4942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:19.295670 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5c7ea36a-4aea-4e4a-b3ca-d1e7b5bc4942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:19.399218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ea36a-4aea-4e4a-b3ca-d1e7b5bc4942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea1611b-5b95-4373-8971-fca097daeaf1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:19.405163 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5c7ea36a-4aea-4e4a-b3ca-d1e7b5bc4942 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d864b2dee1234601af9799ea87b4d5ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9288287 Jun 04 16:34:19.415135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54980) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:19.469367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] For port 910bb961-5609-4845-b7fe-12c8742a1c73, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=910bb961-5609-4845-b7fe-12c8742a1c73,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:34:19.511248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:34:19.521035 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:19.558391 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:19.571412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Transition to ACTIVE for port object 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:34:19.671963 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:19.673885 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c648079-dc45-4e23-be81-c7753c5398b4 req-36d914d1-a6d6-463a-b7d6-87426cd5b56a tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 210 time: 0.2027245 Jun 04 16:34:19.817847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:19.825520 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:19.827142 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] 10.222.0.42 "PUT /v2.0/ports/910bb961-5609-4845-b7fe-12c8742a1c73 HTTP/1.1" status: 200 len: 1091 time: 4.0593626 Jun 04 16:34:19.827978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4f1e4e-002e-4665-b052-cc1fbc7efb17', 'tag': '910bb961-5609-4845-b7fe-12c8742a1c73'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:34:19.963629 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f49ac65-1816-421a-bfb1-69426ed32f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:19.998269 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f49ac65-1816-421a-bfb1-69426ed32f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:20.043954 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a8240b-bba7-4db9-9b98-ff4457b906fe'] response: {'name': 'network-changed', 'server_uuid': '1d4f1e4e-002e-4665-b052-cc1fbc7efb17', 'tag': '910bb961-5609-4845-b7fe-12c8742a1c73', 'status': 'completed', 'code': 200} Jun 04 16:34:20.053281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5ff122-025d-4eba-a42f-cbc1e01d37f0,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:20.063609 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f49ac65-1816-421a-bfb1-69426ed32f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:20.088079 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f49ac65-1816-421a-bfb1-69426ed32f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:20.091577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30912b-c7e3-4915-a3bc-4ad8589054f5 req-8bfe80f1-061d-4d77-ad0b-96dca1b966ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:20.092331 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0f49ac65-1816-421a-bfb1-69426ed32f9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ea1611b-5b95-4373-8971-fca097daeaf1 HTTP/1.1" status: 204 len: 168 time: 0.5187111 Jun 04 16:34:20.107983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d30912b-c7e3-4915-a3bc-4ad8589054f5 req-8bfe80f1-061d-4d77-ad0b-96dca1b966ef service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9002099 Jun 04 16:34:20.169967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Attempting to bind port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:34:20.170308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Attempting to bind port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:34:20.170663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Attempting to bind port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 on network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:34:20.176485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49ac65-1816-421a-bfb1-69426ed32f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea1611b-5b95-4373-8971-fca097daeaf1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:20.182299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 on network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:34:20.182679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Attempting to bind port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 on network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:34:20.196028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:34:20.196421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Checking segment: {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:34:20.196748 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Bound using segment: {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:34:20.197207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Bound port: 2c5ff122-025d-4eba-a42f-cbc1e01d37f0, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:34:20.197558 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:20.329726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] For port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:34:20.333587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] For port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=2c5ff122-025d-4eba-a42f-cbc1e01d37f0,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:34:20.337952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1f8f8-7d39-4533-8114-744ceb30138b service neutron] Pushing event updated for resources: {'Port': ['ID=910bb961-5609-4845-b7fe-12c8742a1c73,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:20.345531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:20.430093 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:20.532434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:20.533675 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:20.538291 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] 10.222.0.46 "PUT /v2.0/ports/2c5ff122-025d-4eba-a42f-cbc1e01d37f0 HTTP/1.1" status: 200 len: 1092 time: 1.8532608 Jun 04 16:34:20.539283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5c5027-d34c-4420-9218-3170bdba10a3', 'tag': '2c5ff122-025d-4eba-a42f-cbc1e01d37f0'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:34:20.541265 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:20.562746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['838761b6-421d-4114-aed8-8a2ffc0bfafe'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:34:20.681955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df4f3c-077b-4048-96cb-3a29a238bd99 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5ff122-025d-4eba-a42f-cbc1e01d37f0,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:20.718571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55014) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:20.758036 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef44db94-d9ed-4fae-81d8-2951323d6173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:20.803506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event updated for resources: {'Port': ['ID=e25260ce-5d68-43ef-bfc7-e7ab31b1edc5,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:20.808238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1a4751c2-55d4-4456-a72e-fef5d201d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:20.809795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-1a4751c2-55d4-4456-a72e-fef5d201d7f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 1094 time: 0.8182297 Jun 04 16:34:20.819040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ef44db94-d9ed-4fae-81d8-2951323d6173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:20.844589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ef44db94-d9ed-4fae-81d8-2951323d6173 admin admin] Usage tracker for resource:security_group_rule and tenant:7e9c2899d8a2497db0a86659cef3baa6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:20.846815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Network 70421273-3d05-4465-beb8-c7e04471a05a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:34:20.855852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ef44db94-d9ed-4fae-81d8-2951323d6173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:20.878847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ef44db94-d9ed-4fae-81d8-2951323d6173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:20.888397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-523a53d7-9f36-440e-bc68-cf99251f2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:20.889975 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-523a53d7-9f36-440e-bc68-cf99251f2ae7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 1095 time: 0.3041453 Jun 04 16:34:20.980834 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-28be21ec-b221-4daf-b6dc-8ca4d86c1e43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c5ff122-025d-4eba-a42f-cbc1e01d37f0 HTTP/1.1" status: 200 len: 217 time: 0.0812299 Jun 04 16:34:20.986307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:21.003496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:34:21.036861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-dc1e8adc-597b-4556-a838-f9e594b3f6e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910bb961-5609-4845-b7fe-12c8742a1c73 HTTP/1.1" status: 200 len: 217 time: 0.2159815 Jun 04 16:34:21.049958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c015f-b12e-4a7f-9eb6-57972bcf7663 req-e15882e8-bb6d-47ee-b070-095499f5e7a1 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:21.064631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-379c015f-b12e-4a7f-9eb6-57972bcf7663 req-e15882e8-bb6d-47ee-b070-095499f5e7a1 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 946 time: 0.7168014 Jun 04 16:34:21.095991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-c4e9fae4-42c0-46f9-8caa-9d5e79aa7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:21.098291 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-c4e9fae4-42c0-46f9-8caa-9d5e79aa7f54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.0997102 Jun 04 16:34:21.198249 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-379c015f-b12e-4a7f-9eb6-57972bcf7663 req-cd2ba6bc-7af9-4347-84d0-5a29cce7e58c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324921 Jun 04 16:34:21.208367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-846d1c5f-7462-47d2-9689-13cf03f0a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:21.209989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-846d1c5f-7462-47d2-9689-13cf03f0a113 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.1405940 Jun 04 16:34:21.379367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:21.380247 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:21.422554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-af3ec360-e0b4-4496-bbd6-0ba8fafbfd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:21.424569 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-af3ec360-e0b4-4496-bbd6-0ba8fafbfd60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3166604 Jun 04 16:34:21.541211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a67dc55a-6349-42f5-bcf3-2e0a34b1d81d req-497c7865-2a36-4372-af87-1e0dc3a27e44 tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.13 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0860379 Jun 04 16:34:21.553453 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-6c8362f2-c71c-4b0d-ad7a-b3b10e298f1f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1030567 Jun 04 16:34:21.565056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b8e6b-e9ca-4551-86d5-e861512bdf1f req-97174605-41fa-4322-a94b-1d8b7e4c8671 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:21.568280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b3b8e6b-e9ca-4551-86d5-e861512bdf1f req-97174605-41fa-4322-a94b-1d8b7e4c8671 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 944 time: 0.7811556 Jun 04 16:34:21.597159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Request body: {'port': {'device_id': '98e57850-ac3a-44b1-ab36-e9641d784df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:21.632875 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4d30912b-c7e3-4915-a3bc-4ad8589054f5 req-47e33a26-f2c1-4588-aa3a-744a1973e3ee tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] 10.222.0.46 "GET /v2.0/ports?device_id=878e5cb9-92c5-4017-9f7d-627f4f42530c HTTP/1.1" status: 200 len: 210 time: 0.0883944 Jun 04 16:34:21.665214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef44db94-d9ed-4fae-81d8-2951323d6173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:21.670356 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746adb76-e607-4e9f-b9e6-6cba547b7e24'] response: {'name': 'network-changed', 'server_uuid': '0a5c5027-d34c-4420-9218-3170bdba10a3', 'tag': '2c5ff122-025d-4eba-a42f-cbc1e01d37f0', 'status': 'completed', 'code': 200} Jun 04 16:34:21.747310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-a6d2d00a-de59-4d19-bba5-9896ecaff923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:21.749212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef44db94-d9ed-4fae-81d8-2951323d6173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:21.749686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-a6d2d00a-de59-4d19-bba5-9896ecaff923 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5308199 Jun 04 16:34:21.928164 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-a1cc6c01-3a73-4c7c-b3bd-c7d174943316 service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961233 Jun 04 16:34:21.935471 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ef44db94-d9ed-4fae-81d8-2951323d6173 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e9c2899d8a2497db0a86659cef3baa6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2156665 Jun 04 16:34:21.936658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44db94-d9ed-4fae-81d8-2951323d6173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e0431d-d866-4ce7-a3c5-b5fc093a6023,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:21.962454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55022) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:22.045136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b3b8e6b-e9ca-4551-86d5-e861512bdf1f req-a11c9791-cc9b-452d-b4b3-dec85e04a1e3 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520166 Jun 04 16:34:22.122049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-2b5f0478-3104-47a1-81f4-1af506e1e8e0 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:22.123990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-2b5f0478-3104-47a1-81f4-1af506e1e8e0 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 946 time: 0.7155943 Jun 04 16:34:22.149521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4efafc38-426d-4ca5-8b52-dc6e598c3f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:22.164942 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b2a9d06f-dfcb-4aae-ac52-9f187370434e req-483d2b22-c85e-47f5-a167-61d8b7af56ad service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249639 Jun 04 16:34:22.244344 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4efafc38-426d-4ca5-8b52-dc6e598c3f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:22.245208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Deleting port 83b54771-b964-4f8f-bf48-dc3a01f25f99 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:22.245658 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:22.300964 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-4d389bf7-5ef7-4edf-8f85-b06f2e48a79a service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410910 Jun 04 16:34:22.309591 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:22.408645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b88e1-2341-40eb-a9cf-8486132cd369 req-fba80472-aa61-4230-a146-6cc3d0c715b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:22.411203 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b7b88e1-2341-40eb-a9cf-8486132cd369 req-fba80472-aa61-4230-a146-6cc3d0c715b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 1095 time: 0.1474619 Jun 04 16:34:22.517167 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4efafc38-426d-4ca5-8b52-dc6e598c3f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:22.565913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efafc38-426d-4ca5-8b52-dc6e598c3f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e0431d-d866-4ce7-a3c5-b5fc093a6023,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:22.580796 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4efafc38-426d-4ca5-8b52-dc6e598c3f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:22.581937 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4efafc38-426d-4ca5-8b52-dc6e598c3f31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1e0431d-d866-4ce7-a3c5-b5fc093a6023 HTTP/1.1" status: 204 len: 168 time: 0.6180725 Jun 04 16:34:22.648365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b88e1-2341-40eb-a9cf-8486132cd369 req-f9568c09-e640-4748-ad90-9f5051124022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:22.652120 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b7b88e1-2341-40eb-a9cf-8486132cd369 req-f9568c09-e640-4748-ad90-9f5051124022 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.2287073 Jun 04 16:34:22.765461 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b7b88e1-2341-40eb-a9cf-8486132cd369 req-67f0f32d-46d8-4858-af35-b3aa390fbe2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c5ff122-025d-4eba-a42f-cbc1e01d37f0 HTTP/1.1" status: 200 len: 217 time: 0.1053083 Jun 04 16:34:22.843026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b88e1-2341-40eb-a9cf-8486132cd369 req-8022335c-515f-4768-bd27-88a30955b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:22.845749 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b7b88e1-2341-40eb-a9cf-8486132cd369 req-8022335c-515f-4768-bd27-88a30955b90a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.0733109 Jun 04 16:34:22.915598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061d76f-0345-408b-8b93-c419acf393cc req-4634350e-91cd-47db-a09c-a54f53abed73 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:22.916353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3061d76f-0345-408b-8b93-c419acf393cc req-4634350e-91cd-47db-a09c-a54f53abed73 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:34:22.936534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b88e1-2341-40eb-a9cf-8486132cd369 req-37c37f82-ad71-4d69-a2d2-ef68ba310d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:22.938138 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b7b88e1-2341-40eb-a9cf-8486132cd369 req-37c37f82-ad71-4d69-a2d2-ef68ba310d4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859201 Jun 04 16:34:22.991357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-887910f4-dae0-48e1-a8dc-dc685bf46a03 req-173ca4c1-3393-461a-af39-d6ac2f7c00a0 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676621 Jun 04 16:34:23.039802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3061d76f-0345-408b-8b93-c419acf393cc req-4634350e-91cd-47db-a09c-a54f53abed73 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:34:23.049753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3061d76f-0345-408b-8b93-c419acf393cc req-4634350e-91cd-47db-a09c-a54f53abed73 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 932 time: 1.2270541 Jun 04 16:34:23.165590 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b7b88e1-2341-40eb-a9cf-8486132cd369 req-477a8aa6-af3a-4e21-8ff7-6c92ae1e3145 service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197375 Jun 04 16:34:23.315755 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3061d76f-0345-408b-8b93-c419acf393cc req-b0a1353f-c29a-42d7-bbb7-17d3010d516d tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651772 Jun 04 16:34:23.367987 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9b7b88e1-2341-40eb-a9cf-8486132cd369 req-0d8ea090-7392-4224-b699-b54d0902ea71 service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951141 Jun 04 16:34:23.427644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88886b14-4d34-4278-af74-8ef535638719 req-79808532-41ed-49f1-8464-e6d79368f55a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:23.434813 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88886b14-4d34-4278-af74-8ef535638719 req-79808532-41ed-49f1-8464-e6d79368f55a tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 946 time: 0.7041523 Jun 04 16:34:23.655816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] For port 83b54771-b964-4f8f-bf48-dc3a01f25f99, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=83b54771-b964-4f8f-bf48-dc3a01f25f99,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:23.656187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:23.675081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88886b14-4d34-4278-af74-8ef535638719 req-f3a99b91-3b46-405b-bf4f-fcef5fd28ecd tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391729 Jun 04 16:34:23.699953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a24401-8933-49c5-afed-b6e54030d74f req-61f78f71-3cee-446d-9f46-01d92a801e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:23.704824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74a24401-8933-49c5-afed-b6e54030d74f req-61f78f71-3cee-446d-9f46-01d92a801e1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 1094 time: 0.6306317 Jun 04 16:34:23.859817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55062) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:23.998594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdbb1-40cd-415c-a602-075319c7cd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:24.016754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8dbfdbb1-40cd-415c-a602-075319c7cd1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:24.019931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8dbfdbb1-40cd-415c-a602-075319c7cd1b admin admin] Usage tracker for resource:security_group_rule and tenant:8ed18e45a2f4466ab9f92b5a1a10b12a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:24.023066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8dbfdbb1-40cd-415c-a602-075319c7cd1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:24.029826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8dbfdbb1-40cd-415c-a602-075319c7cd1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:24.136661 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdbb1-40cd-415c-a602-075319c7cd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:24.143749 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdbb1-40cd-415c-a602-075319c7cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:24.164803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a24401-8933-49c5-afed-b6e54030d74f req-4a18aa53-3083-4fe7-a848-f94783f1e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:24.166265 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74a24401-8933-49c5-afed-b6e54030d74f req-4a18aa53-3083-4fe7-a848-f94783f1e14d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.3842304 Jun 04 16:34:24.192345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a519c0d-4a2b-4c40-bc7e-7b4d7d2930bf req-e4c3058a-7146-4207-88b7-374939e26e84 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:24.193958 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a519c0d-4a2b-4c40-bc7e-7b4d7d2930bf req-e4c3058a-7146-4207-88b7-374939e26e84 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 944 time: 0.6298959 Jun 04 16:34:24.236947 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8dbfdbb1-40cd-415c-a602-075319c7cd1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ed18e45a2f4466ab9f92b5a1a10b12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729613 Jun 04 16:34:24.236947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfdbb1-40cd-415c-a602-075319c7cd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d653a7e-5a96-4269-bdbe-b02d6ce15a5c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:24.251700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55084) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:24.347013 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d88013ed-cb37-43cb-9e3d-f921345309a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:24.351103 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74a24401-8933-49c5-afed-b6e54030d74f req-19834da2-26b7-4ebf-a3a7-aebcede7ef60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910bb961-5609-4845-b7fe-12c8742a1c73 HTTP/1.1" status: 200 len: 217 time: 0.1507039 Jun 04 16:34:24.409089 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d88013ed-cb37-43cb-9e3d-f921345309a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:24.453541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:34:24.479246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d88013ed-cb37-43cb-9e3d-f921345309a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:24.503206 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88013ed-cb37-43cb-9e3d-f921345309a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d653a7e-5a96-4269-bdbe-b02d6ce15a5c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:24.509377 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d88013ed-cb37-43cb-9e3d-f921345309a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:24.513315 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d88013ed-cb37-43cb-9e3d-f921345309a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d653a7e-5a96-4269-bdbe-b02d6ce15a5c HTTP/1.1" status: 204 len: 168 time: 0.2577312 Jun 04 16:34:24.526008 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:24.593684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Transition to ACTIVE for port object e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:34:24.600467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55100) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:24.619378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a24401-8933-49c5-afed-b6e54030d74f req-898c5770-edbe-451b-a841-622edf127e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:24.621247 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74a24401-8933-49c5-afed-b6e54030d74f req-898c5770-edbe-451b-a841-622edf127e53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.2403021 Jun 04 16:34:24.626448 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:24.643120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a519c0d-4a2b-4c40-bc7e-7b4d7d2930bf req-8558f724-4b5e-4654-8ed5-f6c2f48bcd04 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806524 Jun 04 16:34:24.753056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-898607982', 'router:external': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:24.760170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:24.766009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Usage tracker for resource:network and tenant:3c8b34750911498aa702c2ea4d703429 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:24.769905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:24.776556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:24.793078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Made reservation on behalf of 3c8b34750911498aa702c2ea4d703429 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:34:24.796951 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:24.813629 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:24.832570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:24.837140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Usage tracker for resource:security_group_rule and tenant:3c8b34750911498aa702c2ea4d703429 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:24.841739 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:24.848675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:24.944551 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:24.944926 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:24.945230 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Floating IP fcbd699c-b74e-4352-8a76-3e30c0168916 disassociated. External IP: 172.25.5.222, port: 83b54771-b964-4f8f-bf48-dc3a01f25f99. Jun 04 16:34:24.945575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Calling delete_port for 83b54771-b964-4f8f-bf48-dc3a01f25f99 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:34:25.000526 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:25.014205 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:25.034278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:34:25.073245 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:25.073562 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Added segment f3c73b03-9ad0-4c8f-9ee8-65e61acd23ca of type vlan for network f8432c41-f0aa-4a03-a917-46dcc08c2fea Jun 04 16:34:25.102559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672f4c81-fe50-497a-b9a3-e3a9accb7e8e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:25.127689 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:25.166034 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:25.167233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:25.167962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:25.303598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Pushing event updated for resources: {'Port': ['ID=e25260ce-5d68-43ef-bfc7-e7ab31b1edc5,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:25.376328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a24401-8933-49c5-afed-b6e54030d74f req-b5f0483a-fb7e-4601-80ee-702bf79c963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:25.378252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74a24401-8933-49c5-afed-b6e54030d74f req-b5f0483a-fb7e-4601-80ee-702bf79c963d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7328808 Jun 04 16:34:25.417237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event updated for resources: {'Network': ['ID=f8432c41-f0aa-4a03-a917-46dcc08c2fea,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:25.424431 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-faca2d7a-7f41-4801-b88a-910c349ff567 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8195965 Jun 04 16:34:25.428664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55128) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:25.432978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Request body: {'subnet': {'network_id': 'f8432c41-f0aa-4a03-a917-46dcc08c2fea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:25.438624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 910bb961-5609-4845-b7fe-12c8742a1c73 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:34:25.439860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:25.444640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Usage tracker for resource:subnet and tenant:3c8b34750911498aa702c2ea4d703429 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:25.447554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f8432c41-f0aa-4a03-a917-46dcc08c2fea details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:34:25.449250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:25.456283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:25.477892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Made reservation on behalf of 3c8b34750911498aa702c2ea4d703429 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:34:25.483348 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:25.601343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c32849-f226-4e61-9876-7d84639287e3 req-6764cccd-ab54-42d1-8006-7c0e5e642ff5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:25.603681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11c32849-f226-4e61-9876-7d84639287e3 req-6764cccd-ab54-42d1-8006-7c0e5e642ff5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 944 time: 0.5873141 Jun 04 16:34:25.617017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Attempting to bind port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:34:25.617348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Attempting to bind port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:34:25.618766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Attempting to bind port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:34:25.646510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:34:25.650153 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83b54771-b964-4f8f-bf48-dc3a01f25f99 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:34:25.660751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0c3f1-bdc7-4e5f-89c3-d18b6d171ea7 req-40f05bd8-e0e8-4cc7-ad20-68e54e03396c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:25.670702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58a0c3f1-bdc7-4e5f-89c3-d18b6d171ea7 req-40f05bd8-e0e8-4cc7-ad20-68e54e03396c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 946 time: 0.6421766 Jun 04 16:34:25.680796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 on network 70421273-3d05-4465-beb8-c7e04471a05a not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:34:25.681875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Attempting to bind port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:34:25.783822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:34:25.785671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Checking segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:34:25.788861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Bound using segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:34:25.792221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Bound port: e25260ce-5d68-43ef-bfc7-e7ab31b1edc5, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:34:25.794916 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:25.894650 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:34:25.932013 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No active binding found for port 83b54771-b964-4f8f-bf48-dc3a01f25f99 {{(pid=88799) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 16:34:25.932625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 83b54771-b964-4f8f-bf48-dc3a01f25f99 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:34:25.940907 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11c32849-f226-4e61-9876-7d84639287e3 req-2ab79d41-9123-4636-92de-f26e7a0b1de6 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183954 Jun 04 16:34:25.943524 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:25.959055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74a24401-8933-49c5-afed-b6e54030d74f req-bf296323-f953-42c7-8bb8-ec83a56f2723 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5694809 Jun 04 16:34:26.070738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 910bb961-5609-4845-b7fe-12c8742a1c73, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=910bb961-5609-4845-b7fe-12c8742a1c73,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:26.115218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '910bb961-5609-4845-b7fe-12c8742a1c73', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'port_id': '910bb961-5609-4845-b7fe-12c8742a1c73', 'mac_address': 'fa:16:3e:a6:1b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:34:26.129738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=2c5ff122-025d-4eba-a42f-cbc1e01d37f0,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:26.251800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event deleted for resources: {'Port': ['ID=83b54771-b964-4f8f-bf48-dc3a01f25f99,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:26.261879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 910bb961-5609-4845-b7fe-12c8742a1c73 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:26.262451 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:26.282664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '2c5ff122-025d-4eba-a42f-cbc1e01d37f0', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'port_id': '2c5ff122-025d-4eba-a42f-cbc1e01d37f0', 'mac_address': 'fa:16:3e:75:29:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:34:26.292751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910bb961-5609-4845-b7fe-12c8742a1c73 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:34:26.295986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.objects.ports [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88797) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:34:26.296286 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:26.328004 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58a0c3f1-bdc7-4e5f-89c3-d18b6d171ea7 req-4fd73c93-40ff-46b0-81ab-43fe2aa9d12e tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups?id=0553033d-5053-4ac0-aa96-ef2da1780b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6553597 Jun 04 16:34:26.395298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:26.395683 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:26.399229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event updated for resources: {'Subnet': ['ID=64a007cc-f28b-4bd8-aad0-0ec132a6128a,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:26.431716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:34:26.442721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 910bb961-5609-4845-b7fe-12c8742a1c73, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=910bb961-5609-4845-b7fe-12c8742a1c73,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:26.453476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Checking segment: {'id': 'f3c73b03-9ad0-4c8f-9ee8-65e61acd23ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8432c41-f0aa-4a03-a917-46dcc08c2fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:34:26.454579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Network hostable DHCP agents. Network: f8432c41-f0aa-4a03-a917-46dcc08c2fea, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:34:26.466690 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:26.505664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Network f8432c41-f0aa-4a03-a917-46dcc08c2fea is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:34:26.522169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f8432c41-f0aa-4a03-a917-46dcc08c2fea) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:26.528504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:26.530212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:26.545951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e342dad-f3b4-46ad-8435-5428d288bf31 None None] Network f8432c41-f0aa-4a03-a917-46dcc08c2fea requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:34:26.569988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] For port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:34:26.571828 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b8d5826d-6bb3-4e0e-9301-f5df4c409803 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1458249 Jun 04 16:34:26.572722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=2c5ff122-025d-4eba-a42f-cbc1e01d37f0,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:26.574987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55146) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:26.582284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-948814788', 'network_id': 'f8432c41-f0aa-4a03-a917-46dcc08c2fea'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:26.589814 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:26.596768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:26.602820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Usage tracker for resource:port and tenant:3c8b34750911498aa702c2ea4d703429 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:26.606787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:26.627318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:26.627506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] For port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e25260ce-5d68-43ef-bfc7-e7ab31b1edc5,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:34:26.642749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Made reservation on behalf of 3c8b34750911498aa702c2ea4d703429 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:34:26.646208 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:26.695690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] device_id is not set on port 0d6600e0-fa51-48fe-904c-34e8a4e0b4a5 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:34:26.746332 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:26.801256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=910bb961-5609-4845-b7fe-12c8742a1c73,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:26.873396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57396604-4998-4fe8-9771-9a8de1de4fbf req-e8b370be-0f75-4e6f-9203-0a94220c9292 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:26.875113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57396604-4998-4fe8-9771-9a8de1de4fbf req-e8b370be-0f75-4e6f-9203-0a94220c9292 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 944 time: 0.7117269 Jun 04 16:34:26.897210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Allocated IP 172.20.0.7 (f8432c41-f0aa-4a03-a917-46dcc08c2fea/64a007cc-f28b-4bd8-aad0-0ec132a6128a/0d6600e0-fa51-48fe-904c-34e8a4e0b4a5) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:34:26.904026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['2c5ff122-025d-4eba-a42f-cbc1e01d37f0'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:34:26.961018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['910bb961-5609-4845-b7fe-12c8742a1c73'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:34:26.966564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:26.967510 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:26.969607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] 10.222.0.46 "PUT /v2.0/ports/e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 HTTP/1.1" status: 200 len: 1092 time: 5.4001613 Jun 04 16:34:27.026482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e57850-ac3a-44b1-ab36-e9641d784df4', 'tag': 'e25260ce-5d68-43ef-bfc7-e7ab31b1edc5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:34:27.044727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57396604-4998-4fe8-9771-9a8de1de4fbf req-f71c5e54-293d-47ee-ba56-49e02fbb945f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352959 Jun 04 16:34:27.050680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74a24401-8933-49c5-afed-b6e54030d74f req-39816b48-5eba-43d2-abd3-49806a48c0d7 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9782803 Jun 04 16:34:27.137856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Router 309678cb-d99f-4fcc-903b-5d486be403df has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:34:27.301851 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:27.377783 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:27.510223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=2c5ff122-025d-4eba-a42f-cbc1e01d37f0,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:27.614091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Network f8432c41-f0aa-4a03-a917-46dcc08c2fea is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:34:27.621055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:27.627425 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:34:27.785626 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:27.788643 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:27.851754 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.2738991 Jun 04 16:34:27.853836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be95891-dabd-471a-809b-0ed144d433eb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event updated for resources: {'Port': ['ID=0d6600e0-fa51-48fe-904c-34e8a4e0b4a5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:27.864956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55170) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:27.901463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455c531-edf9-474a-9303-afa69da31f21 service neutron] Pushing event updated for resources: {'Port': ['ID=e25260ce-5d68-43ef-bfc7-e7ab31b1edc5,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:27.977566 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0b5580cc-142d-4509-90e2-a892004ca331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:27.987680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b153361f-40b4-424b-8178-d2c642a26d18 None None] Network f8432c41-f0aa-4a03-a917-46dcc08c2fea requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:34:28.005765 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f783d47-5b8d-4e8e-8238-afe7f8d73ec5'] response: {'name': 'network-changed', 'server_uuid': '98e57850-ac3a-44b1-ab36-e9641d784df4', 'tag': 'e25260ce-5d68-43ef-bfc7-e7ab31b1edc5', 'status': 'completed', 'code': 200} Jun 04 16:34:28.009612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:34:28.024492 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f45918-976d-4b65-bda2-1a7b4b448d20 None None] Sync routers for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:34:28.040136 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f45918-976d-4b65-bda2-1a7b4b448d20 None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:28.043031 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b5f45918-976d-4b65-bda2-1a7b4b448d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:28.062304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a475f432-254d-4889-a315-db0c265e3025 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Deleting port 0d6600e0-fa51-48fe-904c-34e8a4e0b4a5 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:28.063254 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a475f432-254d-4889-a315-db0c265e3025 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:28.217100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-42daaa14-2410-42b4-8312-aea4248860ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:28.217100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-42daaa14-2410-42b4-8312-aea4248860ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 1095 time: 1.1752944 Jun 04 16:34:28.361761 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b5f45918-976d-4b65-bda2-1a7b4b448d20 None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:34:28.437684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] No DVR routers for this DVR port 83b54771-b964-4f8f-bf48-dc3a01f25f99 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:34:28.525085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-f1282d0c-c502-4982-a977-a0a68bd3d2b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 HTTP/1.1" status: 200 len: 217 time: 0.2609928 Jun 04 16:34:28.529277 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:28.557330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe2c2f76-d0a9-474f-a037-230f97dcd8a9 req-26fc204b-ead1-41f3-8673-e498f11b7495 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.46 "DELETE /v2.0/ports/83b54771-b964-4f8f-bf48-dc3a01f25f99 HTTP/1.1" status: 204 len: 173 time: 6.4265430 Jun 04 16:34:28.612159 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a475f432-254d-4889-a315-db0c265e3025 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:28.700124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-e3c289db-7993-4724-8092-11d64fcdd85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:28.714873 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-e3c289db-7993-4724-8092-11d64fcdd85d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.1420431 Jun 04 16:34:28.717774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-073cada5-ff0e-4078-988a-a1380784da56 req-2f64d750-f57a-4786-bfa4-ae6c9a2db774 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Synchronizing usage tracker for tenant:afb5383d706b4c1980b7c7ab48a1378a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:34:28.805169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-d9b645ee-c4a9-4ab2-9988-9de61137133b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882897 Jun 04 16:34:28.806134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a475f432-254d-4889-a315-db0c265e3025 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Calling delete_port for 0d6600e0-fa51-48fe-904c-34e8a4e0b4a5 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:34:28.894446 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b5f45918-976d-4b65-bda2-1a7b4b448d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:12Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:28.899712 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f45918-976d-4b65-bda2-1a7b4b448d20 None None] Checking router: 309678cb-d99f-4fcc-903b-5d486be403df for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:34:28.909987 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f45918-976d-4b65-bda2-1a7b4b448d20 None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:28.910718 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b5f45918-976d-4b65-bda2-1a7b4b448d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:28.963527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-073cada5-ff0e-4078-988a-a1380784da56 req-2f64d750-f57a-4786-bfa4-ae6c9a2db774 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Unset dirty status for tenant:afb5383d706b4c1980b7c7ab48a1378a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:34:28.963527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-073cada5-ff0e-4078-988a-a1380784da56 req-2f64d750-f57a-4786-bfa4-ae6c9a2db774 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f152ca1-26a7-4946-864d-87368d376120 HTTP/1.1" status: 200 len: 210 time: 0.6996298 Jun 04 16:34:28.974979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106f7f8-b7de-4db8-9d68-d97fad5492b1 req-78c968a5-df74-4ee5-83a3-7bf54ae0d7e7 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:28.974979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1106f7f8-b7de-4db8-9d68-d97fad5492b1 req-78c968a5-df74-4ee5-83a3-7bf54ae0d7e7 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 944 time: 1.0751450 Jun 04 16:34:29.198243 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1106f7f8-b7de-4db8-9d68-d97fad5492b1 req-2d20421a-f197-482a-a776-cc2249234096 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049459 Jun 04 16:34:29.198243 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-174e4925-ec67-42b4-b33b-9bf5568e0098 service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989731 Jun 04 16:34:29.203256 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a475f432-254d-4889-a315-db0c265e3025 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:29.292514 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b5f45918-976d-4b65-bda2-1a7b4b448d20 None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:34:29.314751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475f432-254d-4889-a315-db0c265e3025 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d6600e0-fa51-48fe-904c-34e8a4e0b4a5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:29.440168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 910bb961-5609-4845-b7fe-12c8742a1c73 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:34:29.567667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a475f432-254d-4889-a315-db0c265e3025 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:29.582810 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a475f432-254d-4889-a315-db0c265e3025 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "DELETE /v2.0/ports/0d6600e0-fa51-48fe-904c-34e8a4e0b4a5 HTTP/1.1" status: 204 len: 168 time: 1.7041204 Jun 04 16:34:29.586191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55188) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:29.592044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:34:29.599434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8432c41-f0aa-4a03-a917-46dcc08c2fea', 'external_fixed_ips': [{'subnet_id': '64a007cc-f28b-4bd8-aad0-0ec132a6128a', 'ip_address': '172.20.0.7'}]}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:29.610894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:29.621101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Usage tracker for resource:router and tenant:3c8b34750911498aa702c2ea4d703429 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:29.629208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:29.633655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 910bb961-5609-4845-b7fe-12c8742a1c73 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:34:29.644957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:29.668503 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 910bb961-5609-4845-b7fe-12c8742a1c73 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:29.670682 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:29.673115 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041bb65d-3566-4ce1-af73-4dd0e743320c req-33fbf647-07e8-4e9f-a166-5fc027d6180f service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507493 Jun 04 16:34:29.677271 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:29.679903 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:29.714514 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:29.731951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f054926-cd29-4c86-b6f9-aecb4c64e76c req-a3d286d5-1544-407f-a60c-e155aa863b6a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:29.734084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f054926-cd29-4c86-b6f9-aecb4c64e76c req-a3d286d5-1544-407f-a60c-e155aa863b6a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 945 time: 0.3036826 Jun 04 16:34:29.871655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f054926-cd29-4c86-b6f9-aecb4c64e76c req-8bf7e74a-2bd0-4fd6-886f-ef63d08f1764 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723958 Jun 04 16:34:29.885238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f37cf0-aa4a-42e8-bf43-244fca4cc612 req-0ded4800-2471-48d2-ac0e-50351bd9f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:29.887245 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24f37cf0-aa4a-42e8-bf43-244fca4cc612 req-0ded4800-2471-48d2-ac0e-50351bd9f4a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 1095 time: 0.1519558 Jun 04 16:34:29.943649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 910bb961-5609-4845-b7fe-12c8742a1c73 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:29.944339 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:29.957064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:34:29.968418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:29.969042 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:30.077200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'name': 'network-vif-deleted', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:34:30.101113 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4f1e4e-002e-4665-b052-cc1fbc7efb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910bb961-5609-4845-b7fe-12c8742a1c73'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:34:30.117390 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b5f45918-976d-4b65-bda2-1a7b4b448d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:12Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:30.130090 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-742cf9cf-3c8c-4637-b90e-a5a9b91214f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:30.131482 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f45918-976d-4b65-bda2-1a7b4b448d20 None None] The sync data for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 is: [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:27:04Z', 'revision_number': 4, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7261a871-835c-4a0e-ae45-74e4e72780e6', 'name': '', 'network_id': '614a7452-3f8e-48d3-a295-c0d70920f61f', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'mac_address': 'fa:16:3e:87:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:27:02Z', 'updated_at': '2022-06-04T16:27:12Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'subnets': [{'id': 'a52ac60c-7b2f-44a7-bfdf-ded791d655a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:34:30.162324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 910bb961-5609-4845-b7fe-12c8742a1c73, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=910bb961-5609-4845-b7fe-12c8742a1c73,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:30.216568 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:30.256965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f37cf0-aa4a-42e8-bf43-244fca4cc612 req-b69c018b-75ee-420c-a909-4062b219df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:30.259779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24f37cf0-aa4a-42e8-bf43-244fca4cc612 req-b69c018b-75ee-420c-a909-4062b219df4b service neutron] 10.222.0.46 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 906 time: 0.3641818 Jun 04 16:34:30.261794 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0c859c-22b2-4a47-8e53-99ba5ae9017c'] response: {'server_uuid': '2f152ca1-26a7-4946-864d-87368d376120', 'name': 'network-vif-deleted', 'tag': '83b54771-b964-4f8f-bf48-dc3a01f25f99', 'status': 'completed', 'code': 200} Jun 04 16:34:30.418790 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf93d96c-a2d1-4d03-a2a2-3e2e3036e268'] response: {'server_uuid': '1d4f1e4e-002e-4665-b052-cc1fbc7efb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910bb961-5609-4845-b7fe-12c8742a1c73', 'code': 200} Jun 04 16:34:30.419822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:30.420035 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:30.441486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55220) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:30.443554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24f37cf0-aa4a-42e8-bf43-244fca4cc612 req-0d3852cc-8ce6-44e1-995c-55c0e33999c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 HTTP/1.1" status: 200 len: 217 time: 0.1757834 Jun 04 16:34:30.449462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=910bb961-5609-4845-b7fe-12c8742a1c73,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:30.491489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=2c5ff122-025d-4eba-a42f-cbc1e01d37f0,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:30.498770 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:30.518735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:30.611295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=2c5ff122-025d-4eba-a42f-cbc1e01d37f0,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:30.627083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d654e9-88d4-4f8a-9e2c-b4bc3e5e5d32 None None] New status for floating IP fcbd699c-b74e-4352-8a76-3e30c0168916: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:34:31.048791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f37cf0-aa4a-42e8-bf43-244fca4cc612 req-953cbb0c-fdc0-42d7-8589-2669abb3745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:31.051165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24f37cf0-aa4a-42e8-bf43-244fca4cc612 req-953cbb0c-fdc0-42d7-8589-2669abb3745a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.4571204 Jun 04 16:34:31.108579 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:31.149015 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:31.185526 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:31.207519 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24f37cf0-aa4a-42e8-bf43-244fca4cc612 req-5751169a-968f-477a-9085-375b84fb9d34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384006 Jun 04 16:34:31.321169 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83654694-9983-43ad-b3da-74872df8bc1c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:31.371631 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:31.410355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f414710-0b3c-4e1a-85a2-259a45e1bc64 req-4a6f1889-0505-4dde-9b26-5908d7c01415 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:31.411906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f414710-0b3c-4e1a-85a2-259a45e1bc64 req-4a6f1889-0505-4dde-9b26-5908d7c01415 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 944 time: 1.0378346 Jun 04 16:34:31.413640 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83654694-9983-43ad-b3da-74872df8bc1c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:31.432712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Allocated IP 172.20.0.7 (f8432c41-f0aa-4a03-a917-46dcc08c2fea/64a007cc-f28b-4bd8-aad0-0ec132a6128a/a5b01394-6d78-4ad4-bee1-c159b4767606) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:34:31.433519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77059dd1-2bb8-40a6-8270-b97c5744ce0b req-847db860-3394-457d-b397-fbdc64a876ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:31.435124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77059dd1-2bb8-40a6-8270-b97c5744ce0b req-847db860-3394-457d-b397-fbdc64a876ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 1096 time: 0.9958436 Jun 04 16:34:31.564442 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24f37cf0-aa4a-42e8-bf43-244fca4cc612 req-a8426ce2-b279-4a84-ab6e-fd06d74b339c service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468990 Jun 04 16:34:31.595203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7beb110-3362-46c3-9be0-a29c4fe4e858 req-26d0eb58-d216-4e92-8b69-4531c185dbd1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:31.602575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7beb110-3362-46c3-9be0-a29c4fe4e858 req-26d0eb58-d216-4e92-8b69-4531c185dbd1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.4556446 Jun 04 16:34:31.620178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:34:31.673659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77059dd1-2bb8-40a6-8270-b97c5744ce0b req-7bfd32ec-1c5d-46f8-8021-46aa3591dab5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285028 Jun 04 16:34:31.746323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:31.769515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f414710-0b3c-4e1a-85a2-259a45e1bc64 req-9d551779-016a-4ca0-a0d2-16c2587e94c9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282156 Jun 04 16:34:31.841959 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:31.847688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7beb110-3362-46c3-9be0-a29c4fe4e858 req-3453facf-6604-4a7b-81d8-84d87e0d6da7 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392614 Jun 04 16:34:31.853349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e25260ce-5d68-43ef-bfc7-e7ab31b1edc5,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:31.864735 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83654694-9983-43ad-b3da-74872df8bc1c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:31.885148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'e25260ce-5d68-43ef-bfc7-e7ab31b1edc5', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'port_id': 'e25260ce-5d68-43ef-bfc7-e7ab31b1edc5', 'mac_address': 'fa:16:3e:59:a8:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85832715-45f4-4da8-bd84-98b9a23469f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:34:31.930421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83654694-9983-43ad-b3da-74872df8bc1c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0553033d-5053-4ac0-aa96-ef2da1780b5c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:31.955390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24f37cf0-aa4a-42e8-bf43-244fca4cc612 req-9e04611c-4e75-454d-ada6-c630a5ddfdad service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752549 Jun 04 16:34:31.970125 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83654694-9983-43ad-b3da-74872df8bc1c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:31.971224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-83654694-9983-43ad-b3da-74872df8bc1c tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "DELETE /v2.0/security-groups/0553033d-5053-4ac0-aa96-ef2da1780b5c HTTP/1.1" status: 204 len: 168 time: 1.5255299 Jun 04 16:34:31.975988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55240) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:31.994115 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-8a476260-98f2-4aa6-9696-159c720900f7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] show failed (client error): The resource could not be found. Jun 04 16:34:31.995636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:31.995748 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8a476260-98f2-4aa6-9696-159c720900f7 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "GET /v2.0/security-groups/0553033d-5053-4ac0-aa96-ef2da1780b5c HTTP/1.1" status: 404 len: 347 time: 0.0188236 Jun 04 16:34:31.996025 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:32.018576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55244) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:32.048962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:34:32.070504 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e25260ce-5d68-43ef-bfc7-e7ab31b1edc5,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:32.071872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event updated for resources: {'Port': ['ID=a5b01394-6d78-4ad4-bee1-c159b4767606,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:32.077560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Network f8432c41-f0aa-4a03-a917-46dcc08c2fea is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:34:32.078975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:32.082517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:34:32.089417 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:32.213902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-2a840480-3c0c-4d72-b706-36e1d9dec038 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Deleting port 24d23399-d899-48b1-af6a-d60320c33c10 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:32.214640 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a840480-3c0c-4d72-b706-36e1d9dec038 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:32.222855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=e25260ce-5d68-43ef-bfc7-e7ab31b1edc5,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:32.319324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['e25260ce-5d68-43ef-bfc7-e7ab31b1edc5'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:34:32.419212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5c5027-d34c-4420-9218-3170bdba10a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5ff122-025d-4eba-a42f-cbc1e01d37f0'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:34:32.503878 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a840480-3c0c-4d72-b706-36e1d9dec038 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:32.504550 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a840480-3c0c-4d72-b706-36e1d9dec038 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:32.525344 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e7f8e0-d695-407a-bf34-6218e3a4bc49'] response: {'server_uuid': '0a5c5027-d34c-4420-9218-3170bdba10a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5ff122-025d-4eba-a42f-cbc1e01d37f0', 'code': 200} Jun 04 16:34:32.600273 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:32.683882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-2a840480-3c0c-4d72-b706-36e1d9dec038 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Calling delete_port for 24d23399-d899-48b1-af6a-d60320c33c10 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:34:32.721599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:32.786573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f443-71ab-47c5-af14-1d20b90f5010 req-bbb25b8b-f2b6-4269-b4ef-f354838e5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:32.788293 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2141f443-71ab-47c5-af14-1d20b90f5010 req-bbb25b8b-f2b6-4269-b4ef-f354838e5625 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 1097 time: 0.2047694 Jun 04 16:34:32.876616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2141f443-71ab-47c5-af14-1d20b90f5010 req-bfdaecee-c809-4eb9-ac5c-137e3e1f3bf9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569839 Jun 04 16:34:32.884826 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a840480-3c0c-4d72-b706-36e1d9dec038 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:32.939353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a840480-3c0c-4d72-b706-36e1d9dec038 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Pushing event deleted for resources: {'Port': ['ID=24d23399-d899-48b1-af6a-d60320c33c10,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:33.126910 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:33.284828 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a840480-3c0c-4d72-b706-36e1d9dec038 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:33.326148 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2a840480-3c0c-4d72-b706-36e1d9dec038 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:33.330020 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2a840480-3c0c-4d72-b706-36e1d9dec038 tempest-AttachVolumeShelveTestJSON-334900356 tempest-AttachVolumeShelveTestJSON-334900356-project] 10.222.0.13 "DELETE /v2.0/floatingips/fcbd699c-b74e-4352-8a76-3e30c0168916 HTTP/1.1" status: 204 len: 168 time: 1.3168890 Jun 04 16:34:33.349202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e22f05-3928-4783-95b1-8dfbd8ec53df req-783a9588-f4ef-4d0e-9f15-22fafb893afa tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:33.350941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85e22f05-3928-4783-95b1-8dfbd8ec53df req-783a9588-f4ef-4d0e-9f15-22fafb893afa tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 945 time: 0.3406372 Jun 04 16:34:33.359137 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Router a32541bf-310c-40b7-9d95-d126a25e1ce9 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:34:33.364429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd194599-190d-44d3-b4dd-b43595f3495a req-f568c42e-0735-48a9-ac14-34c1a7634899 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:33.366210 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fd194599-190d-44d3-b4dd-b43595f3495a req-f568c42e-0735-48a9-ac14-34c1a7634899 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.1765108 Jun 04 16:34:33.447836 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85e22f05-3928-4783-95b1-8dfbd8ec53df req-37baad80-9bde-4ac5-853e-0c63404742a5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806184 Jun 04 16:34:33.450966 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fd194599-190d-44d3-b4dd-b43595f3495a req-fbcc5a54-5b2e-4d5d-815f-83317aa5b86d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674663 Jun 04 16:34:33.622115 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:34:33.724483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:34:33.739891 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] Sync routers for ids ['a32541bf-310c-40b7-9d95-d126a25e1ce9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:34:33.765528 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:33.769385 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d03516f8-b748-4dee-85a8-35807938f80d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.1793830 Jun 04 16:34:33.771263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55278) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:33.781694 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] Routers {'a32541bf-310c-40b7-9d95-d126a25e1ce9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:33.781694 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a32541bf-310c-40b7-9d95-d126a25e1ce9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:34.004806 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:34.104735 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:34.118520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:34:34.134538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:34.135839 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:34.327414 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:34.393349 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] Set router a32541bf-310c-40b7-9d95-d126a25e1ce9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:34:34.487038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:34.487647 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:34.582701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e57850-ac3a-44b1-ab36-e9641d784df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25260ce-5d68-43ef-bfc7-e7ab31b1edc5'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:34:34.616373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e25260ce-5d68-43ef-bfc7-e7ab31b1edc5,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:34.625854 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:34.760082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=e25260ce-5d68-43ef-bfc7-e7ab31b1edc5,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:34.785406 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32541bf-310c-40b7-9d95-d126a25e1ce9', 'name': '', 'tenant_id': '3c8b34750911498aa702c2ea4d703429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8432c41-f0aa-4a03-a917-46dcc08c2fea', 'external_fixed_ips': [{'subnet_id': '64a007cc-f28b-4bd8-aad0-0ec132a6128a', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a5b01394-6d78-4ad4-bee1-c159b4767606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:34:29Z', 'updated_at': '2022-06-04T16:34:32Z', 'revision_number': 3, 'project_id': '3c8b34750911498aa702c2ea4d703429', 'gw_port': {'id': 'a5b01394-6d78-4ad4-bee1-c159b4767606', 'name': '', 'network_id': 'f8432c41-f0aa-4a03-a917-46dcc08c2fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:dc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32541bf-310c-40b7-9d95-d126a25e1ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '64a007cc-f28b-4bd8-aad0-0ec132a6128a', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:31Z', 'updated_at': '2022-06-04T16:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64a007cc-f28b-4bd8-aad0-0ec132a6128a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:34.790192 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] Checking router: a32541bf-310c-40b7-9d95-d126a25e1ce9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:34:34.792560 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] Updating router a32541bf-310c-40b7-9d95-d126a25e1ce9 port a5b01394-6d78-4ad4-bee1-c159b4767606 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:34:34.809387 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:34.830887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Deleting port a5b01394-6d78-4ad4-bee1-c159b4767606 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:34.831241 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:34.910182 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:35.044770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79642efa-dcbe-4dc1-bf22-a18f44a9f6ca req-b506e47e-8c6f-4634-adae-bda47134c0bc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:35.051211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79642efa-dcbe-4dc1-bf22-a18f44a9f6ca req-b506e47e-8c6f-4634-adae-bda47134c0bc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.2049136 Jun 04 16:34:35.161538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79642efa-dcbe-4dc1-bf22-a18f44a9f6ca req-23560c20-dcf5-44c5-96fa-b5e9f7ed972f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045754 Jun 04 16:34:35.233796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f7ad4-f030-4833-a2f3-c3067647d22e req-50c2c589-3b55-4103-b868-9bc260dd4cef tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:35.249170 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c3f7ad4-f030-4833-a2f3-c3067647d22e req-50c2c589-3b55-4103-b868-9bc260dd4cef tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 946 time: 0.1666083 Jun 04 16:34:35.262722 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6d4320-da72-4b07-9ce2-4b91b593df00'] response: {'server_uuid': '98e57850-ac3a-44b1-ab36-e9641d784df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25260ce-5d68-43ef-bfc7-e7ab31b1edc5', 'code': 200} Jun 04 16:34:35.312115 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:35.519949 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c3f7ad4-f030-4833-a2f3-c3067647d22e req-d5d393b2-e0c9-4859-934b-751bc1306d71 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697804 Jun 04 16:34:35.612341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e2d19-e67a-4ceb-b0a7-9cadbdc616f5 req-ad7a6a1b-c46f-4e7c-b385-a663a16e88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:35.614546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-140e2d19-e67a-4ceb-b0a7-9cadbdc616f5 req-ad7a6a1b-c46f-4e7c-b385-a663a16e88aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 1097 time: 0.3054612 Jun 04 16:34:35.648947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Calling delete_port for a5b01394-6d78-4ad4-bee1-c159b4767606 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:34:35.750640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-140e2d19-e67a-4ceb-b0a7-9cadbdc616f5 req-56c44b6b-33f8-4724-80fd-c7cba4448b34 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294701 Jun 04 16:34:35.926629 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=88800) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 608, in do_execute Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers conn.query(q) Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers result.read() Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 65, in update_port_precommit Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 80, in _insert_provisioning_block Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 303, in get_agents Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 630, in get_objects Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 48, in get_objects Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 316, in get_collection Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers items = [ Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3534, in __iter__ Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers self.session._autoflush() Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1622, in _autoflush Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers self.flush() Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers self._flush(objects) Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jun 04 16:34:36.083234 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 68, in __exit__ Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers compat.raise_( Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers raise exception Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers flush_context.execute() Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers rec.execute(self) Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 586, in execute Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers persistence.save_obj( Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 230, in save_obj Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 994, in _emit_update_statements Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers c = cached_connections[connection].execute( Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers return meth(self, multiparams, params) Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement(self, multiparams, params) Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1124, in _execute_clauseelement Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1316, in _execute_context Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers raise exception Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 608, in do_execute Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers conn.query(q) Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers result.read() Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-811809-3', 'ml2_port_bindings_port_id': 'a5b01394-6d78-4ad4-bee1-c159b4767606', 'ml2_port_bindings_host': ''}] Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/13/e3q8) Jun 04 16:34:36.087518 n-d-811809-3 neutron-server[88800]: ERROR neutron.plugins.ml2.managers Jun 04 16:34:36.092603 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.db.api [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 04 16:34:36.092603 n-d-811809-3 neutron-server[88800]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jun 04 16:34:36.092603 n-d-811809-3 neutron-server[88800]: [parameters: {'host': 'n-d-811809-3', 'ml2_port_bindings_port_id': 'a5b01394-6d78-4ad4-bee1-c159b4767606', 'ml2_port_bindings_host': ''}] Jun 04 16:34:36.092603 n-d-811809-3 neutron-server[88800]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:34:36.093779 n-d-811809-3 neutron-server[88800]: DEBUG oslo_db.api [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:34:36.094018 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:36.149575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5b01394-6d78-4ad4-bee1-c159b4767606,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:36.297570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a8f7c-1350-4515-aa85-eeb7197d1a31 req-39a413e8-d7a4-4720-8460-ebe1b8fa9f2f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:36.307955 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-913a8f7c-1350-4515-aa85-eeb7197d1a31 req-39a413e8-d7a4-4720-8460-ebe1b8fa9f2f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.3999028 Jun 04 16:34:36.317845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223f3d-503e-4762-bfbe-2bb92368642b req-a5d6b151-0467-4422-bc2d-0e71e562761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:36.319322 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b223f3d-503e-4762-bfbe-2bb92368642b req-a5d6b151-0467-4422-bc2d-0e71e562761a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 1097 time: 0.3178856 Jun 04 16:34:36.345474 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:36.390947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-913a8f7c-1350-4515-aa85-eeb7197d1a31 req-dc9f18e8-c3f2-48e7-8006-1946619a9e8f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821004 Jun 04 16:34:36.596569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223f3d-503e-4762-bfbe-2bb92368642b req-677c842b-c13a-461c-baa8-c3af3e108ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:36.598257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b223f3d-503e-4762-bfbe-2bb92368642b req-677c842b-c13a-461c-baa8-c3af3e108ff1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.2326052 Jun 04 16:34:36.622703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7e504-aafe-436a-a04b-574d5cf00921 req-6f3572ea-1774-418c-a5bc-286c47d71fec tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:36.627039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-46f7e504-aafe-436a-a04b-574d5cf00921 req-6f3572ea-1774-418c-a5bc-286c47d71fec tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 945 time: 0.2426860 Jun 04 16:34:36.647546 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] Port a5b01394-6d78-4ad4-bee1-c159b4767606 not found while updating agent binding for router a32541bf-310c-40b7-9d95-d126a25e1ce9. {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 04 16:34:36.651926 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:36.658323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:36.668624 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] Routers {'a32541bf-310c-40b7-9d95-d126a25e1ce9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:36.669248 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a32541bf-310c-40b7-9d95-d126a25e1ce9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:36.708528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b223f3d-503e-4762-bfbe-2bb92368642b req-df9afabc-d70e-437c-81aa-35cf96e04a7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c5ff122-025d-4eba-a42f-cbc1e01d37f0 HTTP/1.1" status: 200 len: 217 time: 0.0804121 Jun 04 16:34:36.711304 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:36.712240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a32541bf-310c-40b7-9d95-d126a25e1ce9 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:34:36.747923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:36.749115 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a0fa8bd1-ca62-468a-b275-c455bacea75d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "DELETE /v2.0/routers/a32541bf-310c-40b7-9d95-d126a25e1ce9 HTTP/1.1" status: 204 len: 168 time: 2.9778690 Jun 04 16:34:36.756653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55326) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:36.861318 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-46f7e504-aafe-436a-a04b-574d5cf00921 req-bd0a62cf-069e-431a-afb6-9d889ddd86e0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=764e0e50-7804-4ef8-b796-227ae0949064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513586 Jun 04 16:34:36.881797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223f3d-503e-4762-bfbe-2bb92368642b req-52883b53-3c56-4eae-8bc3-dcc151dcc953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:36.883559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b223f3d-503e-4762-bfbe-2bb92368642b req-52883b53-3c56-4eae-8bc3-dcc151dcc953 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.1574073 Jun 04 16:34:36.904598 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:36.906945 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670df948-d9d6-4587-a46e-433c0e513aec None None] The sync data for ids ['a32541bf-310c-40b7-9d95-d126a25e1ce9'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:34:36.954106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e35cca-d809-498d-8fd1-8fe18175a8d4 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Deleting subnet 64a007cc-f28b-4bd8-aad0-0ec132a6128a {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:34:36.963852 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71e35cca-d809-498d-8fd1-8fe18175a8d4 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:37.068074 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71e35cca-d809-498d-8fd1-8fe18175a8d4 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:37.069574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223f3d-503e-4762-bfbe-2bb92368642b req-4a88b485-bb7d-4433-9be2-745a48a7e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:37.071244 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b223f3d-503e-4762-bfbe-2bb92368642b req-4a88b485-bb7d-4433-9be2-745a48a7e2e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797106 Jun 04 16:34:37.181885 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71e35cca-d809-498d-8fd1-8fe18175a8d4 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:37.428897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb9d76-0c64-465e-b3e9-80f6fa759b62 req-89c84ff8-098b-46fe-97f3-753ac0177e6c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:37.429422 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-36bb9d76-0c64-465e-b3e9-80f6fa759b62 req-89c84ff8-098b-46fe-97f3-753ac0177e6c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 946 time: 0.2132874 Jun 04 16:34:37.432204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b223f3d-503e-4762-bfbe-2bb92368642b req-d8556ae3-5489-48f3-8f7e-4c3bc09b36a7 service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497982 Jun 04 16:34:37.458097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71e35cca-d809-498d-8fd1-8fe18175a8d4 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:37.609061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e35cca-d809-498d-8fd1-8fe18175a8d4 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=64a007cc-f28b-4bd8-aad0-0ec132a6128a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:37.628326 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71e35cca-d809-498d-8fd1-8fe18175a8d4 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:37.652522 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-71e35cca-d809-498d-8fd1-8fe18175a8d4 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/64a007cc-f28b-4bd8-aad0-0ec132a6128a HTTP/1.1" status: 204 len: 168 time: 0.8946743 Jun 04 16:34:37.654226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55348) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:37.742023 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-36bb9d76-0c64-465e-b3e9-80f6fa759b62 req-59048fcd-20de-4b24-984c-d0cec7e11b63 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992401 Jun 04 16:34:38.149635 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:38.165592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b223f3d-503e-4762-bfbe-2bb92368642b req-e8cb9bbf-a0b4-4a12-8418-95a746f02789 service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7241297 Jun 04 16:34:38.245406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-30bd3010-5e44-4147-bf36-dc3c75bc6a81 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:38.247006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-30bd3010-5e44-4147-bf36-dc3c75bc6a81 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 945 time: 0.5494394 Jun 04 16:34:38.301859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60139783-d124-4a0a-aca2-350eab8d0e35 req-4aaa6fac-7a90-4aa1-b584-19cd5cb99905 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:38.303293 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60139783-d124-4a0a-aca2-350eab8d0e35 req-4aaa6fac-7a90-4aa1-b584-19cd5cb99905 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.5455832 Jun 04 16:34:38.399238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cc8a6-332f-436e-b8ed-a585eb38f62f req-ac783a73-d7d5-420f-b0d2-7bc251116cf2 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:38.400729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a40cc8a6-332f-436e-b8ed-a585eb38f62f req-ac783a73-d7d5-420f-b0d2-7bc251116cf2 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 946 time: 0.4499941 Jun 04 16:34:38.438386 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:38.470170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Deleting port a93b1a82-240b-480c-83b7-5ef1d8b098cc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:38.470513 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:38.541372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8432c41-f0aa-4a03-a917-46dcc08c2fea']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:38.557941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60139783-d124-4a0a-aca2-350eab8d0e35 req-e1d83ade-6ffd-4edf-81aa-89066caa8f21 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988187 Jun 04 16:34:38.573381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c73b03-9ad0-4c8f-9ee8-65e61acd23ca') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:38.573676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c73b03-9ad0-4c8f-9ee8-65e61acd23ca') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:38.586758 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a40cc8a6-332f-436e-b8ed-a585eb38f62f req-d8ab2f40-e13b-41b2-9bda-4543683b7664 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736739 Jun 04 16:34:38.595176 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:38.616130 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:38.623537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:34:38.624159 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:38.847169 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:38.872936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8432c41-f0aa-4a03-a917-46dcc08c2fea {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 16:34:38.885174 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:38.910252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8432c41-f0aa-4a03-a917-46dcc08c2fea,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:38.965919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-43e7e7d3-8fb1-4b51-bce6-05b6d69803e2 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "DELETE /v2.0/networks/f8432c41-f0aa-4a03-a917-46dcc08c2fea HTTP/1.1" status: 204 len: 168 time: 1.3062456 Jun 04 16:34:38.973499 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment f3c73b03-9ad0-4c8f-9ee8-65e61acd23ca resource provider aggregate not found Jun 04 16:34:39.011079 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment f3c73b03-9ad0-4c8f-9ee8-65e61acd23ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3c73b03-9ad0-4c8f-9ee8-65e61acd23ca found for delete ", "request_id": "req-859fea72-958a-4083-aad9-33db931ade24"}]} Jun 04 16:34:39.023786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb783863-fabe-4adf-b8f7-7a6fb3b281e0 req-c0d83455-f8e9-4ee1-8a3d-ac840261bf85 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:39.031256 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb783863-fabe-4adf-b8f7-7a6fb3b281e0 req-c0d83455-f8e9-4ee1-8a3d-ac840261bf85 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 945 time: 0.3050008 Jun 04 16:34:39.136684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] For port a93b1a82-240b-480c-83b7-5ef1d8b098cc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a93b1a82-240b-480c-83b7-5ef1d8b098cc,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:39.137653 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:39.275333 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb783863-fabe-4adf-b8f7-7a6fb3b281e0 req-880c45c0-3b38-4290-b2c6-eb9256755a35 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=764e0e50-7804-4ef8-b796-227ae0949064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431355 Jun 04 16:34:39.557123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55392) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:39.562776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e0e7608d-307b-42b6-ac10-77e7b4bb2008 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Request body: {'router': {'name': 'tempest-router--73115724', 'project_id': 'e3d6e5dc36ae45838973d0a5763b4f1f'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:39.577113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e0e7608d-307b-42b6-ac10-77e7b4bb2008 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:39.587605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e0e7608d-307b-42b6-ac10-77e7b4bb2008 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Usage tracker for resource:router and tenant:e3d6e5dc36ae45838973d0a5763b4f1f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:39.599480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e0e7608d-307b-42b6-ac10-77e7b4bb2008 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:39.620805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e0e7608d-307b-42b6-ac10-77e7b4bb2008 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:39.647642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0e7608d-307b-42b6-ac10-77e7b4bb2008 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:39.648971 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0e7608d-307b-42b6-ac10-77e7b4bb2008 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:39.678872 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0e7608d-307b-42b6-ac10-77e7b4bb2008 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:39.710398 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0e7608d-307b-42b6-ac10-77e7b4bb2008 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:39.734940 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0e7608d-307b-42b6-ac10-77e7b4bb2008 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:39.737216 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e0e7608d-307b-42b6-ac10-77e7b4bb2008 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1790757 Jun 04 16:34:39.739923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55398) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:39.880777 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:39.881301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:39.881538 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Floating IP 15a6c7cd-5785-45ec-858b-91f827faf612 disassociated. External IP: 172.25.5.113, port: a93b1a82-240b-480c-83b7-5ef1d8b098cc. Jun 04 16:34:39.881783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Calling delete_port for a93b1a82-240b-480c-83b7-5ef1d8b098cc owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:34:40.043012 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7358415-b7d5-4f59-a250-b32ba3f826e3 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:40.171408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee58849-5f05-4f8a-9c47-c03ad8c6612a req-32311d96-d352-4a5c-9d89-f86aef446279 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:40.178877 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ee58849-5f05-4f8a-9c47-c03ad8c6612a req-32311d96-d352-4a5c-9d89-f86aef446279 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.4018567 Jun 04 16:34:40.240005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54ef61-41ec-4ed9-aa46-11ed7d8b2b91 req-d401e917-935a-485d-b094-c5e6ac1408ab tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:40.241654 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf54ef61-41ec-4ed9-aa46-11ed7d8b2b91 req-d401e917-935a-485d-b094-c5e6ac1408ab tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 946 time: 0.5361693 Jun 04 16:34:40.315013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ee58849-5f05-4f8a-9c47-c03ad8c6612a req-d6b1d33c-7ac5-4dec-83d1-7a4f3a1dbb04 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351686 Jun 04 16:34:40.424026 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:40.536620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event deleted for resources: {'Port': ['ID=a93b1a82-240b-480c-83b7-5ef1d8b098cc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:40.561618 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf54ef61-41ec-4ed9-aa46-11ed7d8b2b91 req-5a17e404-e519-4b07-94ae-e059d8275cee tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102334 Jun 04 16:34:40.562338 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7358415-b7d5-4f59-a250-b32ba3f826e3 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:40.564923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7358415-b7d5-4f59-a250-b32ba3f826e3 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:40.613085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7358415-b7d5-4f59-a250-b32ba3f826e3 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:40.615304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7358415-b7d5-4f59-a250-b32ba3f826e3 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a55d59a-e8b3-48c2-8585-1df0528b6ccd {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:34:40.653568 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7358415-b7d5-4f59-a250-b32ba3f826e3 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:40.656749 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c7358415-b7d5-4f59-a250-b32ba3f826e3 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3a55d59a-e8b3-48c2-8585-1df0528b6ccd HTTP/1.1" status: 204 len: 168 time: 0.9158621 Jun 04 16:34:40.907250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55424) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:41.039116 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af0219c0-5262-47d0-a341-7cfc70d93499 req-fe84680a-d5b1-4862-928f-98aca77e9da4 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 210 time: 0.1943927 Jun 04 16:34:41.275389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:34:41.322387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-697333780', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:41.337112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:41.357841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Usage tracker for resource:router and tenant:55b192191b6346dda0fcc3a531f292d8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:41.368743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:41.389196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:41.415320 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:41.416597 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:41.448231 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:41.651356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device a93b1a82-240b-480c-83b7-5ef1d8b098cc no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:34:41.697763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55440) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:41.708202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: a93b1a82-240b-480c-83b7-5ef1d8b098cc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:34:41.708564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device a93b1a82-240b-480c-83b7-5ef1d8b098cc not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:34:41.752883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f673307-086f-4702-9f52-e4f7e937f051 req-ec3740b0-51c9-43ea-b0c5-0357f2cc2a6b tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:41.754747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f673307-086f-4702-9f52-e4f7e937f051 req-ec3740b0-51c9-43ea-b0c5-0357f2cc2a6b tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 946 time: 0.9060578 Jun 04 16:34:41.789281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:34:41.805424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95f3e2-09f7-4e3b-91d8-dea33d894927 None None] Sync routers for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:34:41.820933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95f3e2-09f7-4e3b-91d8-dea33d894927 None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:41.823476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4b95f3e2-09f7-4e3b-91d8-dea33d894927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:41.869831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:41.921347 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-156e9e01-825d-431d-a6f7-95f433c35b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:41.944482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-156e9e01-825d-431d-a6f7-95f433c35b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:41.991401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] No DVR routers for this DVR port a93b1a82-240b-480c-83b7-5ef1d8b098cc on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:34:42.000488 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:42.002057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-156e9e01-825d-431d-a6f7-95f433c35b23 admin admin] Usage tracker for resource:security_group_rule and tenant:8592a2b7c6ee4d57a4ff8b20ac5727d9 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:42.003269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7113d7-8235-4342-b5c0-edcf36774565', 'name': 'network-vif-deleted', 'tag': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:34:42.010860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-156e9e01-825d-431d-a6f7-95f433c35b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:42.031928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-156e9e01-825d-431d-a6f7-95f433c35b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:42.032895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-8f673307-086f-4702-9f52-e4f7e937f051 req-205ad074-497f-42a4-b916-ab9fb6ccba94 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Deleting port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:42.033400 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8f673307-086f-4702-9f52-e4f7e937f051 req-205ad074-497f-42a4-b916-ab9fb6ccba94 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:42.058356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4b95f3e2-09f7-4e3b-91d8-dea33d894927 None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:34:42.072936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38200e3f-3a2f-4809-bbe5-05faaae5ee0e req-0056870f-eea6-4561-abbd-bba21797b385 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "DELETE /v2.0/ports/a93b1a82-240b-480c-83b7-5ef1d8b098cc HTTP/1.1" status: 204 len: 173 time: 3.8130345 Jun 04 16:34:42.130745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9de5d-2bb7-4e35-87e2-439c3cbd6815 req-4d482113-f977-47f4-b268-4142334da88f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:42.132646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8d9de5d-2bb7-4e35-87e2-439c3cbd6815 req-4d482113-f977-47f4-b268-4142334da88f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.3952119 Jun 04 16:34:42.209071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ccefa-37e3-464c-b064-1ce97260ec46 req-87baa984-d7bf-4a9e-9584-d4662e1475e5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:42.216504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a48ccefa-37e3-464c-b064-1ce97260ec46 req-87baa984-d7bf-4a9e-9584-d4662e1475e5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 946 time: 0.4289951 Jun 04 16:34:42.263738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8d9de5d-2bb7-4e35-87e2-439c3cbd6815 req-2597fbc2-5bdb-4f93-b902-5f074c079cbf tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022849 Jun 04 16:34:42.340696 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:42.371775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a48ccefa-37e3-464c-b064-1ce97260ec46 req-f7f1f731-b95f-4f13-b423-c00630a323da tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537800 Jun 04 16:34:42.385088 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2151f4d-ba6e-4226-a5ae-92ebbc7cc4a5'] response: {'server_uuid': '0f7113d7-8235-4342-b5c0-edcf36774565', 'name': 'network-vif-deleted', 'tag': 'a93b1a82-240b-480c-83b7-5ef1d8b098cc', 'status': 'completed', 'code': 200} Jun 04 16:34:42.389738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:42.472079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8f673307-086f-4702-9f52-e4f7e937f051 req-205ad074-497f-42a4-b916-ab9fb6ccba94 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] For port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e25260ce-5d68-43ef-bfc7-e7ab31b1edc5,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:42.472562 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8f673307-086f-4702-9f52-e4f7e937f051 req-205ad074-497f-42a4-b916-ab9fb6ccba94 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:42.488021 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-156e9e01-825d-431d-a6f7-95f433c35b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:42.539699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-156e9e01-825d-431d-a6f7-95f433c35b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:42.621172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e9e01-825d-431d-a6f7-95f433c35b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72920e0-54c2-4c17-bcdf-cb994c9a703f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:42.767869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-8f673307-086f-4702-9f52-e4f7e937f051 req-205ad074-497f-42a4-b916-ab9fb6ccba94 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Calling delete_port for e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:34:42.798766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4b95f3e2-09f7-4e3b-91d8-dea33d894927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:42.810501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95f3e2-09f7-4e3b-91d8-dea33d894927 None None] Checking router: 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:34:42.837860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95f3e2-09f7-4e3b-91d8-dea33d894927 None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:42.846895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4b95f3e2-09f7-4e3b-91d8-dea33d894927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:42.850685 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-156e9e01-825d-431d-a6f7-95f433c35b23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8592a2b7c6ee4d57a4ff8b20ac5727d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1516392 Jun 04 16:34:42.851387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55458) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:42.967593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bde1-61bb-48f9-bd97-047ad3b58f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:42.970934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Allocated IP 172.25.5.73 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/dc189e14-361c-4dab-a02c-1b992831e014) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:34:43.010936 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bde1-61bb-48f9-bd97-047ad3b58f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:43.036300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55464) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:43.185959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6bfe0937-26c2-474a-95a0-c44fda7aa703 req-556dbf6a-ed54-4f82-991b-8bd89da0f7a1 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Synchronizing usage tracker for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:34:43.227436 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4b95f3e2-09f7-4e3b-91d8-dea33d894927 None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:34:43.241355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6bfe0937-26c2-474a-95a0-c44fda7aa703 req-556dbf6a-ed54-4f82-991b-8bd89da0f7a1 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Unset dirty status for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:34:43.254093 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bfe0937-26c2-474a-95a0-c44fda7aa703 req-556dbf6a-ed54-4f82-991b-8bd89da0f7a1 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f7113d7-8235-4342-b5c0-edcf36774565 HTTP/1.1" status: 200 len: 210 time: 0.1577888 Jun 04 16:34:43.325955 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bde1-61bb-48f9-bd97-047ad3b58f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:43.369528 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8f673307-086f-4702-9f52-e4f7e937f051 req-205ad074-497f-42a4-b916-ab9fb6ccba94 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:43.384465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['838761b6-421d-4114-aed8-8a2ffc0bfafe'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:34:43.423562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7bde1-61bb-48f9-bd97-047ad3b58f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72920e0-54c2-4c17-bcdf-cb994c9a703f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:43.510611 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:43.545692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ad074-497f-42a4-b916-ab9fb6ccba94 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event deleted for resources: {'Port': ['ID=e25260ce-5d68-43ef-bfc7-e7ab31b1edc5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:43.686818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:34:43.730066 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:43.734745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:34:43.734917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:34:43.754712 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09c15773-724d-43e6-8671-aa2fbccd980d req-7114b9a7-52b3-420d-91ba-9a761f9c270a tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=98e57850-ac3a-44b1-ab36-e9641d784df4 HTTP/1.1" status: 200 len: 210 time: 0.1994691 Jun 04 16:34:43.771375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f673307-086f-4702-9f52-e4f7e937f051 req-205ad074-497f-42a4-b916-ab9fb6ccba94 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] No DVR routers for this DVR port e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:34:43.774957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8f673307-086f-4702-9f52-e4f7e937f051 req-205ad074-497f-42a4-b916-ab9fb6ccba94 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:43.808027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f45a0-91e7-4263-9546-bac072073985 req-79d9801a-ca54-414f-8816-da65c9aee312 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:43.809865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-284f45a0-91e7-4263-9546-bac072073985 req-79d9801a-ca54-414f-8816-da65c9aee312 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.3453989 Jun 04 16:34:43.811255 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f673307-086f-4702-9f52-e4f7e937f051 req-205ad074-497f-42a4-b916-ab9fb6ccba94 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "DELETE /v2.0/ports/e25260ce-5d68-43ef-bfc7-e7ab31b1edc5 HTTP/1.1" status: 204 len: 173 time: 2.0125453 Jun 04 16:34:43.865926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4b95f3e2-09f7-4e3b-91d8-dea33d894927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:43.871453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95f3e2-09f7-4e3b-91d8-dea33d894927 None None] The sync data for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 is: [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:34:43.882776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-284f45a0-91e7-4263-9546-bac072073985 req-8f06e519-3db2-4ef2-9e09-7962e2a3a270 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556951 Jun 04 16:34:43.932043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:34:43.942499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bde1-61bb-48f9-bd97-047ad3b58f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:43.943596 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0cb7bde1-61bb-48f9-bd97-047ad3b58f5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d72920e0-54c2-4c17-bcdf-cb994c9a703f HTTP/1.1" status: 204 len: 168 time: 1.0894308 Jun 04 16:34:43.968339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:43.974970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:34:44.031979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Pushing event updated for resources: {'Port': ['ID=dc189e14-361c-4dab-a02c-1b992831e014,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:44.240548 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4156f2-af01-4f6e-b1ca-8d00cf7bee7d None None] New status for floating IP 15a6c7cd-5785-45ec-858b-91f827faf612: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:34:44.386289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e57850-ac3a-44b1-ab36-e9641d784df4', 'name': 'network-vif-deleted', 'tag': 'e25260ce-5d68-43ef-bfc7-e7ab31b1edc5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:34:44.459001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55496) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:44.572524 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc1a081-2523-4f35-a34a-7f79b8e68d5c'] response: {'server_uuid': '98e57850-ac3a-44b1-ab36-e9641d784df4', 'name': 'network-vif-deleted', 'tag': 'e25260ce-5d68-43ef-bfc7-e7ab31b1edc5', 'status': 'completed', 'code': 200} Jun 04 16:34:44.642407 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8044a1a4-bada-4106-92c3-85d78518b7cf tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:44.770837 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8044a1a4-bada-4106-92c3-85d78518b7cf tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:44.869445 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8044a1a4-bada-4106-92c3-85d78518b7cf tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:44.908673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:44.934696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044a1a4-bada-4106-92c3-85d78518b7cf tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764e0e50-7804-4ef8-b796-227ae0949064,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:44.948360 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8044a1a4-bada-4106-92c3-85d78518b7cf tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:44.949901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8044a1a4-bada-4106-92c3-85d78518b7cf tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "DELETE /v2.0/security-groups/764e0e50-7804-4ef8-b796-227ae0949064 HTTP/1.1" status: 204 len: 168 time: 0.4897273 Jun 04 16:34:44.953834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55514) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:45.006830 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-b5b5124a-e90d-45e6-81fc-02886b5ab1f2 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] show failed (client error): The resource could not be found. Jun 04 16:34:45.010136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b5b5124a-e90d-45e6-81fc-02886b5ab1f2 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups/764e0e50-7804-4ef8-b796-227ae0949064 HTTP/1.1" status: 404 len: 347 time: 0.0529630 Jun 04 16:34:45.012316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55518) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:45.250296 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fad1733a-81f6-4ef9-bbbb-c2e7173c6956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:45.264435 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ab8cc-b3d2-4a8e-89b9-96950171e7f3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Deleting port 2e8d430a-2f79-4a98-95af-130b6ef13383 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:45.267028 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f0ab8cc-b3d2-4a8e-89b9-96950171e7f3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:45.590023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88341bb5-4474-4042-a3a9-906e089fa1d1 req-47128b81-31ee-4730-874c-a2370ca5163b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:45.596931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88341bb5-4474-4042-a3a9-906e089fa1d1 req-47128b81-31ee-4730-874c-a2370ca5163b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.4936755 Jun 04 16:34:45.716700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88341bb5-4474-4042-a3a9-906e089fa1d1 req-4b3fb7a0-4233-41c8-adf9-3e351d0689dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181002 Jun 04 16:34:45.775499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:45.801784 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f0ab8cc-b3d2-4a8e-89b9-96950171e7f3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:45.801784 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f0ab8cc-b3d2-4a8e-89b9-96950171e7f3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:45.814783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-2388e7b1-2491-4db5-b0a2-12cab2ceb575 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:45.821610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-2388e7b1-2491-4db5-b0a2-12cab2ceb575 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 0.4308820 Jun 04 16:34:45.968430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ab8cc-b3d2-4a8e-89b9-96950171e7f3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Calling delete_port for 2e8d430a-2f79-4a98-95af-130b6ef13383 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:34:46.013978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-c3f8bbb0-69d8-4b9e-9af3-fb78b9359982 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/quotas/1b45c4870e4d408598053bccb5aa7a72 HTTP/1.1" status: 200 len: 375 time: 0.1914866 Jun 04 16:34:46.175733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-fad1733a-81f6-4ef9-bbbb-c2e7173c6956 admin admin] Deleting port 7261a871-835c-4a0e-ae45-74e4e72780e6 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:46.176074 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fad1733a-81f6-4ef9-bbbb-c2e7173c6956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:46.237364 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Router 3d122dc1-811c-432a-874b-feb61b364cad is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:34:46.298139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-6e189ae2-0405-4b2d-97c8-c785f4cd5d67 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:34:46.325496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-6e189ae2-0405-4b2d-97c8-c785f4cd5d67 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:34:46.338840 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-6e189ae2-0405-4b2d-97c8-c785f4cd5d67 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3082995 Jun 04 16:34:46.340555 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f0ab8cc-b3d2-4a8e-89b9-96950171e7f3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:46.422771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ab8cc-b3d2-4a8e-89b9-96950171e7f3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event deleted for resources: {'Port': ['ID=2e8d430a-2f79-4a98-95af-130b6ef13383,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:46.570608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:34:46.583619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a23bb00-fcf9-441d-9810-9b152de9177c None None] Sync routers for ids ['3d122dc1-811c-432a-874b-feb61b364cad'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:34:46.604564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23bb00-fcf9-441d-9810-9b152de9177c None None] Routers {'3d122dc1-811c-432a-874b-feb61b364cad'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:46.605217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8a23bb00-fcf9-441d-9810-9b152de9177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3d122dc1-811c-432a-874b-feb61b364cad'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:46.647761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-fad1733a-81f6-4ef9-bbbb-c2e7173c6956 admin admin] For port 7261a871-835c-4a0e-ae45-74e4e72780e6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7261a871-835c-4a0e-ae45-74e4e72780e6,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:46.650157 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fad1733a-81f6-4ef9-bbbb-c2e7173c6956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:46.785122 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-c4ccc498-594a-4903-a573-c7c56d390557 service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365034 Jun 04 16:34:46.870789 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8a23bb00-fcf9-441d-9810-9b152de9177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:46.898852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23bb00-fcf9-441d-9810-9b152de9177c None None] Routers {'3d122dc1-811c-432a-874b-feb61b364cad'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:46.899554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8a23bb00-fcf9-441d-9810-9b152de9177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3d122dc1-811c-432a-874b-feb61b364cad'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:46.973677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8a23bb00-fcf9-441d-9810-9b152de9177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:46.974091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a23bb00-fcf9-441d-9810-9b152de9177c None None] The sync data for ids ['3d122dc1-811c-432a-874b-feb61b364cad'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:34:46.999127 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f0ab8cc-b3d2-4a8e-89b9-96950171e7f3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:47.023085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:47.024309 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b721828d-18c4-4d4f-bea5-e351772c0b69 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.1159129 Jun 04 16:34:47.031869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55560) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:47.095700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-fad1733a-81f6-4ef9-bbbb-c2e7173c6956 admin admin] Calling delete_port for 7261a871-835c-4a0e-ae45-74e4e72780e6 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:34:47.168874 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f0ab8cc-b3d2-4a8e-89b9-96950171e7f3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:47.170022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8f0ab8cc-b3d2-4a8e-89b9-96950171e7f3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "DELETE /v2.0/floatingips/15a6c7cd-5785-45ec-858b-91f827faf612 HTTP/1.1" status: 204 len: 168 time: 2.1567457 Jun 04 16:34:47.186461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-309bf494-e10e-49c0-a871-dd3dc3df4376 service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922067 Jun 04 16:34:47.286023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac4f2a-7cff-4d14-b55d-f75024540e7e req-c991db70-a9ca-44fb-92cf-f2e823e9a743 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:47.287738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34ac4f2a-7cff-4d14-b55d-f75024540e7e req-c991db70-a9ca-44fb-92cf-f2e823e9a743 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.3510165 Jun 04 16:34:47.316424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a5e9d0b0-1953-4adb-a8aa-d33ad0d887af tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/routers/3d122dc1-811c-432a-874b-feb61b364cad HTTP/1.1" status: 200 len: 919 time: 0.2834072 Jun 04 16:34:47.322298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55568) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:47.349052 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fad1733a-81f6-4ef9-bbbb-c2e7173c6956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:47.384911 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ea5b7522-4a0b-427b-a54e-ca8d0afd73f5 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d122dc1-811c-432a-874b-feb61b364cad HTTP/1.1" status: 200 len: 205 time: 0.0614874 Jun 04 16:34:47.397386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34ac4f2a-7cff-4d14-b55d-f75024540e7e req-1a3d61c0-b66e-44c2-9f57-c9d417556495 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017568 Jun 04 16:34:47.397903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55576) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:47.439980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1733a-81f6-4ef9-bbbb-c2e7173c6956 admin admin] Pushing event deleted for resources: {'Port': ['ID=7261a871-835c-4a0e-ae45-74e4e72780e6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:47.563800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55584) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:47.582810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1075027139', 'description': 'tempest-description--1711205222'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:47.598333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:47.606286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:47.611756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:47.651839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc5fff08-a76a-41ff-b926-5834cc679437 req-19dc231c-f651-49fe-b1c4-f8cedeb78b30 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 210 time: 0.1212420 Jun 04 16:34:47.707331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:47.770898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:47.885037 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:48.014739 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:48.022244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group_rule and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:48.051684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:48.088590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:48.120029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fad1733a-81f6-4ef9-bbbb-c2e7173c6956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:48.131772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:48.154283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Deleting port dc189e14-361c-4dab-a02c-1b992831e014 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:48.154830 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:48.372693 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:48.584316 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:48.597874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:48.770584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Calling delete_port for dc189e14-361c-4dab-a02c-1b992831e014 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:34:48.874692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95006bb-5b6d-4e74-ac9e-75f536f36238,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:48.902046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad1733a-81f6-4ef9-bbbb-c2e7173c6956 admin admin] Router 309678cb-d99f-4fcc-903b-5d486be403df has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:34:48.906023 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:48.907613 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4a8efa28-e831-45c5-82ac-2869c15b400e tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3424549 Jun 04 16:34:48.922880 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55608) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:48.940912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ff5dc472-d590-4ffc-8f7a-76c2cc255534 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'security_group_rule': {'security_group_id': 'd95006bb-5b6d-4e74-ac9e-75f536f36238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:48.965483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ff5dc472-d590-4ffc-8f7a-76c2cc255534 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:49.045754 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3191bd8a-65ff-4085-aa03-3d9c0e536e80 req-49ce9690-e68a-4a7a-915d-a2504f0267d1 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 210 time: 0.1302848 Jun 04 16:34:49.108782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ff5dc472-d590-4ffc-8f7a-76c2cc255534 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group_rule and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:49.111621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ff5dc472-d590-4ffc-8f7a-76c2cc255534 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:49.133637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ff5dc472-d590-4ffc-8f7a-76c2cc255534 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:49.223712 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff5dc472-d590-4ffc-8f7a-76c2cc255534 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:49.237101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-29fbc5d1-e5b7-4679-b64d-8552f7bf0bd4 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:49.238731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-29fbc5d1-e5b7-4679-b64d-8552f7bf0bd4 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 0.4046953 Jun 04 16:34:49.258758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984ed2-171d-4c15-ab5f-2ed215e4669c req-d40a43c0-d93d-46cd-ace2-746d66ac2562 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:49.260650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef984ed2-171d-4c15-ab5f-2ed215e4669c req-d40a43c0-d93d-46cd-ace2-746d66ac2562 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.6890521 Jun 04 16:34:49.267263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Request body: {'port': {'device_id': 'f44c0e51-cb77-4ed9-98e9-869056740aed', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'admin_state_up': True, 'tenant_id': '1b45c4870e4d408598053bccb5aa7a72'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:49.278949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad1733a-81f6-4ef9-bbbb-c2e7173c6956 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:34:49.289572 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb6e39-a52b-4623-8166-3d9bddfaaa7c None None] Sync routers for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:34:49.301392 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb6e39-a52b-4623-8166-3d9bddfaaa7c None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:49.302041 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6dcb6e39-a52b-4623-8166-3d9bddfaaa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:49.333938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55616) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:49.334545 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fad1733a-81f6-4ef9-bbbb-c2e7173c6956 admin admin] 10.222.0.13 "PUT /v2.0/routers/309678cb-d99f-4fcc-903b-5d486be403df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2938137 Jun 04 16:34:49.355594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff5dc472-d590-4ffc-8f7a-76c2cc255534 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:49.365414 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff5dc472-d590-4ffc-8f7a-76c2cc255534 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:49.408007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dc472-d590-4ffc-8f7a-76c2cc255534 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d383e750-2a39-4725-bf10-91a8de2ae5e6,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:49.427108 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff5dc472-d590-4ffc-8f7a-76c2cc255534 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:49.428685 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ff5dc472-d590-4ffc-8f7a-76c2cc255534 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5029809 Jun 04 16:34:49.433953 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55620) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:49.444074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-db445aa7-8b42-46dd-9fa6-3c9f0b605fd0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'security_group_rule': {'security_group_id': 'd95006bb-5b6d-4e74-ac9e-75f536f36238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:49.450587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-db445aa7-8b42-46dd-9fa6-3c9f0b605fd0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:49.454856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-db445aa7-8b42-46dd-9fa6-3c9f0b605fd0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:security_group_rule and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:49.458025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-db445aa7-8b42-46dd-9fa6-3c9f0b605fd0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:49.464071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-db445aa7-8b42-46dd-9fa6-3c9f0b605fd0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:49.488359 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db445aa7-8b42-46dd-9fa6-3c9f0b605fd0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:49.531758 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:49.585238 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-6dcb6e39-a52b-4623-8166-3d9bddfaaa7c None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:34:49.603652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef984ed2-171d-4c15-ab5f-2ed215e4669c req-af88d1e8-1d47-45a2-9383-0d3e7d42edd4 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128972 Jun 04 16:34:49.609648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Pushing event deleted for resources: {'Port': ['ID=dc189e14-361c-4dab-a02c-1b992831e014,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:49.623096 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db445aa7-8b42-46dd-9fa6-3c9f0b605fd0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:49.643646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db445aa7-8b42-46dd-9fa6-3c9f0b605fd0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:49.668433 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db445aa7-8b42-46dd-9fa6-3c9f0b605fd0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3457ea-8809-4af0-9043-5ff66e1c09d5,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:49.690026 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db445aa7-8b42-46dd-9fa6-3c9f0b605fd0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:49.695034 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-db445aa7-8b42-46dd-9fa6-3c9f0b605fd0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2597253 Jun 04 16:34:49.695765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55624) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:49.701437 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:49.708294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:49.713560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Usage tracker for resource:floatingip and tenant:9a6c197ec3444659b4b4af7e2c0aec5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:49.717604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:49.723681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:49.741362 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:49.801478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:49.826372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:49.845738 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:49.898998 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:49.951968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Made reservation on behalf of 1b45c4870e4d408598053bccb5aa7a72 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:34:49.955645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:49.965487 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6dcb6e39-a52b-4623-8166-3d9bddfaaa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:34:47Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:49.969654 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb6e39-a52b-4623-8166-3d9bddfaaa7c None None] Checking router: 309678cb-d99f-4fcc-903b-5d486be403df for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:34:49.978251 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb6e39-a52b-4623-8166-3d9bddfaaa7c None None] Routers {'309678cb-d99f-4fcc-903b-5d486be403df'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:49.978981 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6dcb6e39-a52b-4623-8166-3d9bddfaaa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['309678cb-d99f-4fcc-903b-5d486be403df'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:50.033999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:50.257643 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Allocated IP 172.25.5.38 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/e663e3d5-db15-483c-bf46-4330aa045c88) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:34:50.262880 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-6dcb6e39-a52b-4623-8166-3d9bddfaaa7c None None] Set router 309678cb-d99f-4fcc-903b-5d486be403df gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:34:50.408703 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:50.424479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01eb53d3-fb8b-4782-8a46-b516d31be65c req-22b2f33e-7777-4916-b19e-98fc6004b438 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 210 time: 0.1562960 Jun 04 16:34:50.507536 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:50.601043 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:50.601571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Fanout notify agent at l3_agent the message router_deleted on router 3d122dc1-811c-432a-874b-feb61b364cad {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:34:50.642559 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:50.705406 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:50.722259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:50.723448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b8fa69d2-7cf4-4222-b61f-eecebaa2edc6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "DELETE /v2.0/routers/3d122dc1-811c-432a-874b-feb61b364cad HTTP/1.1" status: 204 len: 168 time: 3.3245242 Jun 04 16:34:50.728359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55646) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:50.733554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Deleting port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:50.733892 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:50.740445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Request body: {'router': {'name': 'tempest-snat-router-612982920', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'enable_snat': False}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:50.746141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:50.750887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Usage tracker for resource:router and tenant:3c8b34750911498aa702c2ea4d703429 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:50.755101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:50.764472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:50.775541 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:50.806272 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6dcb6e39-a52b-4623-8166-3d9bddfaaa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:34:47Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:50.817323 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb6e39-a52b-4623-8166-3d9bddfaaa7c None None] The sync data for ids ['309678cb-d99f-4fcc-903b-5d486be403df'] in n-d-811809-3 is: [{'id': '309678cb-d99f-4fcc-903b-5d486be403df', 'name': 'tempest-AttachVolumeShelveTestJSON-347949729-router', 'tenant_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:26:51Z', 'updated_at': '2022-06-04T16:34:47Z', 'revision_number': 5, 'project_id': 'afb5383d706b4c1980b7c7ab48a1378a', 'gw_port': {'id': '66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309678cb-d99f-4fcc-903b-5d486be403df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:26:53Z', 'updated_at': '2022-06-04T16:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:34:50.843831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Allocated IP 172.20.0.5 (70421273-3d05-4465-beb8-c7e04471a05a/85832715-45f4-4da8-bd84-98b9a23469f5/48ebbdb0-8e8c-40b0-a355-ae7ef179ddce) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:34:50.875676 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:50.877130 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:50.893738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:34:50.899214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:50.901966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:34:50.995555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'Port': ['ID=e663e3d5-db15-483c-bf46-4330aa045c88,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:51.004546 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:51.075300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] For port 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:51.075660 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:51.143569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224955c8-3575-4287-a5a1-ebd46a36b582 req-06b022f8-2863-465b-8e79-e64b79591299 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:51.145113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-224955c8-3575-4287-a5a1-ebd46a36b582 req-06b022f8-2863-465b-8e79-e64b79591299 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.3714807 Jun 04 16:34:51.250509 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:51.333507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Calling delete_port for 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:34:51.477562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:51.530645 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:51.750679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:51.795630 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:51.809304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['838761b6-421d-4114-aed8-8a2ffc0bfafe'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:34:51.812806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-224955c8-3575-4287-a5a1-ebd46a36b582 req-c461f769-cfe3-4a28-86e7-f1b2e79aa18e tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597292 Jun 04 16:34:51.814529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e053db46-40d8-450a-971a-ef4690b97c13 req-3c597415-1917-4d41-be0d-5332859d68bb tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:34:51.898739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:51.917223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Network 70421273-3d05-4465-beb8-c7e04471a05a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:34:51.944203 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:51.960282 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:51.983621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:51.991225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:34:52.079458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event updated for resources: {'Port': ['ID=48ebbdb0-8e8c-40b0-a355-ae7ef179ddce,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:52.149963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e053db46-40d8-450a-971a-ef4690b97c13 req-3c597415-1917-4d41-be0d-5332859d68bb tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:34:52.151237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e053db46-40d8-450a-971a-ef4690b97c13 req-3c597415-1917-4d41-be0d-5332859d68bb tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 210 time: 0.5166705 Jun 04 16:34:52.184975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:52.205756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:52.206376 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:52.210383 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:52.285386 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:52.362307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'Port': ['ID=e663e3d5-db15-483c-bf46-4330aa045c88,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:52.420255 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:52.422024 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1ac5d884-5b7f-4f59-bd93-43cbc07e2dbc tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7245543 Jun 04 16:34:52.446872 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:52.529751 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:52.601114 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:52.604331 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:52.611523 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-86ea218d-1429-41d9-bbd3-0ef630559230 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3619230 Jun 04 16:34:52.633386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Request body: {'port': {'device_id': 'f44c0e51-cb77-4ed9-98e9-869056740aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:52.709404 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:52.709966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 309678cb-d99f-4fcc-903b-5d486be403df {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:34:52.789077 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:52.790869 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7659e455-e9f2-476f-a5ba-2bab02ea6510 admin admin] 10.222.0.13 "DELETE /v2.0/routers/309678cb-d99f-4fcc-903b-5d486be403df HTTP/1.1" status: 204 len: 168 time: 3.4475536 Jun 04 16:34:52.796098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55696) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:52.830935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7261a871-835c-4a0e-ae45-74e4e72780e6 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:34:52.872375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Allocated IP 172.25.5.76 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/7bb6690a-5d41-44ea-8369-435e429fc7cc) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:34:52.897215 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:52.900014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c063f4-47a0-466d-a58d-5e6294926507 admin admin] Deleting subnet a52ac60c-7b2f-44a7-bfdf-ded791d655a5 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:34:52.905473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 7261a871-835c-4a0e-ae45-74e4e72780e6 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:34:52.906168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7261a871-835c-4a0e-ae45-74e4e72780e6 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:34:52.911864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-7870b59d-3908-405d-b020-494855f278b3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Synchronizing usage tracker for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:34:52.938066 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72c063f4-47a0-466d-a58d-5e6294926507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:52.984474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-7870b59d-3908-405d-b020-494855f278b3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Unset dirty status for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:34:52.986300 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-7870b59d-3908-405d-b020-494855f278b3 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1075027139&fields=id&tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f HTTP/1.1" status: 200 len: 267 time: 0.1803002 Jun 04 16:34:53.083223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72c063f4-47a0-466d-a58d-5e6294926507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:53.188363 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:53.216144 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72c063f4-47a0-466d-a58d-5e6294926507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:53.280894 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:53.356408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:34:53.359684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:34:53.363740 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72c063f4-47a0-466d-a58d-5e6294926507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:53.368229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:34:53.422745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-2882d1c7-ea72-49ec-880e-952402a3b733 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:53.424048 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-2882d1c7-ea72-49ec-880e-952402a3b733 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 815 time: 0.4294493 Jun 04 16:34:53.426896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event updated for resources: {'Port': ['ID=7bb6690a-5d41-44ea-8369-435e429fc7cc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:53.459044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c063f4-47a0-466d-a58d-5e6294926507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52ac60c-7b2f-44a7-bfdf-ded791d655a5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:53.459044 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72c063f4-47a0-466d-a58d-5e6294926507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:53.463868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75a3e4-3d74-42da-a651-1349f9bfb26f req-379059ca-3987-4b2e-bc4e-46c7e3df2d3c tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:53.465535 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c75a3e4-3d74-42da-a651-1349f9bfb26f req-379059ca-3987-4b2e-bc4e-46c7e3df2d3c tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.2653191 Jun 04 16:34:53.472576 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-eac5788e-abda-445e-acb6-fb94c1491e7c tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/quotas/9a6c197ec3444659b4b4af7e2c0aec5f HTTP/1.1" status: 200 len: 375 time: 0.0409033 Jun 04 16:34:53.476711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055878b7-225c-4f21-8b34-3ea6702b61ba None None] Network 614a7452-3f8e-48d3-a295-c0d70920f61f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:34:53.522047 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-72c063f4-47a0-466d-a58d-5e6294926507 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a52ac60c-7b2f-44a7-bfdf-ded791d655a5 HTTP/1.1" status: 204 len: 168 time: 0.7240903 Jun 04 16:34:53.528441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55710) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:53.647309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c75a3e4-3d74-42da-a651-1349f9bfb26f req-342b922b-d74a-4667-82ac-4b9de4954784 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688106 Jun 04 16:34:53.672991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:34:53.711015 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:53.748892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Transition to ACTIVE for port object 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:34:53.764660 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:53.789005 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:53.807041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Deleting port 16b11838-ed4e-44c4-b085-9dfa2e80c47e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:53.807507 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:53.917384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-04c8d57d-5967-4230-a54f-33b23fe41166 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Synchronizing usage tracker for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:34:53.925551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e98e98-d6ce-43bb-9559-a6478a8480bb None None] DHCP port deletion for 614a7452-3f8e-48d3-a295-c0d70920f61f request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:34:53.930251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-45e98e98-d6ce-43bb-9559-a6478a8480bb None None] Deleting port 16b11838-ed4e-44c4-b085-9dfa2e80c47e {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:53.930930 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45e98e98-d6ce-43bb-9559-a6478a8480bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:54.048059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Pushing event updated for resources: {'Port': ['ID=48ebbdb0-8e8c-40b0-a355-ae7ef179ddce,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:54.050166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-04c8d57d-5967-4230-a54f-33b23fe41166 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Unset dirty status for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:34:54.051584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-04c8d57d-5967-4230-a54f-33b23fe41166 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5035741 Jun 04 16:34:54.147402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:54.147831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:54.148081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:54.148700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:54.148803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:54.149094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:54.149418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:54.149763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:54.150075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:54.150390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:54.150722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:54.151038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:34:54.236793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Attempting to bind port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:34:54.237173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Attempting to bind port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:34:54.237549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Attempting to bind port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:34:54.246259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce on network 70421273-3d05-4465-beb8-c7e04471a05a not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:34:54.246652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Attempting to bind port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:34:54.265362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c48ac-21b3-4a07-909e-308a25a1d65e req-6c7a9541-5e17-4875-900e-f02493472066 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:54.267064 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f91c48ac-21b3-4a07-909e-308a25a1d65e req-6c7a9541-5e17-4875-900e-f02493472066 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 943 time: 0.2108696 Jun 04 16:34:54.267921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:34:54.268255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Checking segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:34:54.268785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Bound using segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:34:54.269276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Bound port: 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:34:54.269567 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:54.319047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-45e98e98-d6ce-43bb-9559-a6478a8480bb None None] For port 16b11838-ed4e-44c4-b085-9dfa2e80c47e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=16b11838-ed4e-44c4-b085-9dfa2e80c47e,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:54.319710 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45e98e98-d6ce-43bb-9559-a6478a8480bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:54.370263 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:34:54.430067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] For port 16b11838-ed4e-44c4-b085-9dfa2e80c47e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=16b11838-ed4e-44c4-b085-9dfa2e80c47e,segment=NetworkSegment(53ea5c99-48b1-4ae7-a5b7-112a4df7475e),segment_id=53ea5c99-48b1-4ae7-a5b7-112a4df7475e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:54.430729 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:54.471087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-45e98e98-d6ce-43bb-9559-a6478a8480bb None None] Calling delete_port for 16b11838-ed4e-44c4-b085-9dfa2e80c47e owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:34:54.558961 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45e98e98-d6ce-43bb-9559-a6478a8480bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:54.565490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:54.613490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f91c48ac-21b3-4a07-909e-308a25a1d65e req-65c2d539-ee67-4997-b1be-3af7b62a231d tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248627 Jun 04 16:34:54.614122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e98e98-d6ce-43bb-9559-a6478a8480bb None None] No DVR routers for this DVR port 16b11838-ed4e-44c4-b085-9dfa2e80c47e on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:34:54.631446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e98e98-d6ce-43bb-9559-a6478a8480bb None None] Pushing event deleted for resources: {'Port': ['ID=16b11838-ed4e-44c4-b085-9dfa2e80c47e,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:54.645020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Calling delete_port for 16b11838-ed4e-44c4-b085-9dfa2e80c47e owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:34:54.675420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-7dbd60ee-492f-4f84-91d1-0b703d82523c service neutron] 10.222.0.13 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753183 Jun 04 16:34:54.676360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] For port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:34:54.680928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] For port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=48ebbdb0-8e8c-40b0-a355-ae7ef179ddce,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:34:54.708297 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:54.798512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 16b11838-ed4e-44c4-b085-9dfa2e80c47e no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: from cryptography.utils import int_from_bytes Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: from cryptography.utils import int_from_bytes Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn_limited( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn_limited( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.816828 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:34:54.819133 n-d-811809-3 neutron-server[88797]: util.warn( Jun 04 16:34:54.835729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 16b11838-ed4e-44c4-b085-9dfa2e80c47e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:34:54.836129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 16b11838-ed4e-44c4-b085-9dfa2e80c47e not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:34:54.836594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:34:54.846151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:54.846800 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:54.848163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] 10.222.0.46 "PUT /v2.0/ports/48ebbdb0-8e8c-40b0-a355-ae7ef179ddce HTTP/1.1" status: 200 len: 1091 time: 2.2273974 Jun 04 16:34:54.850876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44c0e51-cb77-4ed9-98e9-869056740aed', 'tag': '48ebbdb0-8e8c-40b0-a355-ae7ef179ddce'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:34:54.856967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:34:54.858961 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:34:54.885179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04b854-1665-49b2-8f67-d9da7cd5d711 service neutron] Pushing event updated for resources: {'Port': ['ID=48ebbdb0-8e8c-40b0-a355-ae7ef179ddce,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:54.885353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:34:54.885611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 66c0f0ee-e0ed-4dcd-9ac2-3e6070629acd not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:34:54.984063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-2a0f489a-ab15-4523-a2b3-23ee10856ffc service neutron] 10.222.0.13 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018761 Jun 04 16:34:55.047185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a42797-7267-44a4-91a3-44e49a757e57 req-3954a0c9-8260-4103-9d53-4b2227f1c231 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:55.048676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42a42797-7267-44a4-91a3-44e49a757e57 req-3954a0c9-8260-4103-9d53-4b2227f1c231 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.1577554 Jun 04 16:34:55.051507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-5964e4d9-c96a-46c5-ba34-6c1c758f5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:55.052846 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-5964e4d9-c96a-46c5-ba34-6c1c758f5950 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 1094 time: 0.1145597 Jun 04 16:34:55.067369 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:55.147435 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-e5e410a5-a8c4-48f4-8e88-9546a8f7fd9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48ebbdb0-8e8c-40b0-a355-ae7ef179ddce HTTP/1.1" status: 200 len: 217 time: 0.0772171 Jun 04 16:34:55.234963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-ea2b3c38-ceda-48ca-b289-f21a6398733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:55.237056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-ea2b3c38-ceda-48ca-b289-f21a6398733d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.0735195 Jun 04 16:34:55.298161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-8c1ccbbd-829f-4f6a-acc3-3f36828bc400 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534525 Jun 04 16:34:55.303349 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f92991f-ffe5-4c17-ae51-abc6637ae3b7'] response: {'name': 'network-changed', 'server_uuid': 'f44c0e51-cb77-4ed9-98e9-869056740aed', 'tag': '48ebbdb0-8e8c-40b0-a355-ae7ef179ddce', 'status': 'completed', 'code': 200} Jun 04 16:34:55.314047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42a42797-7267-44a4-91a3-44e49a757e57 req-7aefe274-9847-4b3e-8bd0-83d6cb6ce6bc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568200 Jun 04 16:34:55.345537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Router 54874647-fae6-444a-9f45-4023df47505b is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:34:55.418630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Deleting port 16b11838-ed4e-44c4-b085-9dfa2e80c47e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:55.418630 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:55.499611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-8771f166-1992-4192-b6eb-517c0ae3074c service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838210 Jun 04 16:34:55.508785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] The port '16b11838-ed4e-44c4-b085-9dfa2e80c47e' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:34:55.512753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fece3659-b324-4945-a774-57281da5fba4 req-32601666-b870-495f-b94c-91f36a118903 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 210 time: 0.2112112 Jun 04 16:34:55.714141 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:55.809220 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0016c1c1-6071-4355-90bb-b32a088197e3 req-ffadbf3a-cfb0-4a44-b976-1e356549b334 service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954648 Jun 04 16:34:55.995604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614a7452-3f8e-48d3-a295-c0d70920f61f']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:56.003752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:34:56.013675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Sync routers for ids ['54874647-fae6-444a-9f45-4023df47505b'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:34:56.019081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ea5c99-48b1-4ae7-a5b7-112a4df7475e') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:56.019577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ea5c99-48b1-4ae7-a5b7-112a4df7475e') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:56.028563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Routers {'54874647-fae6-444a-9f45-4023df47505b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:56.029319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['54874647-fae6-444a-9f45-4023df47505b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:56.039106 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:56.064415 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:56.068570 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8238fc3f-dcb2-4b25-9514-56f765eb32e6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3365204 Jun 04 16:34:56.068570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:56.069633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55764) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:56.077803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091c29b-f0e8-4ad0-9424-f04b10ea7f85 req-ce91ff4f-7200-4f07-966e-2e2d63d03079 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:56.085232 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3091c29b-f0e8-4ad0-9424-f04b10ea7f85 req-ce91ff4f-7200-4f07-966e-2e2d63d03079 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 943 time: 0.2374656 Jun 04 16:34:56.103384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd712a3-633a-42ce-8bfe-4b8d5a531295 req-4769970a-6432-482e-900e-b7b14d7c441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:56.105081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd712a3-633a-42ce-8bfe-4b8d5a531295 req-4769970a-6432-482e-900e-b7b14d7c441c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 1094 time: 0.1905987 Jun 04 16:34:56.232930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3091c29b-f0e8-4ad0-9424-f04b10ea7f85 req-691979af-3809-476c-b84c-61199d0e39d2 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470206 Jun 04 16:34:56.262761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d40442-92b6-47f1-bd6f-e86237a38d10 req-95ad4264-5270-4f1e-bbe5-dcc079c3245d tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:56.269990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3d40442-92b6-47f1-bd6f-e86237a38d10 req-95ad4264-5270-4f1e-bbe5-dcc079c3245d tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 946 time: 0.2788160 Jun 04 16:34:56.270181 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6f156f65-11c7-4ab3-a13c-ff87f80b9d88 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/routers/54874647-fae6-444a-9f45-4023df47505b HTTP/1.1" status: 200 len: 907 time: 0.1993794 Jun 04 16:34:56.271374 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:34:56.271771 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:56.283809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55768) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:56.306681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Request body: {'router': {'name': 'tempest-snat-router-612982920', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'enable_snat': True}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:56.309810 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 53ea5c99-48b1-4ae7-a5b7-112a4df7475e resource provider aggregate not found Jun 04 16:34:56.318806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:56.337374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Set router 54874647-fae6-444a-9f45-4023df47505b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:34:56.342226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Usage tracker for resource:router and tenant:3c8b34750911498aa702c2ea4d703429 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:34:56.350141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:34:56.372120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3d40442-92b6-47f1-bd6f-e86237a38d10 req-56b2cbcb-89f3-4dd2-b0b3-5d52e796478d tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010921 Jun 04 16:34:56.377662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:56.380636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd712a3-633a-42ce-8bfe-4b8d5a531295 req-d4683236-06dd-4b58-8e95-aebbe33d89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:56.383569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd712a3-633a-42ce-8bfe-4b8d5a531295 req-d4683236-06dd-4b58-8e95-aebbe33d89fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 906 time: 0.2700927 Jun 04 16:34:56.400061 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 53ea5c99-48b1-4ae7-a5b7-112a4df7475e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53ea5c99-48b1-4ae7-a5b7-112a4df7475e found for delete ", "request_id": "req-87ae6716-b7b3-478a-abfa-a89793f39701"}]} Jun 04 16:34:56.452612 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:56.485673 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:56.487088 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:56.493279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd712a3-633a-42ce-8bfe-4b8d5a531295 req-754b4a0e-01f9-49cb-8cc3-1079f4755653 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48ebbdb0-8e8c-40b0-a355-ae7ef179ddce HTTP/1.1" status: 200 len: 217 time: 0.0976615 Jun 04 16:34:56.547594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:56.559060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=614a7452-3f8e-48d3-a295-c0d70920f61f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:56.600428 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7904cf1b-f326-41dc-a4b2-63e83ab55fb8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/614a7452-3f8e-48d3-a295-c0d70920f61f HTTP/1.1" status: 204 len: 168 time: 3.0718305 Jun 04 16:34:56.806345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54874647-fae6-444a-9f45-4023df47505b', 'name': 'tempest-snat-router-612982920', 'tenant_id': '3c8b34750911498aa702c2ea4d703429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.76'}], 'enable_snat': False}, 'gw_port_id': '7bb6690a-5d41-44ea-8369-435e429fc7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:34:50Z', 'updated_at': '2022-06-04T16:34:53Z', 'revision_number': 3, 'project_id': '3c8b34750911498aa702c2ea4d703429', 'gw_port': {'id': '7bb6690a-5d41-44ea-8369-435e429fc7cc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54874647-fae6-444a-9f45-4023df47505b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:52Z', 'updated_at': '2022-06-04T16:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:56.811290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Checking router: 54874647-fae6-444a-9f45-4023df47505b for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:34:56.811629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Updating router 54874647-fae6-444a-9f45-4023df47505b port 7bb6690a-5d41-44ea-8369-435e429fc7cc binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:34:56.883178 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:56.900212 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:56.969357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c680f286-6ab5-4026-b2ac-4b58326006a8 req-3713f7fa-49aa-4110-baa4-d9dfd4e474e8 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 210 time: 0.1255679 Jun 04 16:34:56.994543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55782) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:56.996668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd712a3-633a-42ce-8bfe-4b8d5a531295 req-ac37ba91-7d5d-4eee-a061-106f3dd9aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:56.998263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd712a3-633a-42ce-8bfe-4b8d5a531295 req-ac37ba91-7d5d-4eee-a061-106f3dd9aec1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.4978175 Jun 04 16:34:57.069731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd712a3-633a-42ce-8bfe-4b8d5a531295 req-ce4bc13f-d197-4c89-905a-891650d9760d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608978 Jun 04 16:34:57.110826 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-502d9090-bb3a-421e-b46e-ce64772a1186 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afb5383d706b4c1980b7c7ab48a1378a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157694 Jun 04 16:34:57.121680 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55788) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:34:57.213683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2552379f-1c42-45f5-bf24-8071cb64ce3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:57.263680 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2552379f-1c42-45f5-bf24-8071cb64ce3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:57.345831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-2caf4b50-277d-4a09-97b1-28a3fa837c8b tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:57.345831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-2caf4b50-277d-4a09-97b1-28a3fa837c8b tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 815 time: 0.8057265 Jun 04 16:34:57.361362 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2552379f-1c42-45f5-bf24-8071cb64ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:57.380067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552379f-1c42-45f5-bf24-8071cb64ce3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb5fc09-f693-4ccc-b711-129063c9201d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:57.387920 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2552379f-1c42-45f5-bf24-8071cb64ce3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:57.393685 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2552379f-1c42-45f5-bf24-8071cb64ce3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acb5fc09-f693-4ccc-b711-129063c9201d HTTP/1.1" status: 204 len: 168 time: 0.2738154 Jun 04 16:34:57.418453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae025a-5a99-4db0-9572-82e27e3c54c8 req-9440dcc3-6244-49aa-8925-a3683e51052b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:57.426083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcae025a-5a99-4db0-9572-82e27e3c54c8 req-9440dcc3-6244-49aa-8925-a3683e51052b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.8341784 Jun 04 16:34:57.462108 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:57.476516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Transition to ACTIVE for port object 7bb6690a-5d41-44ea-8369-435e429fc7cc will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:34:57.485454 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:57.568852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1147f-020c-4da2-8a53-341912c20535 None None] Pushing event updated for resources: {'Port': ['ID=7bb6690a-5d41-44ea-8369-435e429fc7cc,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:57.593220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Attempting to bind port 7bb6690a-5d41-44ea-8369-435e429fc7cc on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:34:57.593652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Attempting to bind port 7bb6690a-5d41-44ea-8369-435e429fc7cc by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:34:57.594230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Attempting to bind port 7bb6690a-5d41-44ea-8369-435e429fc7cc on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:34:57.601597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:34:57.602003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:34:57.602505 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:57.602948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:34:57.603467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Bound port: 7bb6690a-5d41-44ea-8369-435e429fc7cc, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:34:57.603890 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:57.666291 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:57.694017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] For port 7bb6690a-5d41-44ea-8369-435e429fc7cc, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:34:57.697266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] For port 7bb6690a-5d41-44ea-8369-435e429fc7cc, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7bb6690a-5d41-44ea-8369-435e429fc7cc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:34:57.707439 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:57.749239 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-e4e73f4d-35ac-4e3c-a3e9-72f514b15d0b tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f HTTP/1.1" status: 200 len: 380 time: 0.3479910 Jun 04 16:34:57.769588 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd712a3-633a-42ce-8bfe-4b8d5a531295 req-37d6241d-4ff3-494f-9a8f-a12d139691ec service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423860 Jun 04 16:34:57.774939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'port': {'device_id': '423f4d90-fcc8-4837-b294-27476432f082', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'admin_state_up': True, 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'security_groups': ['d95006bb-5b6d-4e74-ac9e-75f536f36238']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:34:57.826881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1147f-020c-4da2-8a53-341912c20535 None None] Pushing event updated for resources: {'Port': ['ID=7bb6690a-5d41-44ea-8369-435e429fc7cc,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:57.829445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcae025a-5a99-4db0-9572-82e27e3c54c8 req-ad98c7ad-4100-4ef2-aae1-d55dd0829d58 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005554 Jun 04 16:34:57.829909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:34:58.012742 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-984fae4e-06f4-42f5-88a7-a647425aa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:58.023709 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Routers {'54874647-fae6-444a-9f45-4023df47505b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:34:58.024903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:34:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['54874647-fae6-444a-9f45-4023df47505b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:58.158127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=48ebbdb0-8e8c-40b0-a355-ae7ef179ddce,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:58.192455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '48ebbdb0-8e8c-40b0-a355-ae7ef179ddce', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'port_id': '48ebbdb0-8e8c-40b0-a355-ae7ef179ddce', 'mac_address': 'fa:16:3e:19:b5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85832715-45f4-4da8-bd84-98b9a23469f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:34:58.226150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68943ead-32c8-4b56-aee7-9b5cf8d0a1fd req-4f1bd39a-67cf-461a-921d-15df8a119bdf tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:58.239982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68943ead-32c8-4b56-aee7-9b5cf8d0a1fd req-4f1bd39a-67cf-461a-921d-15df8a119bdf tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 943 time: 0.8352482 Jun 04 16:34:58.313602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:34:58.325742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b417b-17a3-4a0d-b70d-3d82fd13ca96 req-4fb36512-97bc-4d3c-a832-1f3d3f7cb074 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:58.327503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df0b417b-17a3-4a0d-b70d-3d82fd13ca96 req-4fb36512-97bc-4d3c-a832-1f3d3f7cb074 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 946 time: 0.8464942 Jun 04 16:34:58.332429 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:34:58.332897 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:58.372071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:34:58.389121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=48ebbdb0-8e8c-40b0-a355-ae7ef179ddce,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:34:58.408286 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:58.608628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] Set router 54874647-fae6-444a-9f45-4023df47505b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:34:58.697601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:34:58.813218 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd712a3-633a-42ce-8bfe-4b8d5a531295 req-a06125e3-71fe-4c7d-a7a9-23117070e713 service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0149918 Jun 04 16:34:58.857879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Made reservation on behalf of 9a6c197ec3444659b4b4af7e2c0aec5f for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:34:58.861873 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:58.888280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68943ead-32c8-4b56-aee7-9b5cf8d0a1fd req-9839f53c-1525-44ef-834b-331be48bd0dd tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341050 Jun 04 16:34:58.941733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-df0b417b-17a3-4a0d-b70d-3d82fd13ca96 req-ad23f2f8-9a69-4768-8015-0e8207202cda tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Deleting port c9249829-8e37-4916-a2e0-ef2382f8ce03 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:34:58.954642 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['48ebbdb0-8e8c-40b0-a355-ae7ef179ddce'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:34:58.955375 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-df0b417b-17a3-4a0d-b70d-3d82fd13ca96 req-ad23f2f8-9a69-4768-8015-0e8207202cda tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:34:59.094299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9da9ef-4ecb-4691-90c1-3bcaac8341b1 req-762f15d4-5f36-4c7f-9999-7e4a5006ff66 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:34:59.096166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc9da9ef-4ecb-4691-90c1-3bcaac8341b1 req-762f15d4-5f36-4c7f-9999-7e4a5006ff66 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 946 time: 1.0608187 Jun 04 16:34:59.146916 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=48ebbdb0-8e8c-40b0-a355-ae7ef179ddce,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:34:59.248019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54874647-fae6-444a-9f45-4023df47505b', 'name': 'tempest-snat-router-612982920', 'tenant_id': '3c8b34750911498aa702c2ea4d703429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.76'}], 'enable_snat': False}, 'gw_port_id': '7bb6690a-5d41-44ea-8369-435e429fc7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:34:50Z', 'updated_at': '2022-06-04T16:34:53Z', 'revision_number': 3, 'project_id': '3c8b34750911498aa702c2ea4d703429', 'gw_port': {'id': '7bb6690a-5d41-44ea-8369-435e429fc7cc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54874647-fae6-444a-9f45-4023df47505b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:52Z', 'updated_at': '2022-06-04T16:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:34:59.257912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021d9aa-8e94-4a11-836f-32d4372fc092 None None] The sync data for ids ['54874647-fae6-444a-9f45-4023df47505b'] in n-d-811809-3 is: [{'id': '54874647-fae6-444a-9f45-4023df47505b', 'name': 'tempest-snat-router-612982920', 'tenant_id': '3c8b34750911498aa702c2ea4d703429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.76'}], 'enable_snat': False}, 'gw_port_id': '7bb6690a-5d41-44ea-8369-435e429fc7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:34:50Z', 'updated_at': '2022-06-04T16:34:53Z', 'revision_number': 3, 'project_id': '3c8b34750911498aa702c2ea4d703429', 'gw_port': {'id': '7bb6690a-5d41-44ea-8369-435e429fc7cc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54874647-fae6-444a-9f45-4023df47505b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:52Z', 'updated_at': '2022-06-04T16:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:34:59.439985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04e2229a-50fb-4a18-a013-f8afe5c99dcc req-d179944c-2567-4cb0-b944-aa5128763f1b tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 210 time: 0.2540176 Jun 04 16:34:59.657626 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-96cb82d5-722d-4ba6-82a5-16fbffee6805 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9090257 Jun 04 16:34:59.699206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc9da9ef-4ecb-4691-90c1-3bcaac8341b1 req-2fc7296a-9be5-4ce7-a917-6ffbdef8ec95 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919555 Jun 04 16:34:59.757842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:34:59.910342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:34:59.923083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:34:59.923946 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:00.067416 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-84bf3552-c717-4cdf-87af-443bac2b67b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:00.185132 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:00.187881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:00.188645 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:00.249617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Allocated IP 172.20.0.4 (6f5938a6-9eb6-42de-81b7-fd33ade18d19/5a10394f-857f-48ce-84fe-ff0cc4ad9f70/dc943560-45ca-485f-a0a9-7ec874caba8a) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:35:00.257407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=48ebbdb0-8e8c-40b0-a355-ae7ef179ddce,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:00.258814 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44c0e51-cb77-4ed9-98e9-869056740aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ebbdb0-8e8c-40b0-a355-ae7ef179ddce'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:00.267077 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:00.330181 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:00.381500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=48ebbdb0-8e8c-40b0-a355-ae7ef179ddce,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:00.384307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-df0b417b-17a3-4a0d-b70d-3d82fd13ca96 req-ad23f2f8-9a69-4768-8015-0e8207202cda tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] For port c9249829-8e37-4916-a2e0-ef2382f8ce03, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c9249829-8e37-4916-a2e0-ef2382f8ce03,segment=NetworkSegment(1720593f-1ccf-47bd-8083-5cee1d8d4b53),segment_id=1720593f-1ccf-47bd-8083-5cee1d8d4b53)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:00.384634 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-df0b417b-17a3-4a0d-b70d-3d82fd13ca96 req-ad23f2f8-9a69-4768-8015-0e8207202cda tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:00.525922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-df0b417b-17a3-4a0d-b70d-3d82fd13ca96 req-ad23f2f8-9a69-4768-8015-0e8207202cda tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Calling delete_port for c9249829-8e37-4916-a2e0-ef2382f8ce03 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:35:00.788846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ff7db-5d69-4c80-ae2f-744adbcbf9f6 req-f6b2f9f0-1677-4f44-a09a-a9ec695d83ad tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:00.796802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-891ff7db-5d69-4c80-ae2f-744adbcbf9f6 req-f6b2f9f0-1677-4f44-a09a-a9ec695d83ad tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 1.1354709 Jun 04 16:35:00.875877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7bb6690a-5d41-44ea-8369-435e429fc7cc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:35:01.025425 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 7bb6690a-5d41-44ea-8369-435e429fc7cc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:35:01.032137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7bb6690a-5d41-44ea-8369-435e429fc7cc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:35:01.032537 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:01.128182 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:01.238322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-2516fcaa-a8f9-401a-8d21-c3a52b74d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:01.239106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-2516fcaa-a8f9-401a-8d21-c3a52b74d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:01.239578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-2516fcaa-a8f9-401a-8d21-c3a52b74d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:01.240223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-2516fcaa-a8f9-401a-8d21-c3a52b74d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:01.241106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-2516fcaa-a8f9-401a-8d21-c3a52b74d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:01.241583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-2516fcaa-a8f9-401a-8d21-c3a52b74d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:01.242059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-2516fcaa-a8f9-401a-8d21-c3a52b74d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:01.244309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-2516fcaa-a8f9-401a-8d21-c3a52b74d769 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=034fe08f1f634c458de338d38be6314a&device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 6490 time: 1.3394141 Jun 04 16:35:01.273373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7bb6690a-5d41-44ea-8369-435e429fc7cc is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:01.273746 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:01.281898 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-df0b417b-17a3-4a0d-b70d-3d82fd13ca96 req-ad23f2f8-9a69-4768-8015-0e8207202cda tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:01.312551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 7bb6690a-5d41-44ea-8369-435e429fc7cc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7bb6690a-5d41-44ea-8369-435e429fc7cc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:01.321189 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:01.425956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-891ff7db-5d69-4c80-ae2f-744adbcbf9f6 req-e875c5e0-5242-4e71-aa5a-e4add9c5c129 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280663 Jun 04 16:35:01.432656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:01.458066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=7bb6690a-5d41-44ea-8369-435e429fc7cc,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:01.503896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23f2f8-9a69-4768-8015-0e8207202cda tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Pushing event deleted for resources: {'Port': ['ID=c9249829-8e37-4916-a2e0-ef2382f8ce03,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:01.541826 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32af5fce-d3e0-441f-9119-761c7cd25ba0'] response: {'server_uuid': 'f44c0e51-cb77-4ed9-98e9-869056740aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ebbdb0-8e8c-40b0-a355-ae7ef179ddce', 'code': 200} Jun 04 16:35:01.682805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c9249829-8e37-4916-a2e0-ef2382f8ce03 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:35:01.741052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37306804-1a83-4cc7-b4bd-8be9190be02e req-9a696d73-7b95-4a04-93e3-e718d7d4bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:01.748555 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37306804-1a83-4cc7-b4bd-8be9190be02e req-9a696d73-7b95-4a04-93e3-e718d7d4bed7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 1097 time: 1.4962065 Jun 04 16:35:01.777296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: c9249829-8e37-4916-a2e0-ef2382f8ce03 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:35:01.779639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c9249829-8e37-4916-a2e0-ef2382f8ce03 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:35:01.786003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63aea7-cd16-4433-a537-bb7585ef522d req-a0f10fea-e211-48ca-aa20-47b7901679dd tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:01.788914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc66777-95fc-4d35-aa1c-2e7ce7d74aab req-6cd5d249-40b0-4181-8c3a-32b3578c56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:01.791386 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8bc66777-95fc-4d35-aa1c-2e7ce7d74aab req-6cd5d249-40b0-4181-8c3a-32b3578c56b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 1096 time: 0.1831238 Jun 04 16:35:01.793321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fd63aea7-cd16-4433-a537-bb7585ef522d req-a0f10fea-e211-48ca-aa20-47b7901679dd tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 944 time: 1.7083168 Jun 04 16:35:01.856680 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8bc66777-95fc-4d35-aa1c-2e7ce7d74aab req-340a335e-3ba3-4c25-b590-11d6fdb52379 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586150 Jun 04 16:35:01.966964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0b417b-17a3-4a0d-b70d-3d82fd13ca96 req-ad23f2f8-9a69-4768-8015-0e8207202cda tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] No DVR routers for this DVR port c9249829-8e37-4916-a2e0-ef2382f8ce03 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:35:01.970345 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-df0b417b-17a3-4a0d-b70d-3d82fd13ca96 req-ad23f2f8-9a69-4768-8015-0e8207202cda tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:01.996769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd2b2548-4f80-43d7-948e-8c2a3fa6a1cb req-807104cc-ab4f-4f14-97e8-e7f681bfcfb1 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 210 time: 0.2202387 Jun 04 16:35:02.175686 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c0e391-e022-4875-9fda-9cc4896dd596', 'name': 'network-vif-deleted', 'tag': 'c9249829-8e37-4916-a2e0-ef2382f8ce03'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:02.245045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37306804-1a83-4cc7-b4bd-8be9190be02e req-bb5aafd2-fba0-47a8-901e-36b0971f24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:02.246565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37306804-1a83-4cc7-b4bd-8be9190be02e req-bb5aafd2-fba0-47a8-901e-36b0971f24eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.3601422 Jun 04 16:35:02.282680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff10b598-11b6-4f7d-a3fb-9ffcb9cd6fe5 req-801cd41c-ec27-4828-b198-d43db758745d tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1c0e391-e022-4875-9fda-9cc4896dd596 HTTP/1.1" status: 200 len: 210 time: 0.0933220 Jun 04 16:35:02.398828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fd63aea7-cd16-4433-a537-bb7585ef522d req-6b1e3244-f709-4830-b775-0b1def2efb7f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6043739 Jun 04 16:35:02.416461 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561d7af0-78e3-4190-bda5-750fed99bdf8'] response: {'server_uuid': 'a1c0e391-e022-4875-9fda-9cc4896dd596', 'name': 'network-vif-deleted', 'tag': 'c9249829-8e37-4916-a2e0-ef2382f8ce03', 'status': 'completed', 'code': 200} Jun 04 16:35:02.417790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Allocated IP 172.25.5.49 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/a61d7e75-b8d7-4971-9e91-506905c76099) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:35:02.430217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df0b417b-17a3-4a0d-b70d-3d82fd13ca96 req-ad23f2f8-9a69-4768-8015-0e8207202cda tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.42 "DELETE /v2.0/ports/c9249829-8e37-4916-a2e0-ef2382f8ce03 HTTP/1.1" status: 204 len: 173 time: 4.0835879 Jun 04 16:35:02.439855 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37306804-1a83-4cc7-b4bd-8be9190be02e req-204c2d25-c5da-4624-93c8-191454bd1050 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c5ff122-025d-4eba-a42f-cbc1e01d37f0 HTTP/1.1" status: 200 len: 217 time: 0.1642156 Jun 04 16:35:02.535469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55890) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:02.541213 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:02.546114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37306804-1a83-4cc7-b4bd-8be9190be02e req-413ddff1-ecb3-49c6-b447-5f29c9d4b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:02.549834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37306804-1a83-4cc7-b4bd-8be9190be02e req-413ddff1-ecb3-49c6-b447-5f29c9d4b08b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.0873373 Jun 04 16:35:02.556133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-05752742-4e0b-4282-b172-460c586ff231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:02.556674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-05752742-4e0b-4282-b172-460c586ff231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:02.557133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-05752742-4e0b-4282-b172-460c586ff231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:02.558803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-05752742-4e0b-4282-b172-460c586ff231 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bffa50e-6075-4c4d-a7c9-53a4ad9311fb&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=59419537-eeeb-49da-b0e6-1fde86e9c16e&id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8&id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 HTTP/1.1" status: 200 len: 2292 time: 1.2608826 Jun 04 16:35:02.626884 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:02.746029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:02.769429 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:02.773961 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9cdffb6b194dd18fdd8917b57b6628 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:02.777769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:02.796032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:02.830987 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7bb6690a-5d41-44ea-8369-435e429fc7cc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:35:02.880152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Transition to ACTIVE for port object dc943560-45ca-485f-a0a9-7ec874caba8a will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:35:02.948494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-6274331e-7172-49e3-a40a-ff2a70c2b555 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5377171-fdb4-417f-b474-ba4f7bed802e HTTP/1.1" status: 200 len: 1001 time: 0.3318305 Jun 04 16:35:02.948681 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:02.954150 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.001050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adf9a5f-3d7b-4a68-9e2b-0936fd2e9743,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:03.015336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7bb6690a-5d41-44ea-8369-435e429fc7cc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:35:03.016000 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.026997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:03.027441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:03.028206 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:03.028660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:03.029385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:03.029673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:03.030113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:03.030566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:03.031122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:03.031528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:03.031976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:03.032385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:03.047393 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-57844b50-6eca-4b5f-8731-207f96145582 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf9cdffb6b194dd18fdd8917b57b6628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5072889 Jun 04 16:35:03.053097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55898) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:03.085204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37306804-1a83-4cc7-b4bd-8be9190be02e req-ff37d237-1d41-431d-a599-bccf51912b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:03.094287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37306804-1a83-4cc7-b4bd-8be9190be02e req-ff37d237-1d41-431d-a599-bccf51912b3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5335224 Jun 04 16:35:03.148266 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4be7bee6-4cbd-4684-854a-e993c68cb58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.186886 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4be7bee6-4cbd-4684-854a-e993c68cb58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.204606 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.271818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7bb6690a-5d41-44ea-8369-435e429fc7cc is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:03.301836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4be7bee6-4cbd-4684-854a-e993c68cb58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.317316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2252f-81ee-46de-9eea-0899b640aba6 req-e2ecc247-6ad9-4fb5-a5e0-755e5b8e0fc8 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:03.325037 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87f2252f-81ee-46de-9eea-0899b640aba6 req-e2ecc247-6ad9-4fb5-a5e0-755e5b8e0fc8 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.5875459 Jun 04 16:35:03.327834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-5ac86609-0228-4b94-9d04-84a0373f4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:03.329230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-5ac86609-0228-4b94-9d04-84a0373f4478 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24400e9e-8edf-461f-bb64-f983372345e5 HTTP/1.1" status: 200 len: 850 time: 0.3619835 Jun 04 16:35:03.332873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7bee6-4cbd-4684-854a-e993c68cb58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adf9a5f-3d7b-4a68-9e2b-0936fd2e9743,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:03.344816 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4be7bee6-4cbd-4684-854a-e993c68cb58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.346346 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4be7bee6-4cbd-4684-854a-e993c68cb58b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3adf9a5f-3d7b-4a68-9e2b-0936fd2e9743 HTTP/1.1" status: 204 len: 168 time: 0.2921033 Jun 04 16:35:03.530782 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.654082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:35:03.674452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:35:03.677196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:35:03.703631 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55912) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:03.725201 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad977d79-9ada-444a-b950-c60bd2ec64e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.743920 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ad977d79-9ada-444a-b950-c60bd2ec64e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:03.749497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ad977d79-9ada-444a-b950-c60bd2ec64e1 admin admin] Usage tracker for resource:security_group_rule and tenant:e95e2e96a42b43638dc1a3ccbeeabf2c is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:03.753366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ad977d79-9ada-444a-b950-c60bd2ec64e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:03.760811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ad977d79-9ada-444a-b950-c60bd2ec64e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:03.858149 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87f2252f-81ee-46de-9eea-0899b640aba6 req-6e0b4298-01bd-4947-9f21-d214abcf258a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292616 Jun 04 16:35:03.860098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event updated for resources: {'Port': ['ID=dc943560-45ca-485f-a0a9-7ec874caba8a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:03.890886 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.892017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad977d79-9ada-444a-b950-c60bd2ec64e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.898383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad977d79-9ada-444a-b950-c60bd2ec64e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.916242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37306804-1a83-4cc7-b4bd-8be9190be02e req-36cd9d23-e6aa-47d0-94fc-63b2361fddb2 service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7568130 Jun 04 16:35:03.933657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:03.934786 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.950306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad977d79-9ada-444a-b950-c60bd2ec64e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2be9c9-3285-461b-b3ca-66abb49a824b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:03.975279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:03.976811 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ad977d79-9ada-444a-b950-c60bd2ec64e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e95e2e96a42b43638dc1a3ccbeeabf2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718709 Jun 04 16:35:03.979362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55916) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:04.032130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f2381d76-0dd8-46a4-a502-bb2ad4fb0cd3 None None] Provisioning for port dc943560-45ca-485f-a0a9-7ec874caba8a completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:35:04.037486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f2381d76-0dd8-46a4-a502-bb2ad4fb0cd3 None None] Provisioning complete for port dc943560-45ca-485f-a0a9-7ec874caba8a triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:35:04.037854 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f2381d76-0dd8-46a4-a502-bb2ad4fb0cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:04.103581 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-21f69222-fa64-4c6a-998f-d39bedca4ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:04.135065 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-21f69222-fa64-4c6a-998f-d39bedca4ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:04.164913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event updated for resources: {'Port': ['ID=a61d7e75-b8d7-4971-9e91-506905c76099,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:04.175689 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:04.177741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f2381d76-0dd8-46a4-a502-bb2ad4fb0cd3 None None] Port dc943560-45ca-485f-a0a9-7ec874caba8a cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:35:04.196805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50ee0f-7071-4311-bd11-31d2047ece15 req-4440652f-7747-447c-86ce-52f958e708a7 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:04.199210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9a50ee0f-7071-4311-bd11-31d2047ece15 req-4440652f-7747-447c-86ce-52f958e708a7 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Synchronizing usage tracker for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:35:04.211916 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-21f69222-fa64-4c6a-998f-d39bedca4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:04.235530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f69222-fa64-4c6a-998f-d39bedca4ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2be9c9-3285-461b-b3ca-66abb49a824b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:04.247356 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-21f69222-fa64-4c6a-998f-d39bedca4ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:04.250948 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-21f69222-fa64-4c6a-998f-d39bedca4ca3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e2be9c9-3285-461b-b3ca-66abb49a824b HTTP/1.1" status: 204 len: 168 time: 0.2678242 Jun 04 16:35:04.340209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-c2e2a474-b4e7-4644-9f07-ac67bb21e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:04.342867 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-c2e2a474-b4e7-4644-9f07-ac67bb21e602 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bffa50e-6075-4c4d-a7c9-53a4ad9311fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7988975 Jun 04 16:35:04.369484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-d9927fb2-58b3-4ac7-9111-4243d166dcda tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6035235 Jun 04 16:35:04.371437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:35:04.408235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:35:04.411157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:35:04.492074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Request body: {'port': {'device_id': '423f4d90-fcc8-4837-b294-27476432f082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:04.715730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55936) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:04.743302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9a50ee0f-7071-4311-bd11-31d2047ece15 req-4440652f-7747-447c-86ce-52f958e708a7 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Unset dirty status for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:35:04.751779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a50ee0f-7071-4311-bd11-31d2047ece15 req-4440652f-7747-447c-86ce-52f958e708a7 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 931 time: 1.4450724 Jun 04 16:35:04.857434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a50ee0f-7071-4311-bd11-31d2047ece15 req-9108f768-f7e9-4d8a-9002-761dd2501666 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=d95006bb-5b6d-4e74-ac9e-75f536f36238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040823 Jun 04 16:35:04.874956 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-edea9935-3740-4385-8351-689c4bab60de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:04.907873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-edea9935-3740-4385-8351-689c4bab60de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:04.915436 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-edea9935-3740-4385-8351-689c4bab60de admin admin] Usage tracker for resource:security_group_rule and tenant:b047cc3f0349436ea555964f96b4da2d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:04.921076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-edea9935-3740-4385-8351-689c4bab60de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:04.934001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-edea9935-3740-4385-8351-689c4bab60de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:04.949227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-15e97b13-5935-4204-b3b1-1b8aec69a8e9 service neutron] 10.222.0.42 "GET /v2.0/networks/5bffa50e-6075-4c4d-a7c9-53a4ad9311fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857856 Jun 04 16:35:05.052489 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-edea9935-3740-4385-8351-689c4bab60de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:05.057470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37306804-1a83-4cc7-b4bd-8be9190be02e req-dbbf0de1-2180-4ce3-b78f-991feeb59e44 service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1154869 Jun 04 16:35:05.058346 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-edea9935-3740-4385-8351-689c4bab60de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:05.130150 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-edea9935-3740-4385-8351-689c4bab60de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b047cc3f0349436ea555964f96b4da2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4109988 Jun 04 16:35:05.130150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea9935-3740-4385-8351-689c4bab60de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43c9488-939f-4eb9-a7df-5188d54ae7f0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:05.136563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55950) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:05.217396 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e86c776-b362-440a-b1b7-8b16ded97634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:05.246632 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e86c776-b362-440a-b1b7-8b16ded97634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:05.329766 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e86c776-b362-440a-b1b7-8b16ded97634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:05.365319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86c776-b362-440a-b1b7-8b16ded97634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43c9488-939f-4eb9-a7df-5188d54ae7f0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:05.380104 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e86c776-b362-440a-b1b7-8b16ded97634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:05.381872 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1e86c776-b362-440a-b1b7-8b16ded97634 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c43c9488-939f-4eb9-a7df-5188d54ae7f0 HTTP/1.1" status: 204 len: 168 time: 0.2442877 Jun 04 16:35:05.426089 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:05.528678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289762b3-4784-4390-abc5-68990a4dd13b req-fd48c70e-6a40-4b97-9327-c2112137a5f4 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:05.540131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-289762b3-4784-4390-abc5-68990a4dd13b req-fd48c70e-6a40-4b97-9327-c2112137a5f4 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 945 time: 1.3759639 Jun 04 16:35:05.979609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-289762b3-4784-4390-abc5-68990a4dd13b req-f28e5353-0a18-448e-92b8-3be6ca9b8d99 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383824 Jun 04 16:35:06.017305 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-ccc491d7-c677-4ef3-aa75-30a17cf83f37 service neutron] 10.222.0.42 "GET /v2.0/networks/5bffa50e-6075-4c4d-a7c9-53a4ad9311fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0582139 Jun 04 16:35:06.288223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e70f6a-574d-4db5-a492-bc8ff88545d7 req-a471ac37-3e86-4fd2-8369-abc2166e32be tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:06.291401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27e70f6a-574d-4db5-a492-bc8ff88545d7 req-a471ac37-3e86-4fd2-8369-abc2166e32be tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 1.1304266 Jun 04 16:35:06.294296 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-5af8752b-ff51-4e9f-bfe0-9ed4b1f49016 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=676127af-26ed-4542-9cbd-93d28f298675 HTTP/1.1" status: 200 len: 217 time: 0.2075510 Jun 04 16:35:06.678461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-64a187d0-4e6c-4bf1-9be2-b56c6b8179d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:06.680049 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-64a187d0-4e6c-4bf1-9be2-b56c6b8179d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 HTTP/1.1" status: 200 len: 797 time: 0.3774314 Jun 04 16:35:06.704628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27e70f6a-574d-4db5-a492-bc8ff88545d7 req-a5fdd08f-bf3c-487f-999f-e0ceb07018d0 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991678 Jun 04 16:35:06.866250 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:07.129776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6884b0-1306-48da-9c16-484de3ad464d req-760af812-5836-4c2a-9c8c-909f73227759 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:07.145119 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df6884b0-1306-48da-9c16-484de3ad464d req-760af812-5836-4c2a-9c8c-909f73227759 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 931 time: 0.9200950 Jun 04 16:35:07.457645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc943560-45ca-485f-a0a9-7ec874caba8a {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:35:07.539288 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:07.615852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Transition to ACTIVE for port object dc943560-45ca-485f-a0a9-7ec874caba8a will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:35:07.642573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-df6884b0-1306-48da-9c16-484de3ad464d req-e636b598-293b-49b2-92b0-3db24a74c279 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=d95006bb-5b6d-4e74-ac9e-75f536f36238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4963572 Jun 04 16:35:07.649083 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:08.216523 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:08.591023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-87308466-fbc6-48d6-b96a-dc5a0a6964cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:08.592963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-87308466-fbc6-48d6-b96a-dc5a0a6964cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59419537-eeeb-49da-b0e6-1fde86e9c16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.8844907 Jun 04 16:35:08.780822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0844f46-de39-4ced-9f8f-26a00f45a8d1 req-7d147b6f-ee90-4ed4-a3f9-6c4be0b9ef58 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:08.788480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0844f46-de39-4ced-9f8f-26a00f45a8d1 req-7d147b6f-ee90-4ed4-a3f9-6c4be0b9ef58 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 945 time: 1.8315291 Jun 04 16:35:08.822212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc943560-45ca-485f-a0a9-7ec874caba8a,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:08.899404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Attempting to bind port dc943560-45ca-485f-a0a9-7ec874caba8a on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:35:08.899736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Attempting to bind port dc943560-45ca-485f-a0a9-7ec874caba8a by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:35:08.900060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Attempting to bind port dc943560-45ca-485f-a0a9-7ec874caba8a on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:35:08.936318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Port dc943560-45ca-485f-a0a9-7ec874caba8a on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:35:08.936571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Attempting to bind port dc943560-45ca-485f-a0a9-7ec874caba8a on network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:35:08.958693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0844f46-de39-4ced-9f8f-26a00f45a8d1 req-59b05b3c-8b48-4fd0-9bd3-3ef6c325a448 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693366 Jun 04 16:35:08.959408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:35:08.959734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Checking segment: {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:35:08.960102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Bound using segment: {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:35:08.960547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Bound port: dc943560-45ca-485f-a0a9-7ec874caba8a, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:35:08.960886 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:09.001591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be556e8d-835b-4376-b92f-d66eb2f9454b req-b2b03434-a76e-48b8-bc57-ff115c09f411 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:09.007577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be556e8d-835b-4376-b92f-d66eb2f9454b req-b2b03434-a76e-48b8-bc57-ff115c09f411 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.7697167 Jun 04 16:35:09.154252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-e6fae4f3-bd54-45a8-9b09-cc9b351000c9 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949450 Jun 04 16:35:09.229439 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Router 3ed59f11-5d03-4b0c-828b-9da5765260e6 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:35:09.240743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be556e8d-835b-4376-b92f-d66eb2f9454b req-75fa0948-7720-4417-8828-1d467a95f45d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140834 Jun 04 16:35:09.413497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] For port dc943560-45ca-485f-a0a9-7ec874caba8a, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:35:09.689594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] For port dc943560-45ca-485f-a0a9-7ec874caba8a, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=dc943560-45ca-485f-a0a9-7ec874caba8a,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:35:09.755559 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:09.913913 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-f2469847-0cd4-4afa-afb6-546539e2d56a service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7315290 Jun 04 16:35:09.925094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:09.925697 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:09.927135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] 10.222.0.46 "PUT /v2.0/ports/dc943560-45ca-485f-a0a9-7ec874caba8a HTTP/1.1" status: 200 len: 1091 time: 5.5273535 Jun 04 16:35:09.950841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423f4d90-fcc8-4837-b294-27476432f082', 'tag': 'dc943560-45ca-485f-a0a9-7ec874caba8a'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:09.980018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21ade8-5bb3-4af5-be5e-30b23bc703e9 req-3f57e467-00fe-44c5-b6eb-d2659fcc5136 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:09.981746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed21ade8-5bb3-4af5-be5e-30b23bc703e9 req-3f57e467-00fe-44c5-b6eb-d2659fcc5136 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 943 time: 0.8760633 Jun 04 16:35:10.434628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-f2e1e290-0353-4bd7-a2e9-be106fe0b89a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=badd5b3b-221a-4307-a531-2bfdad5adde7 HTTP/1.1" status: 200 len: 217 time: 0.4884050 Jun 04 16:35:10.529226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17e13f-3b07-4780-b3c6-0dcca0e2dac4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc943560-45ca-485f-a0a9-7ec874caba8a,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:10.550727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c46554-e6cb-4b7b-a346-8611897417be req-2c746d5d-163b-48d3-a490-8340cd431dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:10.552247 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26c46554-e6cb-4b7b-a346-8611897417be req-2c746d5d-163b-48d3-a490-8340cd431dab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 1097 time: 1.1637261 Jun 04 16:35:10.564760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed21ade8-5bb3-4af5-be5e-30b23bc703e9 req-30a26868-3038-4084-bd1c-5d72902ab8e9 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=d95006bb-5b6d-4e74-ac9e-75f536f36238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5081737 Jun 04 16:35:10.571194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:35:10.584885 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Sync routers for ids ['3ed59f11-5d03-4b0c-828b-9da5765260e6'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:35:10.603079 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Routers {'3ed59f11-5d03-4b0c-828b-9da5765260e6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:10.607743 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3ed59f11-5d03-4b0c-828b-9da5765260e6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:10.688011 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aef4f91-491d-432b-abbc-51e46a5b7a28'] response: {'name': 'network-changed', 'server_uuid': '423f4d90-fcc8-4837-b294-27476432f082', 'tag': 'dc943560-45ca-485f-a0a9-7ec874caba8a', 'status': 'completed', 'code': 200} Jun 04 16:35:10.702448 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:10.706024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bf0199eb-cc64-49d7-9430-723483b01cee tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 14.4146290 Jun 04 16:35:10.706624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56144) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:10.781857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ced35-edd3-4e5e-9086-3a156de09ddc req-e665c9f5-fcfa-4546-a4c8-32a83646967e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:10.791859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f75ced35-edd3-4e5e-9086-3a156de09ddc req-e665c9f5-fcfa-4546-a4c8-32a83646967e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 945 time: 0.9624777 Jun 04 16:35:10.806281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-34876d4e-b435-4c5c-befe-6267e795ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:10.810482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-34876d4e-b435-4c5c-befe-6267e795ee19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 HTTP/1.1" status: 200 len: 797 time: 0.3625762 Jun 04 16:35:10.830650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26c46554-e6cb-4b7b-a346-8611897417be req-53465a77-c9e3-4322-abaa-38b7aa54d335 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215073 Jun 04 16:35:10.832521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-5eeee9d4-a004-4c7f-a8fc-1e0f8f4858a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:10.834001 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-5eeee9d4-a004-4c7f-a8fc-1e0f8f4858a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 1094 time: 0.7595911 Jun 04 16:35:11.140343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff46b-8d2c-4100-b992-587688b0dca7 req-dc2175c5-a931-4979-8ea4-c37dad2bbb61 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:11.142299 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5ebff46b-8d2c-4100-b992-587688b0dca7 req-dc2175c5-a931-4979-8ea4-c37dad2bbb61 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 945 time: 0.3039126 Jun 04 16:35:11.173821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f75ced35-edd3-4e5e-9086-3a156de09ddc req-df7eb7cf-6853-4a52-b045-bdc22f960399 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811591 Jun 04 16:35:11.196015 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-3f6a9fd6-3ce5-4d78-a620-e91d5fa2d0c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc943560-45ca-485f-a0a9-7ec874caba8a HTTP/1.1" status: 200 len: 217 time: 0.1535366 Jun 04 16:35:11.230189 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Set router 3ed59f11-5d03-4b0c-828b-9da5765260e6 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:35:11.282150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-5ebff46b-8d2c-4100-b992-587688b0dca7 req-e5e89234-cd3c-437e-98e8-9edb0c308948 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Deleting port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:35:11.282612 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5ebff46b-8d2c-4100-b992-587688b0dca7 req-e5e89234-cd3c-437e-98e8-9edb0c308948 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:11.325281 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-22735c8a-48c8-4243-a36c-a9518b97b38c tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/routers/3ed59f11-5d03-4b0c-828b-9da5765260e6 HTTP/1.1" status: 200 len: 906 time: 0.6167436 Jun 04 16:35:11.333283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56158) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:11.493503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-b8e61065-fcf1-4ebd-a56a-b3d2cd4f9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:11.496498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-b8e61065-fcf1-4ebd-a56a-b3d2cd4f9d1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59419537-eeeb-49da-b0e6-1fde86e9c16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6615982 Jun 04 16:35:11.572476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c01d82-1eb4-4eba-a2d8-382965da1be9 req-59bd736d-85f3-4782-973c-074e10d03af9 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:11.581745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-73c01d82-1eb4-4eba-a2d8-382965da1be9 req-59bd736d-85f3-4782-973c-074e10d03af9 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.7438431 Jun 04 16:35:11.584944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-6411f9c2-7a2d-419d-afd0-0fa7d2734710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:11.586748 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-6411f9c2-7a2d-419d-afd0-0fa7d2734710 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 200 len: 854 time: 0.3731310 Jun 04 16:35:11.945054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-5ebff46b-8d2c-4100-b992-587688b0dca7 req-e5e89234-cd3c-437e-98e8-9edb0c308948 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] For port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=48ebbdb0-8e8c-40b0-a355-ae7ef179ddce,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:11.946085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5ebff46b-8d2c-4100-b992-587688b0dca7 req-e5e89234-cd3c-437e-98e8-9edb0c308948 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:12.015976 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed59f11-5d03-4b0c-828b-9da5765260e6', 'name': 'tempest-snat-router-612982920', 'tenant_id': '3c8b34750911498aa702c2ea4d703429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'a61d7e75-b8d7-4971-9e91-506905c76099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:34:56Z', 'updated_at': '2022-06-04T16:35:05Z', 'revision_number': 3, 'project_id': '3c8b34750911498aa702c2ea4d703429', 'gw_port': {'id': 'a61d7e75-b8d7-4971-9e91-506905c76099', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed59f11-5d03-4b0c-828b-9da5765260e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:35:00Z', 'updated_at': '2022-06-04T16:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:12.023999 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Checking router: 3ed59f11-5d03-4b0c-828b-9da5765260e6 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:35:12.025069 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Updating router 3ed59f11-5d03-4b0c-828b-9da5765260e6 port a61d7e75-b8d7-4971-9e91-506905c76099 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:35:12.096255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-5ebff46b-8d2c-4100-b992-587688b0dca7 req-e5e89234-cd3c-437e-98e8-9edb0c308948 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Calling delete_port for 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:35:12.148369 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:12.270812 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-73c01d82-1eb4-4eba-a2d8-382965da1be9 req-160e63ba-aa26-4a79-9bd2-4e9a4f3ca690 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6877573 Jun 04 16:35:12.279743 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:12.309920 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5ebff46b-8d2c-4100-b992-587688b0dca7 req-e5e89234-cd3c-437e-98e8-9edb0c308948 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:12.325411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['838761b6-421d-4114-aed8-8a2ffc0bfafe'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:35:12.346032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-84478010-f863-4d72-a425-dd666282bac1 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8402135 Jun 04 16:35:12.444129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e89234-cd3c-437e-98e8-9edb0c308948 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event deleted for resources: {'Port': ['ID=48ebbdb0-8e8c-40b0-a355-ae7ef179ddce,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:12.544645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54375b39-56a8-47da-83eb-3f66ec2ffaa9 req-a9e42a78-e04c-4117-b976-b7721d936ef9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=f44c0e51-cb77-4ed9-98e9-869056740aed HTTP/1.1" status: 200 len: 210 time: 0.1210051 Jun 04 16:35:12.570240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f8f06-9dfb-4d27-9182-fe2a1def3ed1 req-9c4d211c-fcde-4690-8974-29e1b39fcbcb tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:12.580652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f4f8f06-9dfb-4d27-9182-fe2a1def3ed1 req-9c4d211c-fcde-4690-8974-29e1b39fcbcb tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 943 time: 0.7775505 Jun 04 16:35:12.595545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-659adc16-947a-40d7-ac7d-1987a4c8bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:12.597869 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-659adc16-947a-40d7-ac7d-1987a4c8bb2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f5938a6-9eb6-42de-81b7-fd33ade18d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9972420 Jun 04 16:35:12.719833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebff46b-8d2c-4100-b992-587688b0dca7 req-e5e89234-cd3c-437e-98e8-9edb0c308948 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] No DVR routers for this DVR port 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:35:12.738873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-5ebff46b-8d2c-4100-b992-587688b0dca7 req-e5e89234-cd3c-437e-98e8-9edb0c308948 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:12.753248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44c0e51-cb77-4ed9-98e9-869056740aed', 'name': 'network-vif-deleted', 'tag': '48ebbdb0-8e8c-40b0-a355-ae7ef179ddce'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:12.792459 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5ebff46b-8d2c-4100-b992-587688b0dca7 req-e5e89234-cd3c-437e-98e8-9edb0c308948 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "DELETE /v2.0/ports/48ebbdb0-8e8c-40b0-a355-ae7ef179ddce HTTP/1.1" status: 204 len: 173 time: 1.6421115 Jun 04 16:35:12.876707 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:12.894765 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Transition to ACTIVE for port object a61d7e75-b8d7-4971-9e91-506905c76099 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:35:12.904374 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:13.012239 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Attempting to bind port a61d7e75-b8d7-4971-9e91-506905c76099 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:35:13.012544 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Attempting to bind port a61d7e75-b8d7-4971-9e91-506905c76099 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:35:13.013628 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Attempting to bind port a61d7e75-b8d7-4971-9e91-506905c76099 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:35:13.039571 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Pushing event updated for resources: {'Port': ['ID=a61d7e75-b8d7-4971-9e91-506905c76099,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:13.040105 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:35:13.040492 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:35:13.040771 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:13.041149 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:35:13.041620 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Bound port: a61d7e75-b8d7-4971-9e91-506905c76099, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:35:13.042051 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:13.085284 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:13.085612 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:13.086225 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:13.086731 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:13.087192 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:13.087678 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:13.088134 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:13.088589 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:13.089041 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:13.089548 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:13.090089 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:13.090584 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:13.119753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f4f8f06-9dfb-4d27-9182-fe2a1def3ed1 req-2719a17a-8c88-4540-9241-f5706a7de097 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=d95006bb-5b6d-4e74-ac9e-75f536f36238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5379963 Jun 04 16:35:13.142941 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] For port a61d7e75-b8d7-4971-9e91-506905c76099, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:35:13.147660 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] For port a61d7e75-b8d7-4971-9e91-506905c76099, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a61d7e75-b8d7-4971-9e91-506905c76099,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:35:13.161091 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:13.217073 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a544f9-f1c3-4cb0-805b-af7fe9f841fd'] response: {'server_uuid': 'f44c0e51-cb77-4ed9-98e9-869056740aed', 'name': 'network-vif-deleted', 'tag': '48ebbdb0-8e8c-40b0-a355-ae7ef179ddce', 'status': 'completed', 'code': 200} Jun 04 16:35:13.242591 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Routers {'3ed59f11-5d03-4b0c-828b-9da5765260e6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:13.243262 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3ed59f11-5d03-4b0c-828b-9da5765260e6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:13.316369 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-c21f4018-6754-4c02-838d-f64907e26f51 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9535563 Jun 04 16:35:13.336259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:13.412878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-f2db6380-c1e2-477d-99d1-65fa5fcd1ad4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=91def2a8-ccd3-4b2b-bb50-6055dc4bc228 HTTP/1.1" status: 200 len: 217 time: 0.0835731 Jun 04 16:35:13.423324 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-79e08279-f9ac-4b6d-9af4-69493e499186 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8033266 Jun 04 16:35:13.487096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-b3356c0a-cea6-4624-922e-70c7fbbe172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:13.488631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-b3356c0a-cea6-4624-922e-70c7fbbe172d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 HTTP/1.1" status: 200 len: 797 time: 0.0682793 Jun 04 16:35:13.523966 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] Set router 3ed59f11-5d03-4b0c-828b-9da5765260e6 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:35:13.557558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Deleting port a61d7e75-b8d7-4971-9e91-506905c76099 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:35:13.558218 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:13.779872 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6a8ed-ad0c-4863-a76f-eef528720c60 None None] Pushing event updated for resources: {'Port': ['ID=a61d7e75-b8d7-4971-9e91-506905c76099,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:13.868695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:35:13.898707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-fd16d74c-2e3f-4203-be46-11a87b309b88 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:13.912712 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-fd16d74c-2e3f-4203-be46-11a87b309b88 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/networks?id=f58250c8-0d14-45b3-8b50-30142b2c0098 HTTP/1.1" status: 200 len: 813 time: 0.7795434 Jun 04 16:35:13.932292 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed59f11-5d03-4b0c-828b-9da5765260e6', 'name': 'tempest-snat-router-612982920', 'tenant_id': '3c8b34750911498aa702c2ea4d703429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'a61d7e75-b8d7-4971-9e91-506905c76099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:34:56Z', 'updated_at': '2022-06-04T16:35:05Z', 'revision_number': 3, 'project_id': '3c8b34750911498aa702c2ea4d703429', 'gw_port': {'id': 'a61d7e75-b8d7-4971-9e91-506905c76099', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed59f11-5d03-4b0c-828b-9da5765260e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:35:00Z', 'updated_at': '2022-06-04T16:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:13.933395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:35:13.934063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 48ebbdb0-8e8c-40b0-a355-ae7ef179ddce not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:35:13.937402 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4019e2b-5bea-4a67-bf41-0c00ef560a42 None None] The sync data for ids ['3ed59f11-5d03-4b0c-828b-9da5765260e6'] in n-d-811809-3 is: [{'id': '3ed59f11-5d03-4b0c-828b-9da5765260e6', 'name': 'tempest-snat-router-612982920', 'tenant_id': '3c8b34750911498aa702c2ea4d703429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'a61d7e75-b8d7-4971-9e91-506905c76099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:34:56Z', 'updated_at': '2022-06-04T16:35:05Z', 'revision_number': 3, 'project_id': '3c8b34750911498aa702c2ea4d703429', 'gw_port': {'id': 'a61d7e75-b8d7-4971-9e91-506905c76099', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed59f11-5d03-4b0c-828b-9da5765260e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:35:00Z', 'updated_at': '2022-06-04T16:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:35:14.029351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-554e8a7f-70f7-47c9-bfd2-8309e513ea75 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/quotas/9f2fed221c66405cb1357711eacccb1f HTTP/1.1" status: 200 len: 375 time: 0.1156838 Jun 04 16:35:14.109084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-479718f6-97db-4a91-b826-81696d0f772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:14.110635 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-479718f6-97db-4a91-b826-81696d0f772e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59419537-eeeb-49da-b0e6-1fde86e9c16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6066341 Jun 04 16:35:14.153427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-110a73c5-3226-4bbe-b703-e53017d609f8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Synchronizing usage tracker for tenant:9f2fed221c66405cb1357711eacccb1f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:35:14.182214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67c038e9-97b8-4d49-a4d6-03f2f970ded5 req-20bd46a3-7f6d-4eda-96c1-c9dec4904340 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6890204 Jun 04 16:35:14.200862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b0c6-8edc-443d-a997-d231c2ced129 req-f5dbba65-c4ec-4aa5-b581-52d8a4b72faa tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:14.202418 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34d6b0c6-8edc-443d-a997-d231c2ced129 req-f5dbba65-c4ec-4aa5-b581-52d8a4b72faa tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.7103777 Jun 04 16:35:14.372574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-110a73c5-3226-4bbe-b703-e53017d609f8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Unset dirty status for tenant:9f2fed221c66405cb1357711eacccb1f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:35:14.375686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-110a73c5-3226-4bbe-b703-e53017d609f8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f2fed221c66405cb1357711eacccb1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3236721 Jun 04 16:35:14.434364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] For port a61d7e75-b8d7-4971-9e91-506905c76099, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a61d7e75-b8d7-4971-9e91-506905c76099,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:14.434769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:14.677559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Calling delete_port for a61d7e75-b8d7-4971-9e91-506905c76099 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:35:14.830476 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34d6b0c6-8edc-443d-a997-d231c2ced129 req-768289a6-fa34-442e-9893-e94110406158 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169508 Jun 04 16:35:14.870002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a61d7e75-b8d7-4971-9e91-506905c76099 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:35:14.931722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34099aa0-e324-4b7e-b287-ce69144a7591 req-6ae824a7-69c9-4838-91c7-0d159146e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:14.947032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34099aa0-e324-4b7e-b287-ce69144a7591 req-6ae824a7-69c9-4838-91c7-0d159146e7a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 1094 time: 0.6387885 Jun 04 16:35:14.963118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-283803d0-b790-4ce6-a246-511398a379b5 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8325853 Jun 04 16:35:15.113358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port a61d7e75-b8d7-4971-9e91-506905c76099 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:35:15.122405 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port a61d7e75-b8d7-4971-9e91-506905c76099 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:35:15.122742 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:15.286587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port a61d7e75-b8d7-4971-9e91-506905c76099 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:15.287893 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:15.311234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port a61d7e75-b8d7-4971-9e91-506905c76099, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a61d7e75-b8d7-4971-9e91-506905c76099,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:15.318809 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:15.403514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=a61d7e75-b8d7-4971-9e91-506905c76099,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:15.411877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:15.412238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:15.412548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:15.412881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:15.413212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:15.413532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:15.414271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:15.414937 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:15.415398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:15.415862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:15.416427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:15.417061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:15.453257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-f79aed12-8837-4b11-bce7-0353b545e9c1 service neutron] 10.222.0.13 "GET /v2.0/networks/f58250c8-0d14-45b3-8b50-30142b2c0098?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0515685 Jun 04 16:35:15.751078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34099aa0-e324-4b7e-b287-ce69144a7591 req-a55373c2-ce9b-40c2-95da-41c97fd92fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:15.752587 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34099aa0-e324-4b7e-b287-ce69144a7591 req-a55373c2-ce9b-40c2-95da-41c97fd92fba service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 916 time: 0.7846220 Jun 04 16:35:15.868384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34099aa0-e324-4b7e-b287-ce69144a7591 req-34cf71f6-b3f7-4581-981d-6c0793b6b1d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc943560-45ca-485f-a0a9-7ec874caba8a HTTP/1.1" status: 200 len: 217 time: 0.0946214 Jun 04 16:35:15.868940 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:35:15.869254 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:35:15.873593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-b1cb7c3c-7b0a-4b7b-ba91-819540dd2305 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8853252 Jun 04 16:35:15.877783 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-267817ea-b31f-4f70-b470-5028defa1285 service neutron] 10.222.0.13 "GET /v2.0/networks/f58250c8-0d14-45b3-8b50-30142b2c0098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927143 Jun 04 16:35:15.898879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device dc943560-45ca-485f-a0a9-7ec874caba8a details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:35:15.996749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34fd9a-0b8a-4aa7-919d-86d3415bb20a req-1567235c-a223-4515-a6e4-4d6cef57e906 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:15.998303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c34fd9a-0b8a-4aa7-919d-86d3415bb20a req-1567235c-a223-4515-a6e4-4d6cef57e906 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 943 time: 0.5849118 Jun 04 16:35:16.069330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-455106ee-e43c-4d57-af0f-52a1f6b3d798 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=9e936c81-586a-4348-a3fe-86ec2f21469f HTTP/1.1" status: 200 len: 217 time: 0.1499231 Jun 04 16:35:16.119950 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port dc943560-45ca-485f-a0a9-7ec874caba8a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=dc943560-45ca-485f-a0a9-7ec874caba8a,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:16.138614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'dc943560-45ca-485f-a0a9-7ec874caba8a', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'port_id': 'dc943560-45ca-485f-a0a9-7ec874caba8a', 'mac_address': 'fa:16:3e:86:b1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:35:16.170133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34099aa0-e324-4b7e-b287-ce69144a7591 req-5f3cdea5-896f-492b-9c93-a53fb2d0fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:16.171991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34099aa0-e324-4b7e-b287-ce69144a7591 req-5f3cdea5-896f-492b-9c93-a53fb2d0fb99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 200 len: 854 time: 0.2972915 Jun 04 16:35:16.216421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port dc943560-45ca-485f-a0a9-7ec874caba8a is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:16.216974 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:16.237860 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c34fd9a-0b8a-4aa7-919d-86d3415bb20a req-8764e31a-19c4-4ad7-b095-221409e52ad4 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=d95006bb-5b6d-4e74-ac9e-75f536f36238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194095 Jun 04 16:35:16.238707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc943560-45ca-485f-a0a9-7ec874caba8a {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:35:16.270053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port dc943560-45ca-485f-a0a9-7ec874caba8a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=dc943560-45ca-485f-a0a9-7ec874caba8a,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:16.278096 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:16.329991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-c747593f-cc40-4f4a-ad4a-4b0ab7b28623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:16.331730 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-c747593f-cc40-4f4a-ad4a-4b0ab7b28623 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 HTTP/1.1" status: 200 len: 797 time: 0.2559521 Jun 04 16:35:16.368294 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=dc943560-45ca-485f-a0a9-7ec874caba8a,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:16.379048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Deleting port a61d7e75-b8d7-4971-9e91-506905c76099 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:35:16.379382 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:16.479139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['dc943560-45ca-485f-a0a9-7ec874caba8a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:35:16.502100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-129ccceb-ef68-4283-a825-e62c0c3bc95d req-e7226dc4-f557-483f-b5b2-6660d4bb6f51 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 210 time: 0.0981746 Jun 04 16:35:16.601477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56386) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:16.691789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34099aa0-e324-4b7e-b287-ce69144a7591 req-ccaf474c-53a9-4c2d-ae9f-722a11476cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:16.699012 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34099aa0-e324-4b7e-b287-ce69144a7591 req-ccaf474c-53a9-4c2d-ae9f-722a11476cfd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f5938a6-9eb6-42de-81b7-fd33ade18d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5122616 Jun 04 16:35:16.776820 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e27de3b-d531-4138-82cc-7cad8f387331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:16.800173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3e27de3b-d531-4138-82cc-7cad8f387331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:16.804939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3e27de3b-d531-4138-82cc-7cad8f387331 admin admin] Usage tracker for resource:security_group_rule and tenant:04681f52c80246aeb03d397f656c046e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:16.809324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3e27de3b-d531-4138-82cc-7cad8f387331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:16.816750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3e27de3b-d531-4138-82cc-7cad8f387331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:16.879411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a61d7e75-b8d7-4971-9e91-506905c76099 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:35:16.901389 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56400) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:16.976467 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e27de3b-d531-4138-82cc-7cad8f387331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:16.982731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e27de3b-d531-4138-82cc-7cad8f387331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.003706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port a61d7e75-b8d7-4971-9e91-506905c76099 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:35:17.004274 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.089237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d3cc-177b-4405-8a19-01d596c726a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.109826 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3e27de3b-d531-4138-82cc-7cad8f387331 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04681f52c80246aeb03d397f656c046e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047302 Jun 04 16:35:17.110049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e14b5b-a94c-4272-89bf-e96537f6dc6d req-2fdd51db-8dbb-49dd-bf4d-13ec7c563ee9 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:17.110541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27de3b-d531-4138-82cc-7cad8f387331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49326ed8-074b-43f0-bb19-e9df9085b5fa,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:17.113397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56408) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:17.113510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-46e14b5b-a94c-4272-89bf-e96537f6dc6d req-2fdd51db-8dbb-49dd-bf4d-13ec7c563ee9 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.8865540 Jun 04 16:35:17.132397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c1f1d3cc-177b-4405-8a19-01d596c726a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:17.148589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c1f1d3cc-177b-4405-8a19-01d596c726a0 admin admin] Usage tracker for resource:security_group_rule and tenant:7b633b26b51442e2bc3e22c6307a95a6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:17.157479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-b41a480e-88dd-49fc-a68d-615c6c3cb3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:17.159077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-b41a480e-88dd-49fc-a68d-615c6c3cb3b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59419537-eeeb-49da-b0e6-1fde86e9c16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8190095 Jun 04 16:35:17.160619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c1f1d3cc-177b-4405-8a19-01d596c726a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:17.173137 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c1f1d3cc-177b-4405-8a19-01d596c726a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:17.182061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port a61d7e75-b8d7-4971-9e91-506905c76099 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:17.223927 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8225a95b-c781-4187-86f7-dcfaf9a9bc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.236983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] For port a61d7e75-b8d7-4971-9e91-506905c76099, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a61d7e75-b8d7-4971-9e91-506905c76099,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:17.237346 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.269180 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8225a95b-c781-4187-86f7-dcfaf9a9bc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.358102 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d3cc-177b-4405-8a19-01d596c726a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.363546 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d3cc-177b-4405-8a19-01d596c726a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.381834 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8225a95b-c781-4187-86f7-dcfaf9a9bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.420299 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c1f1d3cc-177b-4405-8a19-01d596c726a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b633b26b51442e2bc3e22c6307a95a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5149720 Jun 04 16:35:17.424228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56414) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:17.437450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1d3cc-177b-4405-8a19-01d596c726a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b387d66-a19e-4c25-a0b6-e9e6532ace0c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:17.441460 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8225a95b-c781-4187-86f7-dcfaf9a9bc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.442557 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8225a95b-c781-4187-86f7-dcfaf9a9bc87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49326ed8-074b-43f0-bb19-e9df9085b5fa HTTP/1.1" status: 204 len: 168 time: 0.3265121 Jun 04 16:35:17.469112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225a95b-c781-4187-86f7-dcfaf9a9bc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49326ed8-074b-43f0-bb19-e9df9085b5fa,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:17.485251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Calling delete_port for a61d7e75-b8d7-4971-9e91-506905c76099 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:35:17.545085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37e90c6c-fcc4-4a00-9da9-55e615aff4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.565947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-54e3ebf9-7ec9-4847-9c2f-aa4dcebef72e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:17.572865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-54e3ebf9-7ec9-4847-9c2f-aa4dcebef72e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 0.8848500 Jun 04 16:35:17.588738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37e90c6c-fcc4-4a00-9da9-55e615aff4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.589306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-46e14b5b-a94c-4272-89bf-e96537f6dc6d req-da678c28-7695-463a-ac24-59c131f5d070 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401143 Jun 04 16:35:17.596725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34099aa0-e324-4b7e-b287-ce69144a7591 req-d713ec97-3fc8-4738-81cc-e42285df030d service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8926075 Jun 04 16:35:17.616426 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-fff1ed3b-046d-4f03-ac24-240d14649d22 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/quotas/1b45c4870e4d408598053bccb5aa7a72 HTTP/1.1" status: 200 len: 375 time: 0.0426462 Jun 04 16:35:17.837008 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37e90c6c-fcc4-4a00-9da9-55e615aff4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.866456 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-ecf67e91-1122-4faa-ae4b-d2e194a3478d service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778839 Jun 04 16:35:17.906328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-3eb8a97e-c034-43c8-ad65-0940a9971fc6 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:17.908056 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-3eb8a97e-c034-43c8-ad65-0940a9971fc6 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.46 "GET /v2.0/networks?id=f58250c8-0d14-45b3-8b50-30142b2c0098 HTTP/1.1" status: 200 len: 813 time: 0.2258885 Jun 04 16:35:17.917081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56426) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:17.917381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device dc943560-45ca-485f-a0a9-7ec874caba8a up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:35:17.930723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Request body: {'port': {'device_id': '196cc77a-9362-4d6a-87af-f22e072d325a', 'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098', 'admin_state_up': True, 'tenant_id': '9f2fed221c66405cb1357711eacccb1f'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:17.952483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e90c6c-fcc4-4a00-9da9-55e615aff4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b387d66-a19e-4c25-a0b6-e9e6532ace0c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:17.981122 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7a36ef95-7249-4342-9be3-78ce128d6946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.994782 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37e90c6c-fcc4-4a00-9da9-55e615aff4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:17.996401 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-37e90c6c-fcc4-4a00-9da9-55e615aff4e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b387d66-a19e-4c25-a0b6-e9e6532ace0c HTTP/1.1" status: 204 len: 168 time: 0.5708942 Jun 04 16:35:18.060757 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port dc943560-45ca-485f-a0a9-7ec874caba8a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:35:18.069175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7a36ef95-7249-4342-9be3-78ce128d6946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:18.071101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port dc943560-45ca-485f-a0a9-7ec874caba8a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:35:18.071542 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:18.078138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7a36ef95-7249-4342-9be3-78ce128d6946 admin admin] Usage tracker for resource:security_group_rule and tenant:75013fb938d44206a40f83ccf1a52f1c is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:18.082982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7a36ef95-7249-4342-9be3-78ce128d6946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:18.086224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34099aa0-e324-4b7e-b287-ce69144a7591 req-356db2b1-9bce-4822-8a16-745632761d2d service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678166 Jun 04 16:35:18.102279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-9a3f8791-1deb-4afc-8ab4-92be188d59cc tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4846790 Jun 04 16:35:18.106391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7a36ef95-7249-4342-9be3-78ce128d6946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:18.173586 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:18.191224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:18.218974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Made reservation on behalf of 9f2fed221c66405cb1357711eacccb1f for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:35:18.222989 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:18.233810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-dac629a0-cd9f-4240-ab42-747fef7228b4 service neutron] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453588 Jun 04 16:35:18.245950 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port dc943560-45ca-485f-a0a9-7ec874caba8a is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:18.246670 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:18.299510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port dc943560-45ca-485f-a0a9-7ec874caba8a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=dc943560-45ca-485f-a0a9-7ec874caba8a,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:18.300597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423f4d90-fcc8-4837-b294-27476432f082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc943560-45ca-485f-a0a9-7ec874caba8a'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:18.309034 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:18.326208 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7a36ef95-7249-4342-9be3-78ce128d6946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:18.331908 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7a36ef95-7249-4342-9be3-78ce128d6946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:18.339971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9626166-cb8c-49ed-b69c-dccea68d6f01 req-a0b36519-6e91-4ece-8188-ea27df865062 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:18.341542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9626166-cb8c-49ed-b69c-dccea68d6f01 req-a0b36519-6e91-4ece-8188-ea27df865062 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 944 time: 0.5503161 Jun 04 16:35:18.346598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-9d4b2a33-cae3-44c0-8324-0829013f844c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60eea7ff-0fed-457a-bb8d-9d01c96adf55 HTTP/1.1" status: 200 len: 217 time: 0.0953310 Jun 04 16:35:18.396697 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7a36ef95-7249-4342-9be3-78ce128d6946 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75013fb938d44206a40f83ccf1a52f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779241 Jun 04 16:35:18.398219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56436) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:18.411190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36ef95-7249-4342-9be3-78ce128d6946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60fcfb-4b70-4da7-b7ac-e27d840eb6b3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:18.413290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=dc943560-45ca-485f-a0a9-7ec874caba8a,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:18.457091 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:18.499548 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03414d55-22bb-496a-aab7-802b61435be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:18.539622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-825711c3-ec19-496e-b9f4-1755c935bf70 service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367199 Jun 04 16:35:18.545599 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56440) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:18.588803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03414d55-22bb-496a-aab7-802b61435be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:18.591571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event deleted for resources: {'Port': ['ID=a61d7e75-b8d7-4971-9e91-506905c76099,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:18.604474 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a0278e6-905f-4ed1-9c75-d3289d9a7a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:18.606375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9626166-cb8c-49ed-b69c-dccea68d6f01 req-2be621c7-9058-4be5-8d3b-1a84d80c098f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=d95006bb-5b6d-4e74-ac9e-75f536f36238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552686 Jun 04 16:35:18.615879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-fd0e43fd-d295-4478-9941-0a35cb2477ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:18.617320 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-fd0e43fd-d295-4478-9941-0a35cb2477ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbddd621-8de5-43c3-94bf-c30fa0e2249b HTTP/1.1" status: 200 len: 797 time: 0.2617311 Jun 04 16:35:18.638550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5a0278e6-905f-4ed1-9c75-d3289d9a7a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:18.660184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5a0278e6-905f-4ed1-9c75-d3289d9a7a13 admin admin] Usage tracker for resource:security_group_rule and tenant:754b7539e6d74d84a4799254f0b0f71b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:18.666020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5a0278e6-905f-4ed1-9c75-d3289d9a7a13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:18.669540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Allocated IP 172.20.0.7 (f58250c8-0d14-45b3-8b50-30142b2c0098/24ab7b2c-bf09-435e-8e04-71854923016b/c39bbf56-691d-4837-bec4-bba989ca8d7e) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:35:18.678698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5a0278e6-905f-4ed1-9c75-d3289d9a7a13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:18.734321 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03414d55-22bb-496a-aab7-802b61435be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:18.783307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03414d55-22bb-496a-aab7-802b61435be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60fcfb-4b70-4da7-b7ac-e27d840eb6b3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:18.915028 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03414d55-22bb-496a-aab7-802b61435be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:18.918762 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-03414d55-22bb-496a-aab7-802b61435be8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d60fcfb-4b70-4da7-b7ac-e27d840eb6b3 HTTP/1.1" status: 204 len: 168 time: 0.5195708 Jun 04 16:35:18.978174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee24c848-e3df-472c-befb-bc2371f2ddf3 req-18eb5c9b-87d2-49eb-bc6a-d97229ff071c tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 210 time: 0.0671308 Jun 04 16:35:19.009977 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.077839 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7ea1b2-d997-4829-a170-31595760d2e4'] response: {'server_uuid': '423f4d90-fcc8-4837-b294-27476432f082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc943560-45ca-485f-a0a9-7ec874caba8a', 'code': 200} Jun 04 16:35:19.101057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a0278e6-905f-4ed1-9c75-d3289d9a7a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.115227 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a0278e6-905f-4ed1-9c75-d3289d9a7a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.180208 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.194565 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5a0278e6-905f-4ed1-9c75-d3289d9a7a13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=754b7539e6d74d84a4799254f0b0f71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6450903 Jun 04 16:35:19.198898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56450) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:19.202522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0278e6-905f-4ed1-9c75-d3289d9a7a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e818d72b-dd1f-4a1f-81f0-dbbf4055251b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:19.269062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-4c85b123-b01e-493b-bc9c-e52e25a0af07 service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285142 Jun 04 16:35:19.274576 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca32bdeb-3df1-45f2-8819-83f1549bc89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.289721 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.293122 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.302463 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.373627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-34c1e4c5-c4de-4921-a248-339e586ab3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:19.376103 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-34c1e4c5-c4de-4921-a248-339e586ab3d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6834309 Jun 04 16:35:19.378834 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.379390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ed59f11-5d03-4b0c-828b-9da5765260e6 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:35:19.382581 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca32bdeb-3df1-45f2-8819-83f1549bc89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.468438 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.474211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bb552ef9-299f-40ac-acc5-a341c1b55793 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3ed59f11-5d03-4b0c-828b-9da5765260e6 HTTP/1.1" status: 204 len: 168 time: 8.1388834 Jun 04 16:35:19.475314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56468) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:19.478640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Network f58250c8-0d14-45b3-8b50-30142b2c0098 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:35:19.541051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:35:19.573247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:35:19.629338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Pushing event updated for resources: {'Port': ['ID=c39bbf56-691d-4837-bec4-bba989ca8d7e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:19.722763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:19.723492 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.738528 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca32bdeb-3df1-45f2-8819-83f1549bc89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.769670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32bdeb-3df1-45f2-8819-83f1549bc89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e818d72b-dd1f-4a1f-81f0-dbbf4055251b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:19.772488 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca32bdeb-3df1-45f2-8819-83f1549bc89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:19.773790 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ca32bdeb-3df1-45f2-8819-83f1549bc89f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e818d72b-dd1f-4a1f-81f0-dbbf4055251b HTTP/1.1" status: 204 len: 168 time: 0.5739594 Jun 04 16:35:19.791839 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-012768ec-bcb9-46af-9719-0ce8c944c8a8 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8656425 Jun 04 16:35:19.820603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Request body: {'port': {'device_id': '196cc77a-9362-4d6a-87af-f22e072d325a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:19.937837 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-4c337a18-8b82-4760-9599-bb18a84b4211 service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300515 Jun 04 16:35:19.960975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3d9528b-b02a-480d-9b8a-c36c4f69b884 req-2aa3418e-07b2-48aa-aa06-95a0676580c6 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 210 time: 0.2674282 Jun 04 16:35:19.991344 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:20.101252 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:20.206842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774364-9ec6-422b-a1ce-c1db62133784 req-cfc6d65c-b22a-464b-b16f-faaa0a463fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:20.208415 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03774364-9ec6-422b-a1ce-c1db62133784 req-cfc6d65c-b22a-464b-b16f-faaa0a463fea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 1096 time: 0.9987164 Jun 04 16:35:20.545449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39bbf56-691d-4837-bec4-bba989ca8d7e {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:35:20.563098 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:20.599066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9d7d2-9574-4be2-808a-964f88d5b5b0 req-488479bd-1d8f-4abe-aafd-4c698755cd2f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:20.606366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Transition to ACTIVE for port object c39bbf56-691d-4837-bec4-bba989ca8d7e will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:35:20.607829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bce9d7d2-9574-4be2-808a-964f88d5b5b0 req-488479bd-1d8f-4abe-aafd-4c698755cd2f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.9214737 Jun 04 16:35:20.611511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03774364-9ec6-422b-a1ce-c1db62133784 req-1a2bead0-26d2-4277-bb70-ac8a01822946 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d95006bb-5b6d-4e74-ac9e-75f536f36238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432078 Jun 04 16:35:20.615370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:20.791840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a61d7e75-b8d7-4971-9e91-506905c76099 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:35:20.857006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c39bbf56-691d-4837-bec4-bba989ca8d7e,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:20.857386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: a61d7e75-b8d7-4971-9e91-506905c76099 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:35:20.857739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a61d7e75-b8d7-4971-9e91-506905c76099 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:35:20.916278 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:20.930062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-f12a7427-e539-49f2-a4a3-91e81b2ea3fa service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8321497 Jun 04 16:35:20.944290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bce9d7d2-9574-4be2-808a-964f88d5b5b0 req-8cf21dd3-a7a0-4381-a2ec-45d3407e29f7 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355675 Jun 04 16:35:20.952162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Attempting to bind port c39bbf56-691d-4837-bec4-bba989ca8d7e on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:35:20.952339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Attempting to bind port c39bbf56-691d-4837-bec4-bba989ca8d7e by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '1720593f-1ccf-47bd-8083-5cee1d8d4b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:35:20.952678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Attempting to bind port c39bbf56-691d-4837-bec4-bba989ca8d7e on network f58250c8-0d14-45b3-8b50-30142b2c0098 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:35:20.980405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Port c39bbf56-691d-4837-bec4-bba989ca8d7e on network f58250c8-0d14-45b3-8b50-30142b2c0098 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:35:20.980825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Attempting to bind port c39bbf56-691d-4837-bec4-bba989ca8d7e on network f58250c8-0d14-45b3-8b50-30142b2c0098 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:35:20.990677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:35:20.991081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Checking segment: {'id': '1720593f-1ccf-47bd-8083-5cee1d8d4b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:35:20.991780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Bound using segment: {'id': '1720593f-1ccf-47bd-8083-5cee1d8d4b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:35:20.992340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Bound port: c39bbf56-691d-4837-bec4-bba989ca8d7e, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1720593f-1ccf-47bd-8083-5cee1d8d4b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:35:20.992716 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:21.074387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc47797-9114-49a1-a5b7-614d86affaee req-22d13027-9085-4b18-b113-baa0841a7fb7 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:21.085726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-afc47797-9114-49a1-a5b7-614d86affaee req-22d13027-9085-4b18-b113-baa0841a7fb7 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 945 time: 0.8939359 Jun 04 16:35:21.086782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Deleting port 7bb6690a-5d41-44ea-8369-435e429fc7cc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:35:21.087121 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:21.144776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] For port c39bbf56-691d-4837-bec4-bba989ca8d7e, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:35:21.149275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] For port c39bbf56-691d-4837-bec4-bba989ca8d7e, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c39bbf56-691d-4837-bec4-bba989ca8d7e,segment=NetworkSegment(1720593f-1ccf-47bd-8083-5cee1d8d4b53),segment_id=1720593f-1ccf-47bd-8083-5cee1d8d4b53)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:35:21.155555 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:21.237074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-b11051e2-2d07-4f9d-a8a3-14cff4f18ff6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e25bade0-c0eb-445a-bb94-2aa6430da92f HTTP/1.1" status: 200 len: 217 time: 0.2862415 Jun 04 16:35:21.303556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:21.304179 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:21.310301 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] 10.222.0.46 "PUT /v2.0/ports/c39bbf56-691d-4837-bec4-bba989ca8d7e HTTP/1.1" status: 200 len: 1091 time: 1.4895034 Jun 04 16:35:21.331390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196cc77a-9362-4d6a-87af-f22e072d325a', 'tag': 'c39bbf56-691d-4837-bec4-bba989ca8d7e'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:21.373555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb792fc9-28af-4040-bb7d-9839cd8fc8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c39bbf56-691d-4837-bec4-bba989ca8d7e,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:21.443886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-afc47797-9114-49a1-a5b7-614d86affaee req-dbc5b7f9-abfc-4046-b0c3-dcda9562873f tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=d95006bb-5b6d-4e74-ac9e-75f536f36238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797279 Jun 04 16:35:21.587769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-a8894fd5-a5fb-4e76-9c7b-6ca29fffadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:21.592873 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-a8894fd5-a5fb-4e76-9c7b-6ca29fffadf3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f2fed221c66405cb1357711eacccb1f&device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 1094 time: 0.2014756 Jun 04 16:35:21.634202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-7cf99f27-325f-498c-aa2e-a0d37a1ed13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:21.635479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-7cf99f27-325f-498c-aa2e-a0d37a1ed13e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbddd621-8de5-43c3-94bf-c30fa0e2249b HTTP/1.1" status: 200 len: 797 time: 0.3666182 Jun 04 16:35:21.709816 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-9978dd9b-b59e-4a21-8fb1-e75e6b9dff99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c39bbf56-691d-4837-bec4-bba989ca8d7e HTTP/1.1" status: 200 len: 217 time: 0.1106267 Jun 04 16:35:21.767978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50a77730-dad5-4a8c-bf30-fbca9dde8686 req-0b0aadb8-6e26-464d-8ac1-a94be8a0b297 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 210 time: 0.1447837 Jun 04 16:35:21.814816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-0514259f-a17d-402b-9a36-c1a59830b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:21.823049 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-0514259f-a17d-402b-9a36-c1a59830b2aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24ab7b2c-bf09-435e-8e04-71854923016b HTTP/1.1" status: 200 len: 853 time: 0.1000199 Jun 04 16:35:21.878651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-f4310c9b-86e7-434f-ad2a-02ed01ba56c7 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:21.880103 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-f4310c9b-86e7-434f-ad2a-02ed01ba56c7 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.42 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 0.6450074 Jun 04 16:35:21.892091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] For port 7bb6690a-5d41-44ea-8369-435e429fc7cc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7bb6690a-5d41-44ea-8369-435e429fc7cc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:21.892459 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:21.894899 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec00d5c-e2d5-4b64-a4ba-561bead764bd'] response: {'name': 'network-changed', 'server_uuid': '196cc77a-9362-4d6a-87af-f22e072d325a', 'tag': 'c39bbf56-691d-4837-bec4-bba989ca8d7e', 'status': 'completed', 'code': 200} Jun 04 16:35:21.908361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Request body: {'port': {'device_id': 'b42e1b64-2c2f-42ae-81b4-aff1fd754788', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'admin_state_up': True, 'tenant_id': '1b45c4870e4d408598053bccb5aa7a72'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:21.925617 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-83f11681-c020-4dc0-b8d9-03a6ab6d8b0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f58250c8-0d14-45b3-8b50-30142b2c0098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865102 Jun 04 16:35:21.931879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb0461-80a3-4f28-899f-0ce7d0499428 req-3ea0c6cc-5133-4cef-8156-f7558d7607de tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:21.933432 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7cb0461-80a3-4f28-899f-0ce7d0499428 req-3ea0c6cc-5133-4cef-8156-f7558d7607de tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 943 time: 0.7791874 Jun 04 16:35:22.153308 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-7c9a78c1-d05c-40a4-a3c8-b819633ea11f service neutron] 10.222.0.46 "GET /v2.0/networks/f58250c8-0d14-45b3-8b50-30142b2c0098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101350 Jun 04 16:35:22.247843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Calling delete_port for 7bb6690a-5d41-44ea-8369-435e429fc7cc owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:35:22.362242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:22.386056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Usage tracker for resource:port and tenant:1b45c4870e4d408598053bccb5aa7a72 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:22.399168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:22.442389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:22.444545 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f43e29c6-49a2-4ed8-9001-dc6c6703004d req-2670375a-29dc-48c8-b675-05c6363c1bb8 service neutron] 10.222.0.46 "GET /v2.0/networks/f58250c8-0d14-45b3-8b50-30142b2c0098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847207 Jun 04 16:35:22.456466 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7cb0461-80a3-4f28-899f-0ce7d0499428 req-c561ab1e-55a3-44b2-a4af-e67d582fb10b tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551327 Jun 04 16:35:22.458610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-e17f1203-a7e4-412c-b288-6df4f19ad12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:22.460067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-e17f1203-a7e4-412c-b288-6df4f19ad12d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7841403 Jun 04 16:35:22.575168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Made reservation on behalf of 1b45c4870e4d408598053bccb5aa7a72 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:35:22.583099 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:22.631789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9176c-93b9-47f3-83b6-a84669e3cf53 req-a6eccd55-e4ca-4009-9373-7da6cce0cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:22.633551 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7fc9176c-93b9-47f3-83b6-a84669e3cf53 req-a6eccd55-e4ca-4009-9373-7da6cce0cc8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f2fed221c66405cb1357711eacccb1f&device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 1094 time: 0.1363921 Jun 04 16:35:22.829685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9176c-93b9-47f3-83b6-a84669e3cf53 req-8fca03c2-c777-4cad-99fa-f1901ec1d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:22.831522 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7fc9176c-93b9-47f3-83b6-a84669e3cf53 req-8fca03c2-c777-4cad-99fa-f1901ec1d018 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f58250c8-0d14-45b3-8b50-30142b2c0098 HTTP/1.1" status: 200 len: 914 time: 0.1893742 Jun 04 16:35:22.931169 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7fc9176c-93b9-47f3-83b6-a84669e3cf53 req-823eee81-8f52-4e38-8310-aaedd72806fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c39bbf56-691d-4837-bec4-bba989ca8d7e HTTP/1.1" status: 200 len: 217 time: 0.0920653 Jun 04 16:35:22.983449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab89e29-9047-4771-90df-ff89434b77e8 req-63ab2edb-341e-4d5b-988e-db6acdccfe26 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:22.990578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eab89e29-9047-4771-90df-ff89434b77e8 req-63ab2edb-341e-4d5b-988e-db6acdccfe26 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.6863732 Jun 04 16:35:23.014799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9176c-93b9-47f3-83b6-a84669e3cf53 req-14335f58-27d9-402c-9e73-7544f42c4a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:23.016782 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7fc9176c-93b9-47f3-83b6-a84669e3cf53 req-14335f58-27d9-402c-9e73-7544f42c4a18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24ab7b2c-bf09-435e-8e04-71854923016b HTTP/1.1" status: 200 len: 853 time: 0.0787292 Jun 04 16:35:23.072927 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7fc9176c-93b9-47f3-83b6-a84669e3cf53 req-560fa766-6011-4547-8683-d3ed0e273d5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f58250c8-0d14-45b3-8b50-30142b2c0098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454667 Jun 04 16:35:23.120685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980be73f-9569-4573-978e-0a54c1bfa70f req-db13bbcf-7e4a-4e22-91a7-b4f447aca8b4 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:23.122316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-980be73f-9569-4573-978e-0a54c1bfa70f req-db13bbcf-7e4a-4e22-91a7-b4f447aca8b4 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 945 time: 0.5143127 Jun 04 16:35:23.137203 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eab89e29-9047-4771-90df-ff89434b77e8 req-41a02790-4648-4624-a0f7-65f3a84cef3e tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456540 Jun 04 16:35:23.139428 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-83759e5c-9b2c-4b4b-b21c-7c373a4cb533 service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463437 Jun 04 16:35:23.328775 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7fc9176c-93b9-47f3-83b6-a84669e3cf53 req-111e4c7f-105a-4beb-81c1-6045f4d00ee8 service neutron] 10.222.0.46 "GET /v2.0/networks/f58250c8-0d14-45b3-8b50-30142b2c0098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448547 Jun 04 16:35:23.336717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-980be73f-9569-4573-978e-0a54c1bfa70f req-e24fbf46-2b24-4c5e-9f39-411dd37fa184 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=d95006bb-5b6d-4e74-ac9e-75f536f36238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945138 Jun 04 16:35:23.423535 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7efcdaee-bdfe-411f-8e10-d820d62202ec req-c3d43b5b-7404-40fe-b0f3-e72c22d059f4 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 210 time: 0.0857625 Jun 04 16:35:23.442649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Allocated IP 172.20.0.13 (70421273-3d05-4465-beb8-c7e04471a05a/85832715-45f4-4da8-bd84-98b9a23469f5/854a04e1-96c6-4363-912a-9aec81cc8b4f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:35:23.465683 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:23.552979 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-7fc9176c-93b9-47f3-83b6-a84669e3cf53 req-9358545a-a348-4802-98e0-911a0ae0be2c service neutron] 10.222.0.46 "GET /v2.0/networks/f58250c8-0d14-45b3-8b50-30142b2c0098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020316 Jun 04 16:35:23.600305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bb6690a-5d41-44ea-8369-435e429fc7cc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:23.654550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b81dc38-5f95-464c-8e18-6793c6c462ef req-9c77e3d5-8dfb-4132-b576-173c5a63aa5c service neutron] 10.222.0.42 "GET /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529772 Jun 04 16:35:23.876957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56606) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:23.944827 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.007967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf32433a-883a-42ab-9125-8dc7da03dd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.032866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bf32433a-883a-42ab-9125-8dc7da03dd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:24.037385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bf32433a-883a-42ab-9125-8dc7da03dd47 admin admin] Usage tracker for resource:security_group_rule and tenant:157774595d604660a14ed29bf0142b5f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:24.040481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bf32433a-883a-42ab-9125-8dc7da03dd47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:24.047205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bf32433a-883a-42ab-9125-8dc7da03dd47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:24.154780 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf32433a-883a-42ab-9125-8dc7da03dd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.159255 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf32433a-883a-42ab-9125-8dc7da03dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.174695 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.183146 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.205164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312e69f-2458-444e-a8fb-e37ba7c00a09 req-6beea7ae-e029-477b-97a5-8e3c9b2a3f68 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:24.206708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b312e69f-2458-444e-a8fb-e37ba7c00a09 req-6beea7ae-e029-477b-97a5-8e3c9b2a3f68 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 945 time: 0.5548017 Jun 04 16:35:24.214464 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bf32433a-883a-42ab-9125-8dc7da03dd47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=157774595d604660a14ed29bf0142b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333714 Jun 04 16:35:24.215710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56616) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:24.222045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32433a-883a-42ab-9125-8dc7da03dd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccaee3c-0a27-4301-baf9-b622d655fb53,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:24.226652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56620) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:24.233455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4c3451fd-dbb8-41a6-8d8e-09a2851b08a9 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Request body: {'floatingip': {'port_id': 'dc943560-45ca-485f-a0a9-7ec874caba8a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:24.264241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa45989-e2bc-4294-92db-33b9a92433f0 req-3f969de5-60d3-430d-b6b7-21d892086acb tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:24.271168 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5aa45989-e2bc-4294-92db-33b9a92433f0 req-3f969de5-60d3-430d-b6b7-21d892086acb tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 943 time: 0.5586441 Jun 04 16:35:24.307266 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.307825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54874647-fae6-444a-9f45-4023df47505b {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:35:24.316601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.374073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5aa45989-e2bc-4294-92db-33b9a92433f0 req-bd05f463-e2dd-4b4f-b912-e63b382cb9ee tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019678 Jun 04 16:35:24.401484 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c3451fd-dbb8-41a6-8d8e-09a2851b08a9 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.414897 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.416210 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-76d3fc64-673c-4b26-9c61-8f54af0219f6 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "DELETE /v2.0/routers/54874647-fae6-444a-9f45-4023df47505b HTTP/1.1" status: 204 len: 168 time: 4.9337261 Jun 04 16:35:24.423724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56626) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:24.440005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-75838633', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:24.451008 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-280adcc3-500a-40fb-8aab-9122f05c6b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.453336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:24.466557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Usage tracker for resource:router and tenant:55b192191b6346dda0fcc3a531f292d8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:24.473180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:24.482421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:24.532172 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-280adcc3-500a-40fb-8aab-9122f05c6b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.559642 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.572970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['838761b6-421d-4114-aed8-8a2ffc0bfafe'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:35:24.575274 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.576350 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.856827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Network 70421273-3d05-4465-beb8-c7e04471a05a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:35:24.862665 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:24.876378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:35:24.887432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event updated for resources: {'Port': ['ID=854a04e1-96c6-4363-912a-9aec81cc8b4f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:24.892791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:35:25.013198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7bb6690a-5d41-44ea-8369-435e429fc7cc no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:35:25.101511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 7bb6690a-5d41-44ea-8369-435e429fc7cc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:35:25.105350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7bb6690a-5d41-44ea-8369-435e429fc7cc not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:35:25.321569 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-280adcc3-500a-40fb-8aab-9122f05c6b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:25.417909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280adcc3-500a-40fb-8aab-9122f05c6b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccaee3c-0a27-4301-baf9-b622d655fb53,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:25.430624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ae11a-b4a8-4387-9b31-bf04efed34f2 req-f56ce042-2579-4b16-a3d8-eeb529a32407 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:25.437846 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d00ae11a-b4a8-4387-9b31-bf04efed34f2 req-f56ce042-2579-4b16-a3d8-eeb529a32407 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.7685952 Jun 04 16:35:25.447400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:25.448051 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:25.473271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab7d07-0e4d-4060-a8e2-a2c5e6942050 req-ac62bf7a-ba96-446b-abf6-f713576a4ee5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:25.474080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8fab7d07-0e4d-4060-a8e2-a2c5e6942050 req-ac62bf7a-ba96-446b-abf6-f713576a4ee5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:35:25.546555 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-280adcc3-500a-40fb-8aab-9122f05c6b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:25.547752 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-280adcc3-500a-40fb-8aab-9122f05c6b64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ccaee3c-0a27-4301-baf9-b622d655fb53 HTTP/1.1" status: 204 len: 168 time: 1.3313880 Jun 04 16:35:25.681219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-924c554e-56eb-4cb4-8c2e-3b937c4de49c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7797277 Jun 04 16:35:25.744865 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c3451fd-dbb8-41a6-8d8e-09a2851b08a9 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:25.748819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8fab7d07-0e4d-4060-a8e2-a2c5e6942050 req-ac62bf7a-ba96-446b-abf6-f713576a4ee5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:35:25.750095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fab7d07-0e4d-4060-a8e2-a2c5e6942050 req-ac62bf7a-ba96-446b-abf6-f713576a4ee5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 932 time: 1.0424948 Jun 04 16:35:25.752831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c3451fd-dbb8-41a6-8d8e-09a2851b08a9 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:25.755874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Request body: {'port': {'device_id': 'b42e1b64-2c2f-42ae-81b4-aff1fd754788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:25.805572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d00ae11a-b4a8-4387-9b31-bf04efed34f2 req-bbcbf571-c134-459e-a0f1-f3281640a63e tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668535 Jun 04 16:35:25.807945 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:25.961982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c39bbf56-691d-4837-bec4-bba989ca8d7e details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:35:26.027350 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fab7d07-0e4d-4060-a8e2-a2c5e6942050 req-820b9ec1-f3d7-482c-9b96-ad91a9a0322d tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400577 Jun 04 16:35:26.037670 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-4c3451fd-dbb8-41a6-8d8e-09a2851b08a9 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Floating IP fb031394-4e74-4bb0-9216-e2d2ea8a56d9 associated. External IP: 172.25.5.38, port: dc943560-45ca-485f-a0a9-7ec874caba8a. Jun 04 16:35:26.076405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:26.135413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c39bbf56-691d-4837-bec4-bba989ca8d7e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c39bbf56-691d-4837-bec4-bba989ca8d7e,segment=NetworkSegment(1720593f-1ccf-47bd-8083-5cee1d8d4b53),segment_id=1720593f-1ccf-47bd-8083-5cee1d8d4b53)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:26.152344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'c39bbf56-691d-4837-bec4-bba989ca8d7e', 'network_id': 'f58250c8-0d14-45b3-8b50-30142b2c0098', 'port_id': 'c39bbf56-691d-4837-bec4-bba989ca8d7e', 'mac_address': 'fa:16:3e:cb:f4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ab7b2c-bf09-435e-8e04-71854923016b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:35:26.182920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972556dc-838b-4f7d-87c4-863fcd22459c req-d684a2c2-6320-4c3b-87b8-422cc604406a tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:26.194347 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-972556dc-838b-4f7d-87c4-863fcd22459c req-d684a2c2-6320-4c3b-87b8-422cc604406a tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 943 time: 0.2272499 Jun 04 16:35:26.244098 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c39bbf56-691d-4837-bec4-bba989ca8d7e is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:26.245346 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:26.269575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39bbf56-691d-4837-bec4-bba989ca8d7e {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:35:26.284973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-972556dc-838b-4f7d-87c4-863fcd22459c req-de7a6825-2919-4f2c-8b0b-d2ae94d23255 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895016 Jun 04 16:35:26.298308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c39bbf56-691d-4837-bec4-bba989ca8d7e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c39bbf56-691d-4837-bec4-bba989ca8d7e,segment=NetworkSegment(1720593f-1ccf-47bd-8083-5cee1d8d4b53),segment_id=1720593f-1ccf-47bd-8083-5cee1d8d4b53)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:26.307494 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:26.350727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56656) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:26.398946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c39bbf56-691d-4837-bec4-bba989ca8d7e,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:26.462012 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-564fbdf2-04c1-4f7f-8fe1-611ea90d37bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:26.500117 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3451fd-dbb8-41a6-8d8e-09a2851b08a9 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:35:26.561695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['c39bbf56-691d-4837-bec4-bba989ca8d7e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:35:26.580686 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-564fbdf2-04c1-4f7f-8fe1-611ea90d37bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:26.591152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-564fbdf2-04c1-4f7f-8fe1-611ea90d37bb admin admin] Usage tracker for resource:security_group_rule and tenant:79ce7b1800474e568af62c8ffe3cae61 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:26.674807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-564fbdf2-04c1-4f7f-8fe1-611ea90d37bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:26.677572 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:26.730241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-564fbdf2-04c1-4f7f-8fe1-611ea90d37bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:26.732753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3451fd-dbb8-41a6-8d8e-09a2851b08a9 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:35:26.735378 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:26.748037 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c3451fd-dbb8-41a6-8d8e-09a2851b08a9 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:26.755154 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a014cef-483e-449e-8139-21a4ec446ea9 None None] Sync routers for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:35:26.796822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a014cef-483e-449e-8139-21a4ec446ea9 None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:26.797842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9a014cef-483e-449e-8139-21a4ec446ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:26.820704 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4c3451fd-dbb8-41a6-8d8e-09a2851b08a9 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "PUT /v2.0/floatingips/fb031394-4e74-4bb0-9216-e2d2ea8a56d9 HTTP/1.1" status: 200 len: 990 time: 2.5927825 Jun 04 16:35:26.821342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423f4d90-fcc8-4837-b294-27476432f082', 'tag': 'dc943560-45ca-485f-a0a9-7ec874caba8a'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:26.889802 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b66ecc3-852a-4203-957c-1e2c442a955e'] response: {'name': 'network-changed', 'server_uuid': '423f4d90-fcc8-4837-b294-27476432f082', 'tag': 'dc943560-45ca-485f-a0a9-7ec874caba8a', 'status': 'completed', 'code': 200} Jun 04 16:35:27.059536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Allocated IP 172.25.5.135 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/acc01c4a-222d-44e9-9cfb-b220188dcbe0) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:35:27.084363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eb1c4-477f-4cf8-9f1d-0ca2881568e1 req-2b54a634-34d0-4196-b300-6bc26cd7e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:27.085361 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9a014cef-483e-449e-8139-21a4ec446ea9 None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:35:27.086327 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-582eb1c4-477f-4cf8-9f1d-0ca2881568e1 req-2b54a634-34d0-4196-b300-6bc26cd7e9d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 1096 time: 0.1662467 Jun 04 16:35:27.287420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eb1c4-477f-4cf8-9f1d-0ca2881568e1 req-c9641f0b-55e7-4be6-9ecb-43bbf4f209f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:27.289011 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-582eb1c4-477f-4cf8-9f1d-0ca2881568e1 req-c9641f0b-55e7-4be6-9ecb-43bbf4f209f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 200 len: 916 time: 0.1958330 Jun 04 16:35:27.431506 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-582eb1c4-477f-4cf8-9f1d-0ca2881568e1 req-833d5d32-c280-4c7e-9e52-065ea9904288 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc943560-45ca-485f-a0a9-7ec874caba8a HTTP/1.1" status: 200 len: 998 time: 0.1333346 Jun 04 16:35:27.491086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-564fbdf2-04c1-4f7f-8fe1-611ea90d37bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:27.506571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eb1c4-477f-4cf8-9f1d-0ca2881568e1 req-0e31d62b-a4e4-4016-9b3b-9f210fa94c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:27.508173 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-582eb1c4-477f-4cf8-9f1d-0ca2881568e1 req-0e31d62b-a4e4-4016-9b3b-9f210fa94c7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 200 len: 854 time: 0.0691576 Jun 04 16:35:27.510414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9a014cef-483e-449e-8139-21a4ec446ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'fb031394-4e74-4bb0-9216-e2d2ea8a56d9', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': 'dc943560-45ca-485f-a0a9-7ec874caba8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:86:b1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f4d90-fcc8-4837-b294-27476432f082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:34:51Z', 'updated_at': '2022-06-04T16:35:25Z', 'revision_number': 1, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:27.514980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a014cef-483e-449e-8139-21a4ec446ea9 None None] Checking router: 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:35:27.538985 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a014cef-483e-449e-8139-21a4ec446ea9 None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:27.539635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9a014cef-483e-449e-8139-21a4ec446ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:27.571353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-564fbdf2-04c1-4f7f-8fe1-611ea90d37bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:27.618901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854a04e1-96c6-4363-912a-9aec81cc8b4f {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:35:27.667315 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:27.697476 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-564fbdf2-04c1-4f7f-8fe1-611ea90d37bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79ce7b1800474e568af62c8ffe3cae61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3450987 Jun 04 16:35:27.705131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fbdf2-04c1-4f7f-8fe1-611ea90d37bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31f34cd-b9e3-4dbb-b97d-639dc51ab6d0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:27.711989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56696) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:27.754463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Transition to ACTIVE for port object 854a04e1-96c6-4363-912a-9aec81cc8b4f will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:35:27.789742 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:27.794080 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eb1c4-477f-4cf8-9f1d-0ca2881568e1 req-bc7d901c-bd57-4361-9b9c-e2a1184b5fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:27.796229 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-582eb1c4-477f-4cf8-9f1d-0ca2881568e1 req-bc7d901c-bd57-4361-9b9c-e2a1184b5fa2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f5938a6-9eb6-42de-81b7-fd33ade18d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2711155 Jun 04 16:35:27.797103 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3bd9ab2f-b0ef-4a09-a2e3-6864946aa2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:27.815396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9a014cef-483e-449e-8139-21a4ec446ea9 None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:35:27.889856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adb1b1-ece6-49f2-93b3-aed592b380ad req-a9fd0824-7b9b-4e7c-b7aa-f83d60d767d4 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:27.897875 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19adb1b1-ece6-49f2-93b3-aed592b380ad req-a9fd0824-7b9b-4e7c-b7aa-f83d60d767d4 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 932 time: 0.4561622 Jun 04 16:35:27.958248 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:27.959850 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-582eb1c4-477f-4cf8-9f1d-0ca2881568e1 req-f771dc88-dbcc-41a7-9f02-f0ca74477ea3 service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417303 Jun 04 16:35:27.975677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c39bbf56-691d-4837-bec4-bba989ca8d7e up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:35:27.989574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91a691-08d1-4ca9-bcbf-11e18616773a req-b92463f4-6d3e-45a5-a011-d7135bafa121 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:27.991390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d91a691-08d1-4ca9-bcbf-11e18616773a req-b92463f4-6d3e-45a5-a011-d7135bafa121 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.8972883 Jun 04 16:35:28.014765 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19adb1b1-ece6-49f2-93b3-aed592b380ad req-af89259d-25e1-42cf-a21a-fa9354dafa64 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106846 Jun 04 16:35:28.145511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Pushing event updated for resources: {'Port': ['ID=854a04e1-96c6-4363-912a-9aec81cc8b4f,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:28.193389 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac19bdf4-1d9d-4b61-9918-553991842adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:28.195007 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-582eb1c4-477f-4cf8-9f1d-0ca2881568e1 req-0860e3fa-0605-47de-90a8-fc0bbac1366e service neutron] 10.222.0.46 "GET /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220488 Jun 04 16:35:28.282237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port c39bbf56-691d-4837-bec4-bba989ca8d7e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:35:28.290387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port c39bbf56-691d-4837-bec4-bba989ca8d7e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:35:28.290909 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:28.323777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d91a691-08d1-4ca9-bcbf-11e18616773a req-0cd63751-5b51-4cbc-a374-71c6b6e752d9 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017588 Jun 04 16:35:28.355767 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac19bdf4-1d9d-4b61-9918-553991842adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:28.427232 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9a014cef-483e-449e-8139-21a4ec446ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'fb031394-4e74-4bb0-9216-e2d2ea8a56d9', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': 'dc943560-45ca-485f-a0a9-7ec874caba8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:86:b1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f4d90-fcc8-4837-b294-27476432f082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:34:51Z', 'updated_at': '2022-06-04T16:35:25Z', 'revision_number': 1, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:28.433923 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:28.435051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a014cef-483e-449e-8139-21a4ec446ea9 None None] The sync data for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 is: [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'fb031394-4e74-4bb0-9216-e2d2ea8a56d9', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'port_id': 'dc943560-45ca-485f-a0a9-7ec874caba8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'mac_address': 'fa:16:3e:86:b1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f4d90-fcc8-4837-b294-27476432f082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:34:51Z', 'updated_at': '2022-06-04T16:35:25Z', 'revision_number': 1, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:35:28.474112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Attempting to bind port 854a04e1-96c6-4363-912a-9aec81cc8b4f on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:35:28.474464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Attempting to bind port 854a04e1-96c6-4363-912a-9aec81cc8b4f by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:35:28.474793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Attempting to bind port 854a04e1-96c6-4363-912a-9aec81cc8b4f on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:35:28.502369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c39bbf56-691d-4837-bec4-bba989ca8d7e is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:28.503000 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:28.515943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Port 854a04e1-96c6-4363-912a-9aec81cc8b4f on network 70421273-3d05-4465-beb8-c7e04471a05a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:35:28.516492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Attempting to bind port 854a04e1-96c6-4363-912a-9aec81cc8b4f on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:35:28.535931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196cc77a-9362-4d6a-87af-f22e072d325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39bbf56-691d-4837-bec4-bba989ca8d7e'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:28.548379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c39bbf56-691d-4837-bec4-bba989ca8d7e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c39bbf56-691d-4837-bec4-bba989ca8d7e,segment=NetworkSegment(1720593f-1ccf-47bd-8083-5cee1d8d4b53),segment_id=1720593f-1ccf-47bd-8083-5cee1d8d4b53)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:28.549507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bc3c6-5baa-4fd3-b215-4a08c2ede6b8 req-99310eae-770f-424c-be5c-a5d67ea3e5c3 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:28.551436 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e21bc3c6-5baa-4fd3-b215-4a08c2ede6b8 req-99310eae-770f-424c-be5c-a5d67ea3e5c3 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 944 time: 0.4104927 Jun 04 16:35:28.560420 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:28.560638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:35:28.560751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Checking segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:35:28.561081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Bound using segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:35:28.561660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Bound port: 854a04e1-96c6-4363-912a-9aec81cc8b4f, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:35:28.562057 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:28.600966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:35:28.679820 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48411e3-53e2-4f6b-aba5-7e2397690833'] response: {'server_uuid': '196cc77a-9362-4d6a-87af-f22e072d325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39bbf56-691d-4837-bec4-bba989ca8d7e', 'code': 200} Jun 04 16:35:28.680457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:35:28.683899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c39bbf56-691d-4837-bec4-bba989ca8d7e,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:28.689807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:35:28.760361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Pushing event updated for resources: {'Port': ['ID=acc01c4a-222d-44e9-9cfb-b220188dcbe0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:28.789753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c228dd-4dcc-4302-83fa-4c8eaa69a537 req-515b4ce3-f7b5-4b96-a460-c9f1d642d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:28.792482 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e8c228dd-4dcc-4302-83fa-4c8eaa69a537 req-515b4ce3-f7b5-4b96-a460-c9f1d642d8be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 1096 time: 0.0978496 Jun 04 16:35:28.808174 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f3bdd-6075-4dd3-b736-6d258279350d None None] New status for floating IP fb031394-4e74-4bb0-9216-e2d2ea8a56d9: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:35:28.843917 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e8c228dd-4dcc-4302-83fa-4c8eaa69a537 req-cec9d09d-6a04-42cd-940c-6fde9ced231b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453672 Jun 04 16:35:28.859938 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac19bdf4-1d9d-4b61-9918-553991842adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:28.906048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19bdf4-1d9d-4b61-9918-553991842adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31f34cd-b9e3-4dbb-b97d-639dc51ab6d0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:28.953700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e21bc3c6-5baa-4fd3-b215-4a08c2ede6b8 req-928c58a7-b8f8-41a9-bcdc-f390da15f40e tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404462 Jun 04 16:35:29.209453 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac19bdf4-1d9d-4b61-9918-553991842adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:29.210376 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ac19bdf4-1d9d-4b61-9918-553991842adb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a31f34cd-b9e3-4dbb-b97d-639dc51ab6d0 HTTP/1.1" status: 204 len: 168 time: 1.4861910 Jun 04 16:35:29.267684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] For port 854a04e1-96c6-4363-912a-9aec81cc8b4f, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:35:29.299361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] For port 854a04e1-96c6-4363-912a-9aec81cc8b4f, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=854a04e1-96c6-4363-912a-9aec81cc8b4f,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:35:29.312192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56726) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:29.314699 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:29.390464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:29.391660 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:29.393116 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] 10.222.0.42 "PUT /v2.0/ports/854a04e1-96c6-4363-912a-9aec81cc8b4f HTTP/1.1" status: 200 len: 1092 time: 3.6530910 Jun 04 16:35:29.400309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42e1b64-2c2f-42ae-81b4-aff1fd754788', 'tag': '854a04e1-96c6-4363-912a-9aec81cc8b4f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:29.433363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfbab7-1d48-43e3-b3ad-5cd757e941b6 req-2525936a-17d8-486b-b337-c4d758debcdf tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:29.435024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26cfbab7-1d48-43e3-b3ad-5cd757e941b6 req-2525936a-17d8-486b-b337-c4d758debcdf tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 944 time: 0.2726979 Jun 04 16:35:29.709498 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-efce0b3c-45e9-470a-8ea2-013ab44f9fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:29.743679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-efce0b3c-45e9-470a-8ea2-013ab44f9fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:29.747792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-efce0b3c-45e9-470a-8ea2-013ab44f9fae admin admin] Usage tracker for resource:security_group_rule and tenant:0e19060974e14900bc3d342cb13ca11a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:29.751145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-efce0b3c-45e9-470a-8ea2-013ab44f9fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:29.757239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-efce0b3c-45e9-470a-8ea2-013ab44f9fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:29.759926 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee9e6a2-f6a6-4fc7-8646-41acf8fffaac'] response: {'name': 'network-changed', 'server_uuid': 'b42e1b64-2c2f-42ae-81b4-aff1fd754788', 'tag': '854a04e1-96c6-4363-912a-9aec81cc8b4f', 'status': 'completed', 'code': 200} Jun 04 16:35:29.865378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e720ae-0584-4f07-8b03-358446d6ced6 service neutron] Pushing event updated for resources: {'Port': ['ID=854a04e1-96c6-4363-912a-9aec81cc8b4f,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:29.904936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26cfbab7-1d48-43e3-b3ad-5cd757e941b6 req-5ed5a3bd-f35d-4da8-883a-a83e8cbe8d0f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465564 Jun 04 16:35:29.925739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:29.933637 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-efce0b3c-45e9-470a-8ea2-013ab44f9fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:29.939583 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-efce0b3c-45e9-470a-8ea2-013ab44f9fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:30.001492 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bba35a11-2496-46f2-89d6-82689e604f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:30.030743 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-efce0b3c-45e9-470a-8ea2-013ab44f9fae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e19060974e14900bc3d342cb13ca11a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7141881 Jun 04 16:35:30.036220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56748) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:30.049491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce0b3c-45e9-470a-8ea2-013ab44f9fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf1845b-f060-47ba-9607-dafe4b99a6ff,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:30.204066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-ea7f6502-a4c8-4821-a891-acaca599a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:30.205575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-ea7f6502-a4c8-4821-a891-acaca599a734 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 1095 time: 0.4485357 Jun 04 16:35:30.313983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-5601a913-fe14-4ae6-9b8e-b3ced020a53f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854a04e1-96c6-4363-912a-9aec81cc8b4f HTTP/1.1" status: 200 len: 217 time: 0.0955284 Jun 04 16:35:30.532640 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-978a54ed-0d3e-436d-851e-21cc1f955e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:30.625406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-061083e5-aa4b-4cbe-b44b-604269d1c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:30.627124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-061083e5-aa4b-4cbe-b44b-604269d1c35c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.3059731 Jun 04 16:35:30.750788 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-978a54ed-0d3e-436d-851e-21cc1f955e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:30.780934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-66f9bf02-732b-4ff4-aae9-febd38960fd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352439 Jun 04 16:35:30.788493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e31df9-16cb-4b18-9826-a9213bad1e72 req-062c7a87-6a4d-42d6-ad07-7c878d83d734 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:30.789844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61e31df9-16cb-4b18-9826-a9213bad1e72 req-062c7a87-6a4d-42d6-ad07-7c878d83d734 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 945 time: 0.7043357 Jun 04 16:35:30.995851 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:31.000346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61e31df9-16cb-4b18-9826-a9213bad1e72 req-1133ac42-8219-484a-9fdd-c90078ac11f7 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899786 Jun 04 16:35:31.009869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efd522-3a5b-474d-8220-00a8aa5a5ad4 req-6e0ec308-147d-466d-8d3c-ac3810119761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:31.011867 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14efd522-3a5b-474d-8220-00a8aa5a5ad4 req-6e0ec308-147d-466d-8d3c-ac3810119761 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 1096 time: 0.5404959 Jun 04 16:35:31.091043 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:31.125200 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-978a54ed-0d3e-436d-851e-21cc1f955e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:31.257912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea6738-dd18-4d94-aba3-2fc20a20ee0f req-bc860a27-affc-40fd-8b70-de0a7f7e5cd7 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:31.259401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33ea6738-dd18-4d94-aba3-2fc20a20ee0f req-bc860a27-affc-40fd-8b70-de0a7f7e5cd7 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.7278986 Jun 04 16:35:31.274457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a54ed-0d3e-436d-851e-21cc1f955e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf1845b-f060-47ba-9607-dafe4b99a6ff,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:31.298673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-e7696442-d719-47d7-966c-683315cd4f07 service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049384 Jun 04 16:35:31.323291 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-978a54ed-0d3e-436d-851e-21cc1f955e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:31.324364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-978a54ed-0d3e-436d-851e-21cc1f955e18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdf1845b-f060-47ba-9607-dafe4b99a6ff HTTP/1.1" status: 204 len: 168 time: 1.2708509 Jun 04 16:35:31.354719 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:31.372645 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:35:31.710775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33ea6738-dd18-4d94-aba3-2fc20a20ee0f req-f15d61ce-9788-486a-91ae-87b7593a7bec tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342380 Jun 04 16:35:31.731893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efd522-3a5b-474d-8220-00a8aa5a5ad4 req-47e82adc-631f-4a52-a15d-61f80218314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:31.733359 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14efd522-3a5b-474d-8220-00a8aa5a5ad4 req-47e82adc-631f-4a52-a15d-61f80218314b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.6596491 Jun 04 16:35:31.824922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56802) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:31.836557 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14efd522-3a5b-474d-8220-00a8aa5a5ad4 req-4ed0af16-2157-4537-be75-0c129ad01754 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910bb961-5609-4845-b7fe-12c8742a1c73 HTTP/1.1" status: 200 len: 217 time: 0.0919573 Jun 04 16:35:31.844640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e704d671-3055-4aeb-bd70-6f0ed13cdc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:31.856972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454eeaa-003d-4f34-b437-e41c8c161500 req-531a825e-e6b4-4812-88ba-27d4b62a03c8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:31.858751 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7454eeaa-003d-4f34-b437-e41c8c161500 req-531a825e-e6b4-4812-88ba-27d4b62a03c8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 944 time: 0.7211587 Jun 04 16:35:31.861674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e704d671-3055-4aeb-bd70-6f0ed13cdc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:31.866128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e704d671-3055-4aeb-bd70-6f0ed13cdc53 admin admin] Usage tracker for resource:security_group_rule and tenant:8a7c7213ce3a467a8c28657b7b9320cd is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:31.869071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e704d671-3055-4aeb-bd70-6f0ed13cdc53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:31.875020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e704d671-3055-4aeb-bd70-6f0ed13cdc53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:31.945945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2832cd91-bb05-4f96-b5d7-a419b078d5eb req-b1dd20be-4977-4cb8-a805-ebe37dabdd95 service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267879 Jun 04 16:35:31.959710 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e704d671-3055-4aeb-bd70-6f0ed13cdc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:31.966576 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e704d671-3055-4aeb-bd70-6f0ed13cdc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:31.983620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efd522-3a5b-474d-8220-00a8aa5a5ad4 req-283c307d-fc48-4654-a173-3b43d5cddcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:31.985114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14efd522-3a5b-474d-8220-00a8aa5a5ad4 req-283c307d-fc48-4654-a173-3b43d5cddcb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.1232615 Jun 04 16:35:31.990631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7454eeaa-003d-4f34-b437-e41c8c161500 req-f2d4b33b-cad4-42df-8365-3b4b7575aa59 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874074 Jun 04 16:35:31.991215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Router bf4dd355-6e29-4df7-a27c-c00a9efd48e0 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:35:32.022554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704d671-3055-4aeb-bd70-6f0ed13cdc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360cdf71-52c1-4c2a-a65e-b3522a3fe341,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:32.041985 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e704d671-3055-4aeb-bd70-6f0ed13cdc53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a7c7213ce3a467a8c28657b7b9320cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156951 Jun 04 16:35:32.045004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56810) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:32.131679 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-61f5e75f-5584-46dc-8099-32d09c5afae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:32.160307 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-61f5e75f-5584-46dc-8099-32d09c5afae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:32.222447 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-61f5e75f-5584-46dc-8099-32d09c5afae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:32.241814 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5e75f-5584-46dc-8099-32d09c5afae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360cdf71-52c1-4c2a-a65e-b3522a3fe341,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:32.255833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-61f5e75f-5584-46dc-8099-32d09c5afae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:32.260846 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-61f5e75f-5584-46dc-8099-32d09c5afae5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/360cdf71-52c1-4c2a-a65e-b3522a3fe341 HTTP/1.1" status: 204 len: 168 time: 0.2142935 Jun 04 16:35:32.308105 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56818) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:32.367406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efd522-3a5b-474d-8220-00a8aa5a5ad4 req-6f5c958e-0a4c-4b1e-9b53-3875bfefa920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:32.368949 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14efd522-3a5b-474d-8220-00a8aa5a5ad4 req-6f5c958e-0a4c-4b1e-9b53-3875bfefa920 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3742292 Jun 04 16:35:32.374399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:35:32.384429 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5607bfa7-4d0d-463a-9340-d50d961d3551 None None] Sync routers for ids ['bf4dd355-6e29-4df7-a27c-c00a9efd48e0'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:35:32.398155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607bfa7-4d0d-463a-9340-d50d961d3551 None None] Routers {'bf4dd355-6e29-4df7-a27c-c00a9efd48e0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:32.399183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5607bfa7-4d0d-463a-9340-d50d961d3551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['bf4dd355-6e29-4df7-a27c-c00a9efd48e0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:32.416765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6d05-3e1b-4160-8ce5-1c8f83352ed7 req-760fc28c-e6c7-45ff-8a95-8ad49930f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:32.419080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-994a6d05-3e1b-4160-8ce5-1c8f83352ed7 req-760fc28c-e6c7-45ff-8a95-8ad49930f592 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 1095 time: 0.3867252 Jun 04 16:35:32.471158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5607bfa7-4d0d-463a-9340-d50d961d3551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:32.481798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607bfa7-4d0d-463a-9340-d50d961d3551 None None] Routers {'bf4dd355-6e29-4df7-a27c-c00a9efd48e0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:32.482895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5607bfa7-4d0d-463a-9340-d50d961d3551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['bf4dd355-6e29-4df7-a27c-c00a9efd48e0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:32.561194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf19eb-2efa-435c-b0e6-8840c2bd2618 req-aba98303-8b4c-41cd-9370-2c0ca5628268 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:32.562393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5607bfa7-4d0d-463a-9340-d50d961d3551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:32.562945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11bf19eb-2efa-435c-b0e6-8840c2bd2618 req-aba98303-8b4c-41cd-9370-2c0ca5628268 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 945 time: 0.4144824 Jun 04 16:35:32.563262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5607bfa7-4d0d-463a-9340-d50d961d3551 None None] The sync data for ids ['bf4dd355-6e29-4df7-a27c-c00a9efd48e0'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:35:32.569587 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:32.570777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fcac83d4-b211-45c2-b4ff-5981bee5fc12 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.1444130 Jun 04 16:35:32.576066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56826) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:32.580144 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:32.589528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b55d817f-ad64-425a-b20a-78e89636ee2a tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'enable_snat': False}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:32.683394 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d51259b5-a0d1-4855-9760-902caedabe99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:32.711149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d51259b5-a0d1-4855-9760-902caedabe99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:32.718669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d51259b5-a0d1-4855-9760-902caedabe99 admin admin] Usage tracker for resource:security_group_rule and tenant:5ccb379efcd24d3da065991c06af5cc5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:32.723203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d51259b5-a0d1-4855-9760-902caedabe99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:32.783659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11bf19eb-2efa-435c-b0e6-8840c2bd2618 req-fead07d5-ee98-4cb6-abb5-0cba1ae69050 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354225 Jun 04 16:35:32.794297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6d05-3e1b-4160-8ce5-1c8f83352ed7 req-220fcf5d-7b30-4885-973b-47235f7606cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:32.796490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-994a6d05-3e1b-4160-8ce5-1c8f83352ed7 req-220fcf5d-7b30-4885-973b-47235f7606cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 906 time: 0.3609693 Jun 04 16:35:32.798394 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14efd522-3a5b-474d-8220-00a8aa5a5ad4 req-c52f972e-fe74-4ec1-8c2d-84319cdd1596 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132493 Jun 04 16:35:32.824998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d51259b5-a0d1-4855-9760-902caedabe99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:32.946868 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-994a6d05-3e1b-4160-8ce5-1c8f83352ed7 req-2cd72b42-1810-4236-86d6-81c66f134c95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854a04e1-96c6-4363-912a-9aec81cc8b4f HTTP/1.1" status: 200 len: 217 time: 0.1337562 Jun 04 16:35:33.088134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6d05-3e1b-4160-8ce5-1c8f83352ed7 req-f1d6dcc3-f6d1-4d42-a125-52489596e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:33.090752 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-994a6d05-3e1b-4160-8ce5-1c8f83352ed7 req-f1d6dcc3-f6d1-4d42-a125-52489596e9f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.0771325 Jun 04 16:35:33.218941 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d51259b5-a0d1-4855-9760-902caedabe99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:33.226567 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d51259b5-a0d1-4855-9760-902caedabe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:33.319909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-994a6d05-3e1b-4160-8ce5-1c8f83352ed7 req-7bccfbc7-7523-42c0-abbc-4b106a37bf3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620928 Jun 04 16:35:33.378090 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d51259b5-a0d1-4855-9760-902caedabe99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ccb379efcd24d3da065991c06af5cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0641816 Jun 04 16:35:33.378831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56864) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:33.475996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51259b5-a0d1-4855-9760-902caedabe99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b8f2c4-1f91-40e6-8ad2-5671f5d596b3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:33.525379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14efd522-3a5b-474d-8220-00a8aa5a5ad4 req-06cf13c8-df9d-49b3-b342-9e26954a2fa5 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7135086 Jun 04 16:35:33.539878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ccd89-e0de-46cf-9c13-b11b54e2f790 req-e4ec078a-1435-463b-a615-3f70c3ba1d8d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:33.547978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-059ccd89-e0de-46cf-9c13-b11b54e2f790 req-e4ec078a-1435-463b-a615-3f70c3ba1d8d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.6528544 Jun 04 16:35:33.584259 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b55d817f-ad64-425a-b20a-78e89636ee2a tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:33.617097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-994a6d05-3e1b-4160-8ce5-1c8f83352ed7 req-985d1ba8-fbf4-4846-beb1-48897a429fa7 service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882824 Jun 04 16:35:33.679088 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-059ccd89-e0de-46cf-9c13-b11b54e2f790 req-603194ad-0ad4-4827-805b-63e2808b2639 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301641 Jun 04 16:35:33.761245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e59acf-796b-4446-8c9f-f26d838dcd80 req-0b09fa7d-b92e-4a3e-8706-c61217bad5d6 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:33.763245 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3e59acf-796b-4446-8c9f-f26d838dcd80 req-0b09fa7d-b92e-4a3e-8706-c61217bad5d6 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 944 time: 0.3212223 Jun 04 16:35:33.842123 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3e59acf-796b-4446-8c9f-f26d838dcd80 req-14b7c915-d748-4d56-9932-cbe57ac8596d tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728986 Jun 04 16:35:33.844376 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-994a6d05-3e1b-4160-8ce5-1c8f83352ed7 req-ff6b6600-972a-4e6e-bbff-cea046c0544e service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167377 Jun 04 16:35:33.891897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 854a04e1-96c6-4363-912a-9aec81cc8b4f details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:35:33.924253 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2b41a8f-46f6-4512-a45d-24c01913dc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:33.966017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2b41a8f-46f6-4512-a45d-24c01913dc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:34.057243 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:34.107870 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:34.115398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 854a04e1-96c6-4363-912a-9aec81cc8b4f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=854a04e1-96c6-4363-912a-9aec81cc8b4f,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:34.145843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '854a04e1-96c6-4363-912a-9aec81cc8b4f', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'port_id': '854a04e1-96c6-4363-912a-9aec81cc8b4f', 'mac_address': 'fa:16:3e:d8:d6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85832715-45f4-4da8-bd84-98b9a23469f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:35:34.154695 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2b41a8f-46f6-4512-a45d-24c01913dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:34.178536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b41a8f-46f6-4512-a45d-24c01913dc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b8f2c4-1f91-40e6-8ad2-5671f5d596b3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:34.184161 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2b41a8f-46f6-4512-a45d-24c01913dc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:34.188048 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c2b41a8f-46f6-4512-a45d-24c01913dc97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05b8f2c4-1f91-40e6-8ad2-5671f5d596b3 HTTP/1.1" status: 204 len: 168 time: 0.7136900 Jun 04 16:35:34.310877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 854a04e1-96c6-4363-912a-9aec81cc8b4f is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:34.311258 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:34.336015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854a04e1-96c6-4363-912a-9aec81cc8b4f {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:35:34.367744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 854a04e1-96c6-4363-912a-9aec81cc8b4f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=854a04e1-96c6-4363-912a-9aec81cc8b4f,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:34.378651 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:34.463447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=854a04e1-96c6-4363-912a-9aec81cc8b4f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:34.669108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['854a04e1-96c6-4363-912a-9aec81cc8b4f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:35:34.991385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56908) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:35.029759 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1148573b-24ef-4824-bb11-e1ef20499b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:35.053898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1148573b-24ef-4824-bb11-e1ef20499b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:35.058239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1148573b-24ef-4824-bb11-e1ef20499b8d admin admin] Usage tracker for resource:security_group_rule and tenant:8273d2aaebe44fdd9e342749d7e1b144 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:35.062749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1148573b-24ef-4824-bb11-e1ef20499b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:35.069858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1148573b-24ef-4824-bb11-e1ef20499b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:35.134792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da120955-b816-4c67-964b-2771d608d81c req-9fa1da6c-b3cc-41bb-8923-4a823e4cbd16 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:35.136601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da120955-b816-4c67-964b-2771d608d81c req-9fa1da6c-b3cc-41bb-8923-4a823e4cbd16 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.2264013 Jun 04 16:35:35.148794 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b55d817f-ad64-425a-b20a-78e89636ee2a tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:35.153108 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b55d817f-ad64-425a-b20a-78e89636ee2a tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:35.231119 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da120955-b816-4c67-964b-2771d608d81c req-e2985624-cfa5-4207-8a55-69ca45ec7407 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865870 Jun 04 16:35:35.250108 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1148573b-24ef-4824-bb11-e1ef20499b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:35.254874 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1148573b-24ef-4824-bb11-e1ef20499b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:35.309553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1148573b-24ef-4824-bb11-e1ef20499b8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8273d2aaebe44fdd9e342749d7e1b144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119557 Jun 04 16:35:35.310753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148573b-24ef-4824-bb11-e1ef20499b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7a33e5-380c-48d5-aa7b-68527b3d8e9e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:35.313600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56918) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:35.401313 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dd9bea11-3c89-49d7-a978-5e50f6b53c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:35.453778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55d817f-ad64-425a-b20a-78e89636ee2a tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Router bf4dd355-6e29-4df7-a27c-c00a9efd48e0 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:35:35.473916 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dd9bea11-3c89-49d7-a978-5e50f6b53c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:35.560244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7943683-8f54-4822-ab3f-9593a74da0f9 req-8bd42384-831f-425e-8a1c-46a1d2548f1e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:35.568464 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7943683-8f54-4822-ab3f-9593a74da0f9 req-8bd42384-831f-425e-8a1c-46a1d2548f1e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 945 time: 0.1411228 Jun 04 16:35:35.610233 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dd9bea11-3c89-49d7-a978-5e50f6b53c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:35.630534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bea11-3c89-49d7-a978-5e50f6b53c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7a33e5-380c-48d5-aa7b-68527b3d8e9e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:35.672234 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dd9bea11-3c89-49d7-a978-5e50f6b53c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:35.676455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dd9bea11-3c89-49d7-a978-5e50f6b53c64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c7a33e5-380c-48d5-aa7b-68527b3d8e9e HTTP/1.1" status: 204 len: 168 time: 0.3586566 Jun 04 16:35:35.690015 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7943683-8f54-4822-ab3f-9593a74da0f9 req-af2a310d-d2ef-44d4-bc35-9d44ead6d28d tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195259 Jun 04 16:35:35.783735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55d817f-ad64-425a-b20a-78e89636ee2a tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:35:35.789653 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b55d817f-ad64-425a-b20a-78e89636ee2a tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:35.795115 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b55d817f-ad64-425a-b20a-78e89636ee2a tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "PUT /v2.0/routers/bf4dd355-6e29-4df7-a27c-c00a9efd48e0 HTTP/1.1" status: 200 len: 920 time: 3.2179282 Jun 04 16:35:35.796622 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f051c6e-05c0-45bf-91e0-8f87f49bad8f None None] Sync routers for ids ['bf4dd355-6e29-4df7-a27c-c00a9efd48e0'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:35:35.797090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56934) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:35.817521 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f051c6e-05c0-45bf-91e0-8f87f49bad8f None None] Routers {'bf4dd355-6e29-4df7-a27c-c00a9efd48e0'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:35.819026 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1f051c6e-05c0-45bf-91e0-8f87f49bad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['bf4dd355-6e29-4df7-a27c-c00a9efd48e0'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:35.900001 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1f051c6e-05c0-45bf-91e0-8f87f49bad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:35.903760 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 854a04e1-96c6-4363-912a-9aec81cc8b4f up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:35:35.925372 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f051c6e-05c0-45bf-91e0-8f87f49bad8f None None] Routers {'bf4dd355-6e29-4df7-a27c-c00a9efd48e0'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:35.926064 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1f051c6e-05c0-45bf-91e0-8f87f49bad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['bf4dd355-6e29-4df7-a27c-c00a9efd48e0'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:36.020791 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1f051c6e-05c0-45bf-91e0-8f87f49bad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:36.021442 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f051c6e-05c0-45bf-91e0-8f87f49bad8f None None] The sync data for ids ['bf4dd355-6e29-4df7-a27c-c00a9efd48e0'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:35:36.047912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 854a04e1-96c6-4363-912a-9aec81cc8b4f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:35:36.058807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 854a04e1-96c6-4363-912a-9aec81cc8b4f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:35:36.059711 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:36.104125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56942) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:36.104361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-34ef4c6f-39ce-4c0b-b9f5-1a0d0e15552d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/routers/bf4dd355-6e29-4df7-a27c-c00a9efd48e0 HTTP/1.1" status: 200 len: 920 time: 0.3058934 Jun 04 16:35:36.132178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87cc45-6698-4d00-a3da-3610918eaa8c req-fa7e36b9-9d82-41a8-b07f-ba346880996b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:36.139884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87cc45-6698-4d00-a3da-3610918eaa8c req-fa7e36b9-9d82-41a8-b07f-ba346880996b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:36.156147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87cc45-6698-4d00-a3da-3610918eaa8c req-fa7e36b9-9d82-41a8-b07f-ba346880996b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:36.162176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87cc45-6698-4d00-a3da-3610918eaa8c req-fa7e36b9-9d82-41a8-b07f-ba346880996b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:36.168084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87cc45-6698-4d00-a3da-3610918eaa8c req-fa7e36b9-9d82-41a8-b07f-ba346880996b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:36.174304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87cc45-6698-4d00-a3da-3610918eaa8c req-fa7e36b9-9d82-41a8-b07f-ba346880996b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:36.180038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87cc45-6698-4d00-a3da-3610918eaa8c req-fa7e36b9-9d82-41a8-b07f-ba346880996b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:36.182630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c87cc45-6698-4d00-a3da-3610918eaa8c req-fa7e36b9-9d82-41a8-b07f-ba346880996b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5433 time: 0.1922851 Jun 04 16:35:36.205687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac33771a-50a3-4bf8-ac73-1d7699608a26 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:36.206571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ac33771a-50a3-4bf8-ac73-1d7699608a26 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Synchronizing usage tracker for tenant:3c8b34750911498aa702c2ea4d703429 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:35:36.236632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ac33771a-50a3-4bf8-ac73-1d7699608a26 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Unset dirty status for tenant:3c8b34750911498aa702c2ea4d703429 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:35:36.237870 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ac33771a-50a3-4bf8-ac73-1d7699608a26 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&device_id=bf4dd355-6e29-4df7-a27c-c00a9efd48e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1312904 Jun 04 16:35:36.240927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56950) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:36.259729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c87cc45-6698-4d00-a3da-3610918eaa8c req-7e8e69d2-8c60-4627-8914-2946b47617c0 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702074 Jun 04 16:35:36.276451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 854a04e1-96c6-4363-912a-9aec81cc8b4f is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:36.284723 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:36.348434 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42e1b64-2c2f-42ae-81b4-aff1fd754788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854a04e1-96c6-4363-912a-9aec81cc8b4f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:36.379644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 854a04e1-96c6-4363-912a-9aec81cc8b4f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=854a04e1-96c6-4363-912a-9aec81cc8b4f,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:36.388918 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:36.442118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4705c6a-6cbb-4ba5-995d-59194c020f68 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:36.442749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a4705c6a-6cbb-4ba5-995d-59194c020f68 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Synchronizing usage tracker for tenant:3c8b34750911498aa702c2ea4d703429 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:35:36.461592 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-698a26a2-8175-4318-a829-fc0e559bfe22'] response: {'server_uuid': 'b42e1b64-2c2f-42ae-81b4-aff1fd754788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854a04e1-96c6-4363-912a-9aec81cc8b4f', 'code': 200} Jun 04 16:35:36.465177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56962) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:36.473756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a95cda-2446-49a8-97a5-20fb65b8c10f req-543b193c-838a-4740-9656-a074c1df533a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:36.478027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a4705c6a-6cbb-4ba5-995d-59194c020f68 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Unset dirty status for tenant:3c8b34750911498aa702c2ea4d703429 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:35:36.479357 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a4705c6a-6cbb-4ba5-995d-59194c020f68 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 881 time: 0.2363174 Jun 04 16:35:36.486742 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54a95cda-2446-49a8-97a5-20fb65b8c10f req-543b193c-838a-4740-9656-a074c1df533a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.1240637 Jun 04 16:35:36.487084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56970) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:36.525560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=854a04e1-96c6-4363-912a-9aec81cc8b4f,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:36.577245 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54a95cda-2446-49a8-97a5-20fb65b8c10f req-ffb9956e-9f39-46e9-8abd-d06463fdfcab tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896316 Jun 04 16:35:36.609815 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8a1fa0ee-7b1f-4025-b4fb-effe28c367ca tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf4dd355-6e29-4df7-a27c-c00a9efd48e0 HTTP/1.1" status: 200 len: 205 time: 0.1213017 Jun 04 16:35:36.613173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56974) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:36.655431 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30b1df81-886e-4e8e-8c15-c7f15c12f2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:36.684093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0a6e4-9e84-46c1-9f7b-54e1ff1cc178 req-2db6e0a0-cb1d-46e7-942b-5a2e71fd4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:36.685562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-abb0a6e4-9e84-46c1-9f7b-54e1ff1cc178 req-2db6e0a0-cb1d-46e7-942b-5a2e71fd4886 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 1097 time: 0.1676800 Jun 04 16:35:36.685890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-30b1df81-886e-4e8e-8c15-c7f15c12f2c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:36.689909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-30b1df81-886e-4e8e-8c15-c7f15c12f2c6 admin admin] Usage tracker for resource:security_group_rule and tenant:1829f02cadab485cbf0b7b8601243796 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:36.692874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-30b1df81-886e-4e8e-8c15-c7f15c12f2c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:36.700517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-30b1df81-886e-4e8e-8c15-c7f15c12f2c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:36.811222 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30b1df81-886e-4e8e-8c15-c7f15c12f2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:36.819768 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30b1df81-886e-4e8e-8c15-c7f15c12f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:37.079507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-abb0a6e4-9e84-46c1-9f7b-54e1ff1cc178 req-e5b65952-d8e1-47b0-bae7-22aefaba8cac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852746 Jun 04 16:35:37.102281 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-30b1df81-886e-4e8e-8c15-c7f15c12f2c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1829f02cadab485cbf0b7b8601243796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6355650 Jun 04 16:35:37.103200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1df81-886e-4e8e-8c15-c7f15c12f2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e93873-df0c-43b6-9169-e8db64e0b4a5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:37.105708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56992) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:37.140041 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:37.346273 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8c55f2d-1dd1-4572-8b6a-2fe4f5225bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:37.380279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf31cf0-4ca5-42db-a926-f9f4cdc4f573 req-2f05c236-b991-4e6e-ad22-f3e9ec36c3c7 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:37.381777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ddf31cf0-4ca5-42db-a926-f9f4cdc4f573 req-2f05c236-b991-4e6e-ad22-f3e9ec36c3c7 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 946 time: 0.3564951 Jun 04 16:35:37.453106 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:37.462716 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8c55f2d-1dd1-4572-8b6a-2fe4f5225bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:37.517026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Deleting port acc01c4a-222d-44e9-9cfb-b220188dcbe0 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:35:37.517361 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:37.578307 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ddf31cf0-4ca5-42db-a926-f9f4cdc4f573 req-3da6462f-7829-44f5-82d4-f97ce280d029 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864378 Jun 04 16:35:37.703303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b53db9-20ca-4226-962e-fffb53a7d655 req-d9a519cb-be76-4a4a-b1e2-5464d178249a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:37.709117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b53db9-20ca-4226-962e-fffb53a7d655 req-d9a519cb-be76-4a4a-b1e2-5464d178249a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:37.714980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b53db9-20ca-4226-962e-fffb53a7d655 req-d9a519cb-be76-4a4a-b1e2-5464d178249a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:37.720760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b53db9-20ca-4226-962e-fffb53a7d655 req-d9a519cb-be76-4a4a-b1e2-5464d178249a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:37.726461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b53db9-20ca-4226-962e-fffb53a7d655 req-d9a519cb-be76-4a4a-b1e2-5464d178249a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:37.732280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b53db9-20ca-4226-962e-fffb53a7d655 req-d9a519cb-be76-4a4a-b1e2-5464d178249a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:37.737973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b53db9-20ca-4226-962e-fffb53a7d655 req-d9a519cb-be76-4a4a-b1e2-5464d178249a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:37.739961 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3b53db9-20ca-4226-962e-fffb53a7d655 req-d9a519cb-be76-4a4a-b1e2-5464d178249a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5433 time: 0.3470340 Jun 04 16:35:37.772090 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8c55f2d-1dd1-4572-8b6a-2fe4f5225bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:37.836064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c55f2d-1dd1-4572-8b6a-2fe4f5225bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e93873-df0c-43b6-9169-e8db64e0b4a5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:37.877763 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8c55f2d-1dd1-4572-8b6a-2fe4f5225bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:37.878862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d8c55f2d-1dd1-4572-8b6a-2fe4f5225bbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49e93873-df0c-43b6-9169-e8db64e0b4a5 HTTP/1.1" status: 204 len: 168 time: 0.7691138 Jun 04 16:35:37.887656 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:37.965973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3b53db9-20ca-4226-962e-fffb53a7d655 req-2115281f-92f0-413c-afd2-f55d164f4aa2 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1854193 Jun 04 16:35:38.034942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Calling delete_port for acc01c4a-222d-44e9-9cfb-b220188dcbe0 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:35:38.108951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a0463-f53e-472e-b2bf-198dfe049985 req-fbfa8971-36a1-4c76-a47c-d9be3b4e70ce tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:38.110616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-434a0463-f53e-472e-b2bf-198dfe049985 req-fbfa8971-36a1-4c76-a47c-d9be3b4e70ce tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.4208107 Jun 04 16:35:38.202928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57026) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:38.207221 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-434a0463-f53e-472e-b2bf-198dfe049985 req-f0c30f34-33aa-4430-b6f7-1154c6f61fb2 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827751 Jun 04 16:35:38.309549 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:38.363550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e2c2f1aa-5f81-42b8-9937-1451ae768ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:38.367443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Pushing event deleted for resources: {'Port': ['ID=acc01c4a-222d-44e9-9cfb-b220188dcbe0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:38.369229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57032) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:38.386990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e2c2f1aa-5f81-42b8-9937-1451ae768ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:38.391197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e2c2f1aa-5f81-42b8-9937-1451ae768ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:cdc6d2332f384750808d779d01bd06c1 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:38.394144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e2c2f1aa-5f81-42b8-9937-1451ae768ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:38.400351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e2c2f1aa-5f81-42b8-9937-1451ae768ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:38.421409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5250d4f1-a8cd-4e5c-9af9-194c774a3fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:38.471740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5250d4f1-a8cd-4e5c-9af9-194c774a3fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:38.478192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5250d4f1-a8cd-4e5c-9af9-194c774a3fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:f0dc025a63b74d718fd83d6fc97c74f2 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:38.482321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5250d4f1-a8cd-4e5c-9af9-194c774a3fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:38.485543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e2c2f1aa-5f81-42b8-9937-1451ae768ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:38.490247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5250d4f1-a8cd-4e5c-9af9-194c774a3fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:38.490752 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e2c2f1aa-5f81-42b8-9937-1451ae768ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:38.498100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:38.540715 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e2c2f1aa-5f81-42b8-9937-1451ae768ce6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdc6d2332f384750808d779d01bd06c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366766 Jun 04 16:35:38.542552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2f1aa-5f81-42b8-9937-1451ae768ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc4b87b-4b12-49ef-a0cf-e4fd12ec1e99,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:38.545038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57038) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:38.615011 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7506ed0-6646-4428-a6c0-b9cda6d32836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:38.648780 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7506ed0-6646-4428-a6c0-b9cda6d32836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:38.707820 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7506ed0-6646-4428-a6c0-b9cda6d32836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:38.725955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7506ed0-6646-4428-a6c0-b9cda6d32836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc4b87b-4b12-49ef-a0cf-e4fd12ec1e99,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:38.741214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7506ed0-6646-4428-a6c0-b9cda6d32836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:38.745781 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d7506ed0-6646-4428-a6c0-b9cda6d32836 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fc4b87b-4b12-49ef-a0cf-e4fd12ec1e99 HTTP/1.1" status: 204 len: 168 time: 0.1983685 Jun 04 16:35:38.886928 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:38.891687 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:38.942550 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:38.943046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Fanout notify agent at l3_agent the message router_deleted on router bf4dd355-6e29-4df7-a27c-c00a9efd48e0 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:35:38.994198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7239c0f-a087-45d2-a0d9-aff857391685 req-63464dfb-db24-466f-91cf-b83362daa327 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:38.995760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7239c0f-a087-45d2-a0d9-aff857391685 req-63464dfb-db24-466f-91cf-b83362daa327 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 946 time: 0.2278407 Jun 04 16:35:39.031759 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5250d4f1-a8cd-4e5c-9af9-194c774a3fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.036901 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.041618 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1c147404-963a-49b3-91a1-d3e1d06a3556 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "DELETE /v2.0/routers/bf4dd355-6e29-4df7-a27c-c00a9efd48e0 HTTP/1.1" status: 204 len: 168 time: 2.4238386 Jun 04 16:35:39.042280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57050) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:39.043228 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5250d4f1-a8cd-4e5c-9af9-194c774a3fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.049845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-092b89ac-20e9-484c-9ec4-d7d5ce1c6754 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1426236502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:39.060464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-092b89ac-20e9-484c-9ec4-d7d5ce1c6754 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:39.066796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-092b89ac-20e9-484c-9ec4-d7d5ce1c6754 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Usage tracker for resource:router and tenant:55b192191b6346dda0fcc3a531f292d8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:39.070010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-092b89ac-20e9-484c-9ec4-d7d5ce1c6754 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:39.086911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-092b89ac-20e9-484c-9ec4-d7d5ce1c6754 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:39.102015 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-092b89ac-20e9-484c-9ec4-d7d5ce1c6754 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.104881 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-092b89ac-20e9-484c-9ec4-d7d5ce1c6754 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.124862 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-092b89ac-20e9-484c-9ec4-d7d5ce1c6754 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.147469 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-092b89ac-20e9-484c-9ec4-d7d5ce1c6754 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.184356 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-092b89ac-20e9-484c-9ec4-d7d5ce1c6754 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.185786 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-092b89ac-20e9-484c-9ec4-d7d5ce1c6754 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1423140 Jun 04 16:35:39.188472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250d4f1-a8cd-4e5c-9af9-194c774a3fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8296dd4-7600-4408-9f31-0722a82e4720,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:39.189296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57056) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:39.196644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7239c0f-a087-45d2-a0d9-aff857391685 req-081f90d4-9a11-4e07-974d-cca8ad8e632a tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884205 Jun 04 16:35:39.198016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:39.204678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57060) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:39.233454 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5250d4f1-a8cd-4e5c-9af9-194c774a3fa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0dc025a63b74d718fd83d6fc97c74f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8606193 Jun 04 16:35:39.235592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57064) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:39.239154 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52323e3c-7f52-45d3-9f79-ae99ea10a58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.279821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-52323e3c-7f52-45d3-9f79-ae99ea10a58c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:39.336267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-52323e3c-7f52-45d3-9f79-ae99ea10a58c admin admin] Usage tracker for resource:security_group_rule and tenant:f7018aa3fdd9432099d07d6621eee692 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:39.340581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-52323e3c-7f52-45d3-9f79-ae99ea10a58c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:39.359396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-52323e3c-7f52-45d3-9f79-ae99ea10a58c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:39.481467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d554bc4-8535-493b-a587-efe3caa8675a req-4baa94a2-6b65-4128-be9c-c6ac4fa3636c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.487251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d554bc4-8535-493b-a587-efe3caa8675a req-4baa94a2-6b65-4128-be9c-c6ac4fa3636c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.493055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d554bc4-8535-493b-a587-efe3caa8675a req-4baa94a2-6b65-4128-be9c-c6ac4fa3636c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.499045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d554bc4-8535-493b-a587-efe3caa8675a req-4baa94a2-6b65-4128-be9c-c6ac4fa3636c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.504770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d554bc4-8535-493b-a587-efe3caa8675a req-4baa94a2-6b65-4128-be9c-c6ac4fa3636c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.510574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d554bc4-8535-493b-a587-efe3caa8675a req-4baa94a2-6b65-4128-be9c-c6ac4fa3636c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.516313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d554bc4-8535-493b-a587-efe3caa8675a req-4baa94a2-6b65-4128-be9c-c6ac4fa3636c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.518207 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d554bc4-8535-493b-a587-efe3caa8675a req-4baa94a2-6b65-4128-be9c-c6ac4fa3636c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5433 time: 0.3726892 Jun 04 16:35:39.529899 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d42b8185-b3f9-44ad-9c73-d1d50e30df0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.608914 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.617308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d42b8185-b3f9-44ad-9c73-d1d50e30df0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.658196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d554bc4-8535-493b-a587-efe3caa8675a req-10c123a6-77d4-4727-a15c-b8995b564756 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230035 Jun 04 16:35:39.679094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd590-a875-43bc-a3ee-51f5443f357e req-b840edbf-16ff-4a9f-9b96-f8663d853c10 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.684856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd590-a875-43bc-a3ee-51f5443f357e req-b840edbf-16ff-4a9f-9b96-f8663d853c10 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.690620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd590-a875-43bc-a3ee-51f5443f357e req-b840edbf-16ff-4a9f-9b96-f8663d853c10 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.696336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd590-a875-43bc-a3ee-51f5443f357e req-b840edbf-16ff-4a9f-9b96-f8663d853c10 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.702186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd590-a875-43bc-a3ee-51f5443f357e req-b840edbf-16ff-4a9f-9b96-f8663d853c10 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.708069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd590-a875-43bc-a3ee-51f5443f357e req-b840edbf-16ff-4a9f-9b96-f8663d853c10 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.713915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd590-a875-43bc-a3ee-51f5443f357e req-b840edbf-16ff-4a9f-9b96-f8663d853c10 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.715795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-666dd590-a875-43bc-a3ee-51f5443f357e req-b840edbf-16ff-4a9f-9b96-f8663d853c10 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5433 time: 0.4276056 Jun 04 16:35:39.813955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3926e-88bb-4634-84d5-9d8cdf82b2d0 req-83e88d59-4506-4843-b563-956f3370594f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:39.815526 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4be3926e-88bb-4634-84d5-9d8cdf82b2d0 req-83e88d59-4506-4843-b563-956f3370594f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.4288502 Jun 04 16:35:39.817513 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52323e3c-7f52-45d3-9f79-ae99ea10a58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.854209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52323e3c-7f52-45d3-9f79-ae99ea10a58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.925289 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:39.955121 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:40.003442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd590-a875-43bc-a3ee-51f5443f357e req-35932517-c7a5-41f8-97e7-aa7262a99107 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:40.004794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-666dd590-a875-43bc-a3ee-51f5443f357e req-35932517-c7a5-41f8-97e7-aa7262a99107 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "GET /v2.0/ports/676127af-26ed-4542-9cbd-93d28f298675?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2719088 Jun 04 16:35:40.014299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d42b8185-b3f9-44ad-9c73-d1d50e30df0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:40.028336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-52323e3c-7f52-45d3-9f79-ae99ea10a58c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7018aa3fdd9432099d07d6621eee692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8225822 Jun 04 16:35:40.032080 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57082) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:40.056812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52323e3c-7f52-45d3-9f79-ae99ea10a58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75cabb3-33ac-45d1-a4f2-176369360388,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:40.069279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4be3926e-88bb-4634-84d5-9d8cdf82b2d0 req-b2ef3f4b-f603-42c4-b6d4-219d8e10caf5 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244465 Jun 04 16:35:40.131848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Allocated IP 172.25.5.92 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/9734eaa5-93bb-476e-bf49-1cac11c24126) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:35:40.133942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b8185-b3f9-44ad-9c73-d1d50e30df0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8296dd4-7600-4408-9f31-0722a82e4720,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:40.154468 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ef41-f3fb-4b23-874a-9cbb1a588487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:40.172636 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d42b8185-b3f9-44ad-9c73-d1d50e30df0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:40.176423 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d42b8185-b3f9-44ad-9c73-d1d50e30df0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8296dd4-7600-4408-9f31-0722a82e4720 HTTP/1.1" status: 204 len: 168 time: 0.9371271 Jun 04 16:35:40.210028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-7c306fd4-fffa-4c24-9bae-0a471351c70f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:40.217904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-7c306fd4-fffa-4c24-9bae-0a471351c70f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 0.4250526 Jun 04 16:35:40.252776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-18cf7327-3dde-41de-a2a5-43392e77595a tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/quotas/1b45c4870e4d408598053bccb5aa7a72 HTTP/1.1" status: 200 len: 375 time: 0.0336721 Jun 04 16:35:40.260756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ef41-f3fb-4b23-874a-9cbb1a588487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:40.307100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-666dd590-a875-43bc-a3ee-51f5443f357e req-6c8db11d-006f-4a41-98fe-66e38ca9917d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "GET /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2818415 Jun 04 16:35:40.319908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4ed52477-59d9-4c1b-b77c-0bf78ace6e1b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:40.367314 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:40.371650 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ef41-f3fb-4b23-874a-9cbb1a588487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:40.461518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-770db1cf-772b-4428-bd07-33e9d8974064 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2076612 Jun 04 16:35:40.471021 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4ed52477-59d9-4c1b-b77c-0bf78ace6e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:40.505438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6ef41-f3fb-4b23-874a-9cbb1a588487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75cabb3-33ac-45d1-a4f2-176369360388,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:40.525539 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ef41-f3fb-4b23-874a-9cbb1a588487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:40.526933 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e1f6ef41-f3fb-4b23-874a-9cbb1a588487 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c75cabb3-33ac-45d1-a4f2-176369360388 HTTP/1.1" status: 204 len: 168 time: 0.4938047 Jun 04 16:35:40.544703 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:40.649616 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:35:40.681484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:35:40.683615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Pushing event updated for resources: {'Port': ['ID=9734eaa5-93bb-476e-bf49-1cac11c24126,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:40.686385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:35:40.696532 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-fa1493c1-46d3-479f-8ec0-7e3f99245a40 service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261925 Jun 04 16:35:41.195057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4ed52477-59d9-4c1b-b77c-0bf78ace6e1b service neutron] For port 676127af-26ed-4542-9cbd-93d28f298675, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=676127af-26ed-4542-9cbd-93d28f298675,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:41.198954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-6cea7b99-e7bd-4e92-972a-50febb9a2954 service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812865 Jun 04 16:35:41.216852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b5175-3663-493f-9de2-1b7155f06c10 req-bd3e23ed-6d00-42dc-9e1b-f2714ea92e0a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:41.223436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b5175-3663-493f-9de2-1b7155f06c10 req-bd3e23ed-6d00-42dc-9e1b-f2714ea92e0a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:41.229653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b5175-3663-493f-9de2-1b7155f06c10 req-bd3e23ed-6d00-42dc-9e1b-f2714ea92e0a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:41.235656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b5175-3663-493f-9de2-1b7155f06c10 req-bd3e23ed-6d00-42dc-9e1b-f2714ea92e0a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:41.255946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b5175-3663-493f-9de2-1b7155f06c10 req-bd3e23ed-6d00-42dc-9e1b-f2714ea92e0a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:41.261860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b5175-3663-493f-9de2-1b7155f06c10 req-bd3e23ed-6d00-42dc-9e1b-f2714ea92e0a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:41.272607 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b5175-3663-493f-9de2-1b7155f06c10 req-bd3e23ed-6d00-42dc-9e1b-f2714ea92e0a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:41.279465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-112b5175-3663-493f-9de2-1b7155f06c10 req-bd3e23ed-6d00-42dc-9e1b-f2714ea92e0a tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 5433 time: 0.3055246 Jun 04 16:35:41.328463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4ed52477-59d9-4c1b-b77c-0bf78ace6e1b service neutron] For port 676127af-26ed-4542-9cbd-93d28f298675, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:35:41.369331 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:41.391349 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-112b5175-3663-493f-9de2-1b7155f06c10 req-59c5adbe-db64-4c1f-8d75-f8747ba6cc65 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021986 Jun 04 16:35:41.399750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4ed52477-59d9-4c1b-b77c-0bf78ace6e1b service neutron] device_id is not set on port 676127af-26ed-4542-9cbd-93d28f298675 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:35:41.409505 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4ed52477-59d9-4c1b-b77c-0bf78ace6e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:41.421661 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4ed52477-59d9-4c1b-b77c-0bf78ace6e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:41.768775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5ee43e8-5bc0-4d05-b4d9-361be8669e94 req-9508f6b7-f3dc-44b7-a295-129f7fda9e5e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 210 time: 0.1763673 Jun 04 16:35:41.898053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4ed52477-59d9-4c1b-b77c-0bf78ace6e1b service neutron] No DVR routers for this DVR port 676127af-26ed-4542-9cbd-93d28f298675 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:35:41.917054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device e25bade0-c0eb-445a-bb94-2aa6430da92f no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:35:42.055495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed52477-59d9-4c1b-b77c-0bf78ace6e1b service neutron] Pushing event updated for resources: {'Port': ['ID=676127af-26ed-4542-9cbd-93d28f298675,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:42.069510 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:42.080829 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:42.085209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4ed52477-59d9-4c1b-b77c-0bf78ace6e1b service neutron] In _notify_port_updated(), no bound segment for port 676127af-26ed-4542-9cbd-93d28f298675 on network 59419537-eeeb-49da-b0e6-1fde86e9c16e {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:35:42.086073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4ed52477-59d9-4c1b-b77c-0bf78ace6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:42.086701 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4ed52477-59d9-4c1b-b77c-0bf78ace6e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:42.087959 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4ed52477-59d9-4c1b-b77c-0bf78ace6e1b service neutron] 10.222.0.42 "PUT /v2.0/ports/676127af-26ed-4542-9cbd-93d28f298675 HTTP/1.1" status: 200 len: 1028 time: 1.7720952 Jun 04 16:35:42.137147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bc1e5847-ba86-4c25-910c-d222424ed9f6 None None] Provisioning complete for port 676127af-26ed-4542-9cbd-93d28f298675 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:35:42.138058 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5847-ba86-4c25-910c-d222424ed9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:42.195549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9c3ae-eb6e-42bc-8ef7-be47489c2764 req-c95d7088-4d48-43f8-87dd-90de3aa92730 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:42.202853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6d9c3ae-eb6e-42bc-8ef7-be47489c2764 req-c95d7088-4d48-43f8-87dd-90de3aa92730 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.4322445 Jun 04 16:35:42.207682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e5847-ba86-4c25-910c-d222424ed9f6 None None] Port 676127af-26ed-4542-9cbd-93d28f298675 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:35:42.225780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port e25bade0-c0eb-445a-bb94-2aa6430da92f is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:42.225780 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:42.229743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd590-a875-43bc-a3ee-51f5443f357e req-fc663d8e-c6a4-493c-bcfc-52178309e825 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:42.231792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-666dd590-a875-43bc-a3ee-51f5443f357e req-fc663d8e-c6a4-493c-bcfc-52178309e825 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "GET /v2.0/ports/badd5b3b-221a-4307-a531-2bfdad5adde7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1379158 Jun 04 16:35:42.243407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-666dd590-a875-43bc-a3ee-51f5443f357e req-7c954f20-1ffc-40a8-9a71-15250d475ba8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:42.263542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e25bade0-c0eb-445a-bb94-2aa6430da92f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:42.275283 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port e25bade0-c0eb-445a-bb94-2aa6430da92f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e25bade0-c0eb-445a-bb94-2aa6430da92f,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:42.281272 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:42.283010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 60eea7ff-0fed-457a-bb8d-9d01c96adf55 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:35:42.394799 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6d9c3ae-eb6e-42bc-8ef7-be47489c2764 req-b5c3f8cd-a225-4264-b448-a1dd28310c63 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907310 Jun 04 16:35:42.417542 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87092125-1676-4121-90fd-9f0342e47150'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e25bade0-c0eb-445a-bb94-2aa6430da92f', 'code': 200} Jun 04 16:35:42.515876 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-7c954f20-1ffc-40a8-9a71-15250d475ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:42.595628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Router a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:35:42.605676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=e25bade0-c0eb-445a-bb94-2aa6430da92f,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:42.628522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:42.628902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:42.729229 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 60eea7ff-0fed-457a-bb8d-9d01c96adf55, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=60eea7ff-0fed-457a-bb8d-9d01c96adf55,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:42.736630 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:42.739615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f5377171-fdb4-417f-b474-ba4f7bed802e no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:35:42.883724 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:35:42.893550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=60eea7ff-0fed-457a-bb8d-9d01c96adf55,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:42.896668 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:42.904522 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9d840f20-5ddc-4518-a0fb-fcc479a21218 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "PUT /v2.0/routers/a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e HTTP/1.1" status: 200 len: 879 time: 3.7122760 Jun 04 16:35:42.905218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57202) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:42.944938 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c920dc-a7d2-426f-9953-a53fc010b6d8 None None] Sync routers for ids ['a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:35:42.986744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c920dc-a7d2-426f-9953-a53fc010b6d8 None None] Routers {'a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:42.987544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-23c920dc-a7d2-426f-9953-a53fc010b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:43.035862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-7c954f20-1ffc-40a8-9a71-15250d475ba8 service neutron] For port badd5b3b-221a-4307-a531-2bfdad5adde7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=badd5b3b-221a-4307-a531-2bfdad5adde7,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:43.066092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-7c954f20-1ffc-40a8-9a71-15250d475ba8 service neutron] For port badd5b3b-221a-4307-a531-2bfdad5adde7, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:35:43.139634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-23c920dc-a7d2-426f-9953-a53fc010b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:43.225581 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22ea5495-02ba-4482-b2c3-7e983fd8fda5 req-6ceced60-299d-4d66-9a28-93d9552621a4 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 210 time: 0.0945897 Jun 04 16:35:43.267579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port f5377171-fdb4-417f-b474-ba4f7bed802e is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:43.268190 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:43.283526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c920dc-a7d2-426f-9953-a53fc010b6d8 None None] Routers {'a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:43.284328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-23c920dc-a7d2-426f-9953-a53fc010b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:43.297317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-666dd590-a875-43bc-a3ee-51f5443f357e req-7c954f20-1ffc-40a8-9a71-15250d475ba8 service neutron] device_id is not set on port badd5b3b-221a-4307-a531-2bfdad5adde7 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:35:43.312930 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-7c954f20-1ffc-40a8-9a71-15250d475ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:43.334181 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-7c954f20-1ffc-40a8-9a71-15250d475ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:43.352717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-23c920dc-a7d2-426f-9953-a53fc010b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:43.353359 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c920dc-a7d2-426f-9953-a53fc010b6d8 None None] The sync data for ids ['a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:35:43.376122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f5377171-fdb4-417f-b474-ba4f7bed802e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f5377171-fdb4-417f-b474-ba4f7bed802e,segment=NetworkSegment(46378fb8-46e0-4bd4-b80b-4f07d21294c4),segment_id=46378fb8-46e0-4bd4-b80b-4f07d21294c4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:43.384018 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:43.384586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 676127af-26ed-4542-9cbd-93d28f298675 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:35:43.536657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57216) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:43.557833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 676127af-26ed-4542-9cbd-93d28f298675 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:35:43.558891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 9e936c81-586a-4348-a3fe-86ec2f21469f no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:35:43.599015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57222) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:43.604421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c954f20-1ffc-40a8-9a71-15250d475ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=badd5b3b-221a-4307-a531-2bfdad5adde7,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:43.674863 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1ff82d1d-e3bc-471c-9d65-63a6aa2dfb4a tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/routers/a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e HTTP/1.1" status: 200 len: 920 time: 0.7684975 Jun 04 16:35:43.680311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57228) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:43.876225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 9e936c81-586a-4348-a3fe-86ec2f21469f is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:43.877032 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:43.880641 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0561805b-f075-460b-8ee0-0fd532645793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:43.916876 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0561805b-f075-460b-8ee0-0fd532645793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:43.935409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=f5377171-fdb4-417f-b474-ba4f7bed802e,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:43.951860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 9e936c81-586a-4348-a3fe-86ec2f21469f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9e936c81-586a-4348-a3fe-86ec2f21469f,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:43.952543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0561805b-f075-460b-8ee0-0fd532645793 admin admin] Usage tracker for resource:security_group_rule and tenant:87bf9335d5d14b6a9f2c1559c389a611 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:43.957948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0561805b-f075-460b-8ee0-0fd532645793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:43.959600 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:43.960647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device badd5b3b-221a-4307-a531-2bfdad5adde7 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:35:43.976699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d14ad704-f06c-46f4-87f4-274788bd1d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:43.992303 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0561805b-f075-460b-8ee0-0fd532645793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:44.018240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b20ca2d-8ae9-4998-9a85-d8e382ff7290 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:44.019788 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7b20ca2d-8ae9-4998-9a85-d8e382ff7290 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&device_id=a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3367970 Jun 04 16:35:44.021853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d14ad704-f06c-46f4-87f4-274788bd1d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:44.023921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57232) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:44.054629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d14ad704-f06c-46f4-87f4-274788bd1d92 admin admin] Usage tracker for resource:security_group_rule and tenant:585f20627f3a4982954b20750c2d62d0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:44.060736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d14ad704-f06c-46f4-87f4-274788bd1d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:44.074888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d14ad704-f06c-46f4-87f4-274788bd1d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:44.078221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af062386-e91d-48e9-947a-0456c5e655b7 req-e8b7d25c-e928-40fe-bb57-bcf1a44acaf9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:44.085837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af062386-e91d-48e9-947a-0456c5e655b7 req-e8b7d25c-e928-40fe-bb57-bcf1a44acaf9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:44.092328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af062386-e91d-48e9-947a-0456c5e655b7 req-e8b7d25c-e928-40fe-bb57-bcf1a44acaf9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:44.101069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af062386-e91d-48e9-947a-0456c5e655b7 req-e8b7d25c-e928-40fe-bb57-bcf1a44acaf9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:44.110228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af062386-e91d-48e9-947a-0456c5e655b7 req-e8b7d25c-e928-40fe-bb57-bcf1a44acaf9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:44.111125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device badd5b3b-221a-4307-a531-2bfdad5adde7 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:35:44.111558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:35:44.117988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af062386-e91d-48e9-947a-0456c5e655b7 req-e8b7d25c-e928-40fe-bb57-bcf1a44acaf9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:44.120344 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af062386-e91d-48e9-947a-0456c5e655b7 req-e8b7d25c-e928-40fe-bb57-bcf1a44acaf9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 4654 time: 1.0272939 Jun 04 16:35:44.129752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-7e5b31a4-2075-4e13-8707-e98804ab7d30 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:44.132144 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-7e5b31a4-2075-4e13-8707-e98804ab7d30 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.42 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 0.6716969 Jun 04 16:35:44.175118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Request body: {'port': {'device_id': 'eae770bb-feab-4475-a59a-722f5d881622', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'admin_state_up': True, 'tenant_id': '1b45c4870e4d408598053bccb5aa7a72'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:44.183940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b18e1b4d-f2f1-49de-9a21-4d74ce9e5e7a None None] Provisioning complete for port badd5b3b-221a-4307-a531-2bfdad5adde7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:35:44.184313 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b18e1b4d-f2f1-49de-9a21-4d74ce9e5e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:44.272073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-7c954f20-1ffc-40a8-9a71-15250d475ba8 service neutron] No DVR routers for this DVR port badd5b3b-221a-4307-a531-2bfdad5adde7 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:35:44.278820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=9e936c81-586a-4348-a3fe-86ec2f21469f,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:44.322654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b18e1b4d-f2f1-49de-9a21-4d74ce9e5e7a None None] Port badd5b3b-221a-4307-a531-2bfdad5adde7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:35:44.327699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:44.328059 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:44.338768 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d14ad704-f06c-46f4-87f4-274788bd1d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:44.340753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5b5b8d-53b4-440b-8815-a836838e51bb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:44.343475 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fc5b5b8d-53b4-440b-8815-a836838e51bb tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 881 time: 0.3121271 Jun 04 16:35:44.363920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=91def2a8-ccd3-4b2b-bb50-6055dc4bc228,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:44.370164 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:44.384710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-666dd590-a875-43bc-a3ee-51f5443f357e req-7c954f20-1ffc-40a8-9a71-15250d475ba8 service neutron] In _notify_port_updated(), no bound segment for port badd5b3b-221a-4307-a531-2bfdad5adde7 on network 59419537-eeeb-49da-b0e6-1fde86e9c16e {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:35:44.385579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd590-a875-43bc-a3ee-51f5443f357e req-7c954f20-1ffc-40a8-9a71-15250d475ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:44.386522 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-7c954f20-1ffc-40a8-9a71-15250d475ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:44.387826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-666dd590-a875-43bc-a3ee-51f5443f357e req-7c954f20-1ffc-40a8-9a71-15250d475ba8 service neutron] 10.222.0.42 "PUT /v2.0/ports/badd5b3b-221a-4307-a531-2bfdad5adde7 HTTP/1.1" status: 200 len: 1025 time: 2.1502130 Jun 04 16:35:44.393654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57240) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:44.398132 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0561805b-f075-460b-8ee0-0fd532645793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:44.400233 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d14ad704-f06c-46f4-87f4-274788bd1d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:44.419924 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0561805b-f075-460b-8ee0-0fd532645793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:44.442875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60eea7ff-0fed-457a-bb8d-9d01c96adf55'}, {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5377171-fdb4-417f-b474-ba4f7bed802e'}, {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e936c81-586a-4348-a3fe-86ec2f21469f'}, {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91def2a8-ccd3-4b2b-bb50-6055dc4bc228'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:44.448849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=91def2a8-ccd3-4b2b-bb50-6055dc4bc228,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:44.461947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-282f549d-f503-4734-85a6-71d523464461 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e HTTP/1.1" status: 200 len: 205 time: 0.0660124 Jun 04 16:35:44.480340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57246) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:44.538729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-666dd590-a875-43bc-a3ee-51f5443f357e req-d41c1591-1827-466c-8c83-646b0965f9bd tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Deleting port 9e936c81-586a-4348-a3fe-86ec2f21469f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:35:44.539009 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-d41c1591-1827-466c-8c83-646b0965f9bd tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:44.564122 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d14ad704-f06c-46f4-87f4-274788bd1d92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=585f20627f3a4982954b20750c2d62d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0264144 Jun 04 16:35:44.567323 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0561805b-f075-460b-8ee0-0fd532645793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87bf9335d5d14b6a9f2c1559c389a611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9651501 Jun 04 16:35:44.568158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57250) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:44.579364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57252) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:44.582883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ad704-f06c-46f4-87f4-274788bd1d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcb9ee4-5e5f-4ceb-ad1c-ceaa21133abb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:44.622166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af062386-e91d-48e9-947a-0456c5e655b7 req-4942aab6-998f-42f9-9e91-17a586d95b57 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3&id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4223087 Jun 04 16:35:44.740716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561805b-f075-460b-8ee0-0fd532645793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232e195a-d2e3-4be0-8c1c-9b4b836be4d2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:44.794313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f60a8189-f7ab-4bd9-83f3-51d418f1ac28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:44.810380 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:44.961783 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f60a8189-f7ab-4bd9-83f3-51d418f1ac28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:45.004620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274ed45-b0ce-4999-b564-cc38c242680c req-ee1adc0b-1636-494f-b1c0-a9dab7374349 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:45.006172 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0274ed45-b0ce-4999-b564-cc38c242680c req-ee1adc0b-1636-494f-b1c0-a9dab7374349 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.8090186 Jun 04 16:35:45.008750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:45.017496 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5625de5b-40c7-40b5-9d8b-d0901eb47187 req-bc212aa8-2de4-45e8-97e9-88c7bb37a064 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 210 time: 0.2319350 Jun 04 16:35:45.043333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:45.070514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b870204-98db-4aab-aafa-8b291991c568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:45.103690 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721bab2c-8912-450a-bbe3-73636e472c89'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60eea7ff-0fed-457a-bb8d-9d01c96adf55', 'code': 200} Jun 04 16:35:45.104236 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721bab2c-8912-450a-bbe3-73636e472c89'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5377171-fdb4-417f-b474-ba4f7bed802e', 'code': 200} Jun 04 16:35:45.104236 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721bab2c-8912-450a-bbe3-73636e472c89'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e936c81-586a-4348-a3fe-86ec2f21469f', 'code': 200} Jun 04 16:35:45.104936 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721bab2c-8912-450a-bbe3-73636e472c89'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91def2a8-ccd3-4b2b-bb50-6055dc4bc228', 'code': 200} Jun 04 16:35:45.145348 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:45.157489 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Deleting port 9734eaa5-93bb-476e-bf49-1cac11c24126 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:35:45.157876 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:45.159045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Made reservation on behalf of 1b45c4870e4d408598053bccb5aa7a72 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:35:45.162917 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:45.179568 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b870204-98db-4aab-aafa-8b291991c568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:45.191853 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f60a8189-f7ab-4bd9-83f3-51d418f1ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:45.199427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-d41c1591-1827-466c-8c83-646b0965f9bd tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] For port 9e936c81-586a-4348-a3fe-86ec2f21469f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=9e936c81-586a-4348-a3fe-86ec2f21469f,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:45.199914 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-d41c1591-1827-466c-8c83-646b0965f9bd tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:45.220896 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0274ed45-b0ce-4999-b564-cc38c242680c req-93eadc36-3261-4ccb-a12a-2489162aab0a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010171 Jun 04 16:35:45.226864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a8189-f7ab-4bd9-83f3-51d418f1ac28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcb9ee4-5e5f-4ceb-ad1c-ceaa21133abb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:45.261180 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f60a8189-f7ab-4bd9-83f3-51d418f1ac28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:45.262391 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f60a8189-f7ab-4bd9-83f3-51d418f1ac28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdcb9ee4-5e5f-4ceb-ad1c-ceaa21133abb HTTP/1.1" status: 204 len: 168 time: 0.6812167 Jun 04 16:35:45.374907 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:45.406906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-666dd590-a875-43bc-a3ee-51f5443f357e req-d41c1591-1827-466c-8c83-646b0965f9bd tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Calling delete_port for 9e936c81-586a-4348-a3fe-86ec2f21469f owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:35:45.530191 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b870204-98db-4aab-aafa-8b291991c568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:45.536037 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Calling delete_port for 9734eaa5-93bb-476e-bf49-1cac11c24126 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:35:45.595802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b870204-98db-4aab-aafa-8b291991c568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232e195a-d2e3-4be0-8c1c-9b4b836be4d2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:45.675301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b870204-98db-4aab-aafa-8b291991c568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:45.676445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6b870204-98db-4aab-aafa-8b291991c568 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/232e195a-d2e3-4be0-8c1c-9b4b836be4d2 HTTP/1.1" status: 204 len: 168 time: 1.0951147 Jun 04 16:35:45.682966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Allocated IP 172.20.0.6 (70421273-3d05-4465-beb8-c7e04471a05a/85832715-45f4-4da8-bd84-98b9a23469f5/584d24fb-820d-46c7-bdbb-86f4fca85846) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:35:45.845375 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-d41c1591-1827-466c-8c83-646b0965f9bd tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.015670 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.113855 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Pushing event deleted for resources: {'Port': ['ID=9734eaa5-93bb-476e-bf49-1cac11c24126,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:46.251245 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.415558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c1591-1827-466c-8c83-646b0965f9bd tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'Port': ['ID=9e936c81-586a-4348-a3fe-86ec2f21469f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:46.449720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-d41c1591-1827-466c-8c83-646b0965f9bd tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] No DVR routers for this DVR port 9e936c81-586a-4348-a3fe-86ec2f21469f on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:35:46.456930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5a993ec5-0683-4061-8a61-77b8844bde36 req-a3965665-a7be-4c91-b1b2-622b64eb60c2 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:35:46.463943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-d41c1591-1827-466c-8c83-646b0965f9bd tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.467794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-deleted', 'tag': '9e936c81-586a-4348-a3fe-86ec2f21469f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:46.666284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-666dd590-a875-43bc-a3ee-51f5443f357e req-d41c1591-1827-466c-8c83-646b0965f9bd tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "DELETE /v2.0/ports/9e936c81-586a-4348-a3fe-86ec2f21469f HTTP/1.1" status: 204 len: 173 time: 2.2659037 Jun 04 16:35:46.667180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5a993ec5-0683-4061-8a61-77b8844bde36 req-a3965665-a7be-4c91-b1b2-622b64eb60c2 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:35:46.669680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a993ec5-0683-4061-8a61-77b8844bde36 req-a3965665-a7be-4c91-b1b2-622b64eb60c2 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 210 time: 0.3566506 Jun 04 16:35:46.675577 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.677932 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.681125 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.716112 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.717003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Fanout notify agent at l3_agent the message router_deleted on router a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:35:46.756407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.761676 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-687950a8-cad5-4d10-900f-4be19df9a80b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "DELETE /v2.0/routers/a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e HTTP/1.1" status: 204 len: 168 time: 2.2759502 Jun 04 16:35:46.762215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57316) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:46.768460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-57f573f4-32cd-439a-9615-0640cc07e705 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-504858529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:46.777849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-57f573f4-32cd-439a-9615-0640cc07e705 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:46.783142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-57f573f4-32cd-439a-9615-0640cc07e705 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Usage tracker for resource:router and tenant:55b192191b6346dda0fcc3a531f292d8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:46.786755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-57f573f4-32cd-439a-9615-0640cc07e705 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:46.794383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-57f573f4-32cd-439a-9615-0640cc07e705 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:46.814735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c6629-cedc-498b-8ba2-62f5b77dae36 req-ab76a1f1-9a51-4647-8705-a9f4f8d7a469 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:46.815421 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57f573f4-32cd-439a-9615-0640cc07e705 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.816814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57f573f4-32cd-439a-9615-0640cc07e705 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.822287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c6629-cedc-498b-8ba2-62f5b77dae36 req-ab76a1f1-9a51-4647-8705-a9f4f8d7a469 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:46.828689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c6629-cedc-498b-8ba2-62f5b77dae36 req-ab76a1f1-9a51-4647-8705-a9f4f8d7a469 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:46.836467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c6629-cedc-498b-8ba2-62f5b77dae36 req-ab76a1f1-9a51-4647-8705-a9f4f8d7a469 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:46.844755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-346c6629-cedc-498b-8ba2-62f5b77dae36 req-ab76a1f1-9a51-4647-8705-a9f4f8d7a469 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Synchronizing usage tracker for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:35:46.864405 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57f573f4-32cd-439a-9615-0640cc07e705 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.898531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-346c6629-cedc-498b-8ba2-62f5b77dae36 req-ab76a1f1-9a51-4647-8705-a9f4f8d7a469 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Unset dirty status for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:35:46.915067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-346c6629-cedc-498b-8ba2-62f5b77dae36 req-ab76a1f1-9a51-4647-8705-a9f4f8d7a469 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 3143 time: 0.9545996 Jun 04 16:35:46.926054 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57f573f4-32cd-439a-9615-0640cc07e705 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.957951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-666dd590-a875-43bc-a3ee-51f5443f357e req-be7a6894-d8b3-4619-90f4-5743ca5ceea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Deleting port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:35:46.958295 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-be7a6894-d8b3-4619-90f4-5743ca5ceea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.964846 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57f573f4-32cd-439a-9615-0640cc07e705 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:46.968946 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-57f573f4-32cd-439a-9615-0640cc07e705 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2027295 Jun 04 16:35:46.969388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57362) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:46.974809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'enable_snat': True}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:47.340513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-be7a6894-d8b3-4619-90f4-5743ca5ceea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] For port 60eea7ff-0fed-457a-bb8d-9d01c96adf55, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=60eea7ff-0fed-457a-bb8d-9d01c96adf55,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:47.340868 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-be7a6894-d8b3-4619-90f4-5743ca5ceea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:47.410488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57374) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:47.479715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-666dd590-a875-43bc-a3ee-51f5443f357e req-be7a6894-d8b3-4619-90f4-5743ca5ceea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Calling delete_port for 60eea7ff-0fed-457a-bb8d-9d01c96adf55 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:35:47.658290 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:47.659927 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-be7a6894-d8b3-4619-90f4-5743ca5ceea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:47.672945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['838761b6-421d-4114-aed8-8a2ffc0bfafe', '854a04e1-96c6-4363-912a-9aec81cc8b4f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:35:47.685664 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-346c6629-cedc-498b-8ba2-62f5b77dae36 req-bc0e22ed-8883-4102-99fa-8250884b81e3 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7695513 Jun 04 16:35:47.779857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a6894-d8b3-4619-90f4-5743ca5ceea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'Port': ['ID=60eea7ff-0fed-457a-bb8d-9d01c96adf55,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:47.790070 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:47.953806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c043b460-2b8a-41ed-95e2-400038b37d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:47.959034 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9d6504-e537-43ae-ac8e-64507f3d9ec5'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-deleted', 'tag': '9e936c81-586a-4348-a3fe-86ec2f21469f', 'status': 'completed', 'code': 200} Jun 04 16:35:48.097538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Network 70421273-3d05-4465-beb8-c7e04471a05a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:35:48.097733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c043b460-2b8a-41ed-95e2-400038b37d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:48.099261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event updated for resources: {'Port': ['ID=584d24fb-820d-46c7-bdbb-86f4fca85846,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:48.101366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:35:48.133315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:35:48.150897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c043b460-2b8a-41ed-95e2-400038b37d8a admin admin] Usage tracker for resource:security_group_rule and tenant:32161ed6c3d840f48e51468a75b69903 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:48.166481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c043b460-2b8a-41ed-95e2-400038b37d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:48.185776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c043b460-2b8a-41ed-95e2-400038b37d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:48.261061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70577df-a3d6-4abc-bd33-6965d206fa93 req-3114f715-2fb1-4ea7-9c39-1e4ee9f010f0 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:48.263343 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70577df-a3d6-4abc-bd33-6965d206fa93 req-3114f715-2fb1-4ea7-9c39-1e4ee9f010f0 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 1.2229025 Jun 04 16:35:48.314096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-be7a6894-d8b3-4619-90f4-5743ca5ceea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] No DVR routers for this DVR port 60eea7ff-0fed-457a-bb8d-9d01c96adf55 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:35:48.356014 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-be7a6894-d8b3-4619-90f4-5743ca5ceea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:48.401666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:48.402341 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:48.409006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70577df-a3d6-4abc-bd33-6965d206fa93 req-3a58424d-1f2a-4acb-8690-e23628c18c70 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899036 Jun 04 16:35:48.419503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-666dd590-a875-43bc-a3ee-51f5443f357e req-be7a6894-d8b3-4619-90f4-5743ca5ceea9 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "DELETE /v2.0/ports/60eea7ff-0fed-457a-bb8d-9d01c96adf55 HTTP/1.1" status: 204 len: 173 time: 1.7269247 Jun 04 16:35:48.430835 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c043b460-2b8a-41ed-95e2-400038b37d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:48.445358 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c043b460-2b8a-41ed-95e2-400038b37d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:48.504275 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Deleting port f5377171-fdb4-417f-b474-ba4f7bed802e {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:35:48.504823 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:48.554987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b0241-73a2-4931-9d9a-040d8f2bc47a req-49e70645-9312-4cbc-866b-44dc2551b13e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:48.556659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-450b0241-73a2-4931-9d9a-040d8f2bc47a req-49e70645-9312-4cbc-866b-44dc2551b13e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 931 time: 0.3191416 Jun 04 16:35:48.577721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-e8a7fa98-a97d-45dd-8926-31efb3e0f097 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4029887 Jun 04 16:35:48.605785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Request body: {'port': {'device_id': 'eae770bb-feab-4475-a59a-722f5d881622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:48.635146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043b460-2b8a-41ed-95e2-400038b37d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf059d66-ea18-4945-ac81-b5b7623afc37,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:48.661784 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c043b460-2b8a-41ed-95e2-400038b37d8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32161ed6c3d840f48e51468a75b69903&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2497964 Jun 04 16:35:48.668409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57402) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:48.911775 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:48.949567 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:48.998755 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d466d228-bcbd-4fd6-ac15-71c25edb3e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:49.050053 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d466d228-bcbd-4fd6-ac15-71c25edb3e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:49.056197 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-450b0241-73a2-4931-9d9a-040d8f2bc47a req-9548a45d-1792-4b18-a530-abcaa9fc59ea tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851949 Jun 04 16:35:49.172251 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:49.174154 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Allocated IP 172.25.5.23 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/e61c0642-25ea-424b-bb10-65d489a65d94) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:35:49.345530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] For port f5377171-fdb4-417f-b474-ba4f7bed802e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f5377171-fdb4-417f-b474-ba4f7bed802e,segment=NetworkSegment(46378fb8-46e0-4bd4-b80b-4f07d21294c4),segment_id=46378fb8-46e0-4bd4-b80b-4f07d21294c4)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:49.346399 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:49.369616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d120d65-e456-4c75-a553-b43d68fd8442 req-7cdfd901-696a-46ad-9de8-1b03682a79ef tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:49.373056 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:49.375931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d120d65-e456-4c75-a553-b43d68fd8442 req-7cdfd901-696a-46ad-9de8-1b03682a79ef tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:49.382519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d120d65-e456-4c75-a553-b43d68fd8442 req-7cdfd901-696a-46ad-9de8-1b03682a79ef tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:49.383515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0d120d65-e456-4c75-a553-b43d68fd8442 req-7cdfd901-696a-46ad-9de8-1b03682a79ef tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Synchronizing usage tracker for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:35:49.409178 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:49.466059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:35:49.472735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:35:49.475041 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d466d228-bcbd-4fd6-ac15-71c25edb3e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:49.488256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:35:49.555260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0d120d65-e456-4c75-a553-b43d68fd8442 req-7cdfd901-696a-46ad-9de8-1b03682a79ef tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Unset dirty status for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:35:49.564393 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d120d65-e456-4c75-a553-b43d68fd8442 req-7cdfd901-696a-46ad-9de8-1b03682a79ef tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 2410 time: 0.6724305 Jun 04 16:35:49.660223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466d228-bcbd-4fd6-ac15-71c25edb3e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf059d66-ea18-4945-ac81-b5b7623afc37,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:49.750710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57484) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:49.788228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event updated for resources: {'Port': ['ID=e61c0642-25ea-424b-bb10-65d489a65d94,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:49.791012 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d466d228-bcbd-4fd6-ac15-71c25edb3e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:49.794490 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d466d228-bcbd-4fd6-ac15-71c25edb3e8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf059d66-ea18-4945-ac81-b5b7623afc37 HTTP/1.1" status: 204 len: 168 time: 1.1228328 Jun 04 16:35:49.903641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d120d65-e456-4c75-a553-b43d68fd8442 req-6a7695c1-adce-4582-8544-538b24499890 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382106 Jun 04 16:35:50.040923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:50.063270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:50.063944 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:50.064925 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Floating IP bda2d735-edf6-497b-9c2d-9be451deb72d disassociated. External IP: 172.25.5.198, port: f5377171-fdb4-417f-b474-ba4f7bed802e. Jun 04 16:35:50.065449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Calling delete_port for f5377171-fdb4-417f-b474-ba4f7bed802e owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:35:50.137223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-deleted', 'tag': '60eea7ff-0fed-457a-bb8d-9d01c96adf55'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:50.244638 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c335-85a1-4657-8507-2ee9fa6add92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:50.319404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0ad6c335-85a1-4657-8507-2ee9fa6add92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:50.343671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0ad6c335-85a1-4657-8507-2ee9fa6add92 admin admin] Usage tracker for resource:security_group_rule and tenant:62f552bce8e341d1ba32733ce721e07a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:50.350778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0ad6c335-85a1-4657-8507-2ee9fa6add92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:50.475057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0ad6c335-85a1-4657-8507-2ee9fa6add92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:50.493668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:35:50.566063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79ac6-0139-4932-92b7-9f51b079a67d req-75dcc9eb-42b6-4a50-b7bf-5d051ad98f12 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:50.575831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28a79ac6-0139-4932-92b7-9f51b079a67d req-75dcc9eb-42b6-4a50-b7bf-5d051ad98f12 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.8862875 Jun 04 16:35:50.678207 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:50.682977 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:50.762271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584d24fb-820d-46c7-bdbb-86f4fca85846 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:35:50.782459 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:50.795923 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28a79ac6-0139-4932-92b7-9f51b079a67d req-b4c2fb59-3641-4c52-a9ca-328164de85b2 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188749 Jun 04 16:35:50.814591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c38d1f-776a-41c6-9601-19623d151a8a req-09cd6124-4ea8-437b-a689-4f492d4d7a10 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:50.824670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71c38d1f-776a-41c6-9601-19623d151a8a req-09cd6124-4ea8-437b-a689-4f492d4d7a10 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 931 time: 0.5482342 Jun 04 16:35:50.830559 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:50.833847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Transition to ACTIVE for port object 584d24fb-820d-46c7-bdbb-86f4fca85846 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:35:50.901749 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:50.916481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57518) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:50.921419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'Port': ['ID=f5377171-fdb4-417f-b474-ba4f7bed802e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:50.984307 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8751bbeb-75a0-4dc2-9b98-70269b55057d'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-deleted', 'tag': '60eea7ff-0fed-457a-bb8d-9d01c96adf55', 'status': 'completed', 'code': 200} Jun 04 16:35:51.136858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Router f21158a3-562e-42c2-8276-7d62ceb4712a is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:35:51.231452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-944680175'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:51.298558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:51.321144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:35:51.325585 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:51.329348 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-24597852-1ae9-4223-8342-8658cfe8743f tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "PUT /v2.0/routers/f21158a3-562e-42c2-8276-7d62ceb4712a HTTP/1.1" status: 200 len: 913 time: 4.3561678 Jun 04 16:35:51.329460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57528) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:51.333279 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d161cb-c2b4-4b6e-923f-e8dee8e43eab None None] Sync routers for ids ['f21158a3-562e-42c2-8276-7d62ceb4712a'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:35:51.344890 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d161cb-c2b4-4b6e-923f-e8dee8e43eab None None] Routers {'f21158a3-562e-42c2-8276-7d62ceb4712a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:51.345507 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-73d161cb-c2b4-4b6e-923f-e8dee8e43eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f21158a3-562e-42c2-8276-7d62ceb4712a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:51.377935 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71c38d1f-776a-41c6-9601-19623d151a8a req-2f9f4256-538d-4eb9-87f9-0f8ee5cf6dd7 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454285 Jun 04 16:35:51.384854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Usage tracker for resource:network and tenant:e60ffdb6fb8845478e5df31d1f841e6d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:51.396236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:51.415595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c335-85a1-4657-8507-2ee9fa6add92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:51.418161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Pushing event updated for resources: {'Port': ['ID=584d24fb-820d-46c7-bdbb-86f4fca85846,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:51.421191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:51.434967 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-73d161cb-c2b4-4b6e-923f-e8dee8e43eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:51.454467 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d161cb-c2b4-4b6e-923f-e8dee8e43eab None None] Routers {'f21158a3-562e-42c2-8276-7d62ceb4712a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:51.455101 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-73d161cb-c2b4-4b6e-923f-e8dee8e43eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f21158a3-562e-42c2-8276-7d62ceb4712a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:51.481423 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c335-85a1-4657-8507-2ee9fa6add92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:51.536439 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-73d161cb-c2b4-4b6e-923f-e8dee8e43eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:51.537186 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d161cb-c2b4-4b6e-923f-e8dee8e43eab None None] The sync data for ids ['f21158a3-562e-42c2-8276-7d62ceb4712a'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:35:51.643846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Made reservation on behalf of e60ffdb6fb8845478e5df31d1f841e6d for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:35:51.647278 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:51.674488 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-93867469-9d40-45ba-adc1-1f983eac3405 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/routers/f21158a3-562e-42c2-8276-7d62ceb4712a HTTP/1.1" status: 200 len: 919 time: 0.3423078 Jun 04 16:35:51.676662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57538) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:51.700764 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0ad6c335-85a1-4657-8507-2ee9fa6add92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62f552bce8e341d1ba32733ce721e07a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9051495 Jun 04 16:35:51.706357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6c335-85a1-4657-8507-2ee9fa6add92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33df34e-963f-45ec-9163-b497a69589fd,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:51.708883 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:51.709530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57542) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:51.754707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:51.773187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Usage tracker for resource:security_group_rule and tenant:e60ffdb6fb8845478e5df31d1f841e6d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:51.777843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:51.790020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4da0e-358c-493b-a4e1-eae26d507211 req-be0a9be5-1fdc-4c68-b76c-1d1abe515bf7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:51.796305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4da0e-358c-493b-a4e1-eae26d507211 req-be0a9be5-1fdc-4c68-b76c-1d1abe515bf7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:51.798065 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7bb4da0e-358c-493b-a4e1-eae26d507211 req-be0a9be5-1fdc-4c68-b76c-1d1abe515bf7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 1677 time: 0.6209145 Jun 04 16:35:51.802889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cdaf5149-9a60-446e-839b-0921691c7dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:51.805442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:51.807926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Attempting to bind port 584d24fb-820d-46c7-bdbb-86f4fca85846 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:35:51.808255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Attempting to bind port 584d24fb-820d-46c7-bdbb-86f4fca85846 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:35:51.808574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Attempting to bind port 584d24fb-820d-46c7-bdbb-86f4fca85846 on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:35:51.811798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Router b8b33763-3664-47a8-b1a0-659d6b28f3f7 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:35:51.820667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b0d9f2-9c6b-4678-98c2-d89091c9f0ce tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:51.823188 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-73b0d9f2-9c6b-4678-98c2-d89091c9f0ce tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&device_id=f21158a3-562e-42c2-8276-7d62ceb4712a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1445529 Jun 04 16:35:51.829293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57546) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:51.832575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Port 584d24fb-820d-46c7-bdbb-86f4fca85846 on network 70421273-3d05-4465-beb8-c7e04471a05a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:35:51.832907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Attempting to bind port 584d24fb-820d-46c7-bdbb-86f4fca85846 on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:35:51.856255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:35:51.856589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Checking segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:35:51.856979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Bound using segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:35:51.857427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Bound port: 584d24fb-820d-46c7-bdbb-86f4fca85846, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:35:51.857769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:51.864525 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cdaf5149-9a60-446e-839b-0921691c7dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:51.999942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10644459-43aa-498a-aee8-a3a167cbe835 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:52.001629 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-10644459-43aa-498a-aee8-a3a167cbe835 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 881 time: 0.1712482 Jun 04 16:35:52.004729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57552) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:52.007008 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7bb4da0e-358c-493b-a4e1-eae26d507211 req-1f290da5-ae1f-4300-ae0a-eed768569381 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928372 Jun 04 16:35:52.046088 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cdaf5149-9a60-446e-839b-0921691c7dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:52.068390 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e364a752-ed53-405c-91a0-818c2de282f3 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21158a3-562e-42c2-8276-7d62ceb4712a HTTP/1.1" status: 200 len: 205 time: 0.0598192 Jun 04 16:35:52.068562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57556) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:52.071249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf5149-9a60-446e-839b-0921691c7dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33df34e-963f-45ec-9163-b497a69589fd,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:52.153712 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cdaf5149-9a60-446e-839b-0921691c7dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:52.155242 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cdaf5149-9a60-446e-839b-0921691c7dca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d33df34e-963f-45ec-9163-b497a69589fd HTTP/1.1" status: 204 len: 168 time: 0.4438303 Jun 04 16:35:52.238686 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] For port 584d24fb-820d-46c7-bdbb-86f4fca85846, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:35:52.268599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:35:52.271099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] For port 584d24fb-820d-46c7-bdbb-86f4fca85846, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=584d24fb-820d-46c7-bdbb-86f4fca85846,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:35:52.273044 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:52.279202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ba3f5-4f74-4fa3-a57c-468463515db7 None None] Sync routers for ids ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:35:52.284274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:52.292009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ba3f5-4f74-4fa3-a57c-468463515db7 None None] Routers {'b8b33763-3664-47a8-b1a0-659d6b28f3f7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:52.294258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e20ba3f5-4f74-4fa3-a57c-468463515db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:52.311716 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:52.351041 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:52.421520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2bf85-8248-4b6e-ace2-b7a18d7a814e req-4b717da7-9859-463a-afc1-12d2cbe20ec5 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:52.423275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3e2bf85-8248-4b6e-ace2-b7a18d7a814e req-4b717da7-9859-463a-afc1-12d2cbe20ec5 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.4674697 Jun 04 16:35:52.449689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] No DVR routers for this DVR port f5377171-fdb4-417f-b474-ba4f7bed802e on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:35:52.465008 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:52.467803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:35:52.494836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:52.495453 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:52.496869 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] 10.222.0.42 "PUT /v2.0/ports/584d24fb-820d-46c7-bdbb-86f4fca85846 HTTP/1.1" status: 200 len: 1091 time: 3.9145203 Jun 04 16:35:52.521852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88198a6-b114-4ffa-95af-369150d9ee48,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:52.536138 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:52.536532 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Added segment faefa4d8-8724-4d7e-abd1-9a26a45a09d5 of type vlan for network fef3b2aa-353a-4f31-b71e-5b4d046276bd Jun 04 16:35:52.602876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2bdea-42d2-4d8f-b51e-fcc2d3fa9f2a service neutron] Pushing event updated for resources: {'Port': ['ID=584d24fb-820d-46c7-bdbb-86f4fca85846,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:52.630862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-666dd590-a875-43bc-a3ee-51f5443f357e req-8ec0ffd0-813e-4e33-9870-c0b06a875a99 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "DELETE /v2.0/ports/f5377171-fdb4-417f-b474-ba4f7bed802e HTTP/1.1" status: 204 len: 173 time: 4.2048357 Jun 04 16:35:52.644866 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3e2bf85-8248-4b6e-ace2-b7a18d7a814e req-e339314d-fc9d-49b3-a118-0707d689080b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013974 Jun 04 16:35:52.658491 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:52.681885 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:52.703578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Deleting port e61c0642-25ea-424b-bb10-65d489a65d94 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:35:52.704584 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:52.820476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e20ba3f5-4f74-4fa3-a57c-468463515db7 None None] Set router b8b33763-3664-47a8-b1a0-659d6b28f3f7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:35:52.909476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-666dd590-a875-43bc-a3ee-51f5443f357e req-98e0304e-d8ac-4564-b546-506ef27b6172 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Deleting port e25bade0-c0eb-445a-bb94-2aa6430da92f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:35:52.909899 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-98e0304e-d8ac-4564-b546-506ef27b6172 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:53.174884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57568) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:53.221098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-deleted', 'tag': 'f5377171-fdb4-417f-b474-ba4f7bed802e'}, {'name': 'network-changed', 'server_uuid': 'eae770bb-feab-4475-a59a-722f5d881622', 'tag': '584d24fb-820d-46c7-bdbb-86f4fca85846'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:53.240917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:53.257403 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:53.263127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:53.263834 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:53.313552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e20ba3f5-4f74-4fa3-a57c-468463515db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:29:26Z', 'revision_number': 4, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port': {'id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:17Z', 'updated_at': '2022-06-04T16:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2ea8fa6a-213e-4296-a56b-220ce43568b3', 'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'mac_address': 'fa:16:3e:02:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '24400e9e-8edf-461f-bb64-f983372345e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:24Z', 'updated_at': '2022-06-04T16:29:40Z', 'revision_number': 5, 'project_id': '034fe08f1f634c458de338d38be6314a', 'subnets': [{'id': '24400e9e-8edf-461f-bb64-f983372345e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:53.318842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ba3f5-4f74-4fa3-a57c-468463515db7 None None] Checking router: b8b33763-3664-47a8-b1a0-659d6b28f3f7 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:35:53.330570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ba3f5-4f74-4fa3-a57c-468463515db7 None None] Routers {'b8b33763-3664-47a8-b1a0-659d6b28f3f7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:35:53.331571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e20ba3f5-4f74-4fa3-a57c-468463515db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:35:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:53.339696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-765938aa-6709-4acd-b750-7dacdd539970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:53.341377 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-765938aa-6709-4acd-b750-7dacdd539970 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 1094 time: 0.7844055 Jun 04 16:35:53.342218 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:53.355224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4287152 Jun 04 16:35:53.366296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57576) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:53.375454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Calling delete_port for e61c0642-25ea-424b-bb10-65d489a65d94 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:35:53.405600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Request body: {'subnet': {'network_id': 'fef3b2aa-353a-4f31-b71e-5b4d046276bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:53.535535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e20ba3f5-4f74-4fa3-a57c-468463515db7 None None] Set router b8b33763-3664-47a8-b1a0-659d6b28f3f7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:35:53.553878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:53.557836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:53.563587 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-733bed76-be8d-473c-a89b-0c48e4247455 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=584d24fb-820d-46c7-bdbb-86f4fca85846 HTTP/1.1" status: 200 len: 217 time: 0.2094271 Jun 04 16:35:53.563843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Usage tracker for resource:subnet and tenant:e60ffdb6fb8845478e5df31d1f841e6d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:53.568444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:53.575230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:53.577196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:121b929f3f34464ca37366bcea6c20bc is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:53.593324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Made reservation on behalf of e60ffdb6fb8845478e5df31d1f841e6d for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:35:53.596916 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:53.619612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:53.632355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0840b7-6519-4615-b9a7-36478ce3f454 req-0c06f9ec-961d-4bd2-871b-430fa0279d08 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:53.634043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6f0840b7-6519-4615-b9a7-36478ce3f454 req-0c06f9ec-961d-4bd2-871b-430fa0279d08 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 943 time: 0.9093602 Jun 04 16:35:53.634913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76524d0f-46d4-4bc8-97bd-cd88965539f9 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Pushing event updated for resources: {'Network': ['ID=fef3b2aa-353a-4f31-b71e-5b4d046276bd,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:53.649996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:53.688945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network fef3b2aa-353a-4f31-b71e-5b4d046276bd details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:35:53.727892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4edae7-5f9c-4ebb-85c6-f95e6ef3435d req-8b0f3c75-6621-46e4-9fa6-b32be8a22c4f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:53.734213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4edae7-5f9c-4ebb-85c6-f95e6ef3435d req-8b0f3c75-6621-46e4-9fa6-b32be8a22c4f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:53.735131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2b4edae7-5f9c-4ebb-85c6-f95e6ef3435d req-8b0f3c75-6621-46e4-9fa6-b32be8a22c4f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Synchronizing usage tracker for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:35:53.770121 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:53.838257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Pushing event deleted for resources: {'Port': ['ID=e61c0642-25ea-424b-bb10-65d489a65d94,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:53.855761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-94fed7c6-9d99-4c1c-a499-869318046228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:53.857439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-94fed7c6-9d99-4c1c-a499-869318046228 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.2735443 Jun 04 16:35:53.922891 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6f0840b7-6519-4615-b9a7-36478ce3f454 req-63f24b84-ec43-4330-9ba6-452d4f2cf951 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700651 Jun 04 16:35:53.925350 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-3b1ca113-209b-4260-9f08-2f0d37652e7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562949 Jun 04 16:35:53.940172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2b4edae7-5f9c-4ebb-85c6-f95e6ef3435d req-8b0f3c75-6621-46e4-9fa6-b32be8a22c4f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Unset dirty status for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:35:53.953976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b4edae7-5f9c-4ebb-85c6-f95e6ef3435d req-8b0f3c75-6621-46e4-9fa6-b32be8a22c4f tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 1677 time: 0.7745185 Jun 04 16:35:53.986760 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.087359 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9bfbd8-510a-4bcf-98f8-d8eee6206a74'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-deleted', 'tag': 'f5377171-fdb4-417f-b474-ba4f7bed802e', 'status': 'completed', 'code': 200} Jun 04 16:35:54.088124 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9bfbd8-510a-4bcf-98f8-d8eee6206a74'] response: {'name': 'network-changed', 'server_uuid': 'eae770bb-feab-4475-a59a-722f5d881622', 'tag': '584d24fb-820d-46c7-bdbb-86f4fca85846', 'status': 'completed', 'code': 200} Jun 04 16:35:54.098182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e20ba3f5-4f74-4fa3-a57c-468463515db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:29:26Z', 'revision_number': 4, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port': {'id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:17Z', 'updated_at': '2022-06-04T16:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2ea8fa6a-213e-4296-a56b-220ce43568b3', 'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'mac_address': 'fa:16:3e:02:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '24400e9e-8edf-461f-bb64-f983372345e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:24Z', 'updated_at': '2022-06-04T16:29:40Z', 'revision_number': 5, 'project_id': '034fe08f1f634c458de338d38be6314a', 'subnets': [{'id': '24400e9e-8edf-461f-bb64-f983372345e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:35:54.104968 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ba3f5-4f74-4fa3-a57c-468463515db7 None None] The sync data for ids ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'] in n-d-811809-3 is: [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:29:26Z', 'revision_number': 4, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port': {'id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:17Z', 'updated_at': '2022-06-04T16:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2ea8fa6a-213e-4296-a56b-220ce43568b3', 'name': '', 'network_id': '5bffa50e-6075-4c4d-a7c9-53a4ad9311fb', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'mac_address': 'fa:16:3e:02:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '24400e9e-8edf-461f-bb64-f983372345e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:24Z', 'updated_at': '2022-06-04T16:29:40Z', 'revision_number': 5, 'project_id': '034fe08f1f634c458de338d38be6314a', 'subnets': [{'id': '24400e9e-8edf-461f-bb64-f983372345e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:35:54.220600 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.246571 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.251187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-98e0304e-d8ac-4564-b546-506ef27b6172 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] For port e25bade0-c0eb-445a-bb94-2aa6430da92f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e25bade0-c0eb-445a-bb94-2aa6430da92f,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:54.251661 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-98e0304e-d8ac-4564-b546-506ef27b6172 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.288187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.323685 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b4edae7-5f9c-4ebb-85c6-f95e6ef3435d req-f64cd916-d4ca-4454-9515-a8956f4362bb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702672 Jun 04 16:35:54.330223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.330745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Fanout notify agent at l3_agent the message router_deleted on router f21158a3-562e-42c2-8276-7d62ceb4712a {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:35:54.422325 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.423475 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e5600924-6b8d-41a9-9015-677a73216eb8 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "DELETE /v2.0/routers/f21158a3-562e-42c2-8276-7d62ceb4712a HTTP/1.1" status: 204 len: 168 time: 2.3541462 Jun 04 16:35:54.424286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Pushing event updated for resources: {'Subnet': ['ID=042bf4df-8ce5-43e6-b2b6-da5da104cd49,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:54.432466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57590) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:54.437753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0b3640a7-c4aa-4286-917f-284d6c6ba5ba tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-68584640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:54.453142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0b3640a7-c4aa-4286-917f-284d6c6ba5ba tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:54.455608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Checking segment: {'id': 'faefa4d8-8724-4d7e-abd1-9a26a45a09d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fef3b2aa-353a-4f31-b71e-5b4d046276bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:35:54.455956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Network hostable DHCP agents. Network: fef3b2aa-353a-4f31-b71e-5b4d046276bd, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:35:54.463049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0b3640a7-c4aa-4286-917f-284d6c6ba5ba tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Usage tracker for resource:router and tenant:55b192191b6346dda0fcc3a531f292d8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:54.467136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0b3640a7-c4aa-4286-917f-284d6c6ba5ba tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:54.473877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0b3640a7-c4aa-4286-917f-284d6c6ba5ba tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:54.482051 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ba9eba-3389-48d6-ba87-9ea0444c9fab None None] New status for floating IP bda2d735-edf6-497b-9c2d-9be451deb72d: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:35:54.499798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Network fef3b2aa-353a-4f31-b71e-5b4d046276bd is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:35:54.501657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-666dd590-a875-43bc-a3ee-51f5443f357e req-98e0304e-d8ac-4564-b546-506ef27b6172 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Calling delete_port for e25bade0-c0eb-445a-bb94-2aa6430da92f owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:35:54.512685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, fef3b2aa-353a-4f31-b71e-5b4d046276bd) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:35:54.526534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b1dfed-7e7a-476d-a53b-f574f43347d3 None None] Network fef3b2aa-353a-4f31-b71e-5b4d046276bd requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:35:54.543523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:54.543523 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.570054 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.589084 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4f747aa0-a776-4163-85a6-3f7900107f6e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2216017 Jun 04 16:35:54.593116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57594) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:54.598326 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.599400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Request body: {'port': {'network_id': 'fef3b2aa-353a-4f31-b71e-5b4d046276bd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1996275180'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:54.695870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54daf16d-5672-4a63-ad50-127e5138ff42,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:54.723039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-66b52214-a198-4a67-b24f-6be58a8f9e4a service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7773786 Jun 04 16:35:54.723039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:54.723039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:54.723039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:54.723039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:54.723039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:54.723039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:54.723039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:54.723039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:54.723039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:54.723039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:54.730830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:54.731252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:35:54.799978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b3640a7-c4aa-4286-917f-284d6c6ba5ba tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.799978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b3640a7-c4aa-4286-917f-284d6c6ba5ba tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.877909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b3640a7-c4aa-4286-917f-284d6c6ba5ba tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.935780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:54.935780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Usage tracker for resource:port and tenant:e60ffdb6fb8845478e5df31d1f841e6d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:54.947066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:54.961573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:54.972796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-fef3b2aa-353a-4f31-b71e-5b4d046276bd', 'network_id': 'fef3b2aa-353a-4f31-b71e-5b4d046276bd', 'tenant_id': 'e60ffdb6fb8845478e5df31d1f841e6d', 'fixed_ips': [{'subnet_id': '042bf4df-8ce5-43e6-b2b6-da5da104cd49'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:35:54.972796 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:54.985927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Made reservation on behalf of e60ffdb6fb8845478e5df31d1f841e6d for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:35:55.000958 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:55.004906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c82f4a-0d6e-49b9-bbec-655f696d0571 req-3bdda510-5d72-4146-ba02-c8b38a585744 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:55.004906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d7c82f4a-0d6e-49b9-bbec-655f696d0571 req-3bdda510-5d72-4146-ba02-c8b38a585744 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.7694025 Jun 04 16:35:55.048367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] device_id is not set on port dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:35:55.091883 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6fa854d9-05b7-4b80-82f9-a2f1b6c0c4b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=121b929f3f34464ca37366bcea6c20bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8652740 Jun 04 16:35:55.101643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57602) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:55.166459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b3640a7-c4aa-4286-917f-284d6c6ba5ba tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:55.193820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Allocated IP 2001:db8::2 (fef3b2aa-353a-4f31-b71e-5b4d046276bd/042bf4df-8ce5-43e6-b2b6-da5da104cd49/1bc396c1-3fc7-496c-a38f-7dfcdd553263) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:35:55.195323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b3640a7-c4aa-4286-917f-284d6c6ba5ba tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:55.197593 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0b3640a7-c4aa-4286-917f-284d6c6ba5ba tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7639599 Jun 04 16:35:55.200910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57606) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:55.209389 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'enable_snat': False}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:55.269129 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d7c82f4a-0d6e-49b9-bbec-655f696d0571 req-ec5e74a7-bce3-4f20-ab01-280b2983335e tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649765 Jun 04 16:35:55.333745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d918d13-6b3a-413f-8365-5bf640bf79b4 req-696438ac-89b0-4672-a4d1-1217dfeb71da service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778439 Jun 04 16:35:55.346044 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-98e0304e-d8ac-4564-b546-506ef27b6172 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:55.560558 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:55.572834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Transition to ACTIVE for port object 1bc396c1-3fc7-496c-a38f-7dfcdd553263 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:35:55.597407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Transition to ACTIVE for port object 1bc396c1-3fc7-496c-a38f-7dfcdd553263 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:35:55.606352 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:55.662127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Network fef3b2aa-353a-4f31-b71e-5b4d046276bd is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:35:55.696782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:35:55.698691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Pushing event updated for resources: {'Port': ['ID=1bc396c1-3fc7-496c-a38f-7dfcdd553263,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:55.706958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:35:55.743173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0304e-d8ac-4564-b546-506ef27b6172 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'Port': ['ID=e25bade0-c0eb-445a-bb94-2aa6430da92f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:55.767118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Allocated IP 2001:db8::248 (fef3b2aa-353a-4f31-b71e-5b4d046276bd/042bf4df-8ce5-43e6-b2b6-da5da104cd49/dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:35:55.820435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Attempting to bind port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:35:55.820716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Attempting to bind port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'faefa4d8-8724-4d7e-abd1-9a26a45a09d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fef3b2aa-353a-4f31-b71e-5b4d046276bd'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:35:55.821221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Attempting to bind port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 on network fef3b2aa-353a-4f31-b71e-5b4d046276bd {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:35:55.828735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:35:55.829201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Checking segment: {'id': 'faefa4d8-8724-4d7e-abd1-9a26a45a09d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fef3b2aa-353a-4f31-b71e-5b4d046276bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:35:55.829797 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:55.830708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Bound using segment: {'id': 'faefa4d8-8724-4d7e-abd1-9a26a45a09d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fef3b2aa-353a-4f31-b71e-5b4d046276bd'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:35:55.830836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Bound port: 1bc396c1-3fc7-496c-a38f-7dfcdd553263, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faefa4d8-8724-4d7e-abd1-9a26a45a09d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fef3b2aa-353a-4f31-b71e-5b4d046276bd'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:35:55.831881 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:55.882382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-98e0304e-d8ac-4564-b546-506ef27b6172 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] No DVR routers for this DVR port e25bade0-c0eb-445a-bb94-2aa6430da92f on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:35:55.886963 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c487c92-c573-4e07-ae93-7097e038a6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:55.889755 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-98e0304e-d8ac-4564-b546-506ef27b6172 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:55.937532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] For port 1bc396c1-3fc7-496c-a38f-7dfcdd553263, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:35:55.942011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] For port 1bc396c1-3fc7-496c-a38f-7dfcdd553263, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1bc396c1-3fc7-496c-a38f-7dfcdd553263,segment=NetworkSegment(faefa4d8-8724-4d7e-abd1-9a26a45a09d5),segment_id=faefa4d8-8724-4d7e-abd1-9a26a45a09d5)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:35:55.949405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c487c92-c573-4e07-ae93-7097e038a6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:55.949758 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:55.956698 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-666dd590-a875-43bc-a3ee-51f5443f357e req-98e0304e-d8ac-4564-b546-506ef27b6172 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "DELETE /v2.0/ports/e25bade0-c0eb-445a-bb94-2aa6430da92f HTTP/1.1" status: 204 len: 173 time: 3.3106966 Jun 04 16:35:55.974060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe21fb-e673-48f8-9b1a-cf359c9c1e56 req-e2307a86-93b5-42a2-922d-2e4d88b54e1c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:55.975518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dffe21fb-e673-48f8-9b1a-cf359c9c1e56 req-e2307a86-93b5-42a2-922d-2e4d88b54e1c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 943 time: 0.7602506 Jun 04 16:35:56.023331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0959f-05a2-49c2-a3e3-3d5ce70b6926 req-5254f40b-5fce-457b-a758-3de56c5162ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:56.024953 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82a0959f-05a2-49c2-a3e3-3d5ce70b6926 req-5254f40b-5fce-457b-a758-3de56c5162ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 1094 time: 0.5733953 Jun 04 16:35:56.038478 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ffea4-7acb-4e5b-beef-da1f9365dbf2 None None] Pushing event updated for resources: {'Port': ['ID=1bc396c1-3fc7-496c-a38f-7dfcdd553263,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:56.078512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e38ec-1167-440d-8969-d38b0c90e3c6 req-c59e0f1a-8533-40c0-81ac-fa180ed3aac8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:56.079200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-407e38ec-1167-440d-8969-d38b0c90e3c6 req-c59e0f1a-8533-40c0-81ac-fa180ed3aac8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Synchronizing usage tracker for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:35:56.105881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-deleted', 'tag': 'e25bade0-c0eb-445a-bb94-2aa6430da92f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:56.140154 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:56.233966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4a56c390-e2af-407c-9f87-d4966e8b9d9b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Deleting port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:35:56.234534 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4a56c390-e2af-407c-9f87-d4966e8b9d9b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:56.318025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dffe21fb-e673-48f8-9b1a-cf359c9c1e56 req-287ed7eb-2e11-4157-9552-32892c676f1e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039231 Jun 04 16:35:56.321077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-407e38ec-1167-440d-8969-d38b0c90e3c6 req-c59e0f1a-8533-40c0-81ac-fa180ed3aac8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Unset dirty status for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:35:56.328171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-407e38ec-1167-440d-8969-d38b0c90e3c6 req-c59e0f1a-8533-40c0-81ac-fa180ed3aac8 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 943 time: 0.6514859 Jun 04 16:35:56.377905 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:56.404156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Transition to ACTIVE for port object dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:35:56.427914 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c487c92-c573-4e07-ae93-7097e038a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:56.441291 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c15f9e2-aa67-494a-982b-a3e1e8c67420'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-deleted', 'tag': 'e25bade0-c0eb-445a-bb94-2aa6430da92f', 'status': 'completed', 'code': 200} Jun 04 16:35:56.469860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c487c92-c573-4e07-ae93-7097e038a6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54daf16d-5672-4a63-ad50-127e5138ff42,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:56.574949 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c487c92-c573-4e07-ae93-7097e038a6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:56.576084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0c487c92-c573-4e07-ae93-7097e038a6da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54daf16d-5672-4a63-ad50-127e5138ff42 HTTP/1.1" status: 204 len: 168 time: 1.3770239 Jun 04 16:35:56.610167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-407e38ec-1167-440d-8969-d38b0c90e3c6 req-31cec39c-400f-4e0e-aa81-61a61b3f9105 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811923 Jun 04 16:35:56.611433 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0959f-05a2-49c2-a3e3-3d5ce70b6926 req-a446e7be-a0e7-4625-902b-2d75bf61e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:56.612837 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82a0959f-05a2-49c2-a3e3-3d5ce70b6926 req-a446e7be-a0e7-4625-902b-2d75bf61e68d service neutron] 10.222.0.42 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 906 time: 0.5577796 Jun 04 16:35:56.621563 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:56.716830 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82a0959f-05a2-49c2-a3e3-3d5ce70b6926 req-4f692347-320f-4de1-b7cd-d97c72c7c64a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=584d24fb-820d-46c7-bdbb-86f4fca85846 HTTP/1.1" status: 200 len: 217 time: 0.0894978 Jun 04 16:35:56.827387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Network fef3b2aa-353a-4f31-b71e-5b4d046276bd is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:35:56.838504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:35:56.850745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:35:56.857437 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:56.858159 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:56.896297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Pushing event updated for resources: {'Port': ['ID=dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:56.913820 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:56.982481 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-72eca6ca-456a-4d4e-bf24-823e5fe70daf tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3847890 Jun 04 16:35:56.983054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57630) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:56.986452 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:57.001987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Request body: {'port': {'network_id': 'fef3b2aa-353a-4f31-b71e-5b4d046276bd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1761684456', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:57.002499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.api.validators [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] bootfile-name is not in valid_values {{(pid=88797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 16:35:57.002843 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.api.validators [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] tftp-server is not in valid_values {{(pid=88797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 16:35:57.003251 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.api.validators [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] server-ip-address is not in valid_values {{(pid=88797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 16:35:57.028196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0959f-05a2-49c2-a3e3-3d5ce70b6926 req-8a8cd995-ddea-4951-86d5-b63e92fa436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:57.036128 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82a0959f-05a2-49c2-a3e3-3d5ce70b6926 req-8a8cd995-ddea-4951-86d5-b63e92fa436d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.3116908 Jun 04 16:35:57.047552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1bc396c1-3fc7-496c-a38f-7dfcdd553263 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:35:57.111885 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82a0959f-05a2-49c2-a3e3-3d5ce70b6926 req-0cd94c70-1abd-47a6-9b0e-2368baf16dd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625775 Jun 04 16:35:57.193268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:35:57.199609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4a56c390-e2af-407c-9f87-d4966e8b9d9b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] For port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=91def2a8-ccd3-4b2b-bb50-6055dc4bc228,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:57.199984 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4a56c390-e2af-407c-9f87-d4966e8b9d9b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:57.224880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9c248-31cc-40a7-98ca-20c79bf93806 req-1cdccd9b-6b6b-432f-9e88-5d4e44ed329d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:57.233214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cf9c248-31cc-40a7-98ca-20c79bf93806 req-1cdccd9b-6b6b-432f-9e88-5d4e44ed329d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.4670644 Jun 04 16:35:57.420514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4a56c390-e2af-407c-9f87-d4966e8b9d9b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Calling delete_port for 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:35:57.469361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:57.473323 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Usage tracker for resource:port and tenant:e60ffdb6fb8845478e5df31d1f841e6d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:57.476290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:57.483326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:57.508526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Made reservation on behalf of e60ffdb6fb8845478e5df31d1f841e6d for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:35:57.512978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:57.532676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Allocated IP 172.25.5.17 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/0c4b1911-2e7f-4209-b06a-bc2af7baea53) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:35:57.555632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] device_id is not set on port 4e9a7c8c-9bb2-4e8d-a3bb-519c84de437c yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:35:57.571657 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cf9c248-31cc-40a7-98ca-20c79bf93806 req-d6b6645f-7b81-4594-a7f8-c6e54da097b5 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375669 Jun 04 16:35:57.615098 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c8aac-9bc3-487c-9bec-225eff0028c6 None None] Network fef3b2aa-353a-4f31-b71e-5b4d046276bd requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:35:58.005986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 584d24fb-820d-46c7-bdbb-86f4fca85846 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:35:58.010861 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:58.014795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Allocated IP 2001:db8::2bc (fef3b2aa-353a-4f31-b71e-5b4d046276bd/042bf4df-8ce5-43e6-b2b6-da5da104cd49/4e9a7c8c-9bb2-4e8d-a3bb-519c84de437c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:35:58.099035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82a0959f-05a2-49c2-a3e3-3d5ce70b6926 req-9156b8e4-e460-49f8-ade4-ef76d742c511 service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9596200 Jun 04 16:35:58.109022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc084fbc-ecdb-4964-87ca-27e70d0c02c5 req-f397ba4f-ea05-4918-98e7-06c6c0950e14 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:58.116578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc084fbc-ecdb-4964-87ca-27e70d0c02c5 req-f397ba4f-ea05-4918-98e7-06c6c0950e14 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 943 time: 0.5481496 Jun 04 16:35:58.197887 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc084fbc-ecdb-4964-87ca-27e70d0c02c5 req-b6c0486b-eac0-401d-b16f-e395e3c1e2cf tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800292 Jun 04 16:35:58.206455 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4a56c390-e2af-407c-9f87-d4966e8b9d9b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:58.237193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 584d24fb-820d-46c7-bdbb-86f4fca85846, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=584d24fb-820d-46c7-bdbb-86f4fca85846,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:58.260433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '584d24fb-820d-46c7-bdbb-86f4fca85846', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'port_id': '584d24fb-820d-46c7-bdbb-86f4fca85846', 'mac_address': 'fa:16:3e:02:09:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85832715-45f4-4da8-bd84-98b9a23469f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:35:58.268595 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:58.301741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2820484b-148d-4b86-a784-03736cd25564 None None] Provisioning for port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:35:58.322245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2820484b-148d-4b86-a784-03736cd25564 None None] Provisioning complete for port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:35:58.322245 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2820484b-148d-4b86-a784-03736cd25564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:58.344359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56c390-e2af-407c-9f87-d4966e8b9d9b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'Port': ['ID=91def2a8-ccd3-4b2b-bb50-6055dc4bc228,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:58.384325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:35:58.400123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:35:58.413651 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f976569d-627e-46a9-83d8-09e9d8175634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:58.423757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:35:58.464369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Pushing event updated for resources: {'Port': ['ID=0c4b1911-2e7f-4209-b06a-bc2af7baea53,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:58.536536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec580fd-a5a5-49bd-ba62-ec1c206315af req-91b8d381-611c-4da2-9779-621a8739f42d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:58.544073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ec580fd-a5a5-49bd-ba62-ec1c206315af req-91b8d381-611c-4da2-9779-621a8739f42d tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 943 time: 0.6175656 Jun 04 16:35:58.574284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2820484b-148d-4b86-a784-03736cd25564 None None] Current status of the port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:58.575380 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2820484b-148d-4b86-a784-03736cd25564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:58.575518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4a56c390-e2af-407c-9f87-d4966e8b9d9b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] No DVR routers for this DVR port 91def2a8-ccd3-4b2b-bb50-6055dc4bc228 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:35:58.585081 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4a56c390-e2af-407c-9f87-d4966e8b9d9b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:58.600708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-deleted', 'tag': '91def2a8-ccd3-4b2b-bb50-6055dc4bc228'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:35:58.608529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 584d24fb-820d-46c7-bdbb-86f4fca85846 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:35:58.608972 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:58.661809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584d24fb-820d-46c7-bdbb-86f4fca85846 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:35:58.684504 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2820484b-148d-4b86-a784-03736cd25564 None None] For port 1bc396c1-3fc7-496c-a38f-7dfcdd553263, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1bc396c1-3fc7-496c-a38f-7dfcdd553263,segment=NetworkSegment(faefa4d8-8724-4d7e-abd1-9a26a45a09d5),segment_id=faefa4d8-8724-4d7e-abd1-9a26a45a09d5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:58.687385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 584d24fb-820d-46c7-bdbb-86f4fca85846, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=584d24fb-820d-46c7-bdbb-86f4fca85846,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:35:58.695750 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2820484b-148d-4b86-a784-03736cd25564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:58.779298 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:58.790212 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:58.814622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82a0959f-05a2-49c2-a3e3-3d5ce70b6926 req-c88ed2de-2d99-4eb7-a074-8e04fda781f4 service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942413 Jun 04 16:35:58.868138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Transition to ACTIVE for port object 4e9a7c8c-9bb2-4e8d-a3bb-519c84de437c will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:35:58.876515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-666dd590-a875-43bc-a3ee-51f5443f357e req-4a56c390-e2af-407c-9f87-d4966e8b9d9b tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.42 "DELETE /v2.0/ports/91def2a8-ccd3-4b2b-bb50-6055dc4bc228 HTTP/1.1" status: 204 len: 173 time: 2.9118714 Jun 04 16:35:58.879926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820484b-148d-4b86-a784-03736cd25564 None None] Pushing event updated for resources: {'Port': ['ID=1bc396c1-3fc7-496c-a38f-7dfcdd553263,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:58.998336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ec580fd-a5a5-49bd-ba62-ec1c206315af req-fbcaa9e6-2c44-47d6-9e80-1fb2e4817f31 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d55d4af-df70-4c19-91e7-d9374da80050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4338391 Jun 04 16:35:59.080318 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:59.086713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['584d24fb-820d-46c7-bdbb-86f4fca85846'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:35:59.102052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af07f9-b470-43ea-b882-491b9f1d7208 req-33d45c8e-25dc-4ba3-9f8c-88075c86cb6a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:59.117161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3af07f9-b470-43ea-b882-491b9f1d7208 req-33d45c8e-25dc-4ba3-9f8c-88075c86cb6a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.2438838 Jun 04 16:35:59.146591 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83b08dd-b70a-4d89-95ab-5f15f04dfb47'] response: {'server_uuid': '18524fa5-8f49-410c-a838-a7769212bedc', 'name': 'network-vif-deleted', 'tag': '91def2a8-ccd3-4b2b-bb50-6055dc4bc228', 'status': 'completed', 'code': 200} Jun 04 16:35:59.189602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3af07f9-b470-43ea-b882-491b9f1d7208 req-6b7308ac-0030-49e1-a6ae-88e361a9afc4 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714538 Jun 04 16:35:59.203824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57674) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:59.214297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4a78eddf-fecf-4549-8c64-231ce001848b None None] Provisioning for port dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:35:59.230792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4a78eddf-fecf-4549-8c64-231ce001848b None None] Provisioning complete for port dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:35:59.231163 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4a78eddf-fecf-4549-8c64-231ce001848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:59.255006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Network fef3b2aa-353a-4f31-b71e-5b4d046276bd is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:35:59.261153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:35:59.305899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=584d24fb-820d-46c7-bdbb-86f4fca85846,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:59.379074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:35:59.403519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:59.404225 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:59.439748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4a78eddf-fecf-4549-8c64-231ce001848b None None] Port dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:35:59.458145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e67f0-978a-46bc-9b11-fcbc31f7be45 req-eb31149f-1fae-45e1-88cf-b5703da2e92c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:59.472298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-225e67f0-978a-46bc-9b11-fcbc31f7be45 req-eb31149f-1fae-45e1-88cf-b5703da2e92c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 944 time: 0.1433578 Jun 04 16:35:59.498762 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5144815 Jun 04 16:35:59.510733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57686) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:59.537761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb33cf-c505-4897-961d-eca0521803d1 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Pushing event updated for resources: {'Port': ['ID=4e9a7c8c-9bb2-4e8d-a3bb-519c84de437c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:35:59.552041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4a78eddf-fecf-4549-8c64-231ce001848b None None] Provisioning complete for port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:35:59.552235 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4a78eddf-fecf-4549-8c64-231ce001848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:59.564940 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:59.638834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-471580458'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:35:59.664917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:59.675674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Usage tracker for resource:network and tenant:eafbae81512e4bdba7f1f3511415601f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:59.687084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:59.713814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:59.787708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Made reservation on behalf of eafbae81512e4bdba7f1f3511415601f for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:35:59.791746 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:59.823907 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:35:59.874550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-225e67f0-978a-46bc-9b11-fcbc31f7be45 req-26201360-3d72-4136-8f10-cd396f3dcd7f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891411 Jun 04 16:35:59.876851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:35:59.886805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Usage tracker for resource:security_group_rule and tenant:eafbae81512e4bdba7f1f3511415601f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:35:59.893630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:35:59.903597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:35:59.950970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a01113-7ea6-49c3-9a71-ca8732ca7fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:59.957599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a01113-7ea6-49c3-9a71-ca8732ca7fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:59.964160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a01113-7ea6-49c3-9a71-ca8732ca7fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:35:59.968523 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e2a01113-7ea6-49c3-9a71-ca8732ca7fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.4481399 Jun 04 16:35:59.969321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57692) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:35:59.971917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4a78eddf-fecf-4549-8c64-231ce001848b None None] Current status of the port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:36:00.033845 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-73db8909-6d5b-47ae-9ed9-a99411b01cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:00.103612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a82e587e-0266-453f-bf18-0ad8d3c2b10d None None] Provisioning for port 4e9a7c8c-9bb2-4e8d-a3bb-519c84de437c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:36:00.112563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a82e587e-0266-453f-bf18-0ad8d3c2b10d None None] Provisioning complete for port 4e9a7c8c-9bb2-4e8d-a3bb-519c84de437c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:36:00.113019 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a82e587e-0266-453f-bf18-0ad8d3c2b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:00.180416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7c623133-58e3-4dc1-b5a6-2d77ff51847f tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Deleting port 4e9a7c8c-9bb2-4e8d-a3bb-519c84de437c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:00.180982 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7c623133-58e3-4dc1-b5a6-2d77ff51847f tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:00.218498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a82e587e-0266-453f-bf18-0ad8d3c2b10d None None] Port 4e9a7c8c-9bb2-4e8d-a3bb-519c84de437c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:36:00.233555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a82e587e-0266-453f-bf18-0ad8d3c2b10d None None] Provisioning complete for port dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:36:00.234021 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a82e587e-0266-453f-bf18-0ad8d3c2b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:00.295889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:00.296472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a82e587e-0266-453f-bf18-0ad8d3c2b10d None None] Port dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:36:00.299261 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:00.314262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-972380d9-d9de-4b73-9ff1-d59391adb1c1 req-b4b17240-4416-4007-b929-5168f2817ebb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Synchronizing usage tracker for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:36:00.414293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-972380d9-d9de-4b73-9ff1-d59391adb1c1 req-b4b17240-4416-4007-b929-5168f2817ebb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Unset dirty status for tenant:034fe08f1f634c458de338d38be6314a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:36:00.424235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-972380d9-d9de-4b73-9ff1-d59391adb1c1 req-b4b17240-4416-4007-b929-5168f2817ebb tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/ports?device_id=18524fa5-8f49-410c-a838-a7769212bedc HTTP/1.1" status: 200 len: 210 time: 0.2095802 Jun 04 16:36:00.431184 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:00.493682 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:00.510451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7412979-2743-4b89-af73-37888807a499 req-a322e51a-08b2-4a54-9627-f55b862ba9bf tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:00.518019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7412979-2743-4b89-af73-37888807a499 req-a322e51a-08b2-4a54-9627-f55b862ba9bf tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 945 time: 0.4667799 Jun 04 16:36:00.648301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Router c34ebc93-b657-4985-95f2-511157c9b22a is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:36:00.720649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:36:00.809986 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:00.810338 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Added segment 07dcacc2-154c-47bf-92db-6d694eea5273 of type vlan for network 6951a510-3edc-4663-ac43-0f29e1a2c580 Jun 04 16:36:00.828477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7412979-2743-4b89-af73-37888807a499 req-7a5b316e-091e-4ba7-939e-019e8c718638 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092787 Jun 04 16:36:00.833988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19eecf5-fa6a-4063-87e8-dfda43d52314,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:00.862848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:36:00.867944 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:00.873358 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-39c9a88e-b92f-433c-ad6b-72d8554c469d tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "PUT /v2.0/routers/c34ebc93-b657-4985-95f2-511157c9b22a HTTP/1.1" status: 200 len: 913 time: 5.6705089 Jun 04 16:36:00.874614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57704) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:00.880556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769e609-573e-414e-a884-91dd371d50ab None None] Sync routers for ids ['c34ebc93-b657-4985-95f2-511157c9b22a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:36:00.902130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769e609-573e-414e-a884-91dd371d50ab None None] Routers {'c34ebc93-b657-4985-95f2-511157c9b22a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:00.903352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3769e609-573e-414e-a884-91dd371d50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c34ebc93-b657-4985-95f2-511157c9b22a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:00.927112 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:00.996236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1bc396c1-3fc7-496c-a38f-7dfcdd553263 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:36:01.096581 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:01.114550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:01.115473 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:01.152938 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7c623133-58e3-4dc1-b5a6-2d77ff51847f tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:01.154788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3769e609-573e-414e-a884-91dd371d50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:01.165734 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:01.193323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769e609-573e-414e-a884-91dd371d50ab None None] Routers {'c34ebc93-b657-4985-95f2-511157c9b22a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:01.193955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3769e609-573e-414e-a884-91dd371d50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c34ebc93-b657-4985-95f2-511157c9b22a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:01.325152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3769e609-573e-414e-a884-91dd371d50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:01.330270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769e609-573e-414e-a884-91dd371d50ab None None] The sync data for ids ['c34ebc93-b657-4985-95f2-511157c9b22a'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:36:01.376529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:36:01.377144 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:01.407739 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f91297ef-8b0b-459e-a1c6-2042ef56aa58 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/routers/c34ebc93-b657-4985-95f2-511157c9b22a HTTP/1.1" status: 200 len: 919 time: 0.5306671 Jun 04 16:36:01.411029 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:01.412319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57712) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:01.600169 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d9488a8-4c4d-4be6-b23d-ecb172618cdb req-0d89fc40-c348-42b6-af3b-6de1bc7c76e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4002812 Jun 04 16:36:01.646141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaadac9-b670-4f10-b008-66956e26e68e tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:01.647863 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bbaadac9-b670-4f10-b008-66956e26e68e tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&device_id=c34ebc93-b657-4985-95f2-511157c9b22a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2294235 Jun 04 16:36:01.651312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57718) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:01.671927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:36:01.764943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7c623133-58e3-4dc1-b5a6-2d77ff51847f tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Calling delete_port for 4e9a7c8c-9bb2-4e8d-a3bb-519c84de437c owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:01.989181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871a701e-09bc-4c38-8f8c-ce954227273a tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:01.990320 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-871a701e-09bc-4c38-8f8c-ce954227273a tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 881 time: 0.3378396 Jun 04 16:36:01.993340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9488a8-4c4d-4be6-b23d-ecb172618cdb req-d1a8e6cd-b387-4c28-b9c9-79f73c9d2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:01.995182 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d9488a8-4c4d-4be6-b23d-ecb172618cdb req-d1a8e6cd-b387-4c28-b9c9-79f73c9d2f87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 1097 time: 0.2052307 Jun 04 16:36:01.995488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57730) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:02.022704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 584d24fb-820d-46c7-bdbb-86f4fca85846 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:36:02.069194 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-28e4e304-18d2-48c7-97c0-7d9ea1b05b3e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34ebc93-b657-4985-95f2-511157c9b22a HTTP/1.1" status: 200 len: 205 time: 0.0726221 Jun 04 16:36:02.084118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57734) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:02.115202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Pushing event updated for resources: {'Network': ['ID=6951a510-3edc-4663-ac43-0f29e1a2c580,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:02.128324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 6951a510-3edc-4663-ac43-0f29e1a2c580 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:36:02.149740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 584d24fb-820d-46c7-bdbb-86f4fca85846 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:36:02.161181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 584d24fb-820d-46c7-bdbb-86f4fca85846 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:36:02.161557 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:02.229791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9488a8-4c4d-4be6-b23d-ecb172618cdb req-e18faf56-f7a2-4c91-a100-805b4cbe8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:02.231725 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d9488a8-4c4d-4be6-b23d-ecb172618cdb req-e18faf56-f7a2-4c91-a100-805b4cbe8648 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.1658285 Jun 04 16:36:02.287580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c5f32-f622-4fe4-8218-6d21d01876db req-8d927aa8-7d38-4b30-af3b-209663550f8d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:02.295441 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d1c5f32-f622-4fe4-8218-6d21d01876db req-8d927aa8-7d38-4b30-af3b-209663550f8d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 1.5659056 Jun 04 16:36:02.303526 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-604d9b12-fb5e-4660-ac81-22dbadf7ea52 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0985830 Jun 04 16:36:02.316096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57738) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:02.322328 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d9488a8-4c4d-4be6-b23d-ecb172618cdb req-cb24d580-a09a-42a8-bc2d-e69ed1f84a5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c5ff122-025d-4eba-a42f-cbc1e01d37f0 HTTP/1.1" status: 200 len: 217 time: 0.0836306 Jun 04 16:36:02.360657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 584d24fb-820d-46c7-bdbb-86f4fca85846 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:36:02.361040 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:02.396793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae770bb-feab-4475-a59a-722f5d881622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584d24fb-820d-46c7-bdbb-86f4fca85846'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:36:02.407275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 584d24fb-820d-46c7-bdbb-86f4fca85846, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=584d24fb-820d-46c7-bdbb-86f4fca85846,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:02.413607 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:02.432353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9488a8-4c4d-4be6-b23d-ecb172618cdb req-c88686cb-ac83-4155-bfa9-bc4487f4f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:02.434188 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d9488a8-4c4d-4be6-b23d-ecb172618cdb req-c88686cb-ac83-4155-bfa9-bc4487f4f53d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.1036799 Jun 04 16:36:02.485885 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d1c5f32-f622-4fe4-8218-6d21d01876db req-284913cd-5950-4372-8588-d95f2790dbb4 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894906 Jun 04 16:36:02.497145 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=584d24fb-820d-46c7-bdbb-86f4fca85846,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:02.527987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9488a8-4c4d-4be6-b23d-ecb172618cdb req-914b2f47-0b3e-470c-9d36-e894155c956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:02.529817 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d9488a8-4c4d-4be6-b23d-ecb172618cdb req-914b2f47-0b3e-470c-9d36-e894155c956c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899856 Jun 04 16:36:02.530573 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:02.531163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Request body: {'network': {'name': 'tempest-network--1770047717', 'router:external': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:02.561217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:02.597058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Usage tracker for resource:network and tenant:f6081b97d2714a2481fda0d262004b9f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:02.605352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63739bbd-f44e-476b-b8dc-ffc4c7c680e3 req-0b3da42e-a3ff-4951-b5d1-e410c4222bdc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7830572 Jun 04 16:36:02.626679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-23e8fb5a-f12d-41e7-a6be-13979c657804 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:02.628185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-23e8fb5a-f12d-41e7-a6be-13979c657804 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.46 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 945 time: 0.8046098 Jun 04 16:36:02.683687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:02.776664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc571f97-db0c-4c7c-a2fa-555ab7db0270 req-7dc76b56-4543-4728-9760-b749d27e62af tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:02.779069 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc571f97-db0c-4c7c-a2fa-555ab7db0270 req-7dc76b56-4543-4728-9760-b749d27e62af tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 944 time: 0.9656818 Jun 04 16:36:02.789693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:02.887011 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d9488a8-4c4d-4be6-b23d-ecb172618cdb req-986ae76b-c2de-4f39-9160-a21af7a9763e service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510191 Jun 04 16:36:02.900766 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:02.987792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Made reservation on behalf of f6081b97d2714a2481fda0d262004b9f for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:02.989937 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:03.021544 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d9488a8-4c4d-4be6-b23d-ecb172618cdb req-fe9b0cf0-200f-4c0c-8a8d-6ce388780f5b service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284897 Jun 04 16:36:03.058032 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:03.079060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Deleting port c39bbf56-691d-4837-bec4-bba989ca8d7e {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:03.079393 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:03.109079 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7c623133-58e3-4dc1-b5a6-2d77ff51847f tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:03.113977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc571f97-db0c-4c7c-a2fa-555ab7db0270 req-f68391d1-cce7-493f-8b97-f2f38d010d6e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112512 Jun 04 16:36:03.177593 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69037b4-ef41-40aa-94f8-16ef692ba4fe'] response: {'server_uuid': 'eae770bb-feab-4475-a59a-722f5d881622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584d24fb-820d-46c7-bdbb-86f4fca85846', 'code': 200} Jun 04 16:36:03.185073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:03.208091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57752) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:03.259106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Usage tracker for resource:security_group_rule and tenant:f6081b97d2714a2481fda0d262004b9f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:03.264763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c623133-58e3-4dc1-b5a6-2d77ff51847f tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Pushing event deleted for resources: {'Port': ['ID=4e9a7c8c-9bb2-4e8d-a3bb-519c84de437c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:03.276041 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:03.278336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:03.312169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:03.377589 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:03.387551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:03.401787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d55d4af-df70-4c19-91e7-d9374da80050,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:03.412953 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:03.413358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:03.414229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:03.414229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:03.414638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:03.415072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:03.415483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:03.415899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:03.417486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:03.417992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:03.418392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:03.419176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:03.436826 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:03.441605 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f2b326c0-c429-488e-b0cc-fb4c239712e1 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "DELETE /v2.0/security-groups/3d55d4af-df70-4c19-91e7-d9374da80050 HTTP/1.1" status: 204 len: 168 time: 0.2291481 Jun 04 16:36:03.441605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57758) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:03.462463 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7c623133-58e3-4dc1-b5a6-2d77ff51847f tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:03.474660 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-8ed67275-1cdf-43e6-b644-1c7f292acb64 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] show failed (client error): The resource could not be found. Jun 04 16:36:03.476103 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8ed67275-1cdf-43e6-b644-1c7f292acb64 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "GET /v2.0/security-groups/3d55d4af-df70-4c19-91e7-d9374da80050 HTTP/1.1" status: 404 len: 347 time: 0.0329919 Jun 04 16:36:03.482750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57764) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:03.692016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c9d84b7d-77fc-4787-8004-11865a5c4d9c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Deleting port ad9b63f9-5728-4d81-96fa-02bf831b25eb {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:03.692491 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9d84b7d-77fc-4787-8004-11865a5c4d9c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:03.705688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63739bbd-f44e-476b-b8dc-ffc4c7c680e3 req-622c3a9b-e9cd-448d-a8c7-7ebaa7202348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:03.707791 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63739bbd-f44e-476b-b8dc-ffc4c7c680e3 req-622c3a9b-e9cd-448d-a8c7-7ebaa7202348 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 1096 time: 1.0141299 Jun 04 16:36:03.790185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0e758-1669-49b1-b076-5ba26464263c req-61da5380-038a-4617-8ea8-2f809eb51ba2 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:03.792098 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88b0e758-1669-49b1-b076-5ba26464263c req-61da5380-038a-4617-8ea8-2f809eb51ba2 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 945 time: 0.9998465 Jun 04 16:36:03.798356 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7c623133-58e3-4dc1-b5a6-2d77ff51847f tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] 10.222.0.13 "DELETE /v2.0/ports/4e9a7c8c-9bb2-4e8d-a3bb-519c84de437c HTTP/1.1" status: 204 len: 168 time: 3.8279884 Jun 04 16:36:03.834622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57774) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:03.843302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c0501631-25c4-47ab-9a16-ad96d6cf9b8e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Request body: {'port': {'name': 'tempest-new-port-name-2046009586', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:03.843691 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.api.validators [None req-c0501631-25c4-47ab-9a16-ad96d6cf9b8e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] bootfile-name is not in valid_values {{(pid=88797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 16:36:03.844027 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.api.validators [None req-c0501631-25c4-47ab-9a16-ad96d6cf9b8e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] tftp-server is not in valid_values {{(pid=88797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 16:36:03.844354 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.api.validators [None req-c0501631-25c4-47ab-9a16-ad96d6cf9b8e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] server-ip-address is not in valid_values {{(pid=88797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 16:36:03.920818 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:03.980636 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9d84b7d-77fc-4787-8004-11865a5c4d9c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:03.980997 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9d84b7d-77fc-4787-8004-11865a5c4d9c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.022548 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.094002 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.124989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c9d84b7d-77fc-4787-8004-11865a5c4d9c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Calling delete_port for ad9b63f9-5728-4d81-96fa-02bf831b25eb owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:04.135811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Deleting port 0c4b1911-2e7f-4209-b06a-bc2af7baea53 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:04.136304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.137919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c39bbf56-691d-4837-bec4-bba989ca8d7e no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:04.161161 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0501631-25c4-47ab-9a16-ad96d6cf9b8e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.215270 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88b0e758-1669-49b1-b076-5ba26464263c req-ea679231-ac91-4108-8438-b19fb1ca6551 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445108 Jun 04 16:36:04.287485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f880b2c-66f1-4a46-98f5-f658d89d2024 req-99782d65-1091-4678-8e48-eb06b1548fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:04.289019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f880b2c-66f1-4a46-98f5-f658d89d2024 req-99782d65-1091-4678-8e48-eb06b1548fd3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 1096 time: 1.0120895 Jun 04 16:36:04.314908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63739bbd-f44e-476b-b8dc-ffc4c7c680e3 req-4f8062e2-931a-4805-897f-87fb72846f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:04.316444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63739bbd-f44e-476b-b8dc-ffc4c7c680e3 req-4f8062e2-931a-4805-897f-87fb72846f8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 906 time: 0.5417638 Jun 04 16:36:04.320722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c39bbf56-691d-4837-bec4-bba989ca8d7e is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:36:04.320722 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.400141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c39bbf56-691d-4837-bec4-bba989ca8d7e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c39bbf56-691d-4837-bec4-bba989ca8d7e,segment=NetworkSegment(1720593f-1ccf-47bd-8083-5cee1d8d4b53),segment_id=1720593f-1ccf-47bd-8083-5cee1d8d4b53)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:04.413595 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.453456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] For port c39bbf56-691d-4837-bec4-bba989ca8d7e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c39bbf56-691d-4837-bec4-bba989ca8d7e,segment=NetworkSegment(1720593f-1ccf-47bd-8083-5cee1d8d4b53),segment_id=1720593f-1ccf-47bd-8083-5cee1d8d4b53)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:04.454100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.466925 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9d84b7d-77fc-4787-8004-11865a5c4d9c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.522177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c39bbf56-691d-4837-bec4-bba989ca8d7e,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:04.534237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d84b7d-77fc-4787-8004-11865a5c4d9c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'Port': ['ID=ad9b63f9-5728-4d81-96fa-02bf831b25eb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:04.626778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63739bbd-f44e-476b-b8dc-ffc4c7c680e3 req-79caafc7-6516-4c53-aa79-1a4d6b9488c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=838761b6-421d-4114-aed8-8a2ffc0bfafe HTTP/1.1" status: 200 len: 217 time: 0.1640935 Jun 04 16:36:04.646891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.665441 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9d84b7d-77fc-4787-8004-11865a5c4d9c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.676402 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0501631-25c4-47ab-9a16-ad96d6cf9b8e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.685304 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0501631-25c4-47ab-9a16-ad96d6cf9b8e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.810103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff36eb-e8e7-4497-aef8-3e2726b877f7 req-d1cb6a8b-6f7b-4848-8ba7-10a3ce99c876 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:04.811724 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60ff36eb-e8e7-4497-aef8-3e2726b877f7 req-d1cb6a8b-6f7b-4848-8ba7-10a3ce99c876 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 1.0121796 Jun 04 16:36:04.882175 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.897572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Calling delete_port for c39bbf56-691d-4837-bec4-bba989ca8d7e owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:04.934651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c0501631-25c4-47ab-9a16-ad96d6cf9b8e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] In _notify_port_updated(), no bound segment for port dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 on network fef3b2aa-353a-4f31-b71e-5b4d046276bd {{(pid=88797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:36:04.940795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0501631-25c4-47ab-9a16-ad96d6cf9b8e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:04.941446 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0501631-25c4-47ab-9a16-ad96d6cf9b8e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.942774 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c0501631-25c4-47ab-9a16-ad96d6cf9b8e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] 10.222.0.13 "PUT /v2.0/ports/dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 HTTP/1.1" status: 200 len: 1130 time: 1.1070979 Jun 04 16:36:04.948301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57782) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:04.952226 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9d84b7d-77fc-4787-8004-11865a5c4d9c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:04.953316 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c9d84b7d-77fc-4787-8004-11865a5c4d9c tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "DELETE /v2.0/floatingips/bda2d735-edf6-497b-9c2d-9be451deb72d HTTP/1.1" status: 204 len: 168 time: 1.4692435 Jun 04 16:36:04.980119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57786) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:04.987969 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f880b2c-66f1-4a46-98f5-f658d89d2024 req-33a5be1d-68c0-42ce-b3bb-6915fe50ace1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670685 Jun 04 16:36:05.020854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0501631-25c4-47ab-9a16-ad96d6cf9b8e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Pushing event updated for resources: {'Port': ['ID=dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:05.050692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca6bde2-f1fb-4736-8e37-04229196d52e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:05.051323 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bca6bde2-f1fb-4736-8e37-04229196d52e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Synchronizing usage tracker for tenant:e60ffdb6fb8845478e5df31d1f841e6d on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:36:05.069785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1adbbf-8cf7-4862-a6b6-3006bc20a964 req-d133255f-fcbe-4308-a5d1-f93d13723943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:05.070804 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-be1adbbf-8cf7-4862-a6b6-3006bc20a964 req-d133255f-fcbe-4308-a5d1-f93d13723943 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 1096 time: 0.2066393 Jun 04 16:36:05.074679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:36:05.084286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bca6bde2-f1fb-4736-8e37-04229196d52e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Unset dirty status for tenant:e60ffdb6fb8845478e5df31d1f841e6d on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:36:05.085993 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bca6bde2-f1fb-4736-8e37-04229196d52e tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] 10.222.0.13 "GET /v2.0/ports/dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 HTTP/1.1" status: 200 len: 1130 time: 0.1360128 Jun 04 16:36:05.089906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86c4e0b-9453-41af-971c-a90a4cf6db7a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:05.090901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57790) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:05.171812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63739bbd-f44e-476b-b8dc-ffc4c7c680e3 req-0766103a-31e6-49b5-8825-1d2654588fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:05.173549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63739bbd-f44e-476b-b8dc-ffc4c7c680e3 req-0766103a-31e6-49b5-8825-1d2654588fba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.5146823 Jun 04 16:36:05.177966 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:05.178309 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Added segment cb3c8860-b8ff-4a13-a805-c3c7a07d0ebc of type vlan for network 1b318ed4-77d8-4958-85c0-0d2ed5702a7d Jun 04 16:36:05.179240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196cc77a-9362-4d6a-87af-f22e072d325a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39bbf56-691d-4837-bec4-bba989ca8d7e'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:36:05.188906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3df476af-ada6-4082-9bdf-08cd2e3cd87d tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Deleting port dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:05.189396 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3df476af-ada6-4082-9bdf-08cd2e3cd87d tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:05.206323 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60ff36eb-e8e7-4497-aef8-3e2726b877f7 req-9065748e-b23a-44f4-a8f7-b843e9a35240 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785032 Jun 04 16:36:05.213527 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:05.283348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c5989-3f0a-46e8-a7d7-f7cb8a0690ed tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Deleting port badd5b3b-221a-4307-a531-2bfdad5adde7 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:05.283688 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4c4c5989-3f0a-46e8-a7d7-f7cb8a0690ed tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:05.305203 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fbb5937-2276-4cfc-ad62-ba3a07bf6045'] response: {'server_uuid': '196cc77a-9362-4d6a-87af-f22e072d325a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39bbf56-691d-4837-bec4-bba989ca8d7e', 'code': 200} Jun 04 16:36:05.320200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fb6bd613-686e-4fe4-9097-afaed95fb10a None None] Provisioning complete for port dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:36:05.321929 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fb6bd613-686e-4fe4-9097-afaed95fb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:05.333440 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-be1adbbf-8cf7-4862-a6b6-3006bc20a964 req-cdfe05d0-c9b6-4b69-beb2-0a36ae56106c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153910 Jun 04 16:36:05.437844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fb6bd613-686e-4fe4-9097-afaed95fb10a None None] Port dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:36:05.444538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63739bbd-f44e-476b-b8dc-ffc4c7c680e3 req-e703e707-bb88-4d52-91e4-8056a12bc8ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2350905 Jun 04 16:36:05.460454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Calling delete_port for 0c4b1911-2e7f-4209-b06a-bc2af7baea53 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:05.555059 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3df476af-ada6-4082-9bdf-08cd2e3cd87d tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:05.693508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3df476af-ada6-4082-9bdf-08cd2e3cd87d tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Calling delete_port for dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:05.756063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bf60f-d31e-468e-84af-6f0e53b33a97 req-354c64fe-0a4f-404f-9708-f252b28b49d7 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:05.763464 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da7bf60f-d31e-468e-84af-6f0e53b33a97 req-354c64fe-0a4f-404f-9708-f252b28b49d7 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 945 time: 1.1316803 Jun 04 16:36:05.784749 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:05.797772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:36:05.798084 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:36:05.856873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3df476af-ada6-4082-9bdf-08cd2e3cd87d tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:05.907339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df476af-ada6-4082-9bdf-08cd2e3cd87d tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Pushing event deleted for resources: {'Port': ['ID=dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:05.954224 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3df476af-ada6-4082-9bdf-08cd2e3cd87d tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:05.972148 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3df476af-ada6-4082-9bdf-08cd2e3cd87d tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] 10.222.0.13 "DELETE /v2.0/ports/dd896bc5-6dab-4713-9dc0-ac0a8dd67fb3 HTTP/1.1" status: 204 len: 168 time: 0.8777521 Jun 04 16:36:05.972393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57800) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:06.002032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da7bf60f-d31e-468e-84af-6f0e53b33a97 req-eb1492ba-c4ae-45d8-9d57-f62950b11def tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416823 Jun 04 16:36:06.060453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3123c1-9e7c-4074-a295-eea3ba515070 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Deleting subnet 042bf4df-8ce5-43e6-b2b6-da5da104cd49 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:36:06.063989 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c3123c1-9e7c-4074-a295-eea3ba515070 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:06.127163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c3123c1-9e7c-4074-a295-eea3ba515070 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:06.160202 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:06.161432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:06.162290 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:06.219729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222d3bb-f3ff-47df-98e6-f200eee88fce req-d50b442a-f329-4542-b80f-319d3341cc21 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:06.221132 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8222d3bb-f3ff-47df-98e6-f200eee88fce req-d50b442a-f329-4542-b80f-319d3341cc21 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 943 time: 0.7335887 Jun 04 16:36:06.222954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63739bbd-f44e-476b-b8dc-ffc4c7c680e3 req-2675406c-ddc3-4e1f-be0f-2bd3627ac178 service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067830 Jun 04 16:36:06.233536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c3123c1-9e7c-4074-a295-eea3ba515070 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:06.330597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Deleting port c39bbf56-691d-4837-bec4-bba989ca8d7e {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:06.331207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:06.331707 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c3123c1-9e7c-4074-a295-eea3ba515070 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:06.388152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be40813-9a67-4249-aa0c-4310b11f79d2 None None] Network fef3b2aa-353a-4f31-b71e-5b4d046276bd requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:36:06.390570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c3123c1-9e7c-4074-a295-eea3ba515070 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:06.399442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3123c1-9e7c-4074-a295-eea3ba515070 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Pushing event deleted for resources: {'Subnet': ['ID=042bf4df-8ce5-43e6-b2b6-da5da104cd49,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:06.404110 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3c3123c1-9e7c-4074-a295-eea3ba515070 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] 10.222.0.13 "DELETE /v2.0/subnets/042bf4df-8ce5-43e6-b2b6-da5da104cd49 HTTP/1.1" status: 204 len: 168 time: 0.4304295 Jun 04 16:36:06.406544 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57806) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:06.535337 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:06.547282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Deleting port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:06.547629 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:06.555297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.2307549 Jun 04 16:36:06.556291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57810) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:06.641945 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92bc0a-f765-46e8-9f0c-c3c7f4dc2dd3 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event updated for resources: {'Network': ['ID=1b318ed4-77d8-4958-85c0-0d2ed5702a7d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:06.663170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 1b318ed4-77d8-4958-85c0-0d2ed5702a7d details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:36:06.697045 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8222d3bb-f3ff-47df-98e6-f200eee88fce req-2bdb317e-9e18-40f3-92be-d6e4758a222c tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598947 Jun 04 16:36:06.746072 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4c4c5989-3f0a-46e8-a7d7-f7cb8a0690ed tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:06.874851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6361b530-e02b-4c9c-984a-9e155fac32c0 None None] DHCP port deletion for fef3b2aa-353a-4f31-b71e-5b4d046276bd request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:36:06.879471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6361b530-e02b-4c9c-984a-9e155fac32c0 None None] Deleting port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:06.879921 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6361b530-e02b-4c9c-984a-9e155fac32c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:06.930272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] For port 1bc396c1-3fc7-496c-a38f-7dfcdd553263, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1bc396c1-3fc7-496c-a38f-7dfcdd553263,segment=NetworkSegment(faefa4d8-8724-4d7e-abd1-9a26a45a09d5),segment_id=faefa4d8-8724-4d7e-abd1-9a26a45a09d5)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:06.930987 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:06.976249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c5989-3f0a-46e8-a7d7-f7cb8a0690ed tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Calling delete_port for badd5b3b-221a-4307-a531-2bfdad5adde7 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:07.089227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Calling delete_port for 1bc396c1-3fc7-496c-a38f-7dfcdd553263 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:07.092281 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:07.161842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6361b530-e02b-4c9c-984a-9e155fac32c0 None None] For port 1bc396c1-3fc7-496c-a38f-7dfcdd553263, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1bc396c1-3fc7-496c-a38f-7dfcdd553263,segment=NetworkSegment(faefa4d8-8724-4d7e-abd1-9a26a45a09d5),segment_id=faefa4d8-8724-4d7e-abd1-9a26a45a09d5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:07.162695 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6361b530-e02b-4c9c-984a-9e155fac32c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:07.199413 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:07.206502 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:07.208317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Pushing event deleted for resources: {'Port': ['ID=0c4b1911-2e7f-4209-b06a-bc2af7baea53,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:07.257492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Pushing event deleted for resources: {'Port': ['ID=1bc396c1-3fc7-496c-a38f-7dfcdd553263,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:07.259533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] No DVR routers for this DVR port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:36:07.293178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6361b530-e02b-4c9c-984a-9e155fac32c0 None None] Calling delete_port for 1bc396c1-3fc7-496c-a38f-7dfcdd553263 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.366624 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:36:07.369370 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:36:07.375579 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-6361b530-e02b-4c9c-984a-9e155fac32c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:36:07.375953 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-6361b530-e02b-4c9c-984a-9e155fac32c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:36:07.391407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:07.419336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef3b2aa-353a-4f31-b71e-5b4d046276bd']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:07.433493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faefa4d8-8724-4d7e-abd1-9a26a45a09d5') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:07.433794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faefa4d8-8724-4d7e-abd1-9a26a45a09d5') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:07.446189 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:07.463616 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:07.470905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:36:07.471561 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:07.482311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63739bbd-f44e-476b-b8dc-ffc4c7c680e3 req-1cfc6dbb-8d0d-4b53-9f5f-9a7ec24f5641 service neutron] 10.222.0.42 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2317138 Jun 04 16:36:07.511818 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment faefa4d8-8724-4d7e-abd1-9a26a45a09d5 resource provider aggregate not found Jun 04 16:36:07.571926 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment faefa4d8-8724-4d7e-abd1-9a26a45a09d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid faefa4d8-8724-4d7e-abd1-9a26a45a09d5 found for delete ", "request_id": "req-ae159762-57ef-4187-8d42-22703e810ef3"}]} Jun 04 16:36:07.600898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0b9d4-1077-481a-b132-0f240071ca75 req-1545a44b-accb-4706-9ce5-7f4385ebe909 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:07.602456 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87b0b9d4-1077-481a-b132-0f240071ca75 req-1545a44b-accb-4706-9ce5-7f4385ebe909 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 1.2095065 Jun 04 16:36:07.602744 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:07.629309 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:07.640480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] Pushing event deleted for resources: {'Network': ['ID=fef3b2aa-353a-4f31-b71e-5b4d046276bd,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:07.648115 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-53ee512b-13f8-4b82-a31f-dc2b62291a2c tempest-ExtraDHCPOptionsIpV6TestJSON-176068705 tempest-ExtraDHCPOptionsIpV6TestJSON-176068705-project] 10.222.0.13 "DELETE /v2.0/networks/fef3b2aa-353a-4f31-b71e-5b4d046276bd HTTP/1.1" status: 204 len: 168 time: 1.2405508 Jun 04 16:36:07.817677 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:07.877275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6361b530-e02b-4c9c-984a-9e155fac32c0 None None] Deleting port 1bc396c1-3fc7-496c-a38f-7dfcdd553263 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:07.877860 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6361b530-e02b-4c9c-984a-9e155fac32c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:07.925380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87b0b9d4-1077-481a-b132-0f240071ca75 req-f04de5b4-efaa-4723-a8d9-94ef7651baf4 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063025 Jun 04 16:36:07.930440 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57828) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:07.960015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6361b530-e02b-4c9c-984a-9e155fac32c0 None None] The port '1bc396c1-3fc7-496c-a38f-7dfcdd553263' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:36:08.091722 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.103729 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c5fdc6e9-f25f-4437-b374-488312294275 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e60ffdb6fb8845478e5df31d1f841e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719205 Jun 04 16:36:08.106240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57834) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:08.163017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] For port c39bbf56-691d-4837-bec4-bba989ca8d7e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c39bbf56-691d-4837-bec4-bba989ca8d7e,segment=NetworkSegment(1720593f-1ccf-47bd-8083-5cee1d8d4b53),segment_id=1720593f-1ccf-47bd-8083-5cee1d8d4b53)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:08.163608 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.170318 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-628a867b-f0ed-4542-9179-a36a13a55ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.173168 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.174818 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4c4c5989-3f0a-46e8-a7d7-f7cb8a0690ed tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.182296 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.195207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421a1a6-6870-4455-9719-a840f831b50b req-197354a7-c1a8-44ce-9b5f-0283218a9816 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:08.196652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f421a1a6-6870-4455-9719-a840f831b50b req-197354a7-c1a8-44ce-9b5f-0283218a9816 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 945 time: 1.0165048 Jun 04 16:36:08.197855 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-628a867b-f0ed-4542-9179-a36a13a55ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.254774 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-628a867b-f0ed-4542-9179-a36a13a55ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.255669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b318ed4-77d8-4958-85c0-0d2ed5702a7d']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:08.271526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a867b-f0ed-4542-9179-a36a13a55ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88198a6-b114-4ffa-95af-369150d9ee48,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:08.276322 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-628a867b-f0ed-4542-9179-a36a13a55ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.280417 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-628a867b-f0ed-4542-9179-a36a13a55ad0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a88198a6-b114-4ffa-95af-369150d9ee48 HTTP/1.1" status: 204 len: 168 time: 0.1702161 Jun 04 16:36:08.327932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c5989-3f0a-46e8-a7d7-f7cb8a0690ed tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'Port': ['ID=badd5b3b-221a-4307-a531-2bfdad5adde7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:08.373586 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:36:08.417901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Calling delete_port for c39bbf56-691d-4837-bec4-bba989ca8d7e owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:08.451231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3c8860-b8ff-4a13-a805-c3c7a07d0ebc') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:08.451497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3c8860-b8ff-4a13-a805-c3c7a07d0ebc') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:08.527891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.535924 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.536433 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Fanout notify agent at l3_agent the message router_deleted on router c34ebc93-b657-4985-95f2-511157c9b22a {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:36:08.617803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.622541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f421a1a6-6870-4455-9719-a840f831b50b req-0893f87b-05a9-4667-b29a-648e072c93d5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889058 Jun 04 16:36:08.647777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:36:08.648248 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.666568 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.667673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1a4fee0f-cf29-4d12-8269-ea7b06f0123c tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "DELETE /v2.0/routers/c34ebc93-b657-4985-95f2-511157c9b22a HTTP/1.1" status: 204 len: 168 time: 6.5542059 Jun 04 16:36:08.672527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57854) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:08.691480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1434589714', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:08.702906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:08.707815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Usage tracker for resource:router and tenant:55b192191b6346dda0fcc3a531f292d8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:08.710917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:08.717772 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:08.735006 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.736579 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment cb3c8860-b8ff-4a13-a805-c3c7a07d0ebc resource provider aggregate not found Jun 04 16:36:08.737069 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.748868 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4c4c5989-3f0a-46e8-a7d7-f7cb8a0690ed tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.751298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4c4c5989-3f0a-46e8-a7d7-f7cb8a0690ed tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "DELETE /v2.0/ports/badd5b3b-221a-4307-a531-2bfdad5adde7 HTTP/1.1" status: 204 len: 168 time: 3.7661960 Jun 04 16:36:08.756793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57862) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:08.770078 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment cb3c8860-b8ff-4a13-a805-c3c7a07d0ebc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb3c8860-b8ff-4a13-a805-c3c7a07d0ebc found for delete ", "request_id": "req-4296b99b-3018-43b1-ae20-1462a7bb1a3e"}]} Jun 04 16:36:08.849528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d0049b45-df82-43d7-bbd3-48e23b765eac tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Deleting port 676127af-26ed-4542-9cbd-93d28f298675 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:08.849730 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0049b45-df82-43d7-bbd3-48e23b765eac tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.862785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31377e36-48b2-45d9-9a6a-ef64ae896c10 req-3c9b0f10-42cb-4241-addb-0ca59d1f63b3 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:08.863944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-31377e36-48b2-45d9-9a6a-ef64ae896c10 req-3c9b0f10-42cb-4241-addb-0ca59d1f63b3 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Synchronizing usage tracker for tenant:9f2fed221c66405cb1357711eacccb1f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:36:08.918856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1bc396c1-3fc7-496c-a38f-7dfcdd553263 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:08.943709 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.954935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-31377e36-48b2-45d9-9a6a-ef64ae896c10 req-3c9b0f10-42cb-4241-addb-0ca59d1f63b3 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Unset dirty status for tenant:9f2fed221c66405cb1357711eacccb1f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:36:08.961746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31377e36-48b2-45d9-9a6a-ef64ae896c10 req-3c9b0f10-42cb-4241-addb-0ca59d1f63b3 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/ports?device_id=196cc77a-9362-4d6a-87af-f22e072d325a HTTP/1.1" status: 200 len: 943 time: 0.8884838 Jun 04 16:36:08.971427 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:08.980818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b318ed4-77d8-4958-85c0-0d2ed5702a7d {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 16:36:08.987395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:09.007287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 1bc396c1-3fc7-496c-a38f-7dfcdd553263 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:36:09.007898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1bc396c1-3fc7-496c-a38f-7dfcdd553263 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:36:09.008617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b318ed4-77d8-4958-85c0-0d2ed5702a7d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:09.016551 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:09.090345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57876) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:09.090693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a13cca2a-3cc4-4f36-a87f-842ec413e37a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "DELETE /v2.0/networks/1b318ed4-77d8-4958-85c0-0d2ed5702a7d HTTP/1.1" status: 204 len: 168 time: 2.5066397 Jun 04 16:36:09.094394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Pushing event deleted for resources: {'Port': ['ID=c39bbf56-691d-4837-bec4-bba989ca8d7e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:09.105370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:09.126302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31377e36-48b2-45d9-9a6a-ef64ae896c10 req-03f1b49a-cc6e-4fe9-971d-a329fbf8d865 tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bdba190-f839-4891-bb1b-188d837c25de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633832 Jun 04 16:36:09.148227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:09.296179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57880) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:09.303969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Usage tracker for resource:network and tenant:f6081b97d2714a2481fda0d262004b9f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:09.312098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:09.367764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11944090-1b20-4051-acc2-b1c8b0407a6a req-7a8a4332-b5da-458e-b3da-ce63172e5a20 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:09.377467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11944090-1b20-4051-acc2-b1c8b0407a6a req-7a8a4332-b5da-458e-b3da-ce63172e5a20 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 946 time: 0.6226234 Jun 04 16:36:09.388241 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:09.490423 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-916441562'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:09.494834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Made reservation on behalf of f6081b97d2714a2481fda0d262004b9f for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:09.496563 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:09.505511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] No DVR routers for this DVR port c39bbf56-691d-4837-bec4-bba989ca8d7e on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:36:09.510819 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:09.512702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6d59a6f-e164-4f92-b77a-a877d2bd699e req-9df952dd-bed6-4815-80c0-b8c35b63318f tempest-VolumesSnapshotTestJSON-318282661 tempest-VolumesSnapshotTestJSON-318282661-project] 10.222.0.46 "DELETE /v2.0/ports/c39bbf56-691d-4837-bec4-bba989ca8d7e HTTP/1.1" status: 204 len: 173 time: 6.8225081 Jun 04 16:36:09.513698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196cc77a-9362-4d6a-87af-f22e072d325a', 'name': 'network-vif-deleted', 'tag': 'c39bbf56-691d-4837-bec4-bba989ca8d7e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:36:09.547908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11944090-1b20-4051-acc2-b1c8b0407a6a req-08a9d6e8-97d9-4fc5-8697-529836d774e4 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694117 Jun 04 16:36:09.557147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59326f2-d0c2-41be-a45d-d8ba0cdaf658 req-139e4ec7-23b0-42ef-bb85-bc6b54634a7a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:09.565033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a59326f2-d0c2-41be-a45d-d8ba0cdaf658 req-139e4ec7-23b0-42ef-bb85-bc6b54634a7a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.2071717 Jun 04 16:36:09.664022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a59326f2-d0c2-41be-a45d-d8ba0cdaf658 req-e7e43e26-4df6-4eb7-b76b-ee945a3c7387 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980303 Jun 04 16:36:09.671970 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a7230e-0069-46ef-8990-fdc664accb96'] response: {'server_uuid': '196cc77a-9362-4d6a-87af-f22e072d325a', 'name': 'network-vif-deleted', 'tag': 'c39bbf56-691d-4837-bec4-bba989ca8d7e', 'status': 'completed', 'code': 200} Jun 04 16:36:09.708296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:09.735800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:network and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:09.740227 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:09.751354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:09.764035 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0049b45-df82-43d7-bbd3-48e23b765eac tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:09.771445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:09.865678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22632c09-d46b-43c1-866b-9af2469f00e8 req-68620fcb-53cd-48fa-8aec-ff2cf03aa218 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:09.867341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22632c09-d46b-43c1-866b-9af2469f00e8 req-68620fcb-53cd-48fa-8aec-ff2cf03aa218 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 945 time: 0.0967071 Jun 04 16:36:09.914930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22632c09-d46b-43c1-866b-9af2469f00e8 req-9f66fcc8-a422-42db-b51b-152b5f012977 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Jun 04 16:36:09.935074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:36:09.942998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d0049b45-df82-43d7-bbd3-48e23b765eac tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Calling delete_port for 676127af-26ed-4542-9cbd-93d28f298675 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:09.996754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Made reservation on behalf of fa9933e6426947f68c85e35445b633ce for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:10.000880 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:10.021611 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:10.021974 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Added segment 370b1193-9b3c-49bd-8c04-5df87a66e95c of type vlan for network e8ab437c-0217-4a03-ba96-470e6d08bb38 Jun 04 16:36:10.032216 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:10.205662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc6b22-9a1d-4cd9-b68f-ee6c7fce585f req-cc8e43ef-07fe-4d8e-ae15-1aa2a5554e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:10.207168 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77bc6b22-9a1d-4cd9-b68f-ee6c7fce585f req-cc8e43ef-07fe-4d8e-ae15-1aa2a5554e52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 1096 time: 0.1602893 Jun 04 16:36:10.216316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789eeaa-52d0-4940-96f4-c4a9cfe2e647 req-0b94c969-ec41-449c-ac88-0895396d736b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:10.218646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7789eeaa-52d0-4940-96f4-c4a9cfe2e647 req-0b94c969-ec41-449c-ac88-0895396d736b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.1245210 Jun 04 16:36:10.220948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:10.225563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:security_group_rule and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:10.228989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:10.235762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:10.294654 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:10.337090 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0049b45-df82-43d7-bbd3-48e23b765eac tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:10.354163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7789eeaa-52d0-4940-96f4-c4a9cfe2e647 req-422ba2af-1fc3-4765-8cb6-8a9171cefa8d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122065 Jun 04 16:36:10.401253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc6b22-9a1d-4cd9-b68f-ee6c7fce585f req-89bbb12f-8ef1-420c-a5cd-69fc23cd25be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:10.403183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77bc6b22-9a1d-4cd9-b68f-ee6c7fce585f req-89bbb12f-8ef1-420c-a5cd-69fc23cd25be service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.1828158 Jun 04 16:36:10.442811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:36:10.462321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0049b45-df82-43d7-bbd3-48e23b765eac tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'Port': ['ID=676127af-26ed-4542-9cbd-93d28f298675,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:10.520093 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77bc6b22-9a1d-4cd9-b68f-ee6c7fce585f req-cf4c13f3-67b6-4539-90c4-f88d03ddabd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910bb961-5609-4845-b7fe-12c8742a1c73 HTTP/1.1" status: 200 len: 217 time: 0.1084511 Jun 04 16:36:10.586864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:10.587896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:10.588656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:10.655872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc6b22-9a1d-4cd9-b68f-ee6c7fce585f req-4835bbd5-f6f6-4183-8ea0-3ca2e49bc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:10.656740 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77bc6b22-9a1d-4cd9-b68f-ee6c7fce585f req-4835bbd5-f6f6-4183-8ea0-3ca2e49bc2f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.0837901 Jun 04 16:36:10.731126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cac502-825d-4bf1-8bdc-5541867e7a5e req-91b3af95-b3e8-47f5-887d-b4669633b1b8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:10.732617 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56cac502-825d-4bf1-8bdc-5541867e7a5e req-91b3af95-b3e8-47f5-887d-b4669633b1b8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 945 time: 0.2116728 Jun 04 16:36:10.786997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc6b22-9a1d-4cd9-b68f-ee6c7fce585f req-791aecec-1832-40e4-bc58-3f08d4ee6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:10.788832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77bc6b22-9a1d-4cd9-b68f-ee6c7fce585f req-791aecec-1832-40e4-bc58-3f08d4ee6f0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242032 Jun 04 16:36:10.811666 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56cac502-825d-4bf1-8bdc-5541867e7a5e req-e840463b-3529-4775-829c-ba71591f7916 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714045 Jun 04 16:36:10.825936 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0049b45-df82-43d7-bbd3-48e23b765eac tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:10.847996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event updated for resources: {'Network': ['ID=e8ab437c-0217-4a03-ba96-470e6d08bb38,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:10.862658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network e8ab437c-0217-4a03-ba96-470e6d08bb38 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:36:10.937504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57912) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:10.937746 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ff1fa460-c89d-4fad-ba95-235ffb3a54c0 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8443787 Jun 04 16:36:10.941597 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d0049b45-df82-43d7-bbd3-48e23b765eac tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "DELETE /v2.0/ports/676127af-26ed-4542-9cbd-93d28f298675 HTTP/1.1" status: 204 len: 168 time: 2.1834466 Jun 04 16:36:10.943409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57916) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:10.944008 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:10.947876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Request body: {'subnet': {'network_id': 'e8ab437c-0217-4a03-ba96-470e6d08bb38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:10.978011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:10.984743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Usage tracker for resource:subnet and tenant:f6081b97d2714a2481fda0d262004b9f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:10.990904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:10.998154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:11.043123 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:11.072230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77bc6b22-9a1d-4cd9-b68f-ee6c7fce585f req-32675fc4-3fa1-49b6-aa0c-8a5d78434fc5 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593484 Jun 04 16:36:11.107035 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:36:11.133980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Made reservation on behalf of f6081b97d2714a2481fda0d262004b9f for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:11.133980 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:11.171486 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:11.222515 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86406a93-d067-44a8-91d5-d3545b128e56,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:11.236660 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:11.238956 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:11.239234 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Added segment b0a80525-5f23-4ef3-b1a4-35ba9ce14dcd of type vlan for network 1c892389-bfde-4095-8e6e-bdb678087bfb Jun 04 16:36:11.318915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:11.342392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32af172-2e39-40e9-8536-0e5201f67cad tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Deleting subnet fbddd621-8de5-43c3-94bf-c30fa0e2249b {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:36:11.348516 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b32af172-2e39-40e9-8536-0e5201f67cad tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:11.407380 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:11.413702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:11.414400 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:11.452993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77bc6b22-9a1d-4cd9-b68f-ee6c7fce585f req-3d2407f8-c763-40e8-be99-15ba7209819a service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635087 Jun 04 16:36:11.461716 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b32af172-2e39-40e9-8536-0e5201f67cad tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:11.473977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Allocated IP 172.25.5.176 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/2b38f1a5-57f3-4e47-8231-923527909630) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:36:11.623571 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3261764 Jun 04 16:36:11.627923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3457d-44cf-4c2a-a410-aa873bb58cdc tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Network': ['ID=1c892389-bfde-4095-8e6e-bdb678087bfb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:11.630036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57926) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:11.640938 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 1c892389-bfde-4095-8e6e-bdb678087bfb details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:36:11.798845 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:11.835848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'subnet': {'network_id': '1c892389-bfde-4095-8e6e-bdb678087bfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:12.119280 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:12.136788 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b32af172-2e39-40e9-8536-0e5201f67cad tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:12.207157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:36:12.212550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:12.214836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:12.219927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:36:12.233735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbaac1-2a31-46a5-bc5b-4ceb01fb03cd req-85222b26-c3fa-48fa-b9b9-61f42ee8a8a7 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:12.235237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04cbaac1-2a31-46a5-bc5b-4ceb01fb03cd req-85222b26-c3fa-48fa-b9b9-61f42ee8a8a7 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.42 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 945 time: 0.4240758 Jun 04 16:36:12.245290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:subnet and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:12.252952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:12.259311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Pushing event updated for resources: {'Port': ['ID=2b38f1a5-57f3-4e47-8231-923527909630,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:12.272615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:12.346859 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Made reservation on behalf of fa9933e6426947f68c85e35445b633ce for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:12.350186 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:12.380183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4540de-64f2-4e3e-8bb8-dffe6f2e1d79 req-6b5f3642-9759-4bf9-90d3-76132ec3d2cb tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:12.381665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd4540de-64f2-4e3e-8bb8-dffe6f2e1d79 req-6b5f3642-9759-4bf9-90d3-76132ec3d2cb tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 945 time: 0.3885510 Jun 04 16:36:12.389432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70141497-ec8d-49e5-a67b-27ddbc871183 req-1127c205-afb0-4cf3-a7ff-bea5cde70ad9 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:12.390802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70141497-ec8d-49e5-a67b-27ddbc871183 req-1127c205-afb0-4cf3-a7ff-bea5cde70ad9 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.5758839 Jun 04 16:36:12.408188 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b32af172-2e39-40e9-8536-0e5201f67cad tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:12.478816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-04cbaac1-2a31-46a5-bc5b-4ceb01fb03cd req-68b5a0c6-f5b6-4677-aedc-450dbdd3b571 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Deleting port 584d24fb-820d-46c7-bdbb-86f4fca85846 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:12.479501 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-04cbaac1-2a31-46a5-bc5b-4ceb01fb03cd req-68b5a0c6-f5b6-4677-aedc-450dbdd3b571 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:12.518471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32af172-2e39-40e9-8536-0e5201f67cad tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'Subnet': ['ID=fbddd621-8de5-43c3-94bf-c30fa0e2249b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:12.546895 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b32af172-2e39-40e9-8536-0e5201f67cad tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:12.552947 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abadb02-32a8-41be-ab9a-8fad9cdbf0b0 None None] Network 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:36:12.598407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b32af172-2e39-40e9-8536-0e5201f67cad tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "DELETE /v2.0/subnets/fbddd621-8de5-43c3-94bf-c30fa0e2249b HTTP/1.1" status: 204 len: 168 time: 1.6463823 Jun 04 16:36:12.605444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57942) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:12.645408 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70141497-ec8d-49e5-a67b-27ddbc871183 req-db372228-a491-464a-b453-5ea23a202fe2 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467909 Jun 04 16:36:12.655663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd4540de-64f2-4e3e-8bb8-dffe6f2e1d79 req-33e1e638-e93a-4024-94a8-66f5f45afed8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638288 Jun 04 16:36:12.731237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-16951ba9-9578-4a82-8e9a-6e8a47ebbba7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Deleting subnet ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:36:12.734320 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16951ba9-9578-4a82-8e9a-6e8a47ebbba7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:12.838832 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:12.877123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16951ba9-9578-4a82-8e9a-6e8a47ebbba7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:12.908894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8267f5b2-637e-4502-9455-67ce9fdf9fb9 None None] DHCP port deletion for 834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:36:12.912834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8267f5b2-637e-4502-9455-67ce9fdf9fb9 None None] Deleting port dbdf15ab-ad83-475f-873e-6f6058dfc1fd {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:12.913394 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8267f5b2-637e-4502-9455-67ce9fdf9fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:12.935126 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:13.149248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Subnet': ['ID=c5d98cfb-2ac5-44d6-873b-b374094a5849,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:13.166185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Checking segment: {'id': 'b0a80525-5f23-4ef3-b1a4-35ba9ce14dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1c892389-bfde-4095-8e6e-bdb678087bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:36:13.166574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network hostable DHCP agents. Network: 1c892389-bfde-4095-8e6e-bdb678087bfb, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:36:13.283464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.objects.ports [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88798) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:36:13.283464 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:13.316280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8267f5b2-637e-4502-9455-67ce9fdf9fb9 None None] For port dbdf15ab-ad83-475f-873e-6f6058dfc1fd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dbdf15ab-ad83-475f-873e-6f6058dfc1fd,segment=NetworkSegment(dda04663-c8b1-49f5-8f56-d37b24831192),segment_id=dda04663-c8b1-49f5-8f56-d37b24831192)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:13.320171 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8267f5b2-637e-4502-9455-67ce9fdf9fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:13.381843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 1c892389-bfde-4095-8e6e-bdb678087bfb is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:36:13.396552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 1c892389-bfde-4095-8e6e-bdb678087bfb) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:13.417711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:13.418446 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:13.429966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-04cbaac1-2a31-46a5-bc5b-4ceb01fb03cd req-68b5a0c6-f5b6-4677-aedc-450dbdd3b571 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] For port 584d24fb-820d-46c7-bdbb-86f4fca85846, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=584d24fb-820d-46c7-bdbb-86f4fca85846,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:13.430390 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-04cbaac1-2a31-46a5-bc5b-4ceb01fb03cd req-68b5a0c6-f5b6-4677-aedc-450dbdd3b571 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:13.453319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16951ba9-9578-4a82-8e9a-6e8a47ebbba7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:13.453859 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-82d66ad6-69b1-43e3-8113-07479188e3d8 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8192918 Jun 04 16:36:13.459274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57956) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:13.461128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3b301a-ea73-4990-b04a-5c89eb961957 None None] Network 1c892389-bfde-4095-8e6e-bdb678087bfb requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:36:13.472574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1164108256', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:13.491782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:13.520597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:router and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:13.524382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:13.533196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:13.595981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:13.671892 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:13.685312 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:13.692902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-04cbaac1-2a31-46a5-bc5b-4ceb01fb03cd req-68b5a0c6-f5b6-4677-aedc-450dbdd3b571 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Calling delete_port for 584d24fb-820d-46c7-bdbb-86f4fca85846 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:13.699038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8267f5b2-637e-4502-9455-67ce9fdf9fb9 None None] Calling delete_port for dbdf15ab-ad83-475f-873e-6f6058dfc1fd owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:13.708947 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:13.783662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event updated for resources: {'Subnet': ['ID=684d5642-6a3a-4c5f-acde-d2d71cfc90f4,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:13.866526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca71e6c1-09e8-46d4-bf26-92a7a0ca78cd None None] Network 1c892389-bfde-4095-8e6e-bdb678087bfb requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:36:13.982013 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8267f5b2-637e-4502-9455-67ce9fdf9fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:14.034855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267f5b2-637e-4502-9455-67ce9fdf9fb9 None None] No DVR routers for this DVR port dbdf15ab-ad83-475f-873e-6f6058dfc1fd on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:36:14.056195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267f5b2-637e-4502-9455-67ce9fdf9fb9 None None] Pushing event deleted for resources: {'Port': ['ID=dbdf15ab-ad83-475f-873e-6f6058dfc1fd,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:14.129473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Checking segment: {'id': '370b1193-9b3c-49bd-8c04-5df87a66e95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e8ab437c-0217-4a03-ba96-470e6d08bb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:36:14.129880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Network hostable DHCP agents. Network: e8ab437c-0217-4a03-ba96-470e6d08bb38, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:36:14.352405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Network e8ab437c-0217-4a03-ba96-470e6d08bb38 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:36:14.359419 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16951ba9-9578-4a82-8e9a-6e8a47ebbba7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:14.415524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16951ba9-9578-4a82-8e9a-6e8a47ebbba7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'Subnet': ['ID=ef37b42f-e6e9-4e7b-ac72-6fdd1c586006,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:14.424000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16951ba9-9578-4a82-8e9a-6e8a47ebbba7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:14.426667 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-04cbaac1-2a31-46a5-bc5b-4ceb01fb03cd req-68b5a0c6-f5b6-4677-aedc-450dbdd3b571 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:14.430297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, e8ab437c-0217-4a03-ba96-470e6d08bb38) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:14.442531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe89284-3e87-44a2-8a11-32b6d0affe82 None None] Network 59419537-eeeb-49da-b0e6-1fde86e9c16e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:36:14.462275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['838761b6-421d-4114-aed8-8a2ffc0bfafe', '854a04e1-96c6-4363-912a-9aec81cc8b4f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:36:14.492717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:14.493313 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:14.498753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4240a391-cb68-493f-8bf0-658122f9d486 None None] Network e8ab437c-0217-4a03-ba96-470e6d08bb38 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:36:14.525670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-16951ba9-9578-4a82-8e9a-6e8a47ebbba7 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "DELETE /v2.0/subnets/ef37b42f-e6e9-4e7b-ac72-6fdd1c586006 HTTP/1.1" status: 204 len: 168 time: 1.9190991 Jun 04 16:36:14.530262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57968) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:14.531378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5a0c6-f5b6-4677-aedc-450dbdd3b571 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event deleted for resources: {'Port': ['ID=584d24fb-820d-46c7-bdbb-86f4fca85846,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:14.554923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:14.599262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41588ce0-25ed-490a-9931-237e6441d829 req-8224d91b-d843-4a23-93c9-fbe5dd124022 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:14.600751 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41588ce0-25ed-490a-9931-237e6441d829 req-8224d91b-d843-4a23-93c9-fbe5dd124022 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.5266924 Jun 04 16:36:14.634938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4de31-ee9f-4e9c-89f0-234ca8df97d5 req-6c9b2f26-e67a-49e0-b0f0-e26c4122f146 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:14.635659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-afe4de31-ee9f-4e9c-89f0-234ca8df97d5 req-6c9b2f26-e67a-49e0-b0f0-e26c4122f146 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:36:14.648609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1f46f766-8354-4fc5-a2bf-d7499537f646 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7098730 Jun 04 16:36:14.650781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57974) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:14.708363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Request body: {'floatingip': {'floating_network_id': 'e8ab437c-0217-4a03-ba96-470e6d08bb38'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:14.722805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Router 1ecba9d5-ee53-460c-8e13-355410887583 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:36:14.727034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:14.737154 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Usage tracker for resource:floatingip and tenant:f6081b97d2714a2481fda0d262004b9f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:14.743626 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:14.773633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cbaac1-2a31-46a5-bc5b-4ceb01fb03cd req-68b5a0c6-f5b6-4677-aedc-450dbdd3b571 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] No DVR routers for this DVR port 584d24fb-820d-46c7-bdbb-86f4fca85846 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:36:14.793756 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-04cbaac1-2a31-46a5-bc5b-4ceb01fb03cd req-68b5a0c6-f5b6-4677-aedc-450dbdd3b571 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:14.796103 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04cbaac1-2a31-46a5-bc5b-4ceb01fb03cd req-68b5a0c6-f5b6-4677-aedc-450dbdd3b571 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.42 "DELETE /v2.0/ports/584d24fb-820d-46c7-bdbb-86f4fca85846 HTTP/1.1" status: 204 len: 173 time: 2.5469172 Jun 04 16:36:14.796552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae770bb-feab-4475-a59a-722f5d881622', 'name': 'network-vif-deleted', 'tag': '584d24fb-820d-46c7-bdbb-86f4fca85846'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:36:14.819719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-afe4de31-ee9f-4e9c-89f0-234ca8df97d5 req-6c9b2f26-e67a-49e0-b0f0-e26c4122f146 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:36:14.821029 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-afe4de31-ee9f-4e9c-89f0-234ca8df97d5 req-6c9b2f26-e67a-49e0-b0f0-e26c4122f146 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae770bb-feab-4475-a59a-722f5d881622 HTTP/1.1" status: 200 len: 945 time: 0.9807134 Jun 04 16:36:14.825231 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57683214-d09c-4c52-9dd7-6f77bb89a261 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:14.829304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41588ce0-25ed-490a-9931-237e6441d829 req-dd56fe27-98a1-4782-98e5-487b00770397 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159135 Jun 04 16:36:14.985739 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-afe4de31-ee9f-4e9c-89f0-234ca8df97d5 req-7da0a342-6a09-4890-8730-573a97840f43 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554511 Jun 04 16:36:15.131413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dbdf15ab-ad83-475f-873e-6f6058dfc1fd no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:15.137067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:15.137319 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3be5e5-8256-49a3-aad3-7cb7626a7958'] response: {'server_uuid': 'eae770bb-feab-4475-a59a-722f5d881622', 'name': 'network-vif-deleted', 'tag': '584d24fb-820d-46c7-bdbb-86f4fca85846', 'status': 'completed', 'code': 200} Jun 04 16:36:15.140075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:36:15.146146 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57683214-d09c-4c52-9dd7-6f77bb89a261 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:15.155074 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf33b3-8c9e-48ee-9cb1-1db745c072a1 None None] Sync routers for ids ['1ecba9d5-ee53-460c-8e13-355410887583'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:36:15.170935 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf33b3-8c9e-48ee-9cb1-1db745c072a1 None None] Routers {'1ecba9d5-ee53-460c-8e13-355410887583'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:15.171601 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-efaf33b3-8c9e-48ee-9cb1-1db745c072a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1ecba9d5-ee53-460c-8e13-355410887583'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:15.188138 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:15.192456 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-94a3ff06-77de-45a6-abd4-85ec7c305a5e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.5163701 Jun 04 16:36:15.194052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57984) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:15.213261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:15.222637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-57683214-d09c-4c52-9dd7-6f77bb89a261 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834f2ae5-2a2a-4b01-b8b3-cad0598f04b8']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:15.252742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: dbdf15ab-ad83-475f-873e-6f6058dfc1fd {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:36:15.253504 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dbdf15ab-ad83-475f-873e-6f6058dfc1fd not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:36:15.255800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb5898d-1b3c-4687-b988-beb5728214b7 None None] Network e8ab437c-0217-4a03-ba96-470e6d08bb38 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:36:15.318081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-57683214-d09c-4c52-9dd7-6f77bb89a261 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda04663-c8b1-49f5-8f56-d37b24831192') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:15.321642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-57683214-d09c-4c52-9dd7-6f77bb89a261 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda04663-c8b1-49f5-8f56-d37b24831192') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:15.398607 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57683214-d09c-4c52-9dd7-6f77bb89a261 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:15.457558 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-efaf33b3-8c9e-48ee-9cb1-1db745c072a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:15.459338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57683214-d09c-4c52-9dd7-6f77bb89a261 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:15.472224 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf33b3-8c9e-48ee-9cb1-1db745c072a1 None None] Routers {'1ecba9d5-ee53-460c-8e13-355410887583'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:15.473039 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-efaf33b3-8c9e-48ee-9cb1-1db745c072a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1ecba9d5-ee53-460c-8e13-355410887583'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:15.483799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57683214-d09c-4c52-9dd7-6f77bb89a261 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:36:15.485117 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57683214-d09c-4c52-9dd7-6f77bb89a261 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:15.571298 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment dda04663-c8b1-49f5-8f56-d37b24831192 resource provider aggregate not found Jun 04 16:36:15.600807 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-efaf33b3-8c9e-48ee-9cb1-1db745c072a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:15.601211 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf33b3-8c9e-48ee-9cb1-1db745c072a1 None None] The sync data for ids ['1ecba9d5-ee53-460c-8e13-355410887583'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:36:15.601663 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment dda04663-c8b1-49f5-8f56-d37b24831192 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dda04663-c8b1-49f5-8f56-d37b24831192 found for delete ", "request_id": "req-4f415a8e-99ac-4148-a3cd-8817142d079c"}]} Jun 04 16:36:15.705930 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:15.795871 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57683214-d09c-4c52-9dd7-6f77bb89a261 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:15.820741 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57683214-d09c-4c52-9dd7-6f77bb89a261 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:15.823545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57683214-d09c-4c52-9dd7-6f77bb89a261 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'Network': ['ID=834f2ae5-2a2a-4b01-b8b3-cad0598f04b8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:15.848177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-57683214-d09c-4c52-9dd7-6f77bb89a261 tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "DELETE /v2.0/networks/834f2ae5-2a2a-4b01-b8b3-cad0598f04b8 HTTP/1.1" status: 204 len: 168 time: 1.3144710 Jun 04 16:36:15.850836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57998) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:16.043717 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:16.067336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Deleting port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:16.067921 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:16.076604 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 584d24fb-820d-46c7-bdbb-86f4fca85846 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:16.180230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 584d24fb-820d-46c7-bdbb-86f4fca85846 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:36:16.181509 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 584d24fb-820d-46c7-bdbb-86f4fca85846 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:36:16.183645 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240942a9-80aa-41ff-8fa2-cef0c2cd3f61 None None] DHCP port deletion for 59419537-eeeb-49da-b0e6-1fde86e9c16e request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:36:16.232000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-240942a9-80aa-41ff-8fa2-cef0c2cd3f61 None None] Deleting port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:16.232619 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-240942a9-80aa-41ff-8fa2-cef0c2cd3f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:16.412111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] For port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:16.413497 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:16.553853 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:16.648369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-240942a9-80aa-41ff-8fa2-cef0c2cd3f61 None None] For port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e,segment=NetworkSegment(58a7cd7f-8a78-4239-af83-cb93d310c2d9),segment_id=58a7cd7f-8a78-4239-af83-cb93d310c2d9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:16.656979 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-240942a9-80aa-41ff-8fa2-cef0c2cd3f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:16.700259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Calling delete_port for c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:16.715000 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:16.793417 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:16.810729 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:16.878115 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-240942a9-80aa-41ff-8fa2-cef0c2cd3f61 None None] Calling delete_port for c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:16.896631 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:16.901944 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:16.925747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Deleting port 2b38f1a5-57f3-4e47-8231-923527909630 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:16.926096 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:16.946942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:17.074615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:36:17.075109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:36:17.080571 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-240942a9-80aa-41ff-8fa2-cef0c2cd3f61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:36:17.081336 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-240942a9-80aa-41ff-8fa2-cef0c2cd3f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:36:17.304625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.25.5.162 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/74211bb4-912d-494b-82d1-1fe4d533fe8d) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:36:17.332113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'Port': ['ID=c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:17.341373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] No DVR routers for this DVR port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:36:17.345673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Allocated IP 172.20.0.9 (e8ab437c-0217-4a03-ba96-470e6d08bb38/684d5642-6a3a-4c5f-acde-d2d71cfc90f4/97cfb21d-e93d-465a-b311-ff41da75541c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:36:17.399634 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:17.503049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdda83-bc77-4042-8338-48130fd857cb req-65d963e2-672a-4d0d-91c6-a143f4dd83a3 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:17.510147 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69fdda83-bc77-4042-8338-48130fd857cb req-65d963e2-672a-4d0d-91c6-a143f4dd83a3 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 946 time: 0.7023647 Jun 04 16:36:17.533847 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:17.582864 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-240942a9-80aa-41ff-8fa2-cef0c2cd3f61 None None] Deleting port c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:17.583838 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-240942a9-80aa-41ff-8fa2-cef0c2cd3f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:17.589882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dadde-59ed-4f25-802a-9743587632b0 req-e6697774-b14f-4a93-9424-b2eaf9c7862a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:17.597014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a7dadde-59ed-4f25-802a-9743587632b0 req-e6697774-b14f-4a93-9424-b2eaf9c7862a tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 945 time: 0.7914352 Jun 04 16:36:17.599830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59419537-eeeb-49da-b0e6-1fde86e9c16e']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:17.621295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Calling delete_port for 2b38f1a5-57f3-4e47-8231-923527909630 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:17.682671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-240942a9-80aa-41ff-8fa2-cef0c2cd3f61 None None] The port 'c5a6e6e3-dabe-43f9-b77b-5a1369a66d9e' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:36:17.717503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69fdda83-bc77-4042-8338-48130fd857cb req-f84a619f-beae-4f01-95ca-8f41457ee032 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063251 Jun 04 16:36:17.732375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a7cd7f-8a78-4239-af83-cb93d310c2d9') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:17.732664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a7cd7f-8a78-4239-af83-cb93d310c2d9') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:17.779155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:17.824955 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a7dadde-59ed-4f25-802a-9743587632b0 req-d43214e1-8a57-46f1-a950-51bb2e8cd582 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=d95006bb-5b6d-4e74-ac9e-75f536f36238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269964 Jun 04 16:36:17.833661 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:17.852850 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:17.853530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:36:17.858616 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:17.915457 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:17.945069 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 58a7cd7f-8a78-4239-af83-cb93d310c2d9 resource provider aggregate not found Jun 04 16:36:17.955896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-8d0ea64c-d585-4ee2-b7cc-c2266dd465b6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:17.957427 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-8d0ea64c-d585-4ee2-b7cc-c2266dd465b6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 945 time: 0.3775067 Jun 04 16:36:17.970151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:18.014273 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 58a7cd7f-8a78-4239-af83-cb93d310c2d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58a7cd7f-8a78-4239-af83-cb93d310c2d9 found for delete ", "request_id": "req-2be9bb2e-a4ef-4c54-8098-ab4b518f9991"}]} Jun 04 16:36:18.080060 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:18.107582 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:18.130034 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] 10.222.0.13 "DELETE /v2.0/networks/59419537-eeeb-49da-b0e6-1fde86e9c16e HTTP/1.1" status: 204 len: 168 time: 2.2749910 Jun 04 16:36:18.148449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Deleting port dc943560-45ca-485f-a0a9-7ec874caba8a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:18.149018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:18.184224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976be2d-c4e9-49a1-88f9-4b2f92f2f2ee tempest-TaggedBootDevicesTest-973108473 tempest-TaggedBootDevicesTest-973108473-project] Pushing event deleted for resources: {'Network': ['ID=59419537-eeeb-49da-b0e6-1fde86e9c16e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:18.235594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:18.256374 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:36:18.270851 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:18.294351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:36:18.340712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01202e10-559c-492f-b86c-1acb0caeb63d req-d25cf767-9ab5-45c4-af25-e1b971df0089 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:18.342260 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01202e10-559c-492f-b86c-1acb0caeb63d req-d25cf767-9ab5-45c4-af25-e1b971df0089 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.42 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 946 time: 0.3271062 Jun 04 16:36:18.356925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=74211bb4-912d-494b-82d1-1fe4d533fe8d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:18.362741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Network e8ab437c-0217-4a03-ba96-470e6d08bb38 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:36:18.399271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:18.420522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58046) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:18.424936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:36:18.489390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--623402813', 'description': 'tempest-description--41769592'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:18.551357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:18.578909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Usage tracker for resource:security_group and tenant:3f48053fe3e0441d9a70db7718ac831f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:18.585509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:18.602845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:18.632998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-01202e10-559c-492f-b86c-1acb0caeb63d req-642e3eef-4fd3-4fae-9e51-91e7b3bbb0bc tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Deleting port 854a04e1-96c6-4363-912a-9aec81cc8b4f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:18.634187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-01202e10-559c-492f-b86c-1acb0caeb63d req-642e3eef-4fd3-4fae-9e51-91e7b3bbb0bc tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:18.710418 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:18.734616 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:18.763453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] For port dc943560-45ca-485f-a0a9-7ec874caba8a, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=dc943560-45ca-485f-a0a9-7ec874caba8a,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:18.763826 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:18.833156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event updated for resources: {'Port': ['ID=97cfb21d-e93d-465a-b311-ff41da75541c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:19.109595 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:19.111625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-01202e10-559c-492f-b86c-1acb0caeb63d req-642e3eef-4fd3-4fae-9e51-91e7b3bbb0bc tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] For port 854a04e1-96c6-4363-912a-9aec81cc8b4f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=854a04e1-96c6-4363-912a-9aec81cc8b4f,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:19.112038 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-01202e10-559c-492f-b86c-1acb0caeb63d req-642e3eef-4fd3-4fae-9e51-91e7b3bbb0bc tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:19.162559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Pushing event deleted for resources: {'Port': ['ID=2b38f1a5-57f3-4e47-8231-923527909630,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:19.341770 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:19.347704 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:19.448829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-01202e10-559c-492f-b86c-1acb0caeb63d req-642e3eef-4fd3-4fae-9e51-91e7b3bbb0bc tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Calling delete_port for 854a04e1-96c6-4363-912a-9aec81cc8b4f owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:19.477564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:19.568354 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:19.577500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Usage tracker for resource:security_group_rule and tenant:3f48053fe3e0441d9a70db7718ac831f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:19.609315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:19.653866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:19.827683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35142648-3efd-473d-ba5e-a0723fde91f7 req-2b77082a-bbfb-4fd4-8c2a-b74446b097a9 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:19.829226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35142648-3efd-473d-ba5e-a0723fde91f7 req-2b77082a-bbfb-4fd4-8c2a-b74446b097a9 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 945 time: 0.5798655 Jun 04 16:36:19.959827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a0463-8c3a-4676-b995-cd2529f86bf8 req-f86497f3-5935-4c38-ac93-9efb9491b0f8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:19.961364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f6a0463-8c3a-4676-b995-cd2529f86bf8 req-f86497f3-5935-4c38-ac93-9efb9491b0f8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 946 time: 0.7727885 Jun 04 16:36:20.031027 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35142648-3efd-473d-ba5e-a0723fde91f7 req-26066da9-b182-4dde-b212-83fab2ba58c6 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups?id=d95006bb-5b6d-4e74-ac9e-75f536f36238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926472 Jun 04 16:36:20.144055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f6a0463-8c3a-4676-b995-cd2529f86bf8 req-972b3968-4b29-436d-bc39-34df4c506e0d tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053896 Jun 04 16:36:20.184105 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:20.185753 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-01202e10-559c-492f-b86c-1acb0caeb63d req-642e3eef-4fd3-4fae-9e51-91e7b3bbb0bc tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:20.197973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['838761b6-421d-4114-aed8-8a2ffc0bfafe'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:36:20.200785 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:20.201161 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:20.201473 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Floating IP fb031394-4e74-4bb0-9216-e2d2ea8a56d9 disassociated. External IP: 172.25.5.38, port: dc943560-45ca-485f-a0a9-7ec874caba8a. Jun 04 16:36:20.201812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Calling delete_port for dc943560-45ca-485f-a0a9-7ec874caba8a owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:20.253290 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:20.303150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device dc943560-45ca-485f-a0a9-7ec874caba8a no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:20.320336 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:20.394550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6825e8d0-16f8-44dc-87d4-0ec520048614,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:20.397965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e3eef-4fd3-4fae-9e51-91e7b3bbb0bc tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event deleted for resources: {'Port': ['ID=854a04e1-96c6-4363-912a-9aec81cc8b4f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:20.431424 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:20.463074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-01202e10-559c-492f-b86c-1acb0caeb63d req-642e3eef-4fd3-4fae-9e51-91e7b3bbb0bc tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] No DVR routers for this DVR port 854a04e1-96c6-4363-912a-9aec81cc8b4f on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:36:20.465985 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-01202e10-559c-492f-b86c-1acb0caeb63d req-642e3eef-4fd3-4fae-9e51-91e7b3bbb0bc tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:20.475552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42e1b64-2c2f-42ae-81b4-aff1fd754788', 'name': 'network-vif-deleted', 'tag': '854a04e1-96c6-4363-912a-9aec81cc8b4f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:36:20.513905 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01202e10-559c-492f-b86c-1acb0caeb63d req-642e3eef-4fd3-4fae-9e51-91e7b3bbb0bc tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.42 "DELETE /v2.0/ports/854a04e1-96c6-4363-912a-9aec81cc8b4f HTTP/1.1" status: 204 len: 173 time: 2.1431065 Jun 04 16:36:20.515647 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:20.524928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c41eb863-2ac6-4204-8392-7582b4d39633 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0563571 Jun 04 16:36:20.528355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58064) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:20.535554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a0469ffa-d91c-49a3-a120-2bf0ea6e72ee tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Request body: {'security_group_rule': {'security_group_id': '6825e8d0-16f8-44dc-87d4-0ec520048614', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:20.548527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a0469ffa-d91c-49a3-a120-2bf0ea6e72ee tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:20.553989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a0469ffa-d91c-49a3-a120-2bf0ea6e72ee tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Usage tracker for resource:security_group_rule and tenant:3f48053fe3e0441d9a70db7718ac831f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:20.558239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a0469ffa-d91c-49a3-a120-2bf0ea6e72ee tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:20.569199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a0469ffa-d91c-49a3-a120-2bf0ea6e72ee tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:20.619735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port dc943560-45ca-485f-a0a9-7ec874caba8a is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:36:20.620721 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:20.620902 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c8f4af-a663-40e9-9612-6ed0e1615da2'] response: {'server_uuid': 'b42e1b64-2c2f-42ae-81b4-aff1fd754788', 'name': 'network-vif-deleted', 'tag': '854a04e1-96c6-4363-912a-9aec81cc8b4f', 'status': 'completed', 'code': 200} Jun 04 16:36:20.707777 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0469ffa-d91c-49a3-a120-2bf0ea6e72ee tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:20.786279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Router 1ecba9d5-ee53-460c-8e13-355410887583 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:36:20.845096 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0469ffa-d91c-49a3-a120-2bf0ea6e72ee tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:20.875652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0469ffa-d91c-49a3-a120-2bf0ea6e72ee tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:20.952883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0469ffa-d91c-49a3-a120-2bf0ea6e72ee tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756a151c-c0f8-46ec-9960-79887fda3174,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:20.968145 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:21.078200 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:21.103302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event deleted for resources: {'Port': ['ID=dc943560-45ca-485f-a0a9-7ec874caba8a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:21.150803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0469ffa-d91c-49a3-a120-2bf0ea6e72ee tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:21.161045 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a0469ffa-d91c-49a3-a120-2bf0ea6e72ee tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6315460 Jun 04 16:36:21.168025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58078) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:21.194220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ca7c5231-e9c0-4353-b230-e0ae6fbfa7a1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Request body: {'security_group_rule': {'security_group_id': '6825e8d0-16f8-44dc-87d4-0ec520048614', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:21.371153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:36:21.388781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714af032-39f7-4a2c-8447-9ead11833fc4 None None] Sync routers for ids ['1ecba9d5-ee53-460c-8e13-355410887583'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:36:21.406881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714af032-39f7-4a2c-8447-9ead11833fc4 None None] Routers {'1ecba9d5-ee53-460c-8e13-355410887583'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:21.410299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-714af032-39f7-4a2c-8447-9ead11833fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1ecba9d5-ee53-460c-8e13-355410887583'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:21.466824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:36:21.521762 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:21.529050 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-09ff3f0e-72de-4e2d-90d5-59c0fc12f6fa tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "PUT /v2.0/routers/1ecba9d5-ee53-460c-8e13-355410887583 HTTP/1.1" status: 200 len: 706 time: 6.3324487 Jun 04 16:36:21.546005 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58084) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:21.603045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-714af032-39f7-4a2c-8447-9ead11833fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:21.624562 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714af032-39f7-4a2c-8447-9ead11833fc4 None None] Routers {'1ecba9d5-ee53-460c-8e13-355410887583'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:21.625751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-714af032-39f7-4a2c-8447-9ead11833fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1ecba9d5-ee53-460c-8e13-355410887583'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:21.658847 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:21.711819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ca7c5231-e9c0-4353-b230-e0ae6fbfa7a1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:21.723683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e95d9ee6-4f84-4e35-a26f-9f26d42c4090 req-0333bef0-5129-4651-bc6d-171261b7a201 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:36:21.758089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ca7c5231-e9c0-4353-b230-e0ae6fbfa7a1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Usage tracker for resource:security_group_rule and tenant:3f48053fe3e0441d9a70db7718ac831f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:21.781290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-39f78bd4-cc08-4106-a490-55ab29f44cf8 req-6138de36-376e-4630-a8f8-32c2ed936e66 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Synchronizing usage tracker for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:36:21.815189 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:21.823959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ca7c5231-e9c0-4353-b230-e0ae6fbfa7a1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:21.875690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-714af032-39f7-4a2c-8447-9ead11833fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:21.876622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714af032-39f7-4a2c-8447-9ead11833fc4 None None] The sync data for ids ['1ecba9d5-ee53-460c-8e13-355410887583'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:36:21.885478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ca7c5231-e9c0-4353-b230-e0ae6fbfa7a1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:21.970027 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5231-e9c0-4353-b230-e0ae6fbfa7a1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:21.994872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e95d9ee6-4f84-4e35-a26f-9f26d42c4090 req-0333bef0-5129-4651-bc6d-171261b7a201 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:36:21.996339 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e95d9ee6-4f84-4e35-a26f-9f26d42c4090 req-0333bef0-5129-4651-bc6d-171261b7a201 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42e1b64-2c2f-42ae-81b4-aff1fd754788 HTTP/1.1" status: 200 len: 210 time: 0.5212979 Jun 04 16:36:22.102283 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 854a04e1-96c6-4363-912a-9aec81cc8b4f no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:22.156177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:36:22.158462 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1a92cb0e-0613-4551-b703-0990213c29f4 tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/routers/1ecba9d5-ee53-460c-8e13-355410887583 HTTP/1.1" status: 200 len: 741 time: 0.6006246 Jun 04 16:36:22.161204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-39f78bd4-cc08-4106-a490-55ab29f44cf8 req-6138de36-376e-4630-a8f8-32c2ed936e66 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Unset dirty status for tenant:9a6c197ec3444659b4b4af7e2c0aec5f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:36:22.162347 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-39f78bd4-cc08-4106-a490-55ab29f44cf8 req-6138de36-376e-4630-a8f8-32c2ed936e66 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 210 time: 0.6861985 Jun 04 16:36:22.170933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58090) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:22.254603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 854a04e1-96c6-4363-912a-9aec81cc8b4f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:36:22.255260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 854a04e1-96c6-4363-912a-9aec81cc8b4f not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:36:22.261208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fc174370-f837-4842-9ce4-f4150968878b tempest-RoutersAdminTest-369829625 tempest-RoutersAdminTest-369829625-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&device_id=1ecba9d5-ee53-460c-8e13-355410887583 HTTP/1.1" status: 200 len: 205 time: 0.0891612 Jun 04 16:36:22.268937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58094) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:22.342245 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event updated for resources: {'Port': ['ID=97cfb21d-e93d-465a-b311-ff41da75541c,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:22.368064 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0c5d27a7-ba97-46c1-8129-9df6436fe5f4 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecba9d5-ee53-460c-8e13-355410887583 HTTP/1.1" status: 200 len: 205 time: 0.0739374 Jun 04 16:36:22.371385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58100) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:22.426117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:22.456148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:36:22.456939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:22.458360 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-82797d70-eec4-4ecd-8f24-94e0fcaa5733 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.8056891 Jun 04 16:36:22.469349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58104) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:22.651422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6249f614-6083-4f8a-acab-b50524aa6109 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Synchronizing usage tracker for tenant:f6081b97d2714a2481fda0d262004b9f on resource:floatingip {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:36:22.738959 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a4303bba-5efd-43ae-ab72-6ef9b937264d tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:22.769931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:36:22.781874 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d6c24-c0a7-499f-a411-1d7092e4f0fc None None] Sync routers for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:36:22.801574 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d6c24-c0a7-499f-a411-1d7092e4f0fc None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:22.803099 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-323d6c24-c0a7-499f-a411-1d7092e4f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:22.875890 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5231-e9c0-4353-b230-e0ae6fbfa7a1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:22.877935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] No DVR routers for this DVR port dc943560-45ca-485f-a0a9-7ec874caba8a on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:36:22.883481 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:22.887300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423f4d90-fcc8-4837-b294-27476432f082', 'name': 'network-vif-deleted', 'tag': 'dc943560-45ca-485f-a0a9-7ec874caba8a'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:36:22.907417 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5231-e9c0-4353-b230-e0ae6fbfa7a1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:22.960421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ef7bd92-5669-4840-93bd-20566fa3eca8 req-74983566-0ae3-40cd-8acd-0e3d917e2517 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.46 "DELETE /v2.0/ports/dc943560-45ca-485f-a0a9-7ec874caba8a HTTP/1.1" status: 204 len: 173 time: 4.9850223 Jun 04 16:36:22.975046 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39d5b4a-eca5-4d1b-8e17-e27f10eb91bd'] response: {'server_uuid': '423f4d90-fcc8-4837-b294-27476432f082', 'name': 'network-vif-deleted', 'tag': 'dc943560-45ca-485f-a0a9-7ec874caba8a', 'status': 'completed', 'code': 200} Jun 04 16:36:22.988303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c5231-e9c0-4353-b230-e0ae6fbfa7a1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca43cedd-e452-4204-b74e-a6834b716fea,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:23.001197 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5231-e9c0-4353-b230-e0ae6fbfa7a1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:23.006044 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ca7c5231-e9c0-4353-b230-e0ae6fbfa7a1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8368912 Jun 04 16:36:23.007999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58110) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:23.019777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:23.028152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:23.048108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Usage tracker for resource:floatingip and tenant:3f48053fe3e0441d9a70db7718ac831f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:23.061578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:23.093429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:23.141086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:23.199967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6249f614-6083-4f8a-acab-b50524aa6109 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Unset dirty status for tenant:f6081b97d2714a2481fda0d262004b9f on resource:floatingip {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:36:23.201335 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6249f614-6083-4f8a-acab-b50524aa6109 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=e8ab437c-0217-4a03-ba96-470e6d08bb38 HTTP/1.1" status: 200 len: 689 time: 0.7308903 Jun 04 16:36:23.235438 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-323d6c24-c0a7-499f-a411-1d7092e4f0fc None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:36:23.275319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58116) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:23.295836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a4303bba-5efd-43ae-ab72-6ef9b937264d tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:23.329117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a4303bba-5efd-43ae-ab72-6ef9b937264d tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:23.565373 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a4303bba-5efd-43ae-ab72-6ef9b937264d tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:23.566108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4303bba-5efd-43ae-ab72-6ef9b937264d tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Fanout notify agent at l3_agent the message router_deleted on router 1ecba9d5-ee53-460c-8e13-355410887583 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:36:23.575926 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:23.579228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:36:23.594565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498799b-24dc-4d06-881b-44d229a342ac None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:36:23.609070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d498799b-24dc-4d06-881b-44d229a342ac None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:23.610202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-d498799b-24dc-4d06-881b-44d229a342ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:23.712706 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a4303bba-5efd-43ae-ab72-6ef9b937264d tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:23.719280 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a4303bba-5efd-43ae-ab72-6ef9b937264d tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "DELETE /v2.0/routers/1ecba9d5-ee53-460c-8e13-355410887583 HTTP/1.1" status: 204 len: 168 time: 1.3436456 Jun 04 16:36:23.723756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58134) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:23.802225 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:23.816674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-d498799b-24dc-4d06-881b-44d229a342ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:23.821143 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1bd891f5-ff97-4560-8aef-796fa55b2b70 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.3573520 Jun 04 16:36:23.824370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58138) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:23.860097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:23.873617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d498799b-24dc-4d06-881b-44d229a342ac None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:23.874750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-d498799b-24dc-4d06-881b-44d229a342ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:23.954135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Deleting port 97cfb21d-e93d-465a-b311-ff41da75541c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:23.955676 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:24.102098 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-d498799b-24dc-4d06-881b-44d229a342ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:24.102509 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498799b-24dc-4d06-881b-44d229a342ac None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:36:24.132874 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-323d6c24-c0a7-499f-a411-1d7092e4f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:24.138123 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d6c24-c0a7-499f-a411-1d7092e4f0fc None None] Checking router: 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:36:24.149488 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d6c24-c0a7-499f-a411-1d7092e4f0fc None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:24.150859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3605b585-2d5d-4558-b40f-306d1f6b7cee tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecba9d5-ee53-460c-8e13-355410887583 HTTP/1.1" status: 200 len: 205 time: 0.4209161 Jun 04 16:36:24.153358 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-323d6c24-c0a7-499f-a411-1d7092e4f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:24.194588 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c33bfe9a-2860-4b41-b599-5f7e0ebf36a3 req-9e434b93-e8ae-4a55-8405-8da7fcdf1b97 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/ports?device_id=423f4d90-fcc8-4837-b294-27476432f082 HTTP/1.1" status: 200 len: 210 time: 0.3566325 Jun 04 16:36:24.195215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58146) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:24.337965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d185260-786c-400b-852b-371fff015a79 req-966c5487-be97-48eb-97db-9b3cf1a36167 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:24.346262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-966c5487-be97-48eb-97db-9b3cf1a36167 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 0.4046156 Jun 04 16:36:24.353985 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-323d6c24-c0a7-499f-a411-1d7092e4f0fc None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:36:24.440949 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:24.441315 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:24.539452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-60fbdb69-eb03-4ec2-8e2b-91386f35f625 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/quotas/1b45c4870e4d408598053bccb5aa7a72 HTTP/1.1" status: 200 len: 375 time: 0.1919425 Jun 04 16:36:24.684910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Calling delete_port for 97cfb21d-e93d-465a-b311-ff41da75541c owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:24.789148 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-323d6c24-c0a7-499f-a411-1d7092e4f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:24.797148 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d6c24-c0a7-499f-a411-1d7092e4f0fc None None] The sync data for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 is: [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:29:21Z', 'revision_number': 4, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'eb55ebb2-f389-4c1f-95f1-7b7208f9a888', 'name': '', 'network_id': '6f5938a6-9eb6-42de-81b7-fd33ade18d19', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'mac_address': 'fa:16:3e:22:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:20Z', 'updated_at': '2022-06-04T16:29:30Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'subnets': [{'id': '5a10394f-857f-48ce-84fe-ff0cc4ad9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:36:24.838353 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-c883822b-4dbc-4630-b00e-101fe8a08890 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] delete failed (client error): The resource could not be found. Jun 04 16:36:24.842036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c883822b-4dbc-4630-b00e-101fe8a08890 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "DELETE /v2.0/routers/1ecba9d5-ee53-460c-8e13-355410887583 HTTP/1.1" status: 404 len: 336 time: 0.5858591 Jun 04 16:36:24.863766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58158) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:25.016470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b793913e-85a3-454a-8ded-b8be7d2d9727 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "GET /v2.0/ports?device_id=c34ebc93-b657-4985-95f2-511157c9b22a HTTP/1.1" status: 200 len: 205 time: 0.1505873 Jun 04 16:36:25.019545 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58162) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:25.189436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Allocated IP 172.25.5.234 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/86161674-de80-48b0-a4ed-e08c2fef375b) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:36:25.197421 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:25.218800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-3f3bfb89-827e-47ce-8509-189c2af5391e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6780903 Jun 04 16:36:25.299810 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-f7eee446-1bb4-4667-a9f7-204aa70296f6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] delete failed (client error): The resource could not be found. Jun 04 16:36:25.300717 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f7eee446-1bb4-4667-a9f7-204aa70296f6 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "DELETE /v2.0/routers/c34ebc93-b657-4985-95f2-511157c9b22a HTTP/1.1" status: 404 len: 336 time: 0.2428849 Jun 04 16:36:25.308366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58168) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:25.328991 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a597e-ceda-4ba4-b137-8ef04d692fdf None None] New status for floating IP fb031394-4e74-4bb0-9216-e2d2ea8a56d9: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:36:25.487866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58174) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:25.602906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event deleted for resources: {'Port': ['ID=97cfb21d-e93d-465a-b311-ff41da75541c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:25.687237 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5cf4b887-37e5-4d9f-9f94-ac416354fc2b tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21158a3-562e-42c2-8276-7d62ceb4712a HTTP/1.1" status: 200 len: 205 time: 0.3778672 Jun 04 16:36:25.696456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58178) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:25.808407 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-add66ad2-0670-4347-b790-993152732e6e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] delete failed (client error): The resource could not be found. Jun 04 16:36:25.809778 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-add66ad2-0670-4347-b790-993152732e6e tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "DELETE /v2.0/routers/f21158a3-562e-42c2-8276-7d62ceb4712a HTTP/1.1" status: 404 len: 336 time: 0.1119111 Jun 04 16:36:25.816226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58182) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:25.881252 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a09bd4bb-2e72-46a0-95a8-3f789a13bb13 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e HTTP/1.1" status: 200 len: 205 time: 0.0616746 Jun 04 16:36:25.885577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58186) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:25.932425 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:25.940251 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc358af9-c34c-4315-8d56-e9b2272e43d0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:26.118698 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-37d9a316-02b3-4643-ab4a-10df45f35c26 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] delete failed (client error): The resource could not be found. Jun 04 16:36:26.123329 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-37d9a316-02b3-4643-ab4a-10df45f35c26 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "DELETE /v2.0/routers/a2b44bf6-1ec1-4b0b-9b73-057d6ab8c65e HTTP/1.1" status: 404 len: 336 time: 0.1845963 Jun 04 16:36:26.134491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58194) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:26.247520 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-34ccd450-2e74-4f13-ae2e-57ba946b01ef tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf4dd355-6e29-4df7-a27c-c00a9efd48e0 HTTP/1.1" status: 200 len: 205 time: 0.1046529 Jun 04 16:36:26.255305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58198) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:26.255868 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc358af9-c34c-4315-8d56-e9b2272e43d0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:26.312123 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:26.390784 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc358af9-c34c-4315-8d56-e9b2272e43d0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:26.409646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc358af9-c34c-4315-8d56-e9b2272e43d0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95006bb-5b6d-4e74-ac9e-75f536f36238,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:26.426116 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-cba64136-40e7-4ca8-b2ae-9df0d348793a tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] delete failed (client error): The resource could not be found. Jun 04 16:36:26.429676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cba64136-40e7-4ca8-b2ae-9df0d348793a tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "DELETE /v2.0/routers/bf4dd355-6e29-4df7-a27c-c00a9efd48e0 HTTP/1.1" status: 404 len: 336 time: 0.1708779 Jun 04 16:36:26.432323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58202) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:26.452983 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:26.535184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-597dfafb-d556-43ce-991b-50888633a279 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d122dc1-811c-432a-874b-feb61b364cad HTTP/1.1" status: 200 len: 205 time: 0.0954649 Jun 04 16:36:26.540863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58206) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:26.617620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=684d5642-6a3a-4c5f-acde-d2d71cfc90f4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:26.650340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-6ab5b286-0a52-4070-85e9-3f057458b36e service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0790241 Jun 04 16:36:26.755052 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:26.765397 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-376fbadb-e4f9-43fd-bbdf-d05fdf8d4941 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] delete failed (client error): The resource could not be found. Jun 04 16:36:26.770400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-376fbadb-e4f9-43fd-bbdf-d05fdf8d4941 tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "DELETE /v2.0/routers/3d122dc1-811c-432a-874b-feb61b364cad HTTP/1.1" status: 404 len: 336 time: 0.1846662 Jun 04 16:36:26.784595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58210) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:26.802715 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc358af9-c34c-4315-8d56-e9b2272e43d0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:26.810479 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fc358af9-c34c-4315-8d56-e9b2272e43d0 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "DELETE /v2.0/security-groups/d95006bb-5b6d-4e74-ac9e-75f536f36238 HTTP/1.1" status: 204 len: 168 time: 1.2020609 Jun 04 16:36:26.830836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58214) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:26.863633 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d469d8-8437-415d-8bd6-803a79c3edca tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] DELETE failed (client error): The resource could not be found. Jun 04 16:36:26.864690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d469d8-8437-415d-8bd6-803a79c3edca tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:36:26.866879 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d9d469d8-8437-415d-8bd6-803a79c3edca tempest-RoutersAdminTest-1921331424 tempest-RoutersAdminTest-1921331424-project] 10.222.0.13 "DELETE /v2.0/subnets/64a007cc-f28b-4bd8-aad0-0ec132a6128a HTTP/1.1" status: 404 len: 337 time: 0.0714750 Jun 04 16:36:26.881113 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:26.881665 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-61f8c100-6f3f-489c-8b1b-1a03a6d6d896 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] show failed (client error): The resource could not be found. Jun 04 16:36:26.886358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-61f8c100-6f3f-489c-8b1b-1a03a6d6d896 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "GET /v2.0/security-groups/d95006bb-5b6d-4e74-ac9e-75f536f36238 HTTP/1.1" status: 404 len: 347 time: 0.0508921 Jun 04 16:36:26.887974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58220) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:26.963484 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:26.977234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ab437c-0217-4a03-ba96-470e6d08bb38']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:27.024647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370b1193-9b3c-49bd-8c04-5df87a66e95c') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:27.028869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370b1193-9b3c-49bd-8c04-5df87a66e95c') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:27.045541 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:27.068107 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:27.076223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:36:27.076223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:27.117350 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 370b1193-9b3c-49bd-8c04-5df87a66e95c resource provider aggregate not found Jun 04 16:36:27.194135 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 370b1193-9b3c-49bd-8c04-5df87a66e95c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 370b1193-9b3c-49bd-8c04-5df87a66e95c found for delete ", "request_id": "req-7855a545-16b6-4b99-a1fb-e5a89cbecc73"}]} Jun 04 16:36:27.329480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-005c354b-439e-49fd-8c22-811d79357d17 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Deleting port e663e3d5-db15-483c-bf46-4330aa045c88 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:27.330069 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-005c354b-439e-49fd-8c22-811d79357d17 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:27.422309 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:27.452400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e8ab437c-0217-4a03-ba96-470e6d08bb38 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 16:36:27.456093 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:27.467459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58234) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:27.490702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event deleted for resources: {'Network': ['ID=e8ab437c-0217-4a03-ba96-470e6d08bb38,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:27.507341 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3401612d-9a54-4082-8bf0-43e8806d0ccf tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e8ab437c-0217-4a03-ba96-470e6d08bb38 HTTP/1.1" status: 204 len: 168 time: 4.2259192 Jun 04 16:36:27.508202 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58240) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:27.633675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0026ec16-10f1-4bb8-8cdc-a3a00ac59cc8 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Synchronizing usage tracker for tenant:f6081b97d2714a2481fda0d262004b9f on resource:floatingip {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:36:27.666122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0026ec16-10f1-4bb8-8cdc-a3a00ac59cc8 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Unset dirty status for tenant:f6081b97d2714a2481fda0d262004b9f on resource:floatingip {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:36:27.675123 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0026ec16-10f1-4bb8-8cdc-a3a00ac59cc8 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1654055 Jun 04 16:36:27.676104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58244) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:27.762122 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b53546a4-ebc1-485d-9fbb-9362b597f050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:27.796131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09254f-efb2-46e3-831e-ff8e128a0027 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:27.796680 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09254f-efb2-46e3-831e-ff8e128a0027 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:27.797024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09254f-efb2-46e3-831e-ff8e128a0027 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:27.797471 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09254f-efb2-46e3-831e-ff8e128a0027 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:27.797910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09254f-efb2-46e3-831e-ff8e128a0027 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:27.798348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09254f-efb2-46e3-831e-ff8e128a0027 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:27.798819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09254f-efb2-46e3-831e-ff8e128a0027 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:27.799252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09254f-efb2-46e3-831e-ff8e128a0027 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:27.800004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09254f-efb2-46e3-831e-ff8e128a0027 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:27.800445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09254f-efb2-46e3-831e-ff8e128a0027 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:27.801677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7e09254f-efb2-46e3-831e-ff8e128a0027 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Synchronizing usage tracker for tenant:f6081b97d2714a2481fda0d262004b9f on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:36:27.823390 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29b1ef80-2a53-461a-8f6b-0b2ebb7fbf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:27.856036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7e09254f-efb2-46e3-831e-ff8e128a0027 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Unset dirty status for tenant:f6081b97d2714a2481fda0d262004b9f on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:36:27.868997 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7e09254f-efb2-46e3-831e-ff8e128a0027 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6535 time: 0.1915352 Jun 04 16:36:27.871872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58248) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:27.874006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-29b1ef80-2a53-461a-8f6b-0b2ebb7fbf99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:27.908523 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-99f0a96e-f83f-46ee-b5f4-38b8b2a74047 service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2145975 Jun 04 16:36:27.910127 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:27.969119 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-99e0a5f4-8192-4530-892e-75b2e9b92b5c tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] delete failed (client error): The resource could not be found. Jun 04 16:36:27.973332 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-99e0a5f4-8192-4530-892e-75b2e9b92b5c tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/3580cd6f-a306-4efe-a335-503535776909 HTTP/1.1" status: 404 len: 345 time: 0.1014202 Jun 04 16:36:27.975298 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58252) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:27.977867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-29b1ef80-2a53-461a-8f6b-0b2ebb7fbf99 admin admin] Usage tracker for resource:security_group_rule and tenant:55b192191b6346dda0fcc3a531f292d8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:28.002796 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c94dbfa-bf7e-486c-81ac-0e64fd6139c1 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] DELETE failed (client error): The resource could not be found. Jun 04 16:36:28.003640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c94dbfa-bf7e-486c-81ac-0e64fd6139c1 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:36:28.012386 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2c94dbfa-bf7e-486c-81ac-0e64fd6139c1 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e8ab437c-0217-4a03-ba96-470e6d08bb38 HTTP/1.1" status: 404 len: 339 time: 0.0359976 Jun 04 16:36:28.013932 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-29b1ef80-2a53-461a-8f6b-0b2ebb7fbf99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:28.017789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58256) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:28.027067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Request body: {'network': {'name': 'tempest-network--345198621', 'router:external': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:28.031117 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-29b1ef80-2a53-461a-8f6b-0b2ebb7fbf99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:28.044901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:28.056231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Usage tracker for resource:network and tenant:f6081b97d2714a2481fda0d262004b9f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:28.068308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:28.080873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:28.105510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Made reservation on behalf of f6081b97d2714a2481fda0d262004b9f for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:28.108575 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:28.216308 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29b1ef80-2a53-461a-8f6b-0b2ebb7fbf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:28.232023 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29b1ef80-2a53-461a-8f6b-0b2ebb7fbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:28.302869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:36:28.314703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1ef80-2a53-461a-8f6b-0b2ebb7fbf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890712bf-5523-42b1-85e4-d50abc20322a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:28.324016 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-29b1ef80-2a53-461a-8f6b-0b2ebb7fbf99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55b192191b6346dda0fcc3a531f292d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8529322 Jun 04 16:36:28.326501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58270) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:28.332156 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:28.333180 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Added segment 56d469fb-ae6b-494a-b9a1-d553578b4f21 of type vlan for network 565a3e7d-3fda-4042-b3d8-8c94359f4050 Jun 04 16:36:28.439724 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:28.455524 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1cd74a3-8978-4986-a4ff-8d20dd1239e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:28.528610 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1cd74a3-8978-4986-a4ff-8d20dd1239e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:28.574696 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:28.575657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:28.576240 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:28.734041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.20.0.1 (1c892389-bfde-4095-8e6e-bdb678087bfb/c5d98cfb-2ac5-44d6-873b-b374094a5849/cf6dfad8-99bf-45fa-b9e5-f686c5cbc5aa) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:36:28.767872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58282) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:28.768609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event updated for resources: {'Network': ['ID=565a3e7d-3fda-4042-b3d8-8c94359f4050,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:28.782806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 565a3e7d-3fda-4042-b3d8-8c94359f4050 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:36:28.833422 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-453e7abb-7b88-43a2-b5d9-31d8ad2984ec tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8143432 Jun 04 16:36:28.836318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58290) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:28.948295 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:28.973181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Pushing event updated for resources: {'Port': ['ID=86161674-de80-48b0-a4ed-e08c2fef375b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:28.978602 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-005c354b-439e-49fd-8c22-811d79357d17 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:28.978927 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-005c354b-439e-49fd-8c22-811d79357d17 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:29.018056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cfc9ae35-2585-40e7-bb16-714fbc84736f req-1191c456-2fad-464d-b986-de452a158183 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 210 time: 0.6490421 Jun 04 16:36:29.076038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:36:29.144144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:29.146722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:36:29.166694 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1cd74a3-8978-4986-a4ff-8d20dd1239e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:29.196669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-005c354b-439e-49fd-8c22-811d79357d17 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Calling delete_port for e663e3d5-db15-483c-bf46-4330aa045c88 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:29.255177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d5359-4047-41a0-bfcf-425b47d97596 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:29.261446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d5359-4047-41a0-bfcf-425b47d97596 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:29.267240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d5359-4047-41a0-bfcf-425b47d97596 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:29.273379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d5359-4047-41a0-bfcf-425b47d97596 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:29.278207 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-272d5359-4047-41a0-bfcf-425b47d97596 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4369678 Jun 04 16:36:29.280054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58294) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:29.283911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd74a3-8978-4986-a4ff-8d20dd1239e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890712bf-5523-42b1-85e4-d50abc20322a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:29.284497 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:29.293495 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1cd74a3-8978-4986-a4ff-8d20dd1239e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:29.295046 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d1cd74a3-8978-4986-a4ff-8d20dd1239e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/890712bf-5523-42b1-85e4-d50abc20322a HTTP/1.1" status: 204 len: 168 time: 0.9670560 Jun 04 16:36:29.404140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 1c892389-bfde-4095-8e6e-bdb678087bfb is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:36:29.409063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=cf6dfad8-99bf-45fa-b9e5-f686c5cbc5aa,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:29.412552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:29.415015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:36:29.742484 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:29.830881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58302) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:29.936929 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:29.953366 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ae42c565-b215-433e-a9f8-77828bae43ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c8b34750911498aa702c2ea4d703429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1178114 Jun 04 16:36:29.955837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58306) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:29.975342 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.016450 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9c79a457-4665-436f-b599-f5afb606dbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.128220 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e462-5828-4603-a066-7d7e1cb146a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.164034 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e462-5828-4603-a066-7d7e1cb146a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.173873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8ed136e4-90a2-4c63-9585-18efdd376b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.265499 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-005c354b-439e-49fd-8c22-811d79357d17 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.432533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c354b-439e-49fd-8c22-811d79357d17 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Pushing event deleted for resources: {'Port': ['ID=e663e3d5-db15-483c-bf46-4330aa045c88,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:30.442937 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fd5c8665-4e90-4783-9bac-7bfcabe5284c req-1ac0cc9b-3bc9-440f-af49-d4fb63950783 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 210 time: 0.2149100 Jun 04 16:36:30.479409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.505995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565a3e7d-3fda-4042-b3d8-8c94359f4050']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:30.518884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d469fb-ae6b-494a-b9a1-d553578b4f21') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:30.519243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d469fb-ae6b-494a-b9a1-d553578b4f21') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:30.530958 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.548157 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.555079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:36:30.555479 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.591095 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e462-5828-4603-a066-7d7e1cb146a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.620368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0e462-5828-4603-a066-7d7e1cb146a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672f4c81-fe50-497a-b9a3-e3a9accb7e8e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:30.633261 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e462-5828-4603-a066-7d7e1cb146a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.634905 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e9c0e462-5828-4603-a066-7d7e1cb146a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/672f4c81-fe50-497a-b9a3-e3a9accb7e8e HTTP/1.1" status: 204 len: 168 time: 0.6669328 Jun 04 16:36:30.658072 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.693369 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d185260-786c-400b-852b-371fff015a79 req-75ef6d46-f695-4dda-b0a8-c0ae5284a783 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:30.694892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-75ef6d46-f695-4dda-b0a8-c0ae5284a783 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 1.0292616 Jun 04 16:36:30.731908 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.737933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-8ed136e4-90a2-4c63-9585-18efdd376b65 admin admin] Deleting port 2ea8fa6a-213e-4296-a56b-220ce43568b3 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:30.739625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8ed136e4-90a2-4c63-9585-18efdd376b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.745721 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 56d469fb-ae6b-494a-b9a1-d553578b4f21 resource provider aggregate not found Jun 04 16:36:30.793630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Request body: {'port': {'device_id': '3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'admin_state_up': True, 'tenant_id': '1b45c4870e4d408598053bccb5aa7a72'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:30.825595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 565a3e7d-3fda-4042-b3d8-8c94359f4050 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 16:36:30.837035 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 56d469fb-ae6b-494a-b9a1-d553578b4f21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56d469fb-ae6b-494a-b9a1-d553578b4f21 found for delete ", "request_id": "req-98452794-3dcf-40b5-8c66-05694bfb9dc2"}]} Jun 04 16:36:30.909649 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:30.938421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event deleted for resources: {'Network': ['ID=565a3e7d-3fda-4042-b3d8-8c94359f4050,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:30.995317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-8ed136e4-90a2-4c63-9585-18efdd376b65 admin admin] For port 2ea8fa6a-213e-4296-a56b-220ce43568b3, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2ea8fa6a-213e-4296-a56b-220ce43568b3,segment=NetworkSegment(46378fb8-46e0-4bd4-b80b-4f07d21294c4),segment_id=46378fb8-46e0-4bd4-b80b-4f07d21294c4)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:30.996321 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8ed136e4-90a2-4c63-9585-18efdd376b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:31.003276 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-005c354b-439e-49fd-8c22-811d79357d17 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:31.005732 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-005c354b-439e-49fd-8c22-811d79357d17 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:31.022389 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-005c354b-439e-49fd-8c22-811d79357d17 tempest-AttachVolumeNegativeTest-1327863325 tempest-AttachVolumeNegativeTest-1327863325-project] 10.222.0.13 "DELETE /v2.0/floatingips/fb031394-4e74-4bb0-9216-e2d2ea8a56d9 HTTP/1.1" status: 204 len: 168 time: 4.1333241 Jun 04 16:36:31.036816 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-be3741bb-f7d0-4058-ae7e-7c04fe3a3c84 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "DELETE /v2.0/networks/565a3e7d-3fda-4042-b3d8-8c94359f4050 HTTP/1.1" status: 204 len: 168 time: 1.7504418 Jun 04 16:36:31.061603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58326) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:31.071349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Request body: {'network': {'name': 'tempest-network--1272572332', 'router:external': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:31.076489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:31.080367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Usage tracker for resource:network and tenant:f6081b97d2714a2481fda0d262004b9f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:31.083357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:31.089120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:31.102952 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:31.114805 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:31.127326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Made reservation on behalf of f6081b97d2714a2481fda0d262004b9f for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:31.132038 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:31.350791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-8ed136e4-90a2-4c63-9585-18efdd376b65 admin admin] Calling delete_port for 2ea8fa6a-213e-4296-a56b-220ce43568b3 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:31.365565 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:31.526521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:36:31.778514 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8ed136e4-90a2-4c63-9585-18efdd376b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:31.951625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed136e4-90a2-4c63-9585-18efdd376b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea8fa6a-213e-4296-a56b-220ce43568b3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:32.217855 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:32.218460 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Added segment 5dc399df-e2e0-4b6a-81dc-a6d6ab8664b6 of type vlan for network db84fd20-4dcb-4cb6-9b90-026aa908e9fc Jun 04 16:36:32.327429 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa14d47d-ca71-436e-a36e-fc5206f9d338 req-c4b608eb-4d3a-4c34-b4f9-3458115e684b tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 210 time: 0.1818547 Jun 04 16:36:32.375236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:32.394874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8ed136e4-90a2-4c63-9585-18efdd376b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:32.451487 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:32.517585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:32.544263 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:32.810659 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:32.811623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:32.812212 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:32.857428 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7915361 Jun 04 16:36:32.857428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Made reservation on behalf of 1b45c4870e4d408598053bccb5aa7a72 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:32.861732 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:32.887818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58372) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:33.144280 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:36:33.288119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed136e4-90a2-4c63-9585-18efdd376b65 admin admin] Router b8b33763-3664-47a8-b1a0-659d6b28f3f7 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:36:33.296865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:36:33.314216 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:33.351326 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:33.353315 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:33.363125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58386) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:33.396169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58ac22-348a-4e44-b9f8-06f7bc726842 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event updated for resources: {'Network': ['ID=db84fd20-4dcb-4cb6-9b90-026aa908e9fc,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:33.408747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network db84fd20-4dcb-4cb6-9b90-026aa908e9fc details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:36:33.541201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed136e4-90a2-4c63-9585-18efdd376b65 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:36:33.557729 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8ed136e4-90a2-4c63-9585-18efdd376b65 admin admin] 10.222.0.13 "PUT /v2.0/routers/b8b33763-3664-47a8-b1a0-659d6b28f3f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7857096 Jun 04 16:36:33.560124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58392) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:33.593207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=cf6dfad8-99bf-45fa-b9e5-f686c5cbc5aa,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:33.595489 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:33.628699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce0642-5ffb-4967-ba3c-4b162dcbf6b7 None None] Sync routers for ids ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:36:33.635901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-775396622', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:33.641639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce0642-5ffb-4967-ba3c-4b162dcbf6b7 None None] Routers {'b8b33763-3664-47a8-b1a0-659d6b28f3f7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:33.642608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0fce0642-5ffb-4967-ba3c-4b162dcbf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:33.658069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:33.674465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Usage tracker for resource:port and tenant:68eee32557784505ab64eef3c62ca92f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:33.683684 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8cdddad8-0262-401c-a96c-3495876cb3a3 req-c994fe31-2c33-4cee-b26f-65dfe2273120 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 210 time: 0.1639161 Jun 04 16:36:33.690644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3270fbc-93be-4f87-91b3-8d04766f96eb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:33.691208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d3270fbc-93be-4f87-91b3-8d04766f96eb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Synchronizing usage tracker for tenant:eafbae81512e4bdba7f1f3511415601f on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:36:33.703934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:33.732623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:33.786476 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:33.818117 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:33.852550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Made reservation on behalf of 68eee32557784505ab64eef3c62ca92f for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:33.857033 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:33.878375 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:33.907449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:33.908331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-0fce0642-5ffb-4967-ba3c-4b162dcbf6b7 None None] Set router b8b33763-3664-47a8-b1a0-659d6b28f3f7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:36:33.912879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Usage tracker for resource:security_group_rule and tenant:68eee32557784505ab64eef3c62ca92f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:33.916610 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:33.917151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d3270fbc-93be-4f87-91b3-8d04766f96eb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Unset dirty status for tenant:eafbae81512e4bdba7f1f3511415601f on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:36:33.922788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d3270fbc-93be-4f87-91b3-8d04766f96eb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] 10.222.0.13 "GET /v2.0/networks/db84fd20-4dcb-4cb6-9b90-026aa908e9fc HTTP/1.1" status: 200 len: 757 time: 1.0322328 Jun 04 16:36:33.925095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Pushing event updated for resources: {'Port': ['ID=86161674-de80-48b0-a4ed-e08c2fef375b,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:33.927140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:33.932779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58398) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:33.953984 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:33.958516 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:33.959671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-357b6ffd-a5af-453d-97a9-af26560794bd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.9507868 Jun 04 16:36:34.134911 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:34.152559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Allocated IP 172.20.0.9 (70421273-3d05-4465-beb8-c7e04471a05a/85832715-45f4-4da8-bd84-98b9a23469f5/c258dcb1-49dc-406f-a2a9-949ae93aac8f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:36:34.241642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4686427f-28d2-488a-9e16-846ec93b66b0 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:34.251504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4686427f-28d2-488a-9e16-846ec93b66b0 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] 10.222.0.13 "GET /v2.0/networks/6951a510-3edc-4663-ac43-0f29e1a2c580 HTTP/1.1" status: 200 len: 767 time: 0.3174055 Jun 04 16:36:34.277061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58418) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:34.279547 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:34.303361 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:34.308018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] device_id is not set on port cd4223e5-2380-463d-b2cb-9c8ca4d585a6 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:36:34.362142 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:34.386833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:34.399254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0fce0642-5ffb-4967-ba3c-4b162dcbf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:36:31Z', 'revision_number': 5, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port': {'id': '34b18972-8f03-4fc2-bbbe-72b40a19e833', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:17Z', 'updated_at': '2022-06-04T16:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:34.403720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce0642-5ffb-4967-ba3c-4b162dcbf6b7 None None] Checking router: b8b33763-3664-47a8-b1a0-659d6b28f3f7 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:36:34.410458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb91ffa-0731-485b-8dfd-814a8e2efa87,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:34.427980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Deleting port 34b18972-8f03-4fc2-bbbe-72b40a19e833 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:34.428587 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:34.429467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce0642-5ffb-4967-ba3c-4b162dcbf6b7 None None] Routers {'b8b33763-3664-47a8-b1a0-659d6b28f3f7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:34.431439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0fce0642-5ffb-4967-ba3c-4b162dcbf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:34.440406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 1c892389-bfde-4095-8e6e-bdb678087bfb is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:36:34.568624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:34.649335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-17f767f6-afe0-4add-95dd-8020829bca1a req-7f61cc14-cec0-4e0c-9eca-4c6c8d93ee3d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Synchronizing usage tracker for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:36:34.657024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Allocated IP 172.25.5.33 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/cd4223e5-2380-463d-b2cb-9c8ca4d585a6) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:36:34.724962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-0fce0642-5ffb-4967-ba3c-4b162dcbf6b7 None None] Set router b8b33763-3664-47a8-b1a0-659d6b28f3f7 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:36:34.851953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0fce0642-5ffb-4967-ba3c-4b162dcbf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:36:34Z', 'revision_number': 6, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:34.856922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce0642-5ffb-4967-ba3c-4b162dcbf6b7 None None] The sync data for ids ['b8b33763-3664-47a8-b1a0-659d6b28f3f7'] in n-d-811809-3 is: [{'id': 'b8b33763-3664-47a8-b1a0-659d6b28f3f7', 'name': 'tempest-TaggedBootDevicesTest-266005839-router', 'tenant_id': '034fe08f1f634c458de338d38be6314a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:15Z', 'updated_at': '2022-06-04T16:36:34Z', 'revision_number': 6, 'project_id': '034fe08f1f634c458de338d38be6314a', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:36:35.009276 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:35.105082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4f83e326-a602-40bc-ad48-dda65d3e90c7 req-909db72d-564a-4670-ac56-44d915992dae tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:36:35.110327 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:35.118695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-17f767f6-afe0-4add-95dd-8020829bca1a req-7f61cc14-cec0-4e0c-9eca-4c6c8d93ee3d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Unset dirty status for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:36:35.120094 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-7f61cc14-cec0-4e0c-9eca-4c6c8d93ee3d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--623402813&fields=id&tenant_id=3f48053fe3e0441d9a70db7718ac831f HTTP/1.1" status: 200 len: 267 time: 0.9283249 Jun 04 16:36:35.156254 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:35.286149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] For port 34b18972-8f03-4fc2-bbbe-72b40a19e833, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=34b18972-8f03-4fc2-bbbe-72b40a19e833,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:35.286540 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:35.303922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:36:35.316995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:35.327237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:36:35.580592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4f83e326-a602-40bc-ad48-dda65d3e90c7 req-909db72d-564a-4670-ac56-44d915992dae tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:36:35.606730 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f83e326-a602-40bc-ad48-dda65d3e90c7 req-909db72d-564a-4670-ac56-44d915992dae tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 210 time: 0.5762801 Jun 04 16:36:35.634470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Pushing event updated for resources: {'Port': ['ID=cd4223e5-2380-463d-b2cb-9c8ca4d585a6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:35.652881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Calling delete_port for 34b18972-8f03-4fc2-bbbe-72b40a19e833 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:35.713580 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:35.744867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:35.747529 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:35.772193 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:35.799911 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e532a385-2170-4d01-9b5c-382acb0489a9 tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.4261968 Jun 04 16:36:35.810460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58434) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:35.823663 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:35.833342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db84fd20-4dcb-4cb6-9b90-026aa908e9fc']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:35.837482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.33'}]}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:35.838004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['838761b6-421d-4114-aed8-8a2ffc0bfafe'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:36:35.853164 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:35.861715 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Usage tracker for resource:router and tenant:68eee32557784505ab64eef3c62ca92f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:35.867788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:35.878038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:35.916844 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:35.918693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:35.956370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:35.979499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc399df-e2e0-4b6a-81dc-a6d6ab8664b6') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:35.979791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc399df-e2e0-4b6a-81dc-a6d6ab8664b6') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:36.004584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:36:36.035348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f767f6-afe0-4add-95dd-8020829bca1a req-72921f0d-4492-4041-a18f-475a14056c0a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:36.036935 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-72921f0d-4492-4041-a18f-475a14056c0a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 818 time: 0.8955495 Jun 04 16:36:36.047661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Network 70421273-3d05-4465-beb8-c7e04471a05a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:36:36.054125 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:36.061791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:36.077353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:36:36.163454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:36.164422 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:36.199707 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:36.206591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-c0817801-af51-4070-b0d0-7e93925fa012 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/quotas/3f48053fe3e0441d9a70db7718ac831f HTTP/1.1" status: 200 len: 375 time: 0.1572592 Jun 04 16:36:36.227557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:36.268841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event updated for resources: {'Port': ['ID=c258dcb1-49dc-406f-a2a9-949ae93aac8f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:36.282060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:36:36.282509 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:36.372123 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 5dc399df-e2e0-4b6a-81dc-a6d6ab8664b6 resource provider aggregate not found Jun 04 16:36:36.376727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-342e1c6c-03c5-442d-aa5a-00f70b856707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6273620 Jun 04 16:36:36.439859 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 5dc399df-e2e0-4b6a-81dc-a6d6ab8664b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5dc399df-e2e0-4b6a-81dc-a6d6ab8664b6 found for delete ", "request_id": "req-3c3e15ff-b141-4336-a646-fba309ea2b50"}]} Jun 04 16:36:36.441201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Pushing event deleted for resources: {'Port': ['ID=34b18972-8f03-4fc2-bbbe-72b40a19e833,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:36.463830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Request body: {'port': {'device_id': '3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:36.653075 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:36.693015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db84fd20-4dcb-4cb6-9b90-026aa908e9fc {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 16:36:36.702242 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:36.716586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event deleted for resources: {'Network': ['ID=db84fd20-4dcb-4cb6-9b90-026aa908e9fc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:36.733742 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-191054ac-1d95-4b60-b7de-33b1047c188e tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "DELETE /v2.0/networks/db84fd20-4dcb-4cb6-9b90-026aa908e9fc HTTP/1.1" status: 204 len: 168 time: 2.4476881 Jun 04 16:36:36.735534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:36:36.743694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bc6a5ab3-2f66-4e57-912a-c491b833480e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "PUT /v2.0/routers/8ea6406e-0175-49e6-a8dc-98a689736933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8695760 Jun 04 16:36:36.744354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58450) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:36.756107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58452) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:36.760130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-827cd658-10e9-4de5-b0c5-5fb742424afb tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4950037 Jun 04 16:36:36.766749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Request body: {'network': {'name': 'tempest-network--1606254051'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:36.770799 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:36.774135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:36.785319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:36.813951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Usage tracker for resource:network and tenant:f6081b97d2714a2481fda0d262004b9f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:36.819171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:36.824396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'port': {'network_id': '1c892389-bfde-4095-8e6e-bdb678087bfb', 'name': 'tempest-FloatingIPTestJSON-1314893176'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:36.834200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:36.955967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 34b18972-8f03-4fc2-bbbe-72b40a19e833 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:36.996910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Made reservation on behalf of f6081b97d2714a2481fda0d262004b9f for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:37.000995 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:37.019040 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:37.033542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 34b18972-8f03-4fc2-bbbe-72b40a19e833 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:36:37.034185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 34b18972-8f03-4fc2-bbbe-72b40a19e833 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:36:37.034823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2ea8fa6a-213e-4296-a56b-220ce43568b3 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:37.108385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 2ea8fa6a-213e-4296-a56b-220ce43568b3 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:36:37.108964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2ea8fa6a-213e-4296-a56b-220ce43568b3 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:36:37.155744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:36:37.156180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:37.167658 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-a9cfb3a3-0a3b-4642-b169-97a279432a53 service neutron] 10.222.0.13 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852558 Jun 04 16:36:37.182025 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:37.182565 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Added segment b4ea2438-094d-47e6-8e9e-b35ac63d8b1a of type vlan for network a9b4ae86-394c-4342-8bcb-b29598b12050 Jun 04 16:36:37.382514 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:37.387648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:37.435817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:port and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:37.463159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:37.466841 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:37.467443 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8b33763-3664-47a8-b1a0-659d6b28f3f7 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:36:37.488656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:37.501810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fc2d2-e863-4602-9160-d2c30b1b7183 req-36c9f7b4-2e9a-4d8a-ad1a-c8212b9ff598 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:37.509595 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c5fc2d2-e863-4602-9160-d2c30b1b7183 req-36c9f7b4-2e9a-4d8a-ad1a-c8212b9ff598 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 931 time: 0.5908155 Jun 04 16:36:37.554860 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd82dd68-aa6a-4d6b-a341-bf8ebe36f394 None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:36:37.578205 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:37.581140 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd82dd68-aa6a-4d6b-a341-bf8ebe36f394 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:37.586042 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-dd82dd68-aa6a-4d6b-a341-bf8ebe36f394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:37.659106 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:37.662592 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a8c00404-90e3-49fe-abbe-85d6febb966a admin admin] 10.222.0.13 "DELETE /v2.0/routers/b8b33763-3664-47a8-b1a0-659d6b28f3f7 HTTP/1.1" status: 204 len: 168 time: 4.0992010 Jun 04 16:36:37.662926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Made reservation on behalf of fa9933e6426947f68c85e35445b633ce for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:37.667413 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:37.689569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58464) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:37.727051 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:36:37.742086 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-dd82dd68-aa6a-4d6b-a341-bf8ebe36f394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:37.747289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c5fc2d2-e863-4602-9160-d2c30b1b7183 req-ede587d9-2035-486d-87f4-64f4563eb1b2 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362256 Jun 04 16:36:37.762498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] device_id is not set on port 104173b9-0104-40eb-96e2-005152e16832 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:36:37.771075 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd82dd68-aa6a-4d6b-a341-bf8ebe36f394 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:37.771873 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-dd82dd68-aa6a-4d6b-a341-bf8ebe36f394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:37.845450 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-dd82dd68-aa6a-4d6b-a341-bf8ebe36f394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:37.845680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-0e5fb674-eac7-49c6-bb97-8f22d922443c service neutron] 10.222.0.13 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702950 Jun 04 16:36:37.846326 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd82dd68-aa6a-4d6b-a341-bf8ebe36f394 None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:36:37.877073 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:37.881226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:37.884311 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:38.079042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-aceec134-c96d-406c-bbad-437b4eb4aa44 admin admin] Deleting subnet 24400e9e-8edf-461f-bb64-f983372345e5 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:36:38.080346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3345048 Jun 04 16:36:38.082579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e72dc-f3f2-4d1a-bc1c-2140ade8341a tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event updated for resources: {'Network': ['ID=a9b4ae86-394c-4342-8bcb-b29598b12050,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:38.085962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58478) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:38.089593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aceec134-c96d-406c-bbad-437b4eb4aa44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:38.096794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network a9b4ae86-394c-4342-8bcb-b29598b12050 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:36:38.097255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4a2ce6c6-5e3b-4053-b5f3-74efd9365767 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:38.210886 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aceec134-c96d-406c-bbad-437b4eb4aa44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:38.272705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-701c94cf-295e-4ac3-aca9-3e5e984a8dc5 req-23beebdd-2f75-4731-803d-ed24981f5a84 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 210 time: 0.1089070 Jun 04 16:36:38.316006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.20.0.9 (1c892389-bfde-4095-8e6e-bdb678087bfb/c5d98cfb-2ac5-44d6-873b-b374094a5849/104173b9-0104-40eb-96e2-005152e16832) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:36:38.419887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c258dcb1-49dc-406f-a2a9-949ae93aac8f {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:36:38.430680 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:38.449864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Transition to ACTIVE for port object c258dcb1-49dc-406f-a2a9-949ae93aac8f will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:36:38.641164 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aceec134-c96d-406c-bbad-437b4eb4aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:38.646636 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce6c6-5e3b-4053-b5f3-74efd9365767 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:38.670010 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:38.761958 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce6c6-5e3b-4053-b5f3-74efd9365767 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:38.867767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a2ce6c6-5e3b-4053-b5f3-74efd9365767 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Network a9b4ae86-394c-4342-8bcb-b29598b12050 is not hosted by any dhcp agent {{(pid=88798) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 04 16:36:38.869539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2ce6c6-5e3b-4053-b5f3-74efd9365767 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:38.870311 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce6c6-5e3b-4053-b5f3-74efd9365767 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:38.872680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4a2ce6c6-5e3b-4053-b5f3-74efd9365767 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "PUT /v2.0/networks/a9b4ae86-394c-4342-8bcb-b29598b12050 HTTP/1.1" status: 200 len: 858 time: 0.7852414 Jun 04 16:36:38.879647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58492) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:38.911370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:38.996249 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:39.115164 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aceec134-c96d-406c-bbad-437b4eb4aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:39.116296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Pushing event updated for resources: {'Port': ['ID=c258dcb1-49dc-406f-a2a9-949ae93aac8f,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:39.119257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ce6c6-5e3b-4053-b5f3-74efd9365767 tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event updated for resources: {'Network': ['ID=a9b4ae86-394c-4342-8bcb-b29598b12050,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:39.120309 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:39.207576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bfb878-1125-471d-abaa-85e1c27dadc0 None None] Network 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:36:39.212211 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aceec134-c96d-406c-bbad-437b4eb4aa44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:39.221559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceec134-c96d-406c-bbad-437b4eb4aa44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24400e9e-8edf-461f-bb64-f983372345e5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:39.253160 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-aceec134-c96d-406c-bbad-437b4eb4aa44 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/24400e9e-8edf-461f-bb64-f983372345e5 HTTP/1.1" status: 204 len: 168 time: 1.5600915 Jun 04 16:36:39.257574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58498) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:39.289202 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:39.405735 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:39.515851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Attempting to bind port c258dcb1-49dc-406f-a2a9-949ae93aac8f on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:36:39.516251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Attempting to bind port c258dcb1-49dc-406f-a2a9-949ae93aac8f by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:36:39.516580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Attempting to bind port c258dcb1-49dc-406f-a2a9-949ae93aac8f on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:36:39.583969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Port c258dcb1-49dc-406f-a2a9-949ae93aac8f on network 70421273-3d05-4465-beb8-c7e04471a05a not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:36:39.584333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Attempting to bind port c258dcb1-49dc-406f-a2a9-949ae93aac8f on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:36:39.594562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94b5d900-d550-449e-9dbc-b9f697285ebd req-410535b3-a080-456d-8218-779f2e2c3c97 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 210 time: 0.0714345 Jun 04 16:36:39.600693 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 1c892389-bfde-4095-8e6e-bdb678087bfb is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:36:39.615902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:39.621909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:36:39.622212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Checking segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:36:39.622567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Bound using segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:36:39.623024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Bound port: c258dcb1-49dc-406f-a2a9-949ae93aac8f, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:36:39.623388 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:39.671404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] DHCP port deletion for 5bffa50e-6075-4c4d-a7c9-53a4ad9311fb request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:36:39.676201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Deleting port c024bab9-241d-4fa9-8d74-28b56ab83433 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:39.676574 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:39.729716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=104173b9-0104-40eb-96e2-005152e16832,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:39.733916 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:39.735190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266b0d2-ccd8-44b6-b3c3-cf16eba197e5 req-da055395-4d27-4039-ac15-989f98c8db23 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:39.736753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0266b0d2-ccd8-44b6-b3c3-cf16eba197e5 req-da055395-4d27-4039-ac15-989f98c8db23 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 943 time: 0.6152678 Jun 04 16:36:39.748584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:39.748834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:36:39.905427 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] Deleting port c024bab9-241d-4fa9-8d74-28b56ab83433 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:39.905636 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:39.991831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:40.139106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b4ae86-394c-4342-8bcb-b29598b12050']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:40.234783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] For port c024bab9-241d-4fa9-8d74-28b56ab83433, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c024bab9-241d-4fa9-8d74-28b56ab83433,segment=NetworkSegment(46378fb8-46e0-4bd4-b80b-4f07d21294c4),segment_id=46378fb8-46e0-4bd4-b80b-4f07d21294c4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:40.237385 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:40.352255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ea2438-094d-47e6-8e9e-b35ac63d8b1a') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:40.353760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ea2438-094d-47e6-8e9e-b35ac63d8b1a') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:40.459987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0266b0d2-ccd8-44b6-b3c3-cf16eba197e5 req-7bf24666-7d63-449e-a775-b5597e0dd991 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416252 Jun 04 16:36:40.469917 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:40.513800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Calling delete_port for c024bab9-241d-4fa9-8d74-28b56ab83433 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:40.538261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] For port c258dcb1-49dc-406f-a2a9-949ae93aac8f, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:36:40.562329 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:40.621803 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:40.635880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:36:40.636596 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:40.658518 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:40.663377 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:40.682412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] For port c258dcb1-49dc-406f-a2a9-949ae93aac8f, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c258dcb1-49dc-406f-a2a9-949ae93aac8f,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:36:40.752713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Pushing event deleted for resources: {'Port': ['ID=c024bab9-241d-4fa9-8d74-28b56ab83433,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:40.757560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] No DVR routers for this DVR port c024bab9-241d-4fa9-8d74-28b56ab83433 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:36:40.779700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:40.779811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:40.780157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:40.780416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:40.780716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:40.781042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:40.781365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:40.781685 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:40.782005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:40.782617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:40.788890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:40.789269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66cfed8-69cd-4667-be66-239ee69e7db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:40.812090 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment b4ea2438-094d-47e6-8e9e-b35ac63d8b1a resource provider aggregate not found Jun 04 16:36:40.816688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] The port 'c024bab9-241d-4fa9-8d74-28b56ab83433' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:36:40.836957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:40.853941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f767f6-afe0-4add-95dd-8020829bca1a req-6352503c-b560-4fcc-910e-cffa0065f6ca tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:40.855570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-6352503c-b560-4fcc-910e-cffa0065f6ca tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.42 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 818 time: 0.8402507 Jun 04 16:36:40.869335 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment b4ea2438-094d-47e6-8e9e-b35ac63d8b1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4ea2438-094d-47e6-8e9e-b35ac63d8b1a found for delete ", "request_id": "req-e1825627-758a-4669-9799-78b3014ba092"}]} Jun 04 16:36:40.881635 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:40.932207 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:40.938473 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2c9f8564-3a11-4f9e-b870-813eff6ae235 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1732330 Jun 04 16:36:40.945710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c024bab9-241d-4fa9-8d74-28b56ab83433 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:40.960184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58526) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:41.006699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c024bab9-241d-4fa9-8d74-28b56ab83433 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:36:41.007441 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c024bab9-241d-4fa9-8d74-28b56ab83433 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:36:41.019871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Pushing event updated for resources: {'Port': ['ID=c258dcb1-49dc-406f-a2a9-949ae93aac8f,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:41.031166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'port': {'network_id': '1c892389-bfde-4095-8e6e-bdb678087bfb', 'name': 'tempest-FloatingIPTestJSON-1984403836'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:41.050568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:41.051266 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:41.052606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-93f7a6bd-994a-43db-be48-5f498a4deafa service neutron] 10.222.0.46 "PUT /v2.0/ports/c258dcb1-49dc-406f-a2a9-949ae93aac8f HTTP/1.1" status: 200 len: 1091 time: 4.6198840 Jun 04 16:36:41.057463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7', 'tag': 'c258dcb1-49dc-406f-a2a9-949ae93aac8f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:36:41.091645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d81bd20-5fb0-4f20-9040-4c70973d3b53 req-0276b9e9-2cd3-4091-b627-07377f156ff7 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 210 time: 0.2562373 Jun 04 16:36:41.156339 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eccb8b2d-782b-4755-bd23-cee5959658ff'] response: {'name': 'network-changed', 'server_uuid': '3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7', 'tag': 'c258dcb1-49dc-406f-a2a9-949ae93aac8f', 'status': 'completed', 'code': 200} Jun 04 16:36:41.163327 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:41.171195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-ddad902f-6e0f-474a-89c7-8121b627d1d1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f48053fe3e0441d9a70db7718ac831f HTTP/1.1" status: 200 len: 379 time: 0.2053196 Jun 04 16:36:41.191407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9b4ae86-394c-4342-8bcb-b29598b12050 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 16:36:41.198211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Request body: {'port': {'device_id': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'admin_state_up': True, 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'security_groups': ['6825e8d0-16f8-44dc-87d4-0ec520048614']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:41.203759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:41.207818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:port and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:41.210816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:41.217784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:41.232074 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:41.241389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9b4ae86-394c-4342-8bcb-b29598b12050,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:41.269559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Made reservation on behalf of fa9933e6426947f68c85e35445b633ce for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:41.273091 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:41.316277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e8208664-87d1-4783-8de8-cfe457b94d6f tempest-ExternalNetworksTestJSON-1442939186 tempest-ExternalNetworksTestJSON-1442939186-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a9b4ae86-394c-4342-8bcb-b29598b12050 HTTP/1.1" status: 204 len: 168 time: 2.4289510 Jun 04 16:36:41.320614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58534) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:41.347049 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:41.376395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] device_id is not set on port cdb03dc4-46c1-4d7a-b483-d1f0b297caf2 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:36:41.386378 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e49a677-46b4-4b9e-8c44-4d99214f7104 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] DELETE failed (client error): The resource could not be found. Jun 04 16:36:41.386870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e49a677-46b4-4b9e-8c44-4d99214f7104 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:36:41.388697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5e49a677-46b4-4b9e-8c44-4d99214f7104 tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] 10.222.0.13 "DELETE /v2.0/subnets/684d5642-6a3a-4c5f-acde-d2d71cfc90f4 HTTP/1.1" status: 404 len: 337 time: 0.0583158 Jun 04 16:36:41.394734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58540) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:41.471493 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:41.472267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22d73133-9570-4116-8734-eee422afb86b {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:36:41.506697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bffa50e-6075-4c4d-a7c9-53a4ad9311fb']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:41.537147 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 04 16:36:41.542139 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6485e737-e769-42dd-a169-1e0c789048cc tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.7303479 Jun 04 16:36:41.546710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58546) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:41.617579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d185260-786c-400b-852b-371fff015a79 req-0791e3ff-6adf-4e33-9c74-c0ffc788dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:41.619546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-0791e3ff-6adf-4e33-9c74-c0ffc788dcae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 1094 time: 0.5124655 Jun 04 16:36:41.626771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-baca2345-bd68-45ce-9557-0d11bdac104c tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Deleting port cd4223e5-2380-463d-b2cb-9c8ca4d585a6 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:41.627313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-baca2345-bd68-45ce-9557-0d11bdac104c tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:41.633702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:41.703681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46378fb8-46e0-4bd4-b80b-4f07d21294c4') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:41.703972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46378fb8-46e0-4bd4-b80b-4f07d21294c4') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:41.772495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Usage tracker for resource:port and tenant:3f48053fe3e0441d9a70db7718ac831f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:41.847324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:41.858624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-8b681ba6-a2ef-4e07-9868-38126d93cb1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c258dcb1-49dc-406f-a2a9-949ae93aac8f HTTP/1.1" status: 200 len: 217 time: 0.2261455 Jun 04 16:36:41.905363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:41.910404 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bd8b9c4-d69d-41bb-bdf2-d6ebbff437cb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:41.949033 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-baca2345-bd68-45ce-9557-0d11bdac104c tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:41.957507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Made reservation on behalf of 3f48053fe3e0441d9a70db7718ac831f for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:41.961042 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:41.977340 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:42.028682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d185260-786c-400b-852b-371fff015a79 req-b38e60d1-b653-4bce-9e9c-4b83b9883e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:42.030250 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-b38e60d1-b653-4bce-9e9c-4b83b9883e70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.1606383 Jun 04 16:36:42.151644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-072fb396-cdb5-43b5-80e4-90e4365e2a79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007855 Jun 04 16:36:42.194256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-baca2345-bd68-45ce-9557-0d11bdac104c tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Calling delete_port for cd4223e5-2380-463d-b2cb-9c8ca4d585a6 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:42.238678 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:42.262811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:36:42.263246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:42.365330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.20.0.6 (1c892389-bfde-4095-8e6e-bdb678087bfb/c5d98cfb-2ac5-44d6-873b-b374094a5849/cdb03dc4-46c1-4d7a-b483-d1f0b297caf2) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:36:42.385665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3f9ec-6663-4298-b196-db18e558f3df req-41a35d41-0837-4190-b6e0-9644d77f201f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:42.392346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbc3f9ec-6663-4298-b196-db18e558f3df req-41a35d41-0837-4190-b6e0-9644d77f201f tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 943 time: 0.6583750 Jun 04 16:36:42.431381 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:42.498024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:42.738928 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 46378fb8-46e0-4bd4-b80b-4f07d21294c4 resource provider aggregate not found Jun 04 16:36:42.746050 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bd8b9c4-d69d-41bb-bdf2-d6ebbff437cb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:42.759172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bffa50e-6075-4c4d-a7c9-53a4ad9311fb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:42.775565 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-232ecbb3-5061-4679-91af-e67ad08abef7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5bffa50e-6075-4c4d-a7c9-53a4ad9311fb HTTP/1.1" status: 204 len: 168 time: 3.5157654 Jun 04 16:36:42.778555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58562) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:42.799798 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d8514f7c-34f0-47bc-943d-14f38ca7ff97 req-d48383c9-2e18-4aec-9067-718bad223851 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 210 time: 0.3860383 Jun 04 16:36:42.837066 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 46378fb8-46e0-4bd4-b80b-4f07d21294c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46378fb8-46e0-4bd4-b80b-4f07d21294c4 found for delete ", "request_id": "req-377be12e-9e94-4c47-8c91-e1a01e64c234"}]} Jun 04 16:36:42.940129 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-baca2345-bd68-45ce-9557-0d11bdac104c tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:42.948083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Allocated IP 172.20.0.13 (b0d230d7-0bcf-4d1b-b76f-d447deff0b4f/ad307a3f-bb01-4a62-a59a-16b6e7c06179/31ec3ece-ef4c-417e-8a92-8ba4e35cda6f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:36:43.054085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca2345-bd68-45ce-9557-0d11bdac104c tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd4223e5-2380-463d-b2cb-9c8ca4d585a6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:43.054520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-7bd8b9c4-d69d-41bb-bdf2-d6ebbff437cb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6951a510-3edc-4663-ac43-0f29e1a2c580']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:43.075712 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbc3f9ec-6663-4298-b196-db18e558f3df req-b95da5c8-4de9-420a-959f-7db0127ba774 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598573 Jun 04 16:36:43.083756 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-6a74d6d8-17af-42e7-bb23-d5baf6e67d9b service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9200284 Jun 04 16:36:43.177484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-7bd8b9c4-d69d-41bb-bdf2-d6ebbff437cb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07dcacc2-154c-47bf-92db-6d694eea5273') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:43.177848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-7bd8b9c4-d69d-41bb-bdf2-d6ebbff437cb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07dcacc2-154c-47bf-92db-6d694eea5273') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:43.225120 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bd8b9c4-d69d-41bb-bdf2-d6ebbff437cb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:43.303056 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bd8b9c4-d69d-41bb-bdf2-d6ebbff437cb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:43.345151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd8b9c4-d69d-41bb-bdf2-d6ebbff437cb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:36:43.346735 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bd8b9c4-d69d-41bb-bdf2-d6ebbff437cb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:43.357013 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-baca2345-bd68-45ce-9557-0d11bdac104c tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:43.358886 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-baca2345-bd68-45ce-9557-0d11bdac104c tempest-RoutersAdminNegativeIpV6Test-1237147022 tempest-RoutersAdminNegativeIpV6Test-1237147022-project-admin] 10.222.0.13 "DELETE /v2.0/ports/cd4223e5-2380-463d-b2cb-9c8ca4d585a6 HTTP/1.1" status: 204 len: 168 time: 1.8087275 Jun 04 16:36:43.392334 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:43.414580 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 07dcacc2-154c-47bf-92db-6d694eea5273 resource provider aggregate not found Jun 04 16:36:43.575349 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:43.597516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Transition to ACTIVE for port object 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:36:43.666867 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 07dcacc2-154c-47bf-92db-6d694eea5273 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07dcacc2-154c-47bf-92db-6d694eea5273 found for delete ", "request_id": "req-ad803d67-e70d-432e-9d91-326a5ffa8dfa"}]} Jun 04 16:36:43.673545 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d185260-786c-400b-852b-371fff015a79 req-9a1db5e3-01a9-4aa3-b213-41c9dbae47a6 service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777557 Jun 04 16:36:43.675682 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bd8b9c4-d69d-41bb-bdf2-d6ebbff437cb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:43.678239 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:43.737877 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:43.786266 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bd8b9c4-d69d-41bb-bdf2-d6ebbff437cb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:43.904051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8b9c4-d69d-41bb-bdf2-d6ebbff437cb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] Pushing event deleted for resources: {'Network': ['ID=6951a510-3edc-4663-ac43-0f29e1a2c580,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:43.906816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 1c892389-bfde-4095-8e6e-bdb678087bfb is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:36:43.914095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:43.924495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:36:43.937208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7bd8b9c4-d69d-41bb-bdf2-d6ebbff437cb tempest-ExternalNetworksTestJSON-628578895 tempest-ExternalNetworksTestJSON-628578895-project] 10.222.0.13 "DELETE /v2.0/networks/6951a510-3edc-4663-ac43-0f29e1a2c580 HTTP/1.1" status: 204 len: 168 time: 2.5325353 Jun 04 16:36:43.946090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:43.956462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:36:44.017717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:36:44.098709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58586) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:44.167543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Pushing event updated for resources: {'Port': ['ID=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:44.192399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=cdb03dc4-46c1-4d7a-b483-d1f0b297caf2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:44.220824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:44.224776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:44.289944 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-16a7429e-d6f9-426a-87cf-671989e664dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0962043 Jun 04 16:36:44.293085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d92cdd-8e7d-4264-8d18-bc04396c81f9 req-eaeec725-9f36-40e2-a585-02298906c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:44.295194 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21d92cdd-8e7d-4264-8d18-bc04396c81f9 req-eaeec725-9f36-40e2-a585-02298906c83d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 1094 time: 0.5001943 Jun 04 16:36:44.303051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Request body: {'port': {'device_id': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:44.322221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:44.323462 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:44.408453 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2fa5aaf7-fd75-46dd-a36a-42fbda4a3755 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4472089 Jun 04 16:36:44.414459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58598) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:44.432719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'cdb03dc4-46c1-4d7a-b483-d1f0b297caf2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:44.457829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:44.465458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:floatingip and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:44.469128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:44.497828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b8b51cfe-903a-4cd2-b023-1ba67aadd48e None None] Provisioning for port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:36:44.504690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b8b51cfe-903a-4cd2-b023-1ba67aadd48e None None] Provisioning complete for port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:36:44.505251 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b8b51cfe-903a-4cd2-b023-1ba67aadd48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:44.548572 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:44.566535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58602) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:44.589854 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:44.636413 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54506333-8d38-49e2-af37-9c9b68614ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:44.689764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b8b51cfe-903a-4cd2-b023-1ba67aadd48e None None] Port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:36:44.770948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-54506333-8d38-49e2-af37-9c9b68614ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:44.798869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-54506333-8d38-49e2-af37-9c9b68614ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:852b209c406341daa9609eab9a3dad9d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:44.811577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-54506333-8d38-49e2-af37-9c9b68614ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:44.822752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-54506333-8d38-49e2-af37-9c9b68614ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:44.895944 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:44.907213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d92cdd-8e7d-4264-8d18-bc04396c81f9 req-0c18689c-3d13-494d-b6b9-150dae8d8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:44.908911 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21d92cdd-8e7d-4264-8d18-bc04396c81f9 req-0c18689c-3d13-494d-b6b9-150dae8d8e58 service neutron] 10.222.0.46 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 906 time: 0.5328188 Jun 04 16:36:44.967200 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0552981-ef51-41a0-ac12-58b3785ce808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:45.010700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21d92cdd-8e7d-4264-8d18-bc04396c81f9 req-447401d1-d8fe-4ba3-9ac7-c94b02a32f1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c258dcb1-49dc-406f-a2a9-949ae93aac8f HTTP/1.1" status: 200 len: 217 time: 0.0875669 Jun 04 16:36:45.074637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2c2fb-10a8-43be-9316-5bfb47f58f2e req-032fb995-202c-46d2-9efa-b84d322b6d67 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:45.075427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-caa2c2fb-10a8-43be-9316-5bfb47f58f2e req-032fb995-202c-46d2-9efa-b84d322b6d67 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Synchronizing usage tracker for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:36:45.090025 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-938bd57f-e3dd-478f-a8a0-088a1a1844d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eafbae81512e4bdba7f1f3511415601f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213830 Jun 04 16:36:45.091382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58610) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:45.160977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adbcf6-80d7-4438-885d-7b58b7e6f472 req-a1e5c22a-e40e-428e-bea4-5fa9cb85b1e9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:45.162410 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6adbcf6-80d7-4438-885d-7b58b7e6f472 req-a1e5c22a-e40e-428e-bea4-5fa9cb85b1e9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 943 time: 0.6982486 Jun 04 16:36:45.256689 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:45.373899 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:36:45.394362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-caa2c2fb-10a8-43be-9316-5bfb47f58f2e req-032fb995-202c-46d2-9efa-b84d322b6d67 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Unset dirty status for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:36:45.395542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-caa2c2fb-10a8-43be-9316-5bfb47f58f2e req-032fb995-202c-46d2-9efa-b84d322b6d67 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 932 time: 0.8644290 Jun 04 16:36:45.431897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d92cdd-8e7d-4264-8d18-bc04396c81f9 req-7f8865fe-c0c5-43bd-a164-6140d09b562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:45.433228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21d92cdd-8e7d-4264-8d18-bc04396c81f9 req-7f8865fe-c0c5-43bd-a164-6140d09b562b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.3684013 Jun 04 16:36:45.492203 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81def527-256c-4243-a9b1-b9f068d5563e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:45.526819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21d92cdd-8e7d-4264-8d18-bc04396c81f9 req-7d841f4f-c349-4f32-a136-98e8c5300e7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688491 Jun 04 16:36:45.589641 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81def527-256c-4243-a9b1-b9f068d5563e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:45.606926 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6adbcf6-80d7-4438-885d-7b58b7e6f472 req-e35ffe77-27f7-426c-9b73-08d86c34517c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241299 Jun 04 16:36:45.667413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-caa2c2fb-10a8-43be-9316-5bfb47f58f2e req-f6486029-f735-4281-8af4-d10d7cbad720 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458258 Jun 04 16:36:45.731242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58614) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:45.771287 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54506333-8d38-49e2-af37-9c9b68614ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:45.783883 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54506333-8d38-49e2-af37-9c9b68614ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:45.804886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.25.5.225 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/1e521098-8969-4b34-8e04-c2576b3d8eb6) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:36:45.807050 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81def527-256c-4243-a9b1-b9f068d5563e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:45.897906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-54506333-8d38-49e2-af37-9c9b68614ba1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=852b209c406341daa9609eab9a3dad9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7762449 Jun 04 16:36:45.902099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58620) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:45.913137 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81def527-256c-4243-a9b1-b9f068d5563e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19eecf5-fa6a-4063-87e8-dfda43d52314,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:45.919921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54506333-8d38-49e2-af37-9c9b68614ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e51eed-edb0-4bd2-adca-7b612484b6b9,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:45.929348 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21d92cdd-8e7d-4264-8d18-bc04396c81f9 req-6bb67b36-8308-48fe-a1c6-dafc58ab3819 service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873541 Jun 04 16:36:46.045400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d0552981-ef51-41a0-ac12-58b3785ce808 admin admin] Deleting port 605c94ad-a833-4a5d-8cff-9786718788ec {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:46.045973 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0552981-ef51-41a0-ac12-58b3785ce808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:46.099560 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81def527-256c-4243-a9b1-b9f068d5563e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:46.112783 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-81def527-256c-4243-a9b1-b9f068d5563e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a19eecf5-fa6a-4063-87e8-dfda43d52314 HTTP/1.1" status: 204 len: 168 time: 1.0092824 Jun 04 16:36:46.161003 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ea749756-9b46-405d-a758-f7833874bf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:46.168452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:36:46.199017 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:46.224606 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ea749756-9b46-405d-a758-f7833874bf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:46.236746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21d92cdd-8e7d-4264-8d18-bc04396c81f9 req-c1d7cac2-f268-41f3-b9e7-5783b41cff1b service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000836 Jun 04 16:36:46.257397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Transition to ACTIVE for port object 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:36:46.270489 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:46.360462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c258dcb1-49dc-406f-a2a9-949ae93aac8f details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:36:46.486752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Pushing event updated for resources: {'Port': ['ID=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:46.578565 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ea749756-9b46-405d-a758-f7833874bf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:46.595187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58630) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:46.611930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea749756-9b46-405d-a758-f7833874bf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e51eed-edb0-4bd2-adca-7b612484b6b9,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:46.632707 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ea749756-9b46-405d-a758-f7833874bf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:46.638492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ea749756-9b46-405d-a758-f7833874bf9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9e51eed-edb0-4bd2-adca-7b612484b6b9 HTTP/1.1" status: 204 len: 168 time: 0.7305448 Jun 04 16:36:46.644122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Attempting to bind port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:36:46.646336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Attempting to bind port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:36:46.647145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Attempting to bind port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f on network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:36:46.665700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f on network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:36:46.669911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Attempting to bind port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f on network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:36:46.733813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:36:46.737873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Checking segment: {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:36:46.739143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Bound using segment: {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:36:46.740661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Bound port: 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '089f6b9a-e692-4b45-8623-2718eb1c8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:36:46.743720 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:46.746630 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:46.818099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c258dcb1-49dc-406f-a2a9-949ae93aac8f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c258dcb1-49dc-406f-a2a9-949ae93aac8f,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:46.884635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'c258dcb1-49dc-406f-a2a9-949ae93aac8f', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'port_id': 'c258dcb1-49dc-406f-a2a9-949ae93aac8f', 'mac_address': 'fa:16:3e:36:6b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85832715-45f4-4da8-bd84-98b9a23469f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:36:46.973689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-d0552981-ef51-41a0-ac12-58b3785ce808 admin admin] For port 605c94ad-a833-4a5d-8cff-9786718788ec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=605c94ad-a833-4a5d-8cff-9786718788ec,segment=NetworkSegment(2d6208d9-dfdb-4470-a566-357a391156bd),segment_id=2d6208d9-dfdb-4470-a566-357a391156bd)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:46.973964 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0552981-ef51-41a0-ac12-58b3785ce808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:47.012292 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-54667fa9-780a-4ec3-a71a-44cbd4185aaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6081b97d2714a2481fda0d262004b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012754 Jun 04 16:36:47.054371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58640) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:47.106332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c258dcb1-49dc-406f-a2a9-949ae93aac8f is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:36:47.109324 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:47.137451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c258dcb1-49dc-406f-a2a9-949ae93aac8f {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:36:47.147722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d0552981-ef51-41a0-ac12-58b3785ce808 admin admin] Calling delete_port for 605c94ad-a833-4a5d-8cff-9786718788ec owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:47.157065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c258dcb1-49dc-406f-a2a9-949ae93aac8f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c258dcb1-49dc-406f-a2a9-949ae93aac8f,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:47.173498 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:47.275498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] For port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:36:47.295852 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-37862dbf-d24d-4533-97e3-f5bf7068f0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:47.339947 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c258dcb1-49dc-406f-a2a9-949ae93aac8f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:47.345586 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-37862dbf-d24d-4533-97e3-f5bf7068f0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:47.365486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] For port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:36:47.378888 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:47.408418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['c258dcb1-49dc-406f-a2a9-949ae93aac8f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:36:47.476843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c70d2b-443e-46e4-b5b3-e0413a286f73 req-7286c26c-25e5-4746-b4e4-955c6522b8dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:47.478938 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28c70d2b-443e-46e4-b5b3-e0413a286f73 req-7286c26c-25e5-4746-b4e4-955c6522b8dc tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 944 time: 0.4716785 Jun 04 16:36:47.558065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:47.558729 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:47.563247 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] 10.222.0.42 "PUT /v2.0/ports/31ec3ece-ef4c-417e-8a92-8ba4e35cda6f HTTP/1.1" status: 200 len: 1092 time: 3.2651258 Jun 04 16:36:47.575322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'tag': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:36:47.605303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1019f50-9f4e-46e8-83e4-d8ccb3bcb473 req-67fc7d4e-d3e8-4c3a-b42b-b1b922579efa tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:47.606895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1019f50-9f4e-46e8-83e4-d8ccb3bcb473 req-67fc7d4e-d3e8-4c3a-b42b-b1b922579efa tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 943 time: 0.6720130 Jun 04 16:36:47.622749 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:47.772428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:36:47.785132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:47.788154 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:36:47.827974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58650) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:47.860209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1019f50-9f4e-46e8-83e4-d8ccb3bcb473 req-255cdb4a-cb10-497c-9ab0-ba3166eccf47 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059736 Jun 04 16:36:47.867623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8b0d3-eca2-49d4-a294-23d5d2935962 service neutron] Pushing event updated for resources: {'Port': ['ID=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:47.897455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=1e521098-8969-4b34-8e04-c2576b3d8eb6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:47.951066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28c70d2b-443e-46e4-b5b3-e0413a286f73 req-aae6ca22-5349-4608-a915-db16964ed55f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4126883 Jun 04 16:36:47.978181 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-37862dbf-d24d-4533-97e3-f5bf7068f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:48.018675 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-072c9a4e-88fd-48f5-88b5-071f7c755336'] response: {'name': 'network-changed', 'server_uuid': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'tag': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'status': 'completed', 'code': 200} Jun 04 16:36:48.033274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37862dbf-d24d-4533-97e3-f5bf7068f0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86c4e0b-9453-41af-971c-a90a4cf6db7a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:48.050232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f767f6-afe0-4add-95dd-8020829bca1a req-4c72bcdc-994c-4269-8725-59aae53b5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:48.052436 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-4c72bcdc-994c-4269-8725-59aae53b5c35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 1095 time: 0.4001811 Jun 04 16:36:48.053545 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-37862dbf-d24d-4533-97e3-f5bf7068f0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:48.055084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-37862dbf-d24d-4533-97e3-f5bf7068f0f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b86c4e0b-9453-41af-971c-a90a4cf6db7a HTTP/1.1" status: 204 len: 168 time: 0.9986811 Jun 04 16:36:48.111757 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5257260a-0452-44c3-9b13-d315bfff77b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68eee32557784505ab64eef3c62ca92f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725253 Jun 04 16:36:48.112778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58656) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:48.281072 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-51a5e85f-11a9-4dfb-8cf9-3c06ba0044a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f HTTP/1.1" status: 200 len: 217 time: 0.2156889 Jun 04 16:36:48.365895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c258dcb1-49dc-406f-a2a9-949ae93aac8f up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:36:48.388833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be045c2a-6c0c-4792-a4e4-c4d731e42e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:48.409455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f767f6-afe0-4add-95dd-8020829bca1a req-304593bc-dd3d-4293-a1d6-88d2fa5822c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:48.414128 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-304593bc-dd3d-4293-a1d6-88d2fa5822c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.1195769 Jun 04 16:36:48.505366 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0552981-ef51-41a0-ac12-58b3785ce808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:48.542272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port c258dcb1-49dc-406f-a2a9-949ae93aac8f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:36:48.549009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port c258dcb1-49dc-406f-a2a9-949ae93aac8f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:36:48.549542 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:48.594573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f767f6-afe0-4add-95dd-8020829bca1a req-c3c8e0d2-b7aa-499d-881e-218c47543d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:48.595594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-c3c8e0d2-b7aa-499d-881e-218c47543d4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743224 Jun 04 16:36:48.728574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be045c2a-6c0c-4792-a4e4-c4d731e42e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:48.743738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-775172b1-64ab-46ea-98aa-26da846f87c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:48.802752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0552981-ef51-41a0-ac12-58b3785ce808 admin admin] Pushing event deleted for resources: {'Port': ['ID=605c94ad-a833-4a5d-8cff-9786718788ec,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:48.809236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c258dcb1-49dc-406f-a2a9-949ae93aac8f is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:36:48.809236 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:48.954423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c258dcb1-49dc-406f-a2a9-949ae93aac8f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c258dcb1-49dc-406f-a2a9-949ae93aac8f,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:48.955513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c258dcb1-49dc-406f-a2a9-949ae93aac8f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:36:48.980587 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:48.997639 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-ffc4d74b-e083-41e8-a8f2-ff3aba15eb7d service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951550 Jun 04 16:36:49.081193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c258dcb1-49dc-406f-a2a9-949ae93aac8f,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:49.108913 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8cf6353-ab88-4c66-ac8a-abc7635272dc'] response: {'server_uuid': '3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c258dcb1-49dc-406f-a2a9-949ae93aac8f', 'code': 200} Jun 04 16:36:49.347032 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be045c2a-6c0c-4792-a4e4-c4d731e42e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:49.392642 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f767f6-afe0-4add-95dd-8020829bca1a req-941dc0b5-b611-475a-9402-56db74cb6e03 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875024 Jun 04 16:36:49.433058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9228bc9-16a3-4221-bd4d-cf7182e87bae req-6e97448a-7703-4e86-ae65-577d8cbead7e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:49.433058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9228bc9-16a3-4221-bd4d-cf7182e87bae req-6e97448a-7703-4e86-ae65-577d8cbead7e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 945 time: 0.2749536 Jun 04 16:36:49.437671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649ffb4-5eb5-4c0a-a6d3-a51f7705be4b req-3339a31c-a713-4bba-878f-e8df64a0ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:49.439180 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4649ffb4-5eb5-4c0a-a6d3-a51f7705be4b req-3339a31c-a713-4bba-878f-e8df64a0ee99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 1096 time: 0.2468812 Jun 04 16:36:49.465705 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12007af9-9025-4fa1-b794-b0ef1995f7d2 req-476e7124-3c1c-495a-a9e0-963472adc5e4 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:49.467524 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12007af9-9025-4fa1-b794-b0ef1995f7d2 req-476e7124-3c1c-495a-a9e0-963472adc5e4 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 944 time: 0.1986794 Jun 04 16:36:49.509519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be045c2a-6c0c-4792-a4e4-c4d731e42e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb91ffa-0731-485b-8dfd-814a8e2efa87,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:49.619929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12007af9-9025-4fa1-b794-b0ef1995f7d2 req-cd0af894-879f-4d2a-9cf3-0348c9c4842f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339865 Jun 04 16:36:49.666003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9228bc9-16a3-4221-bd4d-cf7182e87bae req-691fb061-f8e8-4f76-9ef6-541bd70ce27a tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229102 Jun 04 16:36:49.672509 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4649ffb4-5eb5-4c0a-a6d3-a51f7705be4b req-cbbf9b6a-5d48-481e-88ce-e2c130e9c416 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146111 Jun 04 16:36:49.689451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff812f3d-1a74-495e-aa09-89cf69205f7e req-56773dfd-e697-49eb-8f28-b0d992566e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:49.691195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff812f3d-1a74-495e-aa09-89cf69205f7e req-56773dfd-e697-49eb-8f28-b0d992566e72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 1095 time: 0.2231402 Jun 04 16:36:49.792723 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be045c2a-6c0c-4792-a4e4-c4d731e42e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:49.804218 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-be045c2a-6c0c-4792-a4e4-c4d731e42e6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fb91ffa-0731-485b-8dfd-814a8e2efa87 HTTP/1.1" status: 204 len: 168 time: 1.6825850 Jun 04 16:36:49.811126 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0552981-ef51-41a0-ac12-58b3785ce808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:49.864169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff812f3d-1a74-495e-aa09-89cf69205f7e req-7eac180d-8177-4940-87bd-9f9d2cadd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:49.866232 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff812f3d-1a74-495e-aa09-89cf69205f7e req-7eac180d-8177-4940-87bd-9f9d2cadd423 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.1670940 Jun 04 16:36:49.954784 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:50.015141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff812f3d-1a74-495e-aa09-89cf69205f7e req-3e03f4cd-0dd0-4b83-9483-260cfc005e0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f HTTP/1.1" status: 200 len: 217 time: 0.1421227 Jun 04 16:36:50.140248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff812f3d-1a74-495e-aa09-89cf69205f7e req-271e2d47-c6ab-4115-aeae-fbe9f44ee469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:50.142423 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff812f3d-1a74-495e-aa09-89cf69205f7e req-271e2d47-c6ab-4115-aeae-fbe9f44ee469 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.1197798 Jun 04 16:36:50.188933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-775172b1-64ab-46ea-98aa-26da846f87c9 admin admin] Deleting port eb55ebb2-f389-4c1f-95f1-7b7208f9a888 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:50.189272 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-775172b1-64ab-46ea-98aa-26da846f87c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:50.240680 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:50.306875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff812f3d-1a74-495e-aa09-89cf69205f7e req-442f5763-9ea9-4d89-b14f-48a24c653891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:50.309264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff812f3d-1a74-495e-aa09-89cf69205f7e req-442f5763-9ea9-4d89-b14f-48a24c653891 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591964 Jun 04 16:36:50.515498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58720) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:50.552642 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff812f3d-1a74-495e-aa09-89cf69205f7e req-2fadb082-fcfc-4fb5-9e92-66afd6ada6c9 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358201 Jun 04 16:36:50.840618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-775172b1-64ab-46ea-98aa-26da846f87c9 admin admin] For port eb55ebb2-f389-4c1f-95f1-7b7208f9a888, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=eb55ebb2-f389-4c1f-95f1-7b7208f9a888,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:50.841128 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-775172b1-64ab-46ea-98aa-26da846f87c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:50.886155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0552981-ef51-41a0-ac12-58b3785ce808 admin admin] Router 5c473005-1f2d-41fa-ac85-51f577274e32 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:36:51.063192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58738) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:51.083789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-200609406'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:51.094878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-775172b1-64ab-46ea-98aa-26da846f87c9 admin admin] Calling delete_port for eb55ebb2-f389-4c1f-95f1-7b7208f9a888 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:51.151615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:51.179601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff812f3d-1a74-495e-aa09-89cf69205f7e req-f5d041e8-7a06-4cc3-b786-550cfd71b90c service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199822 Jun 04 16:36:51.225072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Usage tracker for resource:network and tenant:7ffe75a9932e4e72a4cb3495816f62ce is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:51.240162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:51.244861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a16df-a910-48fc-be22-f70170a77753 req-3f4b8bed-4134-4e7f-8b2f-97bea81d68be tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:51.246387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-244a16df-a910-48fc-be22-f70170a77753 req-3f4b8bed-4134-4e7f-8b2f-97bea81d68be tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 944 time: 0.4014897 Jun 04 16:36:51.261396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f211b2-2020-479b-8d88-c0ff2c320658 req-7124c7dd-dabb-4bd2-9a72-d80accc80aa8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:51.261581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:51.262912 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79f211b2-2020-479b-8d88-c0ff2c320658 req-7124c7dd-dabb-4bd2-9a72-d80accc80aa8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 945 time: 0.1818621 Jun 04 16:36:51.331043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-244a16df-a910-48fc-be22-f70170a77753 req-2cb786f6-6b2c-4034-bf10-89ce069c6c89 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785575 Jun 04 16:36:51.341014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79f211b2-2020-479b-8d88-c0ff2c320658 req-a72b6f4c-9d80-4552-93be-7a67905387c8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625012 Jun 04 16:36:51.374469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Made reservation on behalf of 7ffe75a9932e4e72a4cb3495816f62ce for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:51.377938 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:51.411966 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b7a6ebb0-ed6b-4c0a-95a8-d5d5c1259246 tempest-AgentManagementNegativeTest-916429090 tempest-AgentManagementNegativeTest-916429090-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3368998 Jun 04 16:36:51.423580 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:36:51.441999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:51.452620 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:51.470373 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:51.712605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:51.740136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Usage tracker for resource:security_group_rule and tenant:7ffe75a9932e4e72a4cb3495816f62ce is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:51.748770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a8392-54b6-49f3-b2b1-8c9f84af96ba req-36ea44e1-786d-4e8c-ab82-37f108a13efe tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:51.750361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b4a8392-54b6-49f3-b2b1-8c9f84af96ba req-36ea44e1-786d-4e8c-ab82-37f108a13efe tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 945 time: 0.0873682 Jun 04 16:36:51.757988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58754) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:51.785923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:51.793344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:51.810114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b4a8392-54b6-49f3-b2b1-8c9f84af96ba req-7e5df8b3-da51-40f4-9e60-a573d0026ce2 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535858 Jun 04 16:36:51.817193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0552981-ef51-41a0-ac12-58b3785ce808 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:36:51.829797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5452a5ab-fa2b-4601-b776-c982aa5a31ff None None] Sync routers for ids ['5c473005-1f2d-41fa-ac85-51f577274e32'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:36:51.834606 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d0552981-ef51-41a0-ac12-58b3785ce808 admin admin] 10.222.0.13 "PUT /v2.0/routers/5c473005-1f2d-41fa-ac85-51f577274e32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0530832 Jun 04 16:36:51.835489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58760) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:51.851980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452a5ab-fa2b-4601-b776-c982aa5a31ff None None] Routers {'5c473005-1f2d-41fa-ac85-51f577274e32'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:51.855065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5452a5ab-fa2b-4601-b776-c982aa5a31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5c473005-1f2d-41fa-ac85-51f577274e32'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:51.889540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=1e521098-8969-4b34-8e04-c2576b3d8eb6,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:51.920018 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:52.039505 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-362b463e-5031-4d1c-b81d-01011eb60fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:52.148613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-362b463e-5031-4d1c-b81d-01011eb60fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:52.164204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-362b463e-5031-4d1c-b81d-01011eb60fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:3d8508a3069f4b0784aef999f0d39f09 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:52.171779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-362b463e-5031-4d1c-b81d-01011eb60fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:52.179581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-362b463e-5031-4d1c-b81d-01011eb60fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:52.195490 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bc9c0-d7e0-4073-8dce-da191f5679f2 req-e5c79c36-f1f7-4e7a-be20-9b84efbcf3da tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:52.197153 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-034bc9c0-d7e0-4073-8dce-da191f5679f2 req-e5c79c36-f1f7-4e7a-be20-9b84efbcf3da tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 945 time: 0.2382991 Jun 04 16:36:52.201930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5452a5ab-fa2b-4601-b776-c982aa5a31ff None None] Set router 5c473005-1f2d-41fa-ac85-51f577274e32 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:36:52.260101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:36:52.264236 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:52.301294 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Floating IP 717e2105-7618-4c30-be39-4962cc4a67bc associated. External IP: 172.25.5.225, port: cdb03dc4-46c1-4d7a-b483-d1f0b297caf2. Jun 04 16:36:52.352725 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-775172b1-64ab-46ea-98aa-26da846f87c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:52.359321 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:52.395329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-034bc9c0-d7e0-4073-8dce-da191f5679f2 req-1220ce83-cdf5-446d-9131-d90bcee3877d tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878235 Jun 04 16:36:52.488186 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:36:52.587658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:52.650302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775172b1-64ab-46ea-98aa-26da846f87c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb55ebb2-f389-4c1f-95f1-7b7208f9a888,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:52.900942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:36:52.939626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:52.956050 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-362b463e-5031-4d1c-b81d-01011eb60fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:52.958368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'port_id': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'mac_address': 'fa:16:3e:30:f8:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:36:52.971951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58604cf-24ff-4ce0-9492-f5a552549e52,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:53.002726 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.003072 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Added segment 95368349-8693-4f06-bb64-3e37e4d48585 of type vlan for network 76c7224e-da23-4fe6-8db2-c15f2ff97775 Jun 04 16:36:53.025719 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-362b463e-5031-4d1c-b81d-01011eb60fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.034095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5452a5ab-fa2b-4601-b776-c982aa5a31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'name': 'tempest-TaggedBootDevicesTest-330805843-router', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:33Z', 'updated_at': '2022-06-04T16:36:48Z', 'revision_number': 5, 'project_id': '2e825aac29054eb28a64b162542a1efd', 'gw_port': {'id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:34Z', 'updated_at': '2022-06-04T16:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:53.041102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5452a5ab-fa2b-4601-b776-c982aa5a31ff None None] Checking router: 5c473005-1f2d-41fa-ac85-51f577274e32 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:36:53.047305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:36:53.047305 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.078416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:36:53.083620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452a5ab-fa2b-4601-b776-c982aa5a31ff None None] Routers {'5c473005-1f2d-41fa-ac85-51f577274e32'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:53.084234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5452a5ab-fa2b-4601-b776-c982aa5a31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5c473005-1f2d-41fa-ac85-51f577274e32'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:53.113717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-362b463e-5031-4d1c-b81d-01011eb60fd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d8508a3069f4b0784aef999f0d39f09&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3546836 Jun 04 16:36:53.124044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58782) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:53.177496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:53.265563 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.286397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ddb07-59cf-4537-be68-fafae9eb15fd req-ac0bda48-b3a2-4f1b-96fb-7c70197e7d66 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:53.287984 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-580ddb07-59cf-4537-be68-fafae9eb15fd req-ac0bda48-b3a2-4f1b-96fb-7c70197e7d66 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 944 time: 0.6763289 Jun 04 16:36:53.312194 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.341658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:53.361620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5452a5ab-fa2b-4601-b776-c982aa5a31ff None None] Set router 5c473005-1f2d-41fa-ac85-51f577274e32 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:36:53.368722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b463e-5031-4d1c-b81d-01011eb60fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdbed89-6620-4b13-a2dc-02af99db4320,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:53.417180 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64c16d2c-c9cb-42f7-8804-b13704206c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.452485 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64c16d2c-c9cb-42f7-8804-b13704206c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.476163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.485037 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-775172b1-64ab-46ea-98aa-26da846f87c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.501475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['31ec3ece-ef4c-417e-8a92-8ba4e35cda6f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:36:53.543363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Deleting port 10a42279-72ff-4aa7-8817-7ca9ab18b945 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:53.544477 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.604178 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64c16d2c-c9cb-42f7-8804-b13704206c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.641528 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:36:53.653025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679771be-6a5a-4470-a715-0bcc4e12f5c5 req-5305b488-9087-406d-9fb9-1f5cdc529a6b tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:53.660828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-679771be-6a5a-4470-a715-0bcc4e12f5c5 req-5305b488-9087-406d-9fb9-1f5cdc529a6b tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 945 time: 0.5036552 Jun 04 16:36:53.694892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-580ddb07-59cf-4537-be68-fafae9eb15fd req-2328e902-8418-4a3a-a98d-042305ad6334 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3878758 Jun 04 16:36:53.719215 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.721388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c16d2c-c9cb-42f7-8804-b13704206c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdbed89-6620-4b13-a2dc-02af99db4320,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:53.734762 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64c16d2c-c9cb-42f7-8804-b13704206c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.735760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:53.735982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:53.737295 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-64c16d2c-c9cb-42f7-8804-b13704206c6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbdbed89-6620-4b13-a2dc-02af99db4320 HTTP/1.1" status: 204 len: 168 time: 0.6107125 Jun 04 16:36:53.785591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-679771be-6a5a-4470-a715-0bcc4e12f5c5 req-20ef77fa-7169-4366-a873-3ae937eae48c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242847 Jun 04 16:36:53.935600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5452a5ab-fa2b-4601-b776-c982aa5a31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'name': 'tempest-TaggedBootDevicesTest-330805843-router', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:33Z', 'updated_at': '2022-06-04T16:36:48Z', 'revision_number': 5, 'project_id': '2e825aac29054eb28a64b162542a1efd', 'gw_port': {'id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:34Z', 'updated_at': '2022-06-04T16:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:53.941677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5452a5ab-fa2b-4601-b776-c982aa5a31ff None None] The sync data for ids ['5c473005-1f2d-41fa-ac85-51f577274e32'] in n-d-811809-3 is: [{'id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'name': 'tempest-TaggedBootDevicesTest-330805843-router', 'tenant_id': '2e825aac29054eb28a64b162542a1efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:33Z', 'updated_at': '2022-06-04T16:36:48Z', 'revision_number': 5, 'project_id': '2e825aac29054eb28a64b162542a1efd', 'gw_port': {'id': '10a42279-72ff-4aa7-8817-7ca9ab18b945', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c473005-1f2d-41fa-ac85-51f577274e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:34Z', 'updated_at': '2022-06-04T16:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:36:54.032262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] For port 10a42279-72ff-4aa7-8817-7ca9ab18b945, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=10a42279-72ff-4aa7-8817-7ca9ab18b945,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:54.032904 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:54.045834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:36:54.167999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Pushing event updated for resources: {'Network': ['ID=76c7224e-da23-4fe6-8db2-c15f2ff97775,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:54.180112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 76c7224e-da23-4fe6-8db2-c15f2ff97775 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:36:54.339245 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4161c35f-4167-4599-b628-df9f14fa683c tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.8204753 Jun 04 16:36:54.424226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Calling delete_port for 10a42279-72ff-4aa7-8817-7ca9ab18b945 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:54.705692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:36:54.712878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775172b1-64ab-46ea-98aa-26da846f87c9 admin admin] Router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:36:54.726531 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2d5761-9096-4c22-b27b-6c5e2ff456b4 None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:36:54.748346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-019d14c2-8d98-4007-b6e2-ffd711615bcd tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:54.751902 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-019d14c2-8d98-4007-b6e2-ffd711615bcd tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 945 time: 0.3390014 Jun 04 16:36:54.755151 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d5761-9096-4c22-b27b-6c5e2ff456b4 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:54.759093 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ba2d5761-9096-4c22-b27b-6c5e2ff456b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:54.877189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 605c94ad-a833-4a5d-8cff-9786718788ec no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:54.947333 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ba2d5761-9096-4c22-b27b-6c5e2ff456b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:54.965664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 605c94ad-a833-4a5d-8cff-9786718788ec {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:36:54.966275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 605c94ad-a833-4a5d-8cff-9786718788ec not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:36:54.967285 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d5761-9096-4c22-b27b-6c5e2ff456b4 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:54.970595 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ba2d5761-9096-4c22-b27b-6c5e2ff456b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:54.983569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58812) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:55.011217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775172b1-64ab-46ea-98aa-26da846f87c9 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:36:55.022151 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-775172b1-64ab-46ea-98aa-26da846f87c9 admin admin] 10.222.0.13 "PUT /v2.0/routers/80fd9113-d003-40fc-a3c8-7ff8f7c476f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2891397 Jun 04 16:36:55.023225 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58826) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:55.023951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d958a4-47a5-432b-a107-f78a1a764fcb None None] Sync routers for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:36:55.027416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Request body: {'port': {'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775', 'binding:host_id': 'n-h1-811809-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1976921257'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:55.040121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d958a4-47a5-432b-a107-f78a1a764fcb None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:55.041762 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-14d958a4-47a5-432b-a107-f78a1a764fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:55.092957 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ba2d5761-9096-4c22-b27b-6c5e2ff456b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:55.093641 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2d5761-9096-4c22-b27b-6c5e2ff456b4 None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:36:55.097342 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:55.158506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Deleting port c258dcb1-49dc-406f-a2a9-949ae93aac8f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:55.159257 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:55.171528 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3c8b580f-63d7-46e8-b7b0-cc7afa64c034 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.7560053 Jun 04 16:36:55.174966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58832) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:55.191042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7bdfe25f-0951-4f09-b8cb-d74715b69c72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:36:55.211198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:55.223856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58836) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:55.273091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Usage tracker for resource:port and tenant:9dc167ba0ef240a99b41c49c6f911fe2 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:55.284708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:55.316737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:55.407822 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe25f-0951-4f09-b8cb-d74715b69c72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:55.426141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Made reservation on behalf of 9dc167ba0ef240a99b41c49c6f911fe2 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:36:55.428574 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:55.447106 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:55.455064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-14d958a4-47a5-432b-a107-f78a1a764fcb None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:36:55.492789 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:55.498159 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:55.523350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-81365b64-0b11-408f-93aa-aa0d9bdca37c tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:55.527549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-81365b64-0b11-408f-93aa-aa0d9bdca37c tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2692003 Jun 04 16:36:55.550704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58842) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:55.551583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a42279-72ff-4aa7-8817-7ca9ab18b945,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:55.605645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-fbed9da7-8b1a-4760-af88-dade07ab84d6 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:55.619135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fbed9da7-8b1a-4760-af88-dade07ab84d6 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0648432 Jun 04 16:36:55.623957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58846) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:55.673382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:55.673732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:55.674050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:55.674373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:55.674743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:55.675064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:55.675384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:55.675700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:55.676019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:55.676340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:55.676651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:55.676968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:36:55.680380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:36:55.727968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-e2864fdf-8a2c-48ee-be94-d9197b2f67f8 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:55.731693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e2864fdf-8a2c-48ee-be94-d9197b2f67f8 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0625210 Jun 04 16:36:55.748340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Usage tracker for resource:security_group_rule and tenant:9dc167ba0ef240a99b41c49c6f911fe2 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:36:55.750998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58850) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:55.757078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:36:55.794267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c618f-3220-4fd5-badf-fb02041fd0b1 req-574ed815-594e-41e6-b9b3-1f3013d42113 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:55.799072 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af0c618f-3220-4fd5-badf-fb02041fd0b1 req-574ed815-594e-41e6-b9b3-1f3013d42113 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 945 time: 0.8226006 Jun 04 16:36:55.803067 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-14d958a4-47a5-432b-a107-f78a1a764fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:36:52Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:55.807146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-a8777864-ee64-4a96-8765-841785015027 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:55.807573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d958a4-47a5-432b-a107-f78a1a764fcb None None] Checking router: 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:36:55.810661 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a8777864-ee64-4a96-8765-841785015027 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0552864 Jun 04 16:36:55.816217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:36:55.818015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58854) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:55.818315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d958a4-47a5-432b-a107-f78a1a764fcb None None] Routers {'80fd9113-d003-40fc-a3c8-7ff8f7c476f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:55.819042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-14d958a4-47a5-432b-a107-f78a1a764fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:55.832460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fcc39-1762-4d54-833a-eba92fc46525 req-0031e4f1-c3f8-4a83-99b5-d900be668ed5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:55.840365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f71fcc39-1762-4d54-833a-eba92fc46525 req-0031e4f1-c3f8-4a83-99b5-d900be668ed5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 945 time: 0.6864221 Jun 04 16:36:55.881722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-46c62b4a-9ff7-478a-a139-11b906ab538d tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:55.882782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-46c62b4a-9ff7-478a-a139-11b906ab538d tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0588470 Jun 04 16:36:55.900869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58858) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:55.928106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-30471143-1f25-46aa-9b2d-714bcf66d36f tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:55.929096 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-30471143-1f25-46aa-9b2d-714bcf66d36f tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0238814 Jun 04 16:36:55.932747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58862) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:55.956163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-06ff5373-80c0-45cf-8baa-3d431bd0cc0d tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:55.957130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-06ff5373-80c0-45cf-8baa-3d431bd0cc0d tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0083551 Jun 04 16:36:55.964152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58866) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:55.974595 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:55.984129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-d9c91a5f-692c-4c62-ae52-5ddb7b62b5b4 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:55.987933 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d9c91a5f-692c-4c62-ae52-5ddb7b62b5b4 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0226433 Jun 04 16:36:55.990798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58870) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:55.998033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-198cfd7c-0d9a-4e8f-9b27-1fe6d6ebee26 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.001776 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-198cfd7c-0d9a-4e8f-9b27-1fe6d6ebee26 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0100408 Jun 04 16:36:56.003179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Deleting port 30239f75-f7aa-4463-a417-1d1bdba76e4b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:56.003517 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.008159 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f71fcc39-1762-4d54-833a-eba92fc46525 req-d0b3146a-6091-4132-acbb-e1c38d94dc53 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670928 Jun 04 16:36:56.029851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58874) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.037109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-75c96ddd-3488-47d3-8b0b-8558e8a7d585 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.038069 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-75c96ddd-3488-47d3-8b0b-8558e8a7d585 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0072436 Jun 04 16:36:56.044755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58878) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.047377 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.064305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-e14d80f5-6673-4aa3-b727-9d8cb2806678 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.067983 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e14d80f5-6673-4aa3-b727-9d8cb2806678 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0203257 Jun 04 16:36:56.071875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-14d958a4-47a5-432b-a107-f78a1a764fcb None None] Set router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:36:56.091910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58882) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.157476 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe25f-0951-4f09-b8cb-d74715b69c72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.178132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-a3407d0b-1419-4981-af5f-ee6839d35de6 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.179047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a3407d0b-1419-4981-af5f-ee6839d35de6 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0861881 Jun 04 16:36:56.183829 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe25f-0951-4f09-b8cb-d74715b69c72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.184150 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-7bdfe25f-0951-4f09-b8cb-d74715b69c72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Floating IP 717e2105-7618-4c30-be39-4962cc4a67bc disassociated. External IP: 172.25.5.225, port: cdb03dc4-46c1-4d7a-b483-d1f0b297caf2. Jun 04 16:36:56.203783 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af0c618f-3220-4fd5-badf-fb02041fd0b1 req-4369c00d-6298-4e31-acf4-0c64da79c471 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3889146 Jun 04 16:36:56.214020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58886) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.252051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:36:56.281241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-bdbb09f3-53a3-4f2b-a07d-f5244c507ef6 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.284645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bdbb09f3-53a3-4f2b-a07d-f5244c507ef6 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073845 Jun 04 16:36:56.290821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58892) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.327822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] For port c258dcb1-49dc-406f-a2a9-949ae93aac8f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c258dcb1-49dc-406f-a2a9-949ae93aac8f,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:56.328199 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.340166 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.352500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-98a98e3f-2ec1-4b4b-a9d8-c4c142d9f4a2 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.352500 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-98a98e3f-2ec1-4b4b-a9d8-c4c142d9f4a2 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0546141 Jun 04 16:36:56.359426 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58896) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.372085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-71caa6de-d604-44ab-9c15-f0d1d918a1d0 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.375469 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-71caa6de-d604-44ab-9c15-f0d1d918a1d0 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0110593 Jun 04 16:36:56.406807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58900) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.407997 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.419619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c258dcb1-49dc-406f-a2a9-949ae93aac8f no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:56.483103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-512d663e-b490-4142-b6e9-64ddf1aae9ec tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.486458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-512d663e-b490-4142-b6e9-64ddf1aae9ec tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0741184 Jun 04 16:36:56.487127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58904) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.496256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Calling delete_port for c258dcb1-49dc-406f-a2a9-949ae93aac8f owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:56.546558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-4eefe86d-ed48-4d93-bb89-9b208856dd55 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.546558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4eefe86d-ed48-4d93-bb89-9b208856dd55 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0182552 Jun 04 16:36:56.566752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58908) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.576539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-905ce157-87f4-420c-bcb7-22f0bbdb5613 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.579842 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-905ce157-87f4-420c-bcb7-22f0bbdb5613 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0098085 Jun 04 16:36:56.582093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58912) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.590943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:36:56.592536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-8d1340bc-5013-40b4-8012-d49e626b4f67 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.596253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8d1340bc-5013-40b4-8012-d49e626b4f67 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0089574 Jun 04 16:36:56.608125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58916) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.615365 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.615871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c473005-1f2d-41fa-ac85-51f577274e32 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:36:56.621732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-9239d55c-547f-489b-bb93-9b54626245f2 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.625031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9239d55c-547f-489b-bb93-9b54626245f2 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0136321 Jun 04 16:36:56.632647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58920) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.633541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:36:56.634127 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.644816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-2154a9ee-bd7b-4839-a791-859f5832ba56 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.648743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2154a9ee-bd7b-4839-a791-859f5832ba56 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054078 Jun 04 16:36:56.653228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58924) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.656244 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.679280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-3e131640-7974-4d9c-8e82-87e2bc4886bf tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.679505 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.682657 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3e131640-7974-4d9c-8e82-87e2bc4886bf tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0244617 Jun 04 16:36:56.685585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] For port 30239f75-f7aa-4463-a417-1d1bdba76e4b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=30239f75-f7aa-4463-a417-1d1bdba76e4b,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:56.686813 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.697506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58928) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.826792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c258dcb1-49dc-406f-a2a9-949ae93aac8f is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:36:56.827183 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.878847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c258dcb1-49dc-406f-a2a9-949ae93aac8f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c258dcb1-49dc-406f-a2a9-949ae93aac8f,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:56.883001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c258dcb1-49dc-406f-a2a9-949ae93aac8f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:36:56.894147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Calling delete_port for 30239f75-f7aa-4463-a417-1d1bdba76e4b owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:56.900991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] device_id is not set on port 80503197-75c7-4953-a7e7-2e21a67a4310 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:36:56.901651 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:56.961900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-02c791b9-8787-4c2f-827d-427f043b92d5 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:56.963856 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-02c791b9-8787-4c2f-827d-427f043b92d5 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.2634089 Jun 04 16:36:56.969400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58934) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:56.973815 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ac22f9-5c2c-4c65-833a-9090268ffe98'] response: {'server_uuid': '3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c258dcb1-49dc-406f-a2a9-949ae93aac8f', 'code': 200} Jun 04 16:36:56.980276 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:36:56.980703 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:36:57.013460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-14d958a4-47a5-432b-a107-f78a1a764fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:36:52Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:57.031214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18825245-07c1-4f43-85ef-0a74b2851c52,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:57.036559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d958a4-47a5-432b-a107-f78a1a764fcb None None] The sync data for ids ['80fd9113-d003-40fc-a3c8-7ff8f7c476f3'] in n-d-811809-3 is: [{'id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'name': 'tempest-AttachVolumeNegativeTest-2030600146-router', 'tenant_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:29:14Z', 'updated_at': '2022-06-04T16:36:52Z', 'revision_number': 5, 'project_id': '9a6c197ec3444659b4b4af7e2c0aec5f', 'gw_port': {'id': '30239f75-f7aa-4463-a417-1d1bdba76e4b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:de:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9113-d003-40fc-a3c8-7ff8f7c476f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:29:16Z', 'updated_at': '2022-06-04T16:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:36:57.036788 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:57.037734 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-89d9b218-6e02-48f7-8619-f31f99b3e6a7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5c473005-1f2d-41fa-ac85-51f577274e32 HTTP/1.1" status: 204 len: 168 time: 5.2014275 Jun 04 16:36:57.041276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58940) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.052841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c258dcb1-49dc-406f-a2a9-949ae93aac8f,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:57.056324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-633593ad-01ae-45ca-a3d4-2aefb65c9341 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.057144 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-633593ad-01ae-45ca-a3d4-2aefb65c9341 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0850222 Jun 04 16:36:57.091302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:36:57.093534 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:57.114203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58944) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.137001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-1bf13d3d-a5be-4404-baa0-945ee48e45c9 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.138385 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1bf13d3d-a5be-4404-baa0-945ee48e45c9 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0228479 Jun 04 16:36:57.142227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58948) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.143110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:57.148642 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:57.159482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-fa4cbec1-08d9-44d5-9cf3-baa8016addf6 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.183992 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fa4cbec1-08d9-44d5-9cf3-baa8016addf6 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0364723 Jun 04 16:36:57.187145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58952) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.218044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-c8de26cd-c592-453f-9208-f3e8cb577387 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.219146 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c8de26cd-c592-453f-9208-f3e8cb577387 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0140741 Jun 04 16:36:57.222444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58958) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.233618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-69f6ec79-7318-4a2d-ad7b-61a2468d3ba9 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.234727 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-69f6ec79-7318-4a2d-ad7b-61a2468d3ba9 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0115635 Jun 04 16:36:57.256415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58962) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.263284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-169e9021-ddb5-4145-a21c-63da6afb8eb7 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.266623 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-169e9021-ddb5-4145-a21c-63da6afb8eb7 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0069225 Jun 04 16:36:57.270177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58966) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.276135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-37809052-2e99-43ff-a693-2ea691ac3a29 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.279519 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-37809052-2e99-43ff-a693-2ea691ac3a29 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0059693 Jun 04 16:36:57.279519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdfe25f-0951-4f09-b8cb-d74715b69c72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:36:57.281391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58970) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.294210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-46e7408a-7569-43e3-9e37-f6cd54596a02 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.297602 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-46e7408a-7569-43e3-9e37-f6cd54596a02 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0113747 Jun 04 16:36:57.299330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58974) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.313471 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-ce792eb2-2e9a-4dbd-b3bd-fe67851dcf82 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.316685 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ce792eb2-2e9a-4dbd-b3bd-fe67851dcf82 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0082614 Jun 04 16:36:57.318146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58978) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.367442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:57.382913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-acaf2ae6-1e03-4bca-8cc1-3fddc0ff706e tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.384140 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-acaf2ae6-1e03-4bca-8cc1-3fddc0ff706e tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0645597 Jun 04 16:36:57.391756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6708ea-5501-4c8c-9526-b0d288f51c2a admin admin] Deleting subnet 6c7c0c56-e5ee-464a-a511-51b729cba402 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:36:57.393655 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58984) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.424380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-b24ba875-ad53-456d-8c1d-9b1c0c524b69 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.425439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b24ba875-ad53-456d-8c1d-9b1c0c524b69 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0164225 Jun 04 16:36:57.428888 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd6708ea-5501-4c8c-9526-b0d288f51c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:57.456450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58988) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.575992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Deleting port c258dcb1-49dc-406f-a2a9-949ae93aac8f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:57.576458 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:57.640582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-32814978-5149-4aa5-8e9a-4c036e4bb5c5 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.646244 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-32814978-5149-4aa5-8e9a-4c036e4bb5c5 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.1862993 Jun 04 16:36:57.648065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdfe25f-0951-4f09-b8cb-d74715b69c72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:36:57.666019 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3580217-f670-47da-b8c8-fa1d1abc431c None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:36:57.686597 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3580217-f670-47da-b8c8-fa1d1abc431c None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:57.687386 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c3580217-f670-47da-b8c8-fa1d1abc431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:57.721147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58996) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.728110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe25f-0951-4f09-b8cb-d74715b69c72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:57.778102 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-125ce1fa-f728-4cb7-ac68-2af8967ef702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:57.849991 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd6708ea-5501-4c8c-9526-b0d288f51c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:57.864922 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c3580217-f670-47da-b8c8-fa1d1abc431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:57.876332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-6ee30189-f1ad-4451-809d-c1b17a121f21 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.883042 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6ee30189-f1ad-4451-809d-c1b17a121f21 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0174592 Jun 04 16:36:57.885906 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7bdfe25f-0951-4f09-b8cb-d74715b69c72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "PUT /v2.0/floatingips/717e2105-7618-4c30-be39-4962cc4a67bc HTTP/1.1" status: 200 len: 688 time: 2.7097137 Jun 04 16:36:57.886927 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:57.891264 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3580217-f670-47da-b8c8-fa1d1abc431c None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:36:57.891881 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c3580217-f670-47da-b8c8-fa1d1abc431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:36:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:57.893465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59002) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.893903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59004) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:57.967976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-76d0e453-323c-4e0e-9364-ac9ade116633 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:57.969208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-76d0e453-323c-4e0e-9364-ac9ade116633 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0673211 Jun 04 16:36:57.977764 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c3580217-f670-47da-b8c8-fa1d1abc431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:36:57.979099 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3580217-f670-47da-b8c8-fa1d1abc431c None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:36:58.038995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59010) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.056827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] device_id is not set on port 80503197-75c7-4953-a7e7-2e21a67a4310 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:36:58.080329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-bd4fabd9-1b8b-48d3-ad96-fdc79a614c24 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.081444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bd4fabd9-1b8b-48d3-ad96-fdc79a614c24 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0385725 Jun 04 16:36:58.094587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59014) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.119275 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:58.192288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-5038c7a2-18a5-4bbf-95ec-1d33e279f47f tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.193363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5038c7a2-18a5-4bbf-95ec-1d33e279f47f tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0962906 Jun 04 16:36:58.204070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a343f4f-4603-43dd-b523-939d8de40f21 req-8d6a162b-7f46-4651-8f79-0a7c2c02b761 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:58.205663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7a343f4f-4603-43dd-b523-939d8de40f21 req-8d6a162b-7f46-4651-8f79-0a7c2c02b761 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 943 time: 0.9856782 Jun 04 16:36:58.214228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59020) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.230846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Pushing event deleted for resources: {'Port': ['ID=30239f75-f7aa-4463-a417-1d1bdba76e4b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:58.260872 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:58.288702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-18c60c35-c359-4993-9988-522c6a66b4af tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.289694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-18c60c35-c359-4993-9988-522c6a66b4af tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0662742 Jun 04 16:36:58.310892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59024) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.328076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Transition to ACTIVE for port object 80503197-75c7-4953-a7e7-2e21a67a4310 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:36:58.332011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-99a4cb65-8255-4e50-9701-1001fd1a41e6 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port 1e521098-8969-4b34-8e04-c2576b3d8eb6 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:58.332349 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99a4cb65-8255-4e50-9701-1001fd1a41e6 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:58.368949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-6d2d14f5-20ca-4595-991e-38962059e5dc tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.369979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6d2d14f5-20ca-4595-991e-38962059e5dc tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0397143 Jun 04 16:36:58.381452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59028) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.420422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-f5769d9f-cfb4-4e6a-bd07-7d4196423515 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.421380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f5769d9f-cfb4-4e6a-bd07-7d4196423515 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0245667 Jun 04 16:36:58.422710 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:58.425405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59032) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.470072 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:58.472324 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:58.502244 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:58.503030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80fd9113-d003-40fc-a3c8-7ff8f7c476f3 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:36:58.517519 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:58.518903 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bae52bb6-c4ec-423a-8c59-f501eab91369 admin admin] 10.222.0.13 "DELETE /v2.0/routers/80fd9113-d003-40fc-a3c8-7ff8f7c476f3 HTTP/1.1" status: 204 len: 168 time: 3.4940822 Jun 04 16:36:58.522055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59036) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.527980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-d5c0b272-2e75-45a3-b777-ceacbfcec45c tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.531445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d5c0b272-2e75-45a3-b777-ceacbfcec45c tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0970583 Jun 04 16:36:58.542104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7a343f4f-4603-43dd-b523-939d8de40f21 req-1ee73bcf-e6d9-4990-a956-52869ea4bb0d tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552545 Jun 04 16:36:58.563555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bfb77-caf2-4187-b522-a2b3887dceff req-2e7c0d37-0d4d-4fac-beab-0d15326f3ec6 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:58.563555 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d2bfb77-caf2-4187-b522-a2b3887dceff req-2e7c0d37-0d4d-4fac-beab-0d15326f3ec6 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 1.1347625 Jun 04 16:36:58.596225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59040) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.605595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd6708ea-5501-4c8c-9526-b0d288f51c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:58.614293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f67edc1-1278-4f05-8c87-757f20c0b12b admin admin] Deleting subnet 5a10394f-857f-48ce-84fe-ff0cc4ad9f70 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:36:58.618467 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f67edc1-1278-4f05-8c87-757f20c0b12b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:58.643710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event updated for resources: {'Port': ['ID=80503197-75c7-4953-a7e7-2e21a67a4310,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:58.684643 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f67edc1-1278-4f05-8c87-757f20c0b12b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:58.695980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [None req-fe1033e4-bf11-40e2-9a32-126580e2e1ec tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.697272 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fe1033e4-bf11-40e2-9a32-126580e2e1ec tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0507505 Jun 04 16:36:58.721620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59044) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.731006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-9591838d-f2c0-48e1-8c9a-903644be9c26 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.734646 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9591838d-f2c0-48e1-8c9a-903644be9c26 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0120382 Jun 04 16:36:58.740891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59048) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.748397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-be481dc5-dfd0-4559-9598-c8e4ad07069e tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.750531 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-be481dc5-dfd0-4559-9598-c8e4ad07069e tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0078926 Jun 04 16:36:58.751966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59052) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.758498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-0fc3f9fb-24ec-43a9-a33f-b49870f96d69 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.760927 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0fc3f9fb-24ec-43a9-a33f-b49870f96d69 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0078487 Jun 04 16:36:58.763867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59056) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.770386 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-b9665e36-f4eb-4de3-9998-23b4ff9133bb tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.774806 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b9665e36-f4eb-4de3-9998-23b4ff9133bb tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0066102 Jun 04 16:36:58.779878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59060) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.789493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-e9800ce0-0d98-40d5-a02d-2b30a7e6222a tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.792873 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e9800ce0-0d98-40d5-a02d-2b30a7e6222a tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0097444 Jun 04 16:36:58.794821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59066) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.803950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-8e7ecfbc-f027-4692-843c-14b4b22a583e tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.808868 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8e7ecfbc-f027-4692-843c-14b4b22a583e tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0092101 Jun 04 16:36:58.808868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59070) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.818313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-9dfae550-bd01-4c71-b2eb-ca79f309cbf8 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.819411 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9dfae550-bd01-4c71-b2eb-ca79f309cbf8 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0106370 Jun 04 16:36:58.822226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59074) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.829619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-802b5279-c1fa-496e-a93b-431174e48cd5 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.830644 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-802b5279-c1fa-496e-a93b-431174e48cd5 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074561 Jun 04 16:36:58.836079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59078) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.842873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-be5761e4-f8e5-4c5b-bb71-b26568453e8d tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.846740 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-be5761e4-f8e5-4c5b-bb71-b26568453e8d tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0070853 Jun 04 16:36:58.847134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59082) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.858716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-7189ce6e-3317-4110-a8b2-17638ee326f6 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.860185 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7189ce6e-3317-4110-a8b2-17638ee326f6 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0084720 Jun 04 16:36:58.863232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59086) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.871786 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-998715cb-f9c2-4e79-aba2-3c85bbe86d18 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.873138 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-998715cb-f9c2-4e79-aba2-3c85bbe86d18 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0087230 Jun 04 16:36:58.876458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59090) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.884099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-eb2c7bdd-3b26-4b7c-9e85-90ade53b3b12 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.885498 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eb2c7bdd-3b26-4b7c-9e85-90ade53b3b12 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0078361 Jun 04 16:36:58.888097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f67edc1-1278-4f05-8c87-757f20c0b12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:58.919513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59094) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.936716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-f8460a78-e7d6-4d0a-9038-069d8e43a416 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.940336 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f8460a78-e7d6-4d0a-9038-069d8e43a416 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0165381 Jun 04 16:36:58.941144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59098) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.950175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-e08b0c90-3ca2-4047-a159-7c905dd31903 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.951168 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e08b0c90-3ca2-4047-a159-7c905dd31903 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0090952 Jun 04 16:36:58.953796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59102) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.962404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-4c0d9736-1682-45a9-9721-e58fb723d45a tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.963400 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4c0d9736-1682-45a9-9721-e58fb723d45a tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0074911 Jun 04 16:36:58.969916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59106) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.975734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-e0c924fd-7f3c-4d25-b471-39515470aef6 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.977141 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e0c924fd-7f3c-4d25-b471-39515470aef6 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0062983 Jun 04 16:36:58.980078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59110) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:58.982320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:36:58.987322 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-ad53e181-0860-47c0-85a3-5a071d932129 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:58.990484 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ad53e181-0860-47c0-85a3-5a071d932129 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0073333 Jun 04 16:36:58.994763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59116) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:59.003813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] For port c258dcb1-49dc-406f-a2a9-949ae93aac8f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c258dcb1-49dc-406f-a2a9-949ae93aac8f,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:59.004172 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:59.016178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-e7ed09ff-df8e-4608-95f7-3c06ede3bb80 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:59.020473 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e7ed09ff-df8e-4608-95f7-3c06ede3bb80 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0213628 Jun 04 16:36:59.021155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59120) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:59.035807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-fc31f8bd-09c0-4eb9-a869-cf125838c398 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:59.038728 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63d5ef4-78a5-4d7b-b3f5-9b5d18cc8cfd'] response: {'server_uuid': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'code': 200} Jun 04 16:36:59.042722 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fc31f8bd-09c0-4eb9-a869-cf125838c398 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0179424 Jun 04 16:36:59.043374 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f67edc1-1278-4f05-8c87-757f20c0b12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:59.048198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59124) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:59.080036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d2bfb77-caf2-4187-b522-a2b3887dceff req-be358734-367e-4daa-a27f-a4a61bc6852d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4062464 Jun 04 16:36:59.082861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Checking segment: {'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:36:59.083233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Network hostable DHCP agents. Network: 76c7224e-da23-4fe6-8db2-c15f2ff97775, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:36:59.144156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 30239f75-f7aa-4463-a417-1d1bdba76e4b no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:59.146673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67edc1-1278-4f05-8c87-757f20c0b12b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a10394f-857f-48ce-84fe-ff0cc4ad9f70,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:59.154217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-6f564089-ab24-4580-b4c3-cf714f13aa86 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:59.158090 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6f564089-ab24-4580-b4c3-cf714f13aa86 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0187440 Jun 04 16:36:59.158863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59128) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:59.169623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-0a7e2448-423f-433d-827e-c4feb47108f3 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:59.173416 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0a7e2448-423f-433d-827e-c4feb47108f3 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0109246 Jun 04 16:36:59.174195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59132) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:59.175311 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f67edc1-1278-4f05-8c87-757f20c0b12b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:59.178497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e70a6b0-50e1-473a-8494-4ad0dc4847cb None None] Network 6f5938a6-9eb6-42de-81b7-fd33ade18d19 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:36:59.194806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-f32fa0ef-7350-4e4c-b9ad-c85c258f174d tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:59.196191 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f32fa0ef-7350-4e4c-b9ad-c85c258f174d tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0176005 Jun 04 16:36:59.200573 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1f67edc1-1278-4f05-8c87-757f20c0b12b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5a10394f-857f-48ce-84fe-ff0cc4ad9f70 HTTP/1.1" status: 204 len: 168 time: 0.6773210 Jun 04 16:36:59.201759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59136) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:59.204903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59138) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:59.210377 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-5097d82d-2e38-49cb-b6e1-562354cb0375 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:59.211768 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5097d82d-2e38-49cb-b6e1-562354cb0375 tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0082152 Jun 04 16:36:59.232085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59146) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:59.246724 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-57f58563-b2aa-4e50-85f8-0d1b8ce772dd tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:59.248208 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-57f58563-b2aa-4e50-85f8-0d1b8ce772dd tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0107930 Jun 04 16:36:59.250957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59150) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:59.281983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Calling delete_port for c258dcb1-49dc-406f-a2a9-949ae93aac8f owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:59.319279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [None req-f4d9d3dc-9735-4cfa-a661-52165f475a1c tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:36:59.320673 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f4d9d3dc-9735-4cfa-a661-52165f475a1c tempest-ExtensionsTestJSON-50027382 tempest-ExtensionsTestJSON-50027382-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0685565 Jun 04 16:36:59.357470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 30239f75-f7aa-4463-a417-1d1bdba76e4b {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:36:59.357812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 30239f75-f7aa-4463-a417-1d1bdba76e4b not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:36:59.358236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device eb55ebb2-f389-4c1f-95f1-7b7208f9a888 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:59.376726 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:59.380303 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99a4cb65-8255-4e50-9701-1001fd1a41e6 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:59.380679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99a4cb65-8255-4e50-9701-1001fd1a41e6 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:59.390163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Deleting port d11281cf-65ef-44c7-a23b-22d08a1b69db {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:59.390602 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:59.409424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: eb55ebb2-f389-4c1f-95f1-7b7208f9a888 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:36:59.409777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device eb55ebb2-f389-4c1f-95f1-7b7208f9a888 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:36:59.410243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 10a42279-72ff-4aa7-8817-7ca9ab18b945 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:36:59.468085 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd6708ea-5501-4c8c-9526-b0d288f51c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:59.486993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 10a42279-72ff-4aa7-8817-7ca9ab18b945 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:36:59.486993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 10a42279-72ff-4aa7-8817-7ca9ab18b945 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:36:59.561937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Network 76c7224e-da23-4fe6-8db2-c15f2ff97775 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:36:59.631112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-99a4cb65-8255-4e50-9701-1001fd1a41e6 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for 1e521098-8969-4b34-8e04-c2576b3d8eb6 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:59.632180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5ee9f8-0c1f-4b9a-89d5-330a5a7c6138 None None] DHCP port deletion for 6f5938a6-9eb6-42de-81b7-fd33ade18d19 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:36:59.637886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ee9f8-0c1f-4b9a-89d5-330a5a7c6138 None None] Deleting port d11281cf-65ef-44c7-a23b-22d08a1b69db {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:36:59.638374 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee9f8-0c1f-4b9a-89d5-330a5a7c6138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:59.670727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] For port d11281cf-65ef-44c7-a23b-22d08a1b69db, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d11281cf-65ef-44c7-a23b-22d08a1b69db,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:36:59.671088 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:59.674933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6708ea-5501-4c8c-9526-b0d288f51c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c7c0c56-e5ee-464a-a511-51b729cba402,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:36:59.709149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0657816e-02a7-4dff-b621-c193db1c966a None None] Network 7c60cf5b-406b-41ce-bcd5-08c9436737a4 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:36:59.710025 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd6708ea-5501-4c8c-9526-b0d288f51c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:59.727027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59160) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:59.730878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 76c7224e-da23-4fe6-8db2-c15f2ff97775) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:36:59.769739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6a916-397f-4990-a231-3ec386e4240f None None] Network 76c7224e-da23-4fe6-8db2-c15f2ff97775 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:36:59.779847 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bd6708ea-5501-4c8c-9526-b0d288f51c2a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6c7c0c56-e5ee-464a-a511-51b729cba402 HTTP/1.1" status: 204 len: 168 time: 2.7347016 Jun 04 16:36:59.787652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:36:59.809596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59166) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:36:59.815771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20c5ae-ba52-41ec-8f48-8848d34802a0 req-db1f1d38-96b5-4eb0-a0c1-f1c5cfc53b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:36:59.817231 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa20c5ae-ba52-41ec-8f48-8848d34802a0 req-db1f1d38-96b5-4eb0-a0c1-f1c5cfc53b59 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 1097 time: 0.6667702 Jun 04 16:36:59.833845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Calling delete_port for d11281cf-65ef-44c7-a23b-22d08a1b69db owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:36:59.969956 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:36:59.999964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:00.000440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:00.000912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:00.033572 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] No DVR routers for this DVR port d11281cf-65ef-44c7-a23b-22d08a1b69db on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:37:00.050624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:00.051257 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:00.071041 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 2 to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 Jun 04 16:37:00.073871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Pushing event deleted for resources: {'Port': ['ID=d11281cf-65ef-44c7-a23b-22d08a1b69db,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:00.094967 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b720cf11-156d-4b5f-94ab-20fda6186fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.115083 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f78a612-9627-4151-b789-69eadc8a56c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.189795 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.197111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa20c5ae-ba52-41ec-8f48-8848d34802a0 req-7900d076-c064-498c-86b5-fc6460107f3e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041568 Jun 04 16:37:00.198118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:00.203269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:00.203718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:00.216282 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.228651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5938a6-9eb6-42de-81b7-fd33ade18d19']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:00.230115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8f78a612-9627-4151-b789-69eadc8a56c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:00.238762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:00.239287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b0a623-87fc-47a2-a551-0ca1676d5f1f') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:00.253223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.276620 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.283702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ed5ee9f8-0c1f-4b9a-89d5-330a5a7c6138 None None] For port d11281cf-65ef-44c7-a23b-22d08a1b69db, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d11281cf-65ef-44c7-a23b-22d08a1b69db,segment=NetworkSegment(f6b0a623-87fc-47a2-a551-0ca1676d5f1f),segment_id=f6b0a623-87fc-47a2-a551-0ca1676d5f1f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:00.283887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:37:00.284223 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee9f8-0c1f-4b9a-89d5-330a5a7c6138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.284336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.316173 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.319133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:00.319662 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:00.336576 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 3 to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 Jun 04 16:37:00.372799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['838761b6-421d-4114-aed8-8a2ffc0bfafe'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:37:00.396822 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.423106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8f78a612-9627-4151-b789-69eadc8a56c1 admin admin] Usage tracker for resource:security_group_rule and tenant:97d50a5e8b4447b9be216a0635eeb189 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:00.424251 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f6b0a623-87fc-47a2-a551-0ca1676d5f1f resource provider aggregate not found Jun 04 16:37:00.430142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event deleted for resources: {'Port': ['ID=c258dcb1-49dc-406f-a2a9-949ae93aac8f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:00.433304 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.441119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5938a6-9eb6-42de-81b7-fd33ade18d19,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:00.451978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8f78a612-9627-4151-b789-69eadc8a56c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:00.462260 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f6b0a623-87fc-47a2-a551-0ca1676d5f1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6b0a623-87fc-47a2-a551-0ca1676d5f1f found for delete ", "request_id": "req-2b2d1f66-ccc5-4819-ba46-38656443283d"}]} Jun 04 16:37:00.468290 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-887ab744-815e-451d-aba1-b4ab14536487 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6f5938a6-9eb6-42de-81b7-fd33ade18d19 HTTP/1.1" status: 204 len: 168 time: 1.2594399 Jun 04 16:37:00.541134 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99a4cb65-8255-4e50-9701-1001fd1a41e6 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.561272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ee9f8-0c1f-4b9a-89d5-330a5a7c6138 None None] Calling delete_port for d11281cf-65ef-44c7-a23b-22d08a1b69db owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:00.671804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] No DVR routers for this DVR port c258dcb1-49dc-406f-a2a9-949ae93aac8f on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:37:00.679364 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.709749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59186) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:00.767590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8f78a612-9627-4151-b789-69eadc8a56c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:00.768926 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-ed5ee9f8-0c1f-4b9a-89d5-330a5a7c6138 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:37:00.769276 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-ed5ee9f8-0c1f-4b9a-89d5-330a5a7c6138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:37:00.769381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7', 'name': 'network-vif-deleted', 'tag': 'c258dcb1-49dc-406f-a2a9-949ae93aac8f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:00.774105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Deleting port 529ce69e-e38a-4585-9b85-7fa241f535c9 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:00.774957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.799587 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-abba1bd1-5d47-4c94-8f9e-eee851714b61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a6c197ec3444659b4b4af7e2c0aec5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883808 Jun 04 16:37:00.802102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59192) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:00.819340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] DHCP port deletion for 7c60cf5b-406b-41ce-bcd5-08c9436737a4 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:37:00.843551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfca6b6-7d56-4a1e-b209-c6d089fce3a4 req-9c8618c3-25a6-4d7b-9f30-75c7e4506afb tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:00.844000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8cfca6b6-7d56-4a1e-b209-c6d089fce3a4 req-9c8618c3-25a6-4d7b-9f30-75c7e4506afb tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:00.848857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] Deleting port 529ce69e-e38a-4585-9b85-7fa241f535c9 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:00.849249 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.871400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-849995d2-340e-407c-9daa-4eb95f5cf699 req-9aac07d6-9712-4467-801a-3890689cb4b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "DELETE /v2.0/ports/c258dcb1-49dc-406f-a2a9-949ae93aac8f HTTP/1.1" status: 204 len: 173 time: 6.1086028 Jun 04 16:37:00.872072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:00.872399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:00.872728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:00.905046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:00.905368 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:00.906023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4cb65-8255-4e50-9701-1001fd1a41e6 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=1e521098-8969-4b34-8e04-c2576b3d8eb6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:00.915193 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34764c41-00ee-4f8b-b5ac-c9d8f0e5e58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:00.938601 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 4 to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 Jun 04 16:37:00.986168 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34764c41-00ee-4f8b-b5ac-c9d8f0e5e58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:01.037710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 529ce69e-e38a-4585-9b85-7fa241f535c9 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:37:01.046762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-8cfca6b6-7d56-4a1e-b209-c6d089fce3a4 req-9c8618c3-25a6-4d7b-9f30-75c7e4506afb tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:01.053884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8cfca6b6-7d56-4a1e-b209-c6d089fce3a4 req-9c8618c3-25a6-4d7b-9f30-75c7e4506afb tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7 HTTP/1.1" status: 200 len: 943 time: 1.3277917 Jun 04 16:37:01.064957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:01.065437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:01.065795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:01.069860 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99a4cb65-8255-4e50-9701-1001fd1a41e6 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:01.115867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:01.116193 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:01.141996 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34764c41-00ee-4f8b-b5ac-c9d8f0e5e58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:01.193485 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:01.235450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34764c41-00ee-4f8b-b5ac-c9d8f0e5e58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb59ce6b-f5a4-4520-864c-77ab29e659c1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:01.251868 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34764c41-00ee-4f8b-b5ac-c9d8f0e5e58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:01.255249 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-34764c41-00ee-4f8b-b5ac-c9d8f0e5e58f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb59ce6b-f5a4-4520-864c-77ab29e659c1 HTTP/1.1" status: 204 len: 168 time: 0.4497845 Jun 04 16:37:01.320116 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ee9f8-0c1f-4b9a-89d5-330a5a7c6138 None None] Deleting port d11281cf-65ef-44c7-a23b-22d08a1b69db {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:01.320740 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee9f8-0c1f-4b9a-89d5-330a5a7c6138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:01.482205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ee9f8-0c1f-4b9a-89d5-330a5a7c6138 None None] The port 'd11281cf-65ef-44c7-a23b-22d08a1b69db' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:37:01.505718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] For port 529ce69e-e38a-4585-9b85-7fa241f535c9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=529ce69e-e38a-4585-9b85-7fa241f535c9,segment=NetworkSegment(2d6208d9-dfdb-4470-a566-357a391156bd),segment_id=2d6208d9-dfdb-4470-a566-357a391156bd)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:01.506175 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:01.522174 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:01.569066 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 5 to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 Jun 04 16:37:01.605823 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99a4cb65-8255-4e50-9701-1001fd1a41e6 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:01.620480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-99a4cb65-8255-4e50-9701-1001fd1a41e6 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/floatingips/717e2105-7618-4c30-be39-4962cc4a67bc HTTP/1.1" status: 204 len: 168 time: 3.7170753 Jun 04 16:37:01.623919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59200) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:01.629911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': '104173b9-0104-40eb-96e2-005152e16832'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:01.633924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 529ce69e-e38a-4585-9b85-7fa241f535c9 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:01.636056 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:01.646301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:01.664961 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:floatingip and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:01.669290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8216e-941c-4a97-b05a-90b67fded51e req-ed6822e1-6f91-47bb-bc72-c66e96b49657 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:01.676746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0f8216e-941c-4a97-b05a-90b67fded51e req-ed6822e1-6f91-47bb-bc72-c66e96b49657 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 1.3525174 Jun 04 16:37:01.677865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:01.689174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:01.689593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:01.689932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:01.695520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:01.737515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:01.742668 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8cfca6b6-7d56-4a1e-b209-c6d089fce3a4 req-4226a4f6-d1b3-4531-98ce-2d99582e346e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6836858 Jun 04 16:37:01.799970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] Calling delete_port for 529ce69e-e38a-4585-9b85-7fa241f535c9 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:01.956860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:01.957688 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:01.970392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0f8216e-941c-4a97-b05a-90b67fded51e req-f3c5a18d-2ae2-4001-bbfc-68d1e4c5de6f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926667 Jun 04 16:37:01.977426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 529ce69e-e38a-4585-9b85-7fa241f535c9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=529ce69e-e38a-4585-9b85-7fa241f535c9,segment=NetworkSegment(2d6208d9-dfdb-4470-a566-357a391156bd),segment_id=2d6208d9-dfdb-4470-a566-357a391156bd)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:01.983253 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae469b3-8b91-4316-92aa-a6ce6a787558'] response: {'server_uuid': '3771efe4-b5ae-4ff4-a4c7-6b24990d0cb7', 'name': 'network-vif-deleted', 'tag': 'c258dcb1-49dc-406f-a2a9-949ae93aac8f', 'status': 'completed', 'code': 200} Jun 04 16:37:01.985463 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:01.986734 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 6 to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 Jun 04 16:37:01.986858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d11281cf-65ef-44c7-a23b-22d08a1b69db no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:37:02.059323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:02.059670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:02.059993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:02.074609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:02.074609 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:02.076170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] For port 529ce69e-e38a-4585-9b85-7fa241f535c9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=529ce69e-e38a-4585-9b85-7fa241f535c9,segment=NetworkSegment(2d6208d9-dfdb-4470-a566-357a391156bd),segment_id=2d6208d9-dfdb-4470-a566-357a391156bd)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:02.076843 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:02.095741 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 7 to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 Jun 04 16:37:02.119073 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f78a612-9627-4151-b789-69eadc8a56c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:02.155496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=529ce69e-e38a-4585-9b85-7fa241f535c9,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:02.164093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: d11281cf-65ef-44c7-a23b-22d08a1b69db {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:37:02.166518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d11281cf-65ef-44c7-a23b-22d08a1b69db not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:37:02.172147 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:37:02.173173 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:37:02.176589 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:02.273300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Calling delete_port for 529ce69e-e38a-4585-9b85-7fa241f535c9 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:02.334283 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f78a612-9627-4151-b789-69eadc8a56c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:02.342316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:02.342678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.25.5.185 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/5e8e09be-fba3-4b4b-8bfe-9c75b7a764b5) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:02.343150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:02.343150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:02.368349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:02.368668 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:02.378588 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 8 to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 Jun 04 16:37:02.428148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78a612-9627-4151-b789-69eadc8a56c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dc54f7-cbef-44c5-8b30-2a9d1fa276c5,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:02.431512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:02.431845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:02.432268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:02.439800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8f78a612-9627-4151-b789-69eadc8a56c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97d50a5e8b4447b9be216a0635eeb189&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7065222 Jun 04 16:37:02.441995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:02.441995 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:02.442406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59220) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:02.443689 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 9 to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 Jun 04 16:37:02.491344 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:37:02.491730 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:37:02.532454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:02.532825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:02.533243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:02.539490 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:02.544485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:02.545002 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:02.551990 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 10 to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 Jun 04 16:37:02.581562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:02.581936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:02.582266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:02.596612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port 80503197-75c7-4953-a7e7-2e21a67a4310 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:02.596612 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port 80503197-75c7-4953-a7e7-2e21a67a4310 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:02.596612 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:02.656948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3334aab6-496f-4eb2-aece-2f4c914a8991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:02.674777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] Deleting port 529ce69e-e38a-4585-9b85-7fa241f535c9 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:02.675160 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:02.716610 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:02.723615 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3334aab6-496f-4eb2-aece-2f4c914a8991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:02.757951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] For port 80503197-75c7-4953-a7e7-2e21a67a4310, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:37:02.759656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempted to set empty binding levels {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 04 16:37:02.774283 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:02.783898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:02.833382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:02.834040 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:02.932681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event updated for resources: {'Port': ['ID=80503197-75c7-4953-a7e7-2e21a67a4310,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:02.951145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:02.958128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:02.965677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:03.000913 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d070ae23-8d6b-45ef-ba5c-15408120d42d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 8.0162501 Jun 04 16:37:03.007819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Deleting port 529ce69e-e38a-4585-9b85-7fa241f535c9 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:03.008326 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:03.024840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59238) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:03.077385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=5e8e09be-fba3-4b4b-8bfe-9c75b7a764b5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:03.171427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] For port 529ce69e-e38a-4585-9b85-7fa241f535c9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=529ce69e-e38a-4585-9b85-7fa241f535c9,segment=NetworkSegment(2d6208d9-dfdb-4470-a566-357a391156bd),segment_id=2d6208d9-dfdb-4470-a566-357a391156bd)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:03.173305 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:03.193879 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3334aab6-496f-4eb2-aece-2f4c914a8991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:03.196342 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3334aab6-496f-4eb2-aece-2f4c914a8991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:03.197472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3334aab6-496f-4eb2-aece-2f4c914a8991 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50dc54f7-cbef-44c5-8b30-2a9d1fa276c5 HTTP/1.1" status: 204 len: 168 time: 0.7457461 Jun 04 16:37:03.245019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Deleting port 80503197-75c7-4953-a7e7-2e21a67a4310 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:03.245452 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:03.256343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334aab6-496f-4eb2-aece-2f4c914a8991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dc54f7-cbef-44c5-8b30-2a9d1fa276c5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:03.268217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2047e2f6-5c96-41d1-aa02-3405784528f9 req-0684f7e5-ca46-471e-a8db-28fcc2e9a69a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4200296 Jun 04 16:37:03.471323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] Calling delete_port for 529ce69e-e38a-4585-9b85-7fa241f535c9 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:03.574679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] For port 529ce69e-e38a-4585-9b85-7fa241f535c9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=529ce69e-e38a-4585-9b85-7fa241f535c9,segment=NetworkSegment(2d6208d9-dfdb-4470-a566-357a391156bd),segment_id=2d6208d9-dfdb-4470-a566-357a391156bd)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:03.574867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:03.592239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf620c5d-0d34-43fd-b78d-e3c8a9178d20 req-499a43fa-0a9f-4208-9d7c-b678c16db543 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:03.599440 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf620c5d-0d34-43fd-b78d-e3c8a9178d20 req-499a43fa-0a9f-4208-9d7c-b678c16db543 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.4241512 Jun 04 16:37:03.651070 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:03.784531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] Pushing event deleted for resources: {'Port': ['ID=529ce69e-e38a-4585-9b85-7fa241f535c9,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:03.802161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851171da-b34b-4bb5-bc93-1d238d468bb9 None None] No DVR routers for this DVR port 529ce69e-e38a-4585-9b85-7fa241f535c9 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:37:03.922752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Calling delete_port for 529ce69e-e38a-4585-9b85-7fa241f535c9 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:03.949126 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:04.055312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] For port 80503197-75c7-4953-a7e7-2e21a67a4310, host n-h1-811809-3, got binding levels [] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:04.056635 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:04.070948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:37:04.071614 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:37:04.105443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e2f6-5c96-41d1-aa02-3405784528f9 req-e5b82551-9e25-44b5-a069-b9434f383073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:04.107343 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2047e2f6-5c96-41d1-aa02-3405784528f9 req-e5b82551-9e25-44b5-a069-b9434f383073 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 1096 time: 0.7681603 Jun 04 16:37:04.116793 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:04.207624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf620c5d-0d34-43fd-b78d-e3c8a9178d20 req-e96b0627-673d-41ee-baa9-d58060770529 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6072879 Jun 04 16:37:04.239061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Calling delete_port for 80503197-75c7-4953-a7e7-2e21a67a4310 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:04.515665 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:04.667663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event deleted for resources: {'Port': ['ID=80503197-75c7-4953-a7e7-2e21a67a4310,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:04.688552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:04.689564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:04.690537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:04.692346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:04.692959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:04.696891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:04.698326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:04.698959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:04.699575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:04.700100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:04.700581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:04.701350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:04.714505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Deleting port 529ce69e-e38a-4585-9b85-7fa241f535c9 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:04.715765 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:04.720657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:04.738855 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-03ba9a73-4a03-4159-a096-d2aab8613699 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "DELETE /v2.0/ports/80503197-75c7-4953-a7e7-2e21a67a4310 HTTP/1.1" status: 204 len: 168 time: 1.7066245 Jun 04 16:37:04.742297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59306) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:04.745862 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:04.785115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e2f6-5c96-41d1-aa02-3405784528f9 req-bef2755f-6d9b-4e53-89f1-e3af77fb931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:04.786857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2047e2f6-5c96-41d1-aa02-3405784528f9 req-bef2755f-6d9b-4e53-89f1-e3af77fb931e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.6493363 Jun 04 16:37:04.796094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59310) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:04.815894 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8a0fdb-7028-4aed-8dd0-62ec5d230e1c tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] GET failed (client error): The resource could not be found. Jun 04 16:37:04.816442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6e8a0fdb-7028-4aed-8dd0-62ec5d230e1c tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Synchronizing usage tracker for tenant:9dc167ba0ef240a99b41c49c6f911fe2 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:04.925305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6e8a0fdb-7028-4aed-8dd0-62ec5d230e1c tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Unset dirty status for tenant:9dc167ba0ef240a99b41c49c6f911fe2 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:04.929893 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6e8a0fdb-7028-4aed-8dd0-62ec5d230e1c tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "GET /v2.0/ports/80503197-75c7-4953-a7e7-2e21a67a4310 HTTP/1.1" status: 404 len: 333 time: 0.1829314 Jun 04 16:37:04.933901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59316) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:04.947428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Request body: {'port': {'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-555316030'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:04.989455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] The port '529ce69e-e38a-4585-9b85-7fa241f535c9' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:37:04.990014 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:05.016810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:05.023972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1954301382'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:05.038310 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:05.058694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:network and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:05.061353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:05.068864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:05.087360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:05.092926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-fc9ab01d-1caa-46e6-974f-7fa6042ab4b3 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:05.094947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-fc9ab01d-1caa-46e6-974f-7fa6042ab4b3 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 1.0221884 Jun 04 16:37:05.110412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Made reservation on behalf of 9dc167ba0ef240a99b41c49c6f911fe2 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:05.111362 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2047e2f6-5c96-41d1-aa02-3405784528f9 req-02b8ca0b-e860-4dd2-80ff-dd5cc500c07d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910bb961-5609-4845-b7fe-12c8742a1c73 HTTP/1.1" status: 200 len: 217 time: 0.1274629 Jun 04 16:37:05.113149 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:05.144591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:05.148806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:05.164415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] device_id is not set on port eda84cda-947e-4e4e-a054-6d900a0c3699 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:05.234357 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:05.278255 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-0153bdfa-d096-4183-b155-1a294c5a8e0d tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/quotas/1b45c4870e4d408598053bccb5aa7a72 HTTP/1.1" status: 200 len: 375 time: 0.1474471 Jun 04 16:37:05.286997 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:05.302880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e2f6-5c96-41d1-aa02-3405784528f9 req-ca98942e-d481-4856-ae31-ddac911cc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:05.304326 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2047e2f6-5c96-41d1-aa02-3405784528f9 req-ca98942e-d481-4856-ae31-ddac911cc50e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.1774800 Jun 04 16:37:05.411608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c60cf5b-406b-41ce-bcd5-08c9436737a4']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:05.431072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6208d9-dfdb-4470-a566-357a391156bd') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:05.431744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6208d9-dfdb-4470-a566-357a391156bd') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:05.453600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:05.464234 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:05.471602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:security_group_rule and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:05.478744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6bbe2-8961-4d6c-8f97-3d17818ea53d req-8d9e77a2-8d17-4ac3-a65d-4f993d27f113 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:05.480291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-73f6bbe2-8961-4d6c-8f97-3d17818ea53d req-8d9e77a2-8d17-4ac3-a65d-4f993d27f113 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.6923554 Jun 04 16:37:05.481100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:05.492971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:05.501301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59322) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:05.526339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-937f2827-0f76-48f8-851d-bb90296d93ac tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Request body: {'floatingip': {'port_id': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:05.543067 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:05.597467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:37:05.598063 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:05.615238 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-937f2827-0f76-48f8-851d-bb90296d93ac tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:05.702366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e2f6-5c96-41d1-aa02-3405784528f9 req-27bfeab3-efaa-48d4-befe-3991a7c24cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:05.704096 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2047e2f6-5c96-41d1-aa02-3405784528f9 req-27bfeab3-efaa-48d4-befe-3991a7c24cce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3659110 Jun 04 16:37:05.710242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-120ea07c-ba72-449d-aee8-afd53f522e26 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4123356 Jun 04 16:37:05.712886 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:05.740618 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 2d6208d9-dfdb-4470-a566-357a391156bd resource provider aggregate not found Jun 04 16:37:05.859687 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:05.889874 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 2d6208d9-dfdb-4470-a566-357a391156bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d6208d9-dfdb-4470-a566-357a391156bd found for delete ", "request_id": "req-2901f443-15cd-4a40-ac58-f1c19e5d7353"}]} Jun 04 16:37:05.898398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c60cf5b-406b-41ce-bcd5-08c9436737a4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:05.975258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5933642b-f5e3-4a4f-8027-671ffc558c03 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7c60cf5b-406b-41ce-bcd5-08c9436737a4 HTTP/1.1" status: 204 len: 168 time: 6.1565995 Jun 04 16:37:06.059787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2047e2f6-5c96-41d1-aa02-3405784528f9 req-e04f9172-fe13-426f-9623-59b15fcabefb service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485289 Jun 04 16:37:06.124580 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:06.158831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c73a0cb1-4db7-4a85-b544-7d76456f6133 service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227157 Jun 04 16:37:06.243544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:37:06.281445 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:06.308919 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:06.324070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59348) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:06.331540 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:06.402222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556244e8-5265-4f41-8636-f4128aa8d9a1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:06.406063 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:06.504205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2047e2f6-5c96-41d1-aa02-3405784528f9 req-4b6f15e7-503f-4db6-b28b-956c90854bd2 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339116 Jun 04 16:37:06.567109 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-a8f24c0c-9257-42ca-82aa-f726fe8d74f6 service neutron] 10.222.0.13 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894110 Jun 04 16:37:06.626408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:37:06.654480 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c41e5fc2-b395-4fb3-9b84-7d1bb8fa6038 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=034fe08f1f634c458de338d38be6314a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254900 Jun 04 16:37:06.654771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59352) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:06.674594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:06.698666 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=5e8e09be-fba3-4b4b-8bfe-9c75b7a764b5,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:06.763978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:06.764321 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Added segment 70382250-5cdf-4755-b6b2-650ee0270c0a of type vlan for network 7c4acf59-576e-46e4-9820-9c623def5eff Jun 04 16:37:06.767539 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-863d80a4-5017-4ee6-ba58-ab487f47ce19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:06.780060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:06.845656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-108be9ea-a1d0-401b-97ba-ea5498c48351 req-8c973925-fc2c-470d-879d-28b377e89707 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 210 time: 0.0764778 Jun 04 16:37:06.871301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-863d80a4-5017-4ee6-ba58-ab487f47ce19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:06.883449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Network 76c7224e-da23-4fe6-8db2-c15f2ff97775 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:06.968840 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-863d80a4-5017-4ee6-ba58-ab487f47ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:07.024354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d80a4-5017-4ee6-ba58-ab487f47ce19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:07.040960 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-863d80a4-5017-4ee6-ba58-ab487f47ce19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:07.045471 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-863d80a4-5017-4ee6-ba58-ab487f47ce19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed72ebe5-aab6-4ad4-8a8e-47e003bad8d3 HTTP/1.1" status: 204 len: 168 time: 0.3891590 Jun 04 16:37:07.315357 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-937f2827-0f76-48f8-851d-bb90296d93ac tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:07.316448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event updated for resources: {'Port': ['ID=eda84cda-947e-4e4e-a054-6d900a0c3699,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:07.323661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:07.335682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:07.336802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:07.337674 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:07.343023 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-937f2827-0f76-48f8-851d-bb90296d93ac tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:07.758371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59380) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:07.841566 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:07.848384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-72c9e7e9-144d-4d68-b274-e529589befa0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e825aac29054eb28a64b162542a1efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877728 Jun 04 16:37:07.851017 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Floating IP 178616fc-41f5-46cb-a453-10179e5cd586 associated. External IP: 172.25.5.185, port: 104173b9-0104-40eb-96e2-005152e16832. Jun 04 16:37:07.851171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59384) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:08.014539 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18d4fc81-9afe-4a1f-931c-50dd522d2204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:08.070308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18d4fc81-9afe-4a1f-931c-50dd522d2204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:08.099427 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1d702f23-3704-4272-b2ad-68ca641155fc tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.1603825 Jun 04 16:37:08.123931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59390) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:08.136724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:08.178230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f72ac58e-4b1c-4478-94ea-44e06c3a71b5 req-ade40ea5-3c07-4cd1-9c9d-a6240324bcf0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 210 time: 0.1112497 Jun 04 16:37:08.320464 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-937f2827-0f76-48f8-851d-bb90296d93ac tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Floating IP c0488d22-c8f6-4118-b6f1-239317126d9f associated. External IP: 172.25.5.234, port: 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f. Jun 04 16:37:08.339911 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18d4fc81-9afe-4a1f-931c-50dd522d2204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:08.365242 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:08.503251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4fc81-9afe-4a1f-931c-50dd522d2204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200135d7-62d7-4858-82d3-14a909263299,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:08.520890 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18d4fc81-9afe-4a1f-931c-50dd522d2204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:08.525219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-18d4fc81-9afe-4a1f-931c-50dd522d2204 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/200135d7-62d7-4858-82d3-14a909263299 HTTP/1.1" status: 204 len: 168 time: 0.6729805 Jun 04 16:37:08.650510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-cf713d1e-5a9e-4ce4-8e17-78108c1d37a8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:08.652715 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-cf713d1e-5a9e-4ce4-8e17-78108c1d37a8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 805 time: 0.2675807 Jun 04 16:37:08.699033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Request body: {'port': {'device_id': '68dc5325-2c27-4792-b6b1-cd409a92dec6', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'admin_state_up': True, 'tenant_id': '1b45c4870e4d408598053bccb5aa7a72'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:08.821740 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:08.827937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:08.828485 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:09.079672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:09.091413 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 4.2936952 Jun 04 16:37:09.093904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59410) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:09.098475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4f598-c96d-47ab-a6d1-1f79b3668b85 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Network': ['ID=7c4acf59-576e-46e4-9820-9c623def5eff,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:09.110231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 7c4acf59-576e-46e4-9820-9c623def5eff details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:37:09.110736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:09.118887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'name': 'tempest-PortsTestJSON-256477995'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:09.263882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Made reservation on behalf of 1b45c4870e4d408598053bccb5aa7a72 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:09.267805 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:09.301706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] device_id is not set on port eda84cda-947e-4e4e-a054-6d900a0c3699 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:09.318565 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:09.432617 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59426) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:09.544299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Transition to ACTIVE for port object eda84cda-947e-4e4e-a054-6d900a0c3699 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:09.554665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:09.566027 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c915512a-3e86-4941-aed8-3d57a140336a req-1be6b998-7f82-4e25-8550-8cbce996abf0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 210 time: 0.1624746 Jun 04 16:37:09.575373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:port and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:09.583399 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:09.614262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:09.877641 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7028fdb-989d-4d9c-981b-53d53dbdcd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:09.902129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f7028fdb-989d-4d9c-981b-53d53dbdcd71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:09.915455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f7028fdb-989d-4d9c-981b-53d53dbdcd71 admin admin] Usage tracker for resource:security_group_rule and tenant:f0cd7115e404468baeeb8bba35a7ae72 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:09.926713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937f2827-0f76-48f8-851d-bb90296d93ac tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Router 3079ff8c-116f-4919-b4df-b2f6517efbda has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:37:09.928173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f7028fdb-989d-4d9c-981b-53d53dbdcd71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:09.943277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f7028fdb-989d-4d9c-981b-53d53dbdcd71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:09.949227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event updated for resources: {'Port': ['ID=eda84cda-947e-4e4e-a054-6d900a0c3699,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:09.953656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:37:09.957190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:10.004943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Allocated IP 172.20.0.6 (70421273-3d05-4465-beb8-c7e04471a05a/85832715-45f4-4da8-bd84-98b9a23469f5/b3111508-4daf-4a61-9b44-62499c1ab302) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:10.013636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:10.017968 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:10.028766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:10.029373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:10.029877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:10.046015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:10.046648 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:10.050385 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 2 to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 Jun 04 16:37:10.069492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 9a2ded17-155e-4240-af60-ef12fa58ab6f yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:10.184332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59444) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:10.357150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:10.357485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:10.358334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:10.390350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:10.390598 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:10.397559 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 3 to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 Jun 04 16:37:10.500558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937f2827-0f76-48f8-851d-bb90296d93ac tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:37:10.512019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:10.512325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:10.512572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:10.515270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cde41b-d66b-4561-a76d-e3f7c176391a None None] Sync routers for ids ['3079ff8c-116f-4919-b4df-b2f6517efbda'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:37:10.529261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:10.529633 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:10.533081 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-937f2827-0f76-48f8-851d-bb90296d93ac tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:10.534472 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 4 to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 Jun 04 16:37:10.536412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cde41b-d66b-4561-a76d-e3f7c176391a None None] Routers {'3079ff8c-116f-4919-b4df-b2f6517efbda'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:10.537417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-53cde41b-d66b-4561-a76d-e3f7c176391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3079ff8c-116f-4919-b4df-b2f6517efbda'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:10.640802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:10.641136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:10.641467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:10.649797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1595429256-network', 'tenant_id': '618d10cf39b2499f8c13a109dc5e5216'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:10.657391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:37:10.667680 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33162e-81e6-4ee2-8886-3bdec7d5b910 None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:37:10.685121 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33162e-81e6-4ee2-8886-3bdec7d5b910 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:10.686757 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5c33162e-81e6-4ee2-8886-3bdec7d5b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:10.692284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:10.703886 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-937f2827-0f76-48f8-851d-bb90296d93ac tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "PUT /v2.0/floatingips/c0488d22-c8f6-4118-b6f1-239317126d9f HTTP/1.1" status: 200 len: 992 time: 5.1993909 Jun 04 16:37:10.706464 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:10.709456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:10.709775 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:10.716555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Usage tracker for resource:network and tenant:618d10cf39b2499f8c13a109dc5e5216 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:10.719151 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 5 to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 Jun 04 16:37:10.719833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'tag': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:10.729881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:10.752931 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7028fdb-989d-4d9c-981b-53d53dbdcd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:10.764680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:10.782036 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7028fdb-989d-4d9c-981b-53d53dbdcd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:10.798883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:10.799215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:10.800079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:10.862316 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5c33162e-81e6-4ee2-8886-3bdec7d5b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:10.867657 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee3e6b2-05ca-4a3f-b025-f74b395a9935'] response: {'name': 'network-changed', 'server_uuid': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'tag': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'status': 'completed', 'code': 200} Jun 04 16:37:10.871582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7028fdb-989d-4d9c-981b-53d53dbdcd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a20d5a5-3f14-4439-916a-ac3d30ab52f8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:10.882406 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33162e-81e6-4ee2-8886-3bdec7d5b910 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:10.883065 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5c33162e-81e6-4ee2-8886-3bdec7d5b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:10.885520 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:10.896836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:10.897157 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:10.942758 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 6 to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 Jun 04 16:37:10.950371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Made reservation on behalf of 618d10cf39b2499f8c13a109dc5e5216 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:10.952803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:10.955362 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f7028fdb-989d-4d9c-981b-53d53dbdcd71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0cd7115e404468baeeb8bba35a7ae72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5212359 Jun 04 16:37:10.958353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59458) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:10.975040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb16df64-ac87-4f5e-96d8-268dffbe531d req-2b21fb86-5465-4cd3-b554-d292989b03db tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 210 time: 0.1565180 Jun 04 16:37:10.990527 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-88166335-3f09-45d3-b668-c7226c887b77 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.3651977 Jun 04 16:37:10.994320 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:10.998217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59462) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:11.005748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-53cde41b-d66b-4561-a76d-e3f7c176391a None None] Set router 3079ff8c-116f-4919-b4df-b2f6517efbda gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:37:11.037505 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:11.039019 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5c33162e-81e6-4ee2-8886-3bdec7d5b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:11.039603 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33162e-81e6-4ee2-8886-3bdec7d5b910 None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:37:11.085196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:11.085705 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:11.086047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:11.096991 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:11.104446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:11.153029 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-213a5f48-260a-4f47-9784-11c13ab3022b tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "GET /v2.0/floatingips/178616fc-41f5-46cb-a453-10179e5cd586 HTTP/1.1" status: 200 len: 978 time: 0.1532519 Jun 04 16:37:11.155744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59466) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:11.158642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-499349c2-4852-4809-9b4a-eda59533116d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:11.182910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:11.183271 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:11.188132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event updated for resources: {'Port': ['ID=b3111508-4daf-4a61-9b44-62499c1ab302,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:11.190728 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 7 to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 Jun 04 16:37:11.207687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Usage tracker for resource:security_group_rule and tenant:618d10cf39b2499f8c13a109dc5e5216 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:11.214931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:11.216612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:11.217063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:11.223948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:11.225727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['838761b6-421d-4114-aed8-8a2ffc0bfafe'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:37:11.237685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:11.244436 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:11.253448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:11.253785 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:11.257801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Network 70421273-3d05-4465-beb8-c7e04471a05a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:11.264054 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 8 to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 Jun 04 16:37:11.268237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-499349c2-4852-4809-9b4a-eda59533116d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:11.300826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2ff6df16-0d89-4c41-a9b0-d1f7443e295a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Synchronizing usage tracker for tenant:fa9933e6426947f68c85e35445b633ce on resource:floatingip {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:11.315247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:11.335905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:11.339011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2ff6df16-0d89-4c41-a9b0-d1f7443e295a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Unset dirty status for tenant:fa9933e6426947f68c85e35445b633ce on resource:floatingip {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:11.340359 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2ff6df16-0d89-4c41-a9b0-d1f7443e295a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1836345 Jun 04 16:37:11.342989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59470) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:11.358911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-090de32d-e21c-4848-acd1-8ed7bcb9aa5a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'floatingip': {'port_id': 'cdb03dc4-46c1-4d7a-b483-d1f0b297caf2'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:11.401363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bf44d-e859-4ca6-a481-284efe5cbbff req-cda7ebe7-1007-4a7c-978d-7c8bcf35f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:11.402909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a05bf44d-e859-4ca6-a481-284efe5cbbff req-cda7ebe7-1007-4a7c-978d-7c8bcf35f0ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 1097 time: 0.5071285 Jun 04 16:37:11.408574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:11.409131 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:11.469195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:11.469594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:11.469869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:11.486074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:11.486419 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:11.489767 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-090de32d-e21c-4848-acd1-8ed7bcb9aa5a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:11.492412 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 9 to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 Jun 04 16:37:11.566602 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-499349c2-4852-4809-9b4a-eda59533116d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:11.606666 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499349c2-4852-4809-9b4a-eda59533116d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a20d5a5-3f14-4439-916a-ac3d30ab52f8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:11.616544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-499349c2-4852-4809-9b4a-eda59533116d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:11.618111 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-499349c2-4852-4809-9b4a-eda59533116d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a20d5a5-3f14-4439-916a-ac3d30ab52f8 HTTP/1.1" status: 204 len: 168 time: 0.6584830 Jun 04 16:37:11.692339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Checking segment: {'id': '70382250-5cdf-4755-b6b2-650ee0270c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:11.692768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network hostable DHCP agents. Network: 7c4acf59-576e-46e4-9820-9c623def5eff, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:37:11.699186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-53cde41b-d66b-4561-a76d-e3f7c176391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:06Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'c0488d22-c8f6-4118-b6f1-239317126d9f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'port_id': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'mac_address': 'fa:16:3e:30:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:36:29Z', 'updated_at': '2022-06-04T16:37:07Z', 'revision_number': 1, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6fc63c7-9fa2-4e75-a243-01f53cddb5a7', 'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'mac_address': 'fa:16:3e:1e:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:05Z', 'updated_at': '2022-06-04T16:34:13Z', 'revision_number': 5, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'subnets': [{'id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:11.704378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cde41b-d66b-4561-a76d-e3f7c176391a None None] Checking router: 3079ff8c-116f-4919-b4df-b2f6517efbda for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:37:11.705392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=9a2ded17-155e-4240-af60-ef12fa58ab6f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:11.718168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cde41b-d66b-4561-a76d-e3f7c176391a None None] Routers {'3079ff8c-116f-4919-b4df-b2f6517efbda'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:11.718685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:11.718992 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-53cde41b-d66b-4561-a76d-e3f7c176391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3079ff8c-116f-4919-b4df-b2f6517efbda'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:11.719347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:11.719841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:11.746325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:11.747026 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:11.754649 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 10 to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 Jun 04 16:37:11.779306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c70684a1-4fc7-42d0-989b-cb4df0c1dac9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1143520 Jun 04 16:37:11.811506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Request body: {'port': {'device_id': '68dc5325-2c27-4792-b6b1-cd409a92dec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:11.847886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:11.848221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:11.848555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:11.880371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 7c4acf59-576e-46e4-9820-9c623def5eff is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:37:11.901523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:11.901900 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port eda84cda-947e-4e4e-a054-6d900a0c3699 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:11.902270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:11.950498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bf44d-e859-4ca6-a481-284efe5cbbff req-64e5bef8-2536-4c53-ad21-cc5b82285619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:11.951998 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a05bf44d-e859-4ca6-a481-284efe5cbbff req-64e5bef8-2536-4c53-ad21-cc5b82285619 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.5229585 Jun 04 16:37:11.957608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 7c4acf59-576e-46e4-9820-9c623def5eff) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:11.975933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4654d3c4-cb6b-4397-895d-a008cf4997df None None] Network 7c4acf59-576e-46e4-9820-9c623def5eff requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:37:12.010847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59482) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:12.093994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-53cde41b-d66b-4561-a76d-e3f7c176391a None None] Set router 3079ff8c-116f-4919-b4df-b2f6517efbda gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:37:12.101790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:12.108172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:12.108797 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:12.166734 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:12.252365 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:12.302207 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c5c0ab45-ee6b-4ff9-80be-5c4cf27a719c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.2058766 Jun 04 16:37:12.307367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59494) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:12.329488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-134449724'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:12.341328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:12.354245 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:network and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:12.359956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:12.375275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:12.402615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:37:12.442931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:12.467708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a05bf44d-e859-4ca6-a481-284efe5cbbff req-0e8be2a3-2dfc-4265-b206-1aa4350d6bde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f HTTP/1.1" status: 200 len: 1000 time: 0.4934571 Jun 04 16:37:12.468689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a8f42f-55d2-48f5-a6ce-e0708b2d624f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:12.483824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-44497c59-4f34-4352-8310-a27e442f4f16 admin admin] Deleting subnet 24ab7b2c-bf09-435e-8e04-71854923016b {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:37:12.486759 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:12.487109 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Added segment 6586d6bb-e244-46f4-abbe-8779dcdf6bd9 of type vlan for network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 Jun 04 16:37:12.497223 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44497c59-4f34-4352-8310-a27e442f4f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:12.498873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:12.503235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:12.709684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-53cde41b-d66b-4561-a76d-e3f7c176391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:06Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'c0488d22-c8f6-4118-b6f1-239317126d9f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'port_id': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'mac_address': 'fa:16:3e:30:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:36:29Z', 'updated_at': '2022-06-04T16:37:07Z', 'revision_number': 1, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6fc63c7-9fa2-4e75-a243-01f53cddb5a7', 'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'mac_address': 'fa:16:3e:1e:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:05Z', 'updated_at': '2022-06-04T16:34:13Z', 'revision_number': 5, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'subnets': [{'id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:12.715527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cde41b-d66b-4561-a76d-e3f7c176391a None None] The sync data for ids ['3079ff8c-116f-4919-b4df-b2f6517efbda'] in n-d-811809-3 is: [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:06Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'c0488d22-c8f6-4118-b6f1-239317126d9f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'port_id': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'mac_address': 'fa:16:3e:30:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:36:29Z', 'updated_at': '2022-06-04T16:37:07Z', 'revision_number': 1, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6fc63c7-9fa2-4e75-a243-01f53cddb5a7', 'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'mac_address': 'fa:16:3e:1e:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:05Z', 'updated_at': '2022-06-04T16:34:13Z', 'revision_number': 5, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'subnets': [{'id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:37:12.747384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] For port eda84cda-947e-4e4e-a054-6d900a0c3699, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:37:12.747763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempted to set empty binding levels {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 04 16:37:12.817989 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:12.828504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:37:12.848442 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:12.848649 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Added segment dfb52f70-f265-4365-81ae-330f50a6acbd of type vlan for network 57ff90bf-bbd4-4573-aa88-3d3d615cd321 Jun 04 16:37:12.948943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44497c59-4f34-4352-8310-a27e442f4f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:12.973023 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:12.991370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] In _notify_port_updated(), no bound segment for port eda84cda-947e-4e4e-a054-6d900a0c3699 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:37:12.992514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:12.994036 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:12.998771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "PUT /v2.0/ports/eda84cda-947e-4e4e-a054-6d900a0c3699 HTTP/1.1" status: 200 len: 974 time: 4.8734460 Jun 04 16:37:12.998944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59508) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:13.042115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bf44d-e859-4ca6-a481-284efe5cbbff req-89a67c91-9614-4241-b6cc-043a35da7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.044046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a05bf44d-e859-4ca6-a481-284efe5cbbff req-89a67c91-9614-4241-b6cc-043a35da7a7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.5539541 Jun 04 16:37:13.047874 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:13.074811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-090de32d-e21c-4848-acd1-8ed7bcb9aa5a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:13.092388 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-090de32d-e21c-4848-acd1-8ed7bcb9aa5a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:13.096168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f72c3e-5117-42cb-a67d-9b375a7c5db9 None None] New status for floating IP c0488d22-c8f6-4118-b6f1-239317126d9f: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:37:13.146724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ca93d-9291-41c6-9478-18e867e39b46 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event updated for resources: {'Port': ['ID=eda84cda-947e-4e4e-a054-6d900a0c3699,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:13.172716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57d71a-c635-4557-9cff-1eca4526b9c9 req-31eef3ac-ca56-4600-bb1a-e875b69d8f92 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.173721 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fc57d71a-c635-4557-9cff-1eca4526b9c9 req-31eef3ac-ca56-4600-bb1a-e875b69d8f92 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:13.246583 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44497c59-4f34-4352-8310-a27e442f4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:13.319865 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:13.330025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fc57d71a-c635-4557-9cff-1eca4526b9c9 req-31eef3ac-ca56-4600-bb1a-e875b69d8f92 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:13.330540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.331368 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:13.332063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc57d71a-c635-4557-9cff-1eca4526b9c9 req-31eef3ac-ca56-4600-bb1a-e875b69d8f92 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 931 time: 1.0661147 Jun 04 16:37:13.459024 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:13.460104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.460678 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:13.525812 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2171483 Jun 04 16:37:13.538786 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59520) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:13.578842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'ports': [{'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff'}, {'network_id': '57ff90bf-bbd4-4573-aa88-3d3d615cd321'}]} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:13.579261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:13.579907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': '57ff90bf-bbd4-4573-aa88-3d3d615cd321'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:13.625545 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4354792 Jun 04 16:37:13.653930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59526) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:13.695543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Request body: {'subnet': {'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1595429256-subnet', 'tenant_id': '618d10cf39b2499f8c13a109dc5e5216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:13.700653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3a7d0-e3c5-4bf8-baa3-88cffd643e28 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Network': ['ID=57ff90bf-bbd4-4573-aa88-3d3d615cd321,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:13.714274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 57ff90bf-bbd4-4573-aa88-3d3d615cd321 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:37:13.771874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3111508-4daf-4a61-9b44-62499c1ab302 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:37:13.779307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:13.780654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bf44d-e859-4ca6-a481-284efe5cbbff req-d0988e94-3bb9-40b0-ba3f-7760bde18e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.782559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a05bf44d-e859-4ca6-a481-284efe5cbbff req-d0988e94-3bb9-40b0-ba3f-7760bde18e6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6831136 Jun 04 16:37:13.803598 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:13.813033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.813359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.813820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.814331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.814745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.815205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.815657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.816608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.816608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.817002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.817471 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.817928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.818854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.818854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.819282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.819732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.820181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.820631 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.821143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc57d71a-c635-4557-9cff-1eca4526b9c9 req-4e4cd395-12a9-4e13-8706-7eb9422bf1d9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651962 Jun 04 16:37:13.821346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.821552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:13.823505 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Synchronizing usage tracker for tenant:9dc167ba0ef240a99b41c49c6f911fe2 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:13.826576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Usage tracker for resource:subnet and tenant:618d10cf39b2499f8c13a109dc5e5216 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:13.854474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:13.873965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:13.877611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2bd06-8272-4083-8ff8-daa75dde0f0b admin admin] Pushing event updated for resources: {'Network': ['ID=3ff5aec9-bd46-4796-ab31-0dee9cc09529,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:13.893182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:37:13.914283 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-090de32d-e21c-4848-acd1-8ed7bcb9aa5a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Floating IP 178616fc-41f5-46cb-a453-10179e5cd586 associated. External IP: 172.25.5.185, port: 104173b9-0104-40eb-96e2-005152e16832. Jun 04 16:37:13.945664 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44497c59-4f34-4352-8310-a27e442f4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:13.966194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Transition to ACTIVE for port object b3111508-4daf-4a61-9b44-62499c1ab302 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:14.013309 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44497c59-4f34-4352-8310-a27e442f4f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:14.018871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Unset dirty status for tenant:9dc167ba0ef240a99b41c49c6f911fe2 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:14.020124 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-74347e87-7907-4fbc-b8b3-3757462e942d tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17283 time: 1.0191426 Jun 04 16:37:14.020878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Made reservation on behalf of 618d10cf39b2499f8c13a109dc5e5216 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:14.021744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44497c59-4f34-4352-8310-a27e442f4f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ab7b2c-bf09-435e-8e04-71854923016b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:14.023270 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:14.026120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-44497c59-4f34-4352-8310-a27e442f4f16 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/24ab7b2c-bf09-435e-8e04-71854923016b HTTP/1.1" status: 204 len: 168 time: 1.9323556 Jun 04 16:37:14.026783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59540) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:14.030958 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:14.037620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59542) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:14.243323 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:14.261613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:port and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:14.267968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:14.280185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:14.367825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 2} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:14.372382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:14.429004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c907055a-e433-40fc-97f0-fbba6fc57444 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Deleting port eda84cda-947e-4e4e-a054-6d900a0c3699 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:14.429530 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c907055a-e433-40fc-97f0-fbba6fc57444 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:14.451157 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:14.453477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Pushing event updated for resources: {'Port': ['ID=b3111508-4daf-4a61-9b44-62499c1ab302,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:14.470355 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a05bf44d-e859-4ca6-a481-284efe5cbbff req-8fe2e784-7f3d-4ba3-9365-83656f76d25e service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532581 Jun 04 16:37:14.519271 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1911cfe-8df9-44b9-aa10-956640e5941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:14.860467 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:14.865332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090de32d-e21c-4848-acd1-8ed7bcb9aa5a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:37:14.940800 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1911cfe-8df9-44b9-aa10-956640e5941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:14.966385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-b1911cfe-8df9-44b9-aa10-956640e5941c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58250c8-0d14-45b3-8b50-30142b2c0098']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:14.979271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-b1911cfe-8df9-44b9-aa10-956640e5941c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1720593f-1ccf-47bd-8083-5cee1d8d4b53') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:14.979944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-b1911cfe-8df9-44b9-aa10-956640e5941c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1720593f-1ccf-47bd-8083-5cee1d8d4b53') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:14.989234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Attempting to bind port b3111508-4daf-4a61-9b44-62499c1ab302 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:14.989803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Attempting to bind port b3111508-4daf-4a61-9b44-62499c1ab302 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:14.990281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Attempting to bind port b3111508-4daf-4a61-9b44-62499c1ab302 on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:14.993917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59574) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:15.010318 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1911cfe-8df9-44b9-aa10-956640e5941c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.060928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Port b3111508-4daf-4a61-9b44-62499c1ab302 on network 70421273-3d05-4465-beb8-c7e04471a05a not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:15.061315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Attempting to bind port b3111508-4daf-4a61-9b44-62499c1ab302 on network 70421273-3d05-4465-beb8-c7e04471a05a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:15.093900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 0f6cd6b2-ac39-465e-be70-9530ac109087 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:15.110202 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1911cfe-8df9-44b9-aa10-956640e5941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.120405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Pushing event updated for resources: {'Subnet': ['ID=51753b0e-bae0-4e15-86bd-b5b0f7f3b84a,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:15.137180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:37:15.137540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Checking segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:15.137992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Bound using segment: {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:37:15.138536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Bound port: b3111508-4daf-4a61-9b44-62499c1ab302, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbdfc35-f16c-4737-8415-9c4607576a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:37:15.138889 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.144481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Checking segment: {'id': '6586d6bb-e244-46f4-abbe-8779dcdf6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:15.144839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Network hostable DHCP agents. Network: 3ff5aec9-bd46-4796-ab31-0dee9cc09529, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:37:15.159628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1911cfe-8df9-44b9-aa10-956640e5941c admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:37:15.160034 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1911cfe-8df9-44b9-aa10-956640e5941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.255703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a05bf44d-e859-4ca6-a481-284efe5cbbff req-decff752-c06c-4561-865e-7146d55c8ee8 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7753582 Jun 04 16:37:15.261097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2b388ea-cf5a-4c5e-9cc7-dd9b55c43f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.285199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:37:15.298361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c2b388ea-cf5a-4c5e-9cc7-dd9b55c43f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:15.304537 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 1720593f-1ccf-47bd-8083-5cee1d8d4b53 resource provider aggregate not found Jun 04 16:37:15.315581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090de32d-e21c-4848-acd1-8ed7bcb9aa5a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:37:15.317677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c2b388ea-cf5a-4c5e-9cc7-dd9b55c43f75 admin admin] Usage tracker for resource:security_group_rule and tenant:f24336c58a5d40c2961729f009da949f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:15.323712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 3ff5aec9-bd46-4796-ab31-0dee9cc09529) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:15.326252 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79e932-8df9-4d4b-8cca-b4901b815b86 None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:37:15.332787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bd9e90-f8af-44b2-908e-a5905fc58a64 None None] Network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:37:15.340319 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79e932-8df9-4d4b-8cca-b4901b815b86 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:15.341181 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7e79e932-8df9-4d4b-8cca-b4901b815b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:15.373982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c2b388ea-cf5a-4c5e-9cc7-dd9b55c43f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:15.405900 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 1720593f-1ccf-47bd-8083-5cee1d8d4b53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1720593f-1ccf-47bd-8083-5cee1d8d4b53 found for delete ", "request_id": "req-0b493a19-345b-4ea6-9abd-03af360aabc9"}]} Jun 04 16:37:15.411038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:15.411631 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.415342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c2b388ea-cf5a-4c5e-9cc7-dd9b55c43f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:15.418078 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7e79e932-8df9-4d4b-8cca-b4901b815b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:15.433942 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79e932-8df9-4d4b-8cca-b4901b815b86 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:15.435776 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7e79e932-8df9-4d4b-8cca-b4901b815b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:15.441700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-c907055a-e433-40fc-97f0-fbba6fc57444 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] For port eda84cda-947e-4e4e-a054-6d900a0c3699, host n-h1-811809-3, got binding levels [] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:15.442343 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c907055a-e433-40fc-97f0-fbba6fc57444 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.502327 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a539f7ea-9726-4e85-a165-2d246163fcef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8464692 Jun 04 16:37:15.561408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.569046 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7e79e932-8df9-4d4b-8cca-b4901b815b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:15.571149 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79e932-8df9-4d4b-8cca-b4901b815b86 None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:37:15.662662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3176eafc-b8e0-4821-8821-f6847e2567bd None None] Network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:37:15.680519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c907055a-e433-40fc-97f0-fbba6fc57444 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Calling delete_port for eda84cda-947e-4e4e-a054-6d900a0c3699 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:15.730629 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1911cfe-8df9-44b9-aa10-956640e5941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.757642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] For port b3111508-4daf-4a61-9b44-62499c1ab302, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:37:15.762981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] For port b3111508-4daf-4a61-9b44-62499c1ab302, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b3111508-4daf-4a61-9b44-62499c1ab302,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:37:15.784754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 3cf5740b-f82a-4e30-88d3-7724619b56d0 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:15.807452 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1911cfe-8df9-44b9-aa10-956640e5941c admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.817667 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.861648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1911cfe-8df9-44b9-aa10-956640e5941c admin admin] Pushing event deleted for resources: {'Network': ['ID=f58250c8-0d14-45b3-8b50-30142b2c0098,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:15.894993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c355a-b2b2-4fb5-aaa7-83e31806071e req-0b8083c7-43f2-48a3-82f5-f853dd4d47fc tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:15.896784 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-161c355a-b2b2-4fb5-aaa7-83e31806071e req-0b8083c7-43f2-48a3-82f5-f853dd4d47fc tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 943 time: 0.9016716 Jun 04 16:37:15.911182 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b1911cfe-8df9-44b9-aa10-956640e5941c admin admin] 10.222.0.13 "DELETE /v2.0/networks/f58250c8-0d14-45b3-8b50-30142b2c0098 HTTP/1.1" status: 204 len: 168 time: 1.8426232 Jun 04 16:37:15.937004 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2b388ea-cf5a-4c5e-9cc7-dd9b55c43f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.952293 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2b388ea-cf5a-4c5e-9cc7-dd9b55c43f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.962863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:15.964152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:15.966767 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] 10.222.0.46 "PUT /v2.0/ports/b3111508-4daf-4a61-9b44-62499c1ab302 HTTP/1.1" status: 200 len: 1091 time: 4.1667459 Jun 04 16:37:15.983109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dc5325-2c27-4792-b6b1-cd409a92dec6', 'tag': 'b3111508-4daf-4a61-9b44-62499c1ab302'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:15.995882 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c907055a-e433-40fc-97f0-fbba6fc57444 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:16.023733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9651b-a735-4ec2-a6f9-72a54e3b931c service neutron] Pushing event updated for resources: {'Port': ['ID=b3111508-4daf-4a61-9b44-62499c1ab302,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:16.035506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090de32d-e21c-4848-acd1-8ed7bcb9aa5a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:37:16.056349 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c2b388ea-cf5a-4c5e-9cc7-dd9b55c43f75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f24336c58a5d40c2961729f009da949f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0469894 Jun 04 16:37:16.057931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b388ea-cf5a-4c5e-9cc7-dd9b55c43f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00224dde-143a-4f4c-bd97-efd60bd6ce67,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:16.060370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59604) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:16.078890 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c907055a-e433-40fc-97f0-fbba6fc57444 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:16.135924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59608) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:16.180308 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:16.199843 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c907055a-e433-40fc-97f0-fbba6fc57444 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "DELETE /v2.0/ports/eda84cda-947e-4e4e-a054-6d900a0c3699 HTTP/1.1" status: 204 len: 168 time: 2.1669660 Jun 04 16:37:16.201791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59612) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:16.206536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907055a-e433-40fc-97f0-fbba6fc57444 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event deleted for resources: {'Port': ['ID=eda84cda-947e-4e4e-a054-6d900a0c3699,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:16.259395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9c7df3dc-0aa4-4da3-9082-8bd04dd2912e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f2fed221c66405cb1357711eacccb1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1193638 Jun 04 16:37:16.267532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59616) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:16.302513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-161c355a-b2b2-4fb5-aaa7-83e31806071e req-4fb6e51f-7088-4430-9624-4ae26442a2b4 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818393 Jun 04 16:37:16.303364 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31b832e-9da9-41f5-b39e-985686b3d868 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] GET failed (client error): The resource could not be found. Jun 04 16:37:16.303882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c31b832e-9da9-41f5-b39e-985686b3d868 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Synchronizing usage tracker for tenant:9dc167ba0ef240a99b41c49c6f911fe2 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:16.315573 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6839d43a-bf18-4608-b1a3-743acf7f5bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:16.359501 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:16.364523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c31b832e-9da9-41f5-b39e-985686b3d868 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Unset dirty status for tenant:9dc167ba0ef240a99b41c49c6f911fe2 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:16.365707 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c31b832e-9da9-41f5-b39e-985686b3d868 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "GET /v2.0/ports/eda84cda-947e-4e4e-a054-6d900a0c3699 HTTP/1.1" status: 404 len: 333 time: 0.1566169 Jun 04 16:37:16.372635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59620) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:16.375119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090de32d-e21c-4848-acd1-8ed7bcb9aa5a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:37:16.386593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8900668a-e674-4fe7-ae93-01dc9ac87633 None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:37:16.387965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1945157474', 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:16.401785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8900668a-e674-4fe7-ae93-01dc9ac87633 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:16.404550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8900668a-e674-4fe7-ae93-01dc9ac87633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:16.405235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-3cf7dd36-7812-40f2-bf3c-33b87ed83872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:16.406809 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-3cf7dd36-7812-40f2-bf3c-33b87ed83872 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 1094 time: 0.3862967 Jun 04 16:37:16.407844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:16.421388 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69724c6a-0ded-4dbd-b2ba-c76e6b388a7e'] response: {'name': 'network-changed', 'server_uuid': '68dc5325-2c27-4792-b6b1-cd409a92dec6', 'tag': 'b3111508-4daf-4a61-9b44-62499c1ab302', 'status': 'completed', 'code': 200} Jun 04 16:37:16.477851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8900668a-e674-4fe7-ae93-01dc9ac87633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:16.488927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8900668a-e674-4fe7-ae93-01dc9ac87633 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:16.489536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8900668a-e674-4fe7-ae93-01dc9ac87633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:16.518400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:16.527619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-c3113ec6-1ac5-4851-acaa-999c0dd76874 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3111508-4daf-4a61-9b44-62499c1ab302 HTTP/1.1" status: 200 len: 217 time: 0.1081014 Jun 04 16:37:16.534098 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2e9d53f8-4309-4b1f-9bf6-7b7ad73809e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:16.553132 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6839d43a-bf18-4608-b1a3-743acf7f5bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:16.564643 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2e9d53f8-4309-4b1f-9bf6-7b7ad73809e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:16.564830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8900668a-e674-4fe7-ae93-01dc9ac87633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:16.565536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8900668a-e674-4fe7-ae93-01dc9ac87633 None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:37:16.629798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 7c4acf59-576e-46e4-9820-9c623def5eff is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:16.642031 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:16.649136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:16.649991 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:16.651658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=0f6cd6b2-ac39-465e-be70-9530ac109087,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:16.697079 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-090de32d-e21c-4848-acd1-8ed7bcb9aa5a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:16.784689 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6839d43a-bf18-4608-b1a3-743acf7f5bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:16.830445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Made reservation on behalf of 9dc167ba0ef240a99b41c49c6f911fe2 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:16.832933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:16.843682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839d43a-bf18-4608-b1a3-743acf7f5bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00224dde-143a-4f4c-bd97-efd60bd6ce67,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:16.845472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=3cf5740b-f82a-4e30-88d3-7724619b56d0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:16.875204 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6839d43a-bf18-4608-b1a3-743acf7f5bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:16.879542 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6839d43a-bf18-4608-b1a3-743acf7f5bad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00224dde-143a-4f4c-bd97-efd60bd6ce67 HTTP/1.1" status: 204 len: 168 time: 0.8073633 Jun 04 16:37:16.887819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Checking segment: {'id': 'dfb52f70-f265-4365-81ae-330f50a6acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '57ff90bf-bbd4-4573-aa88-3d3d615cd321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:16.887819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network hostable DHCP agents. Network: 57ff90bf-bbd4-4573-aa88-3d3d615cd321, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:37:16.899024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] device_id is not set on port 2730cf43-251a-4485-8253-61f982613810 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:16.908611 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-090de32d-e21c-4848-acd1-8ed7bcb9aa5a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "PUT /v2.0/floatingips/178616fc-41f5-46cb-a453-10179e5cd586 HTTP/1.1" status: 200 len: 978 time: 5.5550900 Jun 04 16:37:16.911751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59630) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:16.918992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a0805bd1-3545-4113-8dcf-679425719bdd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:16.944691 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-11f7245a-d4f7-43c7-85c6-3576de30e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:16.946391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-11f7245a-d4f7-43c7-85c6-3576de30e127 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.3708367 Jun 04 16:37:16.984405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 57ff90bf-bbd4-4573-aa88-3d3d615cd321 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:37:17.024565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 57ff90bf-bbd4-4573-aa88-3d3d615cd321) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:17.031950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-74502c4e-0807-4a0d-b558-671e96489df2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781596 Jun 04 16:37:17.032472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:17.038224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:17.044173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:17.044877 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:17.049372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6f62ed-3242-44c5-bf8b-eaf504db9cfb None None] Network 57ff90bf-bbd4-4573-aa88-3d3d615cd321 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:37:17.051332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-2a47db6f-85b8-4264-ab1c-6360be180d4d tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:17.052252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-2a47db6f-85b8-4264-ab1c-6360be180d4d tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Synchronizing usage tracker for tenant:618d10cf39b2499f8c13a109dc5e5216 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:17.087820 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0805bd1-3545-4113-8dcf-679425719bdd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:17.088455 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2e9d53f8-4309-4b1f-9bf6-7b7ad73809e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:17.185923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d53f8-4309-4b1f-9bf6-7b7ad73809e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdba190-f839-4891-bb1b-188d837c25de,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:17.236750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-2a47db6f-85b8-4264-ab1c-6360be180d4d tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Unset dirty status for tenant:618d10cf39b2499f8c13a109dc5e5216 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:17.237923 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-2a47db6f-85b8-4264-ab1c-6360be180d4d tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/networks?id=3ff5aec9-bd46-4796-ab31-0dee9cc09529 HTTP/1.1" status: 200 len: 818 time: 0.8275375 Jun 04 16:37:17.308948 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-717573ba-22ec-420d-80b5-ae3249d80dd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7496564 Jun 04 16:37:17.316562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59636) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:17.363402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59642) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:17.374567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-462b531e-9e72-42d0-8930-34ffd3dbc01a tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/quotas/618d10cf39b2499f8c13a109dc5e5216 HTTP/1.1" status: 200 len: 375 time: 0.1284926 Jun 04 16:37:17.421652 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3f1efa1-7fa0-49be-92bd-9de60f4ae074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:17.439115 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2e9d53f8-4309-4b1f-9bf6-7b7ad73809e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:17.440159 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2e9d53f8-4309-4b1f-9bf6-7b7ad73809e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bdba190-f839-4891-bb1b-188d837c25de HTTP/1.1" status: 204 len: 168 time: 1.1688778 Jun 04 16:37:17.498758 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-2496b592-eabe-4459-9db2-de21ef421b30 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=618d10cf39b2499f8c13a109dc5e5216&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086819 Jun 04 16:37:17.500507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-6bb7bfcb-59e3-4e46-9277-f28feac0b028 service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597836 Jun 04 16:37:17.538995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5fd7f829-7661-4086-b896-c31147b6a2a2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 3cf5740b-f82a-4e30-88d3-7724619b56d0 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:17.539400 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd7f829-7661-4086-b896-c31147b6a2a2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:17.567326 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:17.599755 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0805bd1-3545-4113-8dcf-679425719bdd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:17.606853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f3f1efa1-7fa0-49be-92bd-9de60f4ae074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:17.611619 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0805bd1-3545-4113-8dcf-679425719bdd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:17.612005 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-a0805bd1-3545-4113-8dcf-679425719bdd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Floating IP 178616fc-41f5-46cb-a453-10179e5cd586 disassociated. External IP: 172.25.5.185, port: cdb03dc4-46c1-4d7a-b483-d1f0b297caf2. Jun 04 16:37:17.682383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f3f1efa1-7fa0-49be-92bd-9de60f4ae074 admin admin] Usage tracker for resource:security_group_rule and tenant:ab7253d6ab3c4a23bf63dfe45e6f2e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:17.694228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f3f1efa1-7fa0-49be-92bd-9de60f4ae074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:17.738252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f3f1efa1-7fa0-49be-92bd-9de60f4ae074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:17.822017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f553c44-dae3-43a1-8419-6adba6ad0a47 req-876a0fe7-cc8e-4e97-b29e-a89566de1dd5 service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077509 Jun 04 16:37:17.831299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:17.843196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490402-98dd-4c8c-b31a-c732ba88f935 req-4f9e99e6-465a-42ce-82e4-40b8ba1eb4d6 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:17.844895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0490402-98dd-4c8c-b31a-c732ba88f935 req-4f9e99e6-465a-42ce-82e4-40b8ba1eb4d6 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 943 time: 0.4036336 Jun 04 16:37:17.884086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-acc52770-4eac-47ad-8715-f96a0731f677 service neutron] 10.222.0.13 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685224 Jun 04 16:37:18.034121 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd7f829-7661-4086-b896-c31147b6a2a2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:18.080419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Network 76c7224e-da23-4fe6-8db2-c15f2ff97775 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:18.108909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:18.111415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:18.112355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:18.112934 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:18.116322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event updated for resources: {'Port': ['ID=2730cf43-251a-4485-8253-61f982613810,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:18.158460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0490402-98dd-4c8c-b31a-c732ba88f935 req-385a000e-5991-4374-a25f-b35392eac7f2 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665176 Jun 04 16:37:18.170615 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f7d24193-4367-472c-a407-2eca911e2077 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7958727 Jun 04 16:37:18.182091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5fd7f829-7661-4086-b896-c31147b6a2a2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 3cf5740b-f82a-4e30-88d3-7724619b56d0 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:18.182515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59648) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:18.269066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e6d83-8514-46c6-80ea-51d3b0cf2277 req-d96d576e-f39c-4249-b0a4-55d86b7a1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:18.270620 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb7e6d83-8514-46c6-80ea-51d3b0cf2277 req-d96d576e-f39c-4249-b0a4-55d86b7a1fa9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b45c4870e4d408598053bccb5aa7a72&device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 1094 time: 0.3526278 Jun 04 16:37:18.272645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-1533f26b-8136-4326-b95b-503cc0c8d31a service neutron] 10.222.0.13 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229856 Jun 04 16:37:18.279497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaec84b-b1bf-4448-bd0e-037416e957dd tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:18.280040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cfaec84b-b1bf-4448-bd0e-037416e957dd tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Synchronizing usage tracker for tenant:9dc167ba0ef240a99b41c49c6f911fe2 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:18.381357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cfaec84b-b1bf-4448-bd0e-037416e957dd tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Unset dirty status for tenant:9dc167ba0ef240a99b41c49c6f911fe2 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:18.385424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cfaec84b-b1bf-4448-bd0e-037416e957dd tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "GET /v2.0/ports/2730cf43-251a-4485-8253-61f982613810 HTTP/1.1" status: 200 len: 955 time: 0.1991205 Jun 04 16:37:18.385567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59652) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:18.583143 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3f1efa1-7fa0-49be-92bd-9de60f4ae074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:18.601434 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd7f829-7661-4086-b896-c31147b6a2a2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:18.603515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3f1efa1-7fa0-49be-92bd-9de60f4ae074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:18.632636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b4f2d12c-fd26-4f49-a3ec-61b20fe94f44 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Deleting port 2730cf43-251a-4485-8253-61f982613810 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:18.633850 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d12c-fd26-4f49-a3ec-61b20fe94f44 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:18.681232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7f829-7661-4086-b896-c31147b6a2a2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=3cf5740b-f82a-4e30-88d3-7724619b56d0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:18.693483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e6d83-8514-46c6-80ea-51d3b0cf2277 req-60d0b0ba-20fe-4f25-ada2-c8832638bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:18.695299 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb7e6d83-8514-46c6-80ea-51d3b0cf2277 req-60d0b0ba-20fe-4f25-ada2-c8832638bbc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 200 len: 906 time: 0.4174504 Jun 04 16:37:18.722963 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd7f829-7661-4086-b896-c31147b6a2a2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:18.744945 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f3f1efa1-7fa0-49be-92bd-9de60f4ae074 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab7253d6ab3c4a23bf63dfe45e6f2e10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3731921 Jun 04 16:37:18.749295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59666) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:18.750004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1efa1-7fa0-49be-92bd-9de60f4ae074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a532515f-775b-4fdb-b17b-7f84fcf26f86,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:18.777664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0805bd1-3545-4113-8dcf-679425719bdd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:37:18.781623 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5fd7f829-7661-4086-b896-c31147b6a2a2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/3cf5740b-f82a-4e30-88d3-7724619b56d0 HTTP/1.1" status: 204 len: 168 time: 1.4619412 Jun 04 16:37:18.786983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59670) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:18.830647 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb7e6d83-8514-46c6-80ea-51d3b0cf2277 req-f1358131-53db-4a35-9395-a4584e13a617 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3111508-4daf-4a61-9b44-62499c1ab302 HTTP/1.1" status: 200 len: 217 time: 0.1206245 Jun 04 16:37:18.883855 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4377e2d4-19a4-4073-afb5-3ad60af8bda8 req-0ae2729e-ae8d-4373-9842-17ba4981c74e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 210 time: 0.0948768 Jun 04 16:37:18.955972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e6d83-8514-46c6-80ea-51d3b0cf2277 req-f14901b2-700f-4d75-9bcd-8a37d75f709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:18.957412 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb7e6d83-8514-46c6-80ea-51d3b0cf2277 req-f14901b2-700f-4d75-9bcd-8a37d75f709b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 200 len: 845 time: 0.1193388 Jun 04 16:37:19.055427 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d857-79ed-4948-a8fe-61ee7e985062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:19.061831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb7e6d83-8514-46c6-80ea-51d3b0cf2277 req-d219c9c0-d0d0-4798-9ad3-753e6d9dc1d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70421273-3d05-4465-beb8-c7e04471a05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892489 Jun 04 16:37:19.104763 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d857-79ed-4948-a8fe-61ee7e985062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:19.137989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be98c64d-245e-4563-b2e0-836d5fd40e3f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:19.143916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be98c64d-245e-4563-b2e0-836d5fd40e3f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:19.144669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-be98c64d-245e-4563-b2e0-836d5fd40e3f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:19.155112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0805bd1-3545-4113-8dcf-679425719bdd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:37:19.168893 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0805bd1-3545-4113-8dcf-679425719bdd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:19.171630 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2ba9d-9e7e-4034-b26b-a6d0cb2c9fb7 None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:37:19.187108 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2ba9d-9e7e-4034-b26b-a6d0cb2c9fb7 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:19.187711 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2bf2ba9d-9e7e-4034-b26b-a6d0cb2c9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:19.196170 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d12c-fd26-4f49-a3ec-61b20fe94f44 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:19.235301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-be98c64d-245e-4563-b2e0-836d5fd40e3f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:19.236464 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-be98c64d-245e-4563-b2e0-836d5fd40e3f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4484346 Jun 04 16:37:19.253374 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59686) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:19.258872 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a0805bd1-3545-4113-8dcf-679425719bdd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "PUT /v2.0/floatingips/178616fc-41f5-46cb-a453-10179e5cd586 HTTP/1.1" status: 200 len: 688 time: 2.3459449 Jun 04 16:37:19.262657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59688) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:19.317515 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2bf2ba9d-9e7e-4034-b26b-a6d0cb2c9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:19.332451 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2ba9d-9e7e-4034-b26b-a6d0cb2c9fb7 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:19.333255 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2bf2ba9d-9e7e-4034-b26b-a6d0cb2c9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:19.396587 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2bf2ba9d-9e7e-4034-b26b-a6d0cb2c9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:19.397233 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2ba9d-9e7e-4034-b26b-a6d0cb2c9fb7 None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:37:19.450891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b4f2d12c-fd26-4f49-a3ec-61b20fe94f44 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Calling delete_port for 2730cf43-251a-4485-8253-61f982613810 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:19.542218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-81bed0d1-082b-4e03-9982-1f902e43d976 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 0f6cd6b2-ac39-465e-be70-9530ac109087 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:19.546656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81bed0d1-082b-4e03-9982-1f902e43d976 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:19.587026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb7e6d83-8514-46c6-80ea-51d3b0cf2277 req-b77e735b-fa0e-48e4-8b7a-86b72adb6756 service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094335 Jun 04 16:37:19.609430 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d857-79ed-4948-a8fe-61ee7e985062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:19.647021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7d857-79ed-4948-a8fe-61ee7e985062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a532515f-775b-4fdb-b17b-7f84fcf26f86,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:19.657848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b382bee5-d714-4cc6-b00c-7c20f84c35c4 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port 5e8e09be-fba3-4b4b-8bfe-9c75b7a764b5 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:19.658548 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b382bee5-d714-4cc6-b00c-7c20f84c35c4 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:19.733780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d12c-fd26-4f49-a3ec-61b20fe94f44 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:19.748287 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d857-79ed-4948-a8fe-61ee7e985062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:19.752019 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d6c7d857-79ed-4948-a8fe-61ee7e985062 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a532515f-775b-4fdb-b17b-7f84fcf26f86 HTTP/1.1" status: 204 len: 168 time: 0.9956563 Jun 04 16:37:19.808128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2d12c-fd26-4f49-a3ec-61b20fe94f44 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event deleted for resources: {'Port': ['ID=2730cf43-251a-4485-8253-61f982613810,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:19.828333 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d12c-fd26-4f49-a3ec-61b20fe94f44 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:19.845675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cda744-d3f7-4fd0-873c-20eb88639985 req-6100f6f7-240c-4634-aa49-15cdb66e760e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:19.847185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26cda744-d3f7-4fd0-873c-20eb88639985 req-6100f6f7-240c-4634-aa49-15cdb66e760e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 943 time: 0.5038791 Jun 04 16:37:19.857339 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb7e6d83-8514-46c6-80ea-51d3b0cf2277 req-43fea592-1549-4e37-8911-25c2d819d526 service neutron] 10.222.0.46 "GET /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529540 Jun 04 16:37:19.876323 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b4f2d12c-fd26-4f49-a3ec-61b20fe94f44 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "DELETE /v2.0/ports/2730cf43-251a-4485-8253-61f982613810 HTTP/1.1" status: 204 len: 168 time: 1.4898331 Jun 04 16:37:19.880006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59698) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:19.947371 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e7ffed-8e4e-462d-89d6-d42316f80d36 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] GET failed (client error): The resource could not be found. Jun 04 16:37:19.948266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f4e7ffed-8e4e-462d-89d6-d42316f80d36 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Synchronizing usage tracker for tenant:9dc167ba0ef240a99b41c49c6f911fe2 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:19.964813 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26cda744-d3f7-4fd0-873c-20eb88639985 req-55e744ce-561e-409d-ada9-8582537749e8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102901 Jun 04 16:37:19.978850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f4e7ffed-8e4e-462d-89d6-d42316f80d36 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Unset dirty status for tenant:9dc167ba0ef240a99b41c49c6f911fe2 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:19.980547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f4e7ffed-8e4e-462d-89d6-d42316f80d36 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "GET /v2.0/ports/2730cf43-251a-4485-8253-61f982613810 HTTP/1.1" status: 404 len: 333 time: 0.0992854 Jun 04 16:37:19.990836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59704) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:19.997741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Request body: {'port': {'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-921037756'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:20.003940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:20.015849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:20.032289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Made reservation on behalf of 9dc167ba0ef240a99b41c49c6f911fe2 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:20.035133 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:20.068351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] device_id is not set on port f7e07127-0edf-4f65-94d8-858f83498f85 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:20.080460 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b382bee5-d714-4cc6-b00c-7c20f84c35c4 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:20.081081 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b382bee5-d714-4cc6-b00c-7c20f84c35c4 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:20.090361 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81bed0d1-082b-4e03-9982-1f902e43d976 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:20.204823 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0213679d-3528-4001-aaeb-8b6a846a340f req-4d6a710f-b603-4cfb-89b9-a74926b475c5 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 210 time: 0.0924742 Jun 04 16:37:20.455086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-81bed0d1-082b-4e03-9982-1f902e43d976 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 0f6cd6b2-ac39-465e-be70-9530ac109087 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:20.577485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b382bee5-d714-4cc6-b00c-7c20f84c35c4 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for 5e8e09be-fba3-4b4b-8bfe-9c75b7a764b5 owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:20.603044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b3111508-4daf-4a61-9b44-62499c1ab302 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:37:20.668299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-ec1099da-2a66-4251-8559-7f218a46bf09 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:20.670538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-ec1099da-2a66-4251-8559-7f218a46bf09 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.46 "GET /v2.0/networks?id=3ff5aec9-bd46-4796-ab31-0dee9cc09529 HTTP/1.1" status: 200 len: 818 time: 0.5156794 Jun 04 16:37:20.697083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Request body: {'port': {'device_id': 'cc663c0b-386f-41ca-9091-f9dd6b131db1', 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529', 'admin_state_up': True, 'tenant_id': '618d10cf39b2499f8c13a109dc5e5216'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:20.818686 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:20.884167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b3111508-4daf-4a61-9b44-62499c1ab302, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b3111508-4daf-4a61-9b44-62499c1ab302,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:20.903426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'b3111508-4daf-4a61-9b44-62499c1ab302', 'network_id': '70421273-3d05-4465-beb8-c7e04471a05a', 'port_id': 'b3111508-4daf-4a61-9b44-62499c1ab302', 'mac_address': 'fa:16:3e:29:f1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85832715-45f4-4da8-bd84-98b9a23469f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:37:20.905116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-edc84557-e034-4770-9171-31f4799f8ec4 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:20.906608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-edc84557-e034-4770-9171-31f4799f8ec4 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.42 "GET /v2.0/networks?id=3ff5aec9-bd46-4796-ab31-0dee9cc09529 HTTP/1.1" status: 200 len: 818 time: 0.3918724 Jun 04 16:37:20.935286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Request body: {'port': {'device_id': '9fabf4f9-21cf-4052-a4fb-ac3386cc4811', 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529', 'admin_state_up': True, 'tenant_id': '618d10cf39b2499f8c13a109dc5e5216'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:20.987993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port b3111508-4daf-4a61-9b44-62499c1ab302 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:20.988258 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:21.017031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3111508-4daf-4a61-9b44-62499c1ab302 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:37:21.042010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b3111508-4daf-4a61-9b44-62499c1ab302, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b3111508-4daf-4a61-9b44-62499c1ab302,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:21.047263 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:21.078750 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81bed0d1-082b-4e03-9982-1f902e43d976 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:21.090366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:21.119026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Usage tracker for resource:port and tenant:618d10cf39b2499f8c13a109dc5e5216 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:21.128393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:21.146880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=b3111508-4daf-4a61-9b44-62499c1ab302,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:21.152689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:21.155268 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:21.169978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b382bee5-d714-4cc6-b00c-7c20f84c35c4 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:21.188560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bed0d1-082b-4e03-9982-1f902e43d976 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=0f6cd6b2-ac39-465e-be70-9530ac109087,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:21.249446 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81bed0d1-082b-4e03-9982-1f902e43d976 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:21.249637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['b3111508-4daf-4a61-9b44-62499c1ab302'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:37:21.299283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382bee5-d714-4cc6-b00c-7c20f84c35c4 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=5e8e09be-fba3-4b4b-8bfe-9c75b7a764b5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:21.330420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Made reservation on behalf of 618d10cf39b2499f8c13a109dc5e5216 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:21.335648 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:21.393936 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-81bed0d1-082b-4e03-9982-1f902e43d976 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/0f6cd6b2-ac39-465e-be70-9530ac109087 HTTP/1.1" status: 204 len: 168 time: 2.1336660 Jun 04 16:37:21.403600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-501e90c4-b399-440f-971d-2fe35f0cbd83 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:21.405175 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-501e90c4-b399-440f-971d-2fe35f0cbd83 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.46 "GET /v2.0/networks?id=3ff5aec9-bd46-4796-ab31-0dee9cc09529 HTTP/1.1" status: 200 len: 818 time: 0.5141170 Jun 04 16:37:21.407763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59734) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:21.445880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Network 76c7224e-da23-4fe6-8db2-c15f2ff97775 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:21.457177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Request body: {'port': {'device_id': '1d8becf1-81ac-4a34-8624-bef267fa48fb', 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529', 'admin_state_up': True, 'tenant_id': '618d10cf39b2499f8c13a109dc5e5216'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:21.496544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b382bee5-d714-4cc6-b00c-7c20f84c35c4 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:21.500307 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b382bee5-d714-4cc6-b00c-7c20f84c35c4 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:21.503932 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b382bee5-d714-4cc6-b00c-7c20f84c35c4 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/floatingips/178616fc-41f5-46cb-a453-10179e5cd586 HTTP/1.1" status: 204 len: 168 time: 2.2376320 Jun 04 16:37:21.504100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:21.552185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e07127-0edf-4f65-94d8-858f83498f85,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:21.557047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59740) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:21.559083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:21.561100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:21.562116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:21.562805 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:21.569616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-835b1a7e-d7d8-42fe-9b87-056d927c76d4 req-87c62f00-59a6-4c9a-adb6-1bb394b83060 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 210 time: 0.1351476 Jun 04 16:37:21.580376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Usage tracker for resource:port and tenant:618d10cf39b2499f8c13a109dc5e5216 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:21.650030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:21.653166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b742cf-0533-4e0d-98c2-f03284f5bd4b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:21.654125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-60b742cf-0533-4e0d-98c2-f03284f5bd4b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:21.674052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:21.675338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:21.680708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Usage tracker for resource:port and tenant:618d10cf39b2499f8c13a109dc5e5216 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:21.684434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:21.685263 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-d84ee3b9-5399-4611-a2a4-aa6c411727c7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] delete failed (client error): The resource could not be found. Jun 04 16:37:21.686294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d84ee3b9-5399-4611-a2a4-aa6c411727c7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/floatingips/178616fc-41f5-46cb-a453-10179e5cd586 HTTP/1.1" status: 404 len: 345 time: 0.1196949 Jun 04 16:37:21.690704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59748) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:21.699789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-60b742cf-0533-4e0d-98c2-f03284f5bd4b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:21.700971 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-60b742cf-0533-4e0d-98c2-f03284f5bd4b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2922239 Jun 04 16:37:21.706906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59752) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:21.731675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:21.770376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Made reservation on behalf of 618d10cf39b2499f8c13a109dc5e5216 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:21.774928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cc529627-f711-46cc-b1b5-e60557a08692 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7803223 Jun 04 16:37:21.775058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:21.778469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59758) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:21.809403 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e32c54-d974-4a7f-b549-4bf93c059f29 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:37:21.809936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b5e32c54-d974-4a7f-b549-4bf93c059f29 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:21.819084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Made reservation on behalf of 618d10cf39b2499f8c13a109dc5e5216 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:21.823225 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:21.846060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:21.865481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa839f9-899b-43aa-8bbb-2619b58df456 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:21.871848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa839f9-899b-43aa-8bbb-2619b58df456 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:21.878492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa839f9-899b-43aa-8bbb-2619b58df456 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:21.878492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7aa839f9-899b-43aa-8bbb-2619b58df456 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Synchronizing usage tracker for tenant:fa9933e6426947f68c85e35445b633ce on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:21.911239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6361f5e-8f55-4577-a81d-f27b3a406d1c req-c1b91c72-26cf-47af-92a6-fcf0715d1bd0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:21.913043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6361f5e-8f55-4577-a81d-f27b3a406d1c req-c1b91c72-26cf-47af-92a6-fcf0715d1bd0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 944 time: 0.7026329 Jun 04 16:37:21.915558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7aa839f9-899b-43aa-8bbb-2619b58df456 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Unset dirty status for tenant:fa9933e6426947f68c85e35445b633ce on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:21.916788 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7aa839f9-899b-43aa-8bbb-2619b58df456 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "GET /v2.0/ports?network_id=1c892389-bfde-4095-8e6e-bdb678087bfb HTTP/1.1" status: 200 len: 2358 time: 0.2250555 Jun 04 16:37:21.920116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59764) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:21.973501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b5e32c54-d974-4a7f-b549-4bf93c059f29 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:21.974940 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b5e32c54-d974-4a7f-b549-4bf93c059f29 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/3cf5740b-f82a-4e30-88d3-7724619b56d0 HTTP/1.1" status: 404 len: 333 time: 0.2640078 Jun 04 16:37:21.978659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59770) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:22.013823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Allocated IP 172.20.0.4 (3ff5aec9-bd46-4796-ab31-0dee9cc09529/51753b0e-bae0-4e15-86bd-b5b0f7f3b84a/27f5baf5-e1fb-424b-a857-affb333af5c3) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:22.030093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f548fb92-d875-4125-92ea-7cddc010f453 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:22.030685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f548fb92-d875-4125-92ea-7cddc010f453 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Synchronizing usage tracker for tenant:fa9933e6426947f68c85e35445b633ce on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:22.035023 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ebbe65-89dc-4110-9978-c202dc378a5c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:37:22.039006 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-91ebbe65-89dc-4110-9978-c202dc378a5c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/0f6cd6b2-ac39-465e-be70-9530ac109087 HTTP/1.1" status: 404 len: 333 time: 0.0566332 Jun 04 16:37:22.039861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59776) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:22.114353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6361f5e-8f55-4577-a81d-f27b3a406d1c req-6a2d0dd8-b7ff-409c-ba19-48a334282ec4 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832500 Jun 04 16:37:22.143478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f548fb92-d875-4125-92ea-7cddc010f453 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Unset dirty status for tenant:fa9933e6426947f68c85e35445b633ce on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:22.150067 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f548fb92-d875-4125-92ea-7cddc010f453 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "GET /v2.0/subnets/c5d98cfb-2ac5-44d6-873b-b374094a5849 HTTP/1.1" status: 200 len: 797 time: 0.2289145 Jun 04 16:37:22.150770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59782) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:22.161405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'port': {'network_id': '1c892389-bfde-4095-8e6e-bdb678087bfb', 'name': 'tempest-FloatingIPTestJSON-2900444', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:22.161558 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:22.245858 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-245aa71e-53ff-417a-b87a-4a271e4e16ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:22.374137 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:37:22.570498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:22.582712 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-245aa71e-53ff-417a-b87a-4a271e4e16ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:22.595608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:22.614295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b3111508-4daf-4a61-9b44-62499c1ab302 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:37:22.616999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-245aa71e-53ff-417a-b87a-4a271e4e16ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ff90bf-bbd4-4573-aa88-3d3d615cd321']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:22.627214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Made reservation on behalf of fa9933e6426947f68c85e35445b633ce for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:22.650177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-245aa71e-53ff-417a-b87a-4a271e4e16ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb52f70-f265-4365-81ae-330f50a6acbd') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:22.650357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-245aa71e-53ff-417a-b87a-4a271e4e16ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb52f70-f265-4365-81ae-330f50a6acbd') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:22.664813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:22.713485 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-245aa71e-53ff-417a-b87a-4a271e4e16ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:22.740940 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-245aa71e-53ff-417a-b87a-4a271e4e16ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:22.750296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245aa71e-53ff-417a-b87a-4a271e4e16ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:37:22.750868 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-245aa71e-53ff-417a-b87a-4a271e4e16ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:22.780910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port b3111508-4daf-4a61-9b44-62499c1ab302 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:37:22.787373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port b3111508-4daf-4a61-9b44-62499c1ab302 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:22.787738 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:22.839872 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment dfb52f70-f265-4365-81ae-330f50a6acbd resource provider aggregate not found Jun 04 16:37:22.863457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f0946062-f4f9-4952-b1d3-6be567a2dd26 req-756668f8-0b21-4359-81b4-c560be694f00 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Synchronizing usage tracker for tenant:618d10cf39b2499f8c13a109dc5e5216 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:22.883880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] device_id is not set on port f7e07127-0edf-4f65-94d8-858f83498f85 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:22.898211 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:22.898339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:22.901248 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:22.963262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f0946062-f4f9-4952-b1d3-6be567a2dd26 req-756668f8-0b21-4359-81b4-c560be694f00 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Unset dirty status for tenant:618d10cf39b2499f8c13a109dc5e5216 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:22.964228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0946062-f4f9-4952-b1d3-6be567a2dd26 req-756668f8-0b21-4359-81b4-c560be694f00 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 210 time: 0.1501873 Jun 04 16:37:22.980211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port b3111508-4daf-4a61-9b44-62499c1ab302 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:22.980795 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:22.988190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:22.992152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Transition to ACTIVE for port object f7e07127-0edf-4f65-94d8-858f83498f85 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:22.993372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:22.997746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:23.020397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dc5325-2c27-4792-b6b1-cd409a92dec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3111508-4daf-4a61-9b44-62499c1ab302'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:23.031898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b3111508-4daf-4a61-9b44-62499c1ab302, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b3111508-4daf-4a61-9b44-62499c1ab302,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:23.034299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:23.037337 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:23.047208 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment dfb52f70-f265-4365-81ae-330f50a6acbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfb52f70-f265-4365-81ae-330f50a6acbd found for delete ", "request_id": "req-0b7b75de-3271-4b50-b885-9ecc1c08ff92"}]} Jun 04 16:37:23.070888 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-245aa71e-53ff-417a-b87a-4a271e4e16ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:23.073022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Pushing event updated for resources: {'Port': ['ID=27f5baf5-e1fb-424b-a857-affb333af5c3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:23.118900 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c0ae9b-82bf-4d6d-a142-d59eee3ebfc9'] response: {'server_uuid': '68dc5325-2c27-4792-b6b1-cd409a92dec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3111508-4daf-4a61-9b44-62499c1ab302', 'code': 200} Jun 04 16:37:23.139548 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-245aa71e-53ff-417a-b87a-4a271e4e16ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:23.169488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=b3111508-4daf-4a61-9b44-62499c1ab302,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:23.170520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] device_id is not set on port 44fee4db-cbb8-4e26-ab10-c15ee0961c98 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:23.187455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:23.188255 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:23.281075 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-245aa71e-53ff-417a-b87a-4a271e4e16ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/networks/57ff90bf-bbd4-4573-aa88-3d3d615cd321 HTTP/1.1" status: 204 len: 168 time: 1.2407596 Jun 04 16:37:23.286352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Allocated IP 172.20.0.9 (3ff5aec9-bd46-4796-ab31-0dee9cc09529/51753b0e-bae0-4e15-86bd-b5b0f7f3b84a/477fd74c-4f42-46f0-af8b-720c0f2ce76d) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:23.296782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59818) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:23.297854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245aa71e-53ff-417a-b87a-4a271e4e16ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Network': ['ID=57ff90bf-bbd4-4573-aa88-3d3d615cd321,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:23.316781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-992002743'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:23.328940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:23.329298 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:23.329409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:23.329612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:23.332569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-97e4e4b6-2be4-400f-9f7d-7edfd1216449 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6400828 Jun 04 16:37:23.333144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e07127-0edf-4f65-94d8-858f83498f85,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:23.342692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:network and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:23.359193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Request body: {'port': {'device_id': 'cc663c0b-386f-41ca-9091-f9dd6b131db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:23.367818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:23.380404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:23.390203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:23.390551 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:23.397458 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 2 to bind port f7e07127-0edf-4f65-94d8-858f83498f85 Jun 04 16:37:23.439308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:23.439640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:23.439965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:23.460532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:23.464181 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:23.483659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:23.483986 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:23.491168 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 3 to bind port f7e07127-0edf-4f65-94d8-858f83498f85 Jun 04 16:37:23.534752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866280d-16b0-4399-894f-9150505cb940 req-40ccde83-86d3-434c-91d6-ab6d6ecce1d0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:23.536228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5866280d-16b0-4399-894f-9150505cb940 req-40ccde83-86d3-434c-91d6-ab6d6ecce1d0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.2696812 Jun 04 16:37:23.543664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:23.544192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:23.544695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:23.569651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88bb4f-b992-4501-a492-0cd5218dd4f1 req-69c1020d-e962-45c0-91fe-cf8de1e814f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:23.571521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b88bb4f-b992-4501-a492-0cd5218dd4f1 req-69c1020d-e962-45c0-91fe-cf8de1e814f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 1096 time: 0.3789418 Jun 04 16:37:23.575739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:23.576258 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:23.579378 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 4 to bind port f7e07127-0edf-4f65-94d8-858f83498f85 Jun 04 16:37:23.587036 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:23.669079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:23.669524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:23.669936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:23.671847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:37:23.703131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:23.703425 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:23.703624 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:23.704068 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Added segment 9fb783b4-602e-4adb-91ba-e5a8ffcf6794 of type vlan for network ecfe113b-d09c-4142-aca3-5f54b2adbafe Jun 04 16:37:23.706373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5866280d-16b0-4399-894f-9150505cb940 req-14df331f-a248-4134-a671-5f3206a57449 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591516 Jun 04 16:37:23.711472 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 5 to bind port f7e07127-0edf-4f65-94d8-858f83498f85 Jun 04 16:37:23.747874 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b88bb4f-b992-4501-a492-0cd5218dd4f1 req-6c307b49-a3ca-4612-ad6b-220cfdad6bde service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447840 Jun 04 16:37:23.754311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:23.754667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:23.755001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:23.788694 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:23.808931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:23.809730 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:23.812628 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 6 to bind port f7e07127-0edf-4f65-94d8-858f83498f85 Jun 04 16:37:23.816160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:23.835798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:23.836201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:23.836494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:23.843065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.20.0.14 (1c892389-bfde-4095-8e6e-bdb678087bfb/c5d98cfb-2ac5-44d6-873b-b374094a5849/44fee4db-cbb8-4e26-ab10-c15ee0961c98) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:23.845544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:23.845870 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:23.846254 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 7 to bind port f7e07127-0edf-4f65-94d8-858f83498f85 Jun 04 16:37:23.862271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:23.862872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:23.863643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:23.867150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.20.0.13 (1c892389-bfde-4095-8e6e-bdb678087bfb/c5d98cfb-2ac5-44d6-873b-b374094a5849/44fee4db-cbb8-4e26-ab10-c15ee0961c98) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:23.868645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:23.869172 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:23.869565 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 8 to bind port f7e07127-0edf-4f65-94d8-858f83498f85 Jun 04 16:37:23.878170 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:23.884150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:23.884770 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:23.885287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:23.885621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:23.885960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:23.891081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:23.891451 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:23.891991 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 9 to bind port f7e07127-0edf-4f65-94d8-858f83498f85 Jun 04 16:37:23.907486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:23.907828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:23.908332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:23.913395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:23.913841 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:23.914241 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempt 10 to bind port f7e07127-0edf-4f65-94d8-858f83498f85 Jun 04 16:37:23.934729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:23.935117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:23.935476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempting to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:23.942311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:23.942662 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Failed to bind port f7e07127-0edf-4f65-94d8-858f83498f85 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '95368349-8693-4f06-bb64-3e37e4d48585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '76c7224e-da23-4fe6-8db2-c15f2ff97775'}] Jun 04 16:37:23.943022 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:24.029750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Network': ['ID=ecfe113b-d09c-4142-aca3-5f54b2adbafe,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:24.041838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] For port f7e07127-0edf-4f65-94d8-858f83498f85, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:37:24.042462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attempted to set empty binding levels {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 04 16:37:24.044704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network ecfe113b-d09c-4142-aca3-5f54b2adbafe details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:37:24.053229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:24.110066 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1fa1f916-a785-4691-a25d-edb1aacb7ae0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8097618 Jun 04 16:37:24.114086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59838) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:24.121482 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:24.126797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': 'ecfe113b-d09c-4142-aca3-5f54b2adbafe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:24.162814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e07127-0edf-4f65-94d8-858f83498f85,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:24.166844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] In _notify_port_updated(), no bound segment for port f7e07127-0edf-4f65-94d8-858f83498f85 on network 76c7224e-da23-4fe6-8db2-c15f2ff97775 {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:37:24.167715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:24.168678 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:24.170062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-86d7b111-97b1-40f0-804f-a9023928887f tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "PUT /v2.0/ports/f7e07127-0edf-4f65-94d8-858f83498f85 HTTP/1.1" status: 200 len: 974 time: 2.3622935 Jun 04 16:37:24.194287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59844) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:24.289683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Allocated IP 172.20.0.14 (3ff5aec9-bd46-4796-ab31-0dee9cc09529/51753b0e-bae0-4e15-86bd-b5b0f7f3b84a/94d8265c-7f58-4202-8a45-3c593c82a174) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:24.337072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-added96c-6e6c-4533-bf3a-beab34ddcc10 req-55137cbe-6e8a-447e-ad1a-416fb69657de tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:24.338638 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-added96c-6e6c-4533-bf3a-beab34ddcc10 req-55137cbe-6e8a-447e-ad1a-416fb69657de tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 931 time: 0.1800432 Jun 04 16:37:24.447004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-added96c-6e6c-4533-bf3a-beab34ddcc10 req-d88709e3-69b2-40c9-9cec-4619a5eb0c80 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Synchronizing usage tracker for tenant:618d10cf39b2499f8c13a109dc5e5216 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:24.535421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-added96c-6e6c-4533-bf3a-beab34ddcc10 req-d88709e3-69b2-40c9-9cec-4619a5eb0c80 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Unset dirty status for tenant:618d10cf39b2499f8c13a109dc5e5216 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:24.536578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-added96c-6e6c-4533-bf3a-beab34ddcc10 req-d88709e3-69b2-40c9-9cec-4619a5eb0c80 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887922 Jun 04 16:37:24.552475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:24.573442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:24.576043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:24.652163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Pushing event updated for resources: {'Port': ['ID=477fd74c-4f42-46f0-af8b-720c0f2ce76d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:24.675470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:24.679542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f707b4be-ea85-4e38-9830-5a60969c59d1 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Deleting port f7e07127-0edf-4f65-94d8-858f83498f85 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:24.679884 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f707b4be-ea85-4e38-9830-5a60969c59d1 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:24.732064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:24.733960 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:24.753710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:24.771836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:24.786284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:24.787324 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:24.801851 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:24.839772 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:24.914470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:24.990982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:24.994524 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:25.007167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:25.014074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:25.023020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:25.077976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Pushing event updated for resources: {'Port': ['ID=94d8265c-7f58-4202-8a45-3c593c82a174,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:25.078437 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-847ae9d2-dd7c-428a-92ce-31d509d7de5e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6301515 Jun 04 16:37:25.136996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:25.137635 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:25.160302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 1c892389-bfde-4095-8e6e-bdb678087bfb is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:25.168160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Request body: {'port': {'device_id': '1d8becf1-81ac-4a34-8624-bef267fa48fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:25.179159 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-cd117d4c-961e-4e7c-ab66-56ae6dab6838 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2553356 Jun 04 16:37:25.189988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd96d06-2eff-429e-8f49-e149abc854d8 req-6b6c3676-8251-4a85-9935-01b9c90e32f1 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:25.191480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5cd96d06-2eff-429e-8f49-e149abc854d8 req-6b6c3676-8251-4a85-9935-01b9c90e32f1 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.2746081 Jun 04 16:37:25.203322 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:25.205742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:25.236318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Request body: {'port': {'device_id': '9fabf4f9-21cf-4052-a4fb-ac3386cc4811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:25.319903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f5baf5-e1fb-424b-a857-affb333af5c3 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:37:25.334459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=44fee4db-cbb8-4e26-ab10-c15ee0961c98,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:25.340253 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:25.370957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Performing IP validity checks on allocation pools {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 16:37:25.371576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 16:37:25.403021 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5cd96d06-2eff-429e-8f49-e149abc854d8 req-63221fb1-de63-456b-a0d0-daa7d36ef3cb tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415050 Jun 04 16:37:25.403782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-f707b4be-ea85-4e38-9830-5a60969c59d1 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] For port f7e07127-0edf-4f65-94d8-858f83498f85, host n-h1-811809-3, got binding levels [] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:25.404165 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f707b4be-ea85-4e38-9830-5a60969c59d1 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:25.419442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Transition to ACTIVE for port object 27f5baf5-e1fb-424b-a857-affb333af5c3 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:25.428887 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:25.470187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:25.511992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:25.512611 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:25.589969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f707b4be-ea85-4e38-9830-5a60969c59d1 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Calling delete_port for f7e07127-0edf-4f65-94d8-858f83498f85 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:25.656739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=27f5baf5-e1fb-424b-a857-affb333af5c3,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:25.677355 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0d3d0bcf-b6c2-42d7-a44b-3db08795cd7c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.5223401 Jun 04 16:37:25.681160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:25.689963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59870) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:25.735645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': '44fee4db-cbb8-4e26-ab10-c15ee0961c98', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:25.770101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:25.825268 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f707b4be-ea85-4e38-9830-5a60969c59d1 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:25.846848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:25.876819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Attempting to bind port 27f5baf5-e1fb-424b-a857-affb333af5c3 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:25.877151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Attempting to bind port 27f5baf5-e1fb-424b-a857-affb333af5c3 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '6586d6bb-e244-46f4-abbe-8779dcdf6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:25.877483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Attempting to bind port 27f5baf5-e1fb-424b-a857-affb333af5c3 on network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:25.885955 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:25.903455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707b4be-ea85-4e38-9830-5a60969c59d1 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7e07127-0edf-4f65-94d8-858f83498f85,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:25.905455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Port 27f5baf5-e1fb-424b-a857-affb333af5c3 on network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:25.905759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Attempting to bind port 27f5baf5-e1fb-424b-a857-affb333af5c3 on network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:25.948248 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f707b4be-ea85-4e38-9830-5a60969c59d1 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:25.979423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:37:25.979760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Checking segment: {'id': '6586d6bb-e244-46f4-abbe-8779dcdf6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:25.980135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Bound using segment: {'id': '6586d6bb-e244-46f4-abbe-8779dcdf6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:37:25.980584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Bound port: 27f5baf5-e1fb-424b-a857-affb333af5c3, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6586d6bb-e244-46f4-abbe-8779dcdf6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:37:25.980918 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:25.989136 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f707b4be-ea85-4e38-9830-5a60969c59d1 tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f7e07127-0edf-4f65-94d8-858f83498f85 HTTP/1.1" status: 204 len: 168 time: 1.7692194 Jun 04 16:37:25.993970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59874) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:26.031231 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:26.081298 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44dc658-00cc-4acb-9959-906d2f12091c tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] GET failed (client error): The resource could not be found. Jun 04 16:37:26.081832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d44dc658-00cc-4acb-9959-906d2f12091c tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Synchronizing usage tracker for tenant:9dc167ba0ef240a99b41c49c6f911fe2 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:26.120731 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c7877-e42c-4dc6-928b-f698018a3337 req-8b88e7bb-8cc5-44dd-95e8-2bfad6cac6ea tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:26.122218 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-982c7877-e42c-4dc6-928b-f698018a3337 req-8b88e7bb-8cc5-44dd-95e8-2bfad6cac6ea tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 931 time: 0.4310055 Jun 04 16:37:26.143462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d44dc658-00cc-4acb-9959-906d2f12091c tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] Unset dirty status for tenant:9dc167ba0ef240a99b41c49c6f911fe2 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:26.144610 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d44dc658-00cc-4acb-9959-906d2f12091c tempest-PortsAdminExtendedAttrsTestJSON-1012356117 tempest-PortsAdminExtendedAttrsTestJSON-1012356117-project-admin] 10.222.0.13 "GET /v2.0/ports/f7e07127-0edf-4f65-94d8-858f83498f85 HTTP/1.1" status: 404 len: 333 time: 0.1469638 Jun 04 16:37:26.147936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Subnet': ['ID=876d1f79-deb9-4682-9b06-bc35b2109e61,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:26.152197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59878) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:26.173622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Checking segment: {'id': '9fb783b4-602e-4adb-91ba-e5a8ffcf6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ecfe113b-d09c-4142-aca3-5f54b2adbafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:26.173910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network hostable DHCP agents. Network: ecfe113b-d09c-4142-aca3-5f54b2adbafe, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:37:26.243745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-982c7877-e42c-4dc6-928b-f698018a3337 req-01c32f05-e261-4fed-8a42-93ccafa0f721 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146367 Jun 04 16:37:26.246230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] For port 27f5baf5-e1fb-424b-a857-affb333af5c3, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:37:26.258990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] For port 27f5baf5-e1fb-424b-a857-affb333af5c3, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=27f5baf5-e1fb-424b-a857-affb333af5c3,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:37:26.276372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network ecfe113b-d09c-4142-aca3-5f54b2adbafe is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:37:26.281459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13f9b01f-dc96-4c46-916c-9c31ec6b7159 tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:26.293756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, ecfe113b-d09c-4142-aca3-5f54b2adbafe) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:26.301371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:26.302135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:26.303291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b32656-98e8-4cab-817f-3d3e5bde86dc None None] Network ecfe113b-d09c-4142-aca3-5f54b2adbafe requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:37:26.311402 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:26.573393 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5e449437-5759-4407-99e9-a5355874ceb0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4571157 Jun 04 16:37:26.579620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59888) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:26.597524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': 'ecfe113b-d09c-4142-aca3-5f54b2adbafe', 'name': 'tempest-PortsTestJSON-5495271'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:26.601662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d8265c-7f58-4202-8a45-3c593c82a174 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:37:26.606687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:26.607563 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:26.608722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/27f5baf5-e1fb-424b-a857-affb333af5c3 HTTP/1.1" status: 200 len: 1091 time: 3.2660117 Jun 04 16:37:26.609070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc663c0b-386f-41ca-9091-f9dd6b131db1', 'tag': '27f5baf5-e1fb-424b-a857-affb333af5c3'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:26.627321 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:26.629637 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13f9b01f-dc96-4c46-916c-9c31ec6b7159 tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:26.700793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-ecfe113b-d09c-4142-aca3-5f54b2adbafe', 'network_id': 'ecfe113b-d09c-4142-aca3-5f54b2adbafe', 'tenant_id': '04b67dbf75864ac480045d91d51492a4', 'fixed_ips': [{'subnet_id': '876d1f79-deb9-4682-9b06-bc35b2109e61'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:37:26.701641 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:26.723512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Transition to ACTIVE for port object 94d8265c-7f58-4202-8a45-3c593c82a174 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:26.725112 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:26.734713 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3492859-9708-414b-b996-fed36bddaa2d'] response: {'name': 'network-changed', 'server_uuid': 'cc663c0b-386f-41ca-9091-f9dd6b131db1', 'tag': '27f5baf5-e1fb-424b-a857-affb333af5c3', 'status': 'completed', 'code': 200} Jun 04 16:37:26.735278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c2ea8-f124-4f86-adf4-e0c42eefb6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=27f5baf5-e1fb-424b-a857-affb333af5c3,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:26.761790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-13f9b01f-dc96-4c46-916c-9c31ec6b7159 tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c7224e-da23-4fe6-8db2-c15f2ff97775']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:26.776651 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:26.846451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-13f9b01f-dc96-4c46-916c-9c31ec6b7159 tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95368349-8693-4f06-bb64-3e37e4d48585') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:26.846822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-13f9b01f-dc96-4c46-916c-9c31ec6b7159 tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95368349-8693-4f06-bb64-3e37e4d48585') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:26.874405 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13f9b01f-dc96-4c46-916c-9c31ec6b7159 tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:26.909036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Allocated IP 172.20.0.2 (ecfe113b-d09c-4142-aca3-5f54b2adbafe/876d1f79-deb9-4682-9b06-bc35b2109e61/01234775-fb80-4757-a8c7-3a7e117939aa) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:26.936939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13f9b01f-dc96-4c46-916c-9c31ec6b7159 tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:26.951170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:26.960465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:26.978918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f9b01f-dc96-4c46-916c-9c31ec6b7159 tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:37:26.979351 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13f9b01f-dc96-4c46-916c-9c31ec6b7159 tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:26.981070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Pushing event updated for resources: {'Port': ['ID=94d8265c-7f58-4202-8a45-3c593c82a174,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:26.999768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:27.003043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:27.054399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ff04a-b972-4e6a-b45d-757aa66be3ad req-2d5af22c-68fa-4183-bb12-f1e43206c229 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:27.056040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f33ff04a-b972-4e6a-b45d-757aa66be3ad req-2d5af22c-68fa-4183-bb12-f1e43206c229 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.5293460 Jun 04 16:37:27.111692 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 95368349-8693-4f06-bb64-3e37e4d48585 resource provider aggregate not found Jun 04 16:37:27.150236 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 95368349-8693-4f06-bb64-3e37e4d48585 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95368349-8693-4f06-bb64-3e37e4d48585 found for delete ", "request_id": "req-bdcda9c0-b7fb-41e3-8a29-282f43b34731"}]} Jun 04 16:37:27.153126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 261f68ee-02b8-44f3-95b8-b98e5691daef yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:27.165824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-3c644cf8-d32c-4330-a34e-2f737ffad242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:27.167609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-3c644cf8-d32c-4330-a34e-2f737ffad242 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=618d10cf39b2499f8c13a109dc5e5216&device_id=cc663c0b-386f-41ca-9091-f9dd6b131db1 HTTP/1.1" status: 200 len: 1094 time: 0.4895184 Jun 04 16:37:27.243917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13f9b01f-dc96-4c46-916c-9c31ec6b7159 tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:27.248408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13f9b01f-dc96-4c46-916c-9c31ec6b7159 tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:27.260722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.25.5.195 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/928de951-ea36-458e-8197-a6038841b6f2) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:27.277095 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:27.287876 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-bb02dd87-cc34-4606-ae0d-7b8bba220928 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f5baf5-e1fb-424b-a857-affb333af5c3 HTTP/1.1" status: 200 len: 217 time: 0.1007662 Jun 04 16:37:27.294410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Transition to ACTIVE for port object 01234775-fb80-4757-a8c7-3a7e117939aa will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:27.303952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f33ff04a-b972-4e6a-b45d-757aa66be3ad req-ddc538be-8f96-4fb3-af87-3bda84872ead tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324309 Jun 04 16:37:27.316354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9b01f-dc96-4c46-916c-9c31ec6b7159 tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] Pushing event deleted for resources: {'Network': ['ID=76c7224e-da23-4fe6-8db2-c15f2ff97775,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:27.320785 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-13f9b01f-dc96-4c46-916c-9c31ec6b7159 tempest-PortsAdminExtendedAttrsTestJSON-1157287182 tempest-PortsAdminExtendedAttrsTestJSON-1157287182-project] 10.222.0.13 "DELETE /v2.0/networks/76c7224e-da23-4fe6-8db2-c15f2ff97775 HTTP/1.1" status: 204 len: 168 time: 1.1674199 Jun 04 16:37:27.346651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Transition to ACTIVE for port object 01234775-fb80-4757-a8c7-3a7e117939aa will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:27.354303 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477fd74c-4f42-46f0-af8b-720c0f2ce76d {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:37:27.360617 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:27.384544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Attempting to bind port 94d8265c-7f58-4202-8a45-3c593c82a174 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:27.389099 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:27.389691 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Attempting to bind port 94d8265c-7f58-4202-8a45-3c593c82a174 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '6586d6bb-e244-46f4-abbe-8779dcdf6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:27.390264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Attempting to bind port 94d8265c-7f58-4202-8a45-3c593c82a174 on network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:27.468776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Port 94d8265c-7f58-4202-8a45-3c593c82a174 on network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:27.469011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Attempting to bind port 94d8265c-7f58-4202-8a45-3c593c82a174 on network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:27.502878 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Network ecfe113b-d09c-4142-aca3-5f54b2adbafe is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:27.509110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:27.515015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:27.520401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Transition to ACTIVE for port object 477fd74c-4f42-46f0-af8b-720c0f2ce76d will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:27.545268 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:27.572307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:37:27.572962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Checking segment: {'id': '6586d6bb-e244-46f4-abbe-8779dcdf6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:27.573553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Bound using segment: {'id': '6586d6bb-e244-46f4-abbe-8779dcdf6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:37:27.574225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Bound port: 94d8265c-7f58-4202-8a45-3c593c82a174, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6586d6bb-e244-46f4-abbe-8779dcdf6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:37:27.575020 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:27.619438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-faeea7f3-4788-4bce-b5a0-8db387df633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:27.622230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-faeea7f3-4788-4bce-b5a0-8db387df633d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51753b0e-bae0-4e15-86bd-b5b0f7f3b84a HTTP/1.1" status: 200 len: 858 time: 0.3173652 Jun 04 16:37:27.683021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Pushing event updated for resources: {'Port': ['ID=01234775-fb80-4757-a8c7-3a7e117939aa,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:27.779718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Attempting to bind port 01234775-fb80-4757-a8c7-3a7e117939aa on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:27.780138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Attempting to bind port 01234775-fb80-4757-a8c7-3a7e117939aa by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '9fb783b4-602e-4adb-91ba-e5a8ffcf6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ecfe113b-d09c-4142-aca3-5f54b2adbafe'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:27.780437 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Attempting to bind port 01234775-fb80-4757-a8c7-3a7e117939aa on network ecfe113b-d09c-4142-aca3-5f54b2adbafe {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:27.790915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:37:27.791293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Checking segment: {'id': '9fb783b4-602e-4adb-91ba-e5a8ffcf6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ecfe113b-d09c-4142-aca3-5f54b2adbafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:27.791696 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:27.792084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Bound using segment: {'id': '9fb783b4-602e-4adb-91ba-e5a8ffcf6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ecfe113b-d09c-4142-aca3-5f54b2adbafe'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:37:27.792558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Bound port: 01234775-fb80-4757-a8c7-3a7e117939aa, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb783b4-602e-4adb-91ba-e5a8ffcf6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ecfe113b-d09c-4142-aca3-5f54b2adbafe'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:37:27.792919 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:27.795863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.6 (ecfe113b-d09c-4142-aca3-5f54b2adbafe/876d1f79-deb9-4682-9b06-bc35b2109e61/261f68ee-02b8-44f3-95b8-b98e5691daef) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:27.806358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59920) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:27.827679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-2f284276-6528-47ec-9c75-1e81e4d0c552 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ff5aec9-bd46-4796-ab31-0dee9cc09529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409671 Jun 04 16:37:27.890537 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1a4c3604-ef40-4e6d-82ae-0f20fcc54d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:27.950579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] For port 01234775-fb80-4757-a8c7-3a7e117939aa, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:37:27.954617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] For port 01234775-fb80-4757-a8c7-3a7e117939aa, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=01234775-fb80-4757-a8c7-3a7e117939aa,segment=NetworkSegment(9fb783b4-602e-4adb-91ba-e5a8ffcf6794),segment_id=9fb783b4-602e-4adb-91ba-e5a8ffcf6794)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:37:27.960659 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:27.998668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:28.042104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] For port 94d8265c-7f58-4202-8a45-3c593c82a174, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:37:28.086309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] For port 94d8265c-7f58-4202-8a45-3c593c82a174, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=94d8265c-7f58-4202-8a45-3c593c82a174,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:37:28.108117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcb968-095a-45e1-9ac7-503f1ccb9b4e req-4749dd76-1d38-45f7-a9ef-c0d5ff1bbbeb tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:28.109543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ecc68-fa26-4ce4-aa62-cec138873d01 None None] Pushing event updated for resources: {'Port': ['ID=01234775-fb80-4757-a8c7-3a7e117939aa,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:28.109746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9bcb968-095a-45e1-9ac7-503f1ccb9b4e req-4749dd76-1d38-45f7-a9ef-c0d5ff1bbbeb tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 943 time: 0.5859163 Jun 04 16:37:28.134323 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:28.217978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-bc3a5f2d-3041-45cd-82fa-78c2eb2bc705 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729765 Jun 04 16:37:28.251870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Pushing event updated for resources: {'Port': ['ID=477fd74c-4f42-46f0-af8b-720c0f2ce76d,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:28.272902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:28.273504 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:28.280372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] 10.222.0.42 "PUT /v2.0/ports/94d8265c-7f58-4202-8a45-3c593c82a174 HTTP/1.1" status: 200 len: 1092 time: 3.0585952 Jun 04 16:37:28.333830 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:28.335262 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:28.381155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Transition to ACTIVE for port object 261f68ee-02b8-44f3-95b8-b98e5691daef will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:28.410370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Attempting to bind port 477fd74c-4f42-46f0-af8b-720c0f2ce76d on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:28.410964 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Attempting to bind port 477fd74c-4f42-46f0-af8b-720c0f2ce76d by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '6586d6bb-e244-46f4-abbe-8779dcdf6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:28.411470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Attempting to bind port 477fd74c-4f42-46f0-af8b-720c0f2ce76d on network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:28.418908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Port 477fd74c-4f42-46f0-af8b-720c0f2ce76d on network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:37:28.419226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Attempting to bind port 477fd74c-4f42-46f0-af8b-720c0f2ce76d on network 3ff5aec9-bd46-4796-ab31-0dee9cc09529 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:28.434142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:37:28.434562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Checking segment: {'id': '6586d6bb-e244-46f4-abbe-8779dcdf6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:28.434967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Bound using segment: {'id': '6586d6bb-e244-46f4-abbe-8779dcdf6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:37:28.435446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Bound port: 477fd74c-4f42-46f0-af8b-720c0f2ce76d, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6586d6bb-e244-46f4-abbe-8779dcdf6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:37:28.435805 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:28.598858 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:28.630718 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9bcb968-095a-45e1-9ac7-503f1ccb9b4e req-e4b7ed45-5974-4dc5-ba7a-8675e6ed2114 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005944 Jun 04 16:37:28.671747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa69c9-a0b3-489d-a941-f5f839f82249 service neutron] Pushing event updated for resources: {'Port': ['ID=94d8265c-7f58-4202-8a45-3c593c82a174,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:28.691470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] For port 477fd74c-4f42-46f0-af8b-720c0f2ce76d, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:37:28.717368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network ecfe113b-d09c-4142-aca3-5f54b2adbafe is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:28.719118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] For port 477fd74c-4f42-46f0-af8b-720c0f2ce76d, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=477fd74c-4f42-46f0-af8b-720c0f2ce76d,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:37:28.721041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ba73-b523-4a88-a5d1-a4226c22277f req-51034b6b-5d53-43b3-8d50-cc82756fd14e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:28.722835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:28.728062 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:28.728265 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61c5ba73-b523-4a88-a5d1-a4226c22277f req-51034b6b-5d53-43b3-8d50-cc82756fd14e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.8526716 Jun 04 16:37:28.741356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fabf4f9-21cf-4052-a4fb-ac3386cc4811', 'tag': '94d8265c-7f58-4202-8a45-3c593c82a174'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:28.755988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:28.760788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59934) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:28.770648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:28.792954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:28.810186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:28.813974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=261f68ee-02b8-44f3-95b8-b98e5691daef,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:28.837827 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ca51eb-31f8-4160-803e-99da7f6d32a3'] response: {'name': 'network-changed', 'server_uuid': '9fabf4f9-21cf-4052-a4fb-ac3386cc4811', 'tag': '94d8265c-7f58-4202-8a45-3c593c82a174', 'status': 'completed', 'code': 200} Jun 04 16:37:28.854980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ea4c41b4-4d9b-4f81-a3d5-feef88acf0b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ffe75a9932e4e72a4cb3495816f62ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0353875 Jun 04 16:37:28.859595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:28.860321 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:28.863170 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] 10.222.0.46 "PUT /v2.0/ports/477fd74c-4f42-46f0-af8b-720c0f2ce76d HTTP/1.1" status: 200 len: 1091 time: 3.7575305 Jun 04 16:37:28.873589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59940) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:28.873759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8becf1-81ac-4a34-8624-bef267fa48fb', 'tag': '477fd74c-4f42-46f0-af8b-720c0f2ce76d'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:28.954233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=928de951-ea36-458e-8197-a6038841b6f2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:28.967617 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a2e3af-67af-413e-a58a-db87ba609967'] response: {'name': 'network-changed', 'server_uuid': '1d8becf1-81ac-4a34-8624-bef267fa48fb', 'tag': '477fd74c-4f42-46f0-af8b-720c0f2ce76d', 'status': 'completed', 'code': 200} Jun 04 16:37:28.974743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61c5ba73-b523-4a88-a5d1-a4226c22277f req-d7c9ff76-7330-4252-8f52-3804c98ebfec tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456059 Jun 04 16:37:28.990277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-d64aef7d-6fa5-4d7b-b935-c625658cdf85 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7476671 Jun 04 16:37:29.020643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 01234775-fb80-4757-a8c7-3a7e117939aa up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:37:29.174229 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 01234775-fb80-4757-a8c7-3a7e117939aa completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:37:29.183702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:29.184836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:29.213629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-9d1eccaf-bc3d-418f-a0ef-b9a42eed1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:29.215392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-9d1eccaf-bc3d-418f-a0ef-b9a42eed1338 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=618d10cf39b2499f8c13a109dc5e5216&device_id=9fabf4f9-21cf-4052-a4fb-ac3386cc4811 HTTP/1.1" status: 200 len: 1095 time: 0.6293492 Jun 04 16:37:29.223137 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-100cda2d-8a5e-4b69-80f5-2a828d722543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:29.241383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ec179-7520-456b-ad98-a4b15a43d963 service neutron] Pushing event updated for resources: {'Port': ['ID=477fd74c-4f42-46f0-af8b-720c0f2ce76d,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:29.252784 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3891e845-d52c-4385-87b8-5791ed77059d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6687088 Jun 04 16:37:29.254825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59948) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:29.257405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-100cda2d-8a5e-4b69-80f5-2a828d722543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:29.296816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-100cda2d-8a5e-4b69-80f5-2a828d722543 admin admin] Usage tracker for resource:security_group_rule and tenant:37cd2f44a96f43e581b07b54d9860980 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:29.304577 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-593c0073-acf9-4b97-83b3-36c41cf3614f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:29.306646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-100cda2d-8a5e-4b69-80f5-2a828d722543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:29.323466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-100cda2d-8a5e-4b69-80f5-2a828d722543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:29.358262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-beb80687-eba7-4d9a-90cf-39e46b62a9e3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 261f68ee-02b8-44f3-95b8-b98e5691daef {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:29.358623 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-beb80687-eba7-4d9a-90cf-39e46b62a9e3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:29.376045 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-f6d4e3cc-be08-4f57-80de-03e8b34ca1ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94d8265c-7f58-4202-8a45-3c593c82a174 HTTP/1.1" status: 200 len: 217 time: 0.1312933 Jun 04 16:37:29.396724 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-bbb27be0-c696-429e-b443-4c401dc11ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:29.398216 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-bbb27be0-c696-429e-b443-4c401dc11ef2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=618d10cf39b2499f8c13a109dc5e5216&device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 1094 time: 0.4870176 Jun 04 16:37:29.436974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191238c5-37fa-4cb9-a510-0e1743f237e2 None None] Network ecfe113b-d09c-4142-aca3-5f54b2adbafe requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:37:29.449987 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-593c0073-acf9-4b97-83b3-36c41cf3614f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:29.493884 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-6d5fec47-8199-4fea-a039-c968432ff705 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=477fd74c-4f42-46f0-af8b-720c0f2ce76d HTTP/1.1" status: 200 len: 217 time: 0.0761864 Jun 04 16:37:29.605602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-50ea34b7-9d27-4437-8d80-df6c630dfda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:29.606970 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-50ea34b7-9d27-4437-8d80-df6c630dfda8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51753b0e-bae0-4e15-86bd-b5b0f7f3b84a HTTP/1.1" status: 200 len: 858 time: 0.2086771 Jun 04 16:37:29.616255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09837e-35e4-443c-aadd-eb8ada68e0ce req-09517c04-f833-4635-9d0c-8b6e84af710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:29.617685 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef09837e-35e4-443c-aadd-eb8ada68e0ce req-09517c04-f833-4635-9d0c-8b6e84af710e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=618d10cf39b2499f8c13a109dc5e5216&device_id=cc663c0b-386f-41ca-9091-f9dd6b131db1 HTTP/1.1" status: 200 len: 1094 time: 0.5288703 Jun 04 16:37:29.657159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-9df8e1f7-8ba3-4765-97d2-bf84de282e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:29.658947 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-9df8e1f7-8ba3-4765-97d2-bf84de282e14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51753b0e-bae0-4e15-86bd-b5b0f7f3b84a HTTP/1.1" status: 200 len: 858 time: 0.1558633 Jun 04 16:37:29.697801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-090c2e34-bb63-4892-91bf-ee6568d8fb8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ff5aec9-bd46-4796-ab31-0dee9cc09529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740380 Jun 04 16:37:29.700689 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c534922b-7f5d-4851-a54a-5a1f8ac8239f None None] Provisioning for port 01234775-fb80-4757-a8c7-3a7e117939aa completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:37:29.709565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c534922b-7f5d-4851-a54a-5a1f8ac8239f None None] Provisioning complete for port 01234775-fb80-4757-a8c7-3a7e117939aa triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:29.710016 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c534922b-7f5d-4851-a54a-5a1f8ac8239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:29.761621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a376a80-3332-4387-a0b5-72151daf19d5 req-27599b1e-7a32-46cf-ab3f-914aefa785f9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:29.763162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a376a80-3332-4387-a0b5-72151daf19d5 req-27599b1e-7a32-46cf-ab3f-914aefa785f9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.6211727 Jun 04 16:37:29.774031 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-a8b18815-48ef-4c79-a6ce-682c4f6c0bc1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ff5aec9-bd46-4796-ab31-0dee9cc09529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694764 Jun 04 16:37:29.817827 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-100cda2d-8a5e-4b69-80f5-2a828d722543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:29.876897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c534922b-7f5d-4851-a54a-5a1f8ac8239f None None] Current status of the port 01234775-fb80-4757-a8c7-3a7e117939aa is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:29.877388 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c534922b-7f5d-4851-a54a-5a1f8ac8239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:29.918120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c534922b-7f5d-4851-a54a-5a1f8ac8239f None None] For port 01234775-fb80-4757-a8c7-3a7e117939aa, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=01234775-fb80-4757-a8c7-3a7e117939aa,segment=NetworkSegment(9fb783b4-602e-4adb-91ba-e5a8ffcf6794),segment_id=9fb783b4-602e-4adb-91ba-e5a8ffcf6794)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:29.926007 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c534922b-7f5d-4851-a54a-5a1f8ac8239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:29.959461 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-c6286ba7-d5d2-49ab-ba31-22e078fa196a service neutron] 10.222.0.46 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758986 Jun 04 16:37:30.004008 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-beb80687-eba7-4d9a-90cf-39e46b62a9e3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:30.024734 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-593c0073-acf9-4b97-83b3-36c41cf3614f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:30.027127 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eeff3181-213d-4c75-8e7d-9d64991a2919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:30.031531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534922b-7f5d-4851-a54a-5a1f8ac8239f None None] Pushing event updated for resources: {'Port': ['ID=01234775-fb80-4757-a8c7-3a7e117939aa,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:30.108555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c0073-acf9-4b97-83b3-36c41cf3614f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58604cf-24ff-4ce0-9492-f5a552549e52,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:30.144761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-beb80687-eba7-4d9a-90cf-39e46b62a9e3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 261f68ee-02b8-44f3-95b8-b98e5691daef owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:30.160238 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a376a80-3332-4387-a0b5-72151daf19d5 req-198d94f7-9d08-4d41-9498-8b9724879c71 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066046 Jun 04 16:37:30.166795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-588e6b10-ef00-405c-bdd6-ade1c444de17 None None] Provisioning for port 261f68ee-02b8-44f3-95b8-b98e5691daef completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:37:30.196528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09837e-35e4-443c-aadd-eb8ada68e0ce req-1825cf15-383e-4e05-9f35-3e736b7b8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:30.197990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef09837e-35e4-443c-aadd-eb8ada68e0ce req-1825cf15-383e-4e05-9f35-3e736b7b8b63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ff5aec9-bd46-4796-ab31-0dee9cc09529 HTTP/1.1" status: 200 len: 919 time: 0.5732877 Jun 04 16:37:30.200104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-588e6b10-ef00-405c-bdd6-ade1c444de17 None None] Provisioning complete for port 261f68ee-02b8-44f3-95b8-b98e5691daef triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:30.201016 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-588e6b10-ef00-405c-bdd6-ade1c444de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:30.269592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-5a421aeb-84dd-4023-a376-a7c7d6fbd7e1 service neutron] 10.222.0.42 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054226 Jun 04 16:37:30.278906 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-593c0073-acf9-4b97-83b3-36c41cf3614f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:30.280029 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-593c0073-acf9-4b97-83b3-36c41cf3614f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e58604cf-24ff-4ce0-9492-f5a552549e52 HTTP/1.1" status: 204 len: 168 time: 1.3915331 Jun 04 16:37:30.286787 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-100cda2d-8a5e-4b69-80f5-2a828d722543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:30.302857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-588e6b10-ef00-405c-bdd6-ade1c444de17 None None] Port 261f68ee-02b8-44f3-95b8-b98e5691daef cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:37:30.316040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-588e6b10-ef00-405c-bdd6-ade1c444de17 None None] Provisioning complete for port 01234775-fb80-4757-a8c7-3a7e117939aa triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:30.316495 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-588e6b10-ef00-405c-bdd6-ade1c444de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:30.446901 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-100cda2d-8a5e-4b69-80f5-2a828d722543 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37cd2f44a96f43e581b07b54d9860980&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6777701 Jun 04 16:37:30.457512 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cda2d-8a5e-4b69-80f5-2a828d722543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75332534-918e-4f2c-bdae-96af4db6d115,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:30.460250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59958) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:30.469955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-588e6b10-ef00-405c-bdd6-ade1c444de17 None None] Current status of the port 01234775-fb80-4757-a8c7-3a7e117939aa is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:30.503792 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-beb80687-eba7-4d9a-90cf-39e46b62a9e3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:30.582661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1dc93966-1dac-4418-aadc-9f092062a117 None None] Could not find standard attr ID for object 261f68ee-02b8-44f3-95b8-b98e5691daef. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:37:30.592262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef09837e-35e4-443c-aadd-eb8ada68e0ce req-2b23598f-f7f0-4d89-9a9a-c556a3a775b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f5baf5-e1fb-424b-a857-affb333af5c3 HTTP/1.1" status: 200 len: 217 time: 0.3832612 Jun 04 16:37:30.660365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb80687-eba7-4d9a-90cf-39e46b62a9e3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=261f68ee-02b8-44f3-95b8-b98e5691daef,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:30.661292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4cdf7-3902-4ea4-bbe9-d2c7e90b1b38 req-1f35fd9d-5901-462c-9cd7-07756951b05e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:30.662894 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58e4cdf7-3902-4ea4-bbe9-d2c7e90b1b38 req-1f35fd9d-5901-462c-9cd7-07756951b05e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 943 time: 0.8198526 Jun 04 16:37:30.679215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 27f5baf5-e1fb-424b-a857-affb333af5c3 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:37:30.737377 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-046b0138-5928-4e5c-823d-e0757a455ce5 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332368 Jun 04 16:37:30.795470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-896160c8-658c-45b4-acee-4bc426c6684b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:30.854415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59966) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:30.863113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09837e-35e4-443c-aadd-eb8ada68e0ce req-1ef791b5-02dc-447a-baba-7e8724760093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:30.863351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 27f5baf5-e1fb-424b-a857-affb333af5c3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=27f5baf5-e1fb-424b-a857-affb333af5c3,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:30.864881 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef09837e-35e4-443c-aadd-eb8ada68e0ce req-1ef791b5-02dc-447a-baba-7e8724760093 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51753b0e-bae0-4e15-86bd-b5b0f7f3b84a HTTP/1.1" status: 200 len: 858 time: 0.2557378 Jun 04 16:37:30.880130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '27f5baf5-e1fb-424b-a857-affb333af5c3', 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529', 'port_id': '27f5baf5-e1fb-424b-a857-affb333af5c3', 'mac_address': 'fa:16:3e:d0:13:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51753b0e-bae0-4e15-86bd-b5b0f7f3b84a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:37:30.966201 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-896160c8-658c-45b4-acee-4bc426c6684b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:30.989505 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-beb80687-eba7-4d9a-90cf-39e46b62a9e3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:30.994194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 27f5baf5-e1fb-424b-a857-affb333af5c3 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:30.994818 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:31.015411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 01234775-fb80-4757-a8c7-3a7e117939aa up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:37:31.021299 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-beb80687-eba7-4d9a-90cf-39e46b62a9e3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/261f68ee-02b8-44f3-95b8-b98e5691daef HTTP/1.1" status: 204 len: 168 time: 1.7629862 Jun 04 16:37:31.028510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59972) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:31.029375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef09837e-35e4-443c-aadd-eb8ada68e0ce req-ca816014-b6f4-4b58-b8d7-c0e17e78a426 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ff5aec9-bd46-4796-ab31-0dee9cc09529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318524 Jun 04 16:37:31.046127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f5baf5-e1fb-424b-a857-affb333af5c3 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:37:31.084576 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-224cc7e1-6bbf-4a6b-a795-93ee2232e249 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] DELETE failed (client error): The resource could not be found. Jun 04 16:37:31.084975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224cc7e1-6bbf-4a6b-a795-93ee2232e249 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:37:31.089289 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-224cc7e1-6bbf-4a6b-a795-93ee2232e249 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/261f68ee-02b8-44f3-95b8-b98e5691daef HTTP/1.1" status: 404 len: 333 time: 0.0560281 Jun 04 16:37:31.089513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59976) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:31.095687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 27f5baf5-e1fb-424b-a857-affb333af5c3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=27f5baf5-e1fb-424b-a857-affb333af5c3,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:31.105349 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:31.114683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58e4cdf7-3902-4ea4-bbe9-d2c7e90b1b38 req-12df65dc-d648-422c-9df0-27476b376aa5 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528938 Jun 04 16:37:31.159106 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:31.160972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65e01e5-17fd-4b06-9e67-37f7e18e7aaa req-3d2ccd4d-fdf6-44b8-b387-54249427e73f service neutron] 10.222.0.42 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8795319 Jun 04 16:37:31.207713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 01234775-fb80-4757-a8c7-3a7e117939aa triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:31.208123 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:31.224224 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:31.238346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6546a249-8f16-4a36-9779-489d3b2c9f23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dc167ba0ef240a99b41c49c6f911fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3722212 Jun 04 16:37:31.282481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=27f5baf5-e1fb-424b-a857-affb333af5c3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:31.287329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59980) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:31.306414 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f6fd0-f9a7-4284-beb1-ff84d31201f7 req-6de6fc67-cf55-42ab-90c2-fca830cf5ee5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:31.308516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b6f6fd0-f9a7-4284-beb1-ff84d31201f7 req-6de6fc67-cf55-42ab-90c2-fca830cf5ee5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.6444495 Jun 04 16:37:31.308668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1752b6b-d0f3-4e59-8b06-cdab183370d4 req-a93c1aba-8078-47b5-9cfd-4e19e672a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:31.310042 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e1752b6b-d0f3-4e59-8b06-cdab183370d4 req-a93c1aba-8078-47b5-9cfd-4e19e672a846 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=618d10cf39b2499f8c13a109dc5e5216&device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 1094 time: 0.4957130 Jun 04 16:37:31.342018 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-896160c8-658c-45b4-acee-4bc426c6684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:31.359857 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1bfb0f-c74e-4884-a4ea-ef5dbc2144ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:37:31.360391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2e1bfb0f-c74e-4884-a4ea-ef5dbc2144ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:31.365115 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 01234775-fb80-4757-a8c7-3a7e117939aa is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:31.366867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896160c8-658c-45b4-acee-4bc426c6684b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75332534-918e-4f2c-bdae-96af4db6d115,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:31.368145 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:31.383370 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['27f5baf5-e1fb-424b-a857-affb333af5c3'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:37:31.419071 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-896160c8-658c-45b4-acee-4bc426c6684b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:31.420193 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-896160c8-658c-45b4-acee-4bc426c6684b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75332534-918e-4f2c-bdae-96af4db6d115 HTTP/1.1" status: 204 len: 168 time: 0.9531872 Jun 04 16:37:31.454558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2e1bfb0f-c74e-4884-a4ea-ef5dbc2144ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:31.462640 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2e1bfb0f-c74e-4884-a4ea-ef5dbc2144ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/261f68ee-02b8-44f3-95b8-b98e5691daef HTTP/1.1" status: 404 len: 333 time: 0.3687434 Jun 04 16:37:31.465199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59986) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:31.520920 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b6f6fd0-f9a7-4284-beb1-ff84d31201f7 req-d187ae1f-0db1-4ed4-a342-ef5a086b1f4e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918588 Jun 04 16:37:31.523576 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef09837e-35e4-443c-aadd-eb8ada68e0ce req-62136dba-934b-4b00-8d24-00ca6a1991af service neutron] 10.222.0.46 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705603 Jun 04 16:37:31.559844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1752b6b-d0f3-4e59-8b06-cdab183370d4 req-c7184b67-a2ce-4ee1-9bfc-f3268358b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:31.561304 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e1752b6b-d0f3-4e59-8b06-cdab183370d4 req-c7184b67-a2ce-4ee1-9bfc-f3268358b90c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ff5aec9-bd46-4796-ab31-0dee9cc09529 HTTP/1.1" status: 200 len: 919 time: 0.2393222 Jun 04 16:37:31.640340 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:31.676034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536acb68-16b0-4e90-8309-ffa2fd1bc148 req-27f54091-5df2-49b9-a851-a04a9722abff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:31.677535 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-536acb68-16b0-4e90-8309-ffa2fd1bc148 req-27f54091-5df2-49b9-a851-a04a9722abff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=618d10cf39b2499f8c13a109dc5e5216&device_id=9fabf4f9-21cf-4052-a4fb-ac3386cc4811 HTTP/1.1" status: 200 len: 1095 time: 0.4434297 Jun 04 16:37:31.678208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f589ab05-c2a3-48ba-8545-cb6a3006de18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:31.683303 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee294cd-d059-45a0-8bf3-2ccd919c7423 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting subnet 876d1f79-deb9-4682-9b06-bc35b2109e61 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:37:31.686669 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e1752b6b-d0f3-4e59-8b06-cdab183370d4 req-56e6260f-f438-4b79-968b-eeb3c599f648 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=477fd74c-4f42-46f0-af8b-720c0f2ce76d HTTP/1.1" status: 200 len: 217 time: 0.1164582 Jun 04 16:37:31.689086 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee294cd-d059-45a0-8bf3-2ccd919c7423 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:31.795813 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee294cd-d059-45a0-8bf3-2ccd919c7423 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:31.839108 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f589ab05-c2a3-48ba-8545-cb6a3006de18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:31.842064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1752b6b-d0f3-4e59-8b06-cdab183370d4 req-ef1602b1-da97-427a-b2ec-d486d165f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:31.843530 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e1752b6b-d0f3-4e59-8b06-cdab183370d4 req-ef1602b1-da97-427a-b2ec-d486d165f96b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51753b0e-bae0-4e15-86bd-b5b0f7f3b84a HTTP/1.1" status: 200 len: 858 time: 0.1237066 Jun 04 16:37:31.855645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef09837e-35e4-443c-aadd-eb8ada68e0ce req-0baf370c-af48-4556-8da9-482616ccd069 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206801 Jun 04 16:37:31.904257 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e1752b6b-d0f3-4e59-8b06-cdab183370d4 req-d07c7a57-c996-4a7b-a39a-f98d39cb1a78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ff5aec9-bd46-4796-ab31-0dee9cc09529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543542 Jun 04 16:37:31.904905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59992) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:32.019288 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-465f2288-f664-4325-bb43-2fa16128204f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:32.046578 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee294cd-d059-45a0-8bf3-2ccd919c7423 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:32.049451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536acb68-16b0-4e90-8309-ffa2fd1bc148 req-e20f7a19-bdd7-4b68-90d3-12d06ee858b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:32.050950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-536acb68-16b0-4e90-8309-ffa2fd1bc148 req-e20f7a19-bdd7-4b68-90d3-12d06ee858b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ff5aec9-bd46-4796-ab31-0dee9cc09529 HTTP/1.1" status: 200 len: 919 time: 0.3597577 Jun 04 16:37:32.052229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-465f2288-f664-4325-bb43-2fa16128204f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:32.074016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-465f2288-f664-4325-bb43-2fa16128204f admin admin] Usage tracker for resource:security_group_rule and tenant:214ea8ba1e1f400986e742442b256102 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:32.123516 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e1752b6b-d0f3-4e59-8b06-cdab183370d4 req-9b43cc0b-4c73-4fbc-a55c-d1c36ae8a5a3 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119515 Jun 04 16:37:32.125202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-465f2288-f664-4325-bb43-2fa16128204f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:32.146522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-465f2288-f664-4325-bb43-2fa16128204f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:32.157454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f589ab05-c2a3-48ba-8545-cb6a3006de18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:32.161397 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-536acb68-16b0-4e90-8309-ffa2fd1bc148 req-bb44fbd9-b298-4daa-a99d-e6c7e8efd77b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94d8265c-7f58-4202-8a45-3c593c82a174 HTTP/1.1" status: 200 len: 217 time: 0.1024349 Jun 04 16:37:32.228118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589ab05-c2a3-48ba-8545-cb6a3006de18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18825245-07c1-4f43-85ef-0a74b2851c52,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:32.232439 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee294cd-d059-45a0-8bf3-2ccd919c7423 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:32.280626 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ee294cd-d059-45a0-8bf3-2ccd919c7423 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:32.284904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0c23d5-7781-478c-befc-72d4fba8349c None None] Network ecfe113b-d09c-4142-aca3-5f54b2adbafe requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:37:32.285376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee294cd-d059-45a0-8bf3-2ccd919c7423 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Subnet': ['ID=876d1f79-deb9-4682-9b06-bc35b2109e61,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:32.310599 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5ee294cd-d059-45a0-8bf3-2ccd919c7423 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/876d1f79-deb9-4682-9b06-bc35b2109e61 HTTP/1.1" status: 204 len: 168 time: 0.8387196 Jun 04 16:37:32.310599 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59998) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:32.345608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536acb68-16b0-4e90-8309-ffa2fd1bc148 req-51d96630-dad4-4b17-a66d-ba63d4a4331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:32.347104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-536acb68-16b0-4e90-8309-ffa2fd1bc148 req-51d96630-dad4-4b17-a66d-ba63d4a4331f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51753b0e-bae0-4e15-86bd-b5b0f7f3b84a HTTP/1.1" status: 200 len: 858 time: 0.1704440 Jun 04 16:37:32.371926 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:32.414769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f589ab05-c2a3-48ba-8545-cb6a3006de18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:32.418494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f589ab05-c2a3-48ba-8545-cb6a3006de18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18825245-07c1-4f43-85ef-0a74b2851c52 HTTP/1.1" status: 204 len: 168 time: 1.1189988 Jun 04 16:37:32.419728 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e1752b6b-d0f3-4e59-8b06-cdab183370d4 req-211f67e8-75f7-41ca-af04-ae5be1573718 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876823 Jun 04 16:37:32.485741 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:32.497970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 01234775-fb80-4757-a8c7-3a7e117939aa {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:32.498696 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:32.544656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:32.649256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b4282b-d458-437f-a6ff-dabf257cac31 None None] DHCP port deletion for ecfe113b-d09c-4142-aca3-5f54b2adbafe request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:37:32.661782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4282b-d458-437f-a6ff-dabf257cac31 None None] Deleting port 01234775-fb80-4757-a8c7-3a7e117939aa {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:32.662154 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5b4282b-d458-437f-a6ff-dabf257cac31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:32.683462 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:32.727206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-536acb68-16b0-4e90-8309-ffa2fd1bc148 req-e279052c-a1b7-4f07-98bd-27b72d277f44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ff5aec9-bd46-4796-ab31-0dee9cc09529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3645163 Jun 04 16:37:32.769059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] For port 01234775-fb80-4757-a8c7-3a7e117939aa, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=01234775-fb80-4757-a8c7-3a7e117939aa,segment=NetworkSegment(9fb783b4-602e-4adb-91ba-e5a8ffcf6794),segment_id=9fb783b4-602e-4adb-91ba-e5a8ffcf6794)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:32.769537 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:32.814015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 477fd74c-4f42-46f0-af8b-720c0f2ce76d details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:37:32.951597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 01234775-fb80-4757-a8c7-3a7e117939aa owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:32.960448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 477fd74c-4f42-46f0-af8b-720c0f2ce76d, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=477fd74c-4f42-46f0-af8b-720c0f2ce76d,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:32.975706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 27f5baf5-e1fb-424b-a857-affb333af5c3 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:37:33.037080 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '477fd74c-4f42-46f0-af8b-720c0f2ce76d', 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529', 'port_id': '477fd74c-4f42-46f0-af8b-720c0f2ce76d', 'mac_address': 'fa:16:3e:cd:ce:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51753b0e-bae0-4e15-86bd-b5b0f7f3b84a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:37:33.038895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 01234775-fb80-4757-a8c7-3a7e117939aa no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:37:33.044267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.135875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 01234775-fb80-4757-a8c7-3a7e117939aa {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:37:33.135875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 01234775-fb80-4757-a8c7-3a7e117939aa not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:37:33.157889 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-536acb68-16b0-4e90-8309-ffa2fd1bc148 req-282dc3d9-7954-4012-bbbb-3f33d99474fe service neutron] 10.222.0.42 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831220 Jun 04 16:37:33.173006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=928de951-ea36-458e-8197-a6038841b6f2,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:33.179179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-465f2288-f664-4325-bb43-2fa16128204f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.209659 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.247743 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 477fd74c-4f42-46f0-af8b-720c0f2ce76d is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:33.247992 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.252584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=01234775-fb80-4757-a8c7-3a7e117939aa,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:33.256384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No DVR routers for this DVR port 01234775-fb80-4757-a8c7-3a7e117939aa on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:37:33.274782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6385b9a-9e3d-48f3-89b6-4b17ee9aca03 req-1c1c545d-763b-45e3-bbff-5504940824f6 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:33.276978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6385b9a-9e3d-48f3-89b6-4b17ee9aca03 req-1c1c545d-763b-45e3-bbff-5504940824f6 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 943 time: 1.0169775 Jun 04 16:37:33.294650 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-465f2288-f664-4325-bb43-2fa16128204f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.295580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477fd74c-4f42-46f0-af8b-720c0f2ce76d {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:37:33.310578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 27f5baf5-e1fb-424b-a857-affb333af5c3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:37:33.319754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 27f5baf5-e1fb-424b-a857-affb333af5c3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:33.320126 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.394588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f5b4282b-d458-437f-a6ff-dabf257cac31 None None] For port 01234775-fb80-4757-a8c7-3a7e117939aa, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=01234775-fb80-4757-a8c7-3a7e117939aa,segment=NetworkSegment(9fb783b4-602e-4adb-91ba-e5a8ffcf6794),segment_id=9fb783b4-602e-4adb-91ba-e5a8ffcf6794)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:33.394968 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5b4282b-d458-437f-a6ff-dabf257cac31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.408952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 477fd74c-4f42-46f0-af8b-720c0f2ce76d, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=477fd74c-4f42-46f0-af8b-720c0f2ce76d,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:33.432088 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.437648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4501f-02c7-4784-943c-e4f233783484 req-8a701bd8-a783-4f94-acac-2bbbd37365f8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:33.439209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41c4501f-02c7-4784-943c-e4f233783484 req-8a701bd8-a783-4f94-acac-2bbbd37365f8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.7063496 Jun 04 16:37:33.473251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfe113b-d09c-4142-aca3-5f54b2adbafe']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:33.492187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb783b4-602e-4adb-91ba-e5a8ffcf6794') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:33.493091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb783b4-602e-4adb-91ba-e5a8ffcf6794') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:33.512588 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.535927 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.544372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:37:33.545183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.560123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f2288-f664-4325-bb43-2fa16128204f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10df3cf1-3bd4-4573-9853-ab792ee77406,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:33.564580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-465f2288-f664-4325-bb43-2fa16128204f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=214ea8ba1e1f400986e742442b256102&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6572163 Jun 04 16:37:33.584485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60026) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:33.593491 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.604029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4282b-d458-437f-a6ff-dabf257cac31 None None] Calling delete_port for 01234775-fb80-4757-a8c7-3a7e117939aa owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:33.655549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6385b9a-9e3d-48f3-89b6-4b17ee9aca03 req-89193ccd-774e-4f80-8a28-8f70fcbb250a tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499806 Jun 04 16:37:33.680954 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 9fb783b4-602e-4adb-91ba-e5a8ffcf6794 resource provider aggregate not found Jun 04 16:37:33.713353 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 9fb783b4-602e-4adb-91ba-e5a8ffcf6794 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fb783b4-602e-4adb-91ba-e5a8ffcf6794 found for delete ", "request_id": "req-9f5dfeaa-4168-4ec7-9458-ee5a8f6116f9"}]} Jun 04 16:37:33.731682 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.734150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41c4501f-02c7-4784-943c-e4f233783484 req-1f8862f4-e904-4ec6-87ce-6f67a7aa9fc9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709513 Jun 04 16:37:33.744378 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3eacae82-3bbb-4ec0-8a3c-0abc6578b9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.746881 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Floating IP 2bd8acd3-d7e7-4446-beb4-1e6f51d9f2d5 associated. External IP: 172.25.5.195, port: 44fee4db-cbb8-4e26-ab10-c15ee0961c98. Jun 04 16:37:33.766966 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.776084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Network': ['ID=ecfe113b-d09c-4142-aca3-5f54b2adbafe,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:33.789325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 27f5baf5-e1fb-424b-a857-affb333af5c3 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:33.789902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.804382 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9b6ae48d-e7af-4b82-8d14-26ca802b0d87 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/networks/ecfe113b-d09c-4142-aca3-5f54b2adbafe HTTP/1.1" status: 204 len: 168 time: 1.4935353 Jun 04 16:37:33.808241 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60038) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:33.816409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-685413890'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:33.823658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:33.828871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:network and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:33.832421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:33.840018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-536acb68-16b0-4e90-8309-ffa2fd1bc148 req-90f23837-13a7-4553-a081-cb75e7627f3b service neutron] 10.222.0.42 "GET /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593645 Jun 04 16:37:33.842777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:33.843985 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=477fd74c-4f42-46f0-af8b-720c0f2ce76d,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:33.859339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:33.866599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.868949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['477fd74c-4f42-46f0-af8b-720c0f2ce76d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:37:33.906380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:37:33.913155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc663c0b-386f-41ca-9091-f9dd6b131db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f5baf5-e1fb-424b-a857-affb333af5c3'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:33.935721 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.935721 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Added segment d42affe7-f042-4aa4-9248-04b8ef6202ea of type vlan for network 35b19da4-450f-4f1d-b95d-9f5fab171766 Jun 04 16:37:33.943353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3eacae82-3bbb-4ec0-8a3c-0abc6578b9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.960253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 27f5baf5-e1fb-424b-a857-affb333af5c3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=27f5baf5-e1fb-424b-a857-affb333af5c3,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:33.964820 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-f5b4282b-d458-437f-a6ff-dabf257cac31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:37:33.965162 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-f5b4282b-d458-437f-a6ff-dabf257cac31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:37:33.975546 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:33.985003 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:34.044062 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2f4328-b661-4dc3-9bd6-c2b9c90de764'] response: {'server_uuid': 'cc663c0b-386f-41ca-9091-f9dd6b131db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f5baf5-e1fb-424b-a857-affb333af5c3', 'code': 200} Jun 04 16:37:34.059085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:34.065981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:34.066746 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:34.070985 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:34.139280 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:34.159365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=27f5baf5-e1fb-424b-a857-affb333af5c3,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:34.174462 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3eacae82-3bbb-4ec0-8a3c-0abc6578b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:34.210643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacae82-3bbb-4ec0-8a3c-0abc6578b9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10df3cf1-3bd4-4573-9853-ab792ee77406,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:34.215248 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3eacae82-3bbb-4ec0-8a3c-0abc6578b9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:34.216393 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3eacae82-3bbb-4ec0-8a3c-0abc6578b9ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10df3cf1-3bd4-4573-9853-ab792ee77406 HTTP/1.1" status: 204 len: 168 time: 0.6309779 Jun 04 16:37:34.264230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:37:34.298821 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4889596 Jun 04 16:37:34.300181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60054) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:34.317761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': '35b19da4-450f-4f1d-b95d-9f5fab171766', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:34.339773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88864be8-53f7-49b9-8f28-c1d1f91dcdaf tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Network': ['ID=35b19da4-450f-4f1d-b95d-9f5fab171766,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:34.352474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 35b19da4-450f-4f1d-b95d-9f5fab171766 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:37:34.415708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60058) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:34.466561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4282b-d458-437f-a6ff-dabf257cac31 None None] Deleting port 01234775-fb80-4757-a8c7-3a7e117939aa {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:34.467026 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5b4282b-d458-437f-a6ff-dabf257cac31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:34.483006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74335f-756c-4a4f-9eec-1a0c61405728 req-4db1f4b2-7e37-48f9-b172-d1a503eb92db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:34.484866 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ba74335f-756c-4a4f-9eec-1a0c61405728 req-4db1f4b2-7e37-48f9-b172-d1a503eb92db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc663c0b-386f-41ca-9091-f9dd6b131db1 HTTP/1.1" status: 200 len: 1096 time: 0.4104490 Jun 04 16:37:34.486107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:34.490935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:34.497146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:34.518204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:34.549070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 94d8265c-7f58-4202-8a45-3c593c82a174 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:37:34.552732 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ba74335f-756c-4a4f-9eec-1a0c61405728 req-de2372b0-41af-4f14-a6c6-f0333ea19860 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572555 Jun 04 16:37:34.553656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:34.558097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:34.565447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4282b-d458-437f-a6ff-dabf257cac31 None None] The port '01234775-fb80-4757-a8c7-3a7e117939aa' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:37:34.856175 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:34.874856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 94d8265c-7f58-4202-8a45-3c593c82a174, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=94d8265c-7f58-4202-8a45-3c593c82a174,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:34.890328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '94d8265c-7f58-4202-8a45-3c593c82a174', 'network_id': '3ff5aec9-bd46-4796-ab31-0dee9cc09529', 'port_id': '94d8265c-7f58-4202-8a45-3c593c82a174', 'mac_address': 'fa:16:3e:a8:65:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51753b0e-bae0-4e15-86bd-b5b0f7f3b84a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:37:34.945706 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5b7f786f-b7d8-4a37-a110-34b521b81200 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1921704043'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:34.951351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5b7f786f-b7d8-4a37-a110-34b521b81200 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:34.955507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 94d8265c-7f58-4202-8a45-3c593c82a174 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:34.955890 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:34.956175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5b7f786f-b7d8-4a37-a110-34b521b81200 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Usage tracker for resource:router and tenant:99761ad0bb54438fa17f269565efaae1 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:34.965371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5b7f786f-b7d8-4a37-a110-34b521b81200 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:34.979882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d8265c-7f58-4202-8a45-3c593c82a174 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:37:34.985758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5b7f786f-b7d8-4a37-a110-34b521b81200 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:34.997731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 94d8265c-7f58-4202-8a45-3c593c82a174, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=94d8265c-7f58-4202-8a45-3c593c82a174,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:35.003052 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:35.026612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Subnet': ['ID=7fec8894-5b90-4559-a29a-7fa8939dc4f9,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:35.029163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b7f786f-b7d8-4a37-a110-34b521b81200 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:35.034969 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b7f786f-b7d8-4a37-a110-34b521b81200 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:35.048646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Checking segment: {'id': 'd42affe7-f042-4aa4-9248-04b8ef6202ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '35b19da4-450f-4f1d-b95d-9f5fab171766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:35.049038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network hostable DHCP agents. Network: 35b19da4-450f-4f1d-b95d-9f5fab171766, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:37:35.061304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:37:35.080701 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b7f786f-b7d8-4a37-a110-34b521b81200 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:35.104122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 35b19da4-450f-4f1d-b95d-9f5fab171766 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:37:35.105659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56488592-c321-4c7e-be7b-364eb2de52cc req-fa2b5877-4856-42ee-9b8b-a8865fb58a41 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:35.107381 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56488592-c321-4c7e-be7b-364eb2de52cc req-fa2b5877-4856-42ee-9b8b-a8865fb58a41 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 944 time: 0.2784214 Jun 04 16:37:35.108673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b7f786f-b7d8-4a37-a110-34b521b81200 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:35.111972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:35.129888 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=94d8265c-7f58-4202-8a45-3c593c82a174,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:35.140966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 35b19da4-450f-4f1d-b95d-9f5fab171766) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:35.142359 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d88e92-69d0-4026-81f8-d01486fad60a None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:37:35.145773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:35.146366 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:35.154316 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b7f786f-b7d8-4a37-a110-34b521b81200 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:35.158365 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5b7f786f-b7d8-4a37-a110-34b521b81200 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7385554 Jun 04 16:37:35.162788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60080) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:35.162949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d88e92-69d0-4026-81f8-d01486fad60a None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:35.163602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f2d88e92-69d0-4026-81f8-d01486fad60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:35.196571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76423a7-737e-464f-b7de-5e4b57fe7932 req-c6ba95fc-ee06-4374-80c2-30c1888b8101 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:35.207001 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b76423a7-737e-464f-b7de-5e4b57fe7932 req-c6ba95fc-ee06-4374-80c2-30c1888b8101 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.2265158 Jun 04 16:37:35.250835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-450b9ed1-224e-4bdc-ac16-87fc80eb822c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 9.5583193 Jun 04 16:37:35.255801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60086) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:35.260385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56488592-c321-4c7e-be7b-364eb2de52cc req-35c6d429-7fd4-436a-8edf-4b6d0f752e4a tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146286 Jun 04 16:37:35.266399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-43972c0d-cc81-41ed-b385-86321742a62c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'floatingip': {'port_id': '44fee4db-cbb8-4e26-ab10-c15ee0961c98', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:35.286045 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5f7c118d-69e3-4dd6-8b4f-eca1aacffa69 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9807067 Jun 04 16:37:35.286820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60092) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:35.303442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4603381d-c12c-4421-a3d2-c0cf267c9984 None None] Network 35b19da4-450f-4f1d-b95d-9f5fab171766 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:37:35.356105 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': '35b19da4-450f-4f1d-b95d-9f5fab171766', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1727050128'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:35.407354 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43972c0d-cc81-41ed-b385-86321742a62c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:35.432335 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a7a0-874f-4365-907d-a11aad677388 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:35.496896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['94d8265c-7f58-4202-8a45-3c593c82a174'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:37:35.511048 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b76423a7-737e-464f-b7de-5e4b57fe7932 req-a01e2d53-7fd6-4f76-952d-7a766a1bdcaf tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877808 Jun 04 16:37:35.827866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f2d88e92-69d0-4026-81f8-d01486fad60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:35.849364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-35b19da4-450f-4f1d-b95d-9f5fab171766', 'network_id': '35b19da4-450f-4f1d-b95d-9f5fab171766', 'tenant_id': '04b67dbf75864ac480045d91d51492a4', 'fixed_ips': [{'subnet_id': '7fec8894-5b90-4559-a29a-7fa8939dc4f9'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:37:35.850194 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:35.867220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d88e92-69d0-4026-81f8-d01486fad60a None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:35.867875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f2d88e92-69d0-4026-81f8-d01486fad60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:35.948326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-f2d88e92-69d0-4026-81f8-d01486fad60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:35.948754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d88e92-69d0-4026-81f8-d01486fad60a None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:37:36.007192 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a7a0-874f-4365-907d-a11aad677388 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.010331 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a7a0-874f-4365-907d-a11aad677388 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.012352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:36.017724 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:port and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:36.022942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:36.038398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:36.055315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:36.060553 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.081890 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a7a0-874f-4365-907d-a11aad677388 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.082463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea3a7a0-874f-4365-907d-a11aad677388 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router babc8253-f493-49b7-b94d-82a5b49de523 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:37:36.094795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 8d59297f-f594-4aa1-afe6-2bbc2722b9a8 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:36.137598 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a7a0-874f-4365-907d-a11aad677388 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.138881 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1ea3a7a0-874f-4365-907d-a11aad677388 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] 10.222.0.13 "DELETE /v2.0/routers/babc8253-f493-49b7-b94d-82a5b49de523 HTTP/1.1" status: 204 len: 168 time: 0.9751565 Jun 04 16:37:36.142487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60110) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:36.153429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1e92b81b-9b6f-4eb1-bd3f-c8443ebb4e47 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Request body: {'router': {'name': 'tempest-router-1287191616', 'distributed': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:36.160670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1e92b81b-9b6f-4eb1-bd3f-c8443ebb4e47 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:36.167098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1e92b81b-9b6f-4eb1-bd3f-c8443ebb4e47 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Usage tracker for resource:router and tenant:99761ad0bb54438fa17f269565efaae1 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:36.173423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1e92b81b-9b6f-4eb1-bd3f-c8443ebb4e47 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:36.176256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Allocated IP 172.20.0.2 (35b19da4-450f-4f1d-b95d-9f5fab171766/7fec8894-5b90-4559-a29a-7fa8939dc4f9/1c7eb97a-90a0-45ec-8522-96a83057343c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:36.182541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1e92b81b-9b6f-4eb1-bd3f-c8443ebb4e47 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:36.204146 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e92b81b-9b6f-4eb1-bd3f-c8443ebb4e47 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.205213 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e92b81b-9b6f-4eb1-bd3f-c8443ebb4e47 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.236110 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e92b81b-9b6f-4eb1-bd3f-c8443ebb4e47 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.312796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60118) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:36.374019 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e92b81b-9b6f-4eb1-bd3f-c8443ebb4e47 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.400303 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.411193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Transition to ACTIVE for port object 1c7eb97a-90a0-45ec-8522-96a83057343c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:36.430306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Transition to ACTIVE for port object 1c7eb97a-90a0-45ec-8522-96a83057343c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:36.434675 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43972c0d-cc81-41ed-b385-86321742a62c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.437920 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.442072 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e92b81b-9b6f-4eb1-bd3f-c8443ebb4e47 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.443291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1e92b81b-9b6f-4eb1-bd3f-c8443ebb4e47 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2991076 Jun 04 16:37:36.446216 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43972c0d-cc81-41ed-b385-86321742a62c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.472603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60126) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:36.527215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Network 35b19da4-450f-4f1d-b95d-9f5fab171766 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:36.532117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:36.537271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:36.579020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Pushing event updated for resources: {'Port': ['ID=1c7eb97a-90a0-45ec-8522-96a83057343c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:36.617594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b7b1ebb-8051-409a-bd80-2943be93ed49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.640402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Attempting to bind port 1c7eb97a-90a0-45ec-8522-96a83057343c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:36.640767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Attempting to bind port 1c7eb97a-90a0-45ec-8522-96a83057343c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'd42affe7-f042-4aa4-9248-04b8ef6202ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '35b19da4-450f-4f1d-b95d-9f5fab171766'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:36.641126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Attempting to bind port 1c7eb97a-90a0-45ec-8522-96a83057343c on network 35b19da4-450f-4f1d-b95d-9f5fab171766 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:36.658550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:37:36.658911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Checking segment: {'id': 'd42affe7-f042-4aa4-9248-04b8ef6202ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '35b19da4-450f-4f1d-b95d-9f5fab171766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:36.659441 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.659827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Bound using segment: {'id': 'd42affe7-f042-4aa4-9248-04b8ef6202ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '35b19da4-450f-4f1d-b95d-9f5fab171766'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:37:36.660301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Bound port: 1c7eb97a-90a0-45ec-8522-96a83057343c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42affe7-f042-4aa4-9248-04b8ef6202ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '35b19da4-450f-4f1d-b95d-9f5fab171766'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:37:36.660819 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.716901 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 477fd74c-4f42-46f0-af8b-720c0f2ce76d up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:37:36.718565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67478b-386f-46c8-a943-e3fb54575ae8 req-52153f74-bbe6-4e0c-9982-d1cd67223c8d tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:36.720512 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae67478b-386f-46c8-a943-e3fb54575ae8 req-52153f74-bbe6-4e0c-9982-d1cd67223c8d tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 944 time: 0.3323863 Jun 04 16:37:36.748278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5b7b1ebb-8051-409a-bd80-2943be93ed49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:36.751468 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84f0f29b-06d4-4023-bb25-ab937ea0faf0 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.803679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5b7b1ebb-8051-409a-bd80-2943be93ed49 admin admin] Usage tracker for resource:security_group_rule and tenant:de9407a7550c4a269aa93984895735fd is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:36.815212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5b7b1ebb-8051-409a-bd80-2943be93ed49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:36.826466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.8 (35b19da4-450f-4f1d-b95d-9f5fab171766/7fec8894-5b90-4559-a29a-7fa8939dc4f9/8d59297f-f594-4aa1-afe6-2bbc2722b9a8) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:36.896341 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5b7b1ebb-8051-409a-bd80-2943be93ed49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:36.921676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] For port 1c7eb97a-90a0-45ec-8522-96a83057343c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:37:36.925325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] For port 1c7eb97a-90a0-45ec-8522-96a83057343c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1c7eb97a-90a0-45ec-8522-96a83057343c,segment=NetworkSegment(d42affe7-f042-4aa4-9248-04b8ef6202ea),segment_id=d42affe7-f042-4aa4-9248-04b8ef6202ea)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:37:36.932729 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:36.977429 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 477fd74c-4f42-46f0-af8b-720c0f2ce76d completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:37:37.047735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 477fd74c-4f42-46f0-af8b-720c0f2ce76d triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:37.048172 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.064860 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae67478b-386f-46c8-a943-e3fb54575ae8 req-347a6066-832a-4746-85e2-d8b8bee41764 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546495 Jun 04 16:37:37.098154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836354c-584a-47ab-a1f8-051addcbac38 req-3110b573-aee0-42b8-8dbf-c36411e9dfac tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:37.099721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1836354c-584a-47ab-a1f8-051addcbac38 req-3110b573-aee0-42b8-8dbf-c36411e9dfac tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.3899438 Jun 04 16:37:37.125092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43972c0d-cc81-41ed-b385-86321742a62c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:37:37.146161 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84f0f29b-06d4-4023-bb25-ab937ea0faf0 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.152215 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84f0f29b-06d4-4023-bb25-ab937ea0faf0 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.223721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b48de-0e25-4e3c-8c2a-b7c6be80fc39 None None] Pushing event updated for resources: {'Port': ['ID=1c7eb97a-90a0-45ec-8522-96a83057343c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:37.274966 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1836354c-584a-47ab-a1f8-051addcbac38 req-35c801e0-a1fb-4687-8d7b-3f2ea2180994 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685877 Jun 04 16:37:37.301987 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84f0f29b-06d4-4023-bb25-ab937ea0faf0 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.302332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f0f29b-06d4-4023-bb25-ab937ea0faf0 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b37cbc0e-44cb-463d-9c52-17a72e98a4e3 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:37:37.370788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 477fd74c-4f42-46f0-af8b-720c0f2ce76d is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:37.371170 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.392781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43972c0d-cc81-41ed-b385-86321742a62c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:37:37.398090 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43972c0d-cc81-41ed-b385-86321742a62c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.405859 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78b720-b9cc-4b1e-aae9-c049adc06e44 None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:37:37.430697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8becf1-81ac-4a34-8624-bef267fa48fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477fd74c-4f42-46f0-af8b-720c0f2ce76d'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:37.440954 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.443223 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78b720-b9cc-4b1e-aae9-c049adc06e44 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:37.443835 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-be78b720-b9cc-4b1e-aae9-c049adc06e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:37.448247 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 477fd74c-4f42-46f0-af8b-720c0f2ce76d, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=477fd74c-4f42-46f0-af8b-720c0f2ce76d,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:37.461880 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.476356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Transition to ACTIVE for port object 8d59297f-f594-4aa1-afe6-2bbc2722b9a8 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:37.566223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84f0f29b-06d4-4023-bb25-ab937ea0faf0 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.567641 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-84f0f29b-06d4-4023-bb25-ab937ea0faf0 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b37cbc0e-44cb-463d-9c52-17a72e98a4e3 HTTP/1.1" status: 204 len: 168 time: 1.0922041 Jun 04 16:37:37.573603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60142) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:37.583247 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b35eaf-7eda-4e97-99fc-3604d93a8e91'] response: {'server_uuid': '1d8becf1-81ac-4a34-8624-bef267fa48fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477fd74c-4f42-46f0-af8b-720c0f2ce76d', 'code': 200} Jun 04 16:37:37.595414 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b7b1ebb-8051-409a-bd80-2943be93ed49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.609207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e74b1734-fdc1-4037-bb55-087dcba95518 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Request body: {'router': {'name': 'tempest-router-974262000', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c1b6c859efcf489ea6e72a9dfd9213b6'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:37.621807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e74b1734-fdc1-4037-bb55-087dcba95518 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:37.634625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e74b1734-fdc1-4037-bb55-087dcba95518 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Usage tracker for resource:router and tenant:c1b6c859efcf489ea6e72a9dfd9213b6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:37.639679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e74b1734-fdc1-4037-bb55-087dcba95518 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:37.648826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-43972c0d-cc81-41ed-b385-86321742a62c tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "PUT /v2.0/floatingips/2bd8acd3-d7e7-4446-beb4-1e6f51d9f2d5 HTTP/1.1" status: 200 len: 976 time: 2.3768353 Jun 04 16:37:37.649919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60146) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:37.667790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=477fd74c-4f42-46f0-af8b-720c0f2ce76d,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:37.671032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e74b1734-fdc1-4037-bb55-087dcba95518 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:37.677274 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-be78b720-b9cc-4b1e-aae9-c049adc06e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:37.688303 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78b720-b9cc-4b1e-aae9-c049adc06e44 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:37.689409 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-be78b720-b9cc-4b1e-aae9-c049adc06e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:37.722205 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b7b1ebb-8051-409a-bd80-2943be93ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.810495 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-be78b720-b9cc-4b1e-aae9-c049adc06e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:37.811223 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78b720-b9cc-4b1e-aae9-c049adc06e44 None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:37:37.841416 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e74b1734-fdc1-4037-bb55-087dcba95518 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.842471 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e74b1734-fdc1-4037-bb55-087dcba95518 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.874360 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5b7b1ebb-8051-409a-bd80-2943be93ed49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de9407a7550c4a269aa93984895735fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5577934 Jun 04 16:37:37.874596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b1ebb-8051-409a-bd80-2943be93ed49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1fd823-d2f9-45f5-b855-31d20b40fa8c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:37.879186 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:37.886645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60152) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:37.973666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-2531e5fb-7554-4371-bcef-1ba841a14960 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port 928de951-ea36-458e-8197-a6038841b6f2 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:37.974042 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2531e5fb-7554-4371-bcef-1ba841a14960 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:38.157066 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2531e5fb-7554-4371-bcef-1ba841a14960 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:38.157384 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2531e5fb-7554-4371-bcef-1ba841a14960 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:38.166288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 35b19da4-450f-4f1d-b95d-9f5fab171766 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:38.189782 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e74b1734-fdc1-4037-bb55-087dcba95518 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:38.191130 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-510d49f2-f31f-4d3d-b296-40ca2ff92c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:38.192976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:38.208275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:38.290894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=8d59297f-f594-4aa1-afe6-2bbc2722b9a8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:38.309625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-2531e5fb-7554-4371-bcef-1ba841a14960 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for 928de951-ea36-458e-8197-a6038841b6f2 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:38.315041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fa824-6e8d-46f0-8ec2-b0094930ef9b req-7d9877c6-64b7-4c4e-aa18-8a2260fa2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:38.316646 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c75fa824-6e8d-46f0-8ec2-b0094930ef9b req-7d9877c6-64b7-4c4e-aa18-8a2260fa2d5a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 1096 time: 0.6415687 Jun 04 16:37:38.343421 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-510d49f2-f31f-4d3d-b296-40ca2ff92c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:38.382699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e74b1734-fdc1-4037-bb55-087dcba95518 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:38.430066 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e74b1734-fdc1-4037-bb55-087dcba95518 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:38.431328 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e74b1734-fdc1-4037-bb55-087dcba95518 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8542004 Jun 04 16:37:38.437639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:38.438312 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:38.442062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60160) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:38.454512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-fbd2cb31-18b4-4099-b9d7-97ff74028146 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:38.464479 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c75fa824-6e8d-46f0-8ec2-b0094930ef9b req-999b2f2e-895f-44fb-b215-17b0e6ac468f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401963 Jun 04 16:37:38.478335 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-77720bea-c8d1-4af5-ae2a-782d44fd3b7b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.1369557 Jun 04 16:37:38.480943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60164) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:38.504928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 94d8265c-7f58-4202-8a45-3c593c82a174 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:37:38.587975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ad122548-df9e-477e-b5d0-b769f398da32 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 8d59297f-f594-4aa1-afe6-2bbc2722b9a8 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:38.588811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad122548-df9e-477e-b5d0-b769f398da32 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:38.642071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 94d8265c-7f58-4202-8a45-3c593c82a174 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:37:38.648209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 94d8265c-7f58-4202-8a45-3c593c82a174 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:38.648810 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:38.716587 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-510d49f2-f31f-4d3d-b296-40ca2ff92c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:38.735148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2c368-222a-4c03-9aa9-a32b311a9545 None None] Network 35b19da4-450f-4f1d-b95d-9f5fab171766 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:37:38.752655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d49f2-f31f-4d3d-b296-40ca2ff92c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1fd823-d2f9-45f5-b855-31d20b40fa8c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:38.771880 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-510d49f2-f31f-4d3d-b296-40ca2ff92c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:38.773357 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-510d49f2-f31f-4d3d-b296-40ca2ff92c4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c1fd823-d2f9-45f5-b855-31d20b40fa8c HTTP/1.1" status: 204 len: 168 time: 0.8411164 Jun 04 16:37:39.019217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e9fed033-1877-49ce-bf5a-f2db09a0367f None None] Provisioning for port 1c7eb97a-90a0-45ec-8522-96a83057343c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:37:39.038722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad122548-df9e-477e-b5d0-b769f398da32 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:39.143777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0f5de-9e6d-4a44-9e36-96f2966887aa req-6f8a3be4-0888-487a-a0ef-e9674f0815c4 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:39.149013 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 94d8265c-7f58-4202-8a45-3c593c82a174 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:39.149640 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:39.152051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1c0f5de-9e6d-4a44-9e36-96f2966887aa req-6f8a3be4-0888-487a-a0ef-e9674f0815c4 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 945 time: 0.8559778 Jun 04 16:37:39.207323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1c7eb97a-90a0-45ec-8522-96a83057343c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:37:39.231672 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ad122548-df9e-477e-b5d0-b769f398da32 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 8d59297f-f594-4aa1-afe6-2bbc2722b9a8 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:39.289261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1c0f5de-9e6d-4a44-9e36-96f2966887aa req-b85f99db-238d-42d0-b20d-df41787f785e tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358955 Jun 04 16:37:39.289691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 94d8265c-7f58-4202-8a45-3c593c82a174, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=94d8265c-7f58-4202-8a45-3c593c82a174,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:39.308654 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fbd2cb31-18b4-4099-b9d7-97ff74028146 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:39.309273 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fbd2cb31-18b4-4099-b9d7-97ff74028146 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:39.315585 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:39.403759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 1c7eb97a-90a0-45ec-8522-96a83057343c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:37:39.427464 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 1c7eb97a-90a0-45ec-8522-96a83057343c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:39.427820 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:39.465749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3b033-c37e-407f-8ed5-7b4c25981855 req-94abe7f7-60a0-4781-a981-5eb4683285a3 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:39.467660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30d3b033-c37e-407f-8ed5-7b4c25981855 req-94abe7f7-60a0-4781-a981-5eb4683285a3 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 1.0245152 Jun 04 16:37:39.476310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=94d8265c-7f58-4202-8a45-3c593c82a174,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:39.522997 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad122548-df9e-477e-b5d0-b769f398da32 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:39.609532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fabf4f9-21cf-4052-a4fb-ac3386cc4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d8265c-7f58-4202-8a45-3c593c82a174'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:39.658774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad122548-df9e-477e-b5d0-b769f398da32 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=8d59297f-f594-4aa1-afe6-2bbc2722b9a8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:39.669416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 1c7eb97a-90a0-45ec-8522-96a83057343c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:39.669931 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:39.722306 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2718951-c482-4d36-ba8e-8e50fff3be5f'] response: {'server_uuid': '9fabf4f9-21cf-4052-a4fb-ac3386cc4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d8265c-7f58-4202-8a45-3c593c82a174', 'code': 200} Jun 04 16:37:39.755827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 1c7eb97a-90a0-45ec-8522-96a83057343c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1c7eb97a-90a0-45ec-8522-96a83057343c,segment=NetworkSegment(d42affe7-f042-4aa4-9248-04b8ef6202ea),segment_id=d42affe7-f042-4aa4-9248-04b8ef6202ea)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:39.763952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fbd2cb31-18b4-4099-b9d7-97ff74028146 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88798) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 04 16:37:39.766557 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:39.766744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fbd2cb31-18b4-4099-b9d7-97ff74028146 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Router 1dacda92-6110-48b7-ab9e-bd2c7d364b7e migrating from provider to provider. {{(pid=88798) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 04 16:37:39.767121 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fbd2cb31-18b4-4099-b9d7-97ff74028146 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:39.831245 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fbd2cb31-18b4-4099-b9d7-97ff74028146 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:39.835517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30d3b033-c37e-407f-8ed5-7b4c25981855 req-7d775844-6460-4d26-a7d3-aab076e68f84 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117120 Jun 04 16:37:39.843270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fbd2cb31-18b4-4099-b9d7-97ff74028146 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:39.877795 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ad122548-df9e-477e-b5d0-b769f398da32 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:39.915073 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ad122548-df9e-477e-b5d0-b769f398da32 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/8d59297f-f594-4aa1-afe6-2bbc2722b9a8 HTTP/1.1" status: 204 len: 168 time: 1.4304290 Jun 04 16:37:39.917719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60188) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:39.941731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2e5c9ad2-c05c-4fe1-9e87-0537586d9f93 None None] Could not find standard attr ID for object 8d59297f-f594-4aa1-afe6-2bbc2722b9a8. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:37:39.965661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=1c7eb97a-90a0-45ec-8522-96a83057343c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:39.970713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2e5c9ad2-c05c-4fe1-9e87-0537586d9f93 None None] Provisioning complete for port 1c7eb97a-90a0-45ec-8522-96a83057343c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:39.971094 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9ad2-c05c-4fe1-9e87-0537586d9f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:40.043860 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bd7483-1a3c-4c90-b471-fc6127157d94 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:37:40.044619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-48bd7483-1a3c-4c90-b471-fc6127157d94 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:40.068377 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-48bd7483-1a3c-4c90-b471-fc6127157d94 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:40.070026 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-48bd7483-1a3c-4c90-b471-fc6127157d94 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/8d59297f-f594-4aa1-afe6-2bbc2722b9a8 HTTP/1.1" status: 404 len: 333 time: 0.1508238 Jun 04 16:37:40.073317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60194) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:40.103748 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2531e5fb-7554-4371-bcef-1ba841a14960 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:40.126518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c9ad2-c05c-4fe1-9e87-0537586d9f93 None None] Current status of the port 1c7eb97a-90a0-45ec-8522-96a83057343c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:40.210636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c6330a-8755-4349-bb3f-39271b29fb30 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting subnet 7fec8894-5b90-4559-a29a-7fa8939dc4f9 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:37:40.216225 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-11c6330a-8755-4349-bb3f-39271b29fb30 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:40.239800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-de322e7f-ec52-446a-b9da-4f068976c7a8 None None] Could not find standard attr ID for object 8d59297f-f594-4aa1-afe6-2bbc2722b9a8. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:37:40.332468 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-11c6330a-8755-4349-bb3f-39271b29fb30 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:40.355494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531e5fb-7554-4371-bcef-1ba841a14960 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=928de951-ea36-458e-8197-a6038841b6f2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:40.394029 n-d-811809-3 neutron-server[88798]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fbd2cb31-18b4-4099-b9d7-97ff74028146 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] No L3 agents can host the router 1dacda92-6110-48b7-ab9e-bd2c7d364b7e Jun 04 16:37:40.422733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424ce9-648b-41cc-9362-cf0126df8310 req-78ffb8f3-b667-408c-ab7e-e386b98fbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:40.424238 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52424ce9-648b-41cc-9362-cf0126df8310 req-78ffb8f3-b667-408c-ab7e-e386b98fbf5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9fabf4f9-21cf-4052-a4fb-ac3386cc4811 HTTP/1.1" status: 200 len: 1097 time: 0.3232834 Jun 04 16:37:40.470622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2531e5fb-7554-4371-bcef-1ba841a14960 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:40.471372 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-2531e5fb-7554-4371-bcef-1ba841a14960 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Floating IP 2bd8acd3-d7e7-4446-beb4-1e6f51d9f2d5 disassociated (deleted). External IP: 172.25.5.195, port: 44fee4db-cbb8-4e26-ab10-c15ee0961c98. Jun 04 16:37:40.523850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52424ce9-648b-41cc-9362-cf0126df8310 req-72da6b72-d5dc-403a-9d73-4766501d92a7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906382 Jun 04 16:37:40.541152 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-11c6330a-8755-4349-bb3f-39271b29fb30 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:40.639247 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-11c6330a-8755-4349-bb3f-39271b29fb30 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:40.683698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6330a-8755-4349-bb3f-39271b29fb30 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Subnet': ['ID=7fec8894-5b90-4559-a29a-7fa8939dc4f9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:40.687561 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-11c6330a-8755-4349-bb3f-39271b29fb30 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:40.694385 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-11c6330a-8755-4349-bb3f-39271b29fb30 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/7fec8894-5b90-4559-a29a-7fa8939dc4f9 HTTP/1.1" status: 204 len: 168 time: 0.6195409 Jun 04 16:37:40.696730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050049f-750d-4e86-922a-d160bdb404ae None None] Network 35b19da4-450f-4f1d-b95d-9f5fab171766 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:37:40.697186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60210) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:40.835052 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:40.848151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 1c7eb97a-90a0-45ec-8522-96a83057343c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:40.848640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:41.025261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e254e3e-7e8f-4a49-9f97-301199e7eb38 None None] DHCP port deletion for 35b19da4-450f-4f1d-b95d-9f5fab171766 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:37:41.029252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6e254e3e-7e8f-4a49-9f97-301199e7eb38 None None] Deleting port 1c7eb97a-90a0-45ec-8522-96a83057343c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:41.029620 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6e254e3e-7e8f-4a49-9f97-301199e7eb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:41.192449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] For port 1c7eb97a-90a0-45ec-8522-96a83057343c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1c7eb97a-90a0-45ec-8522-96a83057343c,segment=NetworkSegment(d42affe7-f042-4aa4-9248-04b8ef6202ea),segment_id=d42affe7-f042-4aa4-9248-04b8ef6202ea)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:41.192826 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:41.231431 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2cb31-18b4-4099-b9d7-97ff74028146 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Hosts for router 1dacda92-6110-48b7-ab9e-bd2c7d364b7e: [] {{(pid=88798) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jun 04 16:37:41.319917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2cb31-18b4-4099-b9d7-97ff74028146 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Hosts for other DVR routers connected to router 1dacda92-6110-48b7-ab9e-bd2c7d364b7e: set() {{(pid=88798) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jun 04 16:37:41.332693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8f614-d025-4994-bcf1-e9073dd14e67 req-9dbd0eec-1282-47cb-b335-fd867c0ffee3 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:41.340420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68a8f614-d025-4994-bcf1-e9073dd14e67 req-9dbd0eec-1282-47cb-b335-fd867c0ffee3 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 945 time: 0.7639751 Jun 04 16:37:41.386083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6e254e3e-7e8f-4a49-9f97-301199e7eb38 None None] For port 1c7eb97a-90a0-45ec-8522-96a83057343c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1c7eb97a-90a0-45ec-8522-96a83057343c,segment=NetworkSegment(d42affe7-f042-4aa4-9248-04b8ef6202ea),segment_id=d42affe7-f042-4aa4-9248-04b8ef6202ea)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:41.387978 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6e254e3e-7e8f-4a49-9f97-301199e7eb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:41.509567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68a8f614-d025-4994-bcf1-e9073dd14e67 req-393f0ed5-8c4e-41af-96da-15ec6d4ed8fd tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682279 Jun 04 16:37:41.515704 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fbd2cb31-18b4-4099-b9d7-97ff74028146 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:41.517516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fbd2cb31-18b4-4099-b9d7-97ff74028146 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] 10.222.0.13 "PUT /v2.0/routers/1dacda92-6110-48b7-ab9e-bd2c7d364b7e HTTP/1.1" status: 200 len: 716 time: 3.0731091 Jun 04 16:37:41.523609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60248) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:41.571481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 1c7eb97a-90a0-45ec-8522-96a83057343c owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:41.609037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6e254e3e-7e8f-4a49-9f97-301199e7eb38 None None] Calling delete_port for 1c7eb97a-90a0-45ec-8522-96a83057343c owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:41.661859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b408c-34e1-4d03-85c0-d1e0361aa95d req-9948f96a-4ca9-43e1-a4ce-b2eebce18eba tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:41.670310 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-935b408c-34e1-4d03-85c0-d1e0361aa95d req-9948f96a-4ca9-43e1-a4ce-b2eebce18eba tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.5375829 Jun 04 16:37:41.688813 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:41.760047 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-6e254e3e-7e8f-4a49-9f97-301199e7eb38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:37:41.760628 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-6e254e3e-7e8f-4a49-9f97-301199e7eb38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:37:41.782574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No DVR routers for this DVR port 1c7eb97a-90a0-45ec-8522-96a83057343c on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:37:41.832243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=1c7eb97a-90a0-45ec-8522-96a83057343c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:41.910904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-94d24a00-f0ff-44cd-b731-8f2370fcb67a tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] 10.222.0.13 "GET /v2.0/routers/1dacda92-6110-48b7-ab9e-bd2c7d364b7e HTTP/1.1" status: 200 len: 716 time: 0.3841305 Jun 04 16:37:41.913521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60282) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:41.925771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-935b408c-34e1-4d03-85c0-d1e0361aa95d req-0087355b-35c7-4ca6-bddf-09bb75a11d71 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540452 Jun 04 16:37:41.948863 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:41.974329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2531e5fb-7554-4371-bcef-1ba841a14960 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:37:41.983818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b19da4-450f-4f1d-b95d-9f5fab171766']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:42.001881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42affe7-f042-4aa4-9248-04b8ef6202ea') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:42.002279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42affe7-f042-4aa4-9248-04b8ef6202ea') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:42.016582 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:42.037731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:42.047527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:37:42.048281 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:42.130670 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment d42affe7-f042-4aa4-9248-04b8ef6202ea resource provider aggregate not found Jun 04 16:37:42.161259 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment d42affe7-f042-4aa4-9248-04b8ef6202ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d42affe7-f042-4aa4-9248-04b8ef6202ea found for delete ", "request_id": "req-b5b4448a-8af8-46b1-bd88-612d61674dab"}]} Jun 04 16:37:42.173599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:42.173797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f204-176a-405d-8363-9d7f8efd8d54 req-993550ca-2cc7-4a2a-9969-52f83d05ebf4 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:42.175487 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1f7f204-176a-405d-8363-9d7f8efd8d54 req-993550ca-2cc7-4a2a-9969-52f83d05ebf4 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fabf4f9-21cf-4052-a4fb-ac3386cc4811 HTTP/1.1" status: 200 len: 946 time: 0.3520374 Jun 04 16:37:42.196223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:42.213553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2531e5fb-7554-4371-bcef-1ba841a14960 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:37:42.220036 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2531e5fb-7554-4371-bcef-1ba841a14960 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:42.227759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdbb272-6575-42fc-a6bd-5d394b5359d2 None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:37:42.239000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdbb272-6575-42fc-a6bd-5d394b5359d2 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:42.239622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7cdbb272-6575-42fc-a6bd-5d394b5359d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:42.269087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Network': ['ID=35b19da4-450f-4f1d-b95d-9f5fab171766,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:42.297838 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1f7f204-176a-405d-8363-9d7f8efd8d54 req-57df91d7-daaf-4ab8-9e4a-d19b1d24ea93 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073368 Jun 04 16:37:42.310608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2531e5fb-7554-4371-bcef-1ba841a14960 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/floatingips/2bd8acd3-d7e7-4446-beb4-1e6f51d9f2d5 HTTP/1.1" status: 204 len: 168 time: 4.6580694 Jun 04 16:37:42.313208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60318) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:42.315440 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6e254e3e-7e8f-4a49-9f97-301199e7eb38 None None] Deleting port 1c7eb97a-90a0-45ec-8522-96a83057343c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:42.315862 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6e254e3e-7e8f-4a49-9f97-301199e7eb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:42.349924 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4f7f9886-747c-45a6-8320-dca8ce10bc05 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/networks/35b19da4-450f-4f1d-b95d-9f5fab171766 HTTP/1.1" status: 204 len: 168 time: 1.6486197 Jun 04 16:37:42.351756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60324) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:42.360205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'name': 'tempest-PortsTestJSON-639637701'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:42.376726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7cdbb272-6575-42fc-a6bd-5d394b5359d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:42.386795 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c893f056-5352-4840-b26c-4528112dacc9 tempest-RoutersTestDVR-12132835 tempest-RoutersTestDVR-12132835-project] 10.222.0.13 "GET /v2.0/routers/1dacda92-6110-48b7-ab9e-bd2c7d364b7e HTTP/1.1" status: 200 len: 682 time: 0.4697330 Jun 04 16:37:42.389015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60328) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:42.415388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-004ec608-c65b-475f-9f00-ac3829378093 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port 44fee4db-cbb8-4e26-ab10-c15ee0961c98 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:42.416165 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-004ec608-c65b-475f-9f00-ac3829378093 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:42.424649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6e254e3e-7e8f-4a49-9f97-301199e7eb38 None None] The port '1c7eb97a-90a0-45ec-8522-96a83057343c' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:37:42.436940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdbb272-6575-42fc-a6bd-5d394b5359d2 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:42.436940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7cdbb272-6575-42fc-a6bd-5d394b5359d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:42.548600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7cdbb272-6575-42fc-a6bd-5d394b5359d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:42.549056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdbb272-6575-42fc-a6bd-5d394b5359d2 None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:37:42.607437 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f680-6dd5-4636-9aa7-4099047fbe69 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:42.641987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60336) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:42.740933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:42.746080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9ac11-7747-4458-b083-8d9bbafb7c87 req-dee0603b-2df5-4ca6-9498-bf233086f725 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:42.747611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19e9ac11-7747-4458-b083-8d9bbafb7c87 req-dee0603b-2df5-4ca6-9498-bf233086f725 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc663c0b-386f-41ca-9091-f9dd6b131db1 HTTP/1.1" status: 200 len: 945 time: 0.2402806 Jun 04 16:37:42.748484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:port and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:42.852004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:42.919185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:42.942102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1c7eb97a-90a0-45ec-8522-96a83057343c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:37:42.943765 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f680-6dd5-4636-9aa7-4099047fbe69 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:42.946849 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f680-6dd5-4636-9aa7-4099047fbe69 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:42.950840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:42.956459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:42.988983 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 1c7eb97a-90a0-45ec-8522-96a83057343c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:37:42.989417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1c7eb97a-90a0-45ec-8522-96a83057343c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:37:43.019943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-514a9df3-4d72-4c43-9afa-05ce1fd405f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.048749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19e9ac11-7747-4458-b083-8d9bbafb7c87 req-ce885080-6d46-4a08-b5a5-76161c99d6ee tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581875 Jun 04 16:37:43.055763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-514a9df3-4d72-4c43-9afa-05ce1fd405f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:43.075380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-514a9df3-4d72-4c43-9afa-05ce1fd405f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f3eeee57a0ae4bc2b227e8037d4c15ab is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:43.114270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 372bdd24-6004-4adb-bbde-95b40654973a yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:43.115321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-514a9df3-4d72-4c43-9afa-05ce1fd405f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:43.130558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-514a9df3-4d72-4c43-9afa-05ce1fd405f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:43.147798 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f680-6dd5-4636-9aa7-4099047fbe69 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.148350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf2f680-6dd5-4636-9aa7-4099047fbe69 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1dacda92-6110-48b7-ab9e-bd2c7d364b7e {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:37:43.164739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-004ec608-c65b-475f-9f00-ac3829378093 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.171209 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f680-6dd5-4636-9aa7-4099047fbe69 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.176129 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3bf2f680-6dd5-4636-9aa7-4099047fbe69 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] 10.222.0.13 "DELETE /v2.0/routers/1dacda92-6110-48b7-ab9e-bd2c7d364b7e HTTP/1.1" status: 204 len: 168 time: 0.7860386 Jun 04 16:37:43.176583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60348) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:43.186913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a9f2dbaf-52cd-499a-aa39-b4c33aa5ec66 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Request body: {'router': {'name': 'tempest-router-433621543', 'distributed': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:43.191769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9f2dbaf-52cd-499a-aa39-b4c33aa5ec66 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:43.199755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9f2dbaf-52cd-499a-aa39-b4c33aa5ec66 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Usage tracker for resource:router and tenant:99761ad0bb54438fa17f269565efaae1 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:43.211988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9f2dbaf-52cd-499a-aa39-b4c33aa5ec66 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:43.221082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9f2dbaf-52cd-499a-aa39-b4c33aa5ec66 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:43.254933 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9f2dbaf-52cd-499a-aa39-b4c33aa5ec66 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.255814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9f2dbaf-52cd-499a-aa39-b4c33aa5ec66 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.323794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-004ec608-c65b-475f-9f00-ac3829378093 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for 44fee4db-cbb8-4e26-ab10-c15ee0961c98 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:43.363160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9f2dbaf-52cd-499a-aa39-b4c33aa5ec66 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.397705 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.407915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9f2dbaf-52cd-499a-aa39-b4c33aa5ec66 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.411743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff75f9-78cf-4d01-8ce4-9724faacff53 req-edd22839-32ec-428e-8144-f3d269b24803 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:43.413200 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5ff75f9-78cf-4d01-8ce4-9724faacff53 req-edd22839-32ec-428e-8144-f3d269b24803 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.3517954 Jun 04 16:37:43.438972 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9f2dbaf-52cd-499a-aa39-b4c33aa5ec66 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.440139 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a9f2dbaf-52cd-499a-aa39-b4c33aa5ec66 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2592592 Jun 04 16:37:43.443593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60354) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:43.502321 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.559853 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-514a9df3-4d72-4c43-9afa-05ce1fd405f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.593775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5ff75f9-78cf-4d01-8ce4-9724faacff53 req-157f25dd-4cdf-4177-8d72-f09319a369bf tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713390 Jun 04 16:37:43.606489 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-514a9df3-4d72-4c43-9afa-05ce1fd405f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.646841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 7c4acf59-576e-46e4-9820-9c623def5eff is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:43.648367 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d027d24-b5d7-4705-a200-b6a784fee285 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.673359 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-514a9df3-4d72-4c43-9afa-05ce1fd405f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3eeee57a0ae4bc2b227e8037d4c15ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0285425 Jun 04 16:37:43.679935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60360) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:43.683593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a9df3-4d72-4c43-9afa-05ce1fd405f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c75b922-95b4-412d-ad52-7424f1b7ab3c,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:43.703469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:43.715237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:43.720842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:43.721443 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.725060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=372bdd24-6004-4adb-bbde-95b40654973a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:43.767124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f144-23bd-4ba1-a0f1-ba5cd3b2b284 req-8909e3c7-d3f4-4769-8efd-c8e013412c1d tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:43.768551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff73f144-23bd-4ba1-a0f1-ba5cd3b2b284 req-8909e3c7-d3f4-4769-8efd-c8e013412c1d tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc663c0b-386f-41ca-9091-f9dd6b131db1 HTTP/1.1" status: 200 len: 945 time: 0.3683226 Jun 04 16:37:43.845878 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7f8e064a-e189-4cbc-88de-4d0ee1a2a1a0 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4929051 Jun 04 16:37:43.853092 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-004ec608-c65b-475f-9f00-ac3829378093 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.855211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60364) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:43.931062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff73f144-23bd-4ba1-a0f1-ba5cd3b2b284 req-46a49e80-74f7-4a36-83db-7d8c20cf6150 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507027 Jun 04 16:37:43.942931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3732de96-4914-4bd1-82d1-119d56448491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.969275 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ec608-c65b-475f-9f00-ac3829378093 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=44fee4db-cbb8-4e26-ab10-c15ee0961c98,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:43.975496 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d027d24-b5d7-4705-a200-b6a784fee285 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:43.978362 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d027d24-b5d7-4705-a200-b6a784fee285 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.001594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d027d24-b5d7-4705-a200-b6a784fee285 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.002148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d027d24-b5d7-4705-a200-b6a784fee285 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca33501a-183f-40ee-bdf8-d45d617c33d5 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:37:44.011718 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d027d24-b5d7-4705-a200-b6a784fee285 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.016133 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0d027d24-b5d7-4705-a200-b6a784fee285 tempest-RoutersTestDVR-370077410 tempest-RoutersTestDVR-370077410-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ca33501a-183f-40ee-bdf8-d45d617c33d5 HTTP/1.1" status: 204 len: 168 time: 0.5683775 Jun 04 16:37:44.063974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-383c7d01-c759-4f4a-89ce-99c30e1cbe34 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 372bdd24-6004-4adb-bbde-95b40654973a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:44.064309 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-383c7d01-c759-4f4a-89ce-99c30e1cbe34 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.153109 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3732de96-4914-4bd1-82d1-119d56448491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.227234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60372) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:44.274127 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-004ec608-c65b-475f-9f00-ac3829378093 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.314754 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3732de96-4914-4bd1-82d1-119d56448491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.317086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3732de96-4914-4bd1-82d1-119d56448491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.318219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3732de96-4914-4bd1-82d1-119d56448491 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c75b922-95b4-412d-ad52-7424f1b7ab3c HTTP/1.1" status: 204 len: 168 time: 0.6201799 Jun 04 16:37:44.331074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-004ec608-c65b-475f-9f00-ac3829378093 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/ports/44fee4db-cbb8-4e26-ab10-c15ee0961c98 HTTP/1.1" status: 204 len: 168 time: 2.0165021 Jun 04 16:37:44.335416 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60380) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:44.353647 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f62d22ba-841a-4c8c-ab93-1c4354161350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.368930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:44.375135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:44.379295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:floatingip and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:44.384744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:44.388341 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f62d22ba-841a-4c8c-ab93-1c4354161350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:44.394533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:44.396819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f62d22ba-841a-4c8c-ab93-1c4354161350 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b6c859efcf489ea6e72a9dfd9213b6 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:44.398803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732de96-4914-4bd1-82d1-119d56448491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c75b922-95b4-412d-ad52-7424f1b7ab3c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:44.402297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f62d22ba-841a-4c8c-ab93-1c4354161350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:44.411395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f62d22ba-841a-4c8c-ab93-1c4354161350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:44.414593 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-383c7d01-c759-4f4a-89ce-99c30e1cbe34 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.424695 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.557859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-383c7d01-c759-4f4a-89ce-99c30e1cbe34 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 372bdd24-6004-4adb-bbde-95b40654973a owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:44.615673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f62d22ba-841a-4c8c-ab93-1c4354161350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.639487 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f62d22ba-841a-4c8c-ab93-1c4354161350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.654356 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-383c7d01-c759-4f4a-89ce-99c30e1cbe34 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.725558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7d01-c759-4f4a-89ce-99c30e1cbe34 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=372bdd24-6004-4adb-bbde-95b40654973a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:44.730782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60390) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:44.742808 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.793934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d22ba-841a-4c8c-ab93-1c4354161350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54522257-dd86-4152-b074-54eea3fbf62b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:44.806537 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f62d22ba-841a-4c8c-ab93-1c4354161350 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1b6c859efcf489ea6e72a9dfd9213b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5781615 Jun 04 16:37:44.821243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60394) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:44.913262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-383c7d01-c759-4f4a-89ce-99c30e1cbe34 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.928281 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00fd1d2d-26e4-42bc-a8ba-a02b9b03175b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.943009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-383c7d01-c759-4f4a-89ce-99c30e1cbe34 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/372bdd24-6004-4adb-bbde-95b40654973a HTTP/1.1" status: 204 len: 168 time: 1.0822463 Jun 04 16:37:44.950244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60398) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:44.959609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'mac_address': 'fa:16:3e:e9:63:42', 'name': 'tempest-PortsTestJSON-2054167509'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:44.959837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade9e21-1ee5-40ce-96b1-fd0475481bb8 req-6508bb5d-6573-4669-afd6-e2a675b7b964 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:44.960520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-1ade9e21-1ee5-40ce-96b1-fd0475481bb8 req-6508bb5d-6573-4669-afd6-e2a675b7b964 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Synchronizing usage tracker for tenant:618d10cf39b2499f8c13a109dc5e5216 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:44.973544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05385a89-4fe8-4ac2-8322-e77e0a57492b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:44.980988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-00fd1d2d-26e4-42bc-a8ba-a02b9b03175b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:44.987567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-00fd1d2d-26e4-42bc-a8ba-a02b9b03175b admin admin] Usage tracker for resource:security_group_rule and tenant:b76005c432764ee3a54d320effb238bf is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:44.995681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.25.5.99 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/9430e87d-a9a3-4b4f-a0fa-452c97750fda) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:45.024634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-1ade9e21-1ee5-40ce-96b1-fd0475481bb8 req-6508bb5d-6573-4669-afd6-e2a675b7b964 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Unset dirty status for tenant:618d10cf39b2499f8c13a109dc5e5216 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:45.025687 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1ade9e21-1ee5-40ce-96b1-fd0475481bb8 req-6508bb5d-6573-4669-afd6-e2a675b7b964 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc663c0b-386f-41ca-9091-f9dd6b131db1 HTTP/1.1" status: 200 len: 945 time: 0.3734524 Jun 04 16:37:45.027385 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05385a89-4fe8-4ac2-8322-e77e0a57492b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:45.036026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-00fd1d2d-26e4-42bc-a8ba-a02b9b03175b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:45.063364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-00fd1d2d-26e4-42bc-a8ba-a02b9b03175b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:45.163569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:45.175246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:port and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:45.182415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:45.204000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55ebb7-f4cb-4ad9-8df4-599fbc95ed79 req-e91edfee-7714-4635-941d-91c2dfe68774 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:45.205459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c55ebb7-f4cb-4ad9-8df4-599fbc95ed79 req-e91edfee-7714-4635-941d-91c2dfe68774 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.4810913 Jun 04 16:37:45.207424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:45.249096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:45.321556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-1ade9e21-1ee5-40ce-96b1-fd0475481bb8 req-5145d273-8243-421e-9207-5d996ebec59c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Deleting port 27f5baf5-e1fb-424b-a857-affb333af5c3 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:45.321921 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1ade9e21-1ee5-40ce-96b1-fd0475481bb8 req-5145d273-8243-421e-9207-5d996ebec59c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:45.369432 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c55ebb7-f4cb-4ad9-8df4-599fbc95ed79 req-db7cb525-ee5e-4beb-b8a5-ec83c3a30b71 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564689 Jun 04 16:37:45.413393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a341b4-ee7d-4610-abc5-bbff3bca7aa9 req-d35e7e91-9ffe-4c13-bebe-903eb2b5e3f9 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:45.415252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5a341b4-ee7d-4610-abc5-bbff3bca7aa9 req-d35e7e91-9ffe-4c13-bebe-903eb2b5e3f9 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc663c0b-386f-41ca-9091-f9dd6b131db1 HTTP/1.1" status: 200 len: 945 time: 0.3573298 Jun 04 16:37:45.418525 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05385a89-4fe8-4ac2-8322-e77e0a57492b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:45.458187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:45.472906 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00fd1d2d-26e4-42bc-a8ba-a02b9b03175b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:45.479783 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00fd1d2d-26e4-42bc-a8ba-a02b9b03175b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:45.493230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05385a89-4fe8-4ac2-8322-e77e0a57492b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54522257-dd86-4152-b074-54eea3fbf62b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:45.506897 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:45.548318 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05385a89-4fe8-4ac2-8322-e77e0a57492b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:45.548809 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5a341b4-ee7d-4610-abc5-bbff3bca7aa9 req-24e08d30-c2aa-4f2d-ad2c-0c5de3622b3b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227090 Jun 04 16:37:45.549427 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-05385a89-4fe8-4ac2-8322-e77e0a57492b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54522257-dd86-4152-b074-54eea3fbf62b HTTP/1.1" status: 204 len: 168 time: 0.7303748 Jun 04 16:37:45.549916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 53a90315-1b96-4fed-8e47-34124ad9c061 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:45.601082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-00fd1d2d-26e4-42bc-a8ba-a02b9b03175b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b76005c432764ee3a54d320effb238bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8658242 Jun 04 16:37:45.604673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60406) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:45.608810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1d2d-26e4-42bc-a8ba-a02b9b03175b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53264913-b4d5-4a41-bb7a-f334519e5e0d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:45.734294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-1ade9e21-1ee5-40ce-96b1-fd0475481bb8 req-5145d273-8243-421e-9207-5d996ebec59c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] For port 27f5baf5-e1fb-424b-a857-affb333af5c3, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=27f5baf5-e1fb-424b-a857-affb333af5c3,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:45.734706 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1ade9e21-1ee5-40ce-96b1-fd0475481bb8 req-5145d273-8243-421e-9207-5d996ebec59c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:45.804213 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:45.807144 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8dab2ec5-fc67-48a0-96ed-5843ad58b937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:45.850334 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:45.895554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-1ade9e21-1ee5-40ce-96b1-fd0475481bb8 req-5145d273-8243-421e-9207-5d996ebec59c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Calling delete_port for 27f5baf5-e1fb-424b-a857-affb333af5c3 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:45.940688 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:45.971365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 7c4acf59-576e-46e4-9820-9c623def5eff is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:45.974912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:45.980329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:45.985355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:45.986352 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:46.014270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=53a90315-1b96-4fed-8e47-34124ad9c061,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:46.044762 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b252dfa5-70a3-4a2c-bd58-e073e90827ee tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0875804 Jun 04 16:37:46.044762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60414) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:46.068245 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:46.068245 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8dab2ec5-fc67-48a0-96ed-5843ad58b937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:46.087264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:46.087264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:46.126184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60418) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:46.146340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=9430e87d-a9a3-4b4f-a0fa-452c97750fda,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:46.153845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1b3f48-3391-4082-9867-417fa296326e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:46.154448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cb1b3f48-3391-4082-9867-417fa296326e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:46.163361 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-420f01d5-863d-44fc-85a6-52ca018d3bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:46.186484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-420f01d5-863d-44fc-85a6-52ca018d3bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:46.191115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-420f01d5-863d-44fc-85a6-52ca018d3bba admin admin] Usage tracker for resource:security_group_rule and tenant:99761ad0bb54438fa17f269565efaae1 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:46.194003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-420f01d5-863d-44fc-85a6-52ca018d3bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:46.200134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-420f01d5-863d-44fc-85a6-52ca018d3bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:46.223009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cb1b3f48-3391-4082-9867-417fa296326e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:46.224249 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cb1b3f48-3391-4082-9867-417fa296326e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/53a90315-1b96-4fed-8e47-34124ad9c061 HTTP/1.1" status: 200 len: 841 time: 0.1794877 Jun 04 16:37:46.227714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60422) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:46.256956 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8dab2ec5-fc67-48a0-96ed-5843ad58b937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:46.276579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab2ec5-fc67-48a0-96ed-5843ad58b937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53264913-b4d5-4a41-bb7a-f334519e5e0d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:46.285573 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1ade9e21-1ee5-40ce-96b1-fd0475481bb8 req-5145d273-8243-421e-9207-5d996ebec59c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:46.312376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['477fd74c-4f42-46f0-af8b-720c0f2ce76d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:37:46.346984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7076c946-0735-40aa-b138-5de093e5a13a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 53a90315-1b96-4fed-8e47-34124ad9c061 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:46.347319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7076c946-0735-40aa-b138-5de093e5a13a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:46.351097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145d273-8243-421e-9207-5d996ebec59c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Pushing event deleted for resources: {'Port': ['ID=27f5baf5-e1fb-424b-a857-affb333af5c3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:46.357650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['94d8265c-7f58-4202-8a45-3c593c82a174'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:37:46.448060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:46.450131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ade9e21-1ee5-40ce-96b1-fd0475481bb8 req-5145d273-8243-421e-9207-5d996ebec59c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] No DVR routers for this DVR port 27f5baf5-e1fb-424b-a857-affb333af5c3 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:37:46.454341 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1ade9e21-1ee5-40ce-96b1-fd0475481bb8 req-5145d273-8243-421e-9207-5d996ebec59c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:46.456597 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1ade9e21-1ee5-40ce-96b1-fd0475481bb8 req-5145d273-8243-421e-9207-5d996ebec59c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.46 "DELETE /v2.0/ports/27f5baf5-e1fb-424b-a857-affb333af5c3 HTTP/1.1" status: 204 len: 173 time: 1.4199431 Jun 04 16:37:46.457242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc663c0b-386f-41ca-9091-f9dd6b131db1', 'name': 'network-vif-deleted', 'tag': '27f5baf5-e1fb-424b-a857-affb333af5c3'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:46.465254 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8dab2ec5-fc67-48a0-96ed-5843ad58b937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:46.466725 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8dab2ec5-fc67-48a0-96ed-5843ad58b937 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53264913-b4d5-4a41-bb7a-f334519e5e0d HTTP/1.1" status: 204 len: 168 time: 0.8563492 Jun 04 16:37:46.578003 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eabaaaa-ae0e-4356-890c-31e783e2bf13'] response: {'server_uuid': 'cc663c0b-386f-41ca-9091-f9dd6b131db1', 'name': 'network-vif-deleted', 'tag': '27f5baf5-e1fb-424b-a857-affb333af5c3', 'status': 'completed', 'code': 200} Jun 04 16:37:46.613356 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:46.756764 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7076c946-0735-40aa-b138-5de093e5a13a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:46.760317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 27f5baf5-e1fb-424b-a857-affb333af5c3 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:37:46.807339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 27f5baf5-e1fb-424b-a857-affb333af5c3 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:37:46.807680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 27f5baf5-e1fb-424b-a857-affb333af5c3 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:37:46.899798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7076c946-0735-40aa-b138-5de093e5a13a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 53a90315-1b96-4fed-8e47-34124ad9c061 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:46.936609 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:46.942961 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:47.029690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d236754-d8de-435d-b300-2c0dd4e17a9c req-d1db1f9a-28db-4c31-b959-25adbf917d08 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc663c0b-386f-41ca-9091-f9dd6b131db1 HTTP/1.1" status: 200 len: 210 time: 0.0714319 Jun 04 16:37:47.160050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=9430e87d-a9a3-4b4f-a0fa-452c97750fda,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:47.169207 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:47.215873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:47.219810 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f882fd05-3fa4-4b84-898b-a247b7734b71 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8805325 Jun 04 16:37:47.220349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60448) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:47.244887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'port': {'network_id': '1c892389-bfde-4095-8e6e-bdb678087bfb', 'name': 'tempest-FloatingIPTestJSON-1494366138'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:47.286048 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-420f01d5-863d-44fc-85a6-52ca018d3bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:47.299589 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-420f01d5-863d-44fc-85a6-52ca018d3bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:47.387843 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-420f01d5-863d-44fc-85a6-52ca018d3bba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99761ad0bb54438fa17f269565efaae1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2575560 Jun 04 16:37:47.388333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60460) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:47.388967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f01d5-863d-44fc-85a6-52ca018d3bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f34128-1b72-4ffb-88f0-c8ebc8f84b42,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:47.413933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7076c946-0735-40aa-b138-5de093e5a13a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:47.488064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076c946-0735-40aa-b138-5de093e5a13a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=53a90315-1b96-4fed-8e47-34124ad9c061,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:47.526395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d0730-a4a1-4c77-9be5-ba275b8956cb req-ad9cba01-d646-4990-94c0-2a07d5fa7cd6 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:47.533563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e4d0730-a4a1-4c77-9be5-ba275b8956cb req-ad9cba01-d646-4990-94c0-2a07d5fa7cd6 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.5731997 Jun 04 16:37:47.550685 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7076c946-0735-40aa-b138-5de093e5a13a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:47.587947 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5e484206-9768-417e-b136-94c7be64850d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:47.634371 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7076c946-0735-40aa-b138-5de093e5a13a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/53a90315-1b96-4fed-8e47-34124ad9c061 HTTP/1.1" status: 204 len: 168 time: 1.4032376 Jun 04 16:37:47.637684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60468) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:47.641911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:47.649514 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e4d0730-a4a1-4c77-9be5-ba275b8956cb req-b526ba80-7dc4-4ce5-8a70-d82d94bfa672 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147587 Jun 04 16:37:47.652723 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5e484206-9768-417e-b136-94c7be64850d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:47.702569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:port and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:47.707325 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-70dc62c7-caac-406c-93f2-f047454df9dc tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:37:47.708035 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-70dc62c7-caac-406c-93f2-f047454df9dc tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:47.723056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:47.740778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:47.772838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-70dc62c7-caac-406c-93f2-f047454df9dc tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:47.783080 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-70dc62c7-caac-406c-93f2-f047454df9dc tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/53a90315-1b96-4fed-8e47-34124ad9c061 HTTP/1.1" status: 404 len: 333 time: 0.1436391 Jun 04 16:37:47.783734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60478) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:47.795652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'name': 'tempest-PortsTestJSON-88278666'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:47.833211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Made reservation on behalf of fa9933e6426947f68c85e35445b633ce for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:47.839825 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5e484206-9768-417e-b136-94c7be64850d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:47.842609 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:47.873666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e484206-9768-417e-b136-94c7be64850d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f34128-1b72-4ffb-88f0-c8ebc8f84b42,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:47.890743 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5e484206-9768-417e-b136-94c7be64850d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:47.892337 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5e484206-9768-417e-b136-94c7be64850d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90f34128-1b72-4ffb-88f0-c8ebc8f84b42 HTTP/1.1" status: 204 len: 168 time: 0.5005221 Jun 04 16:37:47.991953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ee340-1ce8-4408-bc51-22deed22df45 req-a9e0be4a-304c-42ed-8453-69beacc6fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:47.993894 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e33ee340-1ce8-4408-bc51-22deed22df45 req-a9e0be4a-304c-42ed-8453-69beacc6fb93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 1097 time: 0.2348595 Jun 04 16:37:47.997122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] device_id is not set on port da656d91-fc00-4178-ac3e-ab84a7b95570 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:48.151695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0dc1e-904d-43a3-abb4-ce2af69fbb14 req-6fcf3e3e-a5e8-4099-996c-7cd9d39c1647 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:48.159216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74a0dc1e-904d-43a3-abb4-ce2af69fbb14 req-6fcf3e3e-a5e8-4099-996c-7cd9d39c1647 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.2699006 Jun 04 16:37:48.208399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:48.231955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:48.238255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.20.0.2 (1c892389-bfde-4095-8e6e-bdb678087bfb/c5d98cfb-2ac5-44d6-873b-b374094a5849/da656d91-fc00-4178-ac3e-ab84a7b95570) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:48.263279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:48.267443 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:48.328394 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74a0dc1e-904d-43a3-abb4-ce2af69fbb14 req-f7893534-1888-43ac-b9a7-8fe92ef13afb tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680937 Jun 04 16:37:48.331472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 57a4e3ff-06d6-49d8-ae62-15162a72b77d yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:48.392548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ee340-1ce8-4408-bc51-22deed22df45 req-be4e8b14-e81e-46ba-aa72-639aa9988183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:48.396025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e33ee340-1ce8-4408-bc51-22deed22df45 req-be4e8b14-e81e-46ba-aa72-639aa9988183 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.3932712 Jun 04 16:37:48.570571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc663e-be39-40fc-beb8-0b69cf7a0695 req-3b1931cb-287a-493f-b267-2627819d8ca4 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:48.578649 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82bc663e-be39-40fc-beb8-0b69cf7a0695 req-3b1931cb-287a-493f-b267-2627819d8ca4 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.4167759 Jun 04 16:37:48.631682 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e33ee340-1ce8-4408-bc51-22deed22df45 req-e0e9763e-08af-44e0-8ef5-7a3fb0a09363 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f HTTP/1.1" status: 200 len: 1002 time: 0.2156737 Jun 04 16:37:48.662838 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:48.722108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82bc663e-be39-40fc-beb8-0b69cf7a0695 req-12415dfd-01ed-4a35-b21b-b5cbc17dd2ea tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424887 Jun 04 16:37:48.738932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ee340-1ce8-4408-bc51-22deed22df45 req-35835680-2398-4dd5-b1b5-6b5f150f849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:48.740482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e33ee340-1ce8-4408-bc51-22deed22df45 req-35835680-2398-4dd5-b1b5-6b5f150f849d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.1079359 Jun 04 16:37:48.747171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:48.861776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 1c892389-bfde-4095-8e6e-bdb678087bfb is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:48.876256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:48.903972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:48.987231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ee340-1ce8-4408-bc51-22deed22df45 req-c66e7d2b-eb2e-4615-b99e-dbf7bdf419ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:48.992311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e33ee340-1ce8-4408-bc51-22deed22df45 req-c66e7d2b-eb2e-4615-b99e-dbf7bdf419ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2384033 Jun 04 16:37:49.000063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=da656d91-fc00-4178-ac3e-ab84a7b95570,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:49.093626 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:49.094371 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:49.165174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be973105-2507-46e1-8e38-9495a35bb544 req-bc08d59f-e438-49a8-af34-f4f4bc1157a9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:49.165805 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:49.173717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be973105-2507-46e1-8e38-9495a35bb544 req-bc08d59f-e438-49a8-af34-f4f4bc1157a9 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.2683814 Jun 04 16:37:49.175382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60532) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:49.175602 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-23147926-f437-48ef-8248-dabeb6a99e03 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9533885 Jun 04 16:37:49.209530 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:49.251318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6b502037-e59b-4b41-8771-4c1bc24dacdb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'floatingip': {'port_id': 'da656d91-fc00-4178-ac3e-ab84a7b95570'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:49.264254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 7c4acf59-576e-46e4-9820-9c623def5eff is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:49.271077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:49.280361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:49.286330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:49.287092 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:49.323407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60542) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:49.333831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=57a4e3ff-06d6-49d8-ae62-15162a72b77d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:49.347236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60554) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:49.347566 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-32efb6c2-097d-47a7-9dd9-4be785f6e030 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.5597951 Jun 04 16:37:49.377675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-5924c4b6-d112-4ae0-9492-6e5e7aa06eda tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:49.454062 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b502037-e59b-4b41-8771-4c1bc24dacdb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:49.467897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1589953924'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:49.473977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:49.478911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Usage tracker for resource:network and tenant:d72bfefed8974862913fe7176e7e73c1 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:49.483923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:49.490655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:49.504417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Made reservation on behalf of d72bfefed8974862913fe7176e7e73c1 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:49.510683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:49.528694 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:49.548092 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:49.550891 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e33ee340-1ce8-4408-bc51-22deed22df45 req-0f17f24e-d31c-4067-b5e0-e3a5fc69cc4e service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503707 Jun 04 16:37:49.552792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Usage tracker for resource:security_group_rule and tenant:d72bfefed8974862913fe7176e7e73c1 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:49.556688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:49.562905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:49.578156 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be973105-2507-46e1-8e38-9495a35bb544 req-5e636422-7c75-4bc5-a9bc-97f7adf01439 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035480 Jun 04 16:37:49.705759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:49.713952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:49.765072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:37:49.784383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed73515b-4cb0-49ac-8d97-929132aa4ea3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:49.793389 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:49.795241 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Added segment d15f0fa4-676a-48a3-ab37-0a70c210c9be of type vlan for network fc690063-a480-4ac9-95cf-bbecc8bf534d Jun 04 16:37:49.842778 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:49.900283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:49.906899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:49.907693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:50.061653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event updated for resources: {'Network': ['ID=fc690063-a480-4ac9-95cf-bbecc8bf534d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:50.075434 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network fc690063-a480-4ac9-95cf-bbecc8bf534d details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:37:50.080942 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1018b739-d557-426d-8298-e9c7866adb93 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7562487 Jun 04 16:37:50.083525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60608) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:50.090897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Request body: {'subnet': {'network_id': 'fc690063-a480-4ac9-95cf-bbecc8bf534d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:50.117444 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5924c4b6-d112-4ae0-9492-6e5e7aa06eda tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:50.240728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:50.244854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Usage tracker for resource:subnet and tenant:d72bfefed8974862913fe7176e7e73c1 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:50.247864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:50.253651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:50.264370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Made reservation on behalf of d72bfefed8974862913fe7176e7e73c1 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:50.268256 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:50.315717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e33ee340-1ce8-4408-bc51-22deed22df45 req-100f13e3-aa64-4bfa-82a2-d118e6432d9a service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7501633 Jun 04 16:37:50.345671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7161857-a7de-4ccc-bdf6-027c71aa851a req-079178db-78d8-4169-82a1-ed456d07d503 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:50.352896 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7161857-a7de-4ccc-bdf6-027c71aa851a req-079178db-78d8-4169-82a1-ed456d07d503 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.7988436 Jun 04 16:37:50.619793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00e982-2c96-44bb-a741-ce95299523ef req-fc6136e8-257e-405f-b5a9-e06df5e3a434 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:50.621302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b00e982-2c96-44bb-a741-ce95299523ef req-fc6136e8-257e-405f-b5a9-e06df5e3a434 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.5766239 Jun 04 16:37:50.635042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7161857-a7de-4ccc-bdf6-027c71aa851a req-7d804c5b-5f71-470e-9733-908bd60481ef tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811694 Jun 04 16:37:50.664192 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:50.754136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event updated for resources: {'Subnet': ['ID=7b92420d-7c75-460e-8e30-83c491839287,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:50.760465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Checking segment: {'id': 'd15f0fa4-676a-48a3-ab37-0a70c210c9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fc690063-a480-4ac9-95cf-bbecc8bf534d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:50.760833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Network hostable DHCP agents. Network: fc690063-a480-4ac9-95cf-bbecc8bf534d, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:37:50.774599 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-5924c4b6-d112-4ae0-9492-6e5e7aa06eda tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:37:50.787328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Network fc690063-a480-4ac9-95cf-bbecc8bf534d is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:37:50.801379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, fc690063-a480-4ac9-95cf-bbecc8bf534d) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:50.812671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5be8058-37b6-477d-bf16-4e7aad74c5c1 None None] Network fc690063-a480-4ac9-95cf-bbecc8bf534d requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:37:50.812940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:50.813533 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:50.817649 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5924c4b6-d112-4ae0-9492-6e5e7aa06eda tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:50.840162 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a976cae9-9d5f-4a3e-9d31-318269aec6b1 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7550085 Jun 04 16:37:50.842483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60662) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:50.843209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b00e982-2c96-44bb-a741-ce95299523ef req-57c7d4f6-3f9d-4b6a-90fd-c85325e72715 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137711 Jun 04 16:37:50.849107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-25594d43-0b7e-45c5-935e-606638a53b65 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-762382483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:50.850800 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5924c4b6-d112-4ae0-9492-6e5e7aa06eda tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:50.857990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-25594d43-0b7e-45c5-935e-606638a53b65 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:50.866060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-25594d43-0b7e-45c5-935e-606638a53b65 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Usage tracker for resource:router and tenant:d72bfefed8974862913fe7176e7e73c1 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:50.874075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-25594d43-0b7e-45c5-935e-606638a53b65 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:50.892988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-25594d43-0b7e-45c5-935e-606638a53b65 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:50.915882 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-25594d43-0b7e-45c5-935e-606638a53b65 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:50.927527 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-25594d43-0b7e-45c5-935e-606638a53b65 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:50.951272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-5924c4b6-d112-4ae0-9492-6e5e7aa06eda tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] In _notify_port_updated(), no bound segment for port 57a4e3ff-06d6-49d8-ae62-15162a72b77d on network 7c4acf59-576e-46e4-9820-9c623def5eff {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:37:50.955888 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-25594d43-0b7e-45c5-935e-606638a53b65 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:50.957169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5924c4b6-d112-4ae0-9492-6e5e7aa06eda tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:50.957791 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5924c4b6-d112-4ae0-9492-6e5e7aa06eda tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:50.962150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5924c4b6-d112-4ae0-9492-6e5e7aa06eda tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "PUT /v2.0/ports/57a4e3ff-06d6-49d8-ae62-15162a72b77d HTTP/1.1" status: 200 len: 818 time: 1.6051888 Jun 04 16:37:50.969072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60670) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:50.990583 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-25594d43-0b7e-45c5-935e-606638a53b65 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:51.022384 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-25594d43-0b7e-45c5-935e-606638a53b65 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:51.026837 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-25594d43-0b7e-45c5-935e-606638a53b65 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1802094 Jun 04 16:37:51.027120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60676) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:51.094986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-fc690063-a480-4ac9-95cf-bbecc8bf534d', 'network_id': 'fc690063-a480-4ac9-95cf-bbecc8bf534d', 'tenant_id': 'd72bfefed8974862913fe7176e7e73c1', 'fixed_ips': [{'subnet_id': '7b92420d-7c75-460e-8e30-83c491839287'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:37:51.095964 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:51.098422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924c4b6-d112-4ae0-9492-6e5e7aa06eda tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=57a4e3ff-06d6-49d8-ae62-15162a72b77d,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:51.144673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b7203-559b-4745-bc29-c64f512d2ab7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 57a4e3ff-06d6-49d8-ae62-15162a72b77d {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:51.145745 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8a3b7203-559b-4745-bc29-c64f512d2ab7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:51.401666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Allocated IP 172.20.0.2 (fc690063-a480-4ac9-95cf-bbecc8bf534d/7b92420d-7c75-460e-8e30-83c491839287/87f07dce-3af1-4b18-b167-0ebf9bfa321c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:51.629624 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b502037-e59b-4b41-8771-4c1bc24dacdb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:51.650385 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b502037-e59b-4b41-8771-4c1bc24dacdb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:51.680173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a9986-02f9-4a96-b9f1-95125db881a8 req-6de2ecc7-221a-4b46-b78f-088c6f7137be tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:51.680924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-0f8a9986-02f9-4a96-b9f1-95125db881a8 req-6de2ecc7-221a-4b46-b78f-088c6f7137be tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:51.693294 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:51.713861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-0f8a9986-02f9-4a96-b9f1-95125db881a8 req-6de2ecc7-221a-4b46-b78f-088c6f7137be tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:51.715113 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0f8a9986-02f9-4a96-b9f1-95125db881a8 req-6de2ecc7-221a-4b46-b78f-088c6f7137be tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.3587396 Jun 04 16:37:51.741061 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:51.755212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Transition to ACTIVE for port object 87f07dce-3af1-4b18-b167-0ebf9bfa321c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:51.780779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Transition to ACTIVE for port object 87f07dce-3af1-4b18-b167-0ebf9bfa321c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:51.790502 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:51.878201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Network fc690063-a480-4ac9-95cf-bbecc8bf534d is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:51.882514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:51.888785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:51.931674 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8a3b7203-559b-4745-bc29-c64f512d2ab7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:51.969244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Pushing event updated for resources: {'Port': ['ID=87f07dce-3af1-4b18-b167-0ebf9bfa321c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:51.995566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:51.995900 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:51.996231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:51.997194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:51.997194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:51.997194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:51.997598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:51.997911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:51.998379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:51.998717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:51.999028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:51.999337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:52.009840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Attempting to bind port 87f07dce-3af1-4b18-b167-0ebf9bfa321c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:52.010517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Attempting to bind port 87f07dce-3af1-4b18-b167-0ebf9bfa321c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'd15f0fa4-676a-48a3-ab37-0a70c210c9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fc690063-a480-4ac9-95cf-bbecc8bf534d'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:52.010884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Attempting to bind port 87f07dce-3af1-4b18-b167-0ebf9bfa321c on network fc690063-a480-4ac9-95cf-bbecc8bf534d {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:52.016378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:37:52.016742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Checking segment: {'id': 'd15f0fa4-676a-48a3-ab37-0a70c210c9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fc690063-a480-4ac9-95cf-bbecc8bf534d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:52.017152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:52.017516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Bound using segment: {'id': 'd15f0fa4-676a-48a3-ab37-0a70c210c9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fc690063-a480-4ac9-95cf-bbecc8bf534d'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:37:52.018101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Bound port: 87f07dce-3af1-4b18-b167-0ebf9bfa321c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15f0fa4-676a-48a3-ab37-0a70c210c9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fc690063-a480-4ac9-95cf-bbecc8bf534d'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:37:52.018495 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:52.066388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60716) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:52.101457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46f2f6-8f8b-42fc-bf51-eca0650c36b0 req-b57ff5ae-84a3-4f99-a7ce-3f4ea8a8b74b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:52.103473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-0f8a9986-02f9-4a96-b9f1-95125db881a8 req-2179573b-82d4-4fb9-9347-9e7eb57df4e0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Deleting port b3111508-4daf-4a61-9b44-62499c1ab302 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:52.103818 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0f8a9986-02f9-4a96-b9f1-95125db881a8 req-2179573b-82d4-4fb9-9347-9e7eb57df4e0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:52.106864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46f2f6-8f8b-42fc-bf51-eca0650c36b0 req-b57ff5ae-84a3-4f99-a7ce-3f4ea8a8b74b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:52.108478 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f46f2f6-8f8b-42fc-bf51-eca0650c36b0 req-b57ff5ae-84a3-4f99-a7ce-3f4ea8a8b74b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb&device_id=9fabf4f9-21cf-4052-a4fb-ac3386cc4811 HTTP/1.1" status: 200 len: 1682 time: 0.7805896 Jun 04 16:37:52.115527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b7203-559b-4745-bc29-c64f512d2ab7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 57a4e3ff-06d6-49d8-ae62-15162a72b77d owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:52.117700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] For port 87f07dce-3af1-4b18-b167-0ebf9bfa321c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:37:52.120961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] For port 87f07dce-3af1-4b18-b167-0ebf9bfa321c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=87f07dce-3af1-4b18-b167-0ebf9bfa321c,segment=NetworkSegment(d15f0fa4-676a-48a3-ab37-0a70c210c9be),segment_id=d15f0fa4-676a-48a3-ab37-0a70c210c9be)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:37:52.127916 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:52.241942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d07f0-f55a-449a-94e1-60108eba7c5c None None] Pushing event updated for resources: {'Port': ['ID=87f07dce-3af1-4b18-b167-0ebf9bfa321c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:52.334604 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-6b502037-e59b-4b41-8771-4c1bc24dacdb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Floating IP 6029ad54-a5f1-4140-92e6-67aebb598ee8 associated. External IP: 172.25.5.99, port: da656d91-fc00-4178-ac3e-ab84a7b95570. Jun 04 16:37:52.395636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f46f2f6-8f8b-42fc-bf51-eca0650c36b0 req-49cddea5-9968-43f9-8c31-f5cee6e95f25 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012024 Jun 04 16:37:52.432848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d9a31-03fc-4eb2-8571-adf069f04b58 req-4b849a99-ad0d-4e2c-b9e4-722f614c82d6 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:52.434163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b46d9a31-03fc-4eb2-8571-adf069f04b58 req-4b849a99-ad0d-4e2c-b9e4-722f614c82d6 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.5678444 Jun 04 16:37:52.437749 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8a3b7203-559b-4745-bc29-c64f512d2ab7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:52.452315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Allocated IP 172.20.0.1 (fc690063-a480-4ac9-95cf-bbecc8bf534d/7b92420d-7c75-460e-8e30-83c491839287/21f1f88f-4482-4a79-82d8-c6195e9c1a44) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:52.456493 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6e187111-029e-45a7-bea3-bf254750b1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:52.505919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6e187111-029e-45a7-bea3-bf254750b1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:52.550814 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8a3b7203-559b-4745-bc29-c64f512d2ab7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:52.564566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6e187111-029e-45a7-bea3-bf254750b1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:6f019fd82a3148928da378498593ac0d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:52.582112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6e187111-029e-45a7-bea3-bf254750b1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:52.584510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b7203-559b-4745-bc29-c64f512d2ab7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=57a4e3ff-06d6-49d8-ae62-15162a72b77d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:52.613841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6e187111-029e-45a7-bea3-bf254750b1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:52.699071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8a3b7203-559b-4745-bc29-c64f512d2ab7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/57a4e3ff-06d6-49d8-ae62-15162a72b77d HTTP/1.1" status: 204 len: 168 time: 1.7289789 Jun 04 16:37:52.709196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60724) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:52.727260 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b46d9a31-03fc-4eb2-8571-adf069f04b58 req-04ca34e8-c732-4864-838b-7c581951177b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829325 Jun 04 16:37:52.843111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd863c2-35e3-45d9-b3f5-1219c72b4ca8 req-100f74ac-4db3-4763-ac4f-32007b31b779 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:52.844725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbd863c2-35e3-45d9-b3f5-1219c72b4ca8 req-100f74ac-4db3-4763-ac4f-32007b31b779 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 945 time: 0.2490950 Jun 04 16:37:52.880641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-0f8a9986-02f9-4a96-b9f1-95125db881a8 req-2179573b-82d4-4fb9-9347-9e7eb57df4e0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] For port b3111508-4daf-4a61-9b44-62499c1ab302, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b3111508-4daf-4a61-9b44-62499c1ab302,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:52.880641 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0f8a9986-02f9-4a96-b9f1-95125db881a8 req-2179573b-82d4-4fb9-9347-9e7eb57df4e0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:53.002477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbd863c2-35e3-45d9-b3f5-1219c72b4ca8 req-b9e3c228-5f1c-4afd-8eb1-d2c2f50ce889 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488190 Jun 04 16:37:53.037462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 87f07dce-3af1-4b18-b167-0ebf9bfa321c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:37:53.043578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-0f8a9986-02f9-4a96-b9f1-95125db881a8 req-2179573b-82d4-4fb9-9347-9e7eb57df4e0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Calling delete_port for b3111508-4daf-4a61-9b44-62499c1ab302 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:53.046792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b502037-e59b-4b41-8771-4c1bc24dacdb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:37:53.126559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 87f07dce-3af1-4b18-b167-0ebf9bfa321c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:37:53.161683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:53.190784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Transition to ACTIVE for port object 21f1f88f-4482-4a79-82d8-c6195e9c1a44 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:53.232938 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:53.265831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6e187111-029e-45a7-bea3-bf254750b1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:53.296594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b502037-e59b-4b41-8771-4c1bc24dacdb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:37:53.302572 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6b502037-e59b-4b41-8771-4c1bc24dacdb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:53.310300 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d308fc16-3dcc-48a3-a9a6-632d1643cf20 None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:37:53.329768 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d308fc16-3dcc-48a3-a9a6-632d1643cf20 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:53.331181 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d308fc16-3dcc-48a3-a9a6-632d1643cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:53.369338 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6b502037-e59b-4b41-8771-4c1bc24dacdb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "PUT /v2.0/floatingips/6029ad54-a5f1-4140-92e6-67aebb598ee8 HTTP/1.1" status: 200 len: 977 time: 4.1869860 Jun 04 16:37:53.370360 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6e187111-029e-45a7-bea3-bf254750b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:53.371365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60736) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:53.417004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Network fc690063-a480-4ac9-95cf-bbecc8bf534d is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:53.452294 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d308fc16-3dcc-48a3-a9a6-632d1643cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:53.455273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:53.458212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:53.463339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-39995e51-4c99-44e5-801f-8f16cdf8967a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port da656d91-fc00-4178-ac3e-ab84a7b95570 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:53.463848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-39995e51-4c99-44e5-801f-8f16cdf8967a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:53.476013 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d308fc16-3dcc-48a3-a9a6-632d1643cf20 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:53.476688 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d308fc16-3dcc-48a3-a9a6-632d1643cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:53.538254 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:53.544715 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d308fc16-3dcc-48a3-a9a6-632d1643cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:53.545434 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d308fc16-3dcc-48a3-a9a6-632d1643cf20 None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:37:53.639202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300a84d4-c11b-4e85-ae45-c8da21ea283f None None] Network fc690063-a480-4ac9-95cf-bbecc8bf534d requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:37:53.720236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad01adf-6eac-4398-878c-3abde880c4ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:53.721066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fad01adf-6eac-4398-878c-3abde880c4ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:53.743045 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6e187111-029e-45a7-bea3-bf254750b1a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f019fd82a3148928da378498593ac0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6727948 Jun 04 16:37:53.749430 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-11a0467e-1d44-4584-af48-d0402ffcd1e7 None None] Provisioning for port 87f07dce-3af1-4b18-b167-0ebf9bfa321c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:37:53.759566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60742) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:53.763843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event updated for resources: {'Port': ['ID=21f1f88f-4482-4a79-82d8-c6195e9c1a44,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:53.766623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e187111-029e-45a7-bea3-bf254750b1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7bbdee-6cd6-4b72-8ef0-9acebb2e7df3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:53.769741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-11a0467e-1d44-4584-af48-d0402ffcd1e7 None None] Provisioning complete for port 87f07dce-3af1-4b18-b167-0ebf9bfa321c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:53.770514 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-11a0467e-1d44-4584-af48-d0402ffcd1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:53.856936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fad01adf-6eac-4398-878c-3abde880c4ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:53.860758 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fad01adf-6eac-4398-878c-3abde880c4ed tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.1435516 Jun 04 16:37:53.866694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60748) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:53.951928 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf3a909-88b7-42b1-b370-c472ac807be9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:37:53.953288 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fcf3a909-88b7-42b1-b370-c472ac807be9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/57a4e3ff-06d6-49d8-ae62-15162a72b77d HTTP/1.1" status: 404 len: 333 time: 0.0833039 Jun 04 16:37:53.968625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60754) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:53.974497 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0f8a9986-02f9-4a96-b9f1-95125db881a8 req-2179573b-82d4-4fb9-9347-9e7eb57df4e0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.008037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['838761b6-421d-4114-aed8-8a2ffc0bfafe'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:37:54.048445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-694200382'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:54.092575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-11a0467e-1d44-4584-af48-d0402ffcd1e7 None None] Current status of the port 87f07dce-3af1-4b18-b167-0ebf9bfa321c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:54.093360 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-11a0467e-1d44-4584-af48-d0402ffcd1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.097693 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:54.101602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179573b-82d4-4fb9-9347-9e7eb57df4e0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event deleted for resources: {'Port': ['ID=b3111508-4daf-4a61-9b44-62499c1ab302,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:54.102772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-39995e51-4c99-44e5-801f-8f16cdf8967a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.146470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f9f89d3-eb86-43e0-9586-abbe868b0dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.147705 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:network and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:54.157318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:54.167596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-11a0467e-1d44-4584-af48-d0402ffcd1e7 None None] For port 87f07dce-3af1-4b18-b167-0ebf9bfa321c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=87f07dce-3af1-4b18-b167-0ebf9bfa321c,segment=NetworkSegment(d15f0fa4-676a-48a3-ab37-0a70c210c9be),segment_id=d15f0fa4-676a-48a3-ab37-0a70c210c9be)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:54.186082 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-11a0467e-1d44-4584-af48-d0402ffcd1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.198497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:54.211100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a1af5-4f69-43a1-a508-7f052fde1a45 req-58a8b858-7c86-498c-824e-3fd6d4cbb6d6 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:54.211733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-405a1af5-4f69-43a1-a508-7f052fde1a45 req-58a8b858-7c86-498c-824e-3fd6d4cbb6d6 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.2635570 Jun 04 16:37:54.236738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8a9986-02f9-4a96-b9f1-95125db881a8 req-2179573b-82d4-4fb9-9347-9e7eb57df4e0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] No DVR routers for this DVR port b3111508-4daf-4a61-9b44-62499c1ab302 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:37:54.239646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-0f8a9986-02f9-4a96-b9f1-95125db881a8 req-2179573b-82d4-4fb9-9347-9e7eb57df4e0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.253166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dc5325-2c27-4792-b6b1-cd409a92dec6', 'name': 'network-vif-deleted', 'tag': 'b3111508-4daf-4a61-9b44-62499c1ab302'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:54.275037 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.286928 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f9f89d3-eb86-43e0-9586-abbe868b0dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.307366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:54.310855 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.312812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0467e-1d44-4584-af48-d0402ffcd1e7 None None] Pushing event updated for resources: {'Port': ['ID=87f07dce-3af1-4b18-b167-0ebf9bfa321c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:54.361552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1352583-0b4d-49f4-bba3-76fe8c49786a req-f161fd8e-4e56-4d70-bf96-ccd795618fa8 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:54.363215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1352583-0b4d-49f4-bba3-76fe8c49786a req-f161fd8e-4e56-4d70-bf96-ccd795618fa8 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fabf4f9-21cf-4052-a4fb-ac3386cc4811 HTTP/1.1" status: 200 len: 946 time: 0.3300405 Jun 04 16:37:54.401147 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0f8a9986-02f9-4a96-b9f1-95125db881a8 req-2179573b-82d4-4fb9-9347-9e7eb57df4e0 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.46 "DELETE /v2.0/ports/b3111508-4daf-4a61-9b44-62499c1ab302 HTTP/1.1" status: 204 len: 173 time: 2.6265068 Jun 04 16:37:54.438572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-405a1af5-4f69-43a1-a508-7f052fde1a45 req-034bb2f0-2f95-4626-8657-e4857890f26d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135367 Jun 04 16:37:54.541125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-85d69197-0013-4647-94bb-452de4d86477 None None] Provisioning for port 21f1f88f-4482-4a79-82d8-c6195e9c1a44 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:37:54.548150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-85d69197-0013-4647-94bb-452de4d86477 None None] Provisioning complete for port 21f1f88f-4482-4a79-82d8-c6195e9c1a44 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:54.551048 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-85d69197-0013-4647-94bb-452de4d86477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.684439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1352583-0b4d-49f4-bba3-76fe8c49786a req-571eb686-aaad-477d-80ac-7b2ad81f9adb tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027902 Jun 04 16:37:54.688977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-85d69197-0013-4647-94bb-452de4d86477 None None] Port 21f1f88f-4482-4a79-82d8-c6195e9c1a44 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:37:54.701466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-85d69197-0013-4647-94bb-452de4d86477 None None] Provisioning complete for port 87f07dce-3af1-4b18-b167-0ebf9bfa321c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:54.701929 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-85d69197-0013-4647-94bb-452de4d86477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.729870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:37:54.799887 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7659d06b-a574-4c14-9deb-4da8d2462ac9'] response: {'server_uuid': '68dc5325-2c27-4792-b6b1-cd409a92dec6', 'name': 'network-vif-deleted', 'tag': 'b3111508-4daf-4a61-9b44-62499c1ab302', 'status': 'completed', 'code': 200} Jun 04 16:37:54.809584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-703975bc-dd4b-40a5-a10d-3d655c4844a0 req-774e2d19-dfce-4e6b-b768-bf3d3c74831c tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=68dc5325-2c27-4792-b6b1-cd409a92dec6 HTTP/1.1" status: 200 len: 210 time: 0.1350880 Jun 04 16:37:54.833036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b3111508-4daf-4a61-9b44-62499c1ab302 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:37:54.841315 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-39995e51-4c99-44e5-801f-8f16cdf8967a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.841726 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-39995e51-4c99-44e5-801f-8f16cdf8967a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.842131 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-39995e51-4c99-44e5-801f-8f16cdf8967a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Floating IP 6029ad54-a5f1-4140-92e6-67aebb598ee8 disassociated. External IP: 172.25.5.99, port: da656d91-fc00-4178-ac3e-ab84a7b95570. Jun 04 16:37:54.842422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-39995e51-4c99-44e5-801f-8f16cdf8967a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for da656d91-fc00-4178-ac3e-ab84a7b95570 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:54.844515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f9f89d3-eb86-43e0-9586-abbe868b0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.857711 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.858053 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Added segment 97b21dff-8830-47da-97c0-468385ba3390 of type vlan for network 910164ed-c5a1-4d56-b003-5a69551b5613 Jun 04 16:37:54.878293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f89d3-eb86-43e0-9586-abbe868b0dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7bbdee-6cd6-4b72-8ef0-9acebb2e7df3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:54.929809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: b3111508-4daf-4a61-9b44-62499c1ab302 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:37:54.930396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b3111508-4daf-4a61-9b44-62499c1ab302 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:37:54.937962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed214d-7492-413c-8b40-97eb3e6a8bff req-75deebfc-dfc1-4282-9a13-92f491336f74 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:54.939625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59ed214d-7492-413c-8b40-97eb3e6a8bff req-75deebfc-dfc1-4282-9a13-92f491336f74 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.42 "GET /v2.0/ports?device_id=9fabf4f9-21cf-4052-a4fb-ac3386cc4811 HTTP/1.1" status: 200 len: 946 time: 0.1880460 Jun 04 16:37:54.965150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-85d69197-0013-4647-94bb-452de4d86477 None None] Current status of the port 87f07dce-3af1-4b18-b167-0ebf9bfa321c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:54.993104 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:54.996070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 87f07dce-3af1-4b18-b167-0ebf9bfa321c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:37:55.015963 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f9f89d3-eb86-43e0-9586-abbe868b0dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:55.019855 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3f9f89d3-eb86-43e0-9586-abbe868b0dd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc7bbdee-6cd6-4b72-8ef0-9acebb2e7df3 HTTP/1.1" status: 204 len: 168 time: 1.2504215 Jun 04 16:37:55.070174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-59ed214d-7492-413c-8b40-97eb3e6a8bff req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Deleting port 94d8265c-7f58-4202-8a45-3c593c82a174 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:55.070605 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59ed214d-7492-413c-8b40-97eb3e6a8bff req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:55.130656 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-39995e51-4c99-44e5-801f-8f16cdf8967a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:55.164462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-362bed8c-d905-40de-9a17-217f21da6679 None None] Provisioning complete for port 21f1f88f-4482-4a79-82d8-c6195e9c1a44 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:55.167440 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-362bed8c-d905-40de-9a17-217f21da6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:55.190233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39995e51-4c99-44e5-801f-8f16cdf8967a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=da656d91-fc00-4178-ac3e-ab84a7b95570,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:55.192639 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:55.198635 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:55.199242 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:55.233036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 87f07dce-3af1-4b18-b167-0ebf9bfa321c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:55.234062 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:55.310902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-362bed8c-d905-40de-9a17-217f21da6679 None None] Port 21f1f88f-4482-4a79-82d8-c6195e9c1a44 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:37:55.355589 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:55.381639 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:55.435721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 87f07dce-3af1-4b18-b167-0ebf9bfa321c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:37:55.479838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60768) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:55.513549 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5404944 Jun 04 16:37:55.514511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:55.534015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60772) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:55.565428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': '910164ed-c5a1-4d56-b003-5a69551b5613', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:55.586176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8081bf-6a9f-434b-a8ae-d2441b5fde23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Network': ['ID=910164ed-c5a1-4d56-b003-5a69551b5613,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:55.598583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 910164ed-c5a1-4d56-b003-5a69551b5613 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:37:55.708110 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8c36645-71f4-4281-b14d-9889a4fe927b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:55.728837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event updated for resources: {'Port': ['ID=21f1f88f-4482-4a79-82d8-c6195e9c1a44,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:55.762400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b8c36645-71f4-4281-b14d-9889a4fe927b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:55.780158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1431d-ab9e-4505-9020-a5439432c4b6 req-cec2bd53-f0db-47aa-a8aa-d01d92c486f9 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:55.781074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-a0f1431d-ab9e-4505-9020-a5439432c4b6 req-cec2bd53-f0db-47aa-a8aa-d01d92c486f9 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Synchronizing usage tracker for tenant:618d10cf39b2499f8c13a109dc5e5216 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:55.795502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b8c36645-71f4-4281-b14d-9889a4fe927b admin admin] Usage tracker for resource:security_group_rule and tenant:4caf47c597524c8c98bc676a85450f63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:55.806479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b8c36645-71f4-4281-b14d-9889a4fe927b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:55.814482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:55.818337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39995e51-4c99-44e5-801f-8f16cdf8967a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:37:55.820196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-59ed214d-7492-413c-8b40-97eb3e6a8bff req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] For port 94d8265c-7f58-4202-8a45-3c593c82a174, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=94d8265c-7f58-4202-8a45-3c593c82a174,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:55.820520 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59ed214d-7492-413c-8b40-97eb3e6a8bff req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:55.828536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b8c36645-71f4-4281-b14d-9889a4fe927b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:55.830121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:55.836489 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:55.839319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-a0f1431d-ab9e-4505-9020-a5439432c4b6 req-cec2bd53-f0db-47aa-a8aa-d01d92c486f9 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Unset dirty status for tenant:618d10cf39b2499f8c13a109dc5e5216 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:55.840464 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a0f1431d-ab9e-4505-9020-a5439432c4b6 req-cec2bd53-f0db-47aa-a8aa-d01d92c486f9 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d8becf1-81ac-4a34-8624-bef267fa48fb HTTP/1.1" status: 200 len: 945 time: 0.7218821 Jun 04 16:37:55.845302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:55.907574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Network fc690063-a480-4ac9-95cf-bbecc8bf534d is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:55.910876 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:55.914475 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:55.930565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:56.062243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-59ed214d-7492-413c-8b40-97eb3e6a8bff req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Calling delete_port for 94d8265c-7f58-4202-8a45-3c593c82a174 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:56.066286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-a0f1431d-ab9e-4505-9020-a5439432c4b6 req-6811b0ba-687a-4e8c-8f76-454f7f5b727c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Deleting port 477fd74c-4f42-46f0-af8b-720c0f2ce76d {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:56.066673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a0f1431d-ab9e-4505-9020-a5439432c4b6 req-6811b0ba-687a-4e8c-8f76-454f7f5b727c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:56.238015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-980dea45-4c0a-40ad-864d-3a2d2cace009 None None] Provisioning complete for port 21f1f88f-4482-4a79-82d8-c6195e9c1a44 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:37:56.238705 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-980dea45-4c0a-40ad-864d-3a2d2cace009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:56.242450 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da334004-426c-482d-b95f-797e4fc25f3f req-2aabff9e-924e-4dde-9c81-14f68526a432 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:56.243281 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da334004-426c-482d-b95f-797e4fc25f3f req-2aabff9e-924e-4dde-9c81-14f68526a432 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.6065509 Jun 04 16:37:56.296024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-980dea45-4c0a-40ad-864d-3a2d2cace009 None None] Port 21f1f88f-4482-4a79-82d8-c6195e9c1a44 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:37:56.416379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a5334-94a0-45fa-a1e6-8559a2da2570 req-9f4e68c0-438c-4b04-9957-fe68609e6c4c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:56.418295 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-083a5334-94a0-45fa-a1e6-8559a2da2570 req-9f4e68c0-438c-4b04-9957-fe68609e6c4c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fabf4f9-21cf-4052-a4fb-ac3386cc4811 HTTP/1.1" status: 200 len: 946 time: 0.6043704 Jun 04 16:37:56.426498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39995e51-4c99-44e5-801f-8f16cdf8967a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:37:56.435139 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da334004-426c-482d-b95f-797e4fc25f3f req-67fd9fef-a083-45b5-b34b-6b09f0c37eb0 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634905 Jun 04 16:37:56.443271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80021e6e-ba1f-4c31-94ef-d31867f4b5f1 None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:37:56.462163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80021e6e-ba1f-4c31-94ef-d31867f4b5f1 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:56.462947 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-80021e6e-ba1f-4c31-94ef-d31867f4b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:56.540074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-80021e6e-ba1f-4c31-94ef-d31867f4b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:56.559300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80021e6e-ba1f-4c31-94ef-d31867f4b5f1 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:56.559300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-80021e6e-ba1f-4c31-94ef-d31867f4b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:56.582060 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8c36645-71f4-4281-b14d-9889a4fe927b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:56.591878 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59ed214d-7492-413c-8b40-97eb3e6a8bff req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:56.638631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['94d8265c-7f58-4202-8a45-3c593c82a174'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:37:56.640012 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8c36645-71f4-4281-b14d-9889a4fe927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:56.679054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-083a5334-94a0-45fa-a1e6-8559a2da2570 req-a2bfcf31-0993-4dbe-9346-1033f8c08b14 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a8f42f-55d2-48f5-a6ce-e0708b2d624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501030 Jun 04 16:37:56.687850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['477fd74c-4f42-46f0-af8b-720c0f2ce76d'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:37:56.700694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Pushing event deleted for resources: {'Port': ['ID=94d8265c-7f58-4202-8a45-3c593c82a174,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:56.741838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Router 8f7f095d-a1d9-40f9-a807-52a0a4fc9177 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:37:56.771195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:56.771534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:56.771867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:56.772197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:56.772518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:56.772903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:56.773268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:56.773588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:56.773909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:56.774421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:56.774772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:56.775089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:37:56.796970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-a0f1431d-ab9e-4505-9020-a5439432c4b6 req-6811b0ba-687a-4e8c-8f76-454f7f5b727c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] For port 477fd74c-4f42-46f0-af8b-720c0f2ce76d, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=477fd74c-4f42-46f0-af8b-720c0f2ce76d,segment=NetworkSegment(6586d6bb-e244-46f4-abbe-8779dcdf6bd9),segment_id=6586d6bb-e244-46f4-abbe-8779dcdf6bd9)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:37:56.797658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a0f1431d-ab9e-4505-9020-a5439432c4b6 req-6811b0ba-687a-4e8c-8f76-454f7f5b727c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:56.800478 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-39995e51-4c99-44e5-801f-8f16cdf8967a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:56.835823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c36645-71f4-4281-b14d-9889a4fe927b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787dad03-99b5-4ccb-ae9f-524b9d53c914,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:56.856414 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b8c36645-71f4-4281-b14d-9889a4fe927b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4caf47c597524c8c98bc676a85450f63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3756137 Jun 04 16:37:56.860508 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ed214d-7492-413c-8b40-97eb3e6a8bff req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] No DVR routers for this DVR port 94d8265c-7f58-4202-8a45-3c593c82a174 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:37:56.864999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60784) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:56.871766 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-59ed214d-7492-413c-8b40-97eb3e6a8bff req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:56.874388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fabf4f9-21cf-4052-a4fb-ac3386cc4811', 'name': 'network-vif-deleted', 'tag': '94d8265c-7f58-4202-8a45-3c593c82a174'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:56.882934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-80021e6e-ba1f-4c31-94ef-d31867f4b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:56.884491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80021e6e-ba1f-4c31-94ef-d31867f4b5f1 None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:37:56.901584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-39995e51-4c99-44e5-801f-8f16cdf8967a tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/ports/da656d91-fc00-4178-ac3e-ab84a7b95570 HTTP/1.1" status: 204 len: 168 time: 3.5289934 Jun 04 16:37:56.903011 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59ed214d-7492-413c-8b40-97eb3e6a8bff req-1f9da86f-3a50-4669-b081-8f0fe8922c5b tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.42 "DELETE /v2.0/ports/94d8265c-7f58-4202-8a45-3c593c82a174 HTTP/1.1" status: 204 len: 173 time: 1.9571605 Jun 04 16:37:56.910242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60790) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:56.982105 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:57.020869 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3f18c36f-e303-4ef3-b8d2-2891e95cfdba tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "GET /v2.0/floatingips/6029ad54-a5f1-4140-92e6-67aebb598ee8 HTTP/1.1" status: 200 len: 687 time: 0.1094935 Jun 04 16:37:57.024115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60800) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:57.185269 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9b06125-414b-4dd6-810d-409b34abe569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:57.235752 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9b06125-414b-4dd6-810d-409b34abe569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:57.249354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-a0f1431d-ab9e-4505-9020-a5439432c4b6 req-6811b0ba-687a-4e8c-8f76-454f7f5b727c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Calling delete_port for 477fd74c-4f42-46f0-af8b-720c0f2ce76d owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:57.299912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-16fa59c0-d024-4978-9e9d-de5fc3382bc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port 9430e87d-a9a3-4b4f-a0fa-452c97750fda {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:37:57.300254 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16fa59c0-d024-4978-9e9d-de5fc3382bc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:57.334912 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9b06125-414b-4dd6-810d-409b34abe569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:57.410705 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Subnet': ['ID=f65e4e31-b886-4ce9-8d58-3a75a50cc251,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:57.416935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:37:57.428742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Checking segment: {'id': '97b21dff-8830-47da-97c0-468385ba3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '910164ed-c5a1-4d56-b003-5a69551b5613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:57.429157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network hostable DHCP agents. Network: 910164ed-c5a1-4d56-b003-5a69551b5613, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:37:57.453253 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102bcd38-fd88-4e8e-b77d-c20896564d7c None None] Sync routers for ids ['8f7f095d-a1d9-40f9-a807-52a0a4fc9177'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:37:57.477778 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102bcd38-fd88-4e8e-b77d-c20896564d7c None None] Routers {'8f7f095d-a1d9-40f9-a807-52a0a4fc9177'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:57.481096 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-102bcd38-fd88-4e8e-b77d-c20896564d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8f7f095d-a1d9-40f9-a807-52a0a4fc9177'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:57.523314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b06125-414b-4dd6-810d-409b34abe569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787dad03-99b5-4ccb-ae9f-524b9d53c914,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:57.531302 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-83a34763-c2ef-4dc5-aa5e-b007ebdd774b tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "PUT /v2.0/routers/8f7f095d-a1d9-40f9-a807-52a0a4fc9177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5009365 Jun 04 16:37:57.532129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60818) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:57.541667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Request body: {'port': {'network_id': 'fc690063-a480-4ac9-95cf-bbecc8bf534d', 'name': 'tempest-FloatingIPNegativeTestJSON-874696379'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:57.565649 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9b06125-414b-4dd6-810d-409b34abe569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:57.566817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d9b06125-414b-4dd6-810d-409b34abe569 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/787dad03-99b5-4ccb-ae9f-524b9d53c914 HTTP/1.1" status: 204 len: 168 time: 0.7008765 Jun 04 16:37:57.617030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 910164ed-c5a1-4d56-b003-5a69551b5613 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:37:57.628893 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a0f1431d-ab9e-4505-9020-a5439432c4b6 req-6811b0ba-687a-4e8c-8f76-454f7f5b727c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:57.680180 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2d4feb-2b6f-4dd9-9cf8-f37e7a746877'] response: {'server_uuid': '9fabf4f9-21cf-4052-a4fb-ac3386cc4811', 'name': 'network-vif-deleted', 'tag': '94d8265c-7f58-4202-8a45-3c593c82a174', 'status': 'completed', 'code': 200} Jun 04 16:37:57.717833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 910164ed-c5a1-4d56-b003-5a69551b5613) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:57.727024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2be4d15-f21d-4d70-a4a7-43769856a577 None None] Network 910164ed-c5a1-4d56-b003-5a69551b5613 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:37:57.729322 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811b0ba-687a-4e8c-8f76-454f7f5b727c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Pushing event deleted for resources: {'Port': ['ID=477fd74c-4f42-46f0-af8b-720c0f2ce76d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:57.732770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:57.733340 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:57.774374 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-102bcd38-fd88-4e8e-b77d-c20896564d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:57.791459 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102bcd38-fd88-4e8e-b77d-c20896564d7c None None] Routers {'8f7f095d-a1d9-40f9-a807-52a0a4fc9177'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:37:57.792366 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-102bcd38-fd88-4e8e-b77d-c20896564d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8f7f095d-a1d9-40f9-a807-52a0a4fc9177'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:57.837259 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-588d3f3f-172d-44eb-98d6-fda22e8b5017 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2897651 Jun 04 16:37:57.838454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f1431d-ab9e-4505-9020-a5439432c4b6 req-6811b0ba-687a-4e8c-8f76-454f7f5b727c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] No DVR routers for this DVR port 477fd74c-4f42-46f0-af8b-720c0f2ce76d on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:37:57.840239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60828) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:57.843124 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a0f1431d-ab9e-4505-9020-a5439432c4b6 req-6811b0ba-687a-4e8c-8f76-454f7f5b727c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:57.844902 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a0f1431d-ab9e-4505-9020-a5439432c4b6 req-6811b0ba-687a-4e8c-8f76-454f7f5b727c tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.46 "DELETE /v2.0/ports/477fd74c-4f42-46f0-af8b-720c0f2ce76d HTTP/1.1" status: 204 len: 173 time: 1.9961827 Jun 04 16:37:57.845700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8becf1-81ac-4a34-8624-bef267fa48fb', 'name': 'network-vif-deleted', 'tag': '477fd74c-4f42-46f0-af8b-720c0f2ce76d'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:37:57.853330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b0842e9c-83ba-4f84-bb2a-d5ff23399293 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': '910164ed-c5a1-4d56-b003-5a69551b5613', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:57.912677 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-102bcd38-fd88-4e8e-b77d-c20896564d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:37:57.913251 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102bcd38-fd88-4e8e-b77d-c20896564d7c None None] The sync data for ids ['8f7f095d-a1d9-40f9-a807-52a0a4fc9177'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:37:58.034979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0842e9c-83ba-4f84-bb2a-d5ff23399293 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:58.039123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0842e9c-83ba-4f84-bb2a-d5ff23399293 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:58.042168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0842e9c-83ba-4f84-bb2a-d5ff23399293 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:58.048460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0842e9c-83ba-4f84-bb2a-d5ff23399293 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:58.060761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0842e9c-83ba-4f84-bb2a-d5ff23399293 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:58.064857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0842e9c-83ba-4f84-bb2a-d5ff23399293 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:58.097954 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-08715dd3-459a-4a98-9bb8-4c2288064e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:58.107824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3e2bc84b-a56d-414a-ae1b-07b1d68404f7 req-3bdab155-633d-4a93-a08f-9932ae1784f1 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Synchronizing usage tracker for tenant:618d10cf39b2499f8c13a109dc5e5216 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:37:58.191191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-910164ed-c5a1-4d56-b003-5a69551b5613', 'network_id': '910164ed-c5a1-4d56-b003-5a69551b5613', 'tenant_id': '04b67dbf75864ac480045d91d51492a4', 'fixed_ips': [{'subnet_id': 'f65e4e31-b886-4ce9-8d58-3a75a50cc251'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:37:58.192456 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:58.195597 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16fa59c0-d024-4978-9e9d-de5fc3382bc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:58.196004 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16fa59c0-d024-4978-9e9d-de5fc3382bc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:58.212527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3e2bc84b-a56d-414a-ae1b-07b1d68404f7 req-3bdab155-633d-4a93-a08f-9932ae1784f1 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] Unset dirty status for tenant:618d10cf39b2499f8c13a109dc5e5216 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:37:58.213686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e2bc84b-a56d-414a-ae1b-07b1d68404f7 req-3bdab155-633d-4a93-a08f-9932ae1784f1 tempest-ListServersNegativeTestJSON-1272923219 tempest-ListServersNegativeTestJSON-1272923219-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fabf4f9-21cf-4052-a4fb-ac3386cc4811 HTTP/1.1" status: 200 len: 210 time: 0.1989346 Jun 04 16:37:58.285046 n-d-811809-3 neutron-server[88797]: INFO neutron.db.ipam_backend_mixin [None req-b0842e9c-83ba-4f84-bb2a-d5ff23399293 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f65e4e31-b886-4ce9-8d58-3a75a50cc251 (CIDR: 172.20.0.0/28) Jun 04 16:37:58.291443 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0842e9c-83ba-4f84-bb2a-d5ff23399293 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:37:58.292015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0842e9c-83ba-4f84-bb2a-d5ff23399293 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:37:58.334326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-16fa59c0-d024-4978-9e9d-de5fc3382bc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for 9430e87d-a9a3-4b4f-a0fa-452c97750fda owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:37:58.360276 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b0842e9c-83ba-4f84-bb2a-d5ff23399293 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5190818 Jun 04 16:37:58.363734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60846) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:58.372995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': '910164ed-c5a1-4d56-b003-5a69551b5613', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:58.426483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:58.435909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Usage tracker for resource:port and tenant:d72bfefed8974862913fe7176e7e73c1 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:58.445748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:58.466590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798358e5-faf7-44c5-95a1-8745aaf99c99 req-f0f6c20a-bbf6-4d98-9125-d0e5412c32f3 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:58.474294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-798358e5-faf7-44c5-95a1-8745aaf99c99 req-f0f6c20a-bbf6-4d98-9125-d0e5412c32f3 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.7566643 Jun 04 16:37:58.477339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:58.531370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Made reservation on behalf of d72bfefed8974862913fe7176e7e73c1 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:58.535382 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:58.578058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-798358e5-faf7-44c5-95a1-8745aaf99c99 req-c40faa7d-7035-4383-9335-bf696b25685d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025975 Jun 04 16:37:58.595627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] device_id is not set on port 5a22c703-6472-403c-865d-e6e70b05ab2e yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:37:58.612333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Allocated IP 172.20.0.2 (910164ed-c5a1-4d56-b003-5a69551b5613/f65e4e31-b886-4ce9-8d58-3a75a50cc251/001dd441-44ce-4a19-98e8-2b790ad6ed51) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:58.659539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:58.666382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:58.671981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:58.683432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:58.693045 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77413c29-44a6-4e12-9d5d-e070719e9b70'] response: {'server_uuid': '1d8becf1-81ac-4a34-8624-bef267fa48fb', 'name': 'network-vif-deleted', 'tag': '477fd74c-4f42-46f0-af8b-720c0f2ce76d', 'status': 'completed', 'code': 200} Jun 04 16:37:58.705683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 94d8265c-7f58-4202-8a45-3c593c82a174 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:37:58.706981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:58.727231 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:58.822170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 94d8265c-7f58-4202-8a45-3c593c82a174 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:37:58.822911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 94d8265c-7f58-4202-8a45-3c593c82a174 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:37:58.834568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 477fd74c-4f42-46f0-af8b-720c0f2ce76d no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:37:58.840538 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16fa59c0-d024-4978-9e9d-de5fc3382bc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:58.886773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 477fd74c-4f42-46f0-af8b-720c0f2ce76d {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:37:58.887197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 477fd74c-4f42-46f0-af8b-720c0f2ce76d not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:37:58.910611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa59c0-d024-4978-9e9d-de5fc3382bc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=9430e87d-a9a3-4b4f-a0fa-452c97750fda,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:58.987148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Allocated IP 172.20.0.12 (fc690063-a480-4ac9-95cf-bbecc8bf534d/7b92420d-7c75-460e-8e30-83c491839287/5a22c703-6472-403c-865d-e6e70b05ab2e) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:37:59.045872 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16fa59c0-d024-4978-9e9d-de5fc3382bc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.076686 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.112056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Transition to ACTIVE for port object 001dd441-44ce-4a19-98e8-2b790ad6ed51 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:59.114542 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-16fa59c0-d024-4978-9e9d-de5fc3382bc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.121200 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-16fa59c0-d024-4978-9e9d-de5fc3382bc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/floatingips/6029ad54-a5f1-4140-92e6-67aebb598ee8 HTTP/1.1" status: 204 len: 168 time: 2.0949969 Jun 04 16:37:59.121718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60868) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:59.145373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Transition to ACTIVE for port object 001dd441-44ce-4a19-98e8-2b790ad6ed51 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:59.153193 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.176477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'cdb03dc4-46c1-4d7a-b483-d1f0b297caf2'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:59.238965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:59.242700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Pushing event updated for resources: {'Port': ['ID=001dd441-44ce-4a19-98e8-2b790ad6ed51,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:59.256300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Network 910164ed-c5a1-4d56-b003-5a69551b5613 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:59.257531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:floatingip and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:59.258112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:59.260804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:37:59.263382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:59.282732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:59.337536 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.357105 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Attempting to bind port 001dd441-44ce-4a19-98e8-2b790ad6ed51 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:37:59.357812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Attempting to bind port 001dd441-44ce-4a19-98e8-2b790ad6ed51 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '97b21dff-8830-47da-97c0-468385ba3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '910164ed-c5a1-4d56-b003-5a69551b5613'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:37:59.358334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Attempting to bind port 001dd441-44ce-4a19-98e8-2b790ad6ed51 on network 910164ed-c5a1-4d56-b003-5a69551b5613 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:37:59.361109 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.366162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:37:59.367311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Checking segment: {'id': '97b21dff-8830-47da-97c0-468385ba3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '910164ed-c5a1-4d56-b003-5a69551b5613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:37:59.368179 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.368964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Bound using segment: {'id': '97b21dff-8830-47da-97c0-468385ba3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '910164ed-c5a1-4d56-b003-5a69551b5613'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:37:59.369626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Bound port: 001dd441-44ce-4a19-98e8-2b790ad6ed51, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b21dff-8830-47da-97c0-468385ba3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '910164ed-c5a1-4d56-b003-5a69551b5613'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:37:59.370307 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.379335 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:37:59.390005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Transition to ACTIVE for port object 5a22c703-6472-403c-865d-e6e70b05ab2e will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:37:59.396842 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.399923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0147-fe13-4fb6-bc15-b813a1e534be req-14391ca0-dbfb-4b6f-adbd-2f7d60c5a6d8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:59.401467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f38a0147-fe13-4fb6-bc15-b813a1e534be req-14391ca0-dbfb-4b6f-adbd-2f7d60c5a6d8 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 945 time: 0.2287710 Jun 04 16:37:59.471781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 910164ed-c5a1-4d56-b003-5a69551b5613 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:59.475019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:59.479892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:37:59.480210 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.497649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60882) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:59.503271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] For port 001dd441-44ce-4a19-98e8-2b790ad6ed51, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:37:59.506795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] For port 001dd441-44ce-4a19-98e8-2b790ad6ed51, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=001dd441-44ce-4a19-98e8-2b790ad6ed51,segment=NetworkSegment(97b21dff-8830-47da-97c0-468385ba3390),segment_id=97b21dff-8830-47da-97c0-468385ba3390)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:37:59.517458 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.548251 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.571212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Subnet': ['ID=8ded52e2-6bd4-4b79-be99-16558f56511d,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:59.578859 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e78f0c9-1dde-45b0-8841-d800ad197716 admin admin] Deleting subnet 51753b0e-bae0-4e15-86bd-b5b0f7f3b84a {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:37:59.583004 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e78f0c9-1dde-45b0-8841-d800ad197716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.617037 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0f0d39f9-a030-4b61-ab0c-03bd22a2c8a9 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2521374 Jun 04 16:37:59.630856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60890) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:37:59.647563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': '910164ed-c5a1-4d56-b003-5a69551b5613', 'fixed_ips': [{'subnet_id': 'f65e4e31-b886-4ce9-8d58-3a75a50cc251'}, {'subnet_id': '8ded52e2-6bd4-4b79-be99-16558f56511d'}], 'name': 'tempest-PortsTestJSON-385128951'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:37:59.701398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d583e5-4b2e-4bcd-8804-2d751fb3a2bf None None] Pushing event updated for resources: {'Port': ['ID=001dd441-44ce-4a19-98e8-2b790ad6ed51,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:37:59.745832 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e78f0c9-1dde-45b0-8841-d800ad197716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.852699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e78f0c9-1dde-45b0-8841-d800ad197716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:37:59.908221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:37:59.935862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:port and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:37:59.941690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f38a0147-fe13-4fb6-bc15-b813a1e534be req-9f48e7c1-cbcb-4462-a069-22c3b6f285ae tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705443 Jun 04 16:37:59.944535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:37:59.951470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:37:59.967507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Network fc690063-a480-4ac9-95cf-bbecc8bf534d is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:37:59.974828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:37:59.977110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:37:59.981737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:00.018666 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bd6aa9bd-3375-4a8a-8a8c-66bc6a2c0e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:00.056913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event updated for resources: {'Port': ['ID=5a22c703-6472-403c-865d-e6e70b05ab2e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:00.120580 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e78f0c9-1dde-45b0-8841-d800ad197716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:00.132570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:00.133621 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:00.182161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e3339cee-c260-4ab7-899b-4cab50311a3c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6463246 Jun 04 16:38:00.188878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60906) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:00.208781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:00.213274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e78f0c9-1dde-45b0-8841-d800ad197716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:00.216009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78f0c9-1dde-45b0-8841-d800ad197716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51753b0e-bae0-4e15-86bd-b5b0f7f3b84a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:00.223072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b7fec-0340-4113-a15c-efdd6715d33d req-dca904f2-9bba-4fd5-a474-40803b1e655f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:00.224693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-773b7fec-0340-4113-a15c-efdd6715d33d req-dca904f2-9bba-4fd5-a474-40803b1e655f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.3676031 Jun 04 16:38:00.233995 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3e78f0c9-1dde-45b0-8841-d800ad197716 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/51753b0e-bae0-4e15-86bd-b5b0f7f3b84a HTTP/1.1" status: 204 len: 168 time: 0.7329357 Jun 04 16:38:00.235296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60910) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:00.235679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:00.262949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Usage tracker for resource:floatingip and tenant:d72bfefed8974862913fe7176e7e73c1 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:00.279739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:00.292342 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:00.330571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:00.382149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8741eb6b-4201-491d-ba73-c68ca8665ca5 None None] Provisioning for port 5a22c703-6472-403c-865d-e6e70b05ab2e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:00.392932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8741eb6b-4201-491d-ba73-c68ca8665ca5 None None] Provisioning complete for port 5a22c703-6472-403c-865d-e6e70b05ab2e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:00.395219 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:00.395870 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8741eb6b-4201-491d-ba73-c68ca8665ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:00.406937 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-373c568c-4294-4bd1-ab7b-e38a27b6a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:00.440621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:38:00.446147 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-773b7fec-0340-4113-a15c-efdd6715d33d req-938dc132-2aa0-4eac-b20f-5b08944d2af5 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119179 Jun 04 16:38:00.462857 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:00.612505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8741eb6b-4201-491d-ba73-c68ca8665ca5 None None] Port 5a22c703-6472-403c-865d-e6e70b05ab2e cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:00.627684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.25.5.226 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/f5769e61-1b0b-4e26-b1f0-a18a74420033) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:00.643380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-8d359745-eb6f-41ad-9ba0-17a9839be0b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:00.644946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-8d359745-eb6f-41ad-9ba0-17a9839be0b5 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.42 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 945 time: 0.3546879 Jun 04 16:38:00.712456 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-373c568c-4294-4bd1-ab7b-e38a27b6a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:00.760607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-373c568c-4294-4bd1-ab7b-e38a27b6a066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff5aec9-bd46-4796-ab31-0dee9cc09529']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:00.796292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-373c568c-4294-4bd1-ab7b-e38a27b6a066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6586d6bb-e244-46f4-abbe-8779dcdf6bd9') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:00.796584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-373c568c-4294-4bd1-ab7b-e38a27b6a066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6586d6bb-e244-46f4-abbe-8779dcdf6bd9') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:00.833749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Deleting port 838761b6-421d-4114-aed8-8a2ffc0bfafe {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:00.834906 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:00.836142 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-373c568c-4294-4bd1-ab7b-e38a27b6a066 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:00.921215 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-373c568c-4294-4bd1-ab7b-e38a27b6a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:00.950054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373c568c-4294-4bd1-ab7b-e38a27b6a066 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:38:00.951256 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-373c568c-4294-4bd1-ab7b-e38a27b6a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:01.077566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 001dd441-44ce-4a19-98e8-2b790ad6ed51 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:01.200964 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:01.227081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 001dd441-44ce-4a19-98e8-2b790ad6ed51 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:01.244604 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 6586d6bb-e244-46f4-abbe-8779dcdf6bd9 resource provider aggregate not found Jun 04 16:38:01.280957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:01.287098 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 6586d6bb-e244-46f4-abbe-8779dcdf6bd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6586d6bb-e244-46f4-abbe-8779dcdf6bd9 found for delete ", "request_id": "req-023def87-362f-454a-b96d-a6dbb103cdf9"}]} Jun 04 16:38:01.364600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1750d7c9-49e8-4cdb-904b-5967c729a7b4 None None] Network 910164ed-c5a1-4d56-b003-5a69551b5613 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:01.385459 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:01.445080 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-373c568c-4294-4bd1-ab7b-e38a27b6a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:01.481952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=f5769e61-1b0b-4e26-b1f0-a18a74420033,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:01.524285 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:01.565230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:01.575442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7433ffef-ecf8-4789-8c36-243685d512cc None None] Provisioning for port 001dd441-44ce-4a19-98e8-2b790ad6ed51 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:01.588819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:01.591725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:01.604890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7433ffef-ecf8-4789-8c36-243685d512cc None None] Provisioning complete for port 001dd441-44ce-4a19-98e8-2b790ad6ed51 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:01.605259 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7433ffef-ecf8-4789-8c36-243685d512cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:01.631045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.14 (910164ed-c5a1-4d56-b003-5a69551b5613/f65e4e31-b886-4ce9-8d58-3a75a50cc251/cb8ecbc3-6f73-4dc2-922f-335e37b50a89) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:01.653655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.29 (910164ed-c5a1-4d56-b003-5a69551b5613/8ded52e2-6bd4-4b79-be99-16558f56511d/cb8ecbc3-6f73-4dc2-922f-335e37b50a89) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:01.670335 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-373c568c-4294-4bd1-ab7b-e38a27b6a066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:01.691892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60960) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:01.693439 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:01.715017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c568c-4294-4bd1-ab7b-e38a27b6a066 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff5aec9-bd46-4796-ab31-0dee9cc09529,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:01.720164 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-373c568c-4294-4bd1-ab7b-e38a27b6a066 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3ff5aec9-bd46-4796-ab31-0dee9cc09529 HTTP/1.1" status: 204 len: 168 time: 1.4838054 Jun 04 16:38:01.863269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7433ffef-ecf8-4789-8c36-243685d512cc None None] Current status of the port 001dd441-44ce-4a19-98e8-2b790ad6ed51 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:01.863651 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7433ffef-ecf8-4789-8c36-243685d512cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:01.913307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7433ffef-ecf8-4789-8c36-243685d512cc None None] For port 001dd441-44ce-4a19-98e8-2b790ad6ed51, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=001dd441-44ce-4a19-98e8-2b790ad6ed51,segment=NetworkSegment(97b21dff-8830-47da-97c0-468385ba3390),segment_id=97b21dff-8830-47da-97c0-468385ba3390)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:01.922981 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7433ffef-ecf8-4789-8c36-243685d512cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:01.983509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Allocated IP 172.25.5.112 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/bfdc85a3-e45f-453b-a4ad-fb8cf0793b37) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:01.990636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60966) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:02.050511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433ffef-ecf8-4789-8c36-243685d512cc None None] Pushing event updated for resources: {'Port': ['ID=001dd441-44ce-4a19-98e8-2b790ad6ed51,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:02.063719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a9346b-b708-458c-9683-bcfee70f3e60 None None] Update dhcp port {'port': {'network_id': '910164ed-c5a1-4d56-b003-5a69551b5613', 'fixed_ips': [{'subnet_id': 'f65e4e31-b886-4ce9-8d58-3a75a50cc251', 'ip_address': '172.20.0.2'}, {'subnet_id': '8ded52e2-6bd4-4b79-be99-16558f56511d'}], 'binding:host_id': 'n-d-811809-3'}, 'id': '001dd441-44ce-4a19-98e8-2b790ad6ed51'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:38:02.089354 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3deca9f8-aff5-4b8b-bd93-e0ce0425a200 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=618d10cf39b2499f8c13a109dc5e5216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950842 Jun 04 16:38:02.095887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60970) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:02.121823 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-42a9346b-b708-458c-9683-bcfee70f3e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.147966 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.187934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Transition to ACTIVE for port object cb8ecbc3-6f73-4dc2-922f-335e37b50a89 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:02.218212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e903e62f-91e7-4884-bed7-fe134c532efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.249126 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.257700 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e903e62f-91e7-4884-bed7-fe134c532efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.344485 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-42a9346b-b708-458c-9683-bcfee70f3e60 None None] Allocated IP 172.20.0.18 (910164ed-c5a1-4d56-b003-5a69551b5613/8ded52e2-6bd4-4b79-be99-16558f56511d/001dd441-44ce-4a19-98e8-2b790ad6ed51) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:02.380775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 910164ed-c5a1-4d56-b003-5a69551b5613 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:02.388422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:02.401373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:02.434796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] For port 838761b6-421d-4114-aed8-8a2ffc0bfafe, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=838761b6-421d-4114-aed8-8a2ffc0bfafe,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:02.435409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.448002 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.462908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=cb8ecbc3-6f73-4dc2-922f-335e37b50a89,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:02.501816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:02.502411 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.551037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f4fc5-6b48-42e1-8557-57331d861db0 req-9070080f-cc0f-4b28-a84a-96f6f533725a tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:02.559007 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-583f4fc5-6b48-42e1-8557-57331d861db0 req-9070080f-cc0f-4b28-a84a-96f6f533725a tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 945 time: 1.3431718 Jun 04 16:38:02.570622 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e903e62f-91e7-4884-bed7-fe134c532efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.574096 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e903e62f-91e7-4884-bed7-fe134c532efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.575961 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e903e62f-91e7-4884-bed7-fe134c532efa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86a8f42f-55d2-48f5-a6ce-e0708b2d624f HTTP/1.1" status: 204 len: 168 time: 0.4784579 Jun 04 16:38:02.593600 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fb2b14c1-5886-47c2-ac62-2e58f9acb00a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9616332 Jun 04 16:38:02.594540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60980) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:02.598069 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.607316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9c96ec9e-200f-496a-a5fe-5f7ae0f3db42 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f65e4e31-b886-4ce9-8d58-3a75a50cc251'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:02.641008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903e62f-91e7-4884-bed7-fe134c532efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a8f42f-55d2-48f5-a6ce-e0708b2d624f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:02.654163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 838761b6-421d-4114-aed8-8a2ffc0bfafe no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:38:02.725099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-42a9346b-b708-458c-9683-bcfee70f3e60 None None] For port 001dd441-44ce-4a19-98e8-2b790ad6ed51, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=001dd441-44ce-4a19-98e8-2b790ad6ed51,segment=NetworkSegment(97b21dff-8830-47da-97c0-468385ba3390),segment_id=97b21dff-8830-47da-97c0-468385ba3390)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:02.762562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Calling delete_port for 838761b6-421d-4114-aed8-8a2ffc0bfafe owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:02.777571 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9a324cec-1771-4b3f-ae55-d938e536830d req-0c8ba993-75ef-4728-8c06-fbc313b29557 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5990725 Jun 04 16:38:02.782496 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9c96ec9e-200f-496a-a5fe-5f7ae0f3db42 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.797982 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-42a9346b-b708-458c-9683-bcfee70f3e60 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.819914 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c815db4-9966-46a6-9538-2ef51b2e5da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.849974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-42a9346b-b708-458c-9683-bcfee70f3e60 None None] Transition to ACTIVE for port object 001dd441-44ce-4a19-98e8-2b790ad6ed51 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:02.852591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-583f4fc5-6b48-42e1-8557-57331d861db0 req-8f3717d9-bd5c-4dee-84f6-12de6c0ab936 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914200 Jun 04 16:38:02.855399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 838761b6-421d-4114-aed8-8a2ffc0bfafe is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:02.858816 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:02.880116 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-42a9346b-b708-458c-9683-bcfee70f3e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:03.004273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9346b-b708-458c-9683-bcfee70f3e60 None None] Pushing event updated for resources: {'Port': ['ID=001dd441-44ce-4a19-98e8-2b790ad6ed51,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:03.015209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6c815db4-9966-46a6-9538-2ef51b2e5da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:03.020417 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:03.056203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c5ae56-6791-4319-b5e5-1fc209800205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838761b6-421d-4114-aed8-8a2ffc0bfafe'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:38:03.060970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 001dd441-44ce-4a19-98e8-2b790ad6ed51 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:03.108827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6c815db4-9966-46a6-9538-2ef51b2e5da7 admin admin] Usage tracker for resource:security_group_rule and tenant:219082f109334f13a88bbbc89e0d0b57 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:03.125146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6c815db4-9966-46a6-9538-2ef51b2e5da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:03.154470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 838761b6-421d-4114-aed8-8a2ffc0bfafe, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=838761b6-421d-4114-aed8-8a2ffc0bfafe,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:03.165543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a324cec-1771-4b3f-ae55-d938e536830d req-2196d983-c025-4445-a652-0b6b1a6a6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:03.167349 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9a324cec-1771-4b3f-ae55-d938e536830d req-2196d983-c025-4445-a652-0b6b1a6a6534 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 1097 time: 0.2601600 Jun 04 16:38:03.175786 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61180c5a-4887-4f32-bbb7-e3cfa3d86097'] response: {'server_uuid': '21c5ae56-6791-4319-b5e5-1fc209800205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838761b6-421d-4114-aed8-8a2ffc0bfafe', 'code': 200} Jun 04 16:38:03.179769 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:03.192983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdd3ca-3058-4950-8d3b-dc5f119b67ec req-e3edd294-45a0-4e41-94bb-7b70a18d171d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:03.203056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2fdd3ca-3058-4950-8d3b-dc5f119b67ec req-e3edd294-45a0-4e41-94bb-7b70a18d171d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 1.5143692 Jun 04 16:38:03.206641 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:03.213822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6c815db4-9966-46a6-9538-2ef51b2e5da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:03.266134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=838761b6-421d-4114-aed8-8a2ffc0bfafe,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:03.278576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:03.283422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:03.321776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2fdd3ca-3058-4950-8d3b-dc5f119b67ec req-bb41b228-6657-4a05-b699-e86fc660f0e7 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174507 Jun 04 16:38:03.392019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event updated for resources: {'Port': ['ID=bfdc85a3-e45f-453b-a4ad-fb8cf0793b37,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:03.410016 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:38:03.410627 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:38:03.432177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-9c96ec9e-200f-496a-a5fe-5f7ae0f3db42 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Delete allocated IP 172.20.0.29 (910164ed-c5a1-4d56-b003-5a69551b5613/8ded52e2-6bd4-4b79-be99-16558f56511d) {{(pid=88797) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 04 16:38:03.465871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a324cec-1771-4b3f-ae55-d938e536830d req-81e1eb2d-4bbc-4b64-a60c-50a5fe161ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:03.467841 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9a324cec-1771-4b3f-ae55-d938e536830d req-81e1eb2d-4bbc-4b64-a60c-50a5fe161ded service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.2745876 Jun 04 16:38:03.498731 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:03.544862 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:03.605966 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c815db4-9966-46a6-9538-2ef51b2e5da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:03.679784 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c815db4-9966-46a6-9538-2ef51b2e5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:03.690729 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9a324cec-1771-4b3f-ae55-d938e536830d req-dd76c8f0-54d0-45da-b404-c3cac6bea82e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c5ff122-025d-4eba-a42f-cbc1e01d37f0 HTTP/1.1" status: 200 len: 217 time: 0.2047551 Jun 04 16:38:03.773556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c815db4-9966-46a6-9538-2ef51b2e5da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35696e5b-0ea7-4a1e-8230-a84c34279e8d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:03.778508 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:03.804449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a324cec-1771-4b3f-ae55-d938e536830d req-139f0a5f-3d1c-4abb-a891-e8a1b56693ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:03.805928 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9a324cec-1771-4b3f-ae55-d938e536830d req-139f0a5f-3d1c-4abb-a891-e8a1b56693ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.1063447 Jun 04 16:38:03.807212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6c815db4-9966-46a6-9538-2ef51b2e5da7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=219082f109334f13a88bbbc89e0d0b57&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0294383 Jun 04 16:38:03.810886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32774) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:03.839155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:03.912160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Deleting port 838761b6-421d-4114-aed8-8a2ffc0bfafe {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:03.912944 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:03.968865 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:04.003525 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0572c153-043c-4aab-a6e8-a3dde798aa7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:04.031364 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0572c153-043c-4aab-a6e8-a3dde798aa7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:04.049069 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-9c96ec9e-200f-496a-a5fe-5f7ae0f3db42 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:38:04.066824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f993c60a-80a2-48cd-97c6-460c666ec655 None None] Network 910164ed-c5a1-4d56-b003-5a69551b5613 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:04.083314 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9c96ec9e-200f-496a-a5fe-5f7ae0f3db42 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:04.090188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a324cec-1771-4b3f-ae55-d938e536830d req-01ebcb77-ef45-4259-8648-3b4575e52652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:04.091706 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9a324cec-1771-4b3f-ae55-d938e536830d req-01ebcb77-ef45-4259-8648-3b4575e52652 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2785065 Jun 04 16:38:04.143690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-9c96ec9e-200f-496a-a5fe-5f7ae0f3db42 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Ignored duplicate provisioning block setup for port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 04 16:38:04.196970 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9c96ec9e-200f-496a-a5fe-5f7ae0f3db42 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:04.252895 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:04.310875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b5fd44d5-d899-4c33-b4f3-44abaeeda844 None None] Provisioning for port 001dd441-44ce-4a19-98e8-2b790ad6ed51 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:04.329146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b5fd44d5-d899-4c33-b4f3-44abaeeda844 None None] Provisioning complete for port 001dd441-44ce-4a19-98e8-2b790ad6ed51 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:04.329660 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5fd44d5-d899-4c33-b4f3-44abaeeda844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:04.503845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96ec9e-200f-496a-a5fe-5f7ae0f3db42 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=cb8ecbc3-6f73-4dc2-922f-335e37b50a89,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:04.561948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd44d5-d899-4c33-b4f3-44abaeeda844 None None] Current status of the port 001dd441-44ce-4a19-98e8-2b790ad6ed51 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:04.602517 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0572c153-043c-4aab-a6e8-a3dde798aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:04.630020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572c153-043c-4aab-a6e8-a3dde798aa7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35696e5b-0ea7-4a1e-8230-a84c34279e8d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:04.704116 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0572c153-043c-4aab-a6e8-a3dde798aa7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:04.705248 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0572c153-043c-4aab-a6e8-a3dde798aa7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35696e5b-0ea7-4a1e-8230-a84c34279e8d HTTP/1.1" status: 204 len: 168 time: 0.8934429 Jun 04 16:38:04.707453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9c96ec9e-200f-496a-a5fe-5f7ae0f3db42 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] In _notify_port_updated(), no bound segment for port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 on network 910164ed-c5a1-4d56-b003-5a69551b5613 {{(pid=88797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:38:04.713720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c96ec9e-200f-496a-a5fe-5f7ae0f3db42 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:04.714370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9c96ec9e-200f-496a-a5fe-5f7ae0f3db42 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:04.715697 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9c96ec9e-200f-496a-a5fe-5f7ae0f3db42 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "PUT /v2.0/ports/cb8ecbc3-6f73-4dc2-922f-335e37b50a89 HTTP/1.1" status: 200 len: 919 time: 2.1171544 Jun 04 16:38:04.717997 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9a324cec-1771-4b3f-ae55-d938e536830d req-717dc853-8823-425c-90d1-d23b698551a5 service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101682 Jun 04 16:38:04.718603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32804) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:04.731644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f65e4e31-b886-4ce9-8d58-3a75a50cc251'}, {'subnet_id': '8ded52e2-6bd4-4b79-be99-16558f56511d'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:04.942397 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:04.996446 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:05.004542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 001dd441-44ce-4a19-98e8-2b790ad6ed51 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:05.065917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-baa213fa-d657-415c-b8dc-103fb2e33312 None None] Provisioning for port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:05.080854 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-baa213fa-d657-415c-b8dc-103fb2e33312 None None] Provisioning complete for port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:05.081506 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-baa213fa-d657-415c-b8dc-103fb2e33312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:05.140410 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9a324cec-1771-4b3f-ae55-d938e536830d req-57addd22-8809-4faf-b0d2-f6256e9f1ebe service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130080 Jun 04 16:38:05.159261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-baa213fa-d657-415c-b8dc-103fb2e33312 None None] Port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:05.184402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-baa213fa-d657-415c-b8dc-103fb2e33312 None None] Provisioning complete for port 001dd441-44ce-4a19-98e8-2b790ad6ed51 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:05.184848 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-baa213fa-d657-415c-b8dc-103fb2e33312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:05.187064 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:05.213829 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0826dd95-b564-4a97-860c-52be6667d92c req-1db94265-1bbd-4a62-a673-918395460d2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7125556 Jun 04 16:38:05.237207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event updated for resources: {'Port': ['ID=bfdc85a3-e45f-453b-a4ad-fb8cf0793b37,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:05.239781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 001dd441-44ce-4a19-98e8-2b790ad6ed51 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:05.240202 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:05.399143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f67e1-214c-47d0-9e69-741a34405800 req-9af88d64-db50-42e4-b390-1eb21e487d76 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:05.406255 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-190f67e1-214c-47d0-9e69-741a34405800 req-9af88d64-db50-42e4-b390-1eb21e487d76 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 943 time: 1.3707445 Jun 04 16:38:05.434792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32816) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:05.482925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-baa213fa-d657-415c-b8dc-103fb2e33312 None None] Current status of the port 001dd441-44ce-4a19-98e8-2b790ad6ed51 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:05.508441 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 001dd441-44ce-4a19-98e8-2b790ad6ed51 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:05.611856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d220249c-de47-472e-b00b-b36310eef234 None None] Provisioning complete for port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:05.611856 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d220249c-de47-472e-b00b-b36310eef234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:05.625004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] For port 838761b6-421d-4114-aed8-8a2ffc0bfafe, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=838761b6-421d-4114-aed8-8a2ffc0bfafe,segment=NetworkSegment(fdbdfc35-f16c-4737-8415-9c4607576a64),segment_id=fdbdfc35-f16c-4737-8415-9c4607576a64)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:05.625463 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:05.652350 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-004c3a49-d8b5-4781-ae22-589fc5859f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:05.678558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-190f67e1-214c-47d0-9e69-741a34405800 req-b99bf25d-5529-4616-a8f0-2b3d9302d557 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c45cc2b-dc70-425b-8992-766ddd1de056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284539 Jun 04 16:38:05.696137 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:05.696629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826dd95-b564-4a97-860c-52be6667d92c req-0480cc72-2c4e-45b2-a16a-081ffca47d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:05.698121 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0826dd95-b564-4a97-860c-52be6667d92c req-0480cc72-2c4e-45b2-a16a-081ffca47d50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 1096 time: 0.2599502 Jun 04 16:38:05.721639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d220249c-de47-472e-b00b-b36310eef234 None None] Port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:05.836613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Calling delete_port for 838761b6-421d-4114-aed8-8a2ffc0bfafe owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:05.843391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9e4e925b-1a98-4410-b91b-c8c543c448cc None None] Provisioning complete for port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:05.843857 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9e4e925b-1a98-4410-b91b-c8c543c448cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:05.862416 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.26 (910164ed-c5a1-4d56-b003-5a69551b5613/8ded52e2-6bd4-4b79-be99-16558f56511d/cb8ecbc3-6f73-4dc2-922f-335e37b50a89) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:05.878394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-004c3a49-d8b5-4781-ae22-589fc5859f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:05.911699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e925b-1a98-4410-b91b-c8c543c448cc None None] Port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:05.937936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-004c3a49-d8b5-4781-ae22-589fc5859f72 admin admin] Usage tracker for resource:security_group_rule and tenant:dea02bbcc40f43ca8bb4e869f448278f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:05.942178 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3eca25c-4579-4d43-add3-65607391ef85 req-faa55105-8cdf-439e-8ddf-13b4f17fd2b5 tempest-ServersAaction247Test-983553964 tempest-ServersAaction247Test-983553964-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefda64d-e1a6-4c41-b3f7-ed2074099a2f HTTP/1.1" status: 200 len: 210 time: 0.0737221 Jun 04 16:38:05.952754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-004c3a49-d8b5-4781-ae22-589fc5859f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:05.972973 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:38:05.975684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-004c3a49-d8b5-4781-ae22-589fc5859f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:05.981700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826dd95-b564-4a97-860c-52be6667d92c req-379262a4-eaaa-48ef-b10d-c3f626839655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:05.983284 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0826dd95-b564-4a97-860c-52be6667d92c req-379262a4-eaaa-48ef-b10d-c3f626839655 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.2382975 Jun 04 16:38:06.008411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffadbca-fe34-4335-8a14-cddb4c767894 req-0c657376-a1a7-4a82-92f1-5e30cd578e5a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:06.009939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dffadbca-fe34-4335-8a14-cddb4c767894 req-0c657376-a1a7-4a82-92f1-5e30cd578e5a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 1.2420919 Jun 04 16:38:06.024313 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:06.031056 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:06.035223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9d193e8e-8b9d-4a8d-955f-1c41ad7ad15f tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8351662 Jun 04 16:38:06.035374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:06.039732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32820) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:06.066318 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0826dd95-b564-4a97-860c-52be6667d92c req-ab11907a-29fc-4425-82b7-8f50555e57cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=910bb961-5609-4845-b7fe-12c8742a1c73 HTTP/1.1" status: 200 len: 217 time: 0.0734947 Jun 04 16:38:06.125535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1d4c779a-851c-4952-8e75-701c1019af07 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Request body: {'floatingip': {'port_id': '5a22c703-6472-403c-865d-e6e70b05ab2e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:06.171301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826dd95-b564-4a97-860c-52be6667d92c req-8f0fade9-d8fa-42e9-b280-4fbfe45a5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:06.172669 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0826dd95-b564-4a97-860c-52be6667d92c req-8f0fade9-d8fa-42e9-b280-4fbfe45a5b95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.0972712 Jun 04 16:38:06.232259 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:06.260005 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Transition to ACTIVE for port object cb8ecbc3-6f73-4dc2-922f-335e37b50a89 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:06.268822 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:06.299331 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d4c779a-851c-4952-8e75-701c1019af07 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:06.422784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826dd95-b564-4a97-860c-52be6667d92c req-a0f8e9bc-7fd5-457a-a089-63c3440ec338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:06.423172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=f5769e61-1b0b-4e26-b1f0-a18a74420033,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:06.424280 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0826dd95-b564-4a97-860c-52be6667d92c req-a0f8e9bc-7fd5-457a-a089-63c3440ec338 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2369523 Jun 04 16:38:06.482152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dffadbca-fe34-4335-8a14-cddb4c767894 req-80798c09-5fdc-4508-b554-13a65a974c51 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4523098 Jun 04 16:38:06.577853 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:06.620353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=cb8ecbc3-6f73-4dc2-922f-335e37b50a89,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:06.637178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d135a28f-cb69-4734-936a-ef98cfd8701f None None] Provisioning for port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:06.644388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d135a28f-cb69-4734-936a-ef98cfd8701f None None] Provisioning complete for port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:06.644969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:06.645239 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d135a28f-cb69-4734-936a-ef98cfd8701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:06.645356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:06.645632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:06.645956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:06.646283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:06.646632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:06.646951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:06.647269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:06.647586 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:06.647937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:06.648252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:06.648566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:06.658676 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:06.711268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d135a28f-cb69-4734-936a-ef98cfd8701f None None] Port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:06.748082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] In _notify_port_updated(), no bound segment for port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 on network 910164ed-c5a1-4d56-b003-5a69551b5613 {{(pid=88797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:38:06.755258 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:06.755975 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:06.760178 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6457ff4b-d14d-471b-81db-b476cdcd5cfe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "PUT /v2.0/ports/cb8ecbc3-6f73-4dc2-922f-335e37b50a89 HTTP/1.1" status: 200 len: 999 time: 2.0385790 Jun 04 16:38:06.762101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32826) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:06.852134 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0826dd95-b564-4a97-860c-52be6667d92c req-6573e38f-3b10-44ad-8558-09abf1b24a7d service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195235 Jun 04 16:38:06.884692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3b126355-df9a-4158-a2ac-2c679d85332f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port cb8ecbc3-6f73-4dc2-922f-335e37b50a89 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:06.885037 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b126355-df9a-4158-a2ac-2c679d85332f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:06.951717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Pushing event deleted for resources: {'Port': ['ID=838761b6-421d-4114-aed8-8a2ffc0bfafe,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:07.065982 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-004c3a49-d8b5-4781-ae22-589fc5859f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:07.082543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1010451d-aa6f-459d-be9f-76dbe5ff1f8b req-805d8818-3eb0-4cbb-b43d-325bbde32b52 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Synchronizing usage tracker for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:07.107664 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0826dd95-b564-4a97-860c-52be6667d92c req-6d1015a2-1959-4645-a99a-e16ff83083d0 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490263 Jun 04 16:38:07.175725 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-004c3a49-d8b5-4781-ae22-589fc5859f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:07.240844 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-1d4c779a-851c-4952-8e75-701c1019af07 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] update failed (client error): The resource could not be found. Jun 04 16:38:07.241765 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1d4c779a-851c-4952-8e75-701c1019af07 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "PUT /v2.0/floatingips/020ffdc3-2c16-4792-b6ba-58d7a76fc8b7 HTTP/1.1" status: 404 len: 507 time: 1.1579473 Jun 04 16:38:07.263429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32832) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:07.270110 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5a64c909-4c94-4bbc-9795-c492fb21a243 req-b37451a4-e4c3-48d0-88d6-861954010e0b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cefda64d-e1a6-4c41-b3f7-ed2074099a2f HTTP/1.1" status: 200 len: 210 time: 0.0476987 Jun 04 16:38:07.271772 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b126355-df9a-4158-a2ac-2c679d85332f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:07.279253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] No DVR routers for this DVR port 838761b6-421d-4114-aed8-8a2ffc0bfafe on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:38:07.295537 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50c3b898-29ac-4755-8b7a-11a5ea4215f3 req-c491bf6e-2072-41f9-b52b-da19d43b674d tempest-ServersAaction247Test-983553964 tempest-ServersAaction247Test-983553964-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefda64d-e1a6-4c41-b3f7-ed2074099a2f HTTP/1.1" status: 200 len: 210 time: 0.2102430 Jun 04 16:38:07.360603 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:07.365999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c5ae56-6791-4319-b5e5-1fc209800205', 'name': 'network-vif-deleted', 'tag': '838761b6-421d-4114-aed8-8a2ffc0bfafe'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:38:07.398751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3b126355-df9a-4158-a2ac-2c679d85332f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for cb8ecbc3-6f73-4dc2-922f-335e37b50a89 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:07.406574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1010451d-aa6f-459d-be9f-76dbe5ff1f8b req-805d8818-3eb0-4cbb-b43d-325bbde32b52 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] Unset dirty status for tenant:1b45c4870e4d408598053bccb5aa7a72 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:07.407681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1010451d-aa6f-459d-be9f-76dbe5ff1f8b req-805d8818-3eb0-4cbb-b43d-325bbde32b52 tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c5ae56-6791-4319-b5e5-1fc209800205 HTTP/1.1" status: 200 len: 210 time: 0.4819665 Jun 04 16:38:07.409656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c1f75-9e23-4a63-99a7-be0b0e6267c5 req-35a8db00-ef11-4334-bbd3-e97b09be9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:07.411063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b9c1f75-9e23-4a63-99a7-be0b0e6267c5 req-35a8db00-ef11-4334-bbd3-e97b09be9ffc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 1097 time: 0.9890387 Jun 04 16:38:07.428462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-004c3a49-d8b5-4781-ae22-589fc5859f72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dea02bbcc40f43ca8bb4e869f448278f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9396057 Jun 04 16:38:07.428805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32838) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:07.448489 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b28ccc-3c47-4e29-b84d-68ecf9152e97'] response: {'server_uuid': '21c5ae56-6791-4319-b5e5-1fc209800205', 'name': 'network-vif-deleted', 'tag': '838761b6-421d-4114-aed8-8a2ffc0bfafe', 'status': 'completed', 'code': 200} Jun 04 16:38:07.449067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c3a49-d8b5-4781-ae22-589fc5859f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79c7172-c145-4950-a28b-69a7d6323df8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:07.518517 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Floating IP 17386fcb-3861-40d6-8447-abb939feaf34 associated. External IP: 172.25.5.226, port: cdb03dc4-46c1-4d7a-b483-d1f0b297caf2. Jun 04 16:38:07.530767 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7be2e160-2bc1-4f97-9cd6-0f3b7b35e2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:07.601157 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7be2e160-2bc1-4f97-9cd6-0f3b7b35e2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:07.605897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e70cf723-3d48-428d-8946-c98b1b870c0a req-c53ce0d9-ea76-48de-bc99-9e2df480206e tempest-ServersTestJSON-864272485 tempest-ServersTestJSON-864272485-project] 10.222.0.42 "DELETE /v2.0/ports/838761b6-421d-4114-aed8-8a2ffc0bfafe HTTP/1.1" status: 204 len: 173 time: 6.9529502 Jun 04 16:38:07.620306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-689b5a50-f818-4212-9d4f-aa9b5d20a075 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Deleting port bfdc85a3-e45f-453b-a4ad-fb8cf0793b37 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:07.620646 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-689b5a50-f818-4212-9d4f-aa9b5d20a075 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:07.725153 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b126355-df9a-4158-a2ac-2c679d85332f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:07.729932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b9c1f75-9e23-4a63-99a7-be0b0e6267c5 req-9188c4f8-351a-4818-9d0e-c47fa7b48047 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995915 Jun 04 16:38:07.767445 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7be2e160-2bc1-4f97-9cd6-0f3b7b35e2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:07.789998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b126355-df9a-4158-a2ac-2c679d85332f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=cb8ecbc3-6f73-4dc2-922f-335e37b50a89,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:07.796950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2e160-2bc1-4f97-9cd6-0f3b7b35e2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79c7172-c145-4950-a28b-69a7d6323df8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:07.910044 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7be2e160-2bc1-4f97-9cd6-0f3b7b35e2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:07.911205 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7be2e160-2bc1-4f97-9cd6-0f3b7b35e2b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b79c7172-c145-4950-a28b-69a7d6323df8 HTTP/1.1" status: 204 len: 168 time: 0.4814365 Jun 04 16:38:07.966938 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b126355-df9a-4158-a2ac-2c679d85332f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:07.969437 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3b126355-df9a-4158-a2ac-2c679d85332f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/cb8ecbc3-6f73-4dc2-922f-335e37b50a89 HTTP/1.1" status: 204 len: 168 time: 1.2064841 Jun 04 16:38:07.972084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32846) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:08.016392 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f7efdf-e27a-435d-bc98-7d9a6e0a9d79 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:38:08.017321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-52f7efdf-e27a-435d-bc98-7d9a6e0a9d79 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:08.036968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-52f7efdf-e27a-435d-bc98-7d9a6e0a9d79 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:08.041801 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-52f7efdf-e27a-435d-bc98-7d9a6e0a9d79 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/cb8ecbc3-6f73-4dc2-922f-335e37b50a89 HTTP/1.1" status: 404 len: 333 time: 0.0648370 Jun 04 16:38:08.041801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32850) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:08.048587 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-689b5a50-f818-4212-9d4f-aa9b5d20a075 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:08.048909 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-689b5a50-f818-4212-9d4f-aa9b5d20a075 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:08.065197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b149bdf-e729-4899-921f-d284bb7f7b66 req-733e3c65-83d4-4b52-b913-d14374e43686 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:08.066679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b149bdf-e729-4899-921f-d284bb7f7b66 req-733e3c65-83d4-4b52-b913-d14374e43686 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.4130893 Jun 04 16:38:08.116573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4999f0a-4504-45ea-97fc-d85db9474e86 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting subnet 8ded52e2-6bd4-4b79-be99-16558f56511d {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:38:08.119661 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4999f0a-4504-45ea-97fc-d85db9474e86 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:08.185600 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4999f0a-4504-45ea-97fc-d85db9474e86 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:08.314381 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4999f0a-4504-45ea-97fc-d85db9474e86 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:08.496710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-689b5a50-f818-4212-9d4f-aa9b5d20a075 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Calling delete_port for bfdc85a3-e45f-453b-a4ad-fb8cf0793b37 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:08.572846 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4999f0a-4504-45ea-97fc-d85db9474e86 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:08.631830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4999f0a-4504-45ea-97fc-d85db9474e86 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Subnet': ['ID=8ded52e2-6bd4-4b79-be99-16558f56511d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:08.639945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2562f0a8-e4aa-45a8-addb-cbcfbc27100b req-5182fc20-fa2d-4f1e-a053-15a018f05ba7 tempest-ServersAaction247Test-983553964 tempest-ServersAaction247Test-983553964-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefda64d-e1a6-4c41-b3f7-ed2074099a2f HTTP/1.1" status: 200 len: 210 time: 0.0972681 Jun 04 16:38:08.660617 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4999f0a-4504-45ea-97fc-d85db9474e86 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:08.671585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499056ba-a629-4db0-b521-86d8c78edfff None None] Network 910164ed-c5a1-4d56-b003-5a69551b5613 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:08.674608 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d4999f0a-4504-45ea-97fc-d85db9474e86 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/8ded52e2-6bd4-4b79-be99-16558f56511d HTTP/1.1" status: 204 len: 168 time: 0.6320908 Jun 04 16:38:08.676516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32868) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:08.725590 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b149bdf-e729-4899-921f-d284bb7f7b66 req-a4cc2b98-c706-43a1-b7b8-f6694d32aa41 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6499429 Jun 04 16:38:08.767271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32874) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:08.823097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb5d2d0-e01b-4bf3-b6c4-fd545d73c7f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting subnet f65e4e31-b886-4ce9-8d58-3a75a50cc251 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:38:08.826575 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d2d0-e01b-4bf3-b6c4-fd545d73c7f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:08.842247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:38:08.906615 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d2d0-e01b-4bf3-b6c4-fd545d73c7f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.027512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ae7a8f-6fc2-407d-b0d1-ad9fe2a8dae9 admin admin] Deleting subnet 85832715-45f4-4da8-bd84-98b9a23469f5 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:38:09.035145 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7a8f-6fc2-407d-b0d1-ad9fe2a8dae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.048277 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d2d0-e01b-4bf3-b6c4-fd545d73c7f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.167203 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d2d0-e01b-4bf3-b6c4-fd545d73c7f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.171259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-689b5a50-f818-4212-9d4f-aa9b5d20a075 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.177267 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7a8f-6fc2-407d-b0d1-ad9fe2a8dae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.222402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5d2d0-e01b-4bf3-b6c4-fd545d73c7f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Subnet': ['ID=f65e4e31-b886-4ce9-8d58-3a75a50cc251,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:09.224362 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d2d0-e01b-4bf3-b6c4-fd545d73c7f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.233546 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0fb5d2d0-e01b-4bf3-b6c4-fd545d73c7f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/f65e4e31-b886-4ce9-8d58-3a75a50cc251 HTTP/1.1" status: 204 len: 168 time: 0.5536213 Jun 04 16:38:09.234771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32894) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:09.291292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b5a50-f818-4212-9d4f-aa9b5d20a075 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event deleted for resources: {'Port': ['ID=bfdc85a3-e45f-453b-a4ad-fb8cf0793b37,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:09.415765 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.428884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 001dd441-44ce-4a19-98e8-2b790ad6ed51 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:09.429308 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.457760 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7a8f-6fc2-407d-b0d1-ad9fe2a8dae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.548438 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-689b5a50-f818-4212-9d4f-aa9b5d20a075 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.555408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:09.567763 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6b5656-7d90-4f50-a8cc-649bdad6d7a2 None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:09.589390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b5656-7d90-4f50-a8cc-649bdad6d7a2 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:09.590056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0b6b5656-7d90-4f50-a8cc-649bdad6d7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:09.694931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-689b5a50-f818-4212-9d4f-aa9b5d20a075 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.705619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-689b5a50-f818-4212-9d4f-aa9b5d20a075 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "DELETE /v2.0/floatingips/020ffdc3-2c16-4792-b6ba-58d7a76fc8b7 HTTP/1.1" status: 204 len: 168 time: 2.4279654 Jun 04 16:38:09.711574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32904) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:09.722581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0b6b5656-7d90-4f50-a8cc-649bdad6d7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:09.724492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] For port 001dd441-44ce-4a19-98e8-2b790ad6ed51, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=001dd441-44ce-4a19-98e8-2b790ad6ed51,segment=NetworkSegment(97b21dff-8830-47da-97c0-468385ba3390),segment_id=97b21dff-8830-47da-97c0-468385ba3390)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:09.724908 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.742804 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.760458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b5656-7d90-4f50-a8cc-649bdad6d7a2 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:09.761383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0b6b5656-7d90-4f50-a8cc-649bdad6d7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:09.835904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-5f46431c-e70a-4f7e-b64f-1cc4b5cd99ed tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Request body: {'floatingip': {'floating_network_id': 'fc690063-a480-4ac9-95cf-bbecc8bf534d', 'port_id': '5a22c703-6472-403c-865d-e6e70b05ab2e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:09.842201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5f46431c-e70a-4f7e-b64f-1cc4b5cd99ed tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:09.846124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5f46431c-e70a-4f7e-b64f-1cc4b5cd99ed tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Usage tracker for resource:floatingip and tenant:d72bfefed8974862913fe7176e7e73c1 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:09.849166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5f46431c-e70a-4f7e-b64f-1cc4b5cd99ed tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:09.855642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5f46431c-e70a-4f7e-b64f-1cc4b5cd99ed tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:09.872375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d23c5e28-f450-4813-abb5-e4306f2914ab tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.7442822 Jun 04 16:38:09.872651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32912) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:09.879885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0b6b5656-7d90-4f50-a8cc-649bdad6d7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:09.880065 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5f46431c-e70a-4f7e-b64f-1cc4b5cd99ed tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:09.880714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6b5656-7d90-4f50-a8cc-649bdad6d7a2 None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:09.906975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1538415053'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:09.912596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:09.917244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:network and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:09.919578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 001dd441-44ce-4a19-98e8-2b790ad6ed51 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:09.920815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:09.926861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:09.948639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Made reservation on behalf of fa9933e6426947f68c85e35445b633ce for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:09.952106 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.037754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a3fd7-c5a1-42c3-8d23-30522a5f1557 None None] Network 910164ed-c5a1-4d56-b003-5a69551b5613 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:10.107703 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-88faf2bd-88a3-4f61-858d-960264e4589b req-e1e561d1-447e-422a-9dd1-94a30ade388d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e234b351484481cafe9014288928263&device_id=cefda64d-e1a6-4c41-b3f7-ed2074099a2f HTTP/1.1" status: 200 len: 210 time: 0.1141655 Jun 04 16:38:10.136269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-15d50d70-c27f-479a-b91e-798cbfc553ab None None] Provisioning complete for port 001dd441-44ce-4a19-98e8-2b790ad6ed51 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:10.136269 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-15d50d70-c27f-479a-b91e-798cbfc553ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.155219 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-88faf2bd-88a3-4f61-858d-960264e4589b req-fc4adb12-1990-4851-8f45-7b20d503b1b5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3e234b351484481cafe9014288928263&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380006 Jun 04 16:38:10.186752 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47d6febd-d39c-473c-811e-4b850eb8470f req-fab52d4f-09ae-45c7-85d8-24202ae598dd tempest-ServersAaction247Test-983553964 tempest-ServersAaction247Test-983553964-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefda64d-e1a6-4c41-b3f7-ed2074099a2f HTTP/1.1" status: 200 len: 210 time: 0.1488483 Jun 04 16:38:10.189557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.195339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7a8f-6fc2-407d-b0d1-ad9fe2a8dae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.214857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-15d50d70-c27f-479a-b91e-798cbfc553ab None None] Port 001dd441-44ce-4a19-98e8-2b790ad6ed51 was deleted so its status cannot be updated. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 04 16:38:10.237799 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7a8f-6fc2-407d-b0d1-ad9fe2a8dae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.259093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:38:10.265146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae7a8f-6fc2-407d-b0d1-ad9fe2a8dae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85832715-45f4-4da8-bd84-98b9a23469f5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:10.287099 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e9ae7a8f-6fc2-407d-b0d1-ad9fe2a8dae9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/85832715-45f4-4da8-bd84-98b9a23469f5 HTTP/1.1" status: 204 len: 168 time: 1.5151062 Jun 04 16:38:10.290725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No DVR routers for this DVR port 001dd441-44ce-4a19-98e8-2b790ad6ed51 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:38:10.295292 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.295636 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Added segment 4f7b73d0-b31f-4081-8415-68f224e854db of type vlan for network 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af Jun 04 16:38:10.297663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32926) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:10.340817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=001dd441-44ce-4a19-98e8-2b790ad6ed51,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:10.382733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b7f54e-0554-415b-a2ce-3922a3fda695 None None] DHCP port deletion for 910164ed-c5a1-4d56-b003-5a69551b5613 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:38:10.473394 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.481551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49176bc8-daf7-4ca9-9ad7-dcf87eccf843 req-c1e4d730-1881-424a-9bce-da86ce758519 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:10.481951 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49176bc8-daf7-4ca9-9ad7-dcf87eccf843 req-c1e4d730-1881-424a-9bce-da86ce758519 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.4332364 Jun 04 16:38:10.501113 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.515989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910164ed-c5a1-4d56-b003-5a69551b5613']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:10.524474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faf2bd-88a3-4f61-858d-960264e4589b req-7c3fab6e-ddd1-41f9-b89c-2d4fa2fed6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:10.525937 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-88faf2bd-88a3-4f61-858d-960264e4589b req-7c3fab6e-ddd1-41f9-b89c-2d4fa2fed6bf service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3624253 Jun 04 16:38:10.533854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b21dff-8830-47da-97c0-468385ba3390') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:10.534282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b21dff-8830-47da-97c0-468385ba3390') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:10.549734 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.563136 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da2b6959-5454-464b-b305-c7c1b6dd66cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.579500 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.588143 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:38:10.589262 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.615238 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49176bc8-daf7-4ca9-9ad7-dcf87eccf843 req-dd1d0a30-c83c-4ab3-988e-08143e031fbf tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181331 Jun 04 16:38:10.615238 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-5f46431c-e70a-4f7e-b64f-1cc4b5cd99ed tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:38:10.615238 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5f46431c-e70a-4f7e-b64f-1cc4b5cd99ed tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8973660 Jun 04 16:38:10.615238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32938) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:10.621982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': '5a22c703-6472-403c-865d-e6e70b05ab2e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:10.629915 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.635421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:10.636010 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.641298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:10.682451 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 97b21dff-8830-47da-97c0-468385ba3390 resource provider aggregate not found Jun 04 16:38:10.729992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Usage tracker for resource:floatingip and tenant:d72bfefed8974862913fe7176e7e73c1 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:10.797849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:10.800345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32948) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:10.884248 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 97b21dff-8830-47da-97c0-468385ba3390 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97b21dff-8830-47da-97c0-468385ba3390 found for delete ", "request_id": "req-1eaaf5de-d6c4-492a-ae9a-e09a7477e546"}]} Jun 04 16:38:10.901597 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.907559 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:10.944186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Network': ['ID=910164ed-c5a1-4d56-b003-5a69551b5613,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:10.962792 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a748b6ec-bb89-4beb-bb0c-ae1c00a45afe tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/networks/910164ed-c5a1-4d56-b003-5a69551b5613 HTTP/1.1" status: 204 len: 168 time: 1.7269511 Jun 04 16:38:10.976020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32962) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:10.997925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 001dd441-44ce-4a19-98e8-2b790ad6ed51 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:38:11.054924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 001dd441-44ce-4a19-98e8-2b790ad6ed51 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:38:11.055669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 001dd441-44ce-4a19-98e8-2b790ad6ed51 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:38:11.065922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1919389 Jun 04 16:38:11.066898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32966) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:11.109689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a850de-781c-416c-ba37-45e5d3202e79 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:11.110369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d6a850de-781c-416c-ba37-45e5d3202e79 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:11.118883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:11.130567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'subnet': {'network_id': '3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:11.132196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d6a850de-781c-416c-ba37-45e5d3202e79 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:11.137842 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d6a850de-781c-416c-ba37-45e5d3202e79 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1602769 Jun 04 16:38:11.138704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32974) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:11.250485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f96de-30b6-4c18-b90f-beb48ca7c544 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Network': ['ID=3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:11.262669 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da2b6959-5454-464b-b305-c7c1b6dd66cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.263622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:38:11.284098 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1657666f-7edc-468c-a555-c1ac7a839265 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1428859 Jun 04 16:38:11.289188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32982) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:11.301072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-663678378'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:11.317521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:11.325196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:network and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:11.331318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:11.338339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:11.338932 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.353206 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:11.362502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.366274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:11.414603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-da2b6959-5454-464b-b305-c7c1b6dd66cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70421273-3d05-4465-beb8-c7e04471a05a']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:11.431333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:38:11.441639 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.441978 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Added segment e78b79a2-d69d-4e72-85ea-bf11edb576f9 of type vlan for network 16ca1d6a-917e-48f7-a96d-d645eed4cf1e Jun 04 16:38:11.469743 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.492825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0c03c829-0401-47de-846d-0aba99d5f1de tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:11.503901 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.505082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-da2b6959-5454-464b-b305-c7c1b6dd66cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbdfc35-f16c-4737-8415-9c4607576a64') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:11.505432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-da2b6959-5454-464b-b305-c7c1b6dd66cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbdfc35-f16c-4737-8415-9c4607576a64') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:11.510475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:11.511131 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.529344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:11.547163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-faf26845-a2f1-4441-9b16-8e97bc028988 req-8916f71a-0fb4-4c8f-b344-ee284625c798 tempest-ServersAaction247Test-983553964 tempest-ServersAaction247Test-983553964-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefda64d-e1a6-4c41-b3f7-ed2074099a2f HTTP/1.1" status: 200 len: 210 time: 0.0950513 Jun 04 16:38:11.554606 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da2b6959-5454-464b-b305-c7c1b6dd66cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.624249 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3324058 Jun 04 16:38:11.627813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32986) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:11.636547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': '16ca1d6a-917e-48f7-a96d-d645eed4cf1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:11.647361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Made reservation on behalf of fa9933e6426947f68c85e35445b633ce for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:11.650524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0e9ee-8bf5-4580-90db-8110ac683a6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Network': ['ID=16ca1d6a-917e-48f7-a96d-d645eed4cf1e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:11.651600 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.663315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 16ca1d6a-917e-48f7-a96d-d645eed4cf1e details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:38:11.678536 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da2b6959-5454-464b-b305-c7c1b6dd66cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.708198 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0c03c829-0401-47de-846d-0aba99d5f1de tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] 10.222.0.13 "PUT /v2.0/quotas/c1a6550b15944db09217254249ac4691 HTTP/1.1" status: 200 len: 368 time: 0.8882267 Jun 04 16:38:11.708198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2b6959-5454-464b-b305-c7c1b6dd66cb admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:38:11.708198 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da2b6959-5454-464b-b305-c7c1b6dd66cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.713175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32990) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:11.723660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Request body: {'network': {'project_id': 'c1a6550b15944db09217254249ac4691'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:11.745672 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:11.759674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Usage tracker for resource:network and tenant:c1a6550b15944db09217254249ac4691 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:11.765095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:11.779298 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:11.788525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:11.794600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:11.798023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:11.800647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Made reservation on behalf of c1a6550b15944db09217254249ac4691 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:11.802958 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.810863 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment fdbdfc35-f16c-4737-8415-9c4607576a64 resource provider aggregate not found Jun 04 16:38:11.822599 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:11.827045 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.845141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:11.847360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:11.851001 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:11.867669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Usage tracker for resource:security_group_rule and tenant:c1a6550b15944db09217254249ac4691 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:11.874394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:11.886976 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment fdbdfc35-f16c-4737-8415-9c4607576a64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdbdfc35-f16c-4737-8415-9c4607576a64 found for delete ", "request_id": "req-54cdc9c8-4b6d-4f18-8429-086b0c61ecaf"}]} Jun 04 16:38:11.894050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e61cd-d1ea-47ca-bdf4-0b58b5e8cdc8 req-87428933-30fc-43f2-b4b2-9deda8cf3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:11.895697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-731e61cd-d1ea-47ca-bdf4-0b58b5e8cdc8 req-87428933-30fc-43f2-b4b2-9deda8cf3026 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 1097 time: 0.6182404 Jun 04 16:38:11.911079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127ea91-065e-4f42-af45-c09b74e7f918 req-ef219236-9345-4257-91d0-099073f07571 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:11.912526 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7127ea91-065e-4f42-af45-c09b74e7f918 req-ef219236-9345-4257-91d0-099073f07571 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.5537159 Jun 04 16:38:11.930395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:11.965449 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da2b6959-5454-464b-b305-c7c1b6dd66cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.031614 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da2b6959-5454-464b-b305-c7c1b6dd66cb admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.061096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b6959-5454-464b-b305-c7c1b6dd66cb admin admin] Pushing event deleted for resources: {'Network': ['ID=70421273-3d05-4465-beb8-c7e04471a05a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:12.106016 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7127ea91-065e-4f42-af45-c09b74e7f918 req-73c0e043-e4af-4142-a679-9625839e5e33 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657224 Jun 04 16:38:12.109353 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.128671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-da2b6959-5454-464b-b305-c7c1b6dd66cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/70421273-3d05-4465-beb8-c7e04471a05a HTTP/1.1" status: 204 len: 168 time: 1.8254220 Jun 04 16:38:12.130191 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.178844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:38:12.196243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7b1815-0533-4639-8678-baef48c79a5b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:12.199627 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.199969 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Added segment dee64b01-3a4d-409d-a9ed-ab4963c4c404 of type vlan for network 995892f7-875b-4772-b001-4375b42ef95b Jun 04 16:38:12.204024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.214522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e61cd-d1ea-47ca-bdf4-0b58b5e8cdc8 req-e0ee5796-7da7-44b9-a506-43ed23639181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:12.216015 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-731e61cd-d1ea-47ca-bdf4-0b58b5e8cdc8 req-e0ee5796-7da7-44b9-a506-43ed23639181 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.3001435 Jun 04 16:38:12.285181 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.337274 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-88faf2bd-88a3-4f61-858d-960264e4589b req-16418e6d-84ea-4b3a-a148-53b41800e298 tempest-ServersAaction247Test-983553964 tempest-ServersAaction247Test-983553964-project] 10.222.0.46 "GET /v2.0/ports?device_id=cefda64d-e1a6-4c41-b3f7-ed2074099a2f HTTP/1.1" status: 200 len: 210 time: 0.0701227 Jun 04 16:38:12.338893 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.346941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Subnet': ['ID=a81169b5-daa2-4f4d-99f6-c10e95e42ddc,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:12.364011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33000) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:12.406909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Checking segment: {'id': 'e78b79a2-d69d-4e72-85ea-bf11edb576f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16ca1d6a-917e-48f7-a96d-d645eed4cf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:12.407172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network hostable DHCP agents. Network: 16ca1d6a-917e-48f7-a96d-d645eed4cf1e, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:38:12.416067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-731e61cd-d1ea-47ca-bdf4-0b58b5e8cdc8 req-0b222320-eab2-459e-9283-78d4e72c3459 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f HTTP/1.1" status: 200 len: 1002 time: 0.1907327 Jun 04 16:38:12.419780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.451546 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.451782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:12.452385 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.479179 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6bdcb3a4-9c03-4270-bc20-35dfafc2d22f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b45c4870e4d408598053bccb5aa7a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1139081 Jun 04 16:38:12.485263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33004) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:12.492827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 16ca1d6a-917e-48f7-a96d-d645eed4cf1e is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:38:12.593131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 16ca1d6a-917e-48f7-a96d-d645eed4cf1e) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:12.601462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Pushing event updated for resources: {'Network': ['ID=995892f7-875b-4772-b001-4375b42ef95b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:12.606781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:12.607359 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.611674 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-78a86a4c-2c49-4ba2-b8c6-1b68c778135a tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8978767 Jun 04 16:38:12.618251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 995892f7-875b-4772-b001-4375b42ef95b details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:38:12.620574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33010) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:12.635910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Request body: {'network': {'project_id': 'c1a6550b15944db09217254249ac4691'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:12.636140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1471890e-90a4-4201-bfbe-fd8cd407ddc1 None None] Network 16ca1d6a-917e-48f7-a96d-d645eed4cf1e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:12.638536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e61cd-d1ea-47ca-bdf4-0b58b5e8cdc8 req-6b38f9d7-4e6d-4a47-af01-1fedbf4a9ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:12.640013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-731e61cd-d1ea-47ca-bdf4-0b58b5e8cdc8 req-6b38f9d7-4e6d-4a47-af01-1fedbf4a9ef0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.2163632 Jun 04 16:38:12.646335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:12.653900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Usage tracker for resource:network and tenant:c1a6550b15944db09217254249ac4691 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:12.656088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Subnet': ['ID=cd13f6cb-000c-483a-ae92-369172adaff4,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:12.660311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Allocated IP 172.25.5.5 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/3b4a0b64-d81e-4bcd-a2d0-93fa52db9cb4) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:12.663108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:12.673958 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-092df70d-0bb9-43c7-9516-f43b8f538d38 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0448968 Jun 04 16:38:12.676540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:12.680135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33014) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:12.683812 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e9177cea-fd60-4587-aba3-74b0797d705f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.688408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': '16ca1d6a-917e-48f7-a96d-d645eed4cf1e', 'name': 'tempest-PortsTestJSON-794052340'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:12.732327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Checking segment: {'id': '4f7b73d0-b31f-4081-8415-68f224e854db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:12.732563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network hostable DHCP agents. Network: 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:38:12.843648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e9177cea-fd60-4587-aba3-74b0797d705f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.865246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Made reservation on behalf of c1a6550b15944db09217254249ac4691 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:12.867680 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.947748 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:38:12.981503 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:12.981862 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Added segment afbb6a7f-bf74-493b-baf8-93e745988614 of type vlan for network 47bfcb99-223b-427a-8b37-fd352dd94216 Jun 04 16:38:13.014134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:13.018484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ed88c57-f7de-4d77-bd4b-1d164e2016dd req-ea7892d8-d65f-4d02-a8b4-bef84e60d85c tempest-ServersAaction247Test-983553964 tempest-ServersAaction247Test-983553964-project] 10.222.0.13 "GET /v2.0/ports?device_id=cefda64d-e1a6-4c41-b3f7-ed2074099a2f HTTP/1.1" status: 200 len: 210 time: 0.1078024 Jun 04 16:38:13.024937 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e9177cea-fd60-4587-aba3-74b0797d705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.046487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-16ca1d6a-917e-48f7-a96d-d645eed4cf1e', 'network_id': '16ca1d6a-917e-48f7-a96d-d645eed4cf1e', 'tenant_id': '04b67dbf75864ac480045d91d51492a4', 'fixed_ips': [{'subnet_id': 'a81169b5-daa2-4f4d-99f6-c10e95e42ddc'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:38:13.050285 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.054553 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.057119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9177cea-fd60-4587-aba3-74b0797d705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c45cc2b-dc70-425b-8992-766ddd1de056,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:13.062770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:13.081160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:38:13.096553 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e9177cea-fd60-4587-aba3-74b0797d705f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.097672 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e9177cea-fd60-4587-aba3-74b0797d705f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c45cc2b-dc70-425b-8992-766ddd1de056 HTTP/1.1" status: 204 len: 168 time: 0.6090603 Jun 04 16:38:13.098622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:13.102249 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.103180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:13.108646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:13.109237 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.124813 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.125783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:13.126369 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.129773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e61cd-d1ea-47ca-bdf4-0b58b5e8cdc8 req-962d7bcd-11bd-4c0a-b73c-e039c7815f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:13.131671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 6baff8e3-10f2-4b04-83c2-530f31bfb91e yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:38:13.131962 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-731e61cd-d1ea-47ca-bdf4-0b58b5e8cdc8 req-962d7bcd-11bd-4c0a-b73c-e039c7815f6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4772942 Jun 04 16:38:13.155528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c531041-7ed5-4625-8a96-185ec8020601 None None] Network 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:13.300170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Pushing event updated for resources: {'Network': ['ID=47bfcb99-223b-427a-8b37-fd352dd94216,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:13.308878 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1369f98c-f27b-49e5-aa24-35acdfebfffa tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6831253 Jun 04 16:38:13.309733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-731e61cd-d1ea-47ca-bdf4-0b58b5e8cdc8 req-24856711-daa6-40ee-8740-da8a9f83fa40 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674130 Jun 04 16:38:13.310918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33022) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:13.348883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-02d5e996-9a66-4606-8ee9-296a783766fb tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Request body: {'network': {'project_id': 'c1a6550b15944db09217254249ac4691'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:13.354683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 47bfcb99-223b-427a-8b37-fd352dd94216 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:38:13.450618 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.481006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-02d5e996-9a66-4606-8ee9-296a783766fb tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:13.493815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-02d5e996-9a66-4606-8ee9-296a783766fb tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Usage tracker for resource:network and tenant:c1a6550b15944db09217254249ac4691 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:13.497880 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-02d5e996-9a66-4606-8ee9-296a783766fb tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:13.506860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-02d5e996-9a66-4606-8ee9-296a783766fb tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:13.510459 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d5e996-9a66-4606-8ee9-296a783766fb tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 04 16:38:13.510968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d5e996-9a66-4606-8ee9-296a783766fb tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:38:13.512189 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-02d5e996-9a66-4606-8ee9-296a783766fb tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2002668 Jun 04 16:38:13.515083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33028) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:13.523186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cd751e42-5935-4419-894e-3de81ac18be1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4016578 Jun 04 16:38:13.524114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33032) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:13.549819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1010162011', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:13.561647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:13.572226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:router and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:13.577098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:13.594773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:13.598959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.11 (16ca1d6a-917e-48f7-a96d-d645eed4cf1e/a81169b5-daa2-4f4d-99f6-c10e95e42ddc/6baff8e3-10f2-4b04-83c2-530f31bfb91e) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:13.610990 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d2a46d43-ce38-46bd-950e-b25f89a787ee tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1a6550b15944db09217254249ac4691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947473 Jun 04 16:38:13.611744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33040) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:13.640667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af', 'network_id': '3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af', 'tenant_id': 'fa9933e6426947f68c85e35445b633ce', 'fixed_ips': [{'subnet_id': 'cd13f6cb-000c-483a-ae92-369172adaff4'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:38:13.641508 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.661592 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.662633 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.676793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfa8b0-e0d7-4fc6-b86d-54182fdf699d req-98b4b1f3-b340-4cdc-b9f1-5202f2a84527 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:13.678457 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcdfa8b0-e0d7-4fc6-b86d-54182fdf699d req-98b4b1f3-b340-4cdc-b9f1-5202f2a84527 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.3485727 Jun 04 16:38:13.683154 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-731e61cd-d1ea-47ca-bdf4-0b58b5e8cdc8 req-e9f6890a-1d36-4481-abcd-c797bc1eb359 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549144 Jun 04 16:38:13.709382 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.749456 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.805594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:13.811566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:13.819334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:13.847483 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ed615ee3-52ab-4fd5-b002-a5e565b370ad tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.855680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcdfa8b0-e0d7-4fc6-b86d-54182fdf699d req-aaacb6c4-ac0e-400b-b54b-01dadbaa5122 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674182 Jun 04 16:38:13.869223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event updated for resources: {'Port': ['ID=3b4a0b64-d81e-4bcd-a2d0-93fa52db9cb4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:13.909781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Allocated IP 172.20.0.2 (3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af/cd13f6cb-000c-483a-ae92-369172adaff4/f5216845-4925-4ded-9b8e-0fb2605ece95) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:13.910698 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ed615ee3-52ab-4fd5-b002-a5e565b370ad tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.959093 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:13.981765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Transition to ACTIVE for port object 6baff8e3-10f2-4b04-83c2-530f31bfb91e will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:14.012421 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ed615ee3-52ab-4fd5-b002-a5e565b370ad tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.026257 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.125364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Allocated IP 172.20.0.2 (16ca1d6a-917e-48f7-a96d-d645eed4cf1e/a81169b5-daa2-4f4d-99f6-c10e95e42ddc/b2febdbc-0d8a-4390-b1b5-420da91d9d29) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:14.141879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed615ee3-52ab-4fd5-b002-a5e565b370ad tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7b1815-0533-4639-8678-baef48c79a5b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:14.151742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 16ca1d6a-917e-48f7-a96d-d645eed4cf1e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:14.175349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:14.177400 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ed615ee3-52ab-4fd5-b002-a5e565b370ad tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.180216 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ed615ee3-52ab-4fd5-b002-a5e565b370ad tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c7b1815-0533-4639-8678-baef48c79a5b HTTP/1.1" status: 204 len: 168 time: 0.5658774 Jun 04 16:38:14.184056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:14.194806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33058) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:14.269001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:14.269657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.298093 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6167257 Jun 04 16:38:14.302984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33064) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:14.317554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': '16ca1d6a-917e-48f7-a96d-d645eed4cf1e', 'name': 'tempest-PortsTestJSON-789332933'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:14.341732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6b49b-ac84-45f3-bce2-467fdaef13c8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=6baff8e3-10f2-4b04-83c2-530f31bfb91e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:14.375863 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.379143 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.407570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Transition to ACTIVE for port object f5216845-4925-4ded-9b8e-0fb2605ece95 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:14.413502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33068) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:14.461998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Transition to ACTIVE for port object f5216845-4925-4ded-9b8e-0fb2605ece95 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:14.501374 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.552658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:14.562966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:port and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:14.565588 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a66c-db7a-4014-9138-a225e048d815 tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.568332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:14.586775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:14.604973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:14.609552 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.610354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Pushing event updated for resources: {'Port': ['ID=f5216845-4925-4ded-9b8e-0fb2605ece95,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:14.642171 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 80181d1e-6c33-4a40-a62e-901f6d4e1128 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:38:14.671485 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Network 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:14.672558 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.684077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:14.688957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:14.745500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Transition to ACTIVE for port object b2febdbc-0d8a-4390-b1b5-420da91d9d29 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:14.766488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33076) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:14.798286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-850008225-network', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:14.804948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:14.809155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Usage tracker for resource:network and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:14.813405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:14.814799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Attempting to bind port f5216845-4925-4ded-9b8e-0fb2605ece95 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:38:14.815151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Attempting to bind port f5216845-4925-4ded-9b8e-0fb2605ece95 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '4f7b73d0-b31f-4081-8415-68f224e854db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:38:14.815669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Attempting to bind port f5216845-4925-4ded-9b8e-0fb2605ece95 on network 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:14.819008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Transition to ACTIVE for port object b2febdbc-0d8a-4390-b1b5-420da91d9d29 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:14.820640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:14.825207 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:38:14.825958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Checking segment: {'id': '4f7b73d0-b31f-4081-8415-68f224e854db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:14.826301 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.826742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Bound using segment: {'id': '4f7b73d0-b31f-4081-8415-68f224e854db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:38:14.827822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Bound port: f5216845-4925-4ded-9b8e-0fb2605ece95, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7b73d0-b31f-4081-8415-68f224e854db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:38:14.827987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Deleting port 3b4a0b64-d81e-4bcd-a2d0-93fa52db9cb4 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:14.828083 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.828256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.869132 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.872569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Made reservation on behalf of be35f42fdb434174b0e0b38af59135ec for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:14.875211 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:14.952856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Pushing event updated for resources: {'Port': ['ID=b2febdbc-0d8a-4390-b1b5-420da91d9d29,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:14.970808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.8 (16ca1d6a-917e-48f7-a96d-d645eed4cf1e/a81169b5-daa2-4f4d-99f6-c10e95e42ddc/80181d1e-6c33-4a40-a62e-901f6d4e1128) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:14.977895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Network 16ca1d6a-917e-48f7-a96d-d645eed4cf1e is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:14.981015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:14.991891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:15.000176 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7c1775d-2f18-4ae4-8037-0d8b84d86aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.078441 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] For port f5216845-4925-4ded-9b8e-0fb2605ece95, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:38:15.097856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Attempting to bind port b2febdbc-0d8a-4390-b1b5-420da91d9d29 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:38:15.098226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Attempting to bind port b2febdbc-0d8a-4390-b1b5-420da91d9d29 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e78b79a2-d69d-4e72-85ea-bf11edb576f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16ca1d6a-917e-48f7-a96d-d645eed4cf1e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:38:15.098688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Attempting to bind port b2febdbc-0d8a-4390-b1b5-420da91d9d29 on network 16ca1d6a-917e-48f7-a96d-d645eed4cf1e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:15.106976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] For port f5216845-4925-4ded-9b8e-0fb2605ece95, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f5216845-4925-4ded-9b8e-0fb2605ece95,segment=NetworkSegment(4f7b73d0-b31f-4081-8415-68f224e854db),segment_id=4f7b73d0-b31f-4081-8415-68f224e854db)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:38:15.108700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:38:15.108700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Checking segment: {'id': 'e78b79a2-d69d-4e72-85ea-bf11edb576f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16ca1d6a-917e-48f7-a96d-d645eed4cf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:15.109091 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.109413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Bound using segment: {'id': 'e78b79a2-d69d-4e72-85ea-bf11edb576f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16ca1d6a-917e-48f7-a96d-d645eed4cf1e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:38:15.109948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Bound port: b2febdbc-0d8a-4390-b1b5-420da91d9d29, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78b79a2-d69d-4e72-85ea-bf11edb576f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16ca1d6a-917e-48f7-a96d-d645eed4cf1e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:38:15.110320 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.121863 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.142109 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a66c-db7a-4014-9138-a225e048d815 tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.217475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-5ce4a66c-db7a-4014-9138-a225e048d815 tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bfcb99-223b-427a-8b37-fd352dd94216']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:15.275868 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.276447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02743ec2-4b25-409b-a1ed-a450fef28a57 None None] Pushing event updated for resources: {'Port': ['ID=f5216845-4925-4ded-9b8e-0fb2605ece95,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:15.299482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] For port b2febdbc-0d8a-4390-b1b5-420da91d9d29, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:38:15.302750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] For port b2febdbc-0d8a-4390-b1b5-420da91d9d29, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b2febdbc-0d8a-4390-b1b5-420da91d9d29,segment=NetworkSegment(e78b79a2-d69d-4e72-85ea-bf11edb576f9),segment_id=e78b79a2-d69d-4e72-85ea-bf11edb576f9)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:38:15.309296 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.312908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-5ce4a66c-db7a-4014-9138-a225e048d815 tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbb6a7f-bf74-493b-baf8-93e745988614') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:15.313200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-5ce4a66c-db7a-4014-9138-a225e048d815 tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbb6a7f-bf74-493b-baf8-93e745988614') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:15.330399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d7c1775d-2f18-4ae4-8037-0d8b84d86aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:15.340256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d7c1775d-2f18-4ae4-8037-0d8b84d86aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:3e234b351484481cafe9014288928263 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:15.343146 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a66c-db7a-4014-9138-a225e048d815 tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.352559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d7c1775d-2f18-4ae4-8037-0d8b84d86aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:15.356166 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.359609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:15.376466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d7c1775d-2f18-4ae4-8037-0d8b84d86aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:15.381030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Usage tracker for resource:security_group_rule and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:15.388738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88f2b3-190a-445a-bfd6-316b929fb69e None None] Pushing event updated for resources: {'Port': ['ID=b2febdbc-0d8a-4390-b1b5-420da91d9d29,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:15.389733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:15.413057 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a66c-db7a-4014-9138-a225e048d815 tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.419595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Transition to ACTIVE for port object 80181d1e-6c33-4a40-a62e-901f6d4e1128 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:15.421040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:15.448243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce4a66c-db7a-4014-9138-a225e048d815 tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:38:15.448777 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a66c-db7a-4014-9138-a225e048d815 tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.469148 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.476552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47b9e6-615d-4005-825b-4e81520a8275 req-45a66e3a-281d-4472-a234-192b1c0d4609 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:15.484511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe47b9e6-615d-4005-825b-4e81520a8275 req-45a66e3a-281d-4472-a234-192b1c0d4609 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.4266381 Jun 04 16:38:15.518357 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.518727 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.531657 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment afbb6a7f-bf74-493b-baf8-93e745988614 resource provider aggregate not found Jun 04 16:38:15.607027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 16ca1d6a-917e-48f7-a96d-d645eed4cf1e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:15.610294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:15.612943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:15.635972 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment afbb6a7f-bf74-493b-baf8-93e745988614 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afbb6a7f-bf74-493b-baf8-93e745988614 found for delete ", "request_id": "req-328f79ee-3fdf-4797-b660-1c695c10cb1b"}]} Jun 04 16:38:15.689403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=80181d1e-6c33-4a40-a62e-901f6d4e1128,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:15.718070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:15.718721 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.749611 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-70d59c43-b333-45a2-b94e-a55e9ba8fe9c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4453211 Jun 04 16:38:15.752117 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33088) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:15.849288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd963f08-d8c8-407e-98d0-21c6feb682ff tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:15.849891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-dd963f08-d8c8-407e-98d0-21c6feb682ff tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:15.869981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Calling delete_port for 3b4a0b64-d81e-4bcd-a2d0-93fa52db9cb4 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:15.875066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-dd963f08-d8c8-407e-98d0-21c6feb682ff tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:15.876288 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dd963f08-d8c8-407e-98d0-21c6feb682ff tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.1231790 Jun 04 16:38:15.879528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33092) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:15.971747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-14ed1784-f143-4d93-8573-5ea4b75de285 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 80181d1e-6c33-4a40-a62e-901f6d4e1128 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:15.971747 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-14ed1784-f143-4d93-8573-5ea4b75de285 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:15.991745 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a66c-db7a-4014-9138-a225e048d815 tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.024749 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a66c-db7a-4014-9138-a225e048d815 tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.040911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4a66c-db7a-4014-9138-a225e048d815 tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Pushing event deleted for resources: {'Network': ['ID=47bfcb99-223b-427a-8b37-fd352dd94216,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:16.045467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe47b9e6-615d-4005-825b-4e81520a8275 req-bd222cbb-4a67-4395-9ff5-83fc4745266b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5603378 Jun 04 16:38:16.094022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5ce4a66c-db7a-4014-9138-a225e048d815 tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] 10.222.0.13 "DELETE /v2.0/networks/47bfcb99-223b-427a-8b37-fd352dd94216 HTTP/1.1" status: 204 len: 168 time: 1.8979039 Jun 04 16:38:16.095630 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.109381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33096) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:16.127519 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.253313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.281875 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.287968 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.356673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event deleted for resources: {'Port': ['ID=3b4a0b64-d81e-4bcd-a2d0-93fa52db9cb4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:16.447048 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7c1775d-2f18-4ae4-8037-0d8b84d86aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.456057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.25.5.145 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/72228ead-0378-4881-ac2f-97657a079d4f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:16.508959 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7c1775d-2f18-4ae4-8037-0d8b84d86aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.517632 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-684a4cdb-d642-4d36-bf30-cd287be4e81c tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.544639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b939af-a9e3-4204-8ff1-91146026b421 None None] Network 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:16.546122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:38:16.581548 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] create failed (client error): The resource could not be found. Jun 04 16:38:16.582898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c0e6ce7b-9070-48d9-b84b-1777c0ed39eb tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.9684098 Jun 04 16:38:16.587914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33100) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:16.593441 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.593783 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Added segment a4f08062-eef7-45d3-b4af-97a93766b89d of type vlan for network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd Jun 04 16:38:16.596420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab34fb2-3dc0-4b23-a3dd-4802fe018fa5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:16.620990 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d7c1775d-2f18-4ae4-8037-0d8b84d86aa3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e234b351484481cafe9014288928263&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8531370 Jun 04 16:38:16.649904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33104) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:16.782786 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.840911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-efb314f1-0b4e-4ee8-93a9-f8af9accff1a None None] Provisioning for port f5216845-4925-4ded-9b8e-0fb2605ece95 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:16.858310 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-14ed1784-f143-4d93-8573-5ea4b75de285 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.873460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1775d-2f18-4ae4-8037-0d8b84d86aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998fd584-191a-45fe-a4d2-7abd74a64f9e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:16.940965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9050d392-e8eb-40ca-b9ab-fc532fb88222 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Deleting port 5a22c703-6472-403c-865d-e6e70b05ab2e {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:16.941322 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9050d392-e8eb-40ca-b9ab-fc532fb88222 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:16.993511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.050658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:38:17.069465 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-684a4cdb-d642-4d36-bf30-cd287be4e81c tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.139313 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f5216845-4925-4ded-9b8e-0fb2605ece95 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:17.169999 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.186576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-14ed1784-f143-4d93-8573-5ea4b75de285 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 80181d1e-6c33-4a40-a62e-901f6d4e1128 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:17.297194 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.298339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:17.299123 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.302840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port f5216845-4925-4ded-9b8e-0fb2605ece95 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:17.304340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-684a4cdb-d642-4d36-bf30-cd287be4e81c tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995892f7-875b-4772-b001-4375b42ef95b']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:17.308621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f5216845-4925-4ded-9b8e-0fb2605ece95 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:17.309171 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.343883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d173232-11a4-4aed-83ea-8aea5c13cd13 None None] Network 16ca1d6a-917e-48f7-a96d-d645eed4cf1e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:17.355052 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0154594-f0df-4609-b19c-a9c8767002d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.366986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-684a4cdb-d642-4d36-bf30-cd287be4e81c tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee64b01-3a4d-409d-a9ed-ab4963c4c404') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:17.367397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-684a4cdb-d642-4d36-bf30-cd287be4e81c tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee64b01-3a4d-409d-a9ed-ab4963c4c404') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:17.376251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:17.430886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:17.451906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:17.459531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-684a4cdb-d642-4d36-bf30-cd287be4e81c tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.474739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-09488d67-e05e-45a6-834a-1ea4f2893e27 None None] Provisioning for port b2febdbc-0d8a-4390-b1b5-420da91d9d29 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:17.486706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=72228ead-0378-4881-ac2f-97657a079d4f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:17.555999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] Pushing event updated for resources: {'Network': ['ID=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:17.563707 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0154594-f0df-4609-b19c-a9c8767002d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.576205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:38:17.577804 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c01280a6-bc51-4b11-a017-a4a5fad22056 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1633263 Jun 04 16:38:17.579153 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-684a4cdb-d642-4d36-bf30-cd287be4e81c tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.589982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33110) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:17.612491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Request body: {'subnet': {'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-850008225-subnet', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:17.617928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684a4cdb-d642-4d36-bf30-cd287be4e81c tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:38:17.618217 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-684a4cdb-d642-4d36-bf30-cd287be4e81c tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.651702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:17.664532 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment dee64b01-3a4d-409d-a9ed-ab4963c4c404 resource provider aggregate not found Jun 04 16:38:17.671658 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9050d392-e8eb-40ca-b9ab-fc532fb88222 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.687796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Usage tracker for resource:subnet and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:17.701055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-09488d67-e05e-45a6-834a-1ea4f2893e27 None None] Provisioning complete for port f5216845-4925-4ded-9b8e-0fb2605ece95 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:17.701430 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-09488d67-e05e-45a6-834a-1ea4f2893e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.755191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:17.764882 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment dee64b01-3a4d-409d-a9ed-ab4963c4c404 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dee64b01-3a4d-409d-a9ed-ab4963c4c404 found for delete ", "request_id": "req-16291c57-6060-44f1-bfca-91d9dc5da602"}]} Jun 04 16:38:17.778747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:17.811810 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-14ed1784-f143-4d93-8573-5ea4b75de285 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.814039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Made reservation on behalf of be35f42fdb434174b0e0b38af59135ec for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:17.816884 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.818586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f5216845-4925-4ded-9b8e-0fb2605ece95 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:17.818983 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.854763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9050d392-e8eb-40ca-b9ab-fc532fb88222 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Calling delete_port for 5a22c703-6472-403c-865d-e6e70b05ab2e owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:17.878277 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-684a4cdb-d642-4d36-bf30-cd287be4e81c tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.891354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53d787-b2a1-4c79-bd60-bca0dbd5de72 req-d790a462-80fe-45f1-bf37-de784499e882 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:17.899455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b53d787-b2a1-4c79-bd60-bca0dbd5de72 req-d790a462-80fe-45f1-bf37-de784499e882 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.6262407 Jun 04 16:38:17.945858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port f5216845-4925-4ded-9b8e-0fb2605ece95, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f5216845-4925-4ded-9b8e-0fb2605ece95,segment=NetworkSegment(4f7b73d0-b31f-4081-8415-68f224e854db),segment_id=4f7b73d0-b31f-4081-8415-68f224e854db)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:17.953891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed1784-f143-4d93-8573-5ea4b75de285 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=80181d1e-6c33-4a40-a62e-901f6d4e1128,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:17.963421 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-684a4cdb-d642-4d36-bf30-cd287be4e81c tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.994076 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0154594-f0df-4609-b19c-a9c8767002d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.994977 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:17.995783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b2febdbc-0d8a-4390-b1b5-420da91d9d29 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:17.997380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a4cdb-d642-4d36-bf30-cd287be4e81c tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] Pushing event deleted for resources: {'Network': ['ID=995892f7-875b-4772-b001-4375b42ef95b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:18.051283 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b53d787-b2a1-4c79-bd60-bca0dbd5de72 req-17527225-3092-4faa-adc2-a897c092230b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506686 Jun 04 16:38:18.104444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0154594-f0df-4609-b19c-a9c8767002d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998fd584-191a-45fe-a4d2-7abd74a64f9e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:18.131299 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-684a4cdb-d642-4d36-bf30-cd287be4e81c tempest-QuotasNegativeTest-1097553851 tempest-QuotasNegativeTest-1097553851-project-admin] 10.222.0.13 "DELETE /v2.0/networks/995892f7-875b-4772-b001-4375b42ef95b HTTP/1.1" status: 204 len: 168 time: 2.0186725 Jun 04 16:38:18.152090 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0154594-f0df-4609-b19c-a9c8767002d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:18.166904 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b0154594-f0df-4609-b19c-a9c8767002d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/998fd584-191a-45fe-a4d2-7abd74a64f9e HTTP/1.1" status: 204 len: 168 time: 1.5024486 Jun 04 16:38:18.184920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-09488d67-e05e-45a6-834a-1ea4f2893e27 None None] Current status of the port f5216845-4925-4ded-9b8e-0fb2605ece95 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:18.217813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9050d392-e8eb-40ca-b9ab-fc532fb88222 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:18.219835 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:18.258409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-14ed1784-f143-4d93-8573-5ea4b75de285 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:18.273603 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-14ed1784-f143-4d93-8573-5ea4b75de285 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/80181d1e-6c33-4a40-a62e-901f6d4e1128 HTTP/1.1" status: 204 len: 168 time: 2.3929484 Jun 04 16:38:18.281449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33124) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:18.282276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b2febdbc-0d8a-4390-b1b5-420da91d9d29 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:18.289796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b2febdbc-0d8a-4390-b1b5-420da91d9d29 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:18.290305 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:18.371680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=f5216845-4925-4ded-9b8e-0fb2605ece95,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:18.425807 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccaf95c-e82e-4857-b12c-7d10c38743dd tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:38:18.434806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8ccaf95c-e82e-4857-b12c-7d10c38743dd tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:18.439505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050d392-e8eb-40ca-b9ab-fc532fb88222 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event deleted for resources: {'Port': ['ID=5a22c703-6472-403c-865d-e6e70b05ab2e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:18.478113 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b2febdbc-0d8a-4390-b1b5-420da91d9d29 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:18.478453 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:18.489525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8ccaf95c-e82e-4857-b12c-7d10c38743dd tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:18.492068 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8ccaf95c-e82e-4857-b12c-7d10c38743dd tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/80181d1e-6c33-4a40-a62e-901f6d4e1128 HTTP/1.1" status: 404 len: 333 time: 0.2071068 Jun 04 16:38:18.497909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33130) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:18.539012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port b2febdbc-0d8a-4390-b1b5-420da91d9d29, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b2febdbc-0d8a-4390-b1b5-420da91d9d29,segment=NetworkSegment(e78b79a2-d69d-4e72-85ea-bf11edb576f9),segment_id=e78b79a2-d69d-4e72-85ea-bf11edb576f9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:18.552478 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:18.672616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=b2febdbc-0d8a-4390-b1b5-420da91d9d29,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:18.692576 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:18.714088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-81ba407f-392c-4b08-822d-710c2d91ee38 None None] Provisioning for port 6baff8e3-10f2-4b04-83c2-530f31bfb91e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:18.721101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-81ba407f-392c-4b08-822d-710c2d91ee38 None None] Provisioning complete for port 6baff8e3-10f2-4b04-83c2-530f31bfb91e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:18.721479 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-81ba407f-392c-4b08-822d-710c2d91ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:18.837550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-81ba407f-392c-4b08-822d-710c2d91ee38 None None] Port 6baff8e3-10f2-4b04-83c2-530f31bfb91e cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:18.845183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ea4858d9-56d7-405f-a37e-75d3d460f84b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 6baff8e3-10f2-4b04-83c2-530f31bfb91e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:18.858866 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea4858d9-56d7-405f-a37e-75d3d460f84b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:18.867931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-81ba407f-392c-4b08-822d-710c2d91ee38 None None] Provisioning complete for port b2febdbc-0d8a-4390-b1b5-420da91d9d29 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:18.868333 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-81ba407f-392c-4b08-822d-710c2d91ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:19.124662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f5216845-4925-4ded-9b8e-0fb2605ece95 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:19.211472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b1e4094-3a05-4f0d-9004-57005698851e,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:19.234865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9050d392-e8eb-40ca-b9ab-fc532fb88222 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:19.259029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33146) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:19.276318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500952c-7b5a-4833-afcd-072814829254 req-e2b1844e-842c-4f48-81dd-72495e6258e0 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:19.277996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1500952c-7b5a-4833-afcd-072814829254 req-e2b1844e-842c-4f48-81dd-72495e6258e0 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.9752963 Jun 04 16:38:19.291351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33152) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:19.292841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-81ba407f-392c-4b08-822d-710c2d91ee38 None None] Current status of the port b2febdbc-0d8a-4390-b1b5-420da91d9d29 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:19.293364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9050d392-e8eb-40ca-b9ab-fc532fb88222 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "DELETE /v2.0/ports/5a22c703-6472-403c-865d-e6e70b05ab2e HTTP/1.1" status: 204 len: 168 time: 2.7046111 Jun 04 16:38:19.296142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33154) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:19.303903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4d124c5f-ddcd-4223-ae84-5a2ea0aae7ca tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Request body: {'floatingip': {'port_id': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:19.327308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f5216845-4925-4ded-9b8e-0fb2605ece95 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:19.327715 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:19.420200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8e4e1c2c-05e7-454d-a9fe-7d96b7ed2c38 None None] Could not find standard attr ID for object 80181d1e-6c33-4a40-a62e-901f6d4e1128. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:38:19.448832 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8e4e1c2c-05e7-454d-a9fe-7d96b7ed2c38 None None] Provisioning complete for port 6baff8e3-10f2-4b04-83c2-530f31bfb91e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:19.449326 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1c2c-05e7-454d-a9fe-7d96b7ed2c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:19.484500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Checking segment: {'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:19.485103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Network hostable DHCP agents. Network: a86cdb26-f9a1-4067-b02d-d95f32e1e9cd, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:38:19.586189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e1c2c-05e7-454d-a9fe-7d96b7ed2c38 None None] Port 6baff8e3-10f2-4b04-83c2-530f31bfb91e cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:19.605671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f5216845-4925-4ded-9b8e-0fb2605ece95 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:19.606891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b2febdbc-0d8a-4390-b1b5-420da91d9d29 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:19.628041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:38:19.654208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, a86cdb26-f9a1-4067-b02d-d95f32e1e9cd) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:19.674936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:19.676018 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:19.681206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11286bd-5b5b-4120-b86c-b1d48f707702 None None] Network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:19.683582 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e02a-548e-43e2-9fe9-6109938bd071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:19.707914 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea4858d9-56d7-405f-a37e-75d3d460f84b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:19.721151 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e60e184e-5cf5-4267-9b4b-0755e7e98185 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1274545 Jun 04 16:38:19.722066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33170) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:19.723181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1bb4e02a-548e-43e2-9fe9-6109938bd071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:19.730513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:19.735008 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4d124c5f-ddcd-4223-ae84-5a2ea0aae7ca tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:19.784776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33174) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:19.799664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1bb4e02a-548e-43e2-9fe9-6109938bd071 admin admin] Usage tracker for resource:security_group_rule and tenant:0d4f571919984217abaac7138146c751 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:19.848479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:19.860122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ea4858d9-56d7-405f-a37e-75d3d460f84b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 6baff8e3-10f2-4b04-83c2-530f31bfb91e owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:19.876292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b2febdbc-0d8a-4390-b1b5-420da91d9d29 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:19.876756 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:19.891518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1bb4e02a-548e-43e2-9fe9-6109938bd071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:19.897320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Usage tracker for resource:router and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:19.907362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:19.917551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:19.917778 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:19.926186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1bb4e02a-548e-43e2-9fe9-6109938bd071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:19.995231 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:19.996283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.039693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea4858d9-56d7-405f-a37e-75d3d460f84b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.055147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b2febdbc-0d8a-4390-b1b5-420da91d9d29 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:20.075860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:38:20.076905 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.106155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1677756318-network', 'tenant_id': 'c9e4275785034232a9a3141cc720de10'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:20.113539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4858d9-56d7-405f-a37e-75d3d460f84b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=6baff8e3-10f2-4b04-83c2-530f31bfb91e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:20.117049 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.188429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:20.203462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Usage tracker for resource:network and tenant:c9e4275785034232a9a3141cc720de10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:20.212187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:20.228235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:20.263933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9a3d68-dd41-43d8-8cbf-0aa93f74d781 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:20.265194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-db9a3d68-dd41-43d8-8cbf-0aa93f74d781 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Synchronizing usage tracker for tenant:d72bfefed8974862913fe7176e7e73c1 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:20.276893 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Allocated IP 172.20.0.2 (a86cdb26-f9a1-4067-b02d-d95f32e1e9cd/0b1e4094-3a05-4f0d-9004-57005698851e/5e7f0a24-0337-44c8-86e5-cd28d0f79b79) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:20.346254 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea4858d9-56d7-405f-a37e-75d3d460f84b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.400297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Made reservation on behalf of c9e4275785034232a9a3141cc720de10 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:20.402794 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.445028 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.510626 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ea4858d9-56d7-405f-a37e-75d3d460f84b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/6baff8e3-10f2-4b04-83c2-530f31bfb91e HTTP/1.1" status: 204 len: 168 time: 2.0046108 Jun 04 16:38:20.516875 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33180) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:20.523660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-db9a3d68-dd41-43d8-8cbf-0aa93f74d781 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Unset dirty status for tenant:d72bfefed8974862913fe7176e7e73c1 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:20.524915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-db9a3d68-dd41-43d8-8cbf-0aa93f74d781 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7f095d-a1d9-40f9-a807-52a0a4fc9177 HTTP/1.1" status: 200 len: 913 time: 1.2251697 Jun 04 16:38:20.526090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:20.539283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33184) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:20.547198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Usage tracker for resource:security_group_rule and tenant:c9e4275785034232a9a3141cc720de10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:20.553278 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.564886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:20.566296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Transition to ACTIVE for port object 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:20.566552 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf409ae-58c5-46e3-a5fd-683883240a51 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:38:20.566953 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cbf409ae-58c5-46e3-a5fd-683883240a51 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:20.571117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.589032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Transition to ACTIVE for port object 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:20.613238 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.621125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cbf409ae-58c5-46e3-a5fd-683883240a51 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:20.625343 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cbf409ae-58c5-46e3-a5fd-683883240a51 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/6baff8e3-10f2-4b04-83c2-530f31bfb91e HTTP/1.1" status: 404 len: 333 time: 0.1051669 Jun 04 16:38:20.649547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:20.651358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33188) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:20.662457 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e02a-548e-43e2-9fe9-6109938bd071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.684590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:20.687935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:20.692319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:20.733823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Pushing event updated for resources: {'Port': ['ID=5e7f0a24-0337-44c8-86e5-cd28d0f79b79,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:20.795747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Attempting to bind port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:38:20.796260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Attempting to bind port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:38:20.796770 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Attempting to bind port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 on network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:20.802694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:38:20.803222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Checking segment: {'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:20.803751 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.804260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Bound using segment: {'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:38:20.805008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Bound port: 5e7f0a24-0337-44c8-86e5-cd28d0f79b79, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:38:20.805482 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.899720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] For port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:38:20.902963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] For port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5e7f0a24-0337-44c8-86e5-cd28d0f79b79,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:38:20.909365 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.919868 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.950004 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e02a-548e-43e2-9fe9-6109938bd071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:20.984783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 1e4712c0-895b-4286-b261-9741c0703b0d is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:38:20.996904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057fda5-fe87-4686-8b21-e6e9d09d5e5b None None] Pushing event updated for resources: {'Port': ['ID=5e7f0a24-0337-44c8-86e5-cd28d0f79b79,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:21.100174 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:21.234987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1bb4e02a-548e-43e2-9fe9-6109938bd071 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d4f571919984217abaac7138146c751&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9745555 Jun 04 16:38:21.238167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33192) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:21.239004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5e9ee5-dfcd-415c-9715-e10f248f26c3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting subnet a81169b5-daa2-4f4d-99f6-c10e95e42ddc {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:38:21.240818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4e02a-548e-43e2-9fe9-6109938bd071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98293a95-2f45-4c66-a49f-063f2fbd943f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:21.254353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9ee5-dfcd-415c-9715-e10f248f26c3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:21.295863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Allocated IP 172.25.5.221 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/7f19f146-3ffd-4022-b28a-0d3b04895208) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:21.406052 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0a1a188b-c369-48c0-9dc1-d7d58b523a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:21.450328 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0a1a188b-c369-48c0-9dc1-d7d58b523a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:21.526601 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:21.552906 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0a1a188b-c369-48c0-9dc1-d7d58b523a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:21.563603 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9ee5-dfcd-415c-9715-e10f248f26c3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:21.571243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a188b-c369-48c0-9dc1-d7d58b523a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98293a95-2f45-4c66-a49f-063f2fbd943f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:21.588796 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0a1a188b-c369-48c0-9dc1-d7d58b523a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:21.593268 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0a1a188b-c369-48c0-9dc1-d7d58b523a65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98293a95-2f45-4c66-a49f-063f2fbd943f HTTP/1.1" status: 204 len: 168 time: 0.3507998 Jun 04 16:38:21.604336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:21.683679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:21.686727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:21.690461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:21.725023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Pushing event updated for resources: {'Port': ['ID=7f19f146-3ffd-4022-b28a-0d3b04895208,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:21.758780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:21.763740 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:21.770965 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f0ce35-5774-4ab6-b577-f97a023017f5 None None] Sync routers for ids ['1e4712c0-895b-4286-b261-9741c0703b0d'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:21.790777 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f0ce35-5774-4ab6-b577-f97a023017f5 None None] Routers {'1e4712c0-895b-4286-b261-9741c0703b0d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:21.791640 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-65f0ce35-5774-4ab6-b577-f97a023017f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1e4712c0-895b-4286-b261-9741c0703b0d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:21.800051 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:21.907427 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-65f0ce35-5774-4ab6-b577-f97a023017f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:21.918612 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f0ce35-5774-4ab6-b577-f97a023017f5 None None] Routers {'1e4712c0-895b-4286-b261-9741c0703b0d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:21.919494 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-65f0ce35-5774-4ab6-b577-f97a023017f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1e4712c0-895b-4286-b261-9741c0703b0d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:21.929672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:38:21.935935 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9ee5-dfcd-415c-9715-e10f248f26c3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:21.984539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:21.989207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-4d124c5f-ddcd-4223-ae84-5a2ea0aae7ca tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:38:21.994863 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-65f0ce35-5774-4ab6-b577-f97a023017f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:21.995645 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f0ce35-5774-4ab6-b577-f97a023017f5 None None] The sync data for ids ['1e4712c0-895b-4286-b261-9741c0703b0d'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:22.033460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33200) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:22.058044 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81a8e5bf-f806-493e-817d-02effb98a45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.080107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-81a8e5bf-f806-493e-817d-02effb98a45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:22.084699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-81a8e5bf-f806-493e-817d-02effb98a45c admin admin] Usage tracker for resource:security_group_rule and tenant:9af0e15caa7944089bebb85367ce1f01 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:22.088252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-81a8e5bf-f806-493e-817d-02effb98a45c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:22.103953 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.108297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4093d222-481d-4f23-9d79-f9689910893e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.5768197 Jun 04 16:38:22.108993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33204) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:22.112497 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.113059 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Added segment ac37b72c-d7b7-4166-9705-1cea954d24fa of type vlan for network 6dbc341a-29b5-4106-aec4-76ae40643dc2 Jun 04 16:38:22.153786 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-81a8e5bf-f806-493e-817d-02effb98a45c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:22.205597 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4d124c5f-ddcd-4223-ae84-5a2ea0aae7ca tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.232270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4d124c5f-ddcd-4223-ae84-5a2ea0aae7ca tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.235892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f1d920-049d-4a79-a5e1-ab7fb8c9dec6 None None] Network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:22.311790 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.387136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4c2c7a5e-4786-4a5f-b73b-9369f3c73caa None None] Provisioning for port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:22.502624 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81a8e5bf-f806-493e-817d-02effb98a45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.513194 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81a8e5bf-f806-493e-817d-02effb98a45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.609068 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.631467 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-81a8e5bf-f806-493e-817d-02effb98a45c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9af0e15caa7944089bebb85367ce1f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5945985 Jun 04 16:38:22.645270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33208) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:22.650923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8e5bf-f806-493e-817d-02effb98a45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3625235-5956-469a-afce-24ad253aba6e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:22.741747 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9ee5-dfcd-415c-9715-e10f248f26c3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.837915 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:38:22.879436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e9ee5-dfcd-415c-9715-e10f248f26c3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Subnet': ['ID=a81169b5-daa2-4f4d-99f6-c10e95e42ddc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:22.892240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f745a98b-7cb4-47d1-af96-23df802f3e00 None None] Network 16ca1d6a-917e-48f7-a96d-d645eed4cf1e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:22.903818 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9ee5-dfcd-415c-9715-e10f248f26c3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.935861 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.939901 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-58791e95-93e5-4d8e-9e74-db75bb7cc7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.997759 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:22.999023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:22.999740 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.020374 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8a5e9ee5-dfcd-415c-9715-e10f248f26c3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/a81169b5-daa2-4f4d-99f6-c10e95e42ddc HTTP/1.1" status: 204 len: 168 time: 2.3559456 Jun 04 16:38:23.033371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33212) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:23.071005 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-58791e95-93e5-4d8e-9e74-db75bb7cc7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.089823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:23.183678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:23.189831 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:23.190414 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.208918 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3203750 Jun 04 16:38:23.241463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33216) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:23.255554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Request body: {'subnet': {'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1677756318-subnet', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:23.277752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:23.291001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594357f-f6ff-4b1c-bbb9-5b6d8db74b44 admin admin] Pushing event updated for resources: {'Network': ['ID=6dbc341a-29b5-4106-aec4-76ae40643dc2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:23.291264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Usage tracker for resource:subnet and tenant:c9e4275785034232a9a3141cc720de10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:23.297701 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.300978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:23.310346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 6dbc341a-29b5-4106-aec4-76ae40643dc2 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:38:23.313132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:23.325194 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5ed7337-b72e-4b48-b1db-1dc2dd9bf00d tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.338873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a08daee-921d-4f53-80c5-4ef1b3f4fcfc None None] DHCP port deletion for 16ca1d6a-917e-48f7-a96d-d645eed4cf1e request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:38:23.342696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Made reservation on behalf of c9e4275785034232a9a3141cc720de10 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:23.345067 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.360887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port b2febdbc-0d8a-4390-b1b5-420da91d9d29 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:23.361215 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.397679 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-58791e95-93e5-4d8e-9e74-db75bb7cc7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.398999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6a08daee-921d-4f53-80c5-4ef1b3f4fcfc None None] Deleting port b2febdbc-0d8a-4390-b1b5-420da91d9d29 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:23.399368 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6a08daee-921d-4f53-80c5-4ef1b3f4fcfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.399703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d124c5f-ddcd-4223-ae84-5a2ea0aae7ca tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Router 3079ff8c-116f-4919-b4df-b2f6517efbda has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:38:23.475082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:23.475492 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.494554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58791e95-93e5-4d8e-9e74-db75bb7cc7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3625235-5956-469a-afce-24ad253aba6e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:23.526755 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-58791e95-93e5-4d8e-9e74-db75bb7cc7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.529036 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-58791e95-93e5-4d8e-9e74-db75bb7cc7e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3625235-5956-469a-afce-24ad253aba6e HTTP/1.1" status: 204 len: 168 time: 0.8824952 Jun 04 16:38:23.593114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Router ddb49353-8445-41f6-8b60-b0fa9a77f69a is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:38:23.661905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6a08daee-921d-4f53-80c5-4ef1b3f4fcfc None None] For port b2febdbc-0d8a-4390-b1b5-420da91d9d29, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b2febdbc-0d8a-4390-b1b5-420da91d9d29,segment=NetworkSegment(e78b79a2-d69d-4e72-85ea-bf11edb576f9),segment_id=e78b79a2-d69d-4e72-85ea-bf11edb576f9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:23.662289 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6a08daee-921d-4f53-80c5-4ef1b3f4fcfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.821578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6a08daee-921d-4f53-80c5-4ef1b3f4fcfc None None] Calling delete_port for b2febdbc-0d8a-4390-b1b5-420da91d9d29 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:23.908984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] For port b2febdbc-0d8a-4390-b1b5-420da91d9d29, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b2febdbc-0d8a-4390-b1b5-420da91d9d29,segment=NetworkSegment(e78b79a2-d69d-4e72-85ea-bf11edb576f9),segment_id=e78b79a2-d69d-4e72-85ea-bf11edb576f9)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:23.910260 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.929450 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6a08daee-921d-4f53-80c5-4ef1b3f4fcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:23.976906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08daee-921d-4f53-80c5-4ef1b3f4fcfc None None] No DVR routers for this DVR port b2febdbc-0d8a-4390-b1b5-420da91d9d29 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:38:23.992014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08daee-921d-4f53-80c5-4ef1b3f4fcfc None None] Pushing event deleted for resources: {'Port': ['ID=b2febdbc-0d8a-4390-b1b5-420da91d9d29,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:24.001097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5e7f0a24-0337-44c8-86e5-cd28d0f79b79,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:24.009876 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:24.088624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for b2febdbc-0d8a-4390-b1b5-420da91d9d29 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:24.092244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=5e7f0a24-0337-44c8-86e5-cd28d0f79b79,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:24.149903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:24.167951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Sync routers for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:24.177118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:24.177778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:24.212465 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:24.212958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d124c5f-ddcd-4223-ae84-5a2ea0aae7ca tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:24.220196 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4d124c5f-ddcd-4223-ae84-5a2ea0aae7ca tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:24.228671 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6358668-7ccd-4e37-ac14-2f7164fa0770 None None] Sync routers for ids ['3079ff8c-116f-4919-b4df-b2f6517efbda'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:24.250574 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6358668-7ccd-4e37-ac14-2f7164fa0770 None None] Routers {'3079ff8c-116f-4919-b4df-b2f6517efbda'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:24.251202 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f6358668-7ccd-4e37-ac14-2f7164fa0770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3079ff8c-116f-4919-b4df-b2f6517efbda'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:24.253389 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:24.254655 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-016b182a-742c-4e6f-9b47-628ee3fdd283 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5314584 Jun 04 16:38:24.259281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33230) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:24.341750 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:38:24.342062 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:38:24.386129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:38:24.395387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'tag': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:38:24.468901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:24.504233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed7337-b72e-4b48-b1db-1dc2dd9bf00d tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Deleting port 21f1f88f-4482-4a79-82d8-c6195e9c1a44 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:24.504618 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5ed7337-b72e-4b48-b1db-1dc2dd9bf00d tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:24.536045 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4d124c5f-ddcd-4223-ae84-5a2ea0aae7ca tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "PUT /v2.0/floatingips/c0488d22-c8f6-4118-b6f1-239317126d9f HTTP/1.1" status: 200 len: 994 time: 5.2408500 Jun 04 16:38:24.549247 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50b9c84-7209-4ee4-b051-2b14590ab505'] response: {'name': 'network-changed', 'server_uuid': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'tag': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'status': 'completed', 'code': 200} Jun 04 16:38:24.577839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Checking segment: {'id': 'ac37b72c-d7b7-4166-9705-1cea954d24fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:24.578209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Network hostable DHCP agents. Network: 6dbc341a-29b5-4106-aec4-76ae40643dc2, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:38:24.621301 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f6358668-7ccd-4e37-ac14-2f7164fa0770 None None] Set router 3079ff8c-116f-4919-b4df-b2f6517efbda gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:38:24.692950 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:24.839094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:22Z', 'revision_number': 3, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:24.843353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Checking router: ddb49353-8445-41f6-8b60-b0fa9a77f69a for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:38:24.843767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Updating router ddb49353-8445-41f6-8b60-b0fa9a77f69a port 7f19f146-3ffd-4022-b28a-0d3b04895208 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:38:24.901542 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:24.935027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port b2febdbc-0d8a-4390-b1b5-420da91d9d29 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:24.935587 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:25.031711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] The port 'b2febdbc-0d8a-4390-b1b5-420da91d9d29' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:38:25.060347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:25.074019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Network 6dbc341a-29b5-4106-aec4-76ae40643dc2 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:38:25.177269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 6dbc341a-29b5-4106-aec4-76ae40643dc2) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:25.239775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a321dce4-3276-43f3-82b8-eb41ef2c49f9 None None] Network 6dbc341a-29b5-4106-aec4-76ae40643dc2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:25.272751 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f6358668-7ccd-4e37-ac14-2f7164fa0770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:06Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'c0488d22-c8f6-4118-b6f1-239317126d9f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'port_id': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'mac_address': 'fa:16:3e:30:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:36:29Z', 'updated_at': '2022-06-04T16:38:21Z', 'revision_number': 3, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6fc63c7-9fa2-4e75-a243-01f53cddb5a7', 'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'mac_address': 'fa:16:3e:1e:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:05Z', 'updated_at': '2022-06-04T16:34:13Z', 'revision_number': 5, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'subnets': [{'id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:25.277999 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6358668-7ccd-4e37-ac14-2f7164fa0770 None None] Checking router: 3079ff8c-116f-4919-b4df-b2f6517efbda for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:38:25.289772 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6358668-7ccd-4e37-ac14-2f7164fa0770 None None] Routers {'3079ff8c-116f-4919-b4df-b2f6517efbda'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:25.290991 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f6358668-7ccd-4e37-ac14-2f7164fa0770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3079ff8c-116f-4919-b4df-b2f6517efbda'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:25.291120 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:25.321618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ca1d6a-917e-48f7-a96d-d645eed4cf1e']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:25.325538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:25.325912 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:25.326951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc44499-6928-4ea7-9b2c-adf9dbbc0415 req-b040e15a-23c1-4d13-a27d-d66574100d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:25.328456 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfc44499-6928-4ea7-9b2c-adf9dbbc0415 req-b040e15a-23c1-4d13-a27d-d66574100d09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 1097 time: 0.7863655 Jun 04 16:38:25.337622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78b79a2-d69d-4e72-85ea-bf11edb576f9') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:25.338022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78b79a2-d69d-4e72-85ea-bf11edb576f9') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:25.351274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:25.372952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:25.382907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:38:25.383589 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:25.437029 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5ed7337-b72e-4b48-b1db-1dc2dd9bf00d tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:25.580725 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f6358668-7ccd-4e37-ac14-2f7164fa0770 None None] Set router 3079ff8c-116f-4919-b4df-b2f6517efbda gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:38:25.656655 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:38:25.669154 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:25.675811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:25.676564 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:25.703642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:25.722682 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e78b79a2-d69d-4e72-85ea-bf11edb576f9 resource provider aggregate not found Jun 04 16:38:25.749678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88894f8c-b9b9-4ef3-a13c-b58e3526ef52 None None] Network 6dbc341a-29b5-4106-aec4-76ae40643dc2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:25.816630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Network': ['ID=16ca1d6a-917e-48f7-a96d-d645eed4cf1e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:25.832455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed7337-b72e-4b48-b1db-1dc2dd9bf00d tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Calling delete_port for 21f1f88f-4482-4a79-82d8-c6195e9c1a44 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:25.863380 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e78b79a2-d69d-4e72-85ea-bf11edb576f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e78b79a2-d69d-4e72-85ea-bf11edb576f9 found for delete ", "request_id": "req-b1132077-3d66-4caa-8dab-f1ea3c35b3c5"}]} Jun 04 16:38:25.888881 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-01228aa4-4231-4c3a-a1a6-5b64acee7870 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/networks/16ca1d6a-917e-48f7-a96d-d645eed4cf1e HTTP/1.1" status: 204 len: 168 time: 2.8544383 Jun 04 16:38:25.900503 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33266) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:25.915260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:25.922992 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:25.952032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Transition to ACTIVE for port object 7f19f146-3ffd-4022-b28a-0d3b04895208 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:25.984146 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-abfe2c88-5aba-4e06-bb31-6fb27926a2f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7413721 Jun 04 16:38:25.988215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-477689215'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:25.992045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33270) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:25.997650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b2febdbc-0d8a-4390-b1b5-420da91d9d29 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:38:26.039500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:26.040321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b2febdbc-0d8a-4390-b1b5-420da91d9d29 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:38:26.040760 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b2febdbc-0d8a-4390-b1b5-420da91d9d29 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:38:26.042673 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.044648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1677756318-router', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:26.063202 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:network and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:26.078039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:26.082783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:26.095270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Usage tracker for resource:router and tenant:c9e4275785034232a9a3141cc720de10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:26.109069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:26.132944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:26.136910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:26.143229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.20.0.1 (3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af/cd13f6cb-000c-483a-ae92-369172adaff4/002c7925-e9af-4c12-956e-4f485e4abe3b) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:26.159838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc44499-6928-4ea7-9b2c-adf9dbbc0415 req-4d048a72-62d8-438f-bc0f-f11c87055196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:26.160781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfc44499-6928-4ea7-9b2c-adf9dbbc0415 req-4d048a72-62d8-438f-bc0f-f11c87055196 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.7983279 Jun 04 16:38:26.214117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9deaf-e37a-46a9-9fd0-c3812fc638a5 None None] Pushing event updated for resources: {'Port': ['ID=7f19f146-3ffd-4022-b28a-0d3b04895208,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:26.243880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Attempting to bind port 7f19f146-3ffd-4022-b28a-0d3b04895208 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:38:26.244400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Attempting to bind port 7f19f146-3ffd-4022-b28a-0d3b04895208 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:38:26.244724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Attempting to bind port 7f19f146-3ffd-4022-b28a-0d3b04895208 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:26.245727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:26.255146 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.256028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:38:26.256403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:26.256902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.257417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:38:26.258389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Bound port: 7f19f146-3ffd-4022-b28a-0d3b04895208, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:38:26.258791 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.303573 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.310019 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.337707 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f6358668-7ccd-4e37-ac14-2f7164fa0770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:06Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'c0488d22-c8f6-4118-b6f1-239317126d9f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'port_id': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'mac_address': 'fa:16:3e:30:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:36:29Z', 'updated_at': '2022-06-04T16:38:21Z', 'revision_number': 3, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6fc63c7-9fa2-4e75-a243-01f53cddb5a7', 'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'mac_address': 'fa:16:3e:1e:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:05Z', 'updated_at': '2022-06-04T16:34:13Z', 'revision_number': 5, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'subnets': [{'id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:26.347843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] For port 7f19f146-3ffd-4022-b28a-0d3b04895208, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:38:26.351687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] For port 7f19f146-3ffd-4022-b28a-0d3b04895208, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7f19f146-3ffd-4022-b28a-0d3b04895208,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:38:26.355974 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6358668-7ccd-4e37-ac14-2f7164fa0770 None None] The sync data for ids ['3079ff8c-116f-4919-b4df-b2f6517efbda'] in n-d-811809-3 is: [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:06Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'c0488d22-c8f6-4118-b6f1-239317126d9f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'port_id': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'mac_address': 'fa:16:3e:30:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:36:29Z', 'updated_at': '2022-06-04T16:38:21Z', 'revision_number': 3, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6fc63c7-9fa2-4e75-a243-01f53cddb5a7', 'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'mac_address': 'fa:16:3e:1e:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:05Z', 'updated_at': '2022-06-04T16:34:13Z', 'revision_number': 5, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'subnets': [{'id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:26.384748 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.397989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33280) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:26.419102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:38:26.438539 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.438883 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Added segment 6cdf2110-e854-4d42-a828-34c3ef2fe40d of type vlan for network 4e203802-3af8-4d52-bfd9-6faf644b45ee Jun 04 16:38:26.508465 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.513987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfc44499-6928-4ea7-9b2c-adf9dbbc0415 req-2bb0b69c-9f5c-4fe8-88dc-8147a8f3bd3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f HTTP/1.1" status: 200 len: 1002 time: 0.3426747 Jun 04 16:38:26.536307 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.553203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9deaf-e37a-46a9-9fd0-c3812fc638a5 None None] Pushing event updated for resources: {'Port': ['ID=7f19f146-3ffd-4022-b28a-0d3b04895208,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:26.555956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:26.556679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:26.570342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'tag': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:38:26.683770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-58c1e206-7bd1-428f-9686-71c11f7b90ab tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:26.686047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.686669 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e8e28c-40d6-4e25-bc79-a80e1e16034d'] response: {'name': 'network-changed', 'server_uuid': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'tag': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'status': 'completed', 'code': 200} Jun 04 16:38:26.691474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:26.692086 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.767424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc44499-6928-4ea7-9b2c-adf9dbbc0415 req-3b4d6b49-440d-4ab5-8d53-12df94720e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:26.769171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfc44499-6928-4ea7-9b2c-adf9dbbc0415 req-3b4d6b49-440d-4ab5-8d53-12df94720e9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.2459223 Jun 04 16:38:26.780422 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5ed7337-b72e-4b48-b1db-1dc2dd9bf00d tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.814818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:38:26.837235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:26.858549 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9539006 Jun 04 16:38:26.861744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079b75a-131d-4ca2-b498-a459cd473483 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Network': ['ID=4e203802-3af8-4d52-bfd9-6faf644b45ee,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:26.863115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33288) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:26.903458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': '4e203802-3af8-4d52-bfd9-6faf644b45ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:26.922268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 4e203802-3af8-4d52-bfd9-6faf644b45ee details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:38:26.931448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed7337-b72e-4b48-b1db-1dc2dd9bf00d tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event deleted for resources: {'Port': ['ID=21f1f88f-4482-4a79-82d8-c6195e9c1a44,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:26.953330 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-58c1e206-7bd1-428f-9686-71c11f7b90ab tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] 10.222.0.13 "PUT /v2.0/quotas/d46507c24ca84187a6bfa9ee1b75a6f1 HTTP/1.1" status: 200 len: 366 time: 0.5491579 Jun 04 16:38:26.960242 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:27.017807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33292) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:27.068307 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0ff12bf1-deb1-47cd-aea5-e23fdeba2c42 tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0496013 Jun 04 16:38:27.069589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Transition to ACTIVE for port object 002c7925-e9af-4c12-956e-4f485e4abe3b will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:27.074555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33296) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:27.096782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-42e96f39-4f12-4c54-8b3d-6ffff5b838f3 tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] 10.222.0.13 "GET /v2.0/quotas/d46507c24ca84187a6bfa9ee1b75a6f1 HTTP/1.1" status: 200 len: 366 time: 0.0200119 Jun 04 16:38:27.101708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33300) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:27.242884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:22Z', 'revision_number': 3, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:27.249081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a244c-cc48-402b-b107-c12b58cab7aa None None] The sync data for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 is: [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:22Z', 'revision_number': 3, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:27.270581 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-56f8acfe-0163-47f0-9975-5206a96119e3 tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/d46507c24ca84187a6bfa9ee1b75a6f1 HTTP/1.1" status: 204 len: 168 time: 0.1651559 Jun 04 16:38:27.277817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33304) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:27.277817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc44499-6928-4ea7-9b2c-adf9dbbc0415 req-de9816ac-10a8-415b-b0c2-a8a5477fe356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:27.278128 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfc44499-6928-4ea7-9b2c-adf9dbbc0415 req-de9816ac-10a8-415b-b0c2-a8a5477fe356 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4986928 Jun 04 16:38:27.281894 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5ed7337-b72e-4b48-b1db-1dc2dd9bf00d tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:27.322163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-25f164fc-c683-4d7d-913c-5ddc9f408921 tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0429375 Jun 04 16:38:27.323368 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:27.328542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33308) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:27.454226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:27.528932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8c916d63-4295-44c7-a1e2-45b69b320275 tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] 10.222.0.13 "GET /v2.0/quotas/d46507c24ca84187a6bfa9ee1b75a6f1 HTTP/1.1" status: 200 len: 370 time: 0.1678207 Jun 04 16:38:27.536682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33312) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:27.538523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:27.542269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:27.576681 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a0cc251d-4a19-4f68-af3c-87fe0c09b2bd tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] 10.222.0.13 "GET /v2.0/quotas/d46507c24ca84187a6bfa9ee1b75a6f1/default HTTP/1.1" status: 200 len: 370 time: 0.0264695 Jun 04 16:38:27.577804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:27.579244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33316) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:27.581684 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:27.609163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:27.612274 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-e9d532c4-23fa-4914-86b2-6f981ca36d72 tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] delete failed (client error): The resource could not be found. Jun 04 16:38:27.615963 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e9d532c4-23fa-4914-86b2-6f981ca36d72 tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/d46507c24ca84187a6bfa9ee1b75a6f1 HTTP/1.1" status: 404 len: 348 time: 0.0277264 Jun 04 16:38:27.615963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Allocated IP 172.20.0.1 (a86cdb26-f9a1-4067-b02d-d95f32e1e9cd/0b1e4094-3a05-4f0d-9004-57005698851e/c6e1ccb3-ab10-4599-9ebc-4a145be359ec) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:27.616220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:27.628584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:27.645716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:27.649857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:27.664329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=002c7925-e9af-4c12-956e-4f485e4abe3b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:27.774807 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1f5582b1-3458-46ba-80e2-8ff031d3af33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:27.808856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33322) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:27.915011 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfc44499-6928-4ea7-9b2c-adf9dbbc0415 req-c26b4321-0902-4c2e-90a6-5b1dfb4948f0 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230962 Jun 04 16:38:28.002895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Usage tracker for resource:network and tenant:a6f602434b664d2c85f3f11ba271d310 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:28.034932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dcefa7fa-aba8-4d28-b2e6-3facd40b9753 None None] Provisioning for port 002c7925-e9af-4c12-956e-4f485e4abe3b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:28.042287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dcefa7fa-aba8-4d28-b2e6-3facd40b9753 None None] Provisioning complete for port 002c7925-e9af-4c12-956e-4f485e4abe3b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:28.043056 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dcefa7fa-aba8-4d28-b2e6-3facd40b9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:28.057784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:28.112124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Usage tracker for resource:subnet and tenant:a6f602434b664d2c85f3f11ba271d310 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:28.120971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-dcefa7fa-aba8-4d28-b2e6-3facd40b9753 None None] Port 002c7925-e9af-4c12-956e-4f485e4abe3b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:28.137321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:28.152320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ed7337-b72e-4b48-b1db-1dc2dd9bf00d tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Router 8f7f095d-a1d9-40f9-a807-52a0a4fc9177 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:38:28.198972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Usage tracker for resource:subnetpool and tenant:a6f602434b664d2c85f3f11ba271d310 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:28.204651 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:28.206617 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:28.220595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:28.236121 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:28.240134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Transition to ACTIVE for port object c6e1ccb3-ab10-4599-9ebc-4a145be359ec will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:28.308399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Usage tracker for resource:port and tenant:a6f602434b664d2c85f3f11ba271d310 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:28.347943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:28.360376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Subnet': ['ID=3e311ded-29be-40c5-a5e8-3edfc2c855c8,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:28.413179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ed7337-b72e-4b48-b1db-1dc2dd9bf00d tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:28.422341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfc44499-6928-4ea7-9b2c-adf9dbbc0415 req-599a397f-a5d9-428c-bdeb-a464216db613 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955757 Jun 04 16:38:28.425149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a33f48-afb0-454d-9be5-18ee06eadd89 None None] Sync routers for ids ['8f7f095d-a1d9-40f9-a807-52a0a4fc9177'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:28.438846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a33f48-afb0-454d-9be5-18ee06eadd89 None None] Routers {'8f7f095d-a1d9-40f9-a807-52a0a4fc9177'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:28.441137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-76a33f48-afb0-454d-9be5-18ee06eadd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8f7f095d-a1d9-40f9-a807-52a0a4fc9177'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:28.449904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Usage tracker for resource:router and tenant:a6f602434b664d2c85f3f11ba271d310 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:28.453185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f5ed7337-b72e-4b48-b1db-1dc2dd9bf00d tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "PUT /v2.0/routers/8f7f095d-a1d9-40f9-a807-52a0a4fc9177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9110489 Jun 04 16:38:28.453866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33326) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:28.458868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Checking segment: {'id': '6cdf2110-e854-4d42-a828-34c3ef2fe40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4e203802-3af8-4d52-bfd9-6faf644b45ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:28.459398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network hostable DHCP agents. Network: 4e203802-3af8-4d52-bfd9-6faf644b45ee, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:38:28.476814 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:28.511256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-76a33f48-afb0-454d-9be5-18ee06eadd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:28.520310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a33f48-afb0-454d-9be5-18ee06eadd89 None None] Routers {'8f7f095d-a1d9-40f9-a807-52a0a4fc9177'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:28.520993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-76a33f48-afb0-454d-9be5-18ee06eadd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8f7f095d-a1d9-40f9-a807-52a0a4fc9177'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:28.565863 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:28.589086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Usage tracker for resource:floatingip and tenant:a6f602434b664d2c85f3f11ba271d310 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:28.632598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 4e203802-3af8-4d52-bfd9-6faf644b45ee is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:38:28.642873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-76a33f48-afb0-454d-9be5-18ee06eadd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:28.643281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a33f48-afb0-454d-9be5-18ee06eadd89 None None] The sync data for ids ['8f7f095d-a1d9-40f9-a807-52a0a4fc9177'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:28.647110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:28.660869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:28.672141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:28.674934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:28.685753 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cb45a3-d492-48c2-9951-3f39aa2032bd tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:28.736496 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 4e203802-3af8-4d52-bfd9-6faf644b45ee) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:28.740905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:28.741947 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:28.751439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29752368-f58c-4ff4-8220-f61fa3ed8b83 None None] Network 4e203802-3af8-4d52-bfd9-6faf644b45ee requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:28.803334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e1ccb3-ab10-4599-9ebc-4a145be359ec,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:28.833259 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:28.839768 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-16348343-d51e-4164-a7d8-5d03c61ba506 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9447408 Jun 04 16:38:28.839768 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:28.847107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33330) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:28.852947 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:28.879641 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': '4e203802-3af8-4d52-bfd9-6faf644b45ee', 'name': 'tempest-PortsTestJSON-1693161052', 'fixed_ips': [{'subnet_id': '3e311ded-29be-40c5-a5e8-3edfc2c855c8', 'ip_address': '172.20.0.10'}]}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:28.891113 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.079218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7f19f146-3ffd-4022-b28a-0d3b04895208 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:29.097138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Usage tracker for resource:security_group and tenant:a6f602434b664d2c85f3f11ba271d310 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:29.125170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:29.158251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-4e203802-3af8-4d52-bfd9-6faf644b45ee', 'network_id': '4e203802-3af8-4d52-bfd9-6faf644b45ee', 'tenant_id': '04b67dbf75864ac480045d91d51492a4', 'fixed_ips': [{'subnet_id': '3e311ded-29be-40c5-a5e8-3edfc2c855c8'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:38:29.159428 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.184111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b32f1bd9-76ee-47a1-95f7-19f041cf7818 None None] Provisioning for port c6e1ccb3-ab10-4599-9ebc-4a145be359ec completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:29.206318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Usage tracker for resource:security_group_rule and tenant:a6f602434b664d2c85f3f11ba271d310 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:29.233127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:29.249319 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-43f27b09-2337-461e-bd3e-3e6d9f554a3e tempest-QuotasTest-1748006464 tempest-QuotasTest-1748006464-project-admin] 10.222.0.13 "GET /v2.0/quotas/a6f602434b664d2c85f3f11ba271d310/details.json HTTP/1.1" status: 200 len: 703 time: 1.4319253 Jun 04 16:38:29.261747 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cb45a3-d492-48c2-9951-3f39aa2032bd tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.263933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Allocated IP 172.25.5.179 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/a9e6835f-de8c-4151-b78e-ea9d58c50c38) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:29.266369 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cb45a3-d492-48c2-9951-3f39aa2032bd tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.271912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371dc77-4275-4868-a604-ecaf06bb9e2e req-5104e733-43d4-4daf-bd9b-874bdb287ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:29.273673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7371dc77-4275-4868-a604-ecaf06bb9e2e req-5104e733-43d4-4daf-bd9b-874bdb287ac7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 1097 time: 0.7647367 Jun 04 16:38:29.367327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Allocated IP 172.20.0.2 (4e203802-3af8-4d52-bfd9-6faf644b45ee/3e311ded-29be-40c5-a5e8-3edfc2c855c8/d14acba3-ac48-4c96-93ba-b3223268320d) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:29.406957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b32f1bd9-76ee-47a1-95f7-19f041cf7818 None None] Provisioning complete for port c6e1ccb3-ab10-4599-9ebc-4a145be359ec triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:29.407407 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b32f1bd9-76ee-47a1-95f7-19f041cf7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.447737 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.489546 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.531442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 7f19f146-3ffd-4022-b28a-0d3b04895208 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:29.545924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7f19f146-3ffd-4022-b28a-0d3b04895208 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:29.546454 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.633016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b32f1bd9-76ee-47a1-95f7-19f041cf7818 None None] Port c6e1ccb3-ab10-4599-9ebc-4a145be359ec cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:29.665369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:29.673441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:29.678586 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:29.714524 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cb45a3-d492-48c2-9951-3f39aa2032bd tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.716257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cb45a3-d492-48c2-9951-3f39aa2032bd tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Fanout notify agent at l3_agent the message router_deleted on router 8f7f095d-a1d9-40f9-a807-52a0a4fc9177 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:38:29.723651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Pushing event updated for resources: {'Port': ['ID=a9e6835f-de8c-4151-b78e-ea9d58c50c38,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:29.734040 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.799122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33340) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:29.828195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7f19f146-3ffd-4022-b28a-0d3b04895208 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:29.828574 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.841273 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:29.857966 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.861273 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cb45a3-d492-48c2-9951-3f39aa2032bd tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.862888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-64cb45a3-d492-48c2-9951-3f39aa2032bd tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "DELETE /v2.0/routers/8f7f095d-a1d9-40f9-a807-52a0a4fc9177 HTTP/1.1" status: 204 len: 168 time: 1.4064972 Jun 04 16:38:29.864508 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:port and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:29.872335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 7f19f146-3ffd-4022-b28a-0d3b04895208, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7f19f146-3ffd-4022-b28a-0d3b04895208,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:29.872551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33346) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:29.873205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:29.874024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Transition to ACTIVE for port object d14acba3-ac48-4c96-93ba-b3223268320d will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:29.889653 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.926605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:29.957292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Transition to ACTIVE for port object d14acba3-ac48-4c96-93ba-b3223268320d will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:29.979289 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:29.979766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fc11cd-5a4b-4b37-9436-1356c32bf6b8 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Deleting subnet 7b92420d-7c75-460e-8e30-83c491839287 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:38:29.983254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371dc77-4275-4868-a604-ecaf06bb9e2e req-3f27385e-916a-4bfd-b687-b0f711c882af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:29.983577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7371dc77-4275-4868-a604-ecaf06bb9e2e req-3f27385e-916a-4bfd-b687-b0f711c882af service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.7030652 Jun 04 16:38:29.989418 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-71fc11cd-5a4b-4b37-9436-1356c32bf6b8 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.012799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=7f19f146-3ffd-4022-b28a-0d3b04895208,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:30.070290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Network 4e203802-3af8-4d52-bfd9-6faf644b45ee is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:30.074698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:30.077312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:30.084777 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9796bd2d-8172-41f7-ad24-2c7a2d1c5353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.127309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:30.131942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Pushing event updated for resources: {'Port': ['ID=d14acba3-ac48-4c96-93ba-b3223268320d,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:30.182623 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c969bde9-ed0e-403e-a9e5-adb2a3ec35a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.188168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Attempting to bind port d14acba3-ac48-4c96-93ba-b3223268320d on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:38:30.188532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Attempting to bind port d14acba3-ac48-4c96-93ba-b3223268320d by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '6cdf2110-e854-4d42-a828-34c3ef2fe40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4e203802-3af8-4d52-bfd9-6faf644b45ee'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:38:30.188884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Attempting to bind port d14acba3-ac48-4c96-93ba-b3223268320d on network 4e203802-3af8-4d52-bfd9-6faf644b45ee {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:30.195372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:38:30.195372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Checking segment: {'id': '6cdf2110-e854-4d42-a828-34c3ef2fe40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4e203802-3af8-4d52-bfd9-6faf644b45ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:30.195686 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.196241 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Bound using segment: {'id': '6cdf2110-e854-4d42-a828-34c3ef2fe40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4e203802-3af8-4d52-bfd9-6faf644b45ee'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:38:30.196706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Bound port: d14acba3-ac48-4c96-93ba-b3223268320d, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdf2110-e854-4d42-a828-34c3ef2fe40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4e203802-3af8-4d52-bfd9-6faf644b45ee'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:38:30.197063 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.306560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] For port d14acba3-ac48-4c96-93ba-b3223268320d, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:38:30.310150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] For port d14acba3-ac48-4c96-93ba-b3223268320d, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d14acba3-ac48-4c96-93ba-b3223268320d,segment=NetworkSegment(6cdf2110-e854-4d42-a828-34c3ef2fe40d),segment_id=6cdf2110-e854-4d42-a828-34c3ef2fe40d)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:38:30.315632 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.331279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-71fc11cd-5a4b-4b37-9436-1356c32bf6b8 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.336370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.338003 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.388991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c969bde9-ed0e-403e-a9e5-adb2a3ec35a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:30.393414 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c969bde9-ed0e-403e-a9e5-adb2a3ec35a4 admin admin] Usage tracker for resource:security_group_rule and tenant:36eeeea550d2444d8f92c5b23b0def7d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:30.399771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64e0d9-a654-4fc9-afc8-5927cc470cad None None] Pushing event updated for resources: {'Port': ['ID=d14acba3-ac48-4c96-93ba-b3223268320d,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:30.406924 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.411850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c969bde9-ed0e-403e-a9e5-adb2a3ec35a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:30.436030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c969bde9-ed0e-403e-a9e5-adb2a3ec35a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:30.447029 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7371dc77-4275-4868-a604-ecaf06bb9e2e req-317d34a0-b90c-4c4d-9822-194fa835c7f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f HTTP/1.1" status: 200 len: 1002 time: 0.4080594 Jun 04 16:38:30.611862 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.657494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371dc77-4275-4868-a604-ecaf06bb9e2e req-614148e6-2b05-4453-9a46-b810f8f8112e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:30.659224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7371dc77-4275-4868-a604-ecaf06bb9e2e req-614148e6-2b05-4453-9a46-b810f8f8112e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.1951752 Jun 04 16:38:30.732602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port bff68e4b-b67f-4286-80de-8a491104ed27 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:38:30.737134 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.749915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e1ccb3-ab10-4599-9ebc-4a145be359ec,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:30.782073 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:38:30.815225 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-71fc11cd-5a4b-4b37-9436-1356c32bf6b8 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.855279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:30.881183 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:31.055486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:31.058342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:31.064581 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:31.112703 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:31.123745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=002c7925-e9af-4c12-956e-4f485e4abe3b,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:31.135296 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:31.154333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7f19f146-3ffd-4022-b28a-0d3b04895208 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:31.154731 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c969bde9-ed0e-403e-a9e5-adb2a3ec35a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:31.216305 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-71fc11cd-5a4b-4b37-9436-1356c32bf6b8 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:31.239165 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c969bde9-ed0e-403e-a9e5-adb2a3ec35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:31.272582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7f19f146-3ffd-4022-b28a-0d3b04895208 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:31.273012 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:31.467124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7f19f146-3ffd-4022-b28a-0d3b04895208 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:31.468487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d14acba3-ac48-4c96-93ba-b3223268320d up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:31.491007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Router ddb49353-8445-41f6-8b60-b0fa9a77f69a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:38:31.562357 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:31.572157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cacb17a2-ffa4-4ca2-8460-72d6c00e745f None None] Provisioning complete for port c6e1ccb3-ab10-4599-9ebc-4a145be359ec triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:31.572528 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cacb17a2-ffa4-4ca2-8460-72d6c00e745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:31.573791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371dc77-4275-4868-a604-ecaf06bb9e2e req-3e4cfbef-ca6e-4cc0-898f-394f63d481cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:31.575673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7371dc77-4275-4868-a604-ecaf06bb9e2e req-3e4cfbef-ca6e-4cc0-898f-394f63d481cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8994589 Jun 04 16:38:31.635779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port d14acba3-ac48-4c96-93ba-b3223268320d completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:31.639025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Router 9e495bc5-0979-49f7-b226-dc4980e5ac7a is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:38:31.641548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cacb17a2-ffa4-4ca2-8460-72d6c00e745f None None] Port c6e1ccb3-ab10-4599-9ebc-4a145be359ec cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:31.663403 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-71fc11cd-5a4b-4b37-9436-1356c32bf6b8 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:31.666129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc11cd-5a4b-4b37-9436-1356c32bf6b8 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event deleted for resources: {'Subnet': ['ID=7b92420d-7c75-460e-8e30-83c491839287,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:31.671686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2180214-7ab8-454d-85fb-e15eb9254926 None None] Network fc690063-a480-4ac9-95cf-bbecc8bf534d requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:31.810193 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c969bde9-ed0e-403e-a9e5-adb2a3ec35a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36eeeea550d2444d8f92c5b23b0def7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9974370 Jun 04 16:38:31.812493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:31.813850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33350) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:31.828143 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Sync routers for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:31.829852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969bde9-ed0e-403e-a9e5-adb2a3ec35a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85585f49-7271-4c57-aa8a-4b988f2ebfba,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:31.841113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.10 (4e203802-3af8-4d52-bfd9-6faf644b45ee/3e311ded-29be-40c5-a5e8-3edfc2c855c8/bff68e4b-b67f-4286-80de-8a491104ed27) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:31.844473 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-71fc11cd-5a4b-4b37-9436-1356c32bf6b8 tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "DELETE /v2.0/subnets/7b92420d-7c75-460e-8e30-83c491839287 HTTP/1.1" status: 204 len: 168 time: 1.9679534 Jun 04 16:38:31.851555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33354) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:31.869417 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:31.871549 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:31.888957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0452248b-602d-4ba1-8b26-8319c1b433e5 None None] Network 4e203802-3af8-4d52-bfd9-6faf644b45ee requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:31.920945 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-211fb3a9-6e12-4588-9041-48cd5a3f4ea5 admin admin] 10.222.0.13 "PUT /v2.0/routers/ddb49353-8445-41f6-8b60-b0fa9a77f69a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6545143 Jun 04 16:38:32.008018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:32.027615 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7371dc77-4275-4868-a604-ecaf06bb9e2e req-a5773b08-c898-4f19-a0c8-aafd594a96ab service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675241 Jun 04 16:38:32.038684 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d58885a-b6e7-43f6-8d89-c1439b08607f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:32.053773 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:32.055442 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ff2690ab-01a8-4d53-9aa1-4f7a5f410a5e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0311120 Jun 04 16:38:32.058360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33360) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:32.129094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Sync routers for ids ['9e495bc5-0979-49f7-b226-dc4980e5ac7a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:32.160235 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Routers {'9e495bc5-0979-49f7-b226-dc4980e5ac7a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:32.161283 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9e495bc5-0979-49f7-b226-dc4980e5ac7a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:32.163623 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d58885a-b6e7-43f6-8d89-c1439b08607f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:32.204095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7371dc77-4275-4868-a604-ecaf06bb9e2e req-58b9ef1b-6252-45ad-b7ba-a7a8a5061df8 service neutron] 10.222.0.42 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603673 Jun 04 16:38:32.260623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:32.267752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:32.306076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c052c4bf-afe0-4e38-8d71-82ab9caab8ca None None] Provisioning for port d14acba3-ac48-4c96-93ba-b3223268320d completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:32.316269 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:38:32.342824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c052c4bf-afe0-4e38-8d71-82ab9caab8ca None None] Provisioning complete for port d14acba3-ac48-4c96-93ba-b3223268320d triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:32.343463 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c052c4bf-afe0-4e38-8d71-82ab9caab8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:32.563971 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:32.667640 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:32.683373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Set router 9e495bc5-0979-49f7-b226-dc4980e5ac7a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:38:32.742951 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d58885a-b6e7-43f6-8d89-c1439b08607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:32.777838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58885a-b6e7-43f6-8d89-c1439b08607f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85585f49-7271-4c57-aa8a-4b988f2ebfba,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:32.790897 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d58885a-b6e7-43f6-8d89-c1439b08607f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:32.792617 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8d58885a-b6e7-43f6-8d89-c1439b08607f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85585f49-7271-4c57-aa8a-4b988f2ebfba HTTP/1.1" status: 204 len: 168 time: 0.9778337 Jun 04 16:38:32.800779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] DHCP port deletion for fc690063-a480-4ac9-95cf-bbecc8bf534d request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:38:32.823604 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 2, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:32.838250 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Checking router: ddb49353-8445-41f6-8b60-b0fa9a77f69a for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:38:32.838978 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Updating router ddb49353-8445-41f6-8b60-b0fa9a77f69a port c6e1ccb3-ab10-4599-9ebc-4a145be359ec binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:38:32.867003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Deleting port 87f07dce-3af1-4b18-b167-0ebf9bfa321c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:32.867372 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:32.869799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Deleting port 87f07dce-3af1-4b18-b167-0ebf9bfa321c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:32.870317 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:32.953936 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.034475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 87f07dce-3af1-4b18-b167-0ebf9bfa321c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:38:33.138309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c052c4bf-afe0-4e38-8d71-82ab9caab8ca None None] Current status of the port d14acba3-ac48-4c96-93ba-b3223268320d is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:33.139465 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c052c4bf-afe0-4e38-8d71-82ab9caab8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.213022 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.357539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Transition to ACTIVE for port object bff68e4b-b67f-4286-80de-8a491104ed27 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:33.364030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 1e4712c0-895b-4286-b261-9741c0703b0d has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:38:33.382218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c052c4bf-afe0-4e38-8d71-82ab9caab8ca None None] For port d14acba3-ac48-4c96-93ba-b3223268320d, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d14acba3-ac48-4c96-93ba-b3223268320d,segment=NetworkSegment(6cdf2110-e854-4d42-a828-34c3ef2fe40d),segment_id=6cdf2110-e854-4d42-a828-34c3ef2fe40d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:33.402221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33376) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:33.404187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 87f07dce-3af1-4b18-b167-0ebf9bfa321c is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:33.404753 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.405003 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.416373 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c052c4bf-afe0-4e38-8d71-82ab9caab8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.441437 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34cec9ac-53d5-4689-9b15-c17f3af93b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.482278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-34cec9ac-53d5-4689-9b15-c17f3af93b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:33.487015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-34cec9ac-53d5-4689-9b15-c17f3af93b81 admin admin] Usage tracker for resource:security_group_rule and tenant:a6f602434b664d2c85f3f11ba271d310 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:33.490534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-34cec9ac-53d5-4689-9b15-c17f3af93b81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:33.497054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-34cec9ac-53d5-4689-9b15-c17f3af93b81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:33.539274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] For port 87f07dce-3af1-4b18-b167-0ebf9bfa321c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=87f07dce-3af1-4b18-b167-0ebf9bfa321c,segment=NetworkSegment(d15f0fa4-676a-48a3-ab37-0a70c210c9be),segment_id=d15f0fa4-676a-48a3-ab37-0a70c210c9be)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:33.539978 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.633468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33382) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:33.700994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Calling delete_port for 87f07dce-3af1-4b18-b167-0ebf9bfa321c owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:33.707490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] For port 87f07dce-3af1-4b18-b167-0ebf9bfa321c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=87f07dce-3af1-4b18-b167-0ebf9bfa321c,segment=NetworkSegment(d15f0fa4-676a-48a3-ab37-0a70c210c9be),segment_id=d15f0fa4-676a-48a3-ab37-0a70c210c9be)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:33.707896 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.711744 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.730804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5973d398-3502-4170-81c7-686d4461e81b None None] Provisioning complete for port 002c7925-e9af-4c12-956e-4f485e4abe3b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:33.731174 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5973d398-3502-4170-81c7-686d4461e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.739364 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Transition to ACTIVE for port object c6e1ccb3-ab10-4599-9ebc-4a145be359ec will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:33.751378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--15040617', 'description': 'tempest-description--314475527'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:33.751745 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.774487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 87f07dce-3af1-4b18-b167-0ebf9bfa321c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=87f07dce-3af1-4b18-b167-0ebf9bfa321c,segment=NetworkSegment(d15f0fa4-676a-48a3-ab37-0a70c210c9be),segment_id=d15f0fa4-676a-48a3-ab37-0a70c210c9be)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:33.832755 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34cec9ac-53d5-4689-9b15-c17f3af93b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.836299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052c4bf-afe0-4e38-8d71-82ab9caab8ca None None] Pushing event updated for resources: {'Port': ['ID=d14acba3-ac48-4c96-93ba-b3223268320d,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:33.842865 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34cec9ac-53d5-4689-9b15-c17f3af93b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:33.893888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Allocated IP 172.20.0.1 (6dbc341a-29b5-4106-aec4-76ae40643dc2/ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b/ac26f4d0-7ca5-487d-b82a-e5a6ad209671) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:33.915417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Calling delete_port for 87f07dce-3af1-4b18-b167-0ebf9bfa321c owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:33.934204 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-34cec9ac-53d5-4689-9b15-c17f3af93b81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6f602434b664d2c85f3f11ba271d310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5163307 Jun 04 16:38:33.940185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33386) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:33.943389 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cec9ac-53d5-4689-9b15-c17f3af93b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dee1a9-3b1a-4fcc-ac6b-09ae56e00f8d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:33.959332 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.030994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'name': 'tempest-ServerRescueTestJSON-1677756318-router', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:30Z', 'revision_number': 3, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'gw_port': {'id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:29Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:34.046357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Checking router: 9e495bc5-0979-49f7-b226-dc4980e5ac7a for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:38:34.046731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Updating router 9e495bc5-0979-49f7-b226-dc4980e5ac7a port a9e6835f-de8c-4151-b78e-ea9d58c50c38 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:38:34.066568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:34.070751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Usage tracker for resource:security_group and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:34.073769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:34.079858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:34.101681 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Pushing event updated for resources: {'Port': ['ID=c6e1ccb3-ab10-4599-9ebc-4a145be359ec,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:34.126676 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:34.127460 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:34.128174 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:34.128878 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:34.129461 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:34.130082 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:34.130672 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:34.131271 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:34.131822 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:34.132431 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:34.133033 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:34.133594 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:34.145793 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:38:34.146109 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:38:34.148276 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.155252 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.166308 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Attempting to bind port c6e1ccb3-ab10-4599-9ebc-4a145be359ec on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:38:34.167881 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Attempting to bind port c6e1ccb3-ab10-4599-9ebc-4a145be359ec by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:38:34.168453 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Attempting to bind port c6e1ccb3-ab10-4599-9ebc-4a145be359ec on network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:34.176262 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1568eae8-4018-4343-b4ba-9968d3af6183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.177291 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:38:34.178327 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Checking segment: {'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:34.179010 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.179779 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Bound using segment: {'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:38:34.180539 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Bound port: c6e1ccb3-ab10-4599-9ebc-4a145be359ec, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:38:34.181134 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.191476 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.206105 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1568eae8-4018-4343-b4ba-9968d3af6183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.260582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5973d398-3502-4170-81c7-686d4461e81b None None] Port 002c7925-e9af-4c12-956e-4f485e4abe3b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:34.266830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=87f07dce-3af1-4b18-b167-0ebf9bfa321c,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:34.270714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 4e203802-3af8-4d52-bfd9-6faf644b45ee is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:34.284210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:34.287519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:34.290363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:34.295513 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1568eae8-4018-4343-b4ba-9968d3af6183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.307434 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:38:34.308478 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:38:34.316981 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.326531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.330063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568eae8-4018-4343-b4ba-9968d3af6183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dee1a9-3b1a-4fcc-ac6b-09ae56e00f8d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:34.330565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Usage tracker for resource:security_group_rule and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:34.353296 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] For port c6e1ccb3-ab10-4599-9ebc-4a145be359ec, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:38:34.356772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:34.357936 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] For port c6e1ccb3-ab10-4599-9ebc-4a145be359ec, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c6e1ccb3-ab10-4599-9ebc-4a145be359ec,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:38:34.361399 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1568eae8-4018-4343-b4ba-9968d3af6183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.365132 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1568eae8-4018-4343-b4ba-9968d3af6183 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25dee1a9-3b1a-4fcc-ac6b-09ae56e00f8d HTTP/1.1" status: 204 len: 168 time: 0.4214010 Jun 04 16:38:34.370323 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.383334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=bff68e4b-b67f-4286-80de-8a491104ed27,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:34.392177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:34.394773 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.394930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:34.433022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-61a084b8-690a-4c60-99ad-d0d1beed4459 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "PUT /v2.0/routers/1e4712c0-895b-4286-b261-9741c0703b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3150823 Jun 04 16:38:34.441128 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f9c25-cc23-4df0-a05f-f3eb17e7c31e None None] Sync routers for ids ['1e4712c0-895b-4286-b261-9741c0703b0d'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:34.445756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33392) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:34.474168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:34.477733 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.488471 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f9c25-cc23-4df0-a05f-f3eb17e7c31e None None] Routers {'1e4712c0-895b-4286-b261-9741c0703b0d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:34.490785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Network 6dbc341a-29b5-4106-aec4-76ae40643dc2 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:34.492025 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e89f9c25-cc23-4df0-a05f-f3eb17e7c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1e4712c0-895b-4286-b261-9741c0703b0d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:34.494579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:34.500004 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.506264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:34.526533 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5973d398-3502-4170-81c7-686d4461e81b None None] Provisioning complete for port d14acba3-ac48-4c96-93ba-b3223268320d triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:34.527374 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5973d398-3502-4170-81c7-686d4461e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.527903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'port': {'network_id': '3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af', 'name': 'tempest-FloatingIPTestJSON-1976222335'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:34.583575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f2a77649-77c0-4bc2-86bc-9f5f450a101b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.7329357 Jun 04 16:38:34.596725 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.608155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33398) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:34.623924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': '4e203802-3af8-4d52-bfd9-6faf644b45ee', 'name': 'tempest-PortsTestJSON-775336571', 'fixed_ips': [{'subnet_id': '3e311ded-29be-40c5-a5e8-3edfc2c855c8', 'ip_address': '172.20.0.9'}]}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:34.723305 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e89f9c25-cc23-4df0-a05f-f3eb17e7c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:34.753555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Deleting port 87f07dce-3af1-4b18-b167-0ebf9bfa321c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:34.753908 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.764076 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeedafd-b158-402b-9205-2294dba68f32 None None] Pushing event updated for resources: {'Port': ['ID=c6e1ccb3-ab10-4599-9ebc-4a145be359ec,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:34.772861 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f9c25-cc23-4df0-a05f-f3eb17e7c31e None None] Routers {'1e4712c0-895b-4286-b261-9741c0703b0d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:34.773922 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e89f9c25-cc23-4df0-a05f-f3eb17e7c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1e4712c0-895b-4286-b261-9741c0703b0d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:34.776780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Pushing event updated for resources: {'Port': ['ID=ac26f4d0-7ca5-487d-b82a-e5a6ad209671,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:34.826828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Deleting port 87f07dce-3af1-4b18-b167-0ebf9bfa321c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:34.827024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.834992 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:34.934388 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:34.935032 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:35.046644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5973d398-3502-4170-81c7-686d4461e81b None None] Current status of the port d14acba3-ac48-4c96-93ba-b3223268320d is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:35.066764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d14acba3-ac48-4c96-93ba-b3223268320d up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:35.074364 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e89f9c25-cc23-4df0-a05f-f3eb17e7c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:35.075471 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f9c25-cc23-4df0-a05f-f3eb17e7c31e None None] The sync data for ids ['1e4712c0-895b-4286-b261-9741c0703b0d'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:35.139455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:35.170890 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:35.175540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Usage tracker for resource:port and tenant:fa9933e6426947f68c85e35445b633ce is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:35.179038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:35.260627 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:35.263499 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:38:35.275204 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:35.310213 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:35.402250 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] For port 87f07dce-3af1-4b18-b167-0ebf9bfa321c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=87f07dce-3af1-4b18-b167-0ebf9bfa321c,segment=NetworkSegment(d15f0fa4-676a-48a3-ab37-0a70c210c9be),segment_id=d15f0fa4-676a-48a3-ab37-0a70c210c9be)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:35.403017 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:35.440688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] For port 87f07dce-3af1-4b18-b167-0ebf9bfa321c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=87f07dce-3af1-4b18-b167-0ebf9bfa321c,segment=NetworkSegment(d15f0fa4-676a-48a3-ab37-0a70c210c9be),segment_id=d15f0fa4-676a-48a3-ab37-0a70c210c9be)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:35.441348 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:35.455792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d14acba3-ac48-4c96-93ba-b3223268320d triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:35.460574 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:35.496123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-85830d76-61c8-4c4c-8424-4d4cdddd98c7 None None] Provisioning for port bff68e4b-b67f-4286-80de-8a491104ed27 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:35.617594 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Pushing event updated for resources: {'Port': ['ID=ac26f4d0-7ca5-487d-b82a-e5a6ad209671,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:35.624683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:35.629039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-85830d76-61c8-4c4c-8424-4d4cdddd98c7 None None] Provisioning complete for port bff68e4b-b67f-4286-80de-8a491104ed27 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:35.629836 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-85830d76-61c8-4c4c-8424-4d4cdddd98c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:35.759153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:35.773128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Calling delete_port for 87f07dce-3af1-4b18-b167-0ebf9bfa321c owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:35.779361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Calling delete_port for 87f07dce-3af1-4b18-b167-0ebf9bfa321c owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:35.818362 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:35.833778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Network 6dbc341a-29b5-4106-aec4-76ae40643dc2 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:35.836902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:35.889092 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:34Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:35.902775 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f058f4ab-c3d0-4eb4-ba79-582b3627bb22 None None] The sync data for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 is: [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:34Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:35.943033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Made reservation on behalf of fa9933e6426947f68c85e35445b633ce for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:35.947646 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:35.959952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Transition to ACTIVE for port object a9e6835f-de8c-4151-b78e-ea9d58c50c38 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:35.992776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-85830d76-61c8-4c4c-8424-4d4cdddd98c7 None None] Port bff68e4b-b67f-4286-80de-8a491104ed27 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:35.999944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:36.019722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33420) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:36.029452 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:36.032413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] device_id is not set on port ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:38:36.114018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:36.126813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:port and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:36.146933 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:38:36.154898 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:38:36.160926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Router 9e495bc5-0979-49f7-b226-dc4980e5ac7a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:38:36.170325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] No DVR routers for this DVR port 87f07dce-3af1-4b18-b167-0ebf9bfa321c on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:38:36.210266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Attempting to bind port a9e6835f-de8c-4151-b78e-ea9d58c50c38 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:38:36.211330 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Attempting to bind port a9e6835f-de8c-4151-b78e-ea9d58c50c38 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:38:36.211888 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Attempting to bind port a9e6835f-de8c-4151-b78e-ea9d58c50c38 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:36.220290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1532d03-b0e0-4267-8897-8b343638a5e0 None None] Pushing event updated for resources: {'Port': ['ID=a9e6835f-de8c-4151-b78e-ea9d58c50c38,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:36.227686 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:36.230503 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d14acba3-ac48-4c96-93ba-b3223268320d is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:36.233150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:38:36.233795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:36.234399 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:36.235004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:38:36.235891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Bound port: a9e6835f-de8c-4151-b78e-ea9d58c50c38, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:38:36.236763 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:36.265417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3c1060-c48a-4a35-861f-b3beecefb973,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:36.268827 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:36.273618 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4352db65-f753-4c32-ad23-57750bf12b30 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5805182 Jun 04 16:38:36.289665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Deleting port 87f07dce-3af1-4b18-b167-0ebf9bfa321c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:36.290318 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:36.292298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33426) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:36.293389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:36.297571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event deleted for resources: {'Port': ['ID=87f07dce-3af1-4b18-b167-0ebf9bfa321c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:36.315979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-32893910-58ce-4abf-b7df-1f4b37285648 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Request body: {'security_group_rule': {'security_group_id': 'dc3c1060-c48a-4a35-861f-b3beecefb973', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:36.329407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-32893910-58ce-4abf-b7df-1f4b37285648 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:36.381116 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:38:36.400701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-32893910-58ce-4abf-b7df-1f4b37285648 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Usage tracker for resource:security_group_rule and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:36.408797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:36.410308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] For port a9e6835f-de8c-4151-b78e-ea9d58c50c38, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:38:36.414261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] For port a9e6835f-de8c-4151-b78e-ea9d58c50c38, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a9e6835f-de8c-4151-b78e-ea9d58c50c38,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:38:36.469968 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:36.478732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-987e7439-7405-43fb-a735-acaf656590d6 None None] The port '87f07dce-3af1-4b18-b167-0ebf9bfa321c' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:38:36.536661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:36.543284 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bb6f6db9-358f-4b2b-91d5-8b92a164aeea admin admin] 10.222.0.13 "PUT /v2.0/routers/9e495bc5-0979-49f7-b226-dc4980e5ac7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4837422 Jun 04 16:38:36.554881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-32893910-58ce-4abf-b7df-1f4b37285648 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:36.577315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Routers {'9e495bc5-0979-49f7-b226-dc4980e5ac7a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:36.577957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9e495bc5-0979-49f7-b226-dc4980e5ac7a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:36.633095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1532d03-b0e0-4267-8897-8b343638a5e0 None None] Pushing event updated for resources: {'Port': ['ID=a9e6835f-de8c-4151-b78e-ea9d58c50c38,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:36.804883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] Set router 9e495bc5-0979-49f7-b226-dc4980e5ac7a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:38:36.810614 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:36.836636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc690063-a480-4ac9-95cf-bbecc8bf534d']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:36.849944 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:36.864339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-95966323'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:36.871486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:36.881245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-32893910-58ce-4abf-b7df-1f4b37285648 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:36.892797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15f0fa4-676a-48a3-ab37-0a70c210c9be') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:36.893066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15f0fa4-676a-48a3-ab37-0a70c210c9be') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:36.907572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:network and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:36.947373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:36.988301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:37.004110 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:37.056683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 29e9103f-6280-468a-a005-2426e2af6fc1 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:38:37.111209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c6e1ccb3-ab10-4599-9ebc-4a145be359ec up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:37.164070 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:37.164070 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32893910-58ce-4abf-b7df-1f4b37285648 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:37.201240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:38:37.201240 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:37.248565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:37.248565 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:37.310482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c6e1ccb3-ab10-4599-9ebc-4a145be359ec completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:37.321210 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c6e1ccb3-ab10-4599-9ebc-4a145be359ec triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:37.321385 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:37.340845 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment d15f0fa4-676a-48a3-ab37-0a70c210c9be resource provider aggregate not found Jun 04 16:38:37.370030 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:37.397511 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment d15f0fa4-676a-48a3-ab37-0a70c210c9be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d15f0fa4-676a-48a3-ab37-0a70c210c9be found for delete ", "request_id": "req-59b54a1b-bc7a-462c-b4b2-a4afb9aa4008"}]} Jun 04 16:38:37.397511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Allocated IP 172.20.0.6 (3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af/cd13f6cb-000c-483a-ae92-369172adaff4/ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:37.502343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c6e1ccb3-ab10-4599-9ebc-4a145be359ec is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:37.502343 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:37.509541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'name': 'tempest-ServerRescueTestJSON-1677756318-router', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:34Z', 'revision_number': 4, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'gw_port': {'id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:29Z', 'updated_at': '2022-06-04T16:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'ac26f4d0-7ca5-487d-b82a-e5a6ad209671', 'name': '', 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'mac_address': 'fa:16:3e:0a:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:33Z', 'updated_at': '2022-06-04T16:38:34Z', 'revision_number': 2, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'subnets': [{'id': 'ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:37.518900 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b987fca-aab3-416d-afa5-25a5d3d62950 None None] The sync data for ids ['9e495bc5-0979-49f7-b226-dc4980e5ac7a'] in n-d-811809-3 is: [{'id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'name': 'tempest-ServerRescueTestJSON-1677756318-router', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:34Z', 'revision_number': 4, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'gw_port': {'id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:29Z', 'updated_at': '2022-06-04T16:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'ac26f4d0-7ca5-487d-b82a-e5a6ad209671', 'name': '', 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'mac_address': 'fa:16:3e:0a:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:33Z', 'updated_at': '2022-06-04T16:38:34Z', 'revision_number': 2, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'subnets': [{'id': 'ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:37.539582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port c6e1ccb3-ab10-4599-9ebc-4a145be359ec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c6e1ccb3-ab10-4599-9ebc-4a145be359ec,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:37.547170 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:37.591561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:37.596882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:security_group_rule and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:37.600320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:37.627877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:37.646887 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=c6e1ccb3-ab10-4599-9ebc-4a145be359ec,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:37.705754 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:37.760513 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:37.829934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-3d564f4a-f2fa-480d-b7c2-bf967186617a tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:37.830624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-3d564f4a-f2fa-480d-b7c2-bf967186617a tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Synchronizing usage tracker for tenant:c9e4275785034232a9a3141cc720de10 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:37.850848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] Pushing event deleted for resources: {'Network': ['ID=fc690063-a480-4ac9-95cf-bbecc8bf534d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:37.878858 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32893910-58ce-4abf-b7df-1f4b37285648 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:37.921658 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32893910-58ce-4abf-b7df-1f4b37285648 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:37.927714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-63190737-2414-4258-988d-1366306cb68c tempest-FloatingIPNegativeTestJSON-365664560 tempest-FloatingIPNegativeTestJSON-365664560-project] 10.222.0.13 "DELETE /v2.0/networks/fc690063-a480-4ac9-95cf-bbecc8bf534d HTTP/1.1" status: 204 len: 168 time: 6.0563729 Jun 04 16:38:38.041095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32893910-58ce-4abf-b7df-1f4b37285648 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed013c3f-e35b-4b77-bcc3-118202dd7357,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:38.044202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.9 (4e203802-3af8-4d52-bfd9-6faf644b45ee/3e311ded-29be-40c5-a5e8-3edfc2c855c8/29e9103f-6280-468a-a005-2426e2af6fc1) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:38.057713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-3d564f4a-f2fa-480d-b7c2-bf967186617a tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Unset dirty status for tenant:c9e4275785034232a9a3141cc720de10 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:38.064211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-3d564f4a-f2fa-480d-b7c2-bf967186617a tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/networks?id=6dbc341a-29b5-4106-aec4-76ae40643dc2 HTTP/1.1" status: 200 len: 811 time: 0.9366066 Jun 04 16:38:38.083046 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32893910-58ce-4abf-b7df-1f4b37285648 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.084174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-32893910-58ce-4abf-b7df-1f4b37285648 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7884355 Jun 04 16:38:38.087574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33454) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:38.096083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a1cf4b1e-7cab-4413-81c7-324ca9af85bd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Request body: {'security_group_rule': {'security_group_id': 'dc3c1060-c48a-4a35-861f-b3beecefb973', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:38.107232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a1cf4b1e-7cab-4413-81c7-324ca9af85bd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:38.109930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-d5b2570c-2081-4966-b6e0-614d0939745e tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/quotas/c9e4275785034232a9a3141cc720de10 HTTP/1.1" status: 200 len: 375 time: 0.0447345 Jun 04 16:38:38.113409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a1cf4b1e-7cab-4413-81c7-324ca9af85bd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Usage tracker for resource:security_group_rule and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:38.119261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a1cf4b1e-7cab-4413-81c7-324ca9af85bd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:38.127140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a1cf4b1e-7cab-4413-81c7-324ca9af85bd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:38.158417 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1cf4b1e-7cab-4413-81c7-324ca9af85bd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.231889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1cf4b1e-7cab-4413-81c7-324ca9af85bd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.241627 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1cf4b1e-7cab-4413-81c7-324ca9af85bd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.272956 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.284007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33460) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:38.294018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf4b1e-7cab-4413-81c7-324ca9af85bd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d956a4-3cb7-4617-b5e6-5d757f6360a4,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:38.302207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.307630 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.310687 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1cf4b1e-7cab-4413-81c7-324ca9af85bd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.312021 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a1cf4b1e-7cab-4413-81c7-324ca9af85bd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2227416 Jun 04 16:38:38.318634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33466) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:38.324782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:38.331272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:38.336795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Usage tracker for resource:floatingip and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:38.344682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:38.357048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:38.369893 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.427041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:38:38.436244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Transition to ACTIVE for port object ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:38.454201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdf8ccf-a2f0-4bbb-ae86-7940323a72dd,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:38.476582 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.476931 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Added segment 4d9547df-30a6-42dc-967b-578fdd180ae4 of type vlan for network 08acd128-55cd-46fd-af76-1e04c30e1b74 Jun 04 16:38:38.493786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-d627b99c-9301-4965-8c4b-2f8ef9db7e15 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9e4275785034232a9a3141cc720de10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3828962 Jun 04 16:38:38.511465 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-266ac318-ee08-436b-91a8-94a5c9c3c78d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d72bfefed8974862913fe7176e7e73c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243800 Jun 04 16:38:38.514079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33470) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:38.573548 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.605798 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-349ecfa3-6d5c-4b95-83fe-9ba372c3ded4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.626477 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.670501 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.688415 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.698283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-349ecfa3-6d5c-4b95-83fe-9ba372c3ded4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.789908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Transition to ACTIVE for port object 29e9103f-6280-468a-a005-2426e2af6fc1 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:38.818374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.824079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:38.824595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.859889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-349ecfa3-6d5c-4b95-83fe-9ba372c3ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.864707 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Allocated IP 172.25.5.168 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/8d04dd64-e5cb-4bfd-87bb-6271f563e4a0) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:38.866798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Network 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:38.877301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-3f9b6955-57d3-41cd-ac1d-40c2ef1b8fa1 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664017 Jun 04 16:38:38.878120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:38.891832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:38.894838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ecfa3-6d5c-4b95-83fe-9ba372c3ded4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed73515b-4cb0-49ac-8d97-929132aa4ea3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:38.924404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event updated for resources: {'Port': ['ID=ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:38.934299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-349ecfa3-6d5c-4b95-83fe-9ba372c3ded4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:38.937654 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-349ecfa3-6d5c-4b95-83fe-9ba372c3ded4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed73515b-4cb0-49ac-8d97-929132aa4ea3 HTTP/1.1" status: 204 len: 168 time: 0.4205253 Jun 04 16:38:39.174142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a9e6835f-de8c-4151-b78e-ea9d58c50c38 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:39.202219 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:39.251504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:39.315842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-45b0d229-dd2a-4b34-b0b9-3cc5ee1e1738 None None] Provisioning for port ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:39.325094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-45b0d229-dd2a-4b34-b0b9-3cc5ee1e1738 None None] Provisioning complete for port ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:39.325900 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45b0d229-dd2a-4b34-b0b9-3cc5ee1e1738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:39.340191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:39.340858 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:39.417836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event updated for resources: {'Port': ['ID=8d04dd64-e5cb-4bfd-87bb-6271f563e4a0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:39.420847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port a9e6835f-de8c-4151-b78e-ea9d58c50c38 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:39.428101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-45b0d229-dd2a-4b34-b0b9-3cc5ee1e1738 None None] Port ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:39.431025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port a9e6835f-de8c-4151-b78e-ea9d58c50c38 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:39.431280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:39.431597 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:39.432981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33480) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:39.434014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:39.435063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bacbdaad-7490-409d-bda8-5a3837a3dc86 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.9872384 Jun 04 16:38:39.441075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-cb91655b-4195-4be8-b1dd-ff3fc14e767d tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Request body: {'floatingip': {'port_id': 'ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:39.528784 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.4282687 Jun 04 16:38:39.589587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80a126-54fd-4049-a193-f1c354628146 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=08acd128-55cd-46fd-af76-1e04c30e1b74,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:39.599313 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port a9e6835f-de8c-4151-b78e-ea9d58c50c38 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:39.599652 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:39.628559 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:39.640558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 08acd128-55cd-46fd-af76-1e04c30e1b74 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:38:39.673932 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:39.710700 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cb91655b-4195-4be8-b1dd-ff3fc14e767d tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:39.712269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33490) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:39.745680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'subnet': {'network_id': '08acd128-55cd-46fd-af76-1e04c30e1b74', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:39.790221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 4e203802-3af8-4d52-bfd9-6faf644b45ee is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:39.794714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port a9e6835f-de8c-4151-b78e-ea9d58c50c38, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a9e6835f-de8c-4151-b78e-ea9d58c50c38,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:39.803252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:39.806813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:39.860919 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:39.862308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c6e1ccb3-ab10-4599-9ebc-4a145be359ec up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:39.987940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=29e9103f-6280-468a-a005-2426e2af6fc1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:40.015097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=a9e6835f-de8c-4151-b78e-ea9d58c50c38,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:40.049772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c6e1ccb3-ab10-4599-9ebc-4a145be359ec triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:40.059579 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:40.082839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-8f103b41-a7b3-47d2-b6db-9ab0ea245f3e service neutron] 10.222.0.13 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1556523 Jun 04 16:38:40.104658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:40.105316 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:40.111012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:40.122602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:subnet and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:40.126743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:40.134271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:40.145030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8688d90c-f948-49bb-86b4-a843a2a34a8c tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.5309227 Jun 04 16:38:40.145030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33502) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:40.184825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9d372bfe-fd03-4296-b57a-7e7835b608fa None None] Provisioning for port 29e9103f-6280-468a-a005-2426e2af6fc1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:40.192715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9d372bfe-fd03-4296-b57a-7e7835b608fa None None] Provisioning complete for port 29e9103f-6280-468a-a005-2426e2af6fc1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:40.193133 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9d372bfe-fd03-4296-b57a-7e7835b608fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:40.215840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:40.217096 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:40.221281 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:40.362419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9d372bfe-fd03-4296-b57a-7e7835b608fa None None] Port 29e9103f-6280-468a-a005-2426e2af6fc1 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:40.393973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c6e1ccb3-ab10-4599-9ebc-4a145be359ec is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:40.451066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33512) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:40.452875 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:40.472908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8764102b-a7e9-463d-a6ae-5f3f61bfdc3d req-fdd600f8-c3f8-4c99-ba3d-29958bb39e91 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 210 time: 0.0670044 Jun 04 16:38:40.629884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73940ae2-18b4-49b3-a852-58eb794c03a1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:40.631581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-73940ae2-18b4-49b3-a852-58eb794c03a1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:40.651486 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:40.693055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-73940ae2-18b4-49b3-a852-58eb794c03a1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:40.699500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-73940ae2-18b4-49b3-a852-58eb794c03a1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5495110 Jun 04 16:38:40.707713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33518) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:40.718014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Sync routers for ids ['9e495bc5-0979-49f7-b226-dc4980e5ac7a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:40.734091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Routers {'9e495bc5-0979-49f7-b226-dc4980e5ac7a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:40.735254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9e495bc5-0979-49f7-b226-dc4980e5ac7a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:40.827620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1976621954'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:40.833072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:40.837499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Usage tracker for resource:network and tenant:c93748f8273e4dfdb2e18dbaf67ddf7c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:40.840769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:40.848040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:40.864682 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:40.878687 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:40.882124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking segment: {'id': '4d9547df-30a6-42dc-967b-578fdd180ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '08acd128-55cd-46fd-af76-1e04c30e1b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:40.882536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network hostable DHCP agents. Network: 08acd128-55cd-46fd-af76-1e04c30e1b74, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:38:40.902899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Subnet': ['ID=eb55afd7-79ce-4829-8c21-38a84a424cc1,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:40.917404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Made reservation on behalf of c93748f8273e4dfdb2e18dbaf67ddf7c for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:40.921018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:40.942526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:40.957326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network 08acd128-55cd-46fd-af76-1e04c30e1b74 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:38:40.970641 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:40.974204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Usage tracker for resource:security_group_rule and tenant:c93748f8273e4dfdb2e18dbaf67ddf7c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:40.977399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:40.988136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:41.003453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-cb91655b-4195-4be8-b1dd-ff3fc14e767d tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:38:41.023885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Set router 9e495bc5-0979-49f7-b226-dc4980e5ac7a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:38:41.040768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 08acd128-55cd-46fd-af76-1e04c30e1b74) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:41.053408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:41.054046 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.109896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15597747-4550-4b98-b1cf-5b339a92e1e8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:41.117408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15597747-4550-4b98-b1cf-5b339a92e1e8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:41.122971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event updated for resources: {'Port': ['ID=8d04dd64-e5cb-4bfd-87bb-6271f563e4a0,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:41.125609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15597747-4550-4b98-b1cf-5b339a92e1e8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:41.137757 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-15597747-4550-4b98-b1cf-5b339a92e1e8 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4091859 Jun 04 16:38:41.138398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33530) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:41.141045 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cb91655b-4195-4be8-b1dd-ff3fc14e767d tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.141265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f10f25-1618-40d7-aecd-125970b0b7cf None None] Network 08acd128-55cd-46fd-af76-1e04c30e1b74 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:41.159847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a9e6835f-de8c-4151-b78e-ea9d58c50c38 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:41.180377 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.200610 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cb91655b-4195-4be8-b1dd-ff3fc14e767d tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.207382 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.215665 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.238879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:38:41.251072 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2f0aeb38-c0ef-4028-94e3-bbef58ea8f94 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5337369 Jun 04 16:38:41.259930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33536) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:41.289170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-977056214'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:41.295353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31628b0-e866-4dd1-b56e-526417ef3f80,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:41.299416 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.300076 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Added segment 8c525548-98fb-43ed-8729-dfef4a4590fb of type vlan for network 96889c6b-3261-4baf-ba2e-3571c51acaad Jun 04 16:38:41.309681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:41.317956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:network and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:41.324447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:41.330950 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.332706 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4ad0534c-6332-4004-b6d8-6995d9d2a8f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0130527 Jun 04 16:38:41.339388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e38e93e6-ea2c-4ac5-a6ca-07b23c37cea7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 29e9103f-6280-468a-a005-2426e2af6fc1 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:41.339974 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e38e93e6-ea2c-4ac5-a6ca-07b23c37cea7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.343724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:41.365988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.384454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:41.389517 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.449742 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.464873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:41.467764 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.484094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:38:41.565513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port a9e6835f-de8c-4151-b78e-ea9d58c50c38 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:41.565988 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.653864 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.654207 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Added segment eed5482d-0246-4a48-bf18-d13f859656ee of type vlan for network b9fabe75-6286-4816-beb4-7b9b61e52c1a Jun 04 16:38:41.671000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Pushing event updated for resources: {'Network': ['ID=96889c6b-3261-4baf-ba2e-3571c51acaad,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:41.688125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-25f04a93-a941-4b5e-80ce-e178371296ae tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2325494 Jun 04 16:38:41.700600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33550) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:41.718975 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-cb91655b-4195-4be8-b1dd-ff3fc14e767d tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Floating IP 17386fcb-3861-40d6-8447-abb939feaf34 associated. External IP: 172.25.5.226, port: cdb03dc4-46c1-4d7a-b483-d1f0b297caf2. Jun 04 16:38:41.726991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 96889c6b-3261-4baf-ba2e-3571c51acaad details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:38:41.732969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Request body: {'subnet': {'network_id': '96889c6b-3261-4baf-ba2e-3571c51acaad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:41.750032 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.865573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-00052fea-c0a7-496b-8da3-b1e707e10798 req-8bc6710c-4bde-4ffe-8f30-e310ae45dcf7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 210 time: 0.0747554 Jun 04 16:38:41.870692 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:41.876676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:41.877299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:42.040673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-08acd128-55cd-46fd-af76-1e04c30e1b74', 'network_id': '08acd128-55cd-46fd-af76-1e04c30e1b74', 'tenant_id': '13dcc50cd7ca4030a516d3be95453c70', 'fixed_ips': [{'subnet_id': 'eb55afd7-79ce-4829-8c21-38a84a424cc1'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:38:42.041496 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:42.046569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7827590 Jun 04 16:38:42.047388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33558) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:42.071421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'subnet': {'network_id': 'b9fabe75-6286-4816-beb4-7b9b61e52c1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:42.083397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-6dac12ab-6ad2-4c2a-884e-504ec7ed86f9 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Synchronizing usage tracker for tenant:be35f42fdb434174b0e0b38af59135ec on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:42.101562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:42.105419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Usage tracker for resource:subnet and tenant:c93748f8273e4dfdb2e18dbaf67ddf7c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:42.108319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:42.114049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:42.123541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69692aaf-9988-435a-b9d6-5727453d3772 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=b9fabe75-6286-4816-beb4-7b9b61e52c1a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:42.131570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Made reservation on behalf of c93748f8273e4dfdb2e18dbaf67ddf7c for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:42.135397 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:42.153018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-6dac12ab-6ad2-4c2a-884e-504ec7ed86f9 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Unset dirty status for tenant:be35f42fdb434174b0e0b38af59135ec on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:42.154189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-6dac12ab-6ad2-4c2a-884e-504ec7ed86f9 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--15040617&fields=id&tenant_id=be35f42fdb434174b0e0b38af59135ec HTTP/1.1" status: 200 len: 267 time: 0.3624072 Jun 04 16:38:42.174294 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network b9fabe75-6286-4816-beb4-7b9b61e52c1a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:38:42.205002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port a9e6835f-de8c-4151-b78e-ea9d58c50c38 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:42.243173 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e38e93e6-ea2c-4ac5-a6ca-07b23c37cea7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:42.281843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:42.298487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'name': 'tempest-ServerRescueTestJSON-1677756318-router', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:34Z', 'revision_number': 4, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'gw_port': {'id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:29Z', 'updated_at': '2022-06-04T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'ac26f4d0-7ca5-487d-b82a-e5a6ad209671', 'name': '', 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'mac_address': 'fa:16:3e:0a:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:33Z', 'updated_at': '2022-06-04T16:38:34Z', 'revision_number': 2, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'subnets': [{'id': 'ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:42.326723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Checking router: 9e495bc5-0979-49f7-b226-dc4980e5ac7a for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:38:42.327069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Updating router 9e495bc5-0979-49f7-b226-dc4980e5ac7a port ac26f4d0-7ca5-487d-b82a-e5a6ad209671 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:38:42.349430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:subnet and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:42.420581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:42.430191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Allocated IP 172.20.255.242 (08acd128-55cd-46fd-af76-1e04c30e1b74/eb55afd7-79ce-4829-8c21-38a84a424cc1/5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:42.557982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-514191d9-9ffa-4c92-96a8-8b357e13141a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:42.559503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-514191d9-9ffa-4c92-96a8-8b357e13141a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/networks?id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd HTTP/1.1" status: 200 len: 810 time: 0.3977160 Jun 04 16:38:42.568228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e38e93e6-ea2c-4ac5-a6ca-07b23c37cea7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 29e9103f-6280-468a-a005-2426e2af6fc1 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:42.613719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:42.624759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-967b3bcb-b2fd-424b-9bf8-a4464c9d1835 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/quotas/be35f42fdb434174b0e0b38af59135ec HTTP/1.1" status: 200 len: 375 time: 0.0344326 Jun 04 16:38:42.681602 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:42.694177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:42.733299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Transition to ACTIVE for port object 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:42.734110 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:42.743141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:42.745354 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:42.773211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Transition to ACTIVE for port object 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:42.799459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-928d6ddc-5688-4d69-ab64-82f5efa29589 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be35f42fdb434174b0e0b38af59135ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1629272 Jun 04 16:38:42.830523 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:42.856734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Pushing event updated for resources: {'Subnet': ['ID=cab0be63-a912-4b25-b760-33c061352b7b,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:42.914069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Checking segment: {'id': '8c525548-98fb-43ed-8729-dfef4a4590fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96889c6b-3261-4baf-ba2e-3571c51acaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:42.914529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Network hostable DHCP agents. Network: 96889c6b-3261-4baf-ba2e-3571c51acaad, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:38:42.918729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Network 08acd128-55cd-46fd-af76-1e04c30e1b74 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:42.924046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:42.930486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:42.965381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Network 96889c6b-3261-4baf-ba2e-3571c51acaad is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:38:42.971209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Pushing event updated for resources: {'Port': ['ID=5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:42.987474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 96889c6b-3261-4baf-ba2e-3571c51acaad) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:42.994918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:42.995518 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:43.002121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-150bca5b-968e-42ab-84de-90c75e00bf68 service neutron] 10.222.0.13 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778183 Jun 04 16:38:43.013935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-0100c6af-589e-479a-ba5c-feedeefaa89f tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:43.015744 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-0100c6af-589e-479a-ba5c-feedeefaa89f tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.46 "GET /v2.0/networks?id=6dbc341a-29b5-4106-aec4-76ae40643dc2 HTTP/1.1" status: 200 len: 811 time: 0.7601149 Jun 04 16:38:43.035832 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc4f6e3-f9d6-4144-bcd9-01b73b96d884 None None] Network 96889c6b-3261-4baf-ba2e-3571c51acaad requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:43.065368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Request body: {'port': {'device_id': 'bf26e05c-cb27-49f3-baf5-f74fdc8ebde0', 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2', 'admin_state_up': True, 'tenant_id': 'c9e4275785034232a9a3141cc720de10'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:43.077364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c243813-54bc-44d6-bf6f-e4f8985b1a6c req-d9fb370c-3cd8-479f-acc0-2ad804b7e47b tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 210 time: 0.0741761 Jun 04 16:38:43.087088 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-89f0984f-58f9-4346-818b-f97f19a0c2a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3746517 Jun 04 16:38:43.106627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb91655b-4195-4be8-b1dd-ff3fc14e767d tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:38:43.106627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33566) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:43.136310 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Request body: {'port': {'network_id': '96889c6b-3261-4baf-ba2e-3571c51acaad', 'name': 'tempest-TagsExtTest-325735501'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:43.172585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Attempting to bind port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:38:43.172949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Attempting to bind port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '4d9547df-30a6-42dc-967b-578fdd180ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '08acd128-55cd-46fd-af76-1e04c30e1b74'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:38:43.173308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Attempting to bind port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a on network 08acd128-55cd-46fd-af76-1e04c30e1b74 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:43.192958 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-3fcd0bd0-d4b8-4b5e-838c-7687760ce46b service neutron] 10.222.0.13 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465137 Jun 04 16:38:43.193459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:38:43.193891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Checking segment: {'id': '4d9547df-30a6-42dc-967b-578fdd180ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '08acd128-55cd-46fd-af76-1e04c30e1b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:43.194294 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:43.194703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Bound using segment: {'id': '4d9547df-30a6-42dc-967b-578fdd180ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '08acd128-55cd-46fd-af76-1e04c30e1b74'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:38:43.195174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Bound port: 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9547df-30a6-42dc-967b-578fdd180ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '08acd128-55cd-46fd-af76-1e04c30e1b74'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:38:43.195539 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:43.422741 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b07ca025-2579-44c9-a2f2-1f8645132664 req-f2137189-7cd5-4fb5-bfe8-bf0751fd719d tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 210 time: 0.0603065 Jun 04 16:38:43.472412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] For port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:38:43.498795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] For port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a,segment=NetworkSegment(4d9547df-30a6-42dc-967b-578fdd180ae4),segment_id=4d9547df-30a6-42dc-967b-578fdd180ae4)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:38:43.545821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-96889c6b-3261-4baf-ba2e-3571c51acaad', 'network_id': '96889c6b-3261-4baf-ba2e-3571c51acaad', 'tenant_id': 'c93748f8273e4dfdb2e18dbaf67ddf7c', 'fixed_ips': [{'subnet_id': 'cab0be63-a912-4b25-b760-33c061352b7b'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:38:43.546786 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:43.565767 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:43.651858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:43.657499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e38e93e6-ea2c-4ac5-a6ca-07b23c37cea7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:43.709529 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:43.716835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Usage tracker for resource:port and tenant:c9e4275785034232a9a3141cc720de10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:43.739472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:43.742275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Transition to ACTIVE for port object ac26f4d0-7ca5-487d-b82a-e5a6ad209671 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:43.771340 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:43.777863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e93e6-ea2c-4ac5-a6ca-07b23c37cea7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=29e9103f-6280-468a-a005-2426e2af6fc1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:43.798588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7c75a-169d-4ea9-a867-7bde9650f49a None None] Pushing event updated for resources: {'Port': ['ID=5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:43.895809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:43.921259 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:43.995906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Usage tracker for resource:port and tenant:c93748f8273e4dfdb2e18dbaf67ddf7c is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:44.016561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:44.050597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:44.055775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Made reservation on behalf of c9e4275785034232a9a3141cc720de10 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:44.059587 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:44.108963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb91655b-4195-4be8-b1dd-ff3fc14e767d tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:44.120369 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18956a-60f3-4a32-8e17-5fb2da7a9f44 None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:44.145335 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18956a-60f3-4a32-8e17-5fb2da7a9f44 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:44.146256 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-bc18956a-60f3-4a32-8e17-5fb2da7a9f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:44.290387 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-bc18956a-60f3-4a32-8e17-5fb2da7a9f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:44.295645 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd6688-9f99-462f-b102-47398899fea8 None None] Pushing event updated for resources: {'Port': ['ID=ac26f4d0-7ca5-487d-b82a-e5a6ad209671,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:44.300374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Attempting to bind port ac26f4d0-7ca5-487d-b82a-e5a6ad209671 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:38:44.300896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Attempting to bind port ac26f4d0-7ca5-487d-b82a-e5a6ad209671 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'ac37b72c-d7b7-4166-9705-1cea954d24fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:38:44.301259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Attempting to bind port ac26f4d0-7ca5-487d-b82a-e5a6ad209671 on network 6dbc341a-29b5-4106-aec4-76ae40643dc2 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:44.308680 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18956a-60f3-4a32-8e17-5fb2da7a9f44 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:44.309623 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-bc18956a-60f3-4a32-8e17-5fb2da7a9f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:44.317834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:38:44.318343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Checking segment: {'id': 'ac37b72c-d7b7-4166-9705-1cea954d24fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:44.319096 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:44.319262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Bound using segment: {'id': 'ac37b72c-d7b7-4166-9705-1cea954d24fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:38:44.319912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Bound port: ac26f4d0-7ca5-487d-b82a-e5a6ad209671, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac37b72c-d7b7-4166-9705-1cea954d24fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:38:44.320298 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:44.332376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Allocated IP 172.20.0.2 (96889c6b-3261-4baf-ba2e-3571c51acaad/cab0be63-a912-4b25-b760-33c061352b7b/098a78a8-bb49-4387-b548-2f10ec9b67f4) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:44.358570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f157a75d-24b6-4b72-a00e-36d7c100aa2f req-7fbe78bf-f0f8-4890-a8a8-393aae78a1f5 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 210 time: 0.0922198 Jun 04 16:38:44.391275 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e38e93e6-ea2c-4ac5-a6ca-07b23c37cea7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:44.394225 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:44.396616 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-bc18956a-60f3-4a32-8e17-5fb2da7a9f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:44.397474 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18956a-60f3-4a32-8e17-5fb2da7a9f44 None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:44.397971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Made reservation on behalf of c93748f8273e4dfdb2e18dbaf67ddf7c for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:44.401523 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:44.510134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] For port ac26f4d0-7ca5-487d-b82a-e5a6ad209671, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:38:44.537641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] For port ac26f4d0-7ca5-487d-b82a-e5a6ad209671, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ac26f4d0-7ca5-487d-b82a-e5a6ad209671,segment=NetworkSegment(ac37b72c-d7b7-4166-9705-1cea954d24fa),segment_id=ac37b72c-d7b7-4166-9705-1cea954d24fa)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:38:44.557607 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:44.569400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] device_id is not set on port a3eb75d6-32e5-4a37-877a-9e352584a2d7 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:38:44.639285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ed2dc60-a9a3-48e8-a21c-9b9b7954770c req-a3bdd572-1e70-4401-a8df-c4af4f679a9b tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 210 time: 0.0576882 Jun 04 16:38:44.677421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd6688-9f99-462f-b102-47398899fea8 None None] Pushing event updated for resources: {'Port': ['ID=ac26f4d0-7ca5-487d-b82a-e5a6ad209671,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:44.719918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Routers {'9e495bc5-0979-49f7-b226-dc4980e5ac7a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:44.720636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9e495bc5-0979-49f7-b226-dc4980e5ac7a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:44.722963 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e38e93e6-ea2c-4ac5-a6ca-07b23c37cea7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/29e9103f-6280-468a-a005-2426e2af6fc1 HTTP/1.1" status: 204 len: 168 time: 3.5801744 Jun 04 16:38:44.746771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33584) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:44.796601 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:44.820156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Subnet': ['ID=8ac5a83c-1cf2-410a-8fbf-bb3cbc523cbc,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:44.827638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Transition to ACTIVE for port object 098a78a8-bb49-4387-b548-2f10ec9b67f4 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:44.896372 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdb5065-3ad0-45ae-a13b-83be004086ab tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:38:44.899121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9fdb5065-3ad0-45ae-a13b-83be004086ab tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/29e9103f-6280-468a-a005-2426e2af6fc1 HTTP/1.1" status: 404 len: 333 time: 0.1482849 Jun 04 16:38:44.903163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33588) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:44.946136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Transition to ACTIVE for port object 098a78a8-bb49-4387-b548-2f10ec9b67f4 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:44.967429 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:45.040104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b83be58a-1688-4fa2-acf6-8b001a7b1894 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port bff68e4b-b67f-4286-80de-8a491104ed27 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:45.040570 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b83be58a-1688-4fa2-acf6-8b001a7b1894 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:45.060037 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking segment: {'id': 'eed5482d-0246-4a48-bf18-d13f859656ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b9fabe75-6286-4816-beb4-7b9b61e52c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:45.060830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network hostable DHCP agents. Network: b9fabe75-6286-4816-beb4-7b9b61e52c1a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:38:45.089932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Network 96889c6b-3261-4baf-ba2e-3571c51acaad is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:45.098968 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:45.103896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-e86d7f8c-5fa7-487d-a2f7-a3e766d06a1e tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:45.105611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-e86d7f8c-5fa7-487d-a2f7-a3e766d06a1e tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.42 "GET /v2.0/networks?id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd HTTP/1.1" status: 200 len: 810 time: 0.3876994 Jun 04 16:38:45.108836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] Set router 9e495bc5-0979-49f7-b226-dc4980e5ac7a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:38:45.171433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:45.228430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-5d7d6c9b-4502-49f1-a20a-8a6a2c65351e tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be35f42fdb434174b0e0b38af59135ec HTTP/1.1" status: 200 len: 378 time: 0.1126285 Jun 04 16:38:45.243699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Pushing event updated for resources: {'Port': ['ID=098a78a8-bb49-4387-b548-2f10ec9b67f4,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:45.252094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Request body: {'port': {'device_id': 'f8311fd8-bc8e-4441-bd2a-8bd92eb3a532', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'admin_state_up': True, 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'security_groups': ['dc3c1060-c48a-4a35-861f-b3beecefb973']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:45.346652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ac26f4d0-7ca5-487d-b82a-e5a6ad209671 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:45.382297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56e26b-2568-41bc-a3b3-9ebcc5dd6983 None None] Network 08acd128-55cd-46fd-af76-1e04c30e1b74 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:45.441991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Allocated IP 172.20.0.4 (6dbc341a-29b5-4106-aec4-76ae40643dc2/ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b/d18a822a-6d9b-418b-a16c-5f532fa3b0dc) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:45.457199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb91655b-4195-4be8-b1dd-ff3fc14e767d tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 1e4712c0-895b-4286-b261-9741c0703b0d has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:38:45.472215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network b9fabe75-6286-4816-beb4-7b9b61e52c1a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:38:45.618760 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Attempting to bind port 098a78a8-bb49-4387-b548-2f10ec9b67f4 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:38:45.619125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Attempting to bind port 098a78a8-bb49-4387-b548-2f10ec9b67f4 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '8c525548-98fb-43ed-8729-dfef4a4590fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96889c6b-3261-4baf-ba2e-3571c51acaad'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:38:45.619487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Attempting to bind port 098a78a8-bb49-4387-b548-2f10ec9b67f4 on network 96889c6b-3261-4baf-ba2e-3571c51acaad {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:45.661071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5199468f-4712-4bf5-89f5-03bb28e049db req-43b194a5-de46-4f8c-9c09-360afbe7d037 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 210 time: 0.0611644 Jun 04 16:38:45.708739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e0a3eed5-f8c1-424a-86a2-1fd3edf743aa None None] Provisioning for port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:45.724070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:38:45.724813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Checking segment: {'id': '8c525548-98fb-43ed-8729-dfef4a4590fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96889c6b-3261-4baf-ba2e-3571c51acaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:45.724813 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:45.725355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Bound using segment: {'id': '8c525548-98fb-43ed-8729-dfef4a4590fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96889c6b-3261-4baf-ba2e-3571c51acaad'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:38:45.725833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Bound port: 098a78a8-bb49-4387-b548-2f10ec9b67f4, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c525548-98fb-43ed-8729-dfef4a4590fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96889c6b-3261-4baf-ba2e-3571c51acaad'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:38:45.726196 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:45.753445 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b83be58a-1688-4fa2-acf6-8b001a7b1894 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:45.823928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port ac26f4d0-7ca5-487d-b82a-e5a6ad209671 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:45.840674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Allocated IP 172.20.0.9 (96889c6b-3261-4baf-ba2e-3571c51acaad/cab0be63-a912-4b25-b760-33c061352b7b/a3eb75d6-32e5-4a37-877a-9e352584a2d7) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:45.850159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, b9fabe75-6286-4816-beb4-7b9b61e52c1a) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:45.869654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd09fc91-908a-46dc-8dc7-888d38967b63 None None] Network b9fabe75-6286-4816-beb4-7b9b61e52c1a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:45.873334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:45.874391 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:45.893232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:45.931253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ac26f4d0-7ca5-487d-b82a-e5a6ad209671 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:45.931771 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:45.937248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b83be58a-1688-4fa2-acf6-8b001a7b1894 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for bff68e4b-b67f-4286-80de-8a491104ed27 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:45.967183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb91655b-4195-4be8-b1dd-ff3fc14e767d tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:45.975555 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cb91655b-4195-4be8-b1dd-ff3fc14e767d tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:45.979511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Usage tracker for resource:port and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:45.997465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:46.002184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fa71712-fbac-4fc9-9755-7b2f98441a62 req-0afaf004-2e7b-4c9e-b2f6-7a7e34cbc1f1 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 210 time: 0.1758564 Jun 04 16:38:46.003224 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-735d0d26-2819-4a05-b44a-28a26184afa2 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.9547801 Jun 04 16:38:46.007916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33598) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:46.011965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:46.050300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9964f75-1885-40d6-a10f-91182e7f982c None None] Sync routers for ids ['1e4712c0-895b-4286-b261-9741c0703b0d'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:46.052541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Made reservation on behalf of be35f42fdb434174b0e0b38af59135ec for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:46.056145 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:46.204517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9964f75-1885-40d6-a10f-91182e7f982c None None] Routers {'1e4712c0-895b-4286-b261-9741c0703b0d'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:46.206188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e9964f75-1885-40d6-a10f-91182e7f982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1e4712c0-895b-4286-b261-9741c0703b0d'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:46.297875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] For port 098a78a8-bb49-4387-b548-2f10ec9b67f4, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:38:46.314940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] For port 098a78a8-bb49-4387-b548-2f10ec9b67f4, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=098a78a8-bb49-4387-b548-2f10ec9b67f4,segment=NetworkSegment(8c525548-98fb-43ed-8729-dfef4a4590fb),segment_id=8c525548-98fb-43ed-8729-dfef4a4590fb)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:38:46.324405 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e9964f75-1885-40d6-a10f-91182e7f982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:46.364895 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:46.367628 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b83be58a-1688-4fa2-acf6-8b001a7b1894 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:46.379757 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:46.414273 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:46.447984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83be58a-1688-4fa2-acf6-8b001a7b1894 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=bff68e4b-b67f-4286-80de-8a491104ed27,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:46.472688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9964f75-1885-40d6-a10f-91182e7f982c None None] Routers {'1e4712c0-895b-4286-b261-9741c0703b0d'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:46.473274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e9964f75-1885-40d6-a10f-91182e7f982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1e4712c0-895b-4286-b261-9741c0703b0d'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:46.560728 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cb91655b-4195-4be8-b1dd-ff3fc14e767d tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "PUT /v2.0/floatingips/17386fcb-3861-40d6-8447-abb939feaf34 HTTP/1.1" status: 200 len: 978 time: 7.1244946 Jun 04 16:38:46.567770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33610) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:46.575515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Allocated IP 172.20.0.13 (a86cdb26-f9a1-4067-b02d-d95f32e1e9cd/0b1e4094-3a05-4f0d-9004-57005698851e/c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:46.581551 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:46.653136 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:46.707295 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:46.722783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e9964f75-1885-40d6-a10f-91182e7f982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:46.723295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9964f75-1885-40d6-a10f-91182e7f982c None None] The sync data for ids ['1e4712c0-895b-4286-b261-9741c0703b0d'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:46.828631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'name': 'tempest-ServerRescueTestJSON-1677756318-router', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:34Z', 'revision_number': 4, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'gw_port': {'id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:29Z', 'updated_at': '2022-06-04T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'ac26f4d0-7ca5-487d-b82a-e5a6ad209671', 'name': '', 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'mac_address': 'fa:16:3e:0a:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:33Z', 'updated_at': '2022-06-04T16:38:44Z', 'revision_number': 4, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'subnets': [{'id': 'ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:46.836863 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:46.855326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1f1332f1-56ed-4015-908e-637476bacff1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:46.856458 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f1332f1-56ed-4015-908e-637476bacff1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:46.863916 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ac26f4d0-7ca5-487d-b82a-e5a6ad209671 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:46.864888 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:46.885971 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b83be58a-1688-4fa2-acf6-8b001a7b1894 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:46.895073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac5a83c-1cf2-410a-8fbf-bb3cbc523cbc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:46.897538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a28261b-b0cf-4923-a53d-f9a5024424a5 None None] The sync data for ids ['9e495bc5-0979-49f7-b226-dc4980e5ac7a'] in n-d-811809-3 is: [{'id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'name': 'tempest-ServerRescueTestJSON-1677756318-router', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:34Z', 'revision_number': 4, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'gw_port': {'id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:29Z', 'updated_at': '2022-06-04T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'ac26f4d0-7ca5-487d-b82a-e5a6ad209671', 'name': '', 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'mac_address': 'fa:16:3e:0a:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:33Z', 'updated_at': '2022-06-04T16:38:44Z', 'revision_number': 4, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'subnets': [{'id': 'ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:46.907901 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f4a0-7afb-47d7-9883-e1e9da291c06 None None] Pushing event updated for resources: {'Port': ['ID=098a78a8-bb49-4387-b548-2f10ec9b67f4,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:46.928260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51acad6-0052-422c-afda-06b152ea60a2 None None] Network b9fabe75-6286-4816-beb4-7b9b61e52c1a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:47.015003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Pushing event updated for resources: {'Port': ['ID=d18a822a-6d9b-418b-a16c-5f532fa3b0dc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:47.183931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Transition to ACTIVE for port object a3eb75d6-32e5-4a37-877a-9e352584a2d7 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:47.195351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Network 6dbc341a-29b5-4106-aec4-76ae40643dc2 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:47.211674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:47.223784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:47.248537 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b83be58a-1688-4fa2-acf6-8b001a7b1894 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/bff68e4b-b67f-4286-80de-8a491104ed27 HTTP/1.1" status: 204 len: 168 time: 2.3420475 Jun 04 16:38:47.269256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33620) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:47.363992 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:47.425591 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2185a43-9c80-4287-bc58-0860a884af8f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:38:47.426378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b2185a43-9c80-4287-bc58-0860a884af8f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:47.442819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port ac26f4d0-7ca5-487d-b82a-e5a6ad209671, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ac26f4d0-7ca5-487d-b82a-e5a6ad209671,segment=NetworkSegment(ac37b72c-d7b7-4166-9705-1cea954d24fa),segment_id=ac37b72c-d7b7-4166-9705-1cea954d24fa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:47.449633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-57007931-2894-4aa0-a6f9-03d793ee4168 req-7e9dcc0d-eecc-4009-9058-e5db0966d2ca tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Synchronizing usage tracker for tenant:be35f42fdb434174b0e0b38af59135ec on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:47.470614 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:47.471327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:47.487513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fabe75-6286-4816-beb4-7b9b61e52c1a']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:47.572005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed5482d-0246-4a48-bf18-d13f859656ee') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:47.572627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed5482d-0246-4a48-bf18-d13f859656ee') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:47.605777 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:47.654028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-57007931-2894-4aa0-a6f9-03d793ee4168 req-7e9dcc0d-eecc-4009-9058-e5db0966d2ca tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Unset dirty status for tenant:be35f42fdb434174b0e0b38af59135ec on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:47.663198 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57007931-2894-4aa0-a6f9-03d793ee4168 req-7e9dcc0d-eecc-4009-9058-e5db0966d2ca tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 210 time: 0.3200645 Jun 04 16:38:47.737697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ff30e-3722-4387-b443-01a1a287de0a req-4d4eb46c-57c7-4932-bca6-510fb31757db tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:47.748759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-833ff30e-3722-4387-b443-01a1a287de0a req-4d4eb46c-57c7-4932-bca6-510fb31757db tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 931 time: 0.7875993 Jun 04 16:38:47.752009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=ac26f4d0-7ca5-487d-b82a-e5a6ad209671,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:47.778179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:47.780162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:47.782264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:47.795306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:47.795678 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:47.810371 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f1332f1-56ed-4015-908e-637476bacff1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:47.813716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:38:47.814256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:47.835767 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:47.971356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b2185a43-9c80-4287-bc58-0860a884af8f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:47.978395 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b2185a43-9c80-4287-bc58-0860a884af8f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/bff68e4b-b67f-4286-80de-8a491104ed27 HTTP/1.1" status: 404 len: 333 time: 0.6998215 Jun 04 16:38:48.017435 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33626) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:48.072262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:48.072896 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:48.137653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a,segment=NetworkSegment(4d9547df-30a6-42dc-967b-578fdd180ae4),segment_id=4d9547df-30a6-42dc-967b-578fdd180ae4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:48.148643 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:48.158231 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment eed5482d-0246-4a48-bf18-d13f859656ee resource provider aggregate not found Jun 04 16:38:48.162758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Transition to ACTIVE for port object c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:48.243631 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment eed5482d-0246-4a48-bf18-d13f859656ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eed5482d-0246-4a48-bf18-d13f859656ee found for delete ", "request_id": "req-52614d70-d036-41b5-a8c8-9fb396919cff"}]} Jun 04 16:38:48.264292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-833ff30e-3722-4387-b443-01a1a287de0a req-c0398d4c-7869-4250-ad3c-a50fecd7d972 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Synchronizing usage tracker for tenant:c9e4275785034232a9a3141cc720de10 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:48.276488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:48.278233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:48.283915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:48.300274 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:48.323761 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-7959e1e8-212f-4790-90de-6e53e81846c7 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2667923 Jun 04 16:38:48.328019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Network 96889c6b-3261-4baf-ba2e-3571c51acaad is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:48.333353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:48.336161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:48.343527 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:48.359779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Network': ['ID=b9fabe75-6286-4816-beb4-7b9b61e52c1a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:48.363233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-833ff30e-3722-4387-b443-01a1a287de0a req-c0398d4c-7869-4250-ad3c-a50fecd7d972 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Unset dirty status for tenant:c9e4275785034232a9a3141cc720de10 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:48.364406 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-833ff30e-3722-4387-b443-01a1a287de0a req-c0398d4c-7869-4250-ad3c-a50fecd7d972 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147540 Jun 04 16:38:48.368535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c780aae-a65b-464f-8396-9424b1f11289 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting subnet 3e311ded-29be-40c5-a5e8-3edfc2c855c8 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:38:48.377391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ad60b163-0a18-48e6-9d42-b311da5f5a66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/b9fabe75-6286-4816-beb4-7b9b61e52c1a HTTP/1.1" status: 204 len: 168 time: 2.3627532 Jun 04 16:38:48.377391 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7c780aae-a65b-464f-8396-9424b1f11289 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:48.387683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33634) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:48.392021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Pushing event updated for resources: {'Port': ['ID=a3eb75d6-32e5-4a37-877a-9e352584a2d7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:48.402075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Request body: {'port': {'device_id': 'bf26e05c-cb27-49f3-baf5-f74fdc8ebde0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:48.431621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 098a78a8-bb49-4387-b548-2f10ec9b67f4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:48.442000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:48.466463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:48.467649 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:48.482780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-820255511'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:48.496106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:48.503980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:network and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:48.508912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:48.517139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:48.541276 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7c780aae-a65b-464f-8396-9424b1f11289 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:48.567409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 098a78a8-bb49-4387-b548-2f10ec9b67f4 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:48.573567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ac26f4d0-7ca5-487d-b82a-e5a6ad209671 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:48.588142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:48.591611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event updated for resources: {'Port': ['ID=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:48.596403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:48.600563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:48.620010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30799ca-a3d1-44fc-b69f-fa00fd364fe0 None None] Network 96889c6b-3261-4baf-ba2e-3571c51acaad requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:48.689679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:48.690340 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:48.723319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-36960793-6f96-460b-9a88-8ff77ae1ff9a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4767110 Jun 04 16:38:48.742129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Request body: {'port': {'device_id': 'f8311fd8-bc8e-4441-bd2a-8bd92eb3a532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:48.791919 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7c780aae-a65b-464f-8396-9424b1f11289 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:48.891172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-63048af5-e505-42ed-b61a-29a3e7a8226c None None] Provisioning for port 098a78a8-bb49-4387-b548-2f10ec9b67f4 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:48.934181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:48.937972 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:48.956759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-63048af5-e505-42ed-b61a-29a3e7a8226c None None] Provisioning complete for port 098a78a8-bb49-4387-b548-2f10ec9b67f4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:48.957237 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-63048af5-e505-42ed-b61a-29a3e7a8226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.040209 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-60f047ae-afea-4b03-bd93-695a283f6c04 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.9304025 Jun 04 16:38:49.045258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33644) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:49.057784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-9bc05acc-94dc-4b52-8659-8f4c7347ec89 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-839705424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:49.066652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:38:49.071440 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ac26f4d0-7ca5-487d-b82a-e5a6ad209671 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:49.072135 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.072371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9bc05acc-94dc-4b52-8659-8f4c7347ec89 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:49.076752 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.097231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9bc05acc-94dc-4b52-8659-8f4c7347ec89 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Usage tracker for resource:router and tenant:c93748f8273e4dfdb2e18dbaf67ddf7c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:49.101969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9bc05acc-94dc-4b52-8659-8f4c7347ec89 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:49.110189 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f1332f1-56ed-4015-908e-637476bacff1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.110478 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f1332f1-56ed-4015-908e-637476bacff1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.110797 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-1f1332f1-56ed-4015-908e-637476bacff1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Floating IP 17386fcb-3861-40d6-8447-abb939feaf34 disassociated. External IP: 172.25.5.226, port: ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8. Jun 04 16:38:49.110972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7c780aae-a65b-464f-8396-9424b1f11289 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.111556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1f1332f1-56ed-4015-908e-637476bacff1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:49.157008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9bc05acc-94dc-4b52-8659-8f4c7347ec89 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:49.169239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977d2d3-5de2-45e4-827f-3ff43880898e req-54d8d82c-c689-4e81-b2f4-26b70b0e3420 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:49.171291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3977d2d3-5de2-45e4-827f-3ff43880898e req-54d8d82c-c689-4e81-b2f4-26b70b0e3420 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 932 time: 0.3429132 Jun 04 16:38:49.188840 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.189524 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Added segment 7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57 of type vlan for network d0091e60-df22-4820-ac79-047021b18ff1 Jun 04 16:38:49.240115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c780aae-a65b-464f-8396-9424b1f11289 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Subnet': ['ID=3e311ded-29be-40c5-a5e8-3edfc2c855c8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:49.274270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7c780aae-a65b-464f-8396-9424b1f11289 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.275456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dec520-8804-4cbd-944a-0a0ecc9ea7fb None None] Network 4e203802-3af8-4d52-bfd9-6faf644b45ee requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:49.289917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.318482 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9bc05acc-94dc-4b52-8659-8f4c7347ec89 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.319492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-63048af5-e505-42ed-b61a-29a3e7a8226c None None] Current status of the port 098a78a8-bb49-4387-b548-2f10ec9b67f4 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:49.320030 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-63048af5-e505-42ed-b61a-29a3e7a8226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.320212 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9bc05acc-94dc-4b52-8659-8f4c7347ec89 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.350567 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.384221 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7c780aae-a65b-464f-8396-9424b1f11289 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/3e311ded-29be-40c5-a5e8-3edfc2c855c8 HTTP/1.1" status: 204 len: 168 time: 1.3657155 Jun 04 16:38:49.397021 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9bc05acc-94dc-4b52-8659-8f4c7347ec89 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.436807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33650) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:49.447232 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ac26f4d0-7ca5-487d-b82a-e5a6ad209671 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:49.470477 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.476460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:49.482502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.575790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-63048af5-e505-42ed-b61a-29a3e7a8226c None None] For port 098a78a8-bb49-4387-b548-2f10ec9b67f4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=098a78a8-bb49-4387-b548-2f10ec9b67f4,segment=NetworkSegment(8c525548-98fb-43ed-8729-dfef4a4590fb),segment_id=8c525548-98fb-43ed-8729-dfef4a4590fb)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:49.628904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=d0091e60-df22-4820-ac79-047021b18ff1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:49.649231 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-63048af5-e505-42ed-b61a-29a3e7a8226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.707732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network d0091e60-df22-4820-ac79-047021b18ff1 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:38:49.772326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:38:49.784851 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.843250 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.849516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Transition to ACTIVE for port object c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:49.853053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3977d2d3-5de2-45e4-827f-3ff43880898e req-46ad4773-2fff-4969-99eb-9a838ae15329 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6346767 Jun 04 16:38:49.863241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.899948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-918a05c0-3685-4af7-add3-df68ef0415cb None None] Provisioning for port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:49.918587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63048af5-e505-42ed-b61a-29a3e7a8226c None None] Pushing event updated for resources: {'Port': ['ID=098a78a8-bb49-4387-b548-2f10ec9b67f4,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:49.919590 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-693e9767-7778-4379-b689-ff8184207cbf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5287125 Jun 04 16:38:49.938849 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9bc05acc-94dc-4b52-8659-8f4c7347ec89 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:49.940218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33658) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:49.954280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'subnet': {'network_id': 'd0091e60-df22-4820-ac79-047021b18ff1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:49.959801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-918a05c0-3685-4af7-add3-df68ef0415cb None None] Provisioning complete for port 098a78a8-bb49-4387-b548-2f10ec9b67f4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:49.960463 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-918a05c0-3685-4af7-add3-df68ef0415cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:50.027252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237fced-a254-4438-8c61-19471e7eaf42 None None] DHCP port deletion for 4e203802-3af8-4d52-bfd9-6faf644b45ee request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:38:50.037077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1237fced-a254-4438-8c61-19471e7eaf42 None None] Deleting port d14acba3-ac48-4c96-93ba-b3223268320d {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:50.037743 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1237fced-a254-4438-8c61-19471e7eaf42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:50.059901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port d14acba3-ac48-4c96-93ba-b3223268320d {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:50.060491 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:50.156314 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f1332f1-56ed-4015-908e-637476bacff1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:50.196189 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9bc05acc-94dc-4b52-8659-8f4c7347ec89 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:50.200508 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9bc05acc-94dc-4b52-8659-8f4c7347ec89 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1522837 Jun 04 16:38:50.206678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33666) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:50.207353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Pushing event updated for resources: {'Port': ['ID=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:50.279900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0b44f795-49fd-4873-a328-6ab747cfc35f tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-339043213', 'prefixes': ['172.20.0.0/16']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:50.287243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0b44f795-49fd-4873-a328-6ab747cfc35f tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:50.303325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 098a78a8-bb49-4387-b548-2f10ec9b67f4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:50.331485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f4b04-0643-44a2-bd48-2d3a4efad535 req-942febfd-cc1c-4948-9dfa-af84581adff2 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:50.339733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-911f4b04-0643-44a2-bd48-2d3a4efad535 req-942febfd-cc1c-4948-9dfa-af84581adff2 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 931 time: 0.5374696 Jun 04 16:38:50.349142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1332f1-56ed-4015-908e-637476bacff1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:50.373838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Attempting to bind port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:38:50.374164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Attempting to bind port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:38:50.374561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Attempting to bind port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 on network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:50.404796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-918a05c0-3685-4af7-add3-df68ef0415cb None None] Current status of the port 098a78a8-bb49-4387-b548-2f10ec9b67f4 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:50.407356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 on network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:38:50.407795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Attempting to bind port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 on network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:50.424800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-911f4b04-0643-44a2-bd48-2d3a4efad535 req-d5f7650b-6fb2-4b6e-9842-abdaf4187296 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841093 Jun 04 16:38:50.442533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:38:50.454929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Checking segment: {'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:50.456025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Bound using segment: {'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:38:50.456605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Bound port: c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:38:50.456967 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:50.469829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:50.535124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-918a05c0-3685-4af7-add3-df68ef0415cb None None] Provisioning for port a3eb75d6-32e5-4a37-877a-9e352584a2d7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:50.542328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1237fced-a254-4438-8c61-19471e7eaf42 None None] For port d14acba3-ac48-4c96-93ba-b3223268320d, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d14acba3-ac48-4c96-93ba-b3223268320d,segment=NetworkSegment(6cdf2110-e854-4d42-a828-34c3ef2fe40d),segment_id=6cdf2110-e854-4d42-a828-34c3ef2fe40d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:50.542930 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1237fced-a254-4438-8c61-19471e7eaf42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:50.557462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-918a05c0-3685-4af7-add3-df68ef0415cb None None] Provisioning complete for port a3eb75d6-32e5-4a37-877a-9e352584a2d7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:50.557804 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-918a05c0-3685-4af7-add3-df68ef0415cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:50.568262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:subnet and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:50.575441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:50.584492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:50.666975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:50.670805 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:50.713740 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0b44f795-49fd-4873-a328-6ab747cfc35f tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for subnetpool, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:50.718181 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0b44f795-49fd-4873-a328-6ab747cfc35f tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4999976 Jun 04 16:38:50.725994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33672) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:50.747162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-44b206e5-09ac-485c-822f-eaf354eb2047 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cab0be63-a912-4b25-b760-33c061352b7b', 'tempest-TagsExtTest-Tag-1593049118') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:50.806883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] For port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:38:50.811093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] For port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:38:50.821891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:50.823978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1237fced-a254-4438-8c61-19471e7eaf42 None None] Calling delete_port for d14acba3-ac48-4c96-93ba-b3223268320d owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:50.850246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-918a05c0-3685-4af7-add3-df68ef0415cb None None] Port a3eb75d6-32e5-4a37-877a-9e352584a2d7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:50.868773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 098a78a8-bb49-4387-b548-2f10ec9b67f4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:50.869025 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:50.885388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:50.885388 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:50.887318 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] 10.222.0.42 "PUT /v2.0/ports/c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 HTTP/1.1" status: 200 len: 1092 time: 2.1554313 Jun 04 16:38:50.896563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8311fd8-bc8e-4441-bd2a-8bd92eb3a532', 'tag': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:38:50.910703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75ff03-58a9-4718-b42e-a3b778633426 req-59e26c2c-9aaa-4769-97ba-c18f5ec7d3bf tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:50.919493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de75ff03-58a9-4718-b42e-a3b778633426 req-59e26c2c-9aaa-4769-97ba-c18f5ec7d3bf tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.2146111 Jun 04 16:38:51.021091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f889f-5d90-4ce7-a657-9b3494490d85 service neutron] Pushing event updated for resources: {'Port': ['ID=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:51.034678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 098a78a8-bb49-4387-b548-2f10ec9b67f4 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:51.035550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:51.059186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de75ff03-58a9-4718-b42e-a3b778633426 req-0c3fc2b8-494b-49da-a41f-c29cf4fa4e54 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386640 Jun 04 16:38:51.101475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-728cb281-3918-49a9-8295-346a85701e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:51.107920 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-728cb281-3918-49a9-8295-346a85701e63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be35f42fdb434174b0e0b38af59135ec&device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 1095 time: 0.1654930 Jun 04 16:38:51.146122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Performing IP validity checks on allocation pools {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 16:38:51.146932 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 16:38:51.171343 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1237fced-a254-4438-8c61-19471e7eaf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:51.193267 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78728c64-d3d9-49a0-aea6-39512266c635'] response: {'name': 'network-changed', 'server_uuid': 'f8311fd8-bc8e-4441-bd2a-8bd92eb3a532', 'tag': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1', 'status': 'completed', 'code': 200} Jun 04 16:38:51.223217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237fced-a254-4438-8c61-19471e7eaf42 None None] Pushing event deleted for resources: {'Port': ['ID=d14acba3-ac48-4c96-93ba-b3223268320d,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:51.228250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cc74f239-3eed-402b-bd95-83d6e0a0caa6 None None] Provisioning complete for port a3eb75d6-32e5-4a37-877a-9e352584a2d7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:51.228622 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cc74f239-3eed-402b-bd95-83d6e0a0caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:51.247355 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-dc49785d-64fa-4ed4-b56b-addb7df1c15d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 HTTP/1.1" status: 200 len: 217 time: 0.1303091 Jun 04 16:38:51.264511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1237fced-a254-4438-8c61-19471e7eaf42 None None] No DVR routers for this DVR port d14acba3-ac48-4c96-93ba-b3223268320d on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:38:51.275449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:51.275815 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:51.331709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] For port d14acba3-ac48-4c96-93ba-b3223268320d, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d14acba3-ac48-4c96-93ba-b3223268320d,segment=NetworkSegment(6cdf2110-e854-4d42-a828-34c3ef2fe40d),segment_id=6cdf2110-e854-4d42-a828-34c3ef2fe40d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:51.332141 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:51.337132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-b32aa329-d46d-431e-b110-4d55d482c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:51.338659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-b32aa329-d46d-431e-b110-4d55d482c9cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b1e4094-3a05-4f0d-9004-57005698851e HTTP/1.1" status: 200 len: 849 time: 0.0784700 Jun 04 16:38:51.351485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6294-c15d-440a-8167-a3b095685c41 req-7eb57cf7-047c-43fd-b463-4c2abbc030cd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:51.354664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cc74f239-3eed-402b-bd95-83d6e0a0caa6 None None] Port a3eb75d6-32e5-4a37-877a-9e352584a2d7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:38:51.358298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97be6294-c15d-440a-8167-a3b095685c41 req-7eb57cf7-047c-43fd-b463-4c2abbc030cd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 944 time: 0.1640904 Jun 04 16:38:51.413753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:51.461584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97be6294-c15d-440a-8167-a3b095685c41 req-095bc7f9-05da-4d2a-8ca4-a3772686abf8 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1022608 Jun 04 16:38:51.481811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d14acba3-ac48-4c96-93ba-b3223268320d no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:38:51.483934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-06e985f1-fafd-4314-87af-3ad5f432e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:51.485424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-06e985f1-fafd-4314-87af-3ad5f432e452 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251128 Jun 04 16:38:51.523027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: d14acba3-ac48-4c96-93ba-b3223268320d {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:38:51.523323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d14acba3-ac48-4c96-93ba-b3223268320d not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:38:51.557073 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1332f1-56ed-4015-908e-637476bacff1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 1e4712c0-895b-4286-b261-9741c0703b0d has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:38:51.569014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for d14acba3-ac48-4c96-93ba-b3223268320d owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:51.624645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18a822a-6d9b-418b-a16c-5f532fa3b0dc {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:38:51.642035 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:51.697663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-ff5d9416-9663-4402-af3c-b4aadc69035c service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022491 Jun 04 16:38:51.735492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc77e20-527a-4bc5-92bf-acf3f1888a65 req-922b7377-6794-4e4d-9416-a9909fd5d876 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:51.736898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fc77e20-527a-4bc5-92bf-acf3f1888a65 req-922b7377-6794-4e4d-9416-a9909fd5d876 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 931 time: 0.1542575 Jun 04 16:38:51.789852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Transition to ACTIVE for port object d18a822a-6d9b-418b-a16c-5f532fa3b0dc will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:51.816401 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:51.856626 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fc77e20-527a-4bc5-92bf-acf3f1888a65 req-a82ca98d-8448-4dc2-878d-dbabd16a3544 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695333 Jun 04 16:38:51.886706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50f8eb42-3389-4de1-930a-b5bd4131ffd5 req-3ab4c73f-c179-4a2b-80d4-0617a477944c service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813188 Jun 04 16:38:51.944192 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-44b206e5-09ac-485c-822f-eaf354eb2047 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "PUT /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b/tags/tempest-TagsExtTest-Tag-1593049118 HTTP/1.1" status: 201 len: 201 time: 1.2059493 Jun 04 16:38:51.959504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33682) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:51.970918 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:38:51.971258 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:38:51.973199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.tag.tag_plugin [None req-e309fb92-9f8a-417c-9242-9e56d17204a3 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a3eb75d6-32e5-4a37-877a-9e352584a2d7', 'tempest-TagsExtTest-Tag-1306524366') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:52.079717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d933b23-8b67-476f-9834-307e1780d563 req-1d711121-1975-42b6-825e-ad652a07817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:52.081824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d933b23-8b67-476f-9834-307e1780d563 req-1d711121-1975-42b6-825e-ad652a07817b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be35f42fdb434174b0e0b38af59135ec&device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 1095 time: 0.1516793 Jun 04 16:38:52.149148 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:52.152441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d18a822a-6d9b-418b-a16c-5f532fa3b0dc,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:52.215347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1332f1-56ed-4015-908e-637476bacff1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:52.223199 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e309fb92-9f8a-417c-9242-9e56d17204a3 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "PUT /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7/tags/tempest-TagsExtTest-Tag-1306524366 HTTP/1.1" status: 201 len: 201 time: 0.2586102 Jun 04 16:38:52.225371 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0b6de4-3c28-4218-91a8-ee3f0d91f4a3 None None] Sync routers for ids ['1e4712c0-895b-4286-b261-9741c0703b0d'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:52.226924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33688) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:52.235303 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0b6de4-3c28-4218-91a8-ee3f0d91f4a3 None None] Routers {'1e4712c0-895b-4286-b261-9741c0703b0d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:52.236424 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7a0b6de4-3c28-4218-91a8-ee3f0d91f4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1e4712c0-895b-4286-b261-9741c0703b0d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:52.237239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.tag.tag_plugin [None req-31aa5b8b-b939-4a4c-bd29-407d90daf736 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '12a211f7-c569-46fc-a08d-1c24f9dd0dbd', 'tempest-TagsExtTest-Tag-1260172501') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:52.331193 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7a0b6de4-3c28-4218-91a8-ee3f0d91f4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:52.341671 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0b6de4-3c28-4218-91a8-ee3f0d91f4a3 None None] Routers {'1e4712c0-895b-4286-b261-9741c0703b0d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:52.342522 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7a0b6de4-3c28-4218-91a8-ee3f0d91f4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1e4712c0-895b-4286-b261-9741c0703b0d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:52.372209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Subnet': ['ID=52960310-413f-482b-ba2b-e849969c3d7f,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:52.386420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking segment: {'id': '7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0091e60-df22-4820-ac79-047021b18ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:52.386797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network hostable DHCP agents. Network: d0091e60-df22-4820-ac79-047021b18ff1, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:38:52.392762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Attempting to bind port d18a822a-6d9b-418b-a16c-5f532fa3b0dc on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:38:52.394870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Attempting to bind port d18a822a-6d9b-418b-a16c-5f532fa3b0dc by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'ac37b72c-d7b7-4166-9705-1cea954d24fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:38:52.394870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Attempting to bind port d18a822a-6d9b-418b-a16c-5f532fa3b0dc on network 6dbc341a-29b5-4106-aec4-76ae40643dc2 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:52.399301 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f1332f1-56ed-4015-908e-637476bacff1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:52.407540 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7a0b6de4-3c28-4218-91a8-ee3f0d91f4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:52.407915 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0b6de4-3c28-4218-91a8-ee3f0d91f4a3 None None] The sync data for ids ['1e4712c0-895b-4286-b261-9741c0703b0d'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:52.410880 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Port d18a822a-6d9b-418b-a16c-5f532fa3b0dc on network 6dbc341a-29b5-4106-aec4-76ae40643dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:38:52.411204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Attempting to bind port d18a822a-6d9b-418b-a16c-5f532fa3b0dc on network 6dbc341a-29b5-4106-aec4-76ae40643dc2 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:52.423528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d933b23-8b67-476f-9834-307e1780d563 req-d24953c2-9dbd-48cb-a06a-4c5058a9d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:52.424330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:38:52.424667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Checking segment: {'id': 'ac37b72c-d7b7-4166-9705-1cea954d24fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:52.424949 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d933b23-8b67-476f-9834-307e1780d563 req-d24953c2-9dbd-48cb-a06a-4c5058a9d9b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd HTTP/1.1" status: 200 len: 911 time: 0.3338583 Jun 04 16:38:52.425071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Bound using segment: {'id': 'ac37b72c-d7b7-4166-9705-1cea954d24fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:38:52.425468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Bound port: d18a822a-6d9b-418b-a16c-5f532fa3b0dc, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac37b72c-d7b7-4166-9705-1cea954d24fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:38:52.425820 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:52.435624 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1f1332f1-56ed-4015-908e-637476bacff1 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/ports/ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8 HTTP/1.1" status: 204 len: 168 time: 5.8640676 Jun 04 16:38:52.439301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33692) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:52.498371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port d14acba3-ac48-4c96-93ba-b3223268320d {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:52.498784 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:52.532363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network d0091e60-df22-4820-ac79-047021b18ff1 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:38:52.608403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, d0091e60-df22-4820-ac79-047021b18ff1) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:52.616266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e321793-ed5f-4553-bd4c-f5e08b0bee4b None None] Network d0091e60-df22-4820-ac79-047021b18ff1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:52.635699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c70c98-579d-4b4d-be74-1394ef8936f9 req-f1945c4d-ac90-4e60-b1e9-c3b16d5b5f6d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:52.637130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12c70c98-579d-4b4d-be74-1394ef8936f9 req-f1945c4d-ac90-4e60-b1e9-c3b16d5b5f6d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.4680586 Jun 04 16:38:52.651080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d933b23-8b67-476f-9834-307e1780d563 req-390cb0a8-3c12-4cfb-98f7-16c5c5dfc777 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 HTTP/1.1" status: 200 len: 217 time: 0.2139633 Jun 04 16:38:52.657858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:52.658408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:52.670593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] The port 'd14acba3-ac48-4c96-93ba-b3223268320d' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:38:52.773274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-31aa5b8b-b939-4a4c-bd29-407d90daf736 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "PUT /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd/tags/tempest-TagsExtTest-Tag-1260172501 HTTP/1.1" status: 201 len: 201 time: 0.5389926 Jun 04 16:38:52.779201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33698) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:52.798268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.tag.tag_plugin [None req-a795f332-f77f-450d-aefa-f04cbf841852 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa', 'tempest-TagsExtTest-Tag-1643696557') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:52.815377 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12c70c98-579d-4b4d-be74-1394ef8936f9 req-81cb5db6-0cb8-4704-9723-237e6dc05e4e tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659796 Jun 04 16:38:52.821987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d933b23-8b67-476f-9834-307e1780d563 req-81333af0-3562-40d6-9b3e-8caea923d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:52.823466 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d933b23-8b67-476f-9834-307e1780d563 req-81333af0-3562-40d6-9b3e-8caea923d76d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b1e4094-3a05-4f0d-9004-57005698851e HTTP/1.1" status: 200 len: 849 time: 0.1362996 Jun 04 16:38:52.847654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-d0091e60-df22-4820-ac79-047021b18ff1', 'network_id': 'd0091e60-df22-4820-ac79-047021b18ff1', 'tenant_id': '13dcc50cd7ca4030a516d3be95453c70', 'fixed_ips': [{'subnet_id': '52960310-413f-482b-ba2b-e849969c3d7f'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:38:52.848918 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:52.921353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd536ff-88b4-4416-98cd-f3687657ddd3 req-4b26a3b9-f39d-4751-8c48-ef6fd198c5ce tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:52.928533 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1cd536ff-88b4-4416-98cd-f3687657ddd3 req-4b26a3b9-f39d-4751-8c48-ef6fd198c5ce tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 944 time: 0.3009477 Jun 04 16:38:52.972348 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a795f332-f77f-450d-aefa-f04cbf841852 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "PUT /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa/tags/tempest-TagsExtTest-Tag-1643696557 HTTP/1.1" status: 201 len: 201 time: 0.1922276 Jun 04 16:38:52.977901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d933b23-8b67-476f-9834-307e1780d563 req-b8f00159-fb11-4c16-b18a-8a60d6ff9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:52.979399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d933b23-8b67-476f-9834-307e1780d563 req-b8f00159-fb11-4c16-b18a-8a60d6ff9257 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478164 Jun 04 16:38:52.981998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33704) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:52.988281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.tag.tag_plugin [None req-022650d9-844e-46ee-a0c3-345f4076de06 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cab0be63-a912-4b25-b760-33c061352b7b') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:53.009225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Allocated IP 172.20.0.3 (d0091e60-df22-4820-ac79-047021b18ff1/52960310-413f-482b-ba2b-e849969c3d7f/0a55149e-04bd-4117-b77a-d3c13713d7da) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:53.020718 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1cd536ff-88b4-4416-98cd-f3687657ddd3 req-8d743ca7-1147-4fef-97cb-1d430a0707ae tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913255 Jun 04 16:38:53.126536 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f74e7bed-715c-4742-97a3-6fb684fabefb tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.1826501 Jun 04 16:38:53.136100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33708) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:53.230267 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d933b23-8b67-476f-9834-307e1780d563 req-1987bdc9-2cfc-4c1b-b588-d6049a56602f service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169447 Jun 04 16:38:53.232714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] For port d18a822a-6d9b-418b-a16c-5f532fa3b0dc, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:38:53.239932 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:53.240254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bb6c1-0b2d-4037-8919-6024b5a4e930 req-ead97609-c7f3-44f9-9158-8f2c11a2ed84 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:53.242015 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b84bb6c1-0b2d-4037-8919-6024b5a4e930 req-ead97609-c7f3-44f9-9158-8f2c11a2ed84 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 943 time: 0.2275088 Jun 04 16:38:53.257118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Transition to ACTIVE for port object 0a55149e-04bd-4117-b77a-d3c13713d7da will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:53.274996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-022650d9-844e-46ee-a0c3-345f4076de06 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b/tags HTTP/1.1" status: 200 len: 241 time: 0.2920051 Jun 04 16:38:53.281064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Transition to ACTIVE for port object 0a55149e-04bd-4117-b77a-d3c13713d7da will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:53.288375 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:53.297618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33712) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:53.312995 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:53.325020 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-9017f4c7-adc9-4cf0-8638-1995d1ee1cbe tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cab0be63-a912-4b25-b760-33c061352b7b', 'tempest-TagsExtTest-Tag-1593049118') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:53.350033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Network d0091e60-df22-4820-ac79-047021b18ff1 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:53.352816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:53.356649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:53.373958 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b84bb6c1-0b2d-4037-8919-6024b5a4e930 req-8a916711-0a8f-4c34-875b-3c87ae296212 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054084 Jun 04 16:38:53.423891 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d933b23-8b67-476f-9834-307e1780d563 req-306adb63-8c66-41b0-8352-327ae4ba4d5c service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808836 Jun 04 16:38:53.441043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] For port d18a822a-6d9b-418b-a16c-5f532fa3b0dc, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=d18a822a-6d9b-418b-a16c-5f532fa3b0dc,segment=NetworkSegment(ac37b72c-d7b7-4166-9705-1cea954d24fa),segment_id=ac37b72c-d7b7-4166-9705-1cea954d24fa)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:38:53.456960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Pushing event updated for resources: {'Port': ['ID=0a55149e-04bd-4117-b77a-d3c13713d7da,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:53.468555 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:53.473293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:53.473624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:53.473948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:53.474270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:53.474626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:53.474992 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:53.475293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:53.475709 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:53.476026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:53.476337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:53.476648 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:53.476960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:53.486477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Attempting to bind port 0a55149e-04bd-4117-b77a-d3c13713d7da on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:38:53.486839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Attempting to bind port 0a55149e-04bd-4117-b77a-d3c13713d7da by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0091e60-df22-4820-ac79-047021b18ff1'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:38:53.487198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Attempting to bind port 0a55149e-04bd-4117-b77a-d3c13713d7da on network d0091e60-df22-4820-ac79-047021b18ff1 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:38:53.492667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:38:53.493026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Checking segment: {'id': '7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0091e60-df22-4820-ac79-047021b18ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:53.493420 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:53.493796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Bound using segment: {'id': '7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0091e60-df22-4820-ac79-047021b18ff1'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:38:53.494251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Bound port: 0a55149e-04bd-4117-b77a-d3c13713d7da, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0091e60-df22-4820-ac79-047021b18ff1'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:38:53.494659 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:53.532169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e203802-3af8-4d52-bfd9-6faf644b45ee']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:53.566649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:53.567153 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:53.568537 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] 10.222.0.46 "PUT /v2.0/ports/d18a822a-6d9b-418b-a16c-5f532fa3b0dc HTTP/1.1" status: 200 len: 1091 time: 5.1819668 Jun 04 16:38:53.583491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf26e05c-cb27-49f3-baf5-f74fdc8ebde0', 'tag': 'd18a822a-6d9b-418b-a16c-5f532fa3b0dc'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:38:53.593464 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] For port 0a55149e-04bd-4117-b77a-d3c13713d7da, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:38:53.601244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] For port 0a55149e-04bd-4117-b77a-d3c13713d7da, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0a55149e-04bd-4117-b77a-d3c13713d7da,segment=NetworkSegment(7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57),segment_id=7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:38:53.609750 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:53.611008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdf2110-e854-4d42-a828-34c3ef2fe40d') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:53.611340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdf2110-e854-4d42-a828-34c3ef2fe40d') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:53.631586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-2f36eb69-f46d-4f07-b9a8-3ee2be9b16bf tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:53.634380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-2f36eb69-f46d-4f07-b9a8-3ee2be9b16bf tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.1249170 Jun 04 16:38:53.684629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917036c-e69d-4f0b-96db-2d4ffb4e2c6c None None] Pushing event updated for resources: {'Port': ['ID=0a55149e-04bd-4117-b77a-d3c13713d7da,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:53.731077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Deleting port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:53.731559 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:53.736450 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:53.788808 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:53.797575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d622d-d60b-4fbf-a18b-2311b39341d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d18a822a-6d9b-418b-a16c-5f532fa3b0dc,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:53.803675 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:53.811770 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c253fc-6fe4-4a17-9e56-dd619f7da46f'] response: {'name': 'network-changed', 'server_uuid': 'bf26e05c-cb27-49f3-baf5-f74fdc8ebde0', 'tag': 'd18a822a-6d9b-418b-a16c-5f532fa3b0dc', 'status': 'completed', 'code': 200} Jun 04 16:38:53.827028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:38:53.827441 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:53.942977 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 6cdf2110-e854-4d42-a828-34c3ef2fe40d resource provider aggregate not found Jun 04 16:38:53.982660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Deleting port 0a55149e-04bd-4117-b77a-d3c13713d7da {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:53.983003 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:54.014136 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 6cdf2110-e854-4d42-a828-34c3ef2fe40d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cdf2110-e854-4d42-a828-34c3ef2fe40d found for delete ", "request_id": "req-8ca75a48-c315-4aae-9305-bc2ea46f4d32"}]} Jun 04 16:38:54.026092 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9017f4c7-adc9-4cf0-8638-1995d1ee1cbe tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b/tags/tempest-TagsExtTest-Tag-1593049118 HTTP/1.1" status: 204 len: 168 time: 0.7229316 Jun 04 16:38:54.030672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33726) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:54.076509 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:54.080594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:54.104495 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-e890815d-6e90-4f5f-b81a-cdc775cbd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:54.109148 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-e890815d-6e90-4f5f-b81a-cdc775cbd994 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e4275785034232a9a3141cc720de10&device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 1094 time: 0.4865313 Jun 04 16:38:54.124802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] For port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:54.125162 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:54.148742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Network': ['ID=4e203802-3af8-4d52-bfd9-6faf644b45ee,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:54.149576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.tag.tag_plugin [None req-d45230e1-c175-4326-9feb-fc5df7814d67 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cab0be63-a912-4b25-b760-33c061352b7b', 'tempest-TagsExtTest-Tag-1593049118') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:54.157425 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2e67f0d8-515e-4e1d-bb36-14ad78b32e47 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/networks/4e203802-3af8-4d52-bfd9-6faf644b45ee HTTP/1.1" status: 204 len: 168 time: 4.7141204 Jun 04 16:38:54.179824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33732) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:54.246695 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-d9094bdd-881f-4fc7-a150-638b6c18244f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d18a822a-6d9b-418b-a16c-5f532fa3b0dc HTTP/1.1" status: 200 len: 217 time: 0.1007521 Jun 04 16:38:54.251093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0a55149e-04bd-4117-b77a-d3c13713d7da up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:54.285756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2076541503'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:54.318931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:54.327847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 0a55149e-04bd-4117-b77a-d3c13713d7da completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:54.339596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:network and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:54.347988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:54.372519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:54.445063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-161e19c8-a0b8-415a-959c-1f2cdeb122d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:54.446556 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-161e19c8-a0b8-415a-959c-1f2cdeb122d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b HTTP/1.1" status: 200 len: 851 time: 0.1933548 Jun 04 16:38:54.480184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:54.483673 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:54.663370 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-e88fb2fc-cbea-4466-a119-2f98b264d4e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dbc341a-29b5-4106-aec4-76ae40643dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2090378 Jun 04 16:38:54.710355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] For port 0a55149e-04bd-4117-b77a-d3c13713d7da, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0a55149e-04bd-4117-b77a-d3c13713d7da,segment=NetworkSegment(7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57),segment_id=7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:54.710739 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:54.741919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8c8da-7fb6-45db-ab50-559b1853bf52 req-c3a7cfdf-f348-4e35-9a4e-5a44d45bd566 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:54.746972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ba8c8da-7fb6-45db-ab50-559b1853bf52 req-c3a7cfdf-f348-4e35-9a4e-5a44d45bd566 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 946 time: 0.7661793 Jun 04 16:38:54.799817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc46f35a-c8a4-4e49-b5b2-080c8faa64a6 None None] Network d0091e60-df22-4820-ac79-047021b18ff1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:54.811726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e050740-8c5d-4168-8daf-c27003ed54e9 req-b0b4ce56-34a9-4d78-a19e-7d67924c1a2f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:54.813193 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e050740-8c5d-4168-8daf-c27003ed54e9 req-b0b4ce56-34a9-4d78-a19e-7d67924c1a2f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 944 time: 0.6360981 Jun 04 16:38:54.827780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:38:54.885253 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:54.885726 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:54.885981 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Floating IP c0488d22-c8f6-4118-b6f1-239317126d9f disassociated. External IP: 172.25.5.234, port: 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f. Jun 04 16:38:54.886311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Calling delete_port for 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:54.902415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Calling delete_port for 0a55149e-04bd-4117-b77a-d3c13713d7da owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:54.915511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:54.915709 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Added segment e5beee61-033f-458e-8fab-07277f360c87 of type vlan for network f6d6803e-8373-439c-a677-bd9603c5caf0 Jun 04 16:38:54.916036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:38:54.951951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8a1a7176-2992-4d13-a51e-f973de78a0d0 None None] Provisioning for port 0a55149e-04bd-4117-b77a-d3c13713d7da completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:54.959531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8a1a7176-2992-4d13-a51e-f973de78a0d0 None None] Provisioning complete for port 0a55149e-04bd-4117-b77a-d3c13713d7da triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:54.960274 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a1a7176-2992-4d13-a51e-f973de78a0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:54.967137 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ba8c8da-7fb6-45db-ab50-559b1853bf52 req-f1bdd5f4-6ef0-44ee-9045-398a0abb1ea0 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=6825e8d0-16f8-44dc-87d4-0ec520048614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047184 Jun 04 16:38:55.016574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e050740-8c5d-4168-8daf-c27003ed54e9 req-278138bd-52e1-4004-b053-f1a9ec82c3e3 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1923470 Jun 04 16:38:55.021291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d45230e1-c175-4326-9feb-fc5df7814d67 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b/tags/tempest-TagsExtTest-Tag-1593049118 HTTP/1.1" status: 204 len: 168 time: 0.9713821 Jun 04 16:38:55.023152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33738) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:55.025338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:55.030004 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc928cfd-b297-447b-8847-ab626d631d72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:55.033437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.tag.tag_plugin [None req-65f0e894-435b-4a9e-9376-9f4a14b111f7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cab0be63-a912-4b25-b760-33c061352b7b') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:55.121507 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-c1970727-cfe4-44d7-bc27-d6704c463668 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463856 Jun 04 16:38:55.224321 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:55.230196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:55.230802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:55.338682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:55.352805 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:55.357891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'port_id': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1', 'mac_address': 'fa:16:3e:67:b2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:38:55.359545 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8a1a7176-2992-4d13-a51e-f973de78a0d0 None None] Current status of the port 0a55149e-04bd-4117-b77a-d3c13713d7da is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:55.359985 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a1a7176-2992-4d13-a51e-f973de78a0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:55.405338 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:55.422337 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1853685 Jun 04 16:38:55.423240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33742) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:55.444980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Pushing event deleted for resources: {'Port': ['ID=31ec3ece-ef4c-417e-8a92-8ba4e35cda6f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:55.450744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': 'f6d6803e-8373-439c-a677-bd9603c5caf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:55.466573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5da79-1275-40d1-ad9b-3373cda39f68 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Network': ['ID=f6d6803e-8373-439c-a677-bd9603c5caf0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:55.475801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-65f0e894-435b-4a9e-9376-9f4a14b111f7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b/tags HTTP/1.1" status: 200 len: 205 time: 0.4460251 Jun 04 16:38:55.486326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33746) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:55.487406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:55.487794 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:55.516218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f6d6803e-8373-439c-a677-bd9603c5caf0 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:38:55.528301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Port': ['ID=0a55149e-04bd-4117-b77a-d3c13713d7da,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:55.531488 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c0ea251d-b1f1-4a16-abd0-be39ab11c65c req-6fbc481a-8da2-4c10-ae58-2d5e1a5b0744 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988924 Jun 04 16:38:55.544975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.tag.tag_plugin [None req-980cd02e-015a-4a9b-b172-6ce9f4c312e5 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a3eb75d6-32e5-4a37-877a-9e352584a2d7') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:55.583058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:38:55.682845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409624b-e41e-4131-85ef-3a8df014bf8d req-9e43ad06-7c7d-45b0-bbfa-94c7a95cc0a4 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:55.684395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5409624b-e41e-4131-85ef-3a8df014bf8d req-9e43ad06-7c7d-45b0-bbfa-94c7a95cc0a4 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 943 time: 0.5233479 Jun 04 16:38:55.715627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:55.719651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No DVR routers for this DVR port 0a55149e-04bd-4117-b77a-d3c13713d7da on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:38:55.729177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:55.812233 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:55.824112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4d787615-3a3a-4e3f-886d-0fac47c9d052 None None] Could not find standard attr ID for object 0a55149e-04bd-4117-b77a-d3c13713d7da. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:38:55.826576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:55.832264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:55.847426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ed4073-6230-43cf-b829-a7f6d0a63457 None None] DHCP port deletion for d0091e60-df22-4820-ac79-047021b18ff1 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:38:55.861201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:55.873124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5409624b-e41e-4131-85ef-3a8df014bf8d req-9b926d0b-25db-4e02-a31a-b9ba67e0eaef tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707292 Jun 04 16:38:55.876334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:55.888452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:55.907836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75663d79-1017-4e93-9d4d-ea97feb9690d req-dcb47c95-9d6f-46d1-aef5-3b2e46377593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:55.909505 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75663d79-1017-4e93-9d4d-ea97feb9690d req-dcb47c95-9d6f-46d1-aef5-3b2e46377593 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e4275785034232a9a3141cc720de10&device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 1094 time: 0.2964306 Jun 04 16:38:55.924105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-980cd02e-015a-4a9b-b172-6ce9f4c312e5 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7/tags HTTP/1.1" status: 200 len: 241 time: 0.4351261 Jun 04 16:38:55.926170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:55.930271 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:55.942843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33750) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:55.947877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:38:55.951487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Router 3079ff8c-116f-4919-b4df-b2f6517efbda has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:38:55.958560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-2dcc8882-a8b4-4065-b6ad-2d11103a8da7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3eb75d6-32e5-4a37-877a-9e352584a2d7', 'tempest-TagsExtTest-Tag-1306524366') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:56.060965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bc928cfd-b297-447b-8847-ab626d631d72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port 002c7925-e9af-4c12-956e-4f485e4abe3b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:38:56.061732 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc928cfd-b297-447b-8847-ab626d631d72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:56.109897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d4c12-6b4a-4c03-a15c-3c6bb5234e67 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:38:56.257932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0a55149e-04bd-4117-b77a-d3c13713d7da no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:38:56.263062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4cab8dc3-2eae-40eb-b6db-5bc56218123e req-aea55e8a-6adc-4864-b161-f032ca596953 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Synchronizing usage tracker for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:38:56.307435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 0a55149e-04bd-4117-b77a-d3c13713d7da {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:38:56.307711 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:56.307831 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0a55149e-04bd-4117-b77a-d3c13713d7da not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:38:56.367994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d4c12-6b4a-4c03-a15c-3c6bb5234e67 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:38:56.393404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4cab8dc3-2eae-40eb-b6db-5bc56218123e req-aea55e8a-6adc-4864-b161-f032ca596953 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Unset dirty status for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:38:56.394599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cab8dc3-2eae-40eb-b6db-5bc56218123e req-aea55e8a-6adc-4864-b161-f032ca596953 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 210 time: 0.2639518 Jun 04 16:38:56.426007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Subnet': ['ID=52960310-413f-482b-ba2b-e849969c3d7f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:56.605929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:56.633609 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:56.634140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a017a-d3cd-4416-a6a8-3967d8177a31 None None] Sync routers for ids ['3079ff8c-116f-4919-b4df-b2f6517efbda'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:56.656009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a017a-d3cd-4416-a6a8-3967d8177a31 None None] Routers {'3079ff8c-116f-4919-b4df-b2f6517efbda'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:56.656795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5a1a017a-d3cd-4416-a6a8-3967d8177a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3079ff8c-116f-4919-b4df-b2f6517efbda'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:56.695410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75663d79-1017-4e93-9d4d-ea97feb9690d req-050eef16-7a89-49f4-ab14-1d52ed9fc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:56.696072 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75663d79-1017-4e93-9d4d-ea97feb9690d req-050eef16-7a89-49f4-ab14-1d52ed9fc2fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=6dbc341a-29b5-4106-aec4-76ae40643dc2 HTTP/1.1" status: 200 len: 912 time: 0.7541659 Jun 04 16:38:56.697748 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0091e60-df22-4820-ac79-047021b18ff1']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:56.703832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618c67a-4074-4185-989b-c263523f933a req-0f4ee8dc-a6b2-40be-b047-61e2a42591c8 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:56.705318 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8618c67a-4074-4185-989b-c263523f933a req-0f4ee8dc-a6b2-40be-b047-61e2a42591c8 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 945 time: 0.4870510 Jun 04 16:38:56.706023 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2dcc8882-a8b4-4065-b6ad-2d11103a8da7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7/tags/tempest-TagsExtTest-Tag-1306524366 HTTP/1.1" status: 204 len: 168 time: 0.7621026 Jun 04 16:38:56.723983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33758) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:56.731874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] No DVR routers for this DVR port 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:38:56.738317 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:56.743935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'name': 'network-vif-deleted', 'tag': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:38:56.767888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3dbfce2a-6295-4485-8204-ce1cf11d6365 req-3e97c92e-edda-45ac-b128-a7fb0604c841 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.42 "DELETE /v2.0/ports/31ec3ece-ef4c-417e-8a92-8ba4e35cda6f HTTP/1.1" status: 204 len: 173 time: 3.1285269 Jun 04 16:38:56.781255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-23d5c028-fcc6-426b-9495-216b93ccd374 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a3eb75d6-32e5-4a37-877a-9e352584a2d7', 'tempest-TagsExtTest-Tag-1306524366') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:56.805606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8618c67a-4074-4185-989b-c263523f933a req-265351f2-f39c-4c4b-a597-0648acd8e063 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892227 Jun 04 16:38:56.816015 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:56.829229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:56.829360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:56.859604 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75663d79-1017-4e93-9d4d-ea97feb9690d req-bb987aee-4525-41ff-a91f-fdfc93d4bdfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d18a822a-6d9b-418b-a16c-5f532fa3b0dc HTTP/1.1" status: 200 len: 217 time: 0.1416779 Jun 04 16:38:56.883416 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22be2953-ddf0-493c-8589-c42bb5aa174f'] response: {'server_uuid': '4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7', 'name': 'network-vif-deleted', 'tag': '31ec3ece-ef4c-417e-8a92-8ba4e35cda6f', 'status': 'completed', 'code': 200} Jun 04 16:38:56.904760 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc928cfd-b297-447b-8847-ab626d631d72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:56.915252 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:56.980404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Checking segment: {'id': 'e5beee61-033f-458e-8fab-07277f360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6d6803e-8373-439c-a677-bd9603c5caf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:38:56.981081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network hostable DHCP agents. Network: f6d6803e-8373-439c-a677-bd9603c5caf0, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:38:57.003425 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Subnet': ['ID=89253b3c-6fb4-4d6c-a540-ebe06a0e77ce,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:57.032293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:38:57.062817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:57.063451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:57.063939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:57.064454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:57.065017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:57.065587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:57.066102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:57.067823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:57.068913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:57.069445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:57.069875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device d18a822a-6d9b-418b-a16c-5f532fa3b0dc details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:38:57.070223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:57.076652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bc928cfd-b297-447b-8847-ab626d631d72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for 002c7925-e9af-4c12-956e-4f485e4abe3b owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:38:57.079766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:38:57.120913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network f6d6803e-8373-439c-a677-bd9603c5caf0 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:38:57.123744 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:57.135100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f6d6803e-8373-439c-a677-bd9603c5caf0) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:57.138137 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:38:57.138566 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:57.147806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:57.148398 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:57.169065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5a1a017a-d3cd-4416-a6a8-3967d8177a31 None None] Set router 3079ff8c-116f-4919-b4df-b2f6517efbda gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:38:57.171645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75663d79-1017-4e93-9d4d-ea97feb9690d req-08411c55-95cf-4163-9848-912cd3dcfa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:57.173245 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75663d79-1017-4e93-9d4d-ea97feb9690d req-08411c55-95cf-4163-9848-912cd3dcfa11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b HTTP/1.1" status: 200 len: 851 time: 0.3036141 Jun 04 16:38:57.189828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-db81f1af-8bfc-43aa-a099-f6ee93650fcb tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7518411 Jun 04 16:38:57.190313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33768) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:57.197292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-78a17aeb-32b7-4ff4-aef6-2566e744c738 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-773597340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:57.216052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561e60b-9e98-4c8f-8df8-862fd7af4b7f req-4b5bf3d4-50d7-43fb-850d-ca3cfc6c810b tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:57.226042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9561e60b-9e98-4c8f-8df8-862fd7af4b7f req-4b5bf3d4-50d7-43fb-850d-ca3cfc6c810b tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 943 time: 0.2080734 Jun 04 16:38:57.234692 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57 resource provider aggregate not found Jun 04 16:38:57.272724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-78a17aeb-32b7-4ff4-aef6-2566e744c738 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:57.277546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-78a17aeb-32b7-4ff4-aef6-2566e744c738 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:router and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:57.281168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-78a17aeb-32b7-4ff4-aef6-2566e744c738 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:57.287718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-78a17aeb-32b7-4ff4-aef6-2566e744c738 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:57.304071 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75663d79-1017-4e93-9d4d-ea97feb9690d req-dba376b7-92de-4ba2-959a-90d94a14b197 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dbc341a-29b5-4106-aec4-76ae40643dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657632 Jun 04 16:38:57.306113 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b81c2bf-3bae-47fc-864f-f1f2e8bf7d57 found for delete ", "request_id": "req-beaf0e99-f54c-471b-9558-803349e80b97"}]} Jun 04 16:38:57.317165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9561e60b-9e98-4c8f-8df8-862fd7af4b7f req-e79bb052-a620-4888-aa50-83b413e97371 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897627 Jun 04 16:38:57.318155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78a17aeb-32b7-4ff4-aef6-2566e744c738 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:57.319955 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78a17aeb-32b7-4ff4-aef6-2566e744c738 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:57.340488 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78a17aeb-32b7-4ff4-aef6-2566e744c738 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:57.365166 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78a17aeb-32b7-4ff4-aef6-2566e744c738 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:57.397664 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78a17aeb-32b7-4ff4-aef6-2566e744c738 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:57.401976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-78a17aeb-32b7-4ff4-aef6-2566e744c738 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2080653 Jun 04 16:38:57.402266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33774) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:57.410041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'network_id': 'f6d6803e-8373-439c-a677-bd9603c5caf0', 'name': 'tempest-PortsTestJSON-1945123732'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:57.412721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a3b5c6-e320-4e9c-9acb-f1a924b08d9e None None] Network d0091e60-df22-4820-ac79-047021b18ff1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:57.425983 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e76286-6154-4812-9fc9-ea96ab4946f7 None None] Network f6d6803e-8373-439c-a677-bd9603c5caf0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:38:57.520770 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:38:57.536346 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:57.571912 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:57.601781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Network': ['ID=d0091e60-df22-4820-ac79-047021b18ff1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:57.626502 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-20a2e5b2-c640-4047-88d9-2ef2390b53bf tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/d0091e60-df22-4820-ac79-047021b18ff1 HTTP/1.1" status: 204 len: 168 time: 4.4892869 Jun 04 16:38:57.634936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33780) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:57.650124 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-23d5c028-fcc6-426b-9495-216b93ccd374 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7/tags/tempest-TagsExtTest-Tag-1306524366 HTTP/1.1" status: 204 len: 168 time: 0.8783896 Jun 04 16:38:57.655326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33784) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:57.656314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-242601625'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:57.672968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-8203da07-94c8-486e-831b-d490bbd32051 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a3eb75d6-32e5-4a37-877a-9e352584a2d7') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:57.676951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:57.679821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:57.684622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:network and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:57.703900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:port and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:57.715173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:57.719003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:57.727651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:57.730100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:57.740679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:38:57.741105 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:57.748073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:57.752584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:57.801390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:57.805097 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:57.836936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-163ef5e8-3a7e-4ef3-9603-b1d8c2d127d4 req-17bae156-a37c-46d3-bf41-d31cfa7ac038 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f6cb986-2ea1-48d6-8ee5-f3a571bd8ff7 HTTP/1.1" status: 200 len: 210 time: 0.0734982 Jun 04 16:38:57.861647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 40cc830b-3d68-43d9-84b4-1b13fa42c859 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:38:57.877137 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75663d79-1017-4e93-9d4d-ea97feb9690d req-db6de262-e672-4313-9e0a-3ce22298871c service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409018 Jun 04 16:38:57.936669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port d18a822a-6d9b-418b-a16c-5f532fa3b0dc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=d18a822a-6d9b-418b-a16c-5f532fa3b0dc,segment=NetworkSegment(ac37b72c-d7b7-4166-9705-1cea954d24fa),segment_id=ac37b72c-d7b7-4166-9705-1cea954d24fa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:58.043587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:38:58.047789 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'd18a822a-6d9b-418b-a16c-5f532fa3b0dc', 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2', 'port_id': 'd18a822a-6d9b-418b-a16c-5f532fa3b0dc', 'mac_address': 'fa:16:3e:c6:41:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:38:58.073420 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8203da07-94c8-486e-831b-d490bbd32051 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7/tags HTTP/1.1" status: 200 len: 205 time: 0.4144769 Jun 04 16:38:58.081889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33790) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:58.086332 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc928cfd-b297-447b-8847-ab626d631d72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:58.086912 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:58.087267 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Added segment 6d27b81e-6c1d-4098-bb5c-f857a0be89d8 of type vlan for network de40d3b7-913d-436c-b898-507d43d78095 Jun 04 16:38:58.091307 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-048a5c7a-6ef8-4ce6-bc3d-5c2f817bae0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:58.098669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.tag.tag_plugin [None req-53145182-4630-441b-9894-a8d7f26a71d8 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '12a211f7-c569-46fc-a08d-1c24f9dd0dbd') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:58.135368 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-75663d79-1017-4e93-9d4d-ea97feb9690d req-835be248-5b06-4335-bf15-9e1faccb74b3 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503271 Jun 04 16:38:58.144213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc928cfd-b297-447b-8847-ab626d631d72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=002c7925-e9af-4c12-956e-4f485e4abe3b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:58.199161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.13 (f6d6803e-8373-439c-a677-bd9603c5caf0/89253b3c-6fb4-4d6c-a540-ebe06a0e77ce/40cc830b-3d68-43d9-84b4-1b13fa42c859) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:58.199465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c2784a-b4cf-4cdd-8613-01c6e7f8d91b None None] DHCP port deletion for d0091e60-df22-4820-ac79-047021b18ff1 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:38:58.211341 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:58.281557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port d18a822a-6d9b-418b-a16c-5f532fa3b0dc is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:58.281946 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:58.303655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18a822a-6d9b-418b-a16c-5f532fa3b0dc {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:38:58.320997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port d18a822a-6d9b-418b-a16c-5f532fa3b0dc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=d18a822a-6d9b-418b-a16c-5f532fa3b0dc,segment=NetworkSegment(ac37b72c-d7b7-4166-9705-1cea954d24fa),segment_id=ac37b72c-d7b7-4166-9705-1cea954d24fa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:58.330359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00f048-ed16-4b54-a19f-8beb1de7bfe4 req-fe92dea0-4945-4cd3-b4e9-04f4b5292d59 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:58.334983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c00f048-ed16-4b54-a19f-8beb1de7bfe4 req-fe92dea0-4945-4cd3-b4e9-04f4b5292d59 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 945 time: 0.3867288 Jun 04 16:38:58.354952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:38:58.354952 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:58.364027 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:58.472406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f6d6803e-8373-439c-a677-bd9603c5caf0', 'network_id': 'f6d6803e-8373-439c-a677-bd9603c5caf0', 'tenant_id': '04b67dbf75864ac480045d91d51492a4', 'fixed_ips': [{'subnet_id': '89253b3c-6fb4-4d6c-a540-ebe06a0e77ce'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:38:58.473149 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:58.501020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8311fd8-bc8e-4441-bd2a-8bd92eb3a532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:38:58.503669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc928cfd-b297-447b-8847-ab626d631d72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:58.507172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5a1a017a-d3cd-4416-a6a8-3967d8177a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:06Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f6fc63c7-9fa2-4e75-a243-01f53cddb5a7', 'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'mac_address': 'fa:16:3e:1e:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:05Z', 'updated_at': '2022-06-04T16:34:13Z', 'revision_number': 5, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'subnets': [{'id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:58.517422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a017a-d3cd-4416-a6a8-3967d8177a31 None None] Checking router: 3079ff8c-116f-4919-b4df-b2f6517efbda for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:38:58.534624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:38:58.544105 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a017a-d3cd-4416-a6a8-3967d8177a31 None None] Routers {'3079ff8c-116f-4919-b4df-b2f6517efbda'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:58.544751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5a1a017a-d3cd-4416-a6a8-3967d8177a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3079ff8c-116f-4919-b4df-b2f6517efbda'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:58.547526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:58.554921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:58.555662 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:58.642911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['d18a822a-6d9b-418b-a16c-5f532fa3b0dc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:38:58.674112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-53145182-4630-441b-9894-a8d7f26a71d8 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd/tags HTTP/1.1" status: 200 len: 241 time: 0.5871067 Jun 04 16:38:58.684419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33798) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:58.692128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-e8b9e07d-65f2-45c6-83bc-cb3ebf276f65 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12a211f7-c569-46fc-a08d-1c24f9dd0dbd', 'tempest-TagsExtTest-Tag-1260172501') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:58.754829 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:58.756454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:38:58.790596 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1517475 Jun 04 16:38:58.794876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=d18a822a-6d9b-418b-a16c-5f532fa3b0dc,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:58.798455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c00f048-ed16-4b54-a19f-8beb1de7bfe4 req-cff2729c-317f-4fe2-8c6e-560d2c33c99a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2720478 Jun 04 16:38:58.800919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33802) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:58.820643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'subnet': {'network_id': 'de40d3b7-913d-436c-b898-507d43d78095', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:38:58.835774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58687483-8e66-474a-95ab-2ae2a2dd5f7d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=de40d3b7-913d-436c-b898-507d43d78095,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:58.853540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:38:58.853856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 31ec3ece-ef4c-417e-8a92-8ba4e35cda6f not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:38:58.872232 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network de40d3b7-913d-436c-b898-507d43d78095 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:38:58.944011 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:58.950386 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e8b9e07d-65f2-45c6-83bc-cb3ebf276f65 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd/tags/tempest-TagsExtTest-Tag-1260172501 HTTP/1.1" status: 204 len: 168 time: 0.2650158 Jun 04 16:38:58.953791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33810) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:59.042858 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b06da8f-eee8-40ce-ac51-981fa1759ca2'] response: {'server_uuid': 'f8311fd8-bc8e-4441-bd2a-8bd92eb3a532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1', 'code': 200} Jun 04 16:38:59.087008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc928cfd-b297-447b-8847-ab626d631d72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 1e4712c0-895b-4286-b261-9741c0703b0d has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:38:59.156360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:38:59.160193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5a1a017a-d3cd-4416-a6a8-3967d8177a31 None None] Set router 3079ff8c-116f-4919-b4df-b2f6517efbda gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:38:59.168031 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33816) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:59.173014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.tag.tag_plugin [None req-e72f0aa0-7f70-4549-9dba-a1ab3a15382a tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '12a211f7-c569-46fc-a08d-1c24f9dd0dbd', 'tempest-TagsExtTest-Tag-1260172501') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:59.252828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Transition to ACTIVE for port object 40cc830b-3d68-43d9-84b4-1b13fa42c859 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:59.262394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd8f3b-22ae-4021-94ad-383809eac4e2 req-215df847-2972-456f-be4e-b578dfec17d6 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:59.263906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87cd8f3b-22ae-4021-94ad-383809eac4e2 req-215df847-2972-456f-be4e-b578dfec17d6 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 944 time: 0.7181582 Jun 04 16:38:59.283775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:38:59.341818 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e4fed4f-4339-4541-9ae0-8f2608505488 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:59.357118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:subnet and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:38:59.359579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc928cfd-b297-447b-8847-ab626d631d72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:38:59.369280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:38:59.376460 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f440eed6-8ba3-43ee-a6b7-9a1a3114277f None None] Sync routers for ids ['1e4712c0-895b-4286-b261-9741c0703b0d'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:38:59.377520 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bc928cfd-b297-447b-8847-ab626d631d72 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "PUT /v2.0/routers/1e4712c0-895b-4286-b261-9741c0703b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9370561 Jun 04 16:38:59.378297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33820) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:59.385255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:38:59.400112 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f440eed6-8ba3-43ee-a6b7-9a1a3114277f None None] Routers {'1e4712c0-895b-4286-b261-9741c0703b0d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:59.401246 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f440eed6-8ba3-43ee-a6b7-9a1a3114277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1e4712c0-895b-4286-b261-9741c0703b0d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:59.432770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:38:59.436360 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:59.458487 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87cd8f3b-22ae-4021-94ad-383809eac4e2 req-17ac2902-b9e0-4af7-b19b-e11d26ff4bbf tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818645 Jun 04 16:38:59.575634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247c15f-ed5a-4207-8b53-57f04402db6a req-3b8fb835-613e-42c9-ad01-2c9811eb6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:38:59.577274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e247c15f-ed5a-4207-8b53-57f04402db6a req-3b8fb835-613e-42c9-ad01-2c9811eb6a3a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 1097 time: 0.4670358 Jun 04 16:38:59.578279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:59.581683 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f440eed6-8ba3-43ee-a6b7-9a1a3114277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:59.595172 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e4fed4f-4339-4541-9ae0-8f2608505488 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:59.603623 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f440eed6-8ba3-43ee-a6b7-9a1a3114277f None None] Routers {'1e4712c0-895b-4286-b261-9741c0703b0d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:38:59.604490 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f440eed6-8ba3-43ee-a6b7-9a1a3114277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:38:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1e4712c0-895b-4286-b261-9741c0703b0d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:59.617055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Allocated IP 172.20.0.2 (f6d6803e-8373-439c-a677-bd9603c5caf0/89253b3c-6fb4-4d6c-a540-ebe06a0e77ce/04d9455a-e69d-4eee-9525-784b4b157434) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:38:59.672400 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f440eed6-8ba3-43ee-a6b7-9a1a3114277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:59.673189 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f440eed6-8ba3-43ee-a6b7-9a1a3114277f None None] The sync data for ids ['1e4712c0-895b-4286-b261-9741c0703b0d'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:59.723355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5a1a017a-d3cd-4416-a6a8-3967d8177a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:06Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f6fc63c7-9fa2-4e75-a243-01f53cddb5a7', 'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'mac_address': 'fa:16:3e:1e:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:05Z', 'updated_at': '2022-06-04T16:34:13Z', 'revision_number': 5, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'subnets': [{'id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:59.730385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a017a-d3cd-4416-a6a8-3967d8177a31 None None] The sync data for ids ['3079ff8c-116f-4919-b4df-b2f6517efbda'] in n-d-811809-3 is: [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:34:06Z', 'revision_number': 4, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f6fc63c7-9fa2-4e75-a243-01f53cddb5a7', 'name': '', 'network_id': 'b0d230d7-0bcf-4d1b-b76f-d447deff0b4f', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'mac_address': 'fa:16:3e:1e:cf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:05Z', 'updated_at': '2022-06-04T16:34:13Z', 'revision_number': 5, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'subnets': [{'id': 'ad307a3f-bb01-4a62-a59a-16b6e7c06179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:38:59.764529 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:59.855261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e72f0aa0-7f70-4549-9dba-a1ab3a15382a tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd/tags/tempest-TagsExtTest-Tag-1260172501 HTTP/1.1" status: 204 len: 168 time: 0.7465408 Jun 04 16:38:59.861430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network f6d6803e-8373-439c-a677-bd9603c5caf0 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:38:59.865372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33826) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:38:59.866658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e4fed4f-4339-4541-9ae0-8f2608505488 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:59.876135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:38:59.876695 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:59.883694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:38:59.895513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-d0606d09-7d2e-4bd1-8589-d9e23f2ae384 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '12a211f7-c569-46fc-a08d-1c24f9dd0dbd') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:38:59.902063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Transition to ACTIVE for port object 04d9455a-e69d-4eee-9525-784b4b157434 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:59.923174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Transition to ACTIVE for port object 04d9455a-e69d-4eee-9525-784b4b157434 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:38:59.931481 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:38:59.982461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fed4f-4339-4541-9ae0-8f2608505488 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6825e8d0-16f8-44dc-87d4-0ec520048614,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:00.035530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Network f6d6803e-8373-439c-a677-bd9603c5caf0 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:00.043483 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:00.059535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=40cc830b-3d68-43d9-84b4-1b13fa42c859,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:00.073336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Pushing event updated for resources: {'Port': ['ID=04d9455a-e69d-4eee-9525-784b4b157434,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:00.076908 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:00.083437 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:39:00.124579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e247c15f-ed5a-4207-8b53-57f04402db6a req-a64ffa64-4672-46f7-98c1-46311ec9db61 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5273180 Jun 04 16:39:00.160336 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3371f5b8-89c0-4417-9226-92defe09faa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:00.161994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe7a2e8-7a47-40cb-966b-d36fcb9516ba None None] New status for floating IP c0488d22-c8f6-4118-b6f1-239317126d9f: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:39:00.170655 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e4fed4f-4339-4541-9ae0-8f2608505488 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:00.171774 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9e4fed4f-4339-4541-9ae0-8f2608505488 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "DELETE /v2.0/security-groups/6825e8d0-16f8-44dc-87d4-0ec520048614 HTTP/1.1" status: 204 len: 168 time: 1.0030172 Jun 04 16:39:00.175256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33830) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:00.203724 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d0606d09-7d2e-4bd1-8589-d9e23f2ae384 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd/tags HTTP/1.1" status: 200 len: 205 time: 0.3307583 Jun 04 16:39:00.204637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33834) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:00.212058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-360e89fa-162b-4df6-983d-e224ae11d4f3 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:00.220123 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-7b8c82ff-2992-43f3-961e-11a8494111f7 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] show failed (client error): The resource could not be found. Jun 04 16:39:00.223749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7b8c82ff-2992-43f3-961e-11a8494111f7 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups/6825e8d0-16f8-44dc-87d4-0ec520048614 HTTP/1.1" status: 404 len: 347 time: 0.0411048 Jun 04 16:39:00.226527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33838) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:00.232300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:00.232925 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:00.260667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking segment: {'id': '6d27b81e-6c1d-4098-bb5c-f857a0be89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'de40d3b7-913d-436c-b898-507d43d78095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:00.261049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network hostable DHCP agents. Network: de40d3b7-913d-436c-b898-507d43d78095, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:39:00.273432 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a833c2a8-d138-43af-805e-24e4745c9e40 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8671100 Jun 04 16:39:00.276919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Subnet': ['ID=61da8dc4-5a11-48aa-828e-6a851e93cc13,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:00.278990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33842) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:00.296519 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:00.297873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fdd76-bc93-42bc-8ea9-4935f8596c7e req-4f64bc8b-a70a-495f-a15f-43d8d79085a6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:00.303456 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f5fdd76-bc93-42bc-8ea9-4935f8596c7e req-4f64bc8b-a70a-495f-a15f-43d8d79085a6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.2789400 Jun 04 16:39:00.326787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port 72228ead-0378-4881-ac2f-97657a079d4f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:00.327114 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:00.388278 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Attempting to bind port 04d9455a-e69d-4eee-9525-784b4b157434 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:39:00.388739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Attempting to bind port 04d9455a-e69d-4eee-9525-784b4b157434 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e5beee61-033f-458e-8fab-07277f360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6d6803e-8373-439c-a677-bd9603c5caf0'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:39:00.389153 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Attempting to bind port 04d9455a-e69d-4eee-9525-784b4b157434 on network f6d6803e-8373-439c-a677-bd9603c5caf0 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:39:00.399467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:39:00.399952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Checking segment: {'id': 'e5beee61-033f-458e-8fab-07277f360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6d6803e-8373-439c-a677-bd9603c5caf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:00.400493 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:00.400960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Bound using segment: {'id': 'e5beee61-033f-458e-8fab-07277f360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6d6803e-8373-439c-a677-bd9603c5caf0'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:39:00.401557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Bound port: 04d9455a-e69d-4eee-9525-784b4b157434, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5beee61-033f-458e-8fab-07277f360c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6d6803e-8373-439c-a677-bd9603c5caf0'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:39:00.402007 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:00.451560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Deleting port 86161674-de80-48b0-a4ed-e08c2fef375b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:00.451879 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:00.478253 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-360e89fa-162b-4df6-983d-e224ae11d4f3 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa/tags HTTP/1.1" status: 200 len: 241 time: 0.2724080 Jun 04 16:39:00.485819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33846) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:00.492963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-16b227c3-e82a-407d-8268-dd4dbc30aad3 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa', 'tempest-TagsExtTest-Tag-1643696557') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:00.514809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network de40d3b7-913d-436c-b898-507d43d78095 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:39:00.539098 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f5fdd76-bc93-42bc-8ea9-4935f8596c7e req-5c91e9bc-ceef-48f0-ae40-180f4cb60425 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1727598 Jun 04 16:39:00.664753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, de40d3b7-913d-436c-b898-507d43d78095) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:00.703082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4836e6-9c09-4db0-b587-f219e3d2e852 None None] Network de40d3b7-913d-436c-b898-507d43d78095 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:00.753193 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:00.780762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:00.781676 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:00.830751 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c97ee8b7-a098-47c4-be58-2bf160adfaf9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0258050 Jun 04 16:39:00.860110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] For port 04d9455a-e69d-4eee-9525-784b4b157434, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:39:00.880408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] For port 04d9455a-e69d-4eee-9525-784b4b157434, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=04d9455a-e69d-4eee-9525-784b4b157434,segment=NetworkSegment(e5beee61-033f-458e-8fab-07277f360c87),segment_id=e5beee61-033f-458e-8fab-07277f360c87)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:39:00.913046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for 72228ead-0378-4881-ac2f-97657a079d4f owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:00.914303 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:01.099310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device d18a822a-6d9b-418b-a16c-5f532fa3b0dc up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:01.155094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2811cb-0199-4cc3-b630-0c48767c8d60 None None] Pushing event updated for resources: {'Port': ['ID=04d9455a-e69d-4eee-9525-784b4b157434,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:01.186697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-de40d3b7-913d-436c-b898-507d43d78095', 'network_id': 'de40d3b7-913d-436c-b898-507d43d78095', 'tenant_id': '13dcc50cd7ca4030a516d3be95453c70', 'fixed_ips': [{'subnet_id': '61da8dc4-5a11-48aa-828e-6a851e93cc13'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:39:01.187522 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:01.249265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33852) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:01.369206 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-16b227c3-e82a-407d-8268-dd4dbc30aad3 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa/tags/tempest-TagsExtTest-Tag-1643696557 HTTP/1.1" status: 204 len: 168 time: 0.8779433 Jun 04 16:39:01.372675 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:01.384906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Allocated IP 172.20.0.1 (de40d3b7-913d-436c-b898-507d43d78095/61da8dc4-5a11-48aa-828e-6a851e93cc13/0201424e-182f-46df-85b8-3214c03df5c7) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:01.435661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33856) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:01.501340 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:01.502067 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:01.638196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Calling delete_port for 86161674-de80-48b0-a4ed-e08c2fef375b owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:01.639262 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:01.651287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Transition to ACTIVE for port object 0201424e-182f-46df-85b8-3214c03df5c7 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:01.672742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Transition to ACTIVE for port object 0201424e-182f-46df-85b8-3214c03df5c7 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:01.697578 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:01.708748 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:01.717599 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:01.776011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a92f9a-b4e3-44bd-a386-f33517cf9325 req-d1c3732f-e079-458b-9869-4a9c09a6caf5 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:01.778943 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89a92f9a-b4e3-44bd-a386-f33517cf9325 req-d1c3732f-e079-458b-9869-4a9c09a6caf5 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 944 time: 1.0561242 Jun 04 16:39:01.784656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:01.790897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Network de40d3b7-913d-436c-b898-507d43d78095 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:01.795538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:01.800644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:39:01.807158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port d18a822a-6d9b-418b-a16c-5f532fa3b0dc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:01.811773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Pushing event updated for resources: {'Port': ['ID=0201424e-182f-46df-85b8-3214c03df5c7,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:01.815066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-e5f3dda9-29a3-42e4-8111-281e6df6979a tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa', 'tempest-TagsExtTest-Tag-1643696557') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:01.825710 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:39:01.826261 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:39:01.847002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=72228ead-0378-4881-ac2f-97657a079d4f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:01.849064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port d18a822a-6d9b-418b-a16c-5f532fa3b0dc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:01.849064 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:01.902104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Deleting port 0201424e-182f-46df-85b8-3214c03df5c7 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:01.902303 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:01.933812 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.001449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Attempting to bind port 0201424e-182f-46df-85b8-3214c03df5c7 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:39:02.001815 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Attempting to bind port 0201424e-182f-46df-85b8-3214c03df5c7 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '6d27b81e-6c1d-4098-bb5c-f857a0be89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'de40d3b7-913d-436c-b898-507d43d78095'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:39:02.002167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Attempting to bind port 0201424e-182f-46df-85b8-3214c03df5c7 on network de40d3b7-913d-436c-b898-507d43d78095 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:39:02.019405 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:39:02.019780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Checking segment: {'id': '6d27b81e-6c1d-4098-bb5c-f857a0be89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'de40d3b7-913d-436c-b898-507d43d78095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:02.020177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.020562 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Bound using segment: {'id': '6d27b81e-6c1d-4098-bb5c-f857a0be89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'de40d3b7-913d-436c-b898-507d43d78095'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:39:02.021033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Bound port: 0201424e-182f-46df-85b8-3214c03df5c7, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d27b81e-6c1d-4098-bb5c-f857a0be89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'de40d3b7-913d-436c-b898-507d43d78095'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:39:02.021427 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.075609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89a92f9a-b4e3-44bd-a386-f33517cf9325 req-ac86b934-3336-450b-a33b-e5be6a20d673 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885625 Jun 04 16:39:02.075922 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e5f3dda9-29a3-42e4-8111-281e6df6979a tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa/tags/tempest-TagsExtTest-Tag-1643696557 HTTP/1.1" status: 204 len: 168 time: 0.3072045 Jun 04 16:39:02.076961 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33862) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:02.109319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.149723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-7c236499-5cbf-4c1b-9452-489994be535f tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:02.163960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port d18a822a-6d9b-418b-a16c-5f532fa3b0dc is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:02.163960 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.214903 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.218892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf26e05c-cb27-49f3-baf5-f74fdc8ebde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18a822a-6d9b-418b-a16c-5f532fa3b0dc'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:39:02.219841 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.224345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] For port 0201424e-182f-46df-85b8-3214c03df5c7, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:39:02.229720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] For port 0201424e-182f-46df-85b8-3214c03df5c7, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0201424e-182f-46df-85b8-3214c03df5c7,segment=NetworkSegment(6d27b81e-6c1d-4098-bb5c-f857a0be89d8),segment_id=6d27b81e-6c1d-4098-bb5c-f857a0be89d8)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:39:02.232713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port d18a822a-6d9b-418b-a16c-5f532fa3b0dc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=d18a822a-6d9b-418b-a16c-5f532fa3b0dc,segment=NetworkSegment(ac37b72c-d7b7-4166-9705-1cea954d24fa),segment_id=ac37b72c-d7b7-4166-9705-1cea954d24fa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:02.244553 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.330292 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7c236499-5cbf-4c1b-9452-489994be535f tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa/tags HTTP/1.1" status: 200 len: 205 time: 0.1893485 Jun 04 16:39:02.330292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Deleting port 86161674-de80-48b0-a4ed-e08c2fef375b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:02.330292 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.390824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33868) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:02.415217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-989fb6b1-27b1-44f2-9d21-5d5386836ad5 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:02.424994 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.425635 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Fanout notify agent at l3_agent the message router_deleted on router 1e4712c0-895b-4286-b261-9741c0703b0d {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:39:02.434900 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f76014-a58a-441b-997f-054024530417'] response: {'server_uuid': 'bf26e05c-cb27-49f3-baf5-f74fdc8ebde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18a822a-6d9b-418b-a16c-5f532fa3b0dc', 'code': 200} Jun 04 16:39:02.435672 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.439062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 04d9455a-e69d-4eee-9525-784b4b157434 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:02.491548 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.495627 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c0ca80b3-4f41-4351-95d3-8effd97ea333 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/routers/1e4712c0-895b-4286-b261-9741c0703b0d HTTP/1.1" status: 204 len: 168 time: 3.1089871 Jun 04 16:39:02.500038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33872) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:02.550996 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d2494c78-56be-49f3-b474-22425f94f86c req-6f09e1a5-719f-4b20-8ef8-33084a899735 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3926661 Jun 04 16:39:02.561552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58404c3-9076-40b6-b4cd-7a20d727195f None None] Pushing event updated for resources: {'Port': ['ID=0201424e-182f-46df-85b8-3214c03df5c7,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:02.581559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae71149-7912-4026-932c-7db1a5e14d31 None None] Network f6d6803e-8373-439c-a677-bd9603c5caf0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:02.635316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82df8c-095d-4e6f-8c84-372319d07622 req-8c8b4e27-02fd-4f3c-9d74-8a94ac9a909f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:02.643029 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca82df8c-095d-4e6f-8c84-372319d07622 req-8c8b4e27-02fd-4f3c-9d74-8a94ac9a909f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.8618381 Jun 04 16:39:02.753128 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.753128 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.868629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6266a48-e975-4828-82e0-91c43cc70efd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting subnet cd13f6cb-000c-483a-ae92-369172adaff4 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:39:02.918135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca82df8c-095d-4e6f-8c84-372319d07622 req-68820cf5-4c7c-4648-84b8-d748eb31b7f6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2738984 Jun 04 16:39:02.918769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6266a48-e975-4828-82e0-91c43cc70efd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.922518 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Calling delete_port for 86161674-de80-48b0-a4ed-e08c2fef375b owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:02.954056 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:02.961586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6ff79039-771e-4819-a329-7d1fa2d0c23c None None] Provisioning for port 04d9455a-e69d-4eee-9525-784b4b157434 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:02.987071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=d18a822a-6d9b-418b-a16c-5f532fa3b0dc,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:03.016080 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 04d9455a-e69d-4eee-9525-784b4b157434 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:03.027495 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-989fb6b1-27b1-44f2-9d21-5d5386836ad5 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa/tags HTTP/1.1" status: 204 len: 168 time: 0.6277268 Jun 04 16:39:03.028295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33878) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:03.043246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 04d9455a-e69d-4eee-9525-784b4b157434 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:03.044352 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:03.092708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-1362311a-e878-47b2-a575-dd4ecdc8990e tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12a211f7-c569-46fc-a08d-1c24f9dd0dbd') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:03.149465 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6266a48-e975-4828-82e0-91c43cc70efd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:03.225225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 04d9455a-e69d-4eee-9525-784b4b157434 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:03.225737 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:03.247589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] For port 0201424e-182f-46df-85b8-3214c03df5c7, host n-d-811809-3, got binding levels [] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:03.248606 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:03.269517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 04d9455a-e69d-4eee-9525-784b4b157434, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=04d9455a-e69d-4eee-9525-784b4b157434,segment=NetworkSegment(e5beee61-033f-458e-8fab-07277f360c87),segment_id=e5beee61-033f-458e-8fab-07277f360c87)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:03.275112 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:03.307002 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:39:03.363346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=04d9455a-e69d-4eee-9525-784b4b157434,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:03.474123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2494c78-56be-49f3-b474-22425f94f86c req-f909b3fc-d02f-4b71-af95-62823f41f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:03.476051 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d2494c78-56be-49f3-b474-22425f94f86c req-f909b3fc-d02f-4b71-af95-62823f41f76b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f48053fe3e0441d9a70db7718ac831f&device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 1097 time: 0.4461541 Jun 04 16:39:03.538677 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1362311a-e878-47b2-a575-dd4ecdc8990e tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd/tags HTTP/1.1" status: 204 len: 168 time: 0.4620025 Jun 04 16:39:03.539578 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:03.545478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33884) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:03.549761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a9001bf4-e51e-430f-86e9-ec36965dd351 None None] Provisioning complete for port 04d9455a-e69d-4eee-9525-784b4b157434 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:03.550133 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a9001bf4-e51e-430f-86e9-ec36965dd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:03.590111 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:03.656803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-1ca04edc-27ab-48ec-86f6-bcb29eddf49b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a3eb75d6-32e5-4a37-877a-9e352584a2d7') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:03.683362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Calling delete_port for 0201424e-182f-46df-85b8-3214c03df5c7 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:03.720341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71a7f-b31f-4e87-ac9d-4040321dfcd4 req-de7e11ce-430f-4416-a3f7-ea686fdfe6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:03.721962 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30b71a7f-b31f-4e87-ac9d-4040321dfcd4 req-de7e11ce-430f-4416-a3f7-ea686fdfe6c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 1096 time: 1.2227883 Jun 04 16:39:03.722703 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:03.747368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a9001bf4-e51e-430f-86e9-ec36965dd351 None None] Current status of the port 04d9455a-e69d-4eee-9525-784b4b157434 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:03.755673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Pushing event deleted for resources: {'Port': ['ID=86161674-de80-48b0-a4ed-e08c2fef375b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:03.780796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a9001bf4-e51e-430f-86e9-ec36965dd351 None None] Provisioning for port 40cc830b-3d68-43d9-84b4-1b13fa42c859 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:03.787186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a9001bf4-e51e-430f-86e9-ec36965dd351 None None] Provisioning complete for port 40cc830b-3d68-43d9-84b4-1b13fa42c859 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:03.787852 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a9001bf4-e51e-430f-86e9-ec36965dd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:03.851065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a9001bf4-e51e-430f-86e9-ec36965dd351 None None] Port 40cc830b-3d68-43d9-84b4-1b13fa42c859 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:03.942247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2494c78-56be-49f3-b474-22425f94f86c req-ede716ca-4562-4af9-905d-65912711234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:03.944063 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d2494c78-56be-49f3-b474-22425f94f86c req-ede716ca-4562-4af9-905d-65912711234e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 200 len: 919 time: 0.4472642 Jun 04 16:39:03.946402 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:03.952491 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30b71a7f-b31f-4e87-ac9d-4040321dfcd4 req-472be6f5-6eec-4b9d-8f37-a0582d395ea8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492028 Jun 04 16:39:03.988412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7f5e82d5-4645-45b0-8669-5cc9173f4135 None None] Provisioning complete for port 40cc830b-3d68-43d9-84b4-1b13fa42c859 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:03.988966 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7f5e82d5-4645-45b0-8669-5cc9173f4135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:03.990876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=40cc830b-3d68-43d9-84b4-1b13fa42c859,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:04.026768 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:04.046023 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:39:04.046338 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:39:04.062291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7f5e82d5-4645-45b0-8669-5cc9173f4135 None None] Port 40cc830b-3d68-43d9-84b4-1b13fa42c859 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:04.062583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e302c-ceeb-4521-8931-a55f6c244e1d req-8bd01cc5-07f0-4ae7-bf4c-cb4523d8ec27 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:04.066394 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-474e302c-ceeb-4521-8931-a55f6c244e1d req-8bd01cc5-07f0-4ae7-bf4c-cb4523d8ec27 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.9968998 Jun 04 16:39:04.080496 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6266a48-e975-4828-82e0-91c43cc70efd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:04.097968 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e512d-14ca-4efb-8081-27224c39558e None None] Network de40d3b7-913d-436c-b898-507d43d78095 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:04.098744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33888) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:04.100441 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d2494c78-56be-49f3-b474-22425f94f86c req-ed060f88-5870-4671-b406-d8d3cfa34f49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c5ff122-025d-4eba-a42f-cbc1e01d37f0 HTTP/1.1" status: 200 len: 217 time: 0.1505318 Jun 04 16:39:04.105779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a12cc06e-4ed6-4e88-86ba-4b4411520574 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Request body: {'floatingip': {'port_id': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:04.136086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9361375-70b3-407c-836e-0dba4c205725 req-2b0d9a63-831b-42a5-80b2-92c84b68b457 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:04.137729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9361375-70b3-407c-836e-0dba4c205725 req-2b0d9a63-831b-42a5-80b2-92c84b68b457 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.8684981 Jun 04 16:39:04.197206 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:04.259734 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a12cc06e-4ed6-4e88-86ba-4b4411520574 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:04.264354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ea625e6d-2112-439f-b72c-d3e1b82c8412 None None] Provisioning for port 0201424e-182f-46df-85b8-3214c03df5c7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:04.275223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9361375-70b3-407c-836e-0dba4c205725 req-1733be18-cd9a-4ef0-840f-75a6bf400c30 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930574 Jun 04 16:39:04.350488 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:04.351771 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f84efc22-96a4-475d-a181-5b1f211d0b92 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "DELETE /v2.0/floatingips/c0488d22-c8f6-4118-b6f1-239317126d9f HTTP/1.1" status: 204 len: 168 time: 4.1228986 Jun 04 16:39:04.383880 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6266a48-e975-4828-82e0-91c43cc70efd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:04.397077 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1ca04edc-27ab-48ec-86f6-bcb29eddf49b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7/tags HTTP/1.1" status: 204 len: 168 time: 0.8173642 Jun 04 16:39:04.415739 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33894) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:04.422068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2494c78-56be-49f3-b474-22425f94f86c req-3726c133-fcc9-4711-9c07-84e8801e2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:04.423537 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d2494c78-56be-49f3-b474-22425f94f86c req-3726c133-fcc9-4711-9c07-84e8801e2e07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 200 len: 857 time: 0.2566760 Jun 04 16:39:04.426474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-43e28c7d-148e-40be-82ec-6fc38c2abd15 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cab0be63-a912-4b25-b760-33c061352b7b') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:04.444018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6266a48-e975-4828-82e0-91c43cc70efd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:04.447905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d92f457-259a-46dd-8201-8a154c303f9c None None] Network 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:04.463210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6266a48-e975-4828-82e0-91c43cc70efd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Subnet': ['ID=cd13f6cb-000c-483a-ae92-369172adaff4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:04.471870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c6266a48-e975-4828-82e0-91c43cc70efd tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/subnets/cd13f6cb-000c-483a-ae92-369172adaff4 HTTP/1.1" status: 204 len: 168 time: 1.9635220 Jun 04 16:39:04.475020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33898) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:04.532828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 04d9455a-e69d-4eee-9525-784b4b157434 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:04.548580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Deleting port 0201424e-182f-46df-85b8-3214c03df5c7 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:04.548909 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:04.626080 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:04.728893 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7c76aa60-0eea-4a10-a47d-36db857c6ad4 None None] Provisioning complete for port 40cc830b-3d68-43d9-84b4-1b13fa42c859 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:04.729137 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:04.729270 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c76aa60-0eea-4a10-a47d-36db857c6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:04.778120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port f5216845-4925-4ded-9b8e-0fb2605ece95 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:04.778469 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:04.788910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7c76aa60-0eea-4a10-a47d-36db857c6ad4 None None] Port 40cc830b-3d68-43d9-84b4-1b13fa42c859 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:04.803688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2494c78-56be-49f3-b474-22425f94f86c req-d27efd7f-d5d7-43e4-98db-43084b927726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:04.805066 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d2494c78-56be-49f3-b474-22425f94f86c req-d27efd7f-d5d7-43e4-98db-43084b927726 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3431549 Jun 04 16:39:04.913162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 04d9455a-e69d-4eee-9525-784b4b157434 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:04.914025 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:04.980962 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-43e28c7d-148e-40be-82ec-6fc38c2abd15 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b/tags HTTP/1.1" status: 204 len: 168 time: 0.5640569 Jun 04 16:39:04.997562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33904) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:05.017149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-b1d0a865-1130-442f-9b62-75e76b0ec14c tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cab0be63-a912-4b25-b760-33c061352b7b', 'tempest-TagsExtTest-Tag-1020194839') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:05.218070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 04d9455a-e69d-4eee-9525-784b4b157434 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:05.219778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0201424e-182f-46df-85b8-3214c03df5c7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:05.245932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893f957-0db2-43a4-a0f1-b9d5c4071681 None None] DHCP port deletion for 3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:39:05.255282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8893f957-0db2-43a4-a0f1-b9d5c4071681 None None] Deleting port f5216845-4925-4ded-9b8e-0fb2605ece95 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:05.255921 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8893f957-0db2-43a4-a0f1-b9d5c4071681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:05.346206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] For port f5216845-4925-4ded-9b8e-0fb2605ece95, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f5216845-4925-4ded-9b8e-0fb2605ece95,segment=NetworkSegment(4f7b73d0-b31f-4081-8415-68f224e854db),segment_id=4f7b73d0-b31f-4081-8415-68f224e854db)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:05.348985 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:05.425857 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d2494c78-56be-49f3-b474-22425f94f86c req-f4219f8f-bc9d-4cf8-8e28-af97a2f499ac service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657330 Jun 04 16:39:05.560141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for f5216845-4925-4ded-9b8e-0fb2605ece95 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:05.569880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 0201424e-182f-46df-85b8-3214c03df5c7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:05.584886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8893f957-0db2-43a4-a0f1-b9d5c4071681 None None] For port f5216845-4925-4ded-9b8e-0fb2605ece95, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f5216845-4925-4ded-9b8e-0fb2605ece95,segment=NetworkSegment(4f7b73d0-b31f-4081-8415-68f224e854db),segment_id=4f7b73d0-b31f-4081-8415-68f224e854db)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:05.585386 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8893f957-0db2-43a4-a0f1-b9d5c4071681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:05.613085 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b1d0a865-1130-442f-9b62-75e76b0ec14c tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "PUT /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b/tags/tempest-TagsExtTest-Tag-1020194839 HTTP/1.1" status: 201 len: 201 time: 0.6001232 Jun 04 16:39:05.624171 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33910) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:05.633451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-deebf43c-52f7-46cc-adbf-626def7ec8df tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a3eb75d6-32e5-4a37-877a-9e352584a2d7', 'tempest-TagsExtTest-Tag-2112022171') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:05.677390 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d2494c78-56be-49f3-b474-22425f94f86c req-eec155ea-de7a-47e7-8e28-8dc7cf0b8809 service neutron] 10.222.0.46 "GET /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435968 Jun 04 16:39:05.738132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8893f957-0db2-43a4-a0f1-b9d5c4071681 None None] Calling delete_port for f5216845-4925-4ded-9b8e-0fb2605ece95 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:05.817538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 0201424e-182f-46df-85b8-3214c03df5c7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:05.818470 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:05.876852 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a12cc06e-4ed6-4e88-86ba-4b4411520574 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:05.894774 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a12cc06e-4ed6-4e88-86ba-4b4411520574 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:05.896168 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8893f957-0db2-43a4-a0f1-b9d5c4071681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:05.898572 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: from cryptography.utils import int_from_bytes Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: from cryptography.utils import int_from_bytes Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn_limited( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn_limited( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.913062 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:39:05.916806 n-d-811809-3 neutron-server[88798]: util.warn( Jun 04 16:39:05.927709 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:39:05.928102 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:39:05.955018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893f957-0db2-43a4-a0f1-b9d5c4071681 None None] No DVR routers for this DVR port f5216845-4925-4ded-9b8e-0fb2605ece95 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:39:05.964910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893f957-0db2-43a4-a0f1-b9d5c4071681 None None] Pushing event deleted for resources: {'Port': ['ID=f5216845-4925-4ded-9b8e-0fb2605ece95,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:05.968381 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-deebf43c-52f7-46cc-adbf-626def7ec8df tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "PUT /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7/tags/tempest-TagsExtTest-Tag-2112022171 HTTP/1.1" status: 201 len: 201 time: 0.3430886 Jun 04 16:39:05.969021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33916) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:05.980441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-bb3f98bb-ab19-47b4-b7ca-f3215a1a1f0e tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '12a211f7-c569-46fc-a08d-1c24f9dd0dbd', 'tempest-TagsExtTest-Tag-1943987579') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:06.026728 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 0201424e-182f-46df-85b8-3214c03df5c7 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:06.027254 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:06.060952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 0201424e-182f-46df-85b8-3214c03df5c7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0201424e-182f-46df-85b8-3214c03df5c7,segment=NetworkSegment(6d27b81e-6c1d-4098-bb5c-f857a0be89d8),segment_id=6d27b81e-6c1d-4098-bb5c-f857a0be89d8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:06.065916 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:06.074598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] For port 0201424e-182f-46df-85b8-3214c03df5c7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0201424e-182f-46df-85b8-3214c03df5c7,segment=NetworkSegment(6d27b81e-6c1d-4098-bb5c-f857a0be89d8),segment_id=6d27b81e-6c1d-4098-bb5c-f857a0be89d8)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:06.074959 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:06.144569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=0201424e-182f-46df-85b8-3214c03df5c7,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:06.251489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0201424e-182f-46df-85b8-3214c03df5c7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:06.276089 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-a12cc06e-4ed6-4e88-86ba-4b4411520574 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Floating IP f6d7251b-117d-4d74-a238-ff0cbaf4660a associated. External IP: 172.25.5.168, port: c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1. Jun 04 16:39:06.325773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 0201424e-182f-46df-85b8-3214c03df5c7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:06.326462 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:06.346935 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bb3f98bb-ab19-47b4-b7ca-f3215a1a1f0e tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "PUT /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd/tags/tempest-TagsExtTest-Tag-1943987579 HTTP/1.1" status: 201 len: 201 time: 0.3712382 Jun 04 16:39:06.347224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Calling delete_port for 0201424e-182f-46df-85b8-3214c03df5c7 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:06.356018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33920) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:06.362210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-fac81dc6-3086-405f-9ce6-0e3eb62e4662 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa', 'tempest-TagsExtTest-Tag-1080878420') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:06.381584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654ecf2-73e9-4475-bfc4-2f3034ab6e72 req-3be56f86-e7e4-4e4a-a86f-ebc7290e4a57 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:06.383376 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b654ecf2-73e9-4475-bfc4-2f3034ab6e72 req-3be56f86-e7e4-4e4a-a86f-ebc7290e4a57 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.5579808 Jun 04 16:39:06.448261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port f5216845-4925-4ded-9b8e-0fb2605ece95 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:06.448612 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:06.465264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 0201424e-182f-46df-85b8-3214c03df5c7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:06.523512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f5216845-4925-4ded-9b8e-0fb2605ece95 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:39:06.560106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] The port 'f5216845-4925-4ded-9b8e-0fb2605ece95' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:39:06.569055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: f5216845-4925-4ded-9b8e-0fb2605ece95 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:39:06.569612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f5216845-4925-4ded-9b8e-0fb2605ece95 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:39:06.575374 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b654ecf2-73e9-4475-bfc4-2f3034ab6e72 req-a3e05efa-d6c8-4b5c-a553-faf5ea2df12b tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620507 Jun 04 16:39:06.651395 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fac81dc6-3086-405f-9ce6-0e3eb62e4662 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "PUT /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa/tags/tempest-TagsExtTest-Tag-1080878420 HTTP/1.1" status: 201 len: 201 time: 0.2939746 Jun 04 16:39:06.664789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33926) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:06.674490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-87984c1d-a3b0-4f61-8b08-459195423e53 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cab0be63-a912-4b25-b760-33c061352b7b', {'tags': ['tempest-TagsExtTest-Tag-1474913563', 'tempest-TagsExtTest-Tag-821254915', 'tempest-TagsExtTest-Tag-221729252']}) {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:06.820002 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:39:06.820470 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:39:06.846092 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:06.914201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:06.935874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12cc06e-4ed6-4e88-86ba-4b4411520574 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Router ddb49353-8445-41f6-8b60-b0fa9a77f69a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:39:06.950908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7b73d0-b31f-4081-8415-68f224e854db') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:06.951360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7b73d0-b31f-4081-8415-68f224e854db') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:06.967516 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:06.986793 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:06.994972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:06.996480 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:07.215336 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 4f7b73d0-b31f-4081-8415-68f224e854db resource provider aggregate not found Jun 04 16:39:07.231491 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:07.283870 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:07.289873 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 4f7b73d0-b31f-4081-8415-68f224e854db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f7b73d0-b31f-4081-8415-68f224e854db found for delete ", "request_id": "req-6f807470-0dae-4423-992f-30e819f99c77"}]} Jun 04 16:39:07.291812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Network': ['ID=3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:07.302265 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:39:07.339890 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:07.348825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8251707e-4b5e-43bf-80e5-9907a3c02c97 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/networks/3c613b2f-3e9a-44eb-bab2-e7fe29bcb2af HTTP/1.1" status: 204 len: 168 time: 2.8726053 Jun 04 16:39:07.369868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33942) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:07.377875 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:07.407804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12cc06e-4ed6-4e88-86ba-4b4411520574 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:39:07.412865 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-87984c1d-a3b0-4f61-8b08-459195423e53 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "PUT /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b/tags HTTP/1.1" status: 200 len: 316 time: 0.7444992 Jun 04 16:39:07.414110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a12cc06e-4ed6-4e88-86ba-4b4411520574 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:07.418891 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53e3fc-0f46-41ef-a61f-16c9c90dec88 None None] Sync routers for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:39:07.437584 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53e3fc-0f46-41ef-a61f-16c9c90dec88 None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:39:07.438409 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6e53e3fc-0f46-41ef-a61f-16c9c90dec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:39:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:07.473467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33946) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:07.484392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-22cfb98c-342e-48c9-8079-01aca3f6617a tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cab0be63-a912-4b25-b760-33c061352b7b') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:07.572990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab3794-1772-453a-8bff-ec63f63ab441 req-513751e0-8c1c-4f65-a992-e987f2da2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:07.574597 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3fab3794-1772-453a-8bff-ec63f63ab441 req-513751e0-8c1c-4f65-a992-e987f2da2cb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e4275785034232a9a3141cc720de10&device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 1096 time: 0.6355073 Jun 04 16:39:07.706550 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-6e53e3fc-0f46-41ef-a61f-16c9c90dec88 None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:39:07.741076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab3794-1772-453a-8bff-ec63f63ab441 req-01e62ccf-2802-4736-8a47-289db89c4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:07.742902 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3fab3794-1772-453a-8bff-ec63f63ab441 req-01e62ccf-2802-4736-8a47-289db89c4764 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6dbc341a-29b5-4106-aec4-76ae40643dc2 HTTP/1.1" status: 200 len: 912 time: 0.1584594 Jun 04 16:39:07.755206 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a12cc06e-4ed6-4e88-86ba-4b4411520574 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "PUT /v2.0/floatingips/f6d7251b-117d-4d74-a238-ff0cbaf4660a HTTP/1.1" status: 200 len: 992 time: 3.6536367 Jun 04 16:39:07.829833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8311fd8-bc8e-4441-bd2a-8bd92eb3a532', 'tag': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:39:07.836077 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3fab3794-1772-453a-8bff-ec63f63ab441 req-b61d9e91-8e45-40ec-9c2c-bc7441bd19ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d18a822a-6d9b-418b-a16c-5f532fa3b0dc HTTP/1.1" status: 200 len: 217 time: 0.0774274 Jun 04 16:39:07.904392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab3794-1772-453a-8bff-ec63f63ab441 req-93c1e3ae-147b-427d-8a20-64dd2141421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:07.906099 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3fab3794-1772-453a-8bff-ec63f63ab441 req-93c1e3ae-147b-427d-8a20-64dd2141421d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b HTTP/1.1" status: 200 len: 851 time: 0.0646968 Jun 04 16:39:07.972874 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc6ccd0-9b7b-4cb2-a908-a77ee25846df'] response: {'name': 'network-changed', 'server_uuid': 'f8311fd8-bc8e-4441-bd2a-8bd92eb3a532', 'tag': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1', 'status': 'completed', 'code': 200} Jun 04 16:39:07.976181 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3fab3794-1772-453a-8bff-ec63f63ab441 req-47373264-ea95-4483-b9d8-00c717308fcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dbc341a-29b5-4106-aec4-76ae40643dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626934 Jun 04 16:39:08.006966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Deleting port 0201424e-182f-46df-85b8-3214c03df5c7 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:08.007621 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:08.030548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=40cc830b-3d68-43d9-84b4-1b13fa42c859,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:08.140640 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3fab3794-1772-453a-8bff-ec63f63ab441 req-1fc0539a-652f-4f9c-9cca-9048fdecba46 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571159 Jun 04 16:39:08.213954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda9506-b59b-4700-8767-8207e69f9b38 req-294ca97b-f8f7-46d4-a6ed-3ee8856198d9 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:08.215534 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8cda9506-b59b-4700-8767-8207e69f9b38 req-294ca97b-f8f7-46d4-a6ed-3ee8856198d9 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 1.0448608 Jun 04 16:39:08.227096 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:08.251854 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-22cfb98c-342e-48c9-8079-01aca3f6617a tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b/tags HTTP/1.1" status: 204 len: 168 time: 0.7691782 Jun 04 16:39:08.251854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33958) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:08.257070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-b4cff1a0-eaab-4df4-bb1a-a1d3ba85372a tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cab0be63-a912-4b25-b760-33c061352b7b', 'tempest-TagsExtTest-Tag-1474913563') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:08.288379 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6e53e3fc-0f46-41ef-a61f-16c9c90dec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'f6d7251b-117d-4d74-a238-ff0cbaf4660a', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'port_id': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'mac_address': 'fa:16:3e:67:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8311fd8-bc8e-4441-bd2a-8bd92eb3a532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:38:40Z', 'updated_at': '2022-06-04T16:39:05Z', 'revision_number': 1, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:37Z', 'revision_number': 5, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:08.293249 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53e3fc-0f46-41ef-a61f-16c9c90dec88 None None] Checking router: ddb49353-8445-41f6-8b60-b0fa9a77f69a for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:39:08.301683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-dff51894-2c1b-4892-9293-af706719aef2 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port f5769e61-1b0b-4e26-b1f0-a18a74420033 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:08.302749 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dff51894-2c1b-4892-9293-af706719aef2 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:08.317066 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53e3fc-0f46-41ef-a61f-16c9c90dec88 None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:39:08.317684 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6e53e3fc-0f46-41ef-a61f-16c9c90dec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:39:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:08.366181 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3fab3794-1772-453a-8bff-ec63f63ab441 req-2e1e7284-65bf-495e-b39b-6922302f1781 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195623 Jun 04 16:39:08.374166 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-b4cff1a0-eaab-4df4-bb1a-a1d3ba85372a tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] show failed (client error): The resource could not be found. Jun 04 16:39:08.375715 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b4cff1a0-eaab-4df4-bb1a-a1d3ba85372a tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b/tags/tempest-TagsExtTest-Tag-1474913563 HTTP/1.1" status: 404 len: 329 time: 0.1228454 Jun 04 16:39:08.378161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33962) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:08.383096 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-d2344f13-df1c-4410-8270-1eb82a535b38 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cab0be63-a912-4b25-b760-33c061352b7b', 'tempest-TagsExtTest-Tag-821254915') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:08.489110 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-d2344f13-df1c-4410-8270-1eb82a535b38 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] show failed (client error): The resource could not be found. Jun 04 16:39:08.490380 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d2344f13-df1c-4410-8270-1eb82a535b38 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b/tags/tempest-TagsExtTest-Tag-821254915 HTTP/1.1" status: 404 len: 328 time: 0.1112516 Jun 04 16:39:08.493439 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33970) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:08.498472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-b85d124a-60b8-4abf-ab44-d1e815333945 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cab0be63-a912-4b25-b760-33c061352b7b', 'tempest-TagsExtTest-Tag-221729252') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:08.658662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8cda9506-b59b-4700-8767-8207e69f9b38 req-00a3b27a-50db-4334-ba54-d0488226d297 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136364 Jun 04 16:39:08.673884 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-b85d124a-60b8-4abf-ab44-d1e815333945 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] show failed (client error): The resource could not be found. Jun 04 16:39:08.674950 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b85d124a-60b8-4abf-ab44-d1e815333945 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b/tags/tempest-TagsExtTest-Tag-221729252 HTTP/1.1" status: 404 len: 328 time: 0.1805978 Jun 04 16:39:08.677700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33974) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:08.683452 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-6e53e3fc-0f46-41ef-a61f-16c9c90dec88 None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:39:08.684535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-13ad658e-1c4d-4b14-b6d4-3c34c28561c5 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a3eb75d6-32e5-4a37-877a-9e352584a2d7', {'tags': ['tempest-TagsExtTest-Tag-279684479', 'tempest-TagsExtTest-Tag-720768587', 'tempest-TagsExtTest-Tag-1460576398']}) {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:08.776565 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-13ad658e-1c4d-4b14-b6d4-3c34c28561c5 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "PUT /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7/tags HTTP/1.1" status: 200 len: 316 time: 0.0978479 Jun 04 16:39:08.779050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33978) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:08.786794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-a481c5f5-0841-41fa-b0ec-5e664f8942b7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a3eb75d6-32e5-4a37-877a-9e352584a2d7') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:08.851091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0b21-6dd0-41dd-a55f-e62e403201c4 req-1c991781-a23d-44fc-a40f-7348ddb745a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:08.852783 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98de0b21-6dd0-41dd-a55f-e62e403201c4 req-1c991781-a23d-44fc-a40f-7348ddb745a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be35f42fdb434174b0e0b38af59135ec&device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 1097 time: 0.8802233 Jun 04 16:39:08.882594 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a481c5f5-0841-41fa-b0ec-5e664f8942b7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1018021 Jun 04 16:39:08.885293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33982) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:08.893273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-3c9f40a3-865f-4b52-81f3-126a5961563d tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3eb75d6-32e5-4a37-877a-9e352584a2d7', 'tempest-TagsExtTest-Tag-279684479') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:08.967740 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-3c9f40a3-865f-4b52-81f3-126a5961563d tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] show failed (client error): The resource could not be found. Jun 04 16:39:08.968773 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3c9f40a3-865f-4b52-81f3-126a5961563d tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7/tags/tempest-TagsExtTest-Tag-279684479 HTTP/1.1" status: 404 len: 328 time: 0.0823693 Jun 04 16:39:08.971565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33986) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:08.977157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-b6029b31-41b8-40ef-a519-c1aab7ec80c6 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3eb75d6-32e5-4a37-877a-9e352584a2d7', 'tempest-TagsExtTest-Tag-720768587') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:09.016451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network f6d6803e-8373-439c-a677-bd9603c5caf0 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:09.032726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:09.054929 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-b6029b31-41b8-40ef-a519-c1aab7ec80c6 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] show failed (client error): The resource could not be found. Jun 04 16:39:09.058182 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b6029b31-41b8-40ef-a519-c1aab7ec80c6 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7/tags/tempest-TagsExtTest-Tag-720768587 HTTP/1.1" status: 404 len: 328 time: 0.0832286 Jun 04 16:39:09.058797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33990) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:09.064019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-9e85e7b1-ba16-4cc6-8eea-e6ab22a05f22 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3eb75d6-32e5-4a37-877a-9e352584a2d7', 'tempest-TagsExtTest-Tag-1460576398') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:09.078253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] For port 0201424e-182f-46df-85b8-3214c03df5c7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0201424e-182f-46df-85b8-3214c03df5c7,segment=NetworkSegment(6d27b81e-6c1d-4098-bb5c-f857a0be89d8),segment_id=6d27b81e-6c1d-4098-bb5c-f857a0be89d8)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:09.078657 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:09.089893 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dff51894-2c1b-4892-9293-af706719aef2 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:09.090215 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dff51894-2c1b-4892-9293-af706719aef2 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:09.161982 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-9e85e7b1-ba16-4cc6-8eea-e6ab22a05f22 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] show failed (client error): The resource could not be found. Jun 04 16:39:09.163384 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9e85e7b1-ba16-4cc6-8eea-e6ab22a05f22 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7/tags/tempest-TagsExtTest-Tag-1460576398 HTTP/1.1" status: 404 len: 329 time: 0.1036627 Jun 04 16:39:09.166592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33994) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:09.171473 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6e53e3fc-0f46-41ef-a61f-16c9c90dec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'f6d7251b-117d-4d74-a238-ff0cbaf4660a', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'port_id': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'mac_address': 'fa:16:3e:67:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8311fd8-bc8e-4441-bd2a-8bd92eb3a532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:38:40Z', 'updated_at': '2022-06-04T16:39:05Z', 'revision_number': 1, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:37Z', 'revision_number': 5, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:09.173052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-5fe43c17-c3a5-4dba-ac3a-8082eb55f57f tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '12a211f7-c569-46fc-a08d-1c24f9dd0dbd', {'tags': ['tempest-TagsExtTest-Tag-861978043', 'tempest-TagsExtTest-Tag-1164555759', 'tempest-TagsExtTest-Tag-959746732']}) {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:09.176946 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53e3fc-0f46-41ef-a61f-16c9c90dec88 None None] The sync data for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 is: [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'f6d7251b-117d-4d74-a238-ff0cbaf4660a', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'port_id': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'mac_address': 'fa:16:3e:67:b2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8311fd8-bc8e-4441-bd2a-8bd92eb3a532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:38:40Z', 'updated_at': '2022-06-04T16:39:05Z', 'revision_number': 1, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:37Z', 'revision_number': 5, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:39:09.431317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9922acee-4b2c-4bc5-9d6f-370fbafd3b29 None None] Provisioning complete for port 40cc830b-3d68-43d9-84b4-1b13fa42c859 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:09.431794 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9922acee-4b2c-4bc5-9d6f-370fbafd3b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:09.491775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9922acee-4b2c-4bc5-9d6f-370fbafd3b29 None None] Port 40cc830b-3d68-43d9-84b4-1b13fa42c859 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:09.504654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b68d81-554b-4621-aff0-778f4036e764 None None] New status for floating IP f6d7251b-117d-4d74-a238-ff0cbaf4660a: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:39:09.513851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0b21-6dd0-41dd-a55f-e62e403201c4 req-026cee01-cfc5-4cd5-bf86-9602228a4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:09.515411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98de0b21-6dd0-41dd-a55f-e62e403201c4 req-026cee01-cfc5-4cd5-bf86-9602228a4aad service neutron] 10.222.0.42 "GET /v2.0/networks?id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd HTTP/1.1" status: 200 len: 911 time: 0.6460481 Jun 04 16:39:09.529810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Calling delete_port for 0201424e-182f-46df-85b8-3214c03df5c7 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:09.542167 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5fe43c17-c3a5-4dba-ac3a-8082eb55f57f tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "PUT /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd/tags HTTP/1.1" status: 200 len: 316 time: 0.3743913 Jun 04 16:39:09.544738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33998) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:09.551447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-d3a81c4a-6963-4fc9-ac33-b2db864e80a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12a211f7-c569-46fc-a08d-1c24f9dd0dbd') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:09.802875 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d3a81c4a-6963-4fc9-ac33-b2db864e80a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd/tags HTTP/1.1" status: 204 len: 168 time: 0.2563291 Jun 04 16:39:09.803698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34008) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:09.808877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-589a3ade-bad3-4497-9813-25047530ea41 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12a211f7-c569-46fc-a08d-1c24f9dd0dbd', 'tempest-TagsExtTest-Tag-861978043') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:09.818641 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-dff51894-2c1b-4892-9293-af706719aef2 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for f5769e61-1b0b-4e26-b1f0-a18a74420033 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:09.949485 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98de0b21-6dd0-41dd-a55f-e62e403201c4 req-e4dc3824-f76e-4a9d-97ba-c33c37a8889d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 HTTP/1.1" status: 200 len: 1002 time: 0.1478691 Jun 04 16:39:09.962778 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-589a3ade-bad3-4497-9813-25047530ea41 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] show failed (client error): The resource could not be found. Jun 04 16:39:09.964031 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-589a3ade-bad3-4497-9813-25047530ea41 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd/tags/tempest-TagsExtTest-Tag-861978043 HTTP/1.1" status: 404 len: 328 time: 0.1594748 Jun 04 16:39:09.967281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34012) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:09.973613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-4600831c-bb5f-433c-8421-f6963c4812b6 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12a211f7-c569-46fc-a08d-1c24f9dd0dbd', 'tempest-TagsExtTest-Tag-1164555759') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:10.122212 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-4600831c-bb5f-433c-8421-f6963c4812b6 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] show failed (client error): The resource could not be found. Jun 04 16:39:10.123621 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4600831c-bb5f-433c-8421-f6963c4812b6 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd/tags/tempest-TagsExtTest-Tag-1164555759 HTTP/1.1" status: 404 len: 329 time: 0.1554370 Jun 04 16:39:10.126572 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34018) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:10.132302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-a6a06071-9c72-4f94-a68f-3e59a615a55a tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12a211f7-c569-46fc-a08d-1c24f9dd0dbd', 'tempest-TagsExtTest-Tag-959746732') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:10.228209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0b21-6dd0-41dd-a55f-e62e403201c4 req-6422c570-3326-49c2-beaf-0db79905c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:10.229707 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98de0b21-6dd0-41dd-a55f-e62e403201c4 req-6422c570-3326-49c2-beaf-0db79905c64a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b1e4094-3a05-4f0d-9004-57005698851e HTTP/1.1" status: 200 len: 849 time: 0.2600312 Jun 04 16:39:10.290127 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-a6a06071-9c72-4f94-a68f-3e59a615a55a tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] show failed (client error): The resource could not be found. Jun 04 16:39:10.292271 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a6a06071-9c72-4f94-a68f-3e59a615a55a tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd/tags/tempest-TagsExtTest-Tag-959746732 HTTP/1.1" status: 404 len: 328 time: 0.1644258 Jun 04 16:39:10.295167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34022) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:10.301153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-37dca39f-9151-44a3-a222-4d6aac5bce40 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa', {'tags': ['tempest-TagsExtTest-Tag-369473184', 'tempest-TagsExtTest-Tag-1547716419', 'tempest-TagsExtTest-Tag-1369717081']}) {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:10.399161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Router 345f4181-4dda-4aa2-b0a4-e9c87d301b20 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:39:10.438467 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-37dca39f-9151-44a3-a222-4d6aac5bce40 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "PUT /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa/tags HTTP/1.1" status: 200 len: 317 time: 0.1420345 Jun 04 16:39:10.441417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34026) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:10.446794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-8b30292f-1358-4ce2-bec5-635dfa81a140 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:10.448386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17524d2-6bfc-49a1-b5fe-bc58bd4c1265 req-cf255099-fb63-473d-936e-d7ae383db719 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:10.449932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a17524d2-6bfc-49a1-b5fe-bc58bd4c1265 req-cf255099-fb63-473d-936e-d7ae383db719 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.6451349 Jun 04 16:39:10.450959 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:10.511160 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8b30292f-1358-4ce2-bec5-635dfa81a140 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa/tags HTTP/1.1" status: 204 len: 168 time: 0.0687087 Jun 04 16:39:10.511887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34030) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:10.521280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-9069caaa-584f-4bb0-908a-6690ce3b6eb6 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa', 'tempest-TagsExtTest-Tag-369473184') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:10.545137 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-9069caaa-584f-4bb0-908a-6690ce3b6eb6 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] show failed (client error): The resource could not be found. Jun 04 16:39:10.548978 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9069caaa-584f-4bb0-908a-6690ce3b6eb6 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa/tags/tempest-TagsExtTest-Tag-369473184 HTTP/1.1" status: 404 len: 328 time: 0.0295694 Jun 04 16:39:10.549706 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34034) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:10.554593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-26087148-5332-49f3-9877-34b614b800e1 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa', 'tempest-TagsExtTest-Tag-1547716419') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:10.579992 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-26087148-5332-49f3-9877-34b614b800e1 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] show failed (client error): The resource could not be found. Jun 04 16:39:10.583204 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-26087148-5332-49f3-9877-34b614b800e1 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa/tags/tempest-TagsExtTest-Tag-1547716419 HTTP/1.1" status: 404 len: 329 time: 0.0327873 Jun 04 16:39:10.584189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34038) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:10.598539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-c849fa4c-fdef-427d-8f75-25d52010c77b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa', 'tempest-TagsExtTest-Tag-1369717081') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:10.604324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Port': ['ID=0201424e-182f-46df-85b8-3214c03df5c7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:10.622533 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-c849fa4c-fdef-427d-8f75-25d52010c77b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] show failed (client error): The resource could not be found. Jun 04 16:39:10.623552 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c849fa4c-fdef-427d-8f75-25d52010c77b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa/tags/tempest-TagsExtTest-Tag-1369717081 HTTP/1.1" status: 404 len: 329 time: 0.0382648 Jun 04 16:39:10.626284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34044) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:10.631157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-1f329950-0892-4e1b-aed4-068854eff0a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:10.659545 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1f329950-0892-4e1b-aed4-068854eff0a4 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa/tags HTTP/1.1" status: 204 len: 168 time: 0.0312221 Jun 04 16:39:10.664203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34048) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:10.668964 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-a7041690-803f-471c-9338-abedb9f65f48 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12a211f7-c569-46fc-a08d-1c24f9dd0dbd') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:10.703808 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32811f07-a793-43f1-8adb-f21d0e689126 req-88372428-26b0-4136-874b-b87cd156961a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:10.705308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-32811f07-a793-43f1-8adb-f21d0e689126 req-88372428-26b0-4136-874b-b87cd156961a tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.5958300 Jun 04 16:39:10.728759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a5cbb-4632-4052-b046-3aae17ca7d31 None None] DHCP port deletion for de40d3b7-913d-436c-b898-507d43d78095 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:39:10.732875 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dff51894-2c1b-4892-9293-af706719aef2 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:10.746926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c53af8-b065-4a1d-a02e-233226ce5c23 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:39:10.830901 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a7041690-803f-471c-9338-abedb9f65f48 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd/tags HTTP/1.1" status: 204 len: 168 time: 0.1664922 Jun 04 16:39:10.833840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34052) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:10.841301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-844a56d6-4983-486b-8db9-276ffdf57de9 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a3eb75d6-32e5-4a37-877a-9e352584a2d7') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:10.868328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No DVR routers for this DVR port 0201424e-182f-46df-85b8-3214c03df5c7 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:39:10.902610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff51894-2c1b-4892-9293-af706719aef2 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=f5769e61-1b0b-4e26-b1f0-a18a74420033,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:10.909504 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c53af8-b065-4a1d-a02e-233226ce5c23 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:39:10.924808 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-844a56d6-4983-486b-8db9-276ffdf57de9 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0878255 Jun 04 16:39:10.925082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34056) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:10.930415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.tag.tag_plugin [None req-6c0bd24c-c2d9-4c93-ae3b-9b165d92fe88 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cab0be63-a912-4b25-b760-33c061352b7b') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:10.972548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0b21-6dd0-41dd-a55f-e62e403201c4 req-75f057a4-3a71-4ff7-aa2e-88f66eecc897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:10.974055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98de0b21-6dd0-41dd-a55f-e62e403201c4 req-75f057a4-3a71-4ff7-aa2e-88f66eecc897 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7291069 Jun 04 16:39:10.982995 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a17524d2-6bfc-49a1-b5fe-bc58bd4c1265 req-ccf492a2-797e-488b-b0af-cfede0a00081 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826229 Jun 04 16:39:11.004998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:39:11.006486 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6c0bd24c-c2d9-4c93-ae3b-9b165d92fe88 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b/tags HTTP/1.1" status: 204 len: 168 time: 0.0803256 Jun 04 16:39:11.011131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34060) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:11.019719 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4489a-b6ac-4be8-893c-414cf722f824 None None] Sync routers for ids ['345f4181-4dda-4aa2-b0a4-e9c87d301b20'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:39:11.043273 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4489a-b6ac-4be8-893c-414cf722f824 None None] Routers {'345f4181-4dda-4aa2-b0a4-e9c87d301b20'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:39:11.044420 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-fab4489a-b6ac-4be8-893c-414cf722f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:39:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['345f4181-4dda-4aa2-b0a4-e9c87d301b20'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:11.094904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-32811f07-a793-43f1-8adb-f21d0e689126 req-3103e162-46ff-4f4c-a6d8-c837c4386bf0 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680406 Jun 04 16:39:11.119765 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-fab4489a-b6ac-4be8-893c-414cf722f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:11.127790 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6d0071d5-c970-471a-a7c2-7cef6156e450 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for subnetpool, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:11.129299 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6d0071d5-c970-471a-a7c2-7cef6156e450 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/subnetpools/fb0c9c29-b0af-4fe4-bde2-79b95ae53cfa HTTP/1.1" status: 204 len: 168 time: 0.1181211 Jun 04 16:39:11.132801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34064) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:11.133359 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4489a-b6ac-4be8-893c-414cf722f824 None None] Routers {'345f4181-4dda-4aa2-b0a4-e9c87d301b20'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:39:11.134730 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-fab4489a-b6ac-4be8-893c-414cf722f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:39:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['345f4181-4dda-4aa2-b0a4-e9c87d301b20'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:11.193644 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:11.197142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-018bb700-35d0-4cdd-959a-109b2c3cb94b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Synchronizing usage tracker for tenant:c93748f8273e4dfdb2e18dbaf67ddf7c on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:11.202576 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-fab4489a-b6ac-4be8-893c-414cf722f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:11.203279 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4489a-b6ac-4be8-893c-414cf722f824 None None] The sync data for ids ['345f4181-4dda-4aa2-b0a4-e9c87d301b20'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:39:11.221911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-018bb700-35d0-4cdd-959a-109b2c3cb94b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Unset dirty status for tenant:c93748f8273e4dfdb2e18dbaf67ddf7c on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:11.225794 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-018bb700-35d0-4cdd-959a-109b2c3cb94b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "GET /v2.0/ports?device_id=12a211f7-c569-46fc-a08d-1c24f9dd0dbd HTTP/1.1" status: 200 len: 205 time: 0.0891867 Jun 04 16:39:11.226516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34068) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:11.368508 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ecccadd-8370-4ea2-be7b-4db65993908b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:11.393699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-de40d3b7-913d-436c-b898-507d43d78095', 'network_id': 'de40d3b7-913d-436c-b898-507d43d78095', 'tenant_id': '13dcc50cd7ca4030a516d3be95453c70', 'fixed_ips': [{'subnet_id': '61da8dc4-5a11-48aa-828e-6a851e93cc13'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:39:11.394640 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:11.421184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3c4a059f-0662-411e-a8e8-a553318865f6 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "PUT /v2.0/routers/345f4181-4dda-4aa2-b0a4-e9c87d301b20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1318974 Jun 04 16:39:11.428893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34072) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:11.429751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dff51894-2c1b-4892-9293-af706719aef2 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:11.432173 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dff51894-2c1b-4892-9293-af706719aef2 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:11.434903 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dff51894-2c1b-4892-9293-af706719aef2 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/floatingips/17386fcb-3861-40d6-8447-abb939feaf34 HTTP/1.1" status: 204 len: 168 time: 4.0632470 Jun 04 16:39:11.444741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34074) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:11.574704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Allocated IP 172.20.0.1 (de40d3b7-913d-436c-b898-507d43d78095/61da8dc4-5a11-48aa-828e-6a851e93cc13/4a63d172-2c8e-461b-b20d-fb5b03cf3302) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:11.597292 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7e8dd0-b498-4380-9715-8946dcb0bde3 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] DELETE failed (client error): The resource could not be found. Jun 04 16:39:11.597852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7e8dd0-b498-4380-9715-8946dcb0bde3 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:39:11.602290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7e7e8dd0-b498-4380-9715-8946dcb0bde3 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/ports/ae7ca8b4-56c5-48e9-91a4-c3175dbf85f8 HTTP/1.1" status: 404 len: 333 time: 0.1497693 Jun 04 16:39:11.610341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34080) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:11.669279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98de0b21-6dd0-41dd-a55f-e62e403201c4 req-d619786f-4b32-4739-8c5b-7fd5610659d2 service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6757050 Jun 04 16:39:11.671535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-834c0749-c261-41e4-b1ff-1c3b69987004 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Synchronizing usage tracker for tenant:fa9933e6426947f68c85e35445b633ce on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:11.777086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-834c0749-c261-41e4-b1ff-1c3b69987004 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Unset dirty status for tenant:fa9933e6426947f68c85e35445b633ce on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:11.780746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-834c0749-c261-41e4-b1ff-1c3b69987004 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e4712c0-895b-4286-b261-9741c0703b0d HTTP/1.1" status: 200 len: 205 time: 0.1588109 Jun 04 16:39:11.782982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34084) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:11.811162 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:11.812785 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ecccadd-8370-4ea2-be7b-4db65993908b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:11.815509 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ecccadd-8370-4ea2-be7b-4db65993908b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:11.824425 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Transition to ACTIVE for port object 4a63d172-2c8e-461b-b20d-fb5b03cf3302 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:11.841338 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ecccadd-8370-4ea2-be7b-4db65993908b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:11.842173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecccadd-8370-4ea2-be7b-4db65993908b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Fanout notify agent at l3_agent the message router_deleted on router 12a211f7-c569-46fc-a08d-1c24f9dd0dbd {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:39:11.848050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Transition to ACTIVE for port object 4a63d172-2c8e-461b-b20d-fb5b03cf3302 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:11.853823 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ecccadd-8370-4ea2-be7b-4db65993908b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:11.856053 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:11.857960 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7ecccadd-8370-4ea2-be7b-4db65993908b tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/routers/12a211f7-c569-46fc-a08d-1c24f9dd0dbd HTTP/1.1" status: 204 len: 168 time: 0.6305282 Jun 04 16:39:11.858602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34088) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:11.861399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e772843-3e1b-4779-94de-881fa6443af1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:11.862185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0e772843-3e1b-4779-94de-881fa6443af1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:11.882692 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-59ea186a-dc74-4681-8b91-fb721fa7f52e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] delete failed (client error): The resource could not be found. Jun 04 16:39:11.886330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-59ea186a-dc74-4681-8b91-fb721fa7f52e tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/routers/1e4712c0-895b-4286-b261-9741c0703b0d HTTP/1.1" status: 404 len: 336 time: 0.0999451 Jun 04 16:39:11.893145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34092) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:11.928197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Network de40d3b7-913d-436c-b898-507d43d78095 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:11.931310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:11.935362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:39:11.942118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Pushing event updated for resources: {'Port': ['ID=4a63d172-2c8e-461b-b20d-fb5b03cf3302,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:11.952482 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafe9e9e-8466-47e8-8a68-80b5f0923c00 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] DELETE failed (client error): The resource could not be found. Jun 04 16:39:11.952935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cafe9e9e-8466-47e8-8a68-80b5f0923c00 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:39:11.954091 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98de0b21-6dd0-41dd-a55f-e62e403201c4 req-215862a8-01f7-40a6-bb8c-be130d82db9d service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755470 Jun 04 16:39:11.957638 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cafe9e9e-8466-47e8-8a68-80b5f0923c00 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/subnets/cd13f6cb-000c-483a-ae92-369172adaff4 HTTP/1.1" status: 404 len: 337 time: 0.0605316 Jun 04 16:39:11.957638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34096) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:11.970789 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:12.014463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0e772843-3e1b-4779-94de-881fa6443af1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:12.015777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0e772843-3e1b-4779-94de-881fa6443af1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports?device_id=345f4181-4dda-4aa2-b0a4-e9c87d301b20 HTTP/1.1" status: 200 len: 983 time: 0.5725300 Jun 04 16:39:12.022376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34102) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:12.026337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Deleting port a3eb75d6-32e5-4a37-877a-9e352584a2d7 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:12.026514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Subnet': ['ID=61da8dc4-5a11-48aa-828e-6a851e93cc13,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:12.026726 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:12.046230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Attempting to bind port 4a63d172-2c8e-461b-b20d-fb5b03cf3302 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:39:12.046756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Attempting to bind port 4a63d172-2c8e-461b-b20d-fb5b03cf3302 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '6d27b81e-6c1d-4098-bb5c-f857a0be89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'de40d3b7-913d-436c-b898-507d43d78095'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:39:12.047223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Attempting to bind port 4a63d172-2c8e-461b-b20d-fb5b03cf3302 on network de40d3b7-913d-436c-b898-507d43d78095 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:39:12.053433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:39:12.054040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Checking segment: {'id': '6d27b81e-6c1d-4098-bb5c-f857a0be89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'de40d3b7-913d-436c-b898-507d43d78095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:12.054549 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:12.055165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Bound using segment: {'id': '6d27b81e-6c1d-4098-bb5c-f857a0be89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'de40d3b7-913d-436c-b898-507d43d78095'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:39:12.055741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Bound port: 4a63d172-2c8e-461b-b20d-fb5b03cf3302, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d27b81e-6c1d-4098-bb5c-f857a0be89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'de40d3b7-913d-436c-b898-507d43d78095'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:39:12.056194 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:12.151186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] For port 4a63d172-2c8e-461b-b20d-fb5b03cf3302, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:39:12.154641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] For port 4a63d172-2c8e-461b-b20d-fb5b03cf3302, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4a63d172-2c8e-461b-b20d-fb5b03cf3302,segment=NetworkSegment(6d27b81e-6c1d-4098-bb5c-f857a0be89d8),segment_id=6d27b81e-6c1d-4098-bb5c-f857a0be89d8)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:39:12.160417 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:12.178886 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:12.220122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de40d3b7-913d-436c-b898-507d43d78095']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:12.274747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d27b81e-6c1d-4098-bb5c-f857a0be89d8') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:12.275043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d27b81e-6c1d-4098-bb5c-f857a0be89d8') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:12.282958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0201424e-182f-46df-85b8-3214c03df5c7 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:39:12.301608 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:12.324104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 0201424e-182f-46df-85b8-3214c03df5c7 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:39:12.324425 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0201424e-182f-46df-85b8-3214c03df5c7 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:39:12.334903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e74eb8-2786-4285-9ae4-47522b7eb333 None None] Pushing event updated for resources: {'Port': ['ID=4a63d172-2c8e-461b-b20d-fb5b03cf3302,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:12.344937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01095d-7b18-4292-bfb8-c7ff2ed81405 req-e33e685f-262a-4962-a5be-21d13adc81df tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:12.346471 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b01095d-7b18-4292-bfb8-c7ff2ed81405 req-e33e685f-262a-4962-a5be-21d13adc81df tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.2331228 Jun 04 16:39:12.348597 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:12.378564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:12.379782 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:12.420645 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb7fdee-9fc4-48f5-9efa-9fd649d4b3d5 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:39:12.471797 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 6d27b81e-6c1d-4098-bb5c-f857a0be89d8 resource provider aggregate not found Jun 04 16:39:12.487778 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:12.502223 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 6d27b81e-6c1d-4098-bb5c-f857a0be89d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d27b81e-6c1d-4098-bb5c-f857a0be89d8 found for delete ", "request_id": "req-629be997-7993-4ae5-9b48-432a94e98617"}]} Jun 04 16:39:12.509444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b01095d-7b18-4292-bfb8-c7ff2ed81405 req-b62565d6-1755-4d89-9004-2f0e71290c83 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527002 Jun 04 16:39:12.530816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40e5bb-61d8-46d3-859c-c1074b6b5b60 req-aa50885c-fc8a-4e42-8738-7ca81ff2c92d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:12.530816 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3f40e5bb-61d8-46d3-859c-c1074b6b5b60 req-aa50885c-fc8a-4e42-8738-7ca81ff2c92d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.3006642 Jun 04 16:39:12.530816 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 16:39:12.530816 n-d-811809-3 neutron-server[88798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 16:39:12.530816 n-d-811809-3 neutron-server[88798]: [parameters: {'id': 'de40d3b7-913d-436c-b898-507d43d78095'}] Jun 04 16:39:12.530816 n-d-811809-3 neutron-server[88798]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:39:12.530816 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:39:12.568242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb7fdee-9fc4-48f5-9efa-9fd649d4b3d5 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:39:12.583124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c35d18b7-af41-4d9f-81cf-18a85aafee00 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port cdb03dc4-46c1-4d7a-b483-d1f0b297caf2 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:12.584091 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c35d18b7-af41-4d9f-81cf-18a85aafee00 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:12.584833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3f40e5bb-61d8-46d3-859c-c1074b6b5b60 req-379714b6-a252-4c36-a2f6-890fae324f9f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457892 Jun 04 16:39:12.696899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Calling delete_port for a3eb75d6-32e5-4a37-877a-9e352584a2d7 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:12.935330 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902db3d0-03a9-43eb-8c13-1e1cdbe21f53 None None] Network de40d3b7-913d-436c-b898-507d43d78095 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:13.031101 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:13.043741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Deleting port 4a63d172-2c8e-461b-b20d-fb5b03cf3302 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:13.044204 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:13.143894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ab9e8f-2cce-4ab3-8c6a-95655a37ae7d None None] DHCP port deletion for de40d3b7-913d-436c-b898-507d43d78095 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:39:13.149345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-64ab9e8f-2cce-4ab3-8c6a-95655a37ae7d None None] Deleting port 4a63d172-2c8e-461b-b20d-fb5b03cf3302 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:13.149716 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-64ab9e8f-2cce-4ab3-8c6a-95655a37ae7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:13.189736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfb1e9-e394-499d-a37c-f0792ec60134 req-90eaec02-19c4-41ff-9bde-cd56714e40ce tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:13.190369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-12bfb1e9-e394-499d-a37c-f0792ec60134 req-90eaec02-19c4-41ff-9bde-cd56714e40ce tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Synchronizing usage tracker for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:13.268548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] For port 4a63d172-2c8e-461b-b20d-fb5b03cf3302, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4a63d172-2c8e-461b-b20d-fb5b03cf3302,segment=NetworkSegment(6d27b81e-6c1d-4098-bb5c-f857a0be89d8),segment_id=6d27b81e-6c1d-4098-bb5c-f857a0be89d8)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:13.269253 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:13.377231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-12bfb1e9-e394-499d-a37c-f0792ec60134 req-90eaec02-19c4-41ff-9bde-cd56714e40ce tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Unset dirty status for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:13.378360 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-12bfb1e9-e394-499d-a37c-f0792ec60134 req-90eaec02-19c4-41ff-9bde-cd56714e40ce tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 1.2788670 Jun 04 16:39:13.379161 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:13.387851 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:39:13.400412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Calling delete_port for 4a63d172-2c8e-461b-b20d-fb5b03cf3302 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:13.401177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-64ab9e8f-2cce-4ab3-8c6a-95655a37ae7d None None] For port 4a63d172-2c8e-461b-b20d-fb5b03cf3302, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4a63d172-2c8e-461b-b20d-fb5b03cf3302,segment=NetworkSegment(6d27b81e-6c1d-4098-bb5c-f857a0be89d8),segment_id=6d27b81e-6c1d-4098-bb5c-f857a0be89d8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:13.401564 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-64ab9e8f-2cce-4ab3-8c6a-95655a37ae7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:13.482442 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:13.497159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Pushing event deleted for resources: {'Port': ['ID=a3eb75d6-32e5-4a37-877a-9e352584a2d7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:13.513094 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c35d18b7-af41-4d9f-81cf-18a85aafee00 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:13.527786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-64ab9e8f-2cce-4ab3-8c6a-95655a37ae7d None None] Calling delete_port for 4a63d172-2c8e-461b-b20d-fb5b03cf3302 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:13.532103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Port': ['ID=4a63d172-2c8e-461b-b20d-fb5b03cf3302,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:13.534213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No DVR routers for this DVR port 4a63d172-2c8e-461b-b20d-fb5b03cf3302 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:39:13.580271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:13.580517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:13.580811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:13.581134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:13.581461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:13.581780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:13.582507 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:13.582507 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:13.582789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:13.583043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:13.583354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:13.583730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:13.649277 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-64ab9e8f-2cce-4ab3-8c6a-95655a37ae7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:39:13.649628 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-64ab9e8f-2cce-4ab3-8c6a-95655a37ae7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:39:13.754161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c35d18b7-af41-4d9f-81cf-18a85aafee00 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for cdb03dc4-46c1-4d7a-b483-d1f0b297caf2 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:13.803612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-12bfb1e9-e394-499d-a37c-f0792ec60134 req-9a27e0f8-cee6-4207-9353-9b1a2819421b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Deleting port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:13.803952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-12bfb1e9-e394-499d-a37c-f0792ec60134 req-9a27e0f8-cee6-4207-9353-9b1a2819421b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:13.915291 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:13.959953 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.007842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de40d3b7-913d-436c-b898-507d43d78095']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:14.023607 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d27b81e-6c1d-4098-bb5c-f857a0be89d8') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:14.024000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d27b81e-6c1d-4098-bb5c-f857a0be89d8') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:14.042233 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.062895 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.071703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:14.072158 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.074816 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c1dcdda8-f0a1-4a17-98c5-113667b30d46 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/ports/a3eb75d6-32e5-4a37-877a-9e352584a2d7 HTTP/1.1" status: 204 len: 168 time: 2.2151437 Jun 04 16:39:14.083278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34116) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:14.150593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-64ab9e8f-2cce-4ab3-8c6a-95655a37ae7d None None] Deleting port 4a63d172-2c8e-461b-b20d-fb5b03cf3302 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:14.151220 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-64ab9e8f-2cce-4ab3-8c6a-95655a37ae7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.158510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1b3b8-39de-42f0-995a-8ffd732f21f9 req-14a66468-40de-47e5-83dd-ff21f3593681 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:14.159976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3dd1b3b8-39de-42f0-995a-8ffd732f21f9 req-14a66468-40de-47e5-83dd-ff21f3593681 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.3018453 Jun 04 16:39:14.178422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4271-52a8-4f73-ba43-ba103f8e7330 req-eae4dffb-a14c-4e4f-8241-445604e66da5 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:14.179949 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d7ce4271-52a8-4f73-ba43-ba103f8e7330 req-eae4dffb-a14c-4e4f-8241-445604e66da5 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 946 time: 0.3206313 Jun 04 16:39:14.222509 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-64ab9e8f-2cce-4ab3-8c6a-95655a37ae7d None None] The port '4a63d172-2c8e-461b-b20d-fb5b03cf3302' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:39:14.245124 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.254692 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c35d18b7-af41-4d9f-81cf-18a85aafee00 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.273346 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.283782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d7ce4271-52a8-4f73-ba43-ba103f8e7330 req-f3f1c49f-abcf-4611-af8f-6322fa27c657 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977802 Jun 04 16:39:14.288983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Network': ['ID=de40d3b7-913d-436c-b898-507d43d78095,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:14.296243 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3dd1b3b8-39de-42f0-995a-8ffd732f21f9 req-cb00971d-f847-4f8d-8525-fba6855a8e74 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153886 Jun 04 16:39:14.308516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-87ef026c-ccf8-48ab-8428-ccbaa3b09db7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/de40d3b7-913d-436c-b898-507d43d78095 HTTP/1.1" status: 204 len: 168 time: 12.9712617 Jun 04 16:39:14.312052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34120) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:14.317725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-556401214'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:14.323534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:14.327394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:network and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:14.329664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca9bc67-079a-4952-a671-69dd9cd9f03d tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Deleting subnet cab0be63-a912-4b25-b760-33c061352b7b {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:39:14.330213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:14.336626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:14.345372 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8ca9bc67-079a-4952-a671-69dd9cd9f03d tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.345934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:14.349362 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.373440 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d18b7-af41-4d9f-81cf-18a85aafee00 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=cdb03dc4-46c1-4d7a-b483-d1f0b297caf2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:14.376910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:14.388209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.388561 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Added segment fb68d909-4f8b-4f2d-9c4f-b56d8a906e17 of type vlan for network e3d13088-063e-4d24-8705-f2a0c2b6bc8e Jun 04 16:39:14.422628 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.452917 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.458724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:14.459337 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.564564 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 6d27b81e-6c1d-4098-bb5c-f857a0be89d8 resource provider aggregate not found Jun 04 16:39:14.573223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2599018 Jun 04 16:39:14.576696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34128) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:14.584482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'subnet': {'network_id': 'e3d13088-063e-4d24-8705-f2a0c2b6bc8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:14.599673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98612609-d968-4a31-8edb-8c2ac7b3748b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=e3d13088-063e-4d24-8705-f2a0c2b6bc8e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:14.605471 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 6d27b81e-6c1d-4098-bb5c-f857a0be89d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d27b81e-6c1d-4098-bb5c-f857a0be89d8 found for delete ", "request_id": "req-00f487af-8230-45d6-93a1-98e3a2d81664"}]} Jun 04 16:39:14.611255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network e3d13088-063e-4d24-8705-f2a0c2b6bc8e details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:14.667858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-12bfb1e9-e394-499d-a37c-f0792ec60134 req-9a27e0f8-cee6-4207-9353-9b1a2819421b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] For port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=2c5ff122-025d-4eba-a42f-cbc1e01d37f0,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:14.668226 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-12bfb1e9-e394-499d-a37c-f0792ec60134 req-9a27e0f8-cee6-4207-9353-9b1a2819421b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.690282 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8ca9bc67-079a-4952-a671-69dd9cd9f03d tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.703130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:14.707383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:subnet and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:14.711220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:14.717213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:14.728894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:14.732617 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.854103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-12bfb1e9-e394-499d-a37c-f0792ec60134 req-9a27e0f8-cee6-4207-9353-9b1a2819421b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Calling delete_port for 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:14.914783 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-96394cc6-a599-48f8-af4c-20f70d93fe91 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:14.952111 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:15.029446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Subnet': ['ID=634fc94d-30b0-49ed-8013-080e7d3beec5,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:15.037048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking segment: {'id': 'fb68d909-4f8b-4f2d-9c4f-b56d8a906e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d13088-063e-4d24-8705-f2a0c2b6bc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:15.037256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network hostable DHCP agents. Network: e3d13088-063e-4d24-8705-f2a0c2b6bc8e, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:39:15.046465 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c35d18b7-af41-4d9f-81cf-18a85aafee00 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:15.057266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network e3d13088-063e-4d24-8705-f2a0c2b6bc8e is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:39:15.067967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, e3d13088-063e-4d24-8705-f2a0c2b6bc8e) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:15.072689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:15.073928 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:15.076978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3890d07a-0de0-4730-9050-9325a76d404a None None] Network e3d13088-063e-4d24-8705-f2a0c2b6bc8e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:15.103157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f612a071-d911-463c-841e-255f44bff302 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5256617 Jun 04 16:39:15.104464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34134) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:15.114851 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c35d18b7-af41-4d9f-81cf-18a85aafee00 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/ports/cdb03dc4-46c1-4d7a-b483-d1f0b297caf2 HTTP/1.1" status: 204 len: 168 time: 3.1540906 Jun 04 16:39:15.117552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34138) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:15.170175 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8ca9bc67-079a-4952-a671-69dd9cd9f03d tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:15.252990 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:15.286624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-e3d13088-063e-4d24-8705-f2a0c2b6bc8e', 'network_id': 'e3d13088-063e-4d24-8705-f2a0c2b6bc8e', 'tenant_id': '13dcc50cd7ca4030a516d3be95453c70', 'fixed_ips': [{'subnet_id': '634fc94d-30b0-49ed-8013-080e7d3beec5'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:39:15.287657 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:15.332022 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:15.394254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8cf82-c04e-4295-96ab-27f13ef07328 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port 104173b9-0104-40eb-96e2-005152e16832 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:15.394894 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cf82-c04e-4295-96ab-27f13ef07328 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:15.469249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Allocated IP 172.20.0.2 (e3d13088-063e-4d24-8705-f2a0c2b6bc8e/634fc94d-30b0-49ed-8013-080e7d3beec5/b70e9dc5-096f-471d-81c1-206f4b6b9129) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:15.484516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-12bfb1e9-e394-499d-a37c-f0792ec60134 req-9a27e0f8-cee6-4207-9353-9b1a2819421b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:15.501545 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['910bb961-5609-4845-b7fe-12c8742a1c73'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:39:15.513721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-487186e4-e157-4794-81a4-74b646954846 req-c613a8e8-4aa6-495d-88a1-099a04298ca8 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5c5027-d34c-4420-9218-3170bdba10a3 HTTP/1.1" status: 200 len: 210 time: 0.0568056 Jun 04 16:39:15.579041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27e0f8-cee6-4207-9353-9b1a2819421b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Pushing event deleted for resources: {'Port': ['ID=2c5ff122-025d-4eba-a42f-cbc1e01d37f0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:15.598908 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8ca9bc67-079a-4952-a671-69dd9cd9f03d tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:15.622916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846b422-e60b-4629-9f0e-4d7b5fd0c9dc req-3364ff64-567b-48bf-9210-f2c930420a7b tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:15.624497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6846b422-e60b-4629-9f0e-4d7b5fd0c9dc req-3364ff64-567b-48bf-9210-f2c930420a7b tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.1097062 Jun 04 16:39:15.672199 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6846b422-e60b-4629-9f0e-4d7b5fd0c9dc req-56fc2688-a019-4579-a527-f0ef0ea7d3d2 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399935 Jun 04 16:39:15.747603 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8ca9bc67-079a-4952-a671-69dd9cd9f03d tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:15.748586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5276048b-88d3-470b-96db-51d0209f0b6e None None] Network 96889c6b-3261-4baf-ba2e-3571c51acaad requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:15.757984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9bc67-079a-4952-a671-69dd9cd9f03d tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Pushing event deleted for resources: {'Subnet': ['ID=cab0be63-a912-4b25-b760-33c061352b7b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:15.782583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bfb1e9-e394-499d-a37c-f0792ec60134 req-9a27e0f8-cee6-4207-9353-9b1a2819421b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] No DVR routers for this DVR port 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:39:15.790387 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-12bfb1e9-e394-499d-a37c-f0792ec60134 req-9a27e0f8-cee6-4207-9353-9b1a2819421b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:15.792638 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-12bfb1e9-e394-499d-a37c-f0792ec60134 req-9a27e0f8-cee6-4207-9353-9b1a2819421b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.46 "DELETE /v2.0/ports/2c5ff122-025d-4eba-a42f-cbc1e01d37f0 HTTP/1.1" status: 204 len: 173 time: 2.4034345 Jun 04 16:39:15.795569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5c5027-d34c-4420-9218-3170bdba10a3', 'name': 'network-vif-deleted', 'tag': '2c5ff122-025d-4eba-a42f-cbc1e01d37f0'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:39:15.806733 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8ca9bc67-079a-4952-a671-69dd9cd9f03d tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/subnets/cab0be63-a912-4b25-b760-33c061352b7b HTTP/1.1" status: 204 len: 168 time: 1.7046053 Jun 04 16:39:15.808183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34148) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:15.849286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-96394cc6-a599-48f8-af4c-20f70d93fe91 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 40cc830b-3d68-43d9-84b4-1b13fa42c859 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:15.849602 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-96394cc6-a599-48f8-af4c-20f70d93fe91 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:15.884210 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2d32e6-59e0-405e-9f24-7a5fcd9f2c1b'] response: {'server_uuid': '0a5c5027-d34c-4420-9218-3170bdba10a3', 'name': 'network-vif-deleted', 'tag': '2c5ff122-025d-4eba-a42f-cbc1e01d37f0', 'status': 'completed', 'code': 200} Jun 04 16:39:15.901413 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.037071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Transition to ACTIVE for port object b70e9dc5-096f-471d-81c1-206f4b6b9129 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:16.071039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cf82-c04e-4295-96ab-27f13ef07328 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.077140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Transition to ACTIVE for port object b70e9dc5-096f-471d-81c1-206f4b6b9129 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:16.097609 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.204685 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Network e3d13088-063e-4d24-8705-f2a0c2b6bc8e is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:16.215338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.217200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:16.220276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:39:16.250756 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.267457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Subnet': ['ID=634fc94d-30b0-49ed-8013-080e7d3beec5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:16.267688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Pushing event updated for resources: {'Port': ['ID=b70e9dc5-096f-471d-81c1-206f4b6b9129,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:16.333839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Attempting to bind port b70e9dc5-096f-471d-81c1-206f4b6b9129 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:39:16.334533 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Attempting to bind port b70e9dc5-096f-471d-81c1-206f4b6b9129 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'fb68d909-4f8b-4f2d-9c4f-b56d8a906e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d13088-063e-4d24-8705-f2a0c2b6bc8e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:39:16.334912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Attempting to bind port b70e9dc5-096f-471d-81c1-206f4b6b9129 on network e3d13088-063e-4d24-8705-f2a0c2b6bc8e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:39:16.340687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:39:16.341255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Checking segment: {'id': 'fb68d909-4f8b-4f2d-9c4f-b56d8a906e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d13088-063e-4d24-8705-f2a0c2b6bc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:16.341774 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.342255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Bound using segment: {'id': 'fb68d909-4f8b-4f2d-9c4f-b56d8a906e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d13088-063e-4d24-8705-f2a0c2b6bc8e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:39:16.343013 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Bound port: b70e9dc5-096f-471d-81c1-206f4b6b9129, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb68d909-4f8b-4f2d-9c4f-b56d8a906e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d13088-063e-4d24-8705-f2a0c2b6bc8e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:39:16.343437 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.347452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Deleting port 098a78a8-bb49-4387-b548-2f10ec9b67f4 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:16.347783 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.373532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8cf82-c04e-4295-96ab-27f13ef07328 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for 104173b9-0104-40eb-96e2-005152e16832 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:16.419905 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.426031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b708b22a-b781-4679-b621-e026c80baa9e None None] DHCP port deletion for 96889c6b-3261-4baf-ba2e-3571c51acaad request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:39:16.438980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b708b22a-b781-4679-b621-e026c80baa9e None None] Deleting port 098a78a8-bb49-4387-b548-2f10ec9b67f4 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:16.439727 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b708b22a-b781-4679-b621-e026c80baa9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.456265 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-96394cc6-a599-48f8-af4c-20f70d93fe91 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.553768 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] For port b70e9dc5-096f-471d-81c1-206f4b6b9129, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:39:16.559723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] For port b70e9dc5-096f-471d-81c1-206f4b6b9129, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b70e9dc5-096f-471d-81c1-206f4b6b9129,segment=NetworkSegment(fb68d909-4f8b-4f2d-9c4f-b56d8a906e17),segment_id=fb68d909-4f8b-4f2d-9c4f-b56d8a906e17)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:39:16.607279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-96394cc6-a599-48f8-af4c-20f70d93fe91 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 40cc830b-3d68-43d9-84b4-1b13fa42c859 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:16.607902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] For port 098a78a8-bb49-4387-b548-2f10ec9b67f4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=098a78a8-bb49-4387-b548-2f10ec9b67f4,segment=NetworkSegment(8c525548-98fb-43ed-8729-dfef4a4590fb),segment_id=8c525548-98fb-43ed-8729-dfef4a4590fb)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:16.608273 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.653901 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.736695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Calling delete_port for 098a78a8-bb49-4387-b548-2f10ec9b67f4 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:16.825710 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cf82-c04e-4295-96ab-27f13ef07328 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.871104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d13088-063e-4d24-8705-f2a0c2b6bc8e']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:16.882159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8cf82-c04e-4295-96ab-27f13ef07328 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=104173b9-0104-40eb-96e2-005152e16832,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:16.901053 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:16.924367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7f0d5-451d-40a4-87bc-c27c226859e6 None None] Pushing event updated for resources: {'Port': ['ID=b70e9dc5-096f-471d-81c1-206f4b6b9129,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:16.937963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b708b22a-b781-4679-b621-e026c80baa9e None None] For port 098a78a8-bb49-4387-b548-2f10ec9b67f4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=098a78a8-bb49-4387-b548-2f10ec9b67f4,segment=NetworkSegment(8c525548-98fb-43ed-8729-dfef4a4590fb),segment_id=8c525548-98fb-43ed-8729-dfef4a4590fb)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:16.938358 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b708b22a-b781-4679-b621-e026c80baa9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.010195 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee8cf82-c04e-4295-96ab-27f13ef07328 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.035908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb68d909-4f8b-4f2d-9c4f-b56d8a906e17') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:17.036548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb68d909-4f8b-4f2d-9c4f-b56d8a906e17') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:17.056285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Pushing event deleted for resources: {'Port': ['ID=098a78a8-bb49-4387-b548-2f10ec9b67f4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:17.068739 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6ee8cf82-c04e-4295-96ab-27f13ef07328 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/ports/104173b9-0104-40eb-96e2-005152e16832 HTTP/1.1" status: 204 len: 168 time: 1.9485729 Jun 04 16:39:17.071124 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.072871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34158) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:17.074289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a0607a-1476-47ff-93b6-146b445aa4ac None None] Network e3d13088-063e-4d24-8705-f2a0c2b6bc8e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:17.088201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] No DVR routers for this DVR port 098a78a8-bb49-4387-b548-2f10ec9b67f4 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:39:17.151644 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.152281 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-96394cc6-a599-48f8-af4c-20f70d93fe91 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.170605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:17.171040 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.179406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b708b22a-b781-4679-b621-e026c80baa9e None None] Calling delete_port for 098a78a8-bb49-4387-b548-2f10ec9b67f4 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:17.209569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96394cc6-a599-48f8-af4c-20f70d93fe91 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=40cc830b-3d68-43d9-84b4-1b13fa42c859,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:17.257830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:39:17.258030 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment fb68d909-4f8b-4f2d-9c4f-b56d8a906e17 resource provider aggregate not found Jun 04 16:39:17.335148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3566907e-0d5a-410c-a7f9-50597b182d44 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:17.335906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3566907e-0d5a-410c-a7f9-50597b182d44 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Synchronizing usage tracker for tenant:fa9933e6426947f68c85e35445b633ce on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:17.340804 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment fb68d909-4f8b-4f2d-9c4f-b56d8a906e17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb68d909-4f8b-4f2d-9c4f-b56d8a906e17 found for delete ", "request_id": "req-0c1ed16c-c91a-47d7-b6b5-345baea7bc56"}]} Jun 04 16:39:17.380745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f350e-d431-4920-be09-0b290becd840 req-4f8fdf39-3fe7-4169-ac29-71fbdf49bab4 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:17.383985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-878f350e-d431-4920-be09-0b290becd840 req-4f8fdf39-3fe7-4169-ac29-71fbdf49bab4 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.5695536 Jun 04 16:39:17.412258 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.426233 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 16:39:17.426233 n-d-811809-3 neutron-server[88798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 16:39:17.426233 n-d-811809-3 neutron-server[88798]: [parameters: {'id': 'e3d13088-063e-4d24-8705-f2a0c2b6bc8e'}] Jun 04 16:39:17.426233 n-d-811809-3 neutron-server[88798]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:39:17.427087 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:39:17.464588 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-b708b22a-b781-4679-b621-e026c80baa9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:39:17.465177 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-b708b22a-b781-4679-b621-e026c80baa9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:39:17.465581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:39:17.465908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 2c5ff122-025d-4eba-a42f-cbc1e01d37f0 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:39:17.535280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-878f350e-d431-4920-be09-0b290becd840 req-fc93d9ee-a1e6-4526-b671-4b37af32b092 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392429 Jun 04 16:39:17.539313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96889c6b-3261-4baf-ba2e-3571c51acaad']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:17.542713 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-96394cc6-a599-48f8-af4c-20f70d93fe91 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.546847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3566907e-0d5a-410c-a7f9-50597b182d44 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Unset dirty status for tenant:fa9933e6426947f68c85e35445b633ce on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:17.548079 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3566907e-0d5a-410c-a7f9-50597b182d44 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ea6406e-0175-49e6-a8dc-98a689736933 HTTP/1.1" status: 200 len: 913 time: 0.4751468 Jun 04 16:39:17.550656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34168) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:17.569605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c525548-98fb-43ed-8729-dfef4a4590fb') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:17.569825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c525548-98fb-43ed-8729-dfef4a4590fb') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:17.589663 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.615413 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.624168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:17.624766 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.703245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043951a-7279-4c90-a1e2-86c3bbf43804 req-daf82334-163a-46c8-9f04-50bffcf9dc19 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:17.704697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d043951a-7279-4c90-a1e2-86c3bbf43804 req-daf82334-163a-46c8-9f04-50bffcf9dc19 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.2373247 Jun 04 16:39:17.750953 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.777615 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.793010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] Pushing event deleted for resources: {'Network': ['ID=96889c6b-3261-4baf-ba2e-3571c51acaad,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:17.798660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d043951a-7279-4c90-a1e2-86c3bbf43804 req-cfbedcbe-622b-44be-a0ba-743502daf06f tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829353 Jun 04 16:39:17.811559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-df754037-8826-4e6b-8235-f2062c2099c7 tempest-TagsExtTest-837078760 tempest-TagsExtTest-837078760-project] 10.222.0.13 "DELETE /v2.0/networks/96889c6b-3261-4baf-ba2e-3571c51acaad HTTP/1.1" status: 204 len: 168 time: 2.0010529 Jun 04 16:39:17.929018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.943120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Deleting port b70e9dc5-096f-471d-81c1-206f4b6b9129 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:17.943494 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:17.967681 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b708b22a-b781-4679-b621-e026c80baa9e None None] Deleting port 098a78a8-bb49-4387-b548-2f10ec9b67f4 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:17.968157 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b708b22a-b781-4679-b621-e026c80baa9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:18.050813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b708b22a-b781-4679-b621-e026c80baa9e None None] The port '098a78a8-bb49-4387-b548-2f10ec9b67f4' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:39:18.071521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01181820-e622-45da-9e85-484a69a09306 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:39:18.223110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01181820-e622-45da-9e85-484a69a09306 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:39:18.261275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 098a78a8-bb49-4387-b548-2f10ec9b67f4 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:39:18.264345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34176) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:18.292922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96394cc6-a599-48f8-af4c-20f70d93fe91 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Router 345f4181-4dda-4aa2-b0a4-e9c87d301b20 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:39:18.305038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] For port b70e9dc5-096f-471d-81c1-206f4b6b9129, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b70e9dc5-096f-471d-81c1-206f4b6b9129,segment=NetworkSegment(fb68d909-4f8b-4f2d-9c4f-b56d8a906e17),segment_id=fb68d909-4f8b-4f2d-9c4f-b56d8a906e17)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:18.305401 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:18.352765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 098a78a8-bb49-4387-b548-2f10ec9b67f4 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:39:18.353464 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 098a78a8-bb49-4387-b548-2f10ec9b67f4 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:39:18.436345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Calling delete_port for b70e9dc5-096f-471d-81c1-206f4b6b9129 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:18.508401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96394cc6-a599-48f8-af4c-20f70d93fe91 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:39:18.518599 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-96394cc6-a599-48f8-af4c-20f70d93fe91 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "PUT /v2.0/routers/345f4181-4dda-4aa2-b0a4-e9c87d301b20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4230664 Jun 04 16:39:18.521845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:18.530870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b700ff-8151-4e5d-9dc8-64ffcce7f39d None None] Sync routers for ids ['345f4181-4dda-4aa2-b0a4-e9c87d301b20'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:39:18.533039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34182) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:18.544713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b700ff-8151-4e5d-9dc8-64ffcce7f39d None None] Routers {'345f4181-4dda-4aa2-b0a4-e9c87d301b20'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:39:18.545412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b1b700ff-8151-4e5d-9dc8-64ffcce7f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:39:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['345f4181-4dda-4aa2-b0a4-e9c87d301b20'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:18.550301 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8a2b0ba6-9d67-4e74-baca-e4dd58bf991b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c93748f8273e4dfdb2e18dbaf67ddf7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847388 Jun 04 16:39:18.574147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No DVR routers for this DVR port b70e9dc5-096f-471d-81c1-206f4b6b9129 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:39:18.575845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34184) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:18.660391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b1b700ff-8151-4e5d-9dc8-64ffcce7f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:18.673910 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-219d6570-3fc8-4d1b-8ba4-5c9cbaf42350 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:39:18.674175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b700ff-8151-4e5d-9dc8-64ffcce7f39d None None] Routers {'345f4181-4dda-4aa2-b0a4-e9c87d301b20'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:39:18.674870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b1b700ff-8151-4e5d-9dc8-64ffcce7f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:39:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['345f4181-4dda-4aa2-b0a4-e9c87d301b20'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:18.675487 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-219d6570-3fc8-4d1b-8ba4-5c9cbaf42350 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/40cc830b-3d68-43d9-84b4-1b13fa42c859 HTTP/1.1" status: 404 len: 333 time: 0.1059070 Jun 04 16:39:18.679453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34192) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:18.690065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Port': ['ID=b70e9dc5-096f-471d-81c1-206f4b6b9129,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:18.748978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b1b700ff-8151-4e5d-9dc8-64ffcce7f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:18.749330 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b700ff-8151-4e5d-9dc8-64ffcce7f39d None None] The sync data for ids ['345f4181-4dda-4aa2-b0a4-e9c87d301b20'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:39:18.820493 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2a082a9e-617c-4bde-8150-5f72819b913e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:18.878349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5886a2d-f264-4910-966d-cf06088b0cfb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:18.900006 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:18.983587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d13088-063e-4d24-8705-f2a0c2b6bc8e']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:19.005659 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f717cc3-89aa-4a88-b778-de9a10df4d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.008151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb68d909-4f8b-4f2d-9c4f-b56d8a906e17') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:19.008443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb68d909-4f8b-4f2d-9c4f-b56d8a906e17') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:19.043706 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.065160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f296d-5a48-4aa6-ad75-ecd072bdb355 req-2c6b1b5b-b9bc-4582-99e8-cdd180d08a34 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:19.066653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d56f296d-5a48-4aa6-ad75-ecd072bdb355 req-2c6b1b5b-b9bc-4582-99e8-cdd180d08a34 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.3900454 Jun 04 16:39:19.088492 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.110967 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f717cc3-89aa-4a88-b778-de9a10df4d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.120431 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:19.120817 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.264573 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.269071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d56f296d-5a48-4aa6-ad75-ecd072bdb355 req-7ea0daa9-3922-4945-9703-0a20814c7297 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891778 Jun 04 16:39:19.288502 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.303800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80895e3f-cc9b-421f-919c-f8ec49a91117 req-91b84d07-416b-43c8-b1b2-b733da8093d0 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:19.305236 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80895e3f-cc9b-421f-919c-f8ec49a91117 req-91b84d07-416b-43c8-b1b2-b733da8093d0 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.3861537 Jun 04 16:39:19.316109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Network': ['ID=e3d13088-063e-4d24-8705-f2a0c2b6bc8e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:19.340664 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-df57eab2-e776-47b8-a853-c41bcacbcb7c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/e3d13088-063e-4d24-8705-f2a0c2b6bc8e HTTP/1.1" status: 204 len: 168 time: 4.2351716 Jun 04 16:39:19.349235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34198) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:19.356575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1573627459'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:19.367693 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f717cc3-89aa-4a88-b778-de9a10df4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.370165 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f717cc3-89aa-4a88-b778-de9a10df4d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.371251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0f717cc3-89aa-4a88-b778-de9a10df4d3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f31628b0-e866-4dd1-b56e-526417ef3f80 HTTP/1.1" status: 204 len: 168 time: 0.7870460 Jun 04 16:39:19.374745 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 8c525548-98fb-43ed-8729-dfef4a4590fb resource provider aggregate not found Jun 04 16:39:19.403915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:19.409875 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2a082a9e-617c-4bde-8150-5f72819b913e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.413389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f717cc3-89aa-4a88-b778-de9a10df4d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31628b0-e866-4dd1-b56e-526417ef3f80,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:19.414624 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2a082a9e-617c-4bde-8150-5f72819b913e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.416920 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 8c525548-98fb-43ed-8729-dfef4a4590fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c525548-98fb-43ed-8729-dfef4a4590fb found for delete ", "request_id": "req-b150ab3d-96c2-440d-be09-54b28f9fdcfc"}]} Jun 04 16:39:19.422534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:network and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:19.428545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:19.456342 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80895e3f-cc9b-421f-919c-f8ec49a91117 req-515dfdfe-5572-4f4b-bdbc-f14f035650c1 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323562 Jun 04 16:39:19.456655 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:19.464246 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment fb68d909-4f8b-4f2d-9c4f-b56d8a906e17 resource provider aggregate not found Jun 04 16:39:19.473933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:19.478396 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.489099 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment fb68d909-4f8b-4f2d-9c4f-b56d8a906e17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb68d909-4f8b-4f2d-9c4f-b56d8a906e17 found for delete ", "request_id": "req-55f7fc6a-6b23-43b4-86ec-c535b70a5893"}]} Jun 04 16:39:19.510221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:19.519875 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.520208 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Added segment da5e72c6-b140-484f-8b03-10a933e6dc6a of type vlan for network 5bc546ad-5f6f-4920-9212-6128e7eb2328 Jun 04 16:39:19.532288 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2a082a9e-617c-4bde-8150-5f72819b913e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.533129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a082a9e-617c-4bde-8150-5f72819b913e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Fanout notify agent at l3_agent the message router_deleted on router 345f4181-4dda-4aa2-b0a4-e9c87d301b20 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:39:19.548614 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.561965 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2a082a9e-617c-4bde-8150-5f72819b913e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.563716 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2a082a9e-617c-4bde-8150-5f72819b913e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/routers/345f4181-4dda-4aa2-b0a4-e9c87d301b20 HTTP/1.1" status: 204 len: 168 time: 0.8834183 Jun 04 16:39:19.566884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34212) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:19.591394 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.596853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:19.597430 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.621909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-0405ba4f-6e26-4508-980d-d5fe6ebe2343 req-b8b67132-2f5a-4667-83ea-cf5814a69b68 service neutron] (88797) timed out ('10.222.0.13', 58456) {{(pid=88797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 16:39:19.644821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e74ace-9539-4f45-b7e2-8d2eb0c1dfad tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting subnet 89253b3c-6fb4-4d6c-a540-ebe06a0e77ce {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:39:19.648492 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85e74ace-9539-4f45-b7e2-8d2eb0c1dfad tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.688014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3373518 Jun 04 16:39:19.694421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34218) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:19.717462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262bbdb-551b-40df-a36c-ca07cb1112fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=5bc546ad-5f6f-4920-9212-6128e7eb2328,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:19.730913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 5bc546ad-5f6f-4920-9212-6128e7eb2328 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:19.737531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'subnet': {'network_id': '5bc546ad-5f6f-4920-9212-6128e7eb2328', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:19.837677 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85e74ace-9539-4f45-b7e2-8d2eb0c1dfad tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:19.892706 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f5886a2d-f264-4910-966d-cf06088b0cfb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port cf6dfad8-99bf-45fa-b9e5-f686c5cbc5aa {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:19.893053 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5886a2d-f264-4910-966d-cf06088b0cfb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:20.004345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:20.061388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:subnet and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:20.074218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:20.095190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:20.134041 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85e74ace-9539-4f45-b7e2-8d2eb0c1dfad tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:20.160671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:20.164377 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:20.281144 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5886a2d-f264-4910-966d-cf06088b0cfb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:20.306689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Performing IP validity checks on allocation pools {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 16:39:20.307230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 16:39:20.425088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f5886a2d-f264-4910-966d-cf06088b0cfb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for cf6dfad8-99bf-45fa-b9e5-f686c5cbc5aa owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:20.508502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85e74ace-9539-4f45-b7e2-8d2eb0c1dfad tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:20.534123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fb588-16d1-4967-9dd5-e0e55bd6931f req-c4fea63b-22df-4b2a-ba53-91c2be6882f5 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:20.543298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e35fb588-16d1-4967-9dd5-e0e55bd6931f req-c4fea63b-22df-4b2a-ba53-91c2be6882f5 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.1477838 Jun 04 16:39:20.568384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e74ace-9539-4f45-b7e2-8d2eb0c1dfad tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Subnet': ['ID=89253b3c-6fb4-4d6c-a540-ebe06a0e77ce,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:20.578816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5552f75-3411-43c5-83eb-914895432abb None None] Network f6d6803e-8373-439c-a677-bd9603c5caf0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:20.582116 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85e74ace-9539-4f45-b7e2-8d2eb0c1dfad tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:20.749110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e35fb588-16d1-4967-9dd5-e0e55bd6931f req-4838a424-3660-4937-bafb-4993ee32c364 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945472 Jun 04 16:39:20.777143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8c4d9-ddbf-477c-b50b-9fa9360d2174 req-13528b4c-27a4-45a1-819e-31f9b9c207b3 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:20.778959 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-acd8c4d9-ddbf-477c-b50b-9fa9360d2174 req-13528b4c-27a4-45a1-819e-31f9b9c207b3 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.2327900 Jun 04 16:39:20.863121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cac6c-2311-4de7-aca8-9943afe7583b req-314ee5ad-5e0e-4c56-afa6-691fffec1c5b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:20.864885 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-273cac6c-2311-4de7-aca8-9943afe7583b req-314ee5ad-5e0e-4c56-afa6-691fffec1c5b tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 945 time: 0.2658105 Jun 04 16:39:20.885250 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-85e74ace-9539-4f45-b7e2-8d2eb0c1dfad tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/89253b3c-6fb4-4d6c-a540-ebe06a0e77ce HTTP/1.1" status: 204 len: 168 time: 1.3156562 Jun 04 16:39:20.891058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5886a2d-f264-4910-966d-cf06088b0cfb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:20.895537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34256) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:20.906965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c001c1e2-4689-47be-ad2a-e19d2cf48487 None None] DHCP port deletion for f6d6803e-8373-439c-a677-bd9603c5caf0 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:39:20.911325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c001c1e2-4689-47be-ad2a-e19d2cf48487 None None] Deleting port 04d9455a-e69d-4eee-9525-784b4b157434 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:20.911829 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c001c1e2-4689-47be-ad2a-e19d2cf48487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:20.914748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-acd8c4d9-ddbf-477c-b50b-9fa9360d2174 req-03decdcb-6a3b-4c66-ad42-682baf579527 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Deleting port 910bb961-5609-4845-b7fe-12c8742a1c73 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:20.916099 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-acd8c4d9-ddbf-477c-b50b-9fa9360d2174 req-03decdcb-6a3b-4c66-ad42-682baf579527 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:20.983343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5886a2d-f264-4910-966d-cf06088b0cfb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=cf6dfad8-99bf-45fa-b9e5-f686c5cbc5aa,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:21.182143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-273cac6c-2311-4de7-aca8-9943afe7583b req-347faffc-edad-4996-b22d-37c1e246c8dd tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b0ce380-4374-4822-b444-1c2c04325888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024466 Jun 04 16:39:21.191081 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.219772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c001c1e2-4689-47be-ad2a-e19d2cf48487 None None] For port 04d9455a-e69d-4eee-9525-784b4b157434, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=04d9455a-e69d-4eee-9525-784b4b157434,segment=NetworkSegment(e5beee61-033f-458e-8fab-07277f360c87),segment_id=e5beee61-033f-458e-8fab-07277f360c87)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:21.220490 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c001c1e2-4689-47be-ad2a-e19d2cf48487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.283486 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.331683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 04d9455a-e69d-4eee-9525-784b4b157434 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:21.332294 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.391635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c001c1e2-4689-47be-ad2a-e19d2cf48487 None None] Calling delete_port for 04d9455a-e69d-4eee-9525-784b4b157434 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:21.416661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-acd8c4d9-ddbf-477c-b50b-9fa9360d2174 req-03decdcb-6a3b-4c66-ad42-682baf579527 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] For port 910bb961-5609-4845-b7fe-12c8742a1c73, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=910bb961-5609-4845-b7fe-12c8742a1c73,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:21.418031 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-acd8c4d9-ddbf-477c-b50b-9fa9360d2174 req-03decdcb-6a3b-4c66-ad42-682baf579527 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.489661 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c001c1e2-4689-47be-ad2a-e19d2cf48487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.514160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Subnet': ['ID=2910b6d3-aae4-454a-bbfa-fc9ceb310d9d,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:21.566150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] The port '04d9455a-e69d-4eee-9525-784b4b157434' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:39:21.566461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-acd8c4d9-ddbf-477c-b50b-9fa9360d2174 req-03decdcb-6a3b-4c66-ad42-682baf579527 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Calling delete_port for 910bb961-5609-4845-b7fe-12c8742a1c73 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:21.600792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001c1e2-4689-47be-ad2a-e19d2cf48487 None None] Pushing event deleted for resources: {'Port': ['ID=04d9455a-e69d-4eee-9525-784b4b157434,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:21.611393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c001c1e2-4689-47be-ad2a-e19d2cf48487 None None] No DVR routers for this DVR port 04d9455a-e69d-4eee-9525-784b4b157434 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:39:21.615480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking segment: {'id': 'da5e72c6-b140-484f-8b03-10a933e6dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5bc546ad-5f6f-4920-9212-6128e7eb2328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:21.616425 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network hostable DHCP agents. Network: 5bc546ad-5f6f-4920-9212-6128e7eb2328, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:39:21.645175 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5886a2d-f264-4910-966d-cf06088b0cfb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.694784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34276) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:21.742924 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-acd8c4d9-ddbf-477c-b50b-9fa9360d2174 req-03decdcb-6a3b-4c66-ad42-682baf579527 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.791772 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.801655 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03decdcb-6a3b-4c66-ad42-682baf579527 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Pushing event deleted for resources: {'Port': ['ID=910bb961-5609-4845-b7fe-12c8742a1c73,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:21.839490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network 5bc546ad-5f6f-4920-9212-6128e7eb2328 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:39:21.852387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d6803e-8373-439c-a677-bd9603c5caf0']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:21.869434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5beee61-033f-458e-8fab-07277f360c87') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:21.869749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5beee61-033f-458e-8fab-07277f360c87') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:21.929380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 5bc546ad-5f6f-4920-9212-6128e7eb2328) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:21.934983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd8c4d9-ddbf-477c-b50b-9fa9360d2174 req-03decdcb-6a3b-4c66-ad42-682baf579527 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] No DVR routers for this DVR port 910bb961-5609-4845-b7fe-12c8742a1c73 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:39:21.936721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d355b28-a3ed-49b3-a3d2-deb34ed3a689 None None] Network 5bc546ad-5f6f-4920-9212-6128e7eb2328 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:21.937252 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55f9c8de-1c45-4538-b93c-291a08099db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.945244 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.948737 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-acd8c4d9-ddbf-477c-b50b-9fa9360d2174 req-03decdcb-6a3b-4c66-ad42-682baf579527 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.952424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:21.953008 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.960735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4f1e4e-002e-4665-b052-cc1fbc7efb17', 'name': 'network-vif-deleted', 'tag': '910bb961-5609-4845-b7fe-12c8742a1c73'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:39:21.979861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-55f9c8de-1c45-4538-b93c-291a08099db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:21.989812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-55f9c8de-1c45-4538-b93c-291a08099db1 admin admin] Usage tracker for resource:security_group_rule and tenant:0d0d50fbb60746f5b84f23939ad57e40 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:21.993607 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:21.995566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-55f9c8de-1c45-4538-b93c-291a08099db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:22.002415 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-92ae9002-8976-43ba-a509-e3fdc924b0a6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2805617 Jun 04 16:39:22.002620 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-acd8c4d9-ddbf-477c-b50b-9fa9360d2174 req-03decdcb-6a3b-4c66-ad42-682baf579527 tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.42 "DELETE /v2.0/ports/910bb961-5609-4845-b7fe-12c8742a1c73 HTTP/1.1" status: 204 len: 173 time: 1.2149062 Jun 04 16:39:22.005940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-55f9c8de-1c45-4538-b93c-291a08099db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:22.007101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34286) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:22.030813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:22.031498 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:22.043666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57e3b5-6ca8-4bbf-a4f6-d95822dbe524 req-1d608411-ca58-4390-8141-ec2f6ae0a145 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:22.051561 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce57e3b5-6ca8-4bbf-a4f6-d95822dbe524 req-1d608411-ca58-4390-8141-ec2f6ae0a145 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.1574318 Jun 04 16:39:22.067525 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a33832-5192-4ae6-93f4-a384f9243108'] response: {'server_uuid': '1d4f1e4e-002e-4665-b052-cc1fbc7efb17', 'name': 'network-vif-deleted', 'tag': '910bb961-5609-4845-b7fe-12c8742a1c73', 'status': 'completed', 'code': 200} Jun 04 16:39:22.110355 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce57e3b5-6ca8-4bbf-a4f6-d95822dbe524 req-8dc572ac-e042-4e53-91d5-34c7f084771c tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577426 Jun 04 16:39:22.120804 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e5beee61-033f-458e-8fab-07277f360c87 resource provider aggregate not found Jun 04 16:39:22.269819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-5bc546ad-5f6f-4920-9212-6128e7eb2328', 'network_id': '5bc546ad-5f6f-4920-9212-6128e7eb2328', 'tenant_id': '13dcc50cd7ca4030a516d3be95453c70', 'fixed_ips': [{'subnet_id': '2910b6d3-aae4-454a-bbfa-fc9ceb310d9d'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:39:22.270994 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:22.286414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 04d9455a-e69d-4eee-9525-784b4b157434 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:39:22.329016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 04d9455a-e69d-4eee-9525-784b4b157434 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:39:22.329447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 04d9455a-e69d-4eee-9525-784b4b157434 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:39:22.403971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a5887e74-2f5d-4613-859c-5c50e082213c req-b22be0e4-6708-4475-a7e3-1b0c1de3617d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Synchronizing usage tracker for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:22.423340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a5887e74-2f5d-4613-859c-5c50e082213c req-b22be0e4-6708-4475-a7e3-1b0c1de3617d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] Unset dirty status for tenant:3f48053fe3e0441d9a70db7718ac831f on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:22.425086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5887e74-2f5d-4613-859c-5c50e082213c req-b22be0e4-6708-4475-a7e3-1b0c1de3617d tempest-ServerRescueNegativeTestJSON-537511258 tempest-ServerRescueNegativeTestJSON-537511258-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d4f1e4e-002e-4665-b052-cc1fbc7efb17 HTTP/1.1" status: 200 len: 210 time: 0.0734715 Jun 04 16:39:22.443839 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e5beee61-033f-458e-8fab-07277f360c87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5beee61-033f-458e-8fab-07277f360c87 found for delete ", "request_id": "req-69d8117b-fa30-4483-99fc-f4c3be75e4bd"}]} Jun 04 16:39:22.487353 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:22.568943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55f9c8de-1c45-4538-b93c-291a08099db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:22.576280 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55f9c8de-1c45-4538-b93c-291a08099db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:22.601903 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:22.619183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Allocated IP 172.20.0.3 (5bc546ad-5f6f-4920-9212-6128e7eb2328/2910b6d3-aae4-454a-bbfa-fc9ceb310d9d/7b00c00c-89e9-4c09-8932-31f25c6a464c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:22.638138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Network': ['ID=f6d6803e-8373-439c-a677-bd9603c5caf0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:22.666873 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7ded7734-e85c-4e23-939e-1c0ccbea2ec7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/networks/f6d6803e-8373-439c-a677-bd9603c5caf0 HTTP/1.1" status: 204 len: 168 time: 1.7339840 Jun 04 16:39:22.667672 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-55f9c8de-1c45-4538-b93c-291a08099db1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d0d50fbb60746f5b84f23939ad57e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9717662 Jun 04 16:39:22.668396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34296) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:22.671998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34298) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:22.673919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9c8de-1c45-4538-b93c-291a08099db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a11d59-6c57-47ec-be0d-72f9b1a01cd5,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:22.675474 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:22.760531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5886a2d-f264-4910-966d-cf06088b0cfb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Router 8ea6406e-0175-49e6-a8dc-98a689736933 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:39:22.775929 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:22.799376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20685d0-01e5-4faf-b7b0-fb70965b8bb3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:22.802531 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e20685d0-01e5-4faf-b7b0-fb70965b8bb3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/9a2ded17-155e-4240-af60-ef12fa58ab6f HTTP/1.1" status: 200 len: 840 time: 0.1308002 Jun 04 16:39:22.805220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34304) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:22.859720 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:22.870757 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Transition to ACTIVE for port object 7b00c00c-89e9-4c09-8932-31f25c6a464c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:22.874652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-27eecbd1-8b3c-476d-9441-f306e31f5b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:22.893297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Transition to ACTIVE for port object 7b00c00c-89e9-4c09-8932-31f25c6a464c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:22.900737 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:22.905843 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-27eecbd1-8b3c-476d-9441-f306e31f5b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:22.934640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-380bcd41-6c99-4e14-ae98-2b1dd5cfd11a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/9a2ded17-155e-4240-af60-ef12fa58ab6f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1249316 Jun 04 16:39:22.934856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34308) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:22.941728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:22.970020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Network 5bc546ad-5f6f-4920-9212-6128e7eb2328 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:22.973961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:22.977507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:39:22.979780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Pushing event updated for resources: {'Port': ['ID=7b00c00c-89e9-4c09-8932-31f25c6a464c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:23.016595 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.050781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 910bb961-5609-4845-b7fe-12c8742a1c73 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:39:23.069941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5886a2d-f264-4910-966d-cf06088b0cfb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:39:23.075132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Subnet': ['ID=2910b6d3-aae4-454a-bbfa-fc9ceb310d9d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:23.081198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:23.087041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:23.090294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:23.091385 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f961ac-c0b8-48c7-9afb-de190ce1dfb8 None None] Sync routers for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:39:23.097773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:23.104442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 910bb961-5609-4845-b7fe-12c8742a1c73 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:39:23.104781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 910bb961-5609-4845-b7fe-12c8742a1c73 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:39:23.106417 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-27eecbd1-8b3c-476d-9441-f306e31f5b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.111254 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f961ac-c0b8-48c7-9afb-de190ce1dfb8 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:39:23.111413 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f5886a2d-f264-4910-966d-cf06088b0cfb tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "PUT /v2.0/routers/8ea6406e-0175-49e6-a8dc-98a689736933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5596488 Jun 04 16:39:23.112059 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b6f961ac-c0b8-48c7-9afb-de190ce1dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:39:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:23.114597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34312) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:23.126912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Attempting to bind port 7b00c00c-89e9-4c09-8932-31f25c6a464c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:39:23.127892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Attempting to bind port 7b00c00c-89e9-4c09-8932-31f25c6a464c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'da5e72c6-b140-484f-8b03-10a933e6dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5bc546ad-5f6f-4920-9212-6128e7eb2328'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:39:23.128324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Attempting to bind port 7b00c00c-89e9-4c09-8932-31f25c6a464c on network 5bc546ad-5f6f-4920-9212-6128e7eb2328 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:39:23.131188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eecbd1-8b3c-476d-9441-f306e31f5b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a11d59-6c57-47ec-be0d-72f9b1a01cd5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:23.133508 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-27eecbd1-8b3c-476d-9441-f306e31f5b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.134587 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-27eecbd1-8b3c-476d-9441-f306e31f5b9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23a11d59-6c57-47ec-be0d-72f9b1a01cd5 HTTP/1.1" status: 204 len: 168 time: 0.4619193 Jun 04 16:39:23.135416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:23.139852 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.145523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:39:23.145827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Checking segment: {'id': 'da5e72c6-b140-484f-8b03-10a933e6dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5bc546ad-5f6f-4920-9212-6128e7eb2328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:23.146500 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.146901 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Bound using segment: {'id': 'da5e72c6-b140-484f-8b03-10a933e6dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5bc546ad-5f6f-4920-9212-6128e7eb2328'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:39:23.147669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Bound port: 7b00c00c-89e9-4c09-8932-31f25c6a464c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5e72c6-b140-484f-8b03-10a933e6dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5bc546ad-5f6f-4920-9212-6128e7eb2328'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:39:23.148131 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.238273 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b6f961ac-c0b8-48c7-9afb-de190ce1dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:23.247866 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f961ac-c0b8-48c7-9afb-de190ce1dfb8 None None] Routers {'8ea6406e-0175-49e6-a8dc-98a689736933'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:39:23.248723 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b6f961ac-c0b8-48c7-9afb-de190ce1dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:39:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8ea6406e-0175-49e6-a8dc-98a689736933'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:23.312679 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b6f961ac-c0b8-48c7-9afb-de190ce1dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:23.313329 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f961ac-c0b8-48c7-9afb-de190ce1dfb8 None None] The sync data for ids ['8ea6406e-0175-49e6-a8dc-98a689736933'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:39:23.333641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-88ef22b5-4409-4887-ab54-523286474646 None None] For port 7b00c00c-89e9-4c09-8932-31f25c6a464c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:39:23.340145 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-88ef22b5-4409-4887-ab54-523286474646 None None] For port 7b00c00c-89e9-4c09-8932-31f25c6a464c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7b00c00c-89e9-4c09-8932-31f25c6a464c,segment=NetworkSegment(da5e72c6-b140-484f-8b03-10a933e6dc6a),segment_id=da5e72c6-b140-484f-8b03-10a933e6dc6a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:39:23.348254 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.375581 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.434697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef22b5-4409-4887-ab54-523286474646 None None] Pushing event updated for resources: {'Port': ['ID=7b00c00c-89e9-4c09-8932-31f25c6a464c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:23.470471 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc546ad-5f6f-4920-9212-6128e7eb2328']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:23.500326 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.509233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5e72c6-b140-484f-8b03-10a933e6dc6a') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:23.509529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5e72c6-b140-484f-8b03-10a933e6dc6a') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:23.529158 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.558999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.592498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 7c4acf59-576e-46e4-9820-9c623def5eff is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:23.601143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958974c-9900-4dc5-a2af-49bf0ba83c0a req-b1f9af96-1481-4693-9f33-a1a5785d09c9 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:23.602881 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c958974c-9900-4dc5-a2af-49bf0ba83c0a req-b1f9af96-1481-4693-9f33-a1a5785d09c9 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.2587147 Jun 04 16:39:23.603366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34324) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:23.611780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:23.615029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34326) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:23.620219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:23.620810 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.639363 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.640523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f344ba7-893c-4c30-bcd4-cb2aa3660682 None None] Network 7c4acf59-576e-46e4-9820-9c623def5eff requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:23.655070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3627f2-86bd-447b-a8a0-87dec8d83d87 None None] Network 5bc546ad-5f6f-4920-9212-6128e7eb2328 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:23.661461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:23.662097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.799950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Subnet': ['ID=0bb5f0fa-0f4d-420c-8e35-db2af1928b21,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:23.821639 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a631fda9-84a0-4c6c-b8b3-5a8d5c3d79c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.841608 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 16:39:23.841608 n-d-811809-3 neutron-server[88797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 16:39:23.841608 n-d-811809-3 neutron-server[88797]: [parameters: {'id': '5bc546ad-5f6f-4920-9212-6128e7eb2328'}] Jun 04 16:39:23.841608 n-d-811809-3 neutron-server[88797]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:39:23.843038 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:39:23.869202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a631fda9-84a0-4c6c-b8b3-5a8d5c3d79c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:23.876422 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-72cb20e0-dca2-4922-8d33-248ed3078f6d tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9364231 Jun 04 16:39:23.879882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34334) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:23.883796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a631fda9-84a0-4c6c-b8b3-5a8d5c3d79c1 admin admin] Usage tracker for resource:security_group_rule and tenant:bd21e5c156f949c2972dac2312d2e0fc is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:23.888338 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.893566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'security_group': {'name': 'tempest-secgroup-1782630347'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:23.898667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a631fda9-84a0-4c6c-b8b3-5a8d5c3d79c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:23.904004 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c958974c-9900-4dc5-a2af-49bf0ba83c0a req-ff1f46d3-ceff-4424-b0a5-8ca510366c4a tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899189 Jun 04 16:39:23.908708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:23.911049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a631fda9-84a0-4c6c-b8b3-5a8d5c3d79c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:23.915547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:security_group and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:23.919878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting port 74211bb4-912d-494b-82d1-1fe4d533fe8d {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:23.920124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:23.926261 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:23.929986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:23.965243 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.005841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:24.013053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:security_group_rule and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:24.020196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:24.028317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:24.096391 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a631fda9-84a0-4c6c-b8b3-5a8d5c3d79c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.101597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-7c4acf59-576e-46e4-9820-9c623def5eff', 'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'tenant_id': '04b67dbf75864ac480045d91d51492a4', 'fixed_ips': [{'subnet_id': '0bb5f0fa-0f4d-420c-8e35-db2af1928b21'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:39:24.103488 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.109036 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a631fda9-84a0-4c6c-b8b3-5a8d5c3d79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.134598 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.262873 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a631fda9-84a0-4c6c-b8b3-5a8d5c3d79c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd21e5c156f949c2972dac2312d2e0fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6559820 Jun 04 16:39:24.278224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631fda9-84a0-4c6c-b8b3-5a8d5c3d79c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9492b3f3-768f-49be-a306-f817ece71cfd,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:24.283053 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.283799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34340) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:24.299619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Allocated IP 172.20.0.2 (7c4acf59-576e-46e4-9820-9c623def5eff/0bb5f0fa-0f4d-420c-8e35-db2af1928b21/82cec25e-ccbd-4c36-b2dd-fc6618408c0c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:24.311425 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.362186 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.429502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Calling delete_port for 74211bb4-912d-494b-82d1-1fe4d533fe8d owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:24.462697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ee333a-4129-4909-8792-84465faf6733,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:24.481733 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.485443 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d303f50b-99f9-46d8-8366-a882d5ccab97 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6012371 Jun 04 16:39:24.485777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Deleting port 7b00c00c-89e9-4c09-8932-31f25c6a464c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:24.486668 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.489470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34346) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:24.498171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'security_group': {'name': 'tempest-secgroup-2091335000'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:24.512819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:24.524184 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.535158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Transition to ACTIVE for port object 82cec25e-ccbd-4c36-b2dd-fc6618408c0c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:24.552260 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment da5e72c6-b140-484f-8b03-10a933e6dc6a resource provider aggregate not found Jun 04 16:39:24.559138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Transition to ACTIVE for port object 82cec25e-ccbd-4c36-b2dd-fc6618408c0c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:24.574759 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.579939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:security_group and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:24.585910 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment da5e72c6-b140-484f-8b03-10a933e6dc6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da5e72c6-b140-484f-8b03-10a933e6dc6a found for delete ", "request_id": "req-62d8c9ac-d8e4-4aca-9bda-b4d5406feaff"}]} Jun 04 16:39:24.591851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:24.596304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33d87df3-0a57-4133-9b00-d62ae5314ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.609739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:24.651731 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.681967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Network 7c4acf59-576e-46e4-9820-9c623def5eff is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:24.684862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:24.688804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:39:24.712032 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33d87df3-0a57-4133-9b00-d62ae5314ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.721655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Pushing event updated for resources: {'Port': ['ID=82cec25e-ccbd-4c36-b2dd-fc6618408c0c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:24.775822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:24.786913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Attempting to bind port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:39:24.787409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Attempting to bind port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '70382250-5cdf-4755-b6b2-650ee0270c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:39:24.787832 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Attempting to bind port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c on network 7c4acf59-576e-46e4-9820-9c623def5eff {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:39:24.788764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:security_group_rule and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:24.793711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:24.794221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:39:24.794633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Checking segment: {'id': '70382250-5cdf-4755-b6b2-650ee0270c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:24.795042 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.795501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Bound using segment: {'id': '70382250-5cdf-4755-b6b2-650ee0270c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:39:24.795966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Bound port: 82cec25e-ccbd-4c36-b2dd-fc6618408c0c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70382250-5cdf-4755-b6b2-650ee0270c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:39:24.796320 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.831230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:24.831924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] For port 7b00c00c-89e9-4c09-8932-31f25c6a464c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7b00c00c-89e9-4c09-8932-31f25c6a464c,segment=NetworkSegment(da5e72c6-b140-484f-8b03-10a933e6dc6a),segment_id=da5e72c6-b140-484f-8b03-10a933e6dc6a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:24.832444 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.868842 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33d87df3-0a57-4133-9b00-d62ae5314ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.893746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] For port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:39:24.896923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] For port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=82cec25e-ccbd-4c36-b2dd-fc6618408c0c,segment=NetworkSegment(70382250-5cdf-4755-b6b2-650ee0270c0a),segment_id=70382250-5cdf-4755-b6b2-650ee0270c0a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:39:24.901004 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.927239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d87df3-0a57-4133-9b00-d62ae5314ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9492b3f3-768f-49be-a306-f817ece71cfd,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:24.958184 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33d87df3-0a57-4133-9b00-d62ae5314ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:24.959779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-33d87df3-0a57-4133-9b00-d62ae5314ae2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9492b3f3-768f-49be-a306-f817ece71cfd HTTP/1.1" status: 204 len: 168 time: 0.6728799 Jun 04 16:39:24.978408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Calling delete_port for 7b00c00c-89e9-4c09-8932-31f25c6a464c owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:24.996760 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa42df9-63b0-4ce2-8424-98721c8c1577 None None] Pushing event updated for resources: {'Port': ['ID=82cec25e-ccbd-4c36-b2dd-fc6618408c0c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:25.031284 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.043324 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.055729 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.136210 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.140832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6489289 Jun 04 16:39:25.143854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34356) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:25.148865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8346a8-ea62-454d-8ffd-b0615b1efd5e tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158b5eef-eff5-4544-99df-d827780ed6e7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:25.154197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-789446425', 'security_groups': ['158b5eef-eff5-4544-99df-d827780ed6e7'], 'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0bb5f0fa-0f4d-420c-8e35-db2af1928b21'}]}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:25.176235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Port': ['ID=74211bb4-912d-494b-82d1-1fe4d533fe8d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:25.256383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.367961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ff2eda38-67bc-4575-83ba-03ec276ac734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.395565 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.511806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57b0c-91d9-467d-bc5f-1ccd4b7196e4 req-005107d8-c8bc-4cdc-9b40-ca15ef847e84 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:25.516807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Port': ['ID=7b00c00c-89e9-4c09-8932-31f25c6a464c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:25.518699 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ca57b0c-91d9-467d-bc5f-1ccd4b7196e4 req-005107d8-c8bc-4cdc-9b40-ca15ef847e84 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.3740876 Jun 04 16:39:25.530810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No DVR routers for this DVR port 7b00c00c-89e9-4c09-8932-31f25c6a464c on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:39:25.575814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.581080 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.620179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:25.635086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:port and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:25.641776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:25.656075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:25.671284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ca57b0c-91d9-467d-bc5f-1ccd4b7196e4 req-682f97ca-62a7-4f1c-ab8f-650ecaf0bb3c tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513827 Jun 04 16:39:25.709867 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.717117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.717477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Fanout notify agent at l3_agent the message router_deleted on router 8ea6406e-0175-49e6-a8dc-98a689736933 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:39:25.730531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:25.752344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc546ad-5f6f-4920-9212-6128e7eb2328']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:25.766549 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.767663 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-093d064b-93ad-449c-a008-e8a7986bcdc7 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/routers/8ea6406e-0175-49e6-a8dc-98a689736933 HTTP/1.1" status: 204 len: 168 time: 2.6520908 Jun 04 16:39:25.770711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34374) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:25.804591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5e72c6-b140-484f-8b03-10a933e6dc6a') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:25.804892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5e72c6-b140-484f-8b03-10a933e6dc6a') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:25.830899 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.855924 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.869490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-da47c1a9-2ba7-4009-b4a2-596b55fd9c82 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Deleting subnet c5d98cfb-2ac5-44d6-873b-b374094a5849 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:39:25.872992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:25.873673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:25.889583 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da47c1a9-2ba7-4009-b4a2-596b55fd9c82 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.070117 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.125928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 1af81729-3a91-4214-ac06-75c32b2401c2 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:39:26.156069 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.159715 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da47c1a9-2ba7-4009-b4a2-596b55fd9c82 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.206487 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.237911 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/5bc546ad-5f6f-4920-9212-6128e7eb2328 HTTP/1.1" status: 204 len: 168 time: 4.2232354 Jun 04 16:39:26.238034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34386) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:26.266939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1353137'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:26.272765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01ee17-da9e-44ea-b693-51bdcd3198a3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Network': ['ID=5bc546ad-5f6f-4920-9212-6128e7eb2328,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:26.283854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:26.294153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:network and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:26.299402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:26.320644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 82cec25e-ccbd-4c36-b2dd-fc6618408c0c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:26.327054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:26.337832 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da47c1a9-2ba7-4009-b4a2-596b55fd9c82 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.387535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ff2eda38-67bc-4575-83ba-03ec276ac734 admin admin] Deleting port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:26.387535 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ff2eda38-67bc-4575-83ba-03ec276ac734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.387904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:26.391712 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.419383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3220c3a8-6fc3-4e3d-946c-716da9cf6eb8 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:39:26.440964 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:26.455295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.9 (7c4acf59-576e-46e4-9820-9c623def5eff/0bb5f0fa-0f4d-420c-8e35-db2af1928b21/1af81729-3a91-4214-ac06-75c32b2401c2) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:26.461485 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.462034 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Added segment e99f9e3b-ecec-4d00-ad16-a7a4b0f881d3 of type vlan for network 7a3d0956-8f0d-41c3-afea-56e92bab9711 Jun 04 16:39:26.479208 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da47c1a9-2ba7-4009-b4a2-596b55fd9c82 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.493360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:26.543925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47c1a9-2ba7-4009-b4a2-596b55fd9c82 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d98cfb-2ac5-44d6-873b-b374094a5849,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:26.552608 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.558268 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da47c1a9-2ba7-4009-b4a2-596b55fd9c82 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.579154 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-da47c1a9-2ba7-4009-b4a2-596b55fd9c82 tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/subnets/c5d98cfb-2ac5-44d6-873b-b374094a5849 HTTP/1.1" status: 204 len: 168 time: 0.8067269 Jun 04 16:39:26.581731 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34396) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:26.615105 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment da5e72c6-b140-484f-8b03-10a933e6dc6a resource provider aggregate not found Jun 04 16:39:26.637609 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.654394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-69fd6100-2807-45c5-83cf-a250a468ee24 None None] Provisioning for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:26.662701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3220c3a8-6fc3-4e3d-946c-716da9cf6eb8 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:39:26.665172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-69fd6100-2807-45c5-83cf-a250a468ee24 None None] Provisioning complete for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:26.665542 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-69fd6100-2807-45c5-83cf-a250a468ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.666949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:26.667769 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.673408 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment da5e72c6-b140-484f-8b03-10a933e6dc6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da5e72c6-b140-484f-8b03-10a933e6dc6a found for delete ", "request_id": "req-319d170f-9809-4089-bf1d-6fd4e5334124"}]} Jun 04 16:39:26.774814 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.5171320 Jun 04 16:39:26.789251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34408) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:26.799398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'subnet': {'network_id': '7a3d0956-8f0d-41c3-afea-56e92bab9711', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:26.827576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81857daf-2549-4a68-8354-d4a9336ab052 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=7a3d0956-8f0d-41c3-afea-56e92bab9711,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:26.940539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:26.946463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-ff2eda38-67bc-4575-83ba-03ec276ac734 admin admin] For port f6fc63c7-9fa2-4e75-a243-01f53cddb5a7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f6fc63c7-9fa2-4e75-a243-01f53cddb5a7,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:26.947182 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ff2eda38-67bc-4575-83ba-03ec276ac734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.950130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:subnet and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:26.958260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:26.968776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f1de4cd-bfe1-46de-a5d6-8328413aa7be tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:26.969873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:26.984098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:26.988544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.004078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 7a3d0956-8f0d-41c3-afea-56e92bab9711 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:27.120997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ff2eda38-67bc-4575-83ba-03ec276ac734 admin admin] Calling delete_port for f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:27.275108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-69fd6100-2807-45c5-83cf-a250a468ee24 None None] Current status of the port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:27.276000 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-69fd6100-2807-45c5-83cf-a250a468ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.310836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.366669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-69fd6100-2807-45c5-83cf-a250a468ee24 None None] For port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=82cec25e-ccbd-4c36-b2dd-fc6618408c0c,segment=NetworkSegment(70382250-5cdf-4755-b6b2-650ee0270c0a),segment_id=70382250-5cdf-4755-b6b2-650ee0270c0a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:27.379281 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-69fd6100-2807-45c5-83cf-a250a468ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.382866 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.433697 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f1de4cd-bfe1-46de-a5d6-8328413aa7be tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.437809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking segment: {'id': 'e99f9e3b-ecec-4d00-ad16-a7a4b0f881d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7a3d0956-8f0d-41c3-afea-56e92bab9711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:27.438268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network hostable DHCP agents. Network: 7a3d0956-8f0d-41c3-afea-56e92bab9711, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:39:27.464015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fffaac-1be4-4f4d-bfe5-664521689576 req-bc643bbc-51d0-4e17-b4fb-65c375f326cd tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:27.471070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-40fffaac-1be4-4f4d-bfe5-664521689576 req-bc643bbc-51d0-4e17-b4fb-65c375f326cd tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.5909386 Jun 04 16:39:27.473842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Subnet': ['ID=c0617ede-0b9f-4a7e-bb98-f10f2f322e10,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:27.474164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Transition to ACTIVE for port object 1af81729-3a91-4214-ac06-75c32b2401c2 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:27.489311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network 7a3d0956-8f0d-41c3-afea-56e92bab9711 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:39:27.503124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-69fd6100-2807-45c5-83cf-a250a468ee24 None None] Provisioning complete for port 9a2ded17-155e-4240-af60-ef12fa58ab6f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:27.504096 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-69fd6100-2807-45c5-83cf-a250a468ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.508743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 7a3d0956-8f0d-41c3-afea-56e92bab9711) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:27.519301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:27.519975 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.572494 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-57220682-2870-4506-bc7d-6056a7c5b87a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7819710 Jun 04 16:39:27.575186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34422) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:27.596728 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc187ed-1f9e-4732-a7a9-f0456a6f73b9 None None] Network 7a3d0956-8f0d-41c3-afea-56e92bab9711 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:27.626662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-69fd6100-2807-45c5-83cf-a250a468ee24 None None] Port 9a2ded17-155e-4240-af60-ef12fa58ab6f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:27.629873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd6100-2807-45c5-83cf-a250a468ee24 None None] Pushing event updated for resources: {'Port': ['ID=82cec25e-ccbd-4c36-b2dd-fc6618408c0c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:27.746520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1f1de4cd-bfe1-46de-a5d6-8328413aa7be tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c892389-bfde-4095-8e6e-bdb678087bfb']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:27.764969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1f1de4cd-bfe1-46de-a5d6-8328413aa7be tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a80525-5f23-4ef3-b1a4-35ba9ce14dcd') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:27.765340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1f1de4cd-bfe1-46de-a5d6-8328413aa7be tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a80525-5f23-4ef3-b1a4-35ba9ce14dcd') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:27.785496 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.809441 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f1de4cd-bfe1-46de-a5d6-8328413aa7be tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.835173 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-40fffaac-1be4-4f4d-bfe5-664521689576 req-71a03f0e-4e64-487a-8807-f8545f3f7b4a tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630288 Jun 04 16:39:27.862281 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f1de4cd-bfe1-46de-a5d6-8328413aa7be tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.873981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1de4cd-bfe1-46de-a5d6-8328413aa7be tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:27.874584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f1de4cd-bfe1-46de-a5d6-8328413aa7be tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.875922 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c5abaf2-2e14-4fa8-903a-bc9bbbf804a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.937670 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:27.977012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc8796a-4aea-40c4-8ae1-c967c63258ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-7a3d0956-8f0d-41c3-afea-56e92bab9711', 'network_id': '7a3d0956-8f0d-41c3-afea-56e92bab9711', 'tenant_id': '13dcc50cd7ca4030a516d3be95453c70', 'fixed_ips': [{'subnet_id': 'c0617ede-0b9f-4a7e-bb98-f10f2f322e10'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:39:27.977914 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2dc8796a-4aea-40c4-8ae1-c967c63258ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.002171 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment b0a80525-5f23-4ef3-b1a4-35ba9ce14dcd resource provider aggregate not found Jun 04 16:39:28.006250 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.042538 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.094725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Subnet': ['ID=c0617ede-0b9f-4a7e-bb98-f10f2f322e10,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server [None req-2dc8796a-4aea-40c4-8ae1-c967c63258ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0617ede-0b9f-4a7e-bb98-f10f2f322e10: This subnet is being modified by another concurrent operation. Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 16:39:28.109923 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise exception Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0617ede-0b9f-4a7e-bb98-f10f2f322e10: This subnet is being modified by another concurrent operation. Jun 04 16:39:28.113959 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server Jun 04 16:39:28.125717 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment b0a80525-5f23-4ef3-b1a4-35ba9ce14dcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0a80525-5f23-4ef3-b1a4-35ba9ce14dcd found for delete ", "request_id": "req-a10a5c9d-de5e-4448-a85c-98d04cc1b6a8"}]} Jun 04 16:39:28.127094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ae18f-82d4-44f7-a4e0-5d2810b50498 None None] Network 7a3d0956-8f0d-41c3-afea-56e92bab9711 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:28.145071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=1af81729-3a91-4214-ac06-75c32b2401c2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:28.155603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 7c4acf59-576e-46e4-9820-9c623def5eff is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:28.158231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:28.160029 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f1de4cd-bfe1-46de-a5d6-8328413aa7be tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.162292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:39:28.239955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:28.240554 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.254137 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f1de4cd-bfe1-46de-a5d6-8328413aa7be tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.279737 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.289595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ff2eda38-67bc-4575-83ba-03ec276ac734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.328972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3d0956-8f0d-41c3-afea-56e92bab9711']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:28.344423 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99f9e3b-ecec-4d00-ad16-a7a4b0f881d3') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:28.344866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99f9e3b-ecec-4d00-ad16-a7a4b0f881d3') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:28.372312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1de4cd-bfe1-46de-a5d6-8328413aa7be tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] Pushing event deleted for resources: {'Network': ['ID=1c892389-bfde-4095-8e6e-bdb678087bfb,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:28.374303 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.390562 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 82cec25e-ccbd-4c36-b2dd-fc6618408c0c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:28.398137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2eda38-67bc-4575-83ba-03ec276ac734 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fc63c7-9fa2-4e75-a243-01f53cddb5a7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:28.398404 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.400855 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1f1de4cd-bfe1-46de-a5d6-8328413aa7be tempest-FloatingIPTestJSON-1685402448 tempest-FloatingIPTestJSON-1685402448-project] 10.222.0.13 "DELETE /v2.0/networks/1c892389-bfde-4095-8e6e-bdb678087bfb HTTP/1.1" status: 204 len: 168 time: 1.8154082 Jun 04 16:39:28.414991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:28.416185 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.428325 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-304549e5-c742-4ccc-82ee-3758e5f6ca6a tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2824523 Jun 04 16:39:28.433908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34438) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:28.445165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-652138df-bdb3-4307-965b-faf3c3966304 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:28.641526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5a05c2a9-36d0-47d2-8814-c61c15dc7822 None None] Provisioning for port 1af81729-3a91-4214-ac06-75c32b2401c2 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:28.650766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5a05c2a9-36d0-47d2-8814-c61c15dc7822 None None] Provisioning complete for port 1af81729-3a91-4214-ac06-75c32b2401c2 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:28.650766 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5a05c2a9-36d0-47d2-8814-c61c15dc7822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.665497 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.712456 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.739917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Network': ['ID=7a3d0956-8f0d-41c3-afea-56e92bab9711,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:28.748820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:28.749195 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.756525 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-95c1c8a7-f214-4337-9e0d-bbbf894fb2f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/7a3d0956-8f0d-41c3-afea-56e92bab9711 HTTP/1.1" status: 204 len: 168 time: 1.1782176 Jun 04 16:39:28.760269 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e99f9e3b-ecec-4d00-ad16-a7a4b0f881d3 resource provider aggregate not found Jun 04 16:39:28.763822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34444) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:28.769618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1618900210'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:28.775567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:28.779649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:network and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:28.782934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:28.793513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:28.794520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bafa5a-2ae2-4798-88ea-b2ebf158c909 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:39:28.802476 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e99f9e3b-ecec-4d00-ad16-a7a4b0f881d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e99f9e3b-ecec-4d00-ad16-a7a4b0f881d3 found for delete ", "request_id": "req-40a54c56-81ab-4a9c-b41d-875c77162690"}]} Jun 04 16:39:28.809648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:28.822828 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.877455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:28.903403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5a05c2a9-36d0-47d2-8814-c61c15dc7822 None None] Port 1af81729-3a91-4214-ac06-75c32b2401c2 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:28.908372 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.908732 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Added segment ed92b6d9-1c02-442d-9536-aec22465a9de of type vlan for network 40a27e1f-c98b-4b8a-806c-d4ef7212ccba Jun 04 16:39:28.968918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34456) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:28.979770 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:28.984966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-652138df-bdb3-4307-965b-faf3c3966304 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:29.008624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-652138df-bdb3-4307-965b-faf3c3966304 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:29.014715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-652138df-bdb3-4307-965b-faf3c3966304 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:29.029872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-652138df-bdb3-4307-965b-faf3c3966304 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:29.069475 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:29.076403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:29.077203 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:29.099891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652138df-bdb3-4307-965b-faf3c3966304 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:29.102899 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-652138df-bdb3-4307-965b-faf3c3966304 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:29.134540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bafa5a-2ae2-4798-88ea-b2ebf158c909 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:39:29.156999 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ff2eda38-67bc-4575-83ba-03ec276ac734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:29.285750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:29.355582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=40a27e1f-c98b-4b8a-806c-d4ef7212ccba,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:29.363696 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-80561d3d-cc54-4e1d-acf0-8fbb64e995c8 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5988719 Jun 04 16:39:29.366873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34464) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:29.378780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'subnet': {'network_id': '40a27e1f-c98b-4b8a-806c-d4ef7212ccba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:29.394680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 40a27e1f-c98b-4b8a-806c-d4ef7212ccba details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:29.413646 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1dc6e298-cf41-4f31-9138-8f5554371395 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa9933e6426947f68c85e35445b633ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4410410 Jun 04 16:39:29.427201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34468) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:29.478412 n-d-811809-3 neutron-server[88798]: INFO neutron.db.ipam_backend_mixin [None req-652138df-bdb3-4307-965b-faf3c3966304 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0bb5f0fa-0f4d-420c-8e35-db2af1928b21 (CIDR: 172.20.0.0/28) Jun 04 16:39:29.497967 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-652138df-bdb3-4307-965b-faf3c3966304 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:39:29.498559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652138df-bdb3-4307-965b-faf3c3966304 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:39:29.501996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:29.507423 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:subnet and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:29.510537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:29.517179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:29.531558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:29.533772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd4985-2eb2-46df-af27-0d28a432914f req-12a1a15b-79a7-4583-9458-01392213b050 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:29.535338 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eddd4985-2eb2-46df-af27-0d28a432914f req-12a1a15b-79a7-4583-9458-01392213b050 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.4849279 Jun 04 16:39:29.539823 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:29.621950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-652138df-bdb3-4307-965b-faf3c3966304 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1866393 Jun 04 16:39:29.627600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34472) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:29.639208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:29.816949 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7422fcbf-4146-4fa6-89d3-bc113a5ec4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:29.828772 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eddd4985-2eb2-46df-af27-0d28a432914f req-52baa1b3-c089-456e-97ed-fa9c236cadd2 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829471 Jun 04 16:39:29.859612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:29.870222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:29.878152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:29.889501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:29.919554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:29.921721 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7422fcbf-4146-4fa6-89d3-bc113a5ec4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:29.923000 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:29.972036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2eda38-67bc-4575-83ba-03ec276ac734 admin admin] Router 3079ff8c-116f-4919-b4df-b2f6517efbda has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:39:30.011773 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd0bd015-b3ea-4a16-ade4-c86f99ac2814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:30.027730 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:30.065783 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7422fcbf-4146-4fa6-89d3-bc113a5ec4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:30.086711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422fcbf-4146-4fa6-89d3-bc113a5ec4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86406a93-d067-44a8-91d5-d3545b128e56,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:30.159468 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7422fcbf-4146-4fa6-89d3-bc113a5ec4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:30.160662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7422fcbf-4146-4fa6-89d3-bc113a5ec4ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86406a93-d067-44a8-91d5-d3545b128e56 HTTP/1.1" status: 204 len: 168 time: 0.7312822 Jun 04 16:39:30.190573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Subnet': ['ID=ac0da8b0-126a-4534-89b6-8d1404c5d7db,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:30.191708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2eda38-67bc-4575-83ba-03ec276ac734 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:39:30.196307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking segment: {'id': 'ed92b6d9-1c02-442d-9536-aec22465a9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '40a27e1f-c98b-4b8a-806c-d4ef7212ccba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:30.196673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network hostable DHCP agents. Network: 40a27e1f-c98b-4b8a-806c-d4ef7212ccba, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:39:30.199522 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ff2eda38-67bc-4575-83ba-03ec276ac734 admin admin] 10.222.0.13 "PUT /v2.0/routers/3079ff8c-116f-4919-b4df-b2f6517efbda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5811605 Jun 04 16:39:30.200318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34482) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:30.212827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144930f0-dd9d-4dc0-92ad-5a08229cd30e None None] Sync routers for ids ['3079ff8c-116f-4919-b4df-b2f6517efbda'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:39:30.227859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144930f0-dd9d-4dc0-92ad-5a08229cd30e None None] Routers {'3079ff8c-116f-4919-b4df-b2f6517efbda'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:39:30.229286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-144930f0-dd9d-4dc0-92ad-5a08229cd30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:39:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3079ff8c-116f-4919-b4df-b2f6517efbda'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:30.297404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network 40a27e1f-c98b-4b8a-806c-d4ef7212ccba is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:39:30.325714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 40a27e1f-c98b-4b8a-806c-d4ef7212ccba) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:30.335113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:30.335698 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:30.386334 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c3a7ad16-564b-4e91-b7ee-d8e866c0b0f7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0160253 Jun 04 16:39:30.387620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34486) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:30.461038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cec878-34f8-4b9e-8606-42f96d90c995 None None] Network 40a27e1f-c98b-4b8a-806c-d4ef7212ccba requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:30.497686 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:30.628110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-144930f0-dd9d-4dc0-92ad-5a08229cd30e None None] Set router 3079ff8c-116f-4919-b4df-b2f6517efbda gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:39:30.648779 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:30.653462 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:30.736699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 7c4acf59-576e-46e4-9820-9c623def5eff is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:30.746839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:30.763426 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:30.771932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f639f0b-1725-44f8-bd6a-c735d469793a None None] Network 7c4acf59-576e-46e4-9820-9c623def5eff requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:30.773827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:30.774498 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:30.779139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Deleting port 85c45bce-d679-49b8-8a9c-24928bb5b096 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:30.779641 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:30.904972 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:31.003943 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3760140 Jun 04 16:39:31.009950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34510) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:31.020729 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:31.033901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0c6aa388-d50f-46a6-99f8-900254822d62 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-45915229', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '44b73b53-5b8b-4966-b6fb-cb2fc96d9bc1'}], 'security_groups': ['66ee333a-4129-4909-8792-84465faf6733']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:31.129817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86fe81-9313-4c69-9895-4b57eefc7444 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Subnet': ['ID=44b73b53-5b8b-4966-b6fb-cb2fc96d9bc1,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:31.175061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] For port 85c45bce-d679-49b8-8a9c-24928bb5b096, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=85c45bce-d679-49b8-8a9c-24928bb5b096,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:31.175579 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:31.223008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0da8b0-126a-4534-89b6-8d1404c5d7db,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:31.329916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Calling delete_port for 85c45bce-d679-49b8-8a9c-24928bb5b096 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:31.357681 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:31.385427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56a342-a639-4474-b8cd-80d815a91f14 req-37a4cb47-5753-4f81-b410-b421f3a31fd9 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:31.387032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed56a342-a639-4474-b8cd-80d815a91f14 req-37a4cb47-5753-4f81-b410-b421f3a31fd9 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.3253019 Jun 04 16:39:31.473914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a27e1f-c98b-4b8a-806c-d4ef7212ccba']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:31.513116 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:31.538555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac8f1f7-a9c3-462d-b7e6-7cfc6e15d913 None None] Network 40a27e1f-c98b-4b8a-806c-d4ef7212ccba requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:31.563208 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:31.656975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34522) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:31.660044 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:31.708516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed92b6d9-1c02-442d-9536-aec22465a9de') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:31.708818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed92b6d9-1c02-442d-9536-aec22465a9de') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:31.729383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Pushing event deleted for resources: {'Port': ['ID=85c45bce-d679-49b8-8a9c-24928bb5b096,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:31.747837 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:31.752291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed56a342-a639-4474-b8cd-80d815a91f14 req-49f1e5a8-1c3d-4b3c-953f-ad4deeeebd22 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521886 Jun 04 16:39:31.803856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-144930f0-dd9d-4dc0-92ad-5a08229cd30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:39:27Z', 'revision_number': 5, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port': {'id': '85c45bce-d679-49b8-8a9c-24928bb5b096', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:34:00Z', 'updated_at': '2022-06-04T16:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:31.826018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144930f0-dd9d-4dc0-92ad-5a08229cd30e None None] Checking router: 3079ff8c-116f-4919-b4df-b2f6517efbda for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:39:31.840217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144930f0-dd9d-4dc0-92ad-5a08229cd30e None None] Routers {'3079ff8c-116f-4919-b4df-b2f6517efbda'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:39:31.840834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-144930f0-dd9d-4dc0-92ad-5a08229cd30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:39:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3079ff8c-116f-4919-b4df-b2f6517efbda'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:31.905793 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:31.941117 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:31.941525 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.021694 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ed92b6d9-1c02-442d-9536-aec22465a9de resource provider aggregate not found Jun 04 16:39:32.028849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Request body: {'networks': [{'name': 'tempest-network--883562679'}, {'name': 'tempest-network--608069177'}]} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:32.029141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Request body: {'network': {'name': 'tempest-network--883562679'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:32.029600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Request body: {'network': {'name': 'tempest-network--608069177'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:32.055069 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ed92b6d9-1c02-442d-9536-aec22465a9de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed92b6d9-1c02-442d-9536-aec22465a9de found for delete ", "request_id": "req-a386069a-ecff-4883-9b50-f9cd7c3c30b4"}]} Jun 04 16:39:32.055842 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa388-d50f-46a6-99f8-900254822d62 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.087005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:32.097847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb4811-41d9-42a0-adb0-f5b5abbdfa4b None None] Update dhcp port {'port': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'fixed_ips': [{'subnet_id': '0bb5f0fa-0f4d-420c-8e35-db2af1928b21', 'ip_address': '172.20.0.2'}, {'subnet_id': '44b73b53-5b8b-4966-b6fb-cb2fc96d9bc1'}], 'binding:host_id': 'n-d-811809-3'}, 'id': '82cec25e-ccbd-4c36-b2dd-fc6618408c0c'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:39:32.104616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Usage tracker for resource:network and tenant:a0b653799cb34b469352e0f29ce88914 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:32.106635 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.111198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:32.119669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.121824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:32.139529 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.172270 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bddb4811-41d9-42a0-adb0-f5b5abbdfa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.174887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Network': ['ID=40a27e1f-c98b-4b8a-806c-d4ef7212ccba,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:32.179322 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d495eb74-6445-4a1a-afc1-5b72fc7f7370 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/40a27e1f-c98b-4b8a-806c-d4ef7212ccba HTTP/1.1" status: 204 len: 168 time: 1.7903914 Jun 04 16:39:32.182563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34538) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:32.200639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-680216814'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:32.203281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-144930f0-dd9d-4dc0-92ad-5a08229cd30e None None] Set router 3079ff8c-116f-4919-b4df-b2f6517efbda gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:39:32.216817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:32.289181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Made reservation on behalf of a0b653799cb34b469352e0f29ce88914 for: {'network': 2} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:32.292259 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:network and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:32.298215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:32.300588 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.310650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:32.392961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.395058 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.395764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:32.400132 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.404474 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.417941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:32.429357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Usage tracker for resource:security_group_rule and tenant:a0b653799cb34b469352e0f29ce88914 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:32.434102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:32.439049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:32.450237 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.450842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3079ff8c-116f-4919-b4df-b2f6517efbda {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:39:32.460178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-144930f0-dd9d-4dc0-92ad-5a08229cd30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:39:31Z', 'revision_number': 7, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:32.467089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144930f0-dd9d-4dc0-92ad-5a08229cd30e None None] The sync data for ids ['3079ff8c-116f-4919-b4df-b2f6517efbda'] in n-d-811809-3 is: [{'id': '3079ff8c-116f-4919-b4df-b2f6517efbda', 'name': 'tempest-ServerRescueNegativeTestJSON-356172836-router', 'tenant_id': '3f48053fe3e0441d9a70db7718ac831f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:33:59Z', 'updated_at': '2022-06-04T16:39:31Z', 'revision_number': 7, 'project_id': '3f48053fe3e0441d9a70db7718ac831f', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:39:32.504684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.508647 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3476cbdb-a01e-496c-ac56-58894e70ad6d admin admin] 10.222.0.13 "DELETE /v2.0/routers/3079ff8c-116f-4919-b4df-b2f6517efbda HTTP/1.1" status: 204 len: 168 time: 2.3073642 Jun 04 16:39:32.509554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34542) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:32.544169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:32.571033 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.571428 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Added segment dac4ad52-d0bf-4965-827a-d4e89256e283 of type vlan for network 872bfd29-0b72-4435-9e3d-6b27212cdfaf Jun 04 16:39:32.576996 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.600936 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-bddb4811-41d9-42a0-adb0-f5b5abbdfa4b None None] Allocated IP 172.20.0.18 (7c4acf59-576e-46e4-9820-9c623def5eff/44b73b53-5b8b-4966-b6fb-cb2fc96d9bc1/82cec25e-ccbd-4c36-b2dd-fc6618408c0c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:32.610319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e5854c-327b-4c80-b059-ef73146caf26 admin admin] Deleting subnet ad307a3f-bb01-4a62-a59a-16b6e7c06179 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:39:32.616896 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.617896 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e4e5854c-327b-4c80-b059-ef73146caf26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.630599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.647927 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.648390 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.675528 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.687912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:32.688623 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.698650 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e4e5854c-327b-4c80-b059-ef73146caf26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.752326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e817f0-be0c-4237-be8d-59cbb47b12ac,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:32.766701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:32.786703 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.786703 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Added segment c09bca0c-4140-46dd-8115-76c4273c0533 of type vlan for network efa37cd0-86f3-4d63-ac1a-b5213dd2ebe1 Jun 04 16:39:32.843453 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.856195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-bddb4811-41d9-42a0-adb0-f5b5abbdfa4b None None] For port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=82cec25e-ccbd-4c36-b2dd-fc6618408c0c,segment=NetworkSegment(70382250-5cdf-4755-b6b2-650ee0270c0a),segment_id=70382250-5cdf-4755-b6b2-650ee0270c0a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:32.866786 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6805043 Jun 04 16:39:32.867011 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e4e5854c-327b-4c80-b059-ef73146caf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:32.867504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec2d44-e247-4b51-b38c-4e76b74aa211 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=872bfd29-0b72-4435-9e3d-6b27212cdfaf,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:32.870073 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34548) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:32.876750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4c68c7c2-ffd8-4644-8763-a7db11e608b4 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:32.897192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 872bfd29-0b72-4435-9e3d-6b27212cdfaf details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:32.954921 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bddb4811-41d9-42a0-adb0-f5b5abbdfa4b None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.064525 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bddb4811-41d9-42a0-adb0-f5b5abbdfa4b None None] Transition to ACTIVE for port object 82cec25e-ccbd-4c36-b2dd-fc6618408c0c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:33.075472 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bddb4811-41d9-42a0-adb0-f5b5abbdfa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.118017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:33.158838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb4811-41d9-42a0-adb0-f5b5abbdfa4b None None] Pushing event updated for resources: {'Port': ['ID=82cec25e-ccbd-4c36-b2dd-fc6618408c0c,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:33.195901 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.196249 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Added segment 25a32082-75b4-40f1-aa4b-4a6a6e2e759b of type vlan for network bf46a51c-373c-4c9f-a987-4a02be7d43ad Jun 04 16:39:33.221741 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e4e5854c-327b-4c80-b059-ef73146caf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.237952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ae5f7-505d-486d-8b1e-fff41c520d31 req-7c0cd2ed-d302-43bc-ae0f-b7ccbf1751ba tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:33.246257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-645ae5f7-505d-486d-8b1e-fff41c520d31 req-7c0cd2ed-d302-43bc-ae0f-b7ccbf1751ba tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.2486556 Jun 04 16:39:33.273588 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c68c7c2-ffd8-4644-8763-a7db11e608b4 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.314723 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e4e5854c-327b-4c80-b059-ef73146caf26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.322603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c47c55f-b263-45a6-bc38-bcc532eee3f0 None None] Network b0d230d7-0bcf-4d1b-b76f-d447deff0b4f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:33.325831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5854c-327b-4c80-b059-ef73146caf26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad307a3f-bb01-4a62-a59a-16b6e7c06179,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:33.340554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e4e5854c-327b-4c80-b059-ef73146caf26 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ad307a3f-bb01-4a62-a59a-16b6e7c06179 HTTP/1.1" status: 204 len: 168 time: 0.8264124 Jun 04 16:39:33.348030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34554) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:33.351730 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.365174 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c68c7c2-ffd8-4644-8763-a7db11e608b4 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.508636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68c7c2-ffd8-4644-8763-a7db11e608b4 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=872bfd29-0b72-4435-9e3d-6b27212cdfaf,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:33.531920 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c68c7c2-ffd8-4644-8763-a7db11e608b4 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network 872bfd29-0b72-4435-9e3d-6b27212cdfaf is not hosted by any dhcp agent {{(pid=88797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 04 16:39:33.532160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 872bfd29-0b72-4435-9e3d-6b27212cdfaf details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:33.533149 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.534086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.541413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:33.544593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c68c7c2-ffd8-4644-8763-a7db11e608b4 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:33.546704 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4c68c7c2-ffd8-4644-8763-a7db11e608b4 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.547357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:33.548260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.553563 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4c68c7c2-ffd8-4644-8763-a7db11e608b4 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "PUT /v2.0/networks/872bfd29-0b72-4435-9e3d-6b27212cdfaf HTTP/1.1" status: 200 len: 723 time: 0.6821766 Jun 04 16:39:33.557345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34558) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:33.569248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'subnet': {'network_id': '872bfd29-0b72-4435-9e3d-6b27212cdfaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:33.644385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9729617 Jun 04 16:39:33.682271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34562) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:33.705632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-645ae5f7-505d-486d-8b1e-fff41c520d31 req-0c9c8e38-4499-49ec-804f-d7387faed106 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582577 Jun 04 16:39:33.753073 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:33.758348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:subnet and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:33.761677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:33.773109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:33.793129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:33.797213 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.846780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-0c6aa388-d50f-46a6-99f8-900254822d62 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Delete allocated IP 172.20.0.9 (7c4acf59-576e-46e4-9820-9c623def5eff/0bb5f0fa-0f4d-420c-8e35-db2af1928b21) {{(pid=88797) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 04 16:39:33.911602 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:33.958720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-0c6aa388-d50f-46a6-99f8-900254822d62 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.26 (7c4acf59-576e-46e4-9820-9c623def5eff/44b73b53-5b8b-4966-b6fb-cb2fc96d9bc1/1af81729-3a91-4214-ac06-75c32b2401c2) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:33.995503 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:34.009284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac07eb6-ec6a-4735-9616-dddc9cd3de44 None None] DHCP port deletion for b0d230d7-0bcf-4d1b-b76f-d447deff0b4f request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:39:34.015919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cac07eb6-ec6a-4735-9616-dddc9cd3de44 None None] Deleting port 962d6506-b777-464b-86bc-30e5187e5677 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:34.015919 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cac07eb6-ec6a-4735-9616-dddc9cd3de44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:34.045535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event updated for resources: {'Network': ['ID=efa37cd0-86f3-4d63-ac1a-b5213dd2ebe1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:34.057864 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network efa37cd0-86f3-4d63-ac1a-b5213dd2ebe1 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:34.093840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Deleting port 962d6506-b777-464b-86bc-30e5187e5677 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:34.094246 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:34.268831 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:34.297854 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cf73edf0-57d7-4b5d-ac4c-e6de63dda3f6 None None] Provisioning for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:34.343637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6c786-84bb-4c62-8abc-e59bb3adca1a tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event updated for resources: {'Network': ['ID=bf46a51c-373c-4c9f-a987-4a02be7d43ad,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:34.369580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f68dab-112d-4eb7-9c97-91cf8013f686 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:34.385678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f68dab-112d-4eb7-9c97-91cf8013f686 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:34.397393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f68dab-112d-4eb7-9c97-91cf8013f686 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:34.399222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network bf46a51c-373c-4c9f-a987-4a02be7d43ad details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:34.403141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f68dab-112d-4eb7-9c97-91cf8013f686 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:34.411959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-78f68dab-112d-4eb7-9c97-91cf8013f686 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Synchronizing usage tracker for tenant:a0b653799cb34b469352e0f29ce88914 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:34.416555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 82cec25e-ccbd-4c36-b2dd-fc6618408c0c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:34.443156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cf73edf0-57d7-4b5d-ac4c-e6de63dda3f6 None None] Provisioning complete for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:34.443534 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cf73edf0-57d7-4b5d-ac4c-e6de63dda3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:34.582136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-78f68dab-112d-4eb7-9c97-91cf8013f686 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Unset dirty status for tenant:a0b653799cb34b469352e0f29ce88914 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:34.586658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:34.587763 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-78f68dab-112d-4eb7-9c97-91cf8013f686 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8885453 Jun 04 16:39:34.595011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34570) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:34.693528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cac07eb6-ec6a-4735-9616-dddc9cd3de44 None None] For port 962d6506-b777-464b-86bc-30e5187e5677, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=962d6506-b777-464b-86bc-30e5187e5677,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:34.693922 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cac07eb6-ec6a-4735-9616-dddc9cd3de44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:34.703172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c63efb-6497-4708-a0fa-15bc0b264a5d req-a1cdc582-0bfa-45e0-8acf-4a3ba9a34e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:34.705058 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e5c63efb-6497-4708-a0fa-15bc0b264a5d req-a1cdc582-0bfa-45e0-8acf-4a3ba9a34e18 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 1096 time: 0.2395077 Jun 04 16:39:34.742850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Subnet': ['ID=9079eaa1-3a2b-4292-9506-efa2b3e3f84b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:34.743742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking segment: {'id': 'dac4ad52-d0bf-4965-827a-d4e89256e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '872bfd29-0b72-4435-9e3d-6b27212cdfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:34.744154 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network hostable DHCP agents. Network: 872bfd29-0b72-4435-9e3d-6b27212cdfaf, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:39:34.800152 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa388-d50f-46a6-99f8-900254822d62 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:34.804759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network 872bfd29-0b72-4435-9e3d-6b27212cdfaf is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:39:34.827594 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-e5c63efb-6497-4708-a0fa-15bc0b264a5d req-31fb9eb5-c35e-484c-a447-872821ebaa07 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090641 Jun 04 16:39:34.833386 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 872bfd29-0b72-4435-9e3d-6b27212cdfaf) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:34.839002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-0c6aa388-d50f-46a6-99f8-900254822d62 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Transition to ACTIVE for port object 1af81729-3a91-4214-ac06-75c32b2401c2 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:34.840511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:34.841246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:34.866346 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa388-d50f-46a6-99f8-900254822d62 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:34.961441 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a9673700-fd34-4912-bfa1-9f80dcecb5d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4005904 Jun 04 16:39:34.967820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59d7d07-4118-4a82-bed5-eca01ff84ea9 None None] Network 872bfd29-0b72-4435-9e3d-6b27212cdfaf requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:35.020034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6aa388-d50f-46a6-99f8-900254822d62 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=1af81729-3a91-4214-ac06-75c32b2401c2,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:35.037870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34584) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:35.050151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-da3876ab-2986-4589-9275-5599ac31d1a9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:35.108686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cac07eb6-ec6a-4735-9616-dddc9cd3de44 None None] Calling delete_port for 962d6506-b777-464b-86bc-30e5187e5677 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:35.171835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34592) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:35.197186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-0c6aa388-d50f-46a6-99f8-900254822d62 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] In _notify_port_updated(), no bound segment for port 1af81729-3a91-4214-ac06-75c32b2401c2 on network 7c4acf59-576e-46e4-9820-9c623def5eff {{(pid=88797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:39:35.204374 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6aa388-d50f-46a6-99f8-900254822d62 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:35.204874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa388-d50f-46a6-99f8-900254822d62 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:35.206300 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0c6aa388-d50f-46a6-99f8-900254822d62 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "PUT /v2.0/ports/1af81729-3a91-4214-ac06-75c32b2401c2 HTTP/1.1" status: 200 len: 919 time: 4.1929150 Jun 04 16:39:35.209581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34598) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:35.298696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ea183822-2287-4787-8636-6442f3256b63 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 1af81729-3a91-4214-ac06-75c32b2401c2 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:35.299263 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea183822-2287-4787-8636-6442f3256b63 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:35.311707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:35.312070 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:35.385981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] For port 962d6506-b777-464b-86bc-30e5187e5677, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=962d6506-b777-464b-86bc-30e5187e5677,segment=NetworkSegment(089f6b9a-e692-4b45-8623-2718eb1c8caa),segment_id=089f6b9a-e692-4b45-8623-2718eb1c8caa)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:35.386566 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:35.432965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46ad601c-a545-4b4e-97f6-5472a9631999 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:35.470028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cf73edf0-57d7-4b5d-ac4c-e6de63dda3f6 None None] Current status of the port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:35.622225 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cac07eb6-ec6a-4735-9616-dddc9cd3de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:35.625837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cf73edf0-57d7-4b5d-ac4c-e6de63dda3f6 None None] Provisioning for port 1af81729-3a91-4214-ac06-75c32b2401c2 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:35.632773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Calling delete_port for 962d6506-b777-464b-86bc-30e5187e5677 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:35.699161 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-506af2b0-80dd-4428-b158-1291d75e8b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:35.700959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cf73edf0-57d7-4b5d-ac4c-e6de63dda3f6 None None] Provisioning complete for port 1af81729-3a91-4214-ac06-75c32b2401c2 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:35.701387 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cf73edf0-57d7-4b5d-ac4c-e6de63dda3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:35.712182 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea183822-2287-4787-8636-6442f3256b63 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:35.724721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-872bfd29-0b72-4435-9e3d-6b27212cdfaf', 'network_id': '872bfd29-0b72-4435-9e3d-6b27212cdfaf', 'tenant_id': '13dcc50cd7ca4030a516d3be95453c70', 'fixed_ips': [{'subnet_id': '9079eaa1-3a2b-4292-9506-efa2b3e3f84b'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:39:35.725547 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:35.743320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac07eb6-ec6a-4735-9616-dddc9cd3de44 None None] Pushing event deleted for resources: {'Port': ['ID=962d6506-b777-464b-86bc-30e5187e5677,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:35.755235 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:35.771109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac07eb6-ec6a-4735-9616-dddc9cd3de44 None None] No DVR routers for this DVR port 962d6506-b777-464b-86bc-30e5187e5677 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:39:35.834989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cf73edf0-57d7-4b5d-ac4c-e6de63dda3f6 None None] Port 1af81729-3a91-4214-ac06-75c32b2401c2 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:35.851385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 85c45bce-d679-49b8-8a9c-24928bb5b096 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:39:35.896233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 85c45bce-d679-49b8-8a9c-24928bb5b096 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:39:35.896728 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 85c45bce-d679-49b8-8a9c-24928bb5b096 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:39:35.897159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:39:35.942919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:39:35.943117 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46ad601c-a545-4b4e-97f6-5472a9631999 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:35.943297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f6fc63c7-9fa2-4e75-a243-01f53cddb5a7 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:39:35.944087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 962d6506-b777-464b-86bc-30e5187e5677 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:39:35.959141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-506af2b0-80dd-4428-b158-1291d75e8b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:35.967895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ea183822-2287-4787-8636-6442f3256b63 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 1af81729-3a91-4214-ac06-75c32b2401c2 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:35.970977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-46ad601c-a545-4b4e-97f6-5472a9631999 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa37cd0-86f3-4d63-ac1a-b5213dd2ebe1']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:35.984152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-46ad601c-a545-4b4e-97f6-5472a9631999 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09bca0c-4140-46dd-8115-76c4273c0533') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:35.984432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-46ad601c-a545-4b4e-97f6-5472a9631999 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09bca0c-4140-46dd-8115-76c4273c0533') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:35.986168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cf73edf0-57d7-4b5d-ac4c-e6de63dda3f6 None None] Provisioning complete for port 9a2ded17-155e-4240-af60-ef12fa58ab6f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:35.986559 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cf73edf0-57d7-4b5d-ac4c-e6de63dda3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:35.997573 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46ad601c-a545-4b4e-97f6-5472a9631999 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:35.998789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-506af2b0-80dd-4428-b158-1291d75e8b84 admin admin] Usage tracker for resource:security_group_rule and tenant:0560420f2d684bcc87439ca7dcaf90b1 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:36.011686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-506af2b0-80dd-4428-b158-1291d75e8b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:36.026536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-506af2b0-80dd-4428-b158-1291d75e8b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:36.029207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da3876ab-2986-4589-9275-5599ac31d1a9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4082148'] for subnet, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.040895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 962d6506-b777-464b-86bc-30e5187e5677 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:39:36.041161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 962d6506-b777-464b-86bc-30e5187e5677 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:39:36.061567 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46ad601c-a545-4b4e-97f6-5472a9631999 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.088132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cf73edf0-57d7-4b5d-ac4c-e6de63dda3f6 None None] Port 9a2ded17-155e-4240-af60-ef12fa58ab6f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:36.093280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ad601c-a545-4b4e-97f6-5472a9631999 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:36.094050 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46ad601c-a545-4b4e-97f6-5472a9631999 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.094941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Allocated IP 172.20.0.2 (872bfd29-0b72-4435-9e3d-6b27212cdfaf/9079eaa1-3a2b-4292-9506-efa2b3e3f84b/c2fba493-e646-4860-86f6-4a17695f4298) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:36.139973 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c09bca0c-4140-46dd-8115-76c4273c0533 resource provider aggregate not found Jun 04 16:39:36.167375 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea183822-2287-4787-8636-6442f3256b63 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.167642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaced93-b3f5-40a1-9ab3-e40f35a57896 req-e8e4addb-ec6d-4b54-af1b-c53bc63cbb70 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:36.169390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-caaced93-b3f5-40a1-9ab3-e40f35a57896 req-e8e4addb-ec6d-4b54-af1b-c53bc63cbb70 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 1.1631036 Jun 04 16:39:36.217192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-82b38df9-9508-4946-8dc6-3d3dc4474439 None None] Could not find standard attr ID for object 1af81729-3a91-4214-ac06-75c32b2401c2. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:39:36.247606 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea183822-2287-4787-8636-6442f3256b63 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=1af81729-3a91-4214-ac06-75c32b2401c2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:36.266910 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c09bca0c-4140-46dd-8115-76c4273c0533 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c09bca0c-4140-46dd-8115-76c4273c0533 found for delete ", "request_id": "req-3dafcf17-17f3-4ff9-8dc4-4121c08076a5"}]} Jun 04 16:39:36.335214 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:39:36.335496 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:39:36.349421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46ad601c-a545-4b4e-97f6-5472a9631999 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.357216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-caaced93-b3f5-40a1-9ab3-e40f35a57896 req-8423c014-d100-4d5e-9b9a-b9a855076b04 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133935 Jun 04 16:39:36.382731 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46ad601c-a545-4b4e-97f6-5472a9631999 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.399800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad601c-a545-4b4e-97f6-5472a9631999 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event deleted for resources: {'Network': ['ID=efa37cd0-86f3-4d63-ac1a-b5213dd2ebe1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:36.429366 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-46ad601c-a545-4b4e-97f6-5472a9631999 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "DELETE /v2.0/networks/efa37cd0-86f3-4d63-ac1a-b5213dd2ebe1 HTTP/1.1" status: 204 len: 168 time: 1.8333323 Jun 04 16:39:36.431931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34610) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:36.450589 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.464208 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea183822-2287-4787-8636-6442f3256b63 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.472298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Transition to ACTIVE for port object c2fba493-e646-4860-86f6-4a17695f4298 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:36.509129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Transition to ACTIVE for port object c2fba493-e646-4860-86f6-4a17695f4298 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:36.519795 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.531953 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ea183822-2287-4787-8636-6442f3256b63 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/1af81729-3a91-4214-ac06-75c32b2401c2 HTTP/1.1" status: 204 len: 168 time: 1.3207963 Jun 04 16:39:36.544420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34614) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:36.671459 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-305530d1-bb5b-4ed7-abe7-2f07360175d7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:39:36.671675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-305530d1-bb5b-4ed7-abe7-2f07360175d7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:36.739707 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-506af2b0-80dd-4428-b158-1291d75e8b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.742207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-305530d1-bb5b-4ed7-abe7-2f07360175d7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:36.743643 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-305530d1-bb5b-4ed7-abe7-2f07360175d7 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/1af81729-3a91-4214-ac06-75c32b2401c2 HTTP/1.1" status: 404 len: 333 time: 0.1984308 Jun 04 16:39:36.746188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Network 872bfd29-0b72-4435-9e3d-6b27212cdfaf is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:36.748190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34622) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:36.757678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:36.771679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:39:36.775889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-506af2b0-80dd-4428-b158-1291d75e8b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.782400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Pushing event updated for resources: {'Port': ['ID=c2fba493-e646-4860-86f6-4a17695f4298,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:36.829330 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-506af2b0-80dd-4428-b158-1291d75e8b84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0560420f2d684bcc87439ca7dcaf90b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6541152 Jun 04 16:39:36.837934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34626) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:36.839392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Deleting port 962d6506-b777-464b-86bc-30e5187e5677 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:36.841368 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.892312 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1616907b-c30f-4bcc-bdc8-36b31a814f90 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.896928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506af2b0-80dd-4428-b158-1291d75e8b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9c0a25-5d55-4cf6-92f2-362afd104550,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:36.941574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4a073ed-512a-4e3b-9fdf-44994c6fed43 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.968518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] The port '962d6506-b777-464b-86bc-30e5187e5677' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:39:36.985574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Attempting to bind port c2fba493-e646-4860-86f6-4a17695f4298 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:39:36.986349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Attempting to bind port c2fba493-e646-4860-86f6-4a17695f4298 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'dac4ad52-d0bf-4965-827a-d4e89256e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '872bfd29-0b72-4435-9e3d-6b27212cdfaf'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:39:36.986733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Attempting to bind port c2fba493-e646-4860-86f6-4a17695f4298 on network 872bfd29-0b72-4435-9e3d-6b27212cdfaf {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:39:36.993123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:39:36.993500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Checking segment: {'id': 'dac4ad52-d0bf-4965-827a-d4e89256e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '872bfd29-0b72-4435-9e3d-6b27212cdfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:36.994015 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:36.994408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Bound using segment: {'id': 'dac4ad52-d0bf-4965-827a-d4e89256e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '872bfd29-0b72-4435-9e3d-6b27212cdfaf'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:39:36.995058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Bound port: c2fba493-e646-4860-86f6-4a17695f4298, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac4ad52-d0bf-4965-827a-d4e89256e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '872bfd29-0b72-4435-9e3d-6b27212cdfaf'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:39:36.995428 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.006581 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15a1c8dd-49df-46e1-b648-dbe72894f9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.009130 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4a073ed-512a-4e3b-9fdf-44994c6fed43 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.093382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15a1c8dd-49df-46e1-b648-dbe72894f9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.139211 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.143854 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4a073ed-512a-4e3b-9fdf-44994c6fed43 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.172933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d230d7-0bcf-4d1b-b76f-d447deff0b4f']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:37.174595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a073ed-512a-4e3b-9fdf-44994c6fed43 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158b5eef-eff5-4544-99df-d827780ed6e7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:37.178964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] For port c2fba493-e646-4860-86f6-4a17695f4298, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:39:37.191244 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4a073ed-512a-4e3b-9fdf-44994c6fed43 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.192622 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c4a073ed-512a-4e3b-9fdf-44994c6fed43 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/security-groups/158b5eef-eff5-4544-99df-d827780ed6e7 HTTP/1.1" status: 204 len: 168 time: 0.4430861 Jun 04 16:39:37.199972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34632) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:37.202880 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15a1c8dd-49df-46e1-b648-dbe72894f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.206726 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15a1c8dd-49df-46e1-b648-dbe72894f9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.208337 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-15a1c8dd-49df-46e1-b648-dbe72894f9e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf9c0a25-5d55-4cf6-92f2-362afd104550 HTTP/1.1" status: 204 len: 168 time: 0.3693554 Jun 04 16:39:37.213766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] For port c2fba493-e646-4860-86f6-4a17695f4298, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c2fba493-e646-4860-86f6-4a17695f4298,segment=NetworkSegment(dac4ad52-d0bf-4965-827a-d4e89256e283),segment_id=dac4ad52-d0bf-4965-827a-d4e89256e283)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:39:37.233778 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.241986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1c8dd-49df-46e1-b648-dbe72894f9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9c0a25-5d55-4cf6-92f2-362afd104550,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:37.300018 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e86ab624-40c5-4308-a56a-6eecf77c0bc4 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.338958 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e86ab624-40c5-4308-a56a-6eecf77c0bc4 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.394766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82338e-fcee-41fa-9a6d-86a1e9fa022a None None] Pushing event updated for resources: {'Port': ['ID=c2fba493-e646-4860-86f6-4a17695f4298,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:37.399187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e86ab624-40c5-4308-a56a-6eecf77c0bc4 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.443222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089f6b9a-e692-4b45-8623-2718eb1c8caa') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:37.443222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089f6b9a-e692-4b45-8623-2718eb1c8caa') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:37.447931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ab624-40c5-4308-a56a-6eecf77c0bc4 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ee333a-4129-4909-8792-84465faf6733,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:37.450069 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e86ab624-40c5-4308-a56a-6eecf77c0bc4 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.458370 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e86ab624-40c5-4308-a56a-6eecf77c0bc4 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/security-groups/66ee333a-4129-4909-8792-84465faf6733 HTTP/1.1" status: 204 len: 168 time: 0.2572482 Jun 04 16:39:37.462196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34640) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:37.469178 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.692017 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.737169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:37.738986 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.794533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34646) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:37.834279 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c860-2f70-495c-959f-19e268643963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.855551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c1d1c860-2f70-495c-959f-19e268643963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:37.860214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c1d1c860-2f70-495c-959f-19e268643963 admin admin] Usage tracker for resource:security_group_rule and tenant:f86567de8e7c4a2aba69a2b7c2b54118 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:37.863612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c1d1c860-2f70-495c-959f-19e268643963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:37.872648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c1d1c860-2f70-495c-959f-19e268643963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:37.969348 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c860-2f70-495c-959f-19e268643963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.970120 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da3876ab-2986-4589-9275-5599ac31d1a9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776857470118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2829275'] for subnet, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.974608 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c860-2f70-495c-959f-19e268643963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:37.977835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c90434-ee6a-4090-aa13-60734d060145 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting subnet 0bb5f0fa-0f4d-420c-8e35-db2af1928b21 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:39:37.980842 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1616907b-c30f-4bcc-bdc8-36b31a814f90 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.027956 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c1d1c860-2f70-495c-959f-19e268643963 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f86567de8e7c4a2aba69a2b7c2b54118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289758 Jun 04 16:39:38.027956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1c860-2f70-495c-959f-19e268643963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b74ff97-5c7f-45ee-a73d-2be02e5a75e5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:38.028139 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94c90434-ee6a-4090-aa13-60734d060145 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.028235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34656) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:38.100367 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba8e7-f437-4aae-a5a1-b3e62fd1fdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.105241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.107556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3876ab-2986-4589-9275-5599ac31d1a9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:38.108145 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da3876ab-2986-4589-9275-5599ac31d1a9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.111122 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-da3876ab-2986-4589-9275-5599ac31d1a9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "PUT /v2.0/subnets/9079eaa1-3a2b-4292-9506-efa2b3e3f84b HTTP/1.1" status: 200 len: 806 time: 3.0682914 Jun 04 16:39:38.118330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34660) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:38.123857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1616907b-c30f-4bcc-bdc8-36b31a814f90 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf46a51c-373c-4c9f-a987-4a02be7d43ad']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:38.144377 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba8e7-f437-4aae-a5a1-b3e62fd1fdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.152343 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.198537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1616907b-c30f-4bcc-bdc8-36b31a814f90 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a32082-75b4-40f1-aa4b-4a6a6e2e759b') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:38.198840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1616907b-c30f-4bcc-bdc8-36b31a814f90 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a32082-75b4-40f1-aa4b-4a6a6e2e759b') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:38.218698 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba8e7-f437-4aae-a5a1-b3e62fd1fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.225092 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94c90434-ee6a-4090-aa13-60734d060145 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.272463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d230d7-0bcf-4d1b-b76f-d447deff0b4f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:38.292477 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1616907b-c30f-4bcc-bdc8-36b31a814f90 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.367546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3876ab-2986-4589-9275-5599ac31d1a9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Subnet': ['ID=9079eaa1-3a2b-4292-9506-efa2b3e3f84b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:38.413004 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-52c9d433-a31e-4214-a020-3bebf5850f61 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b0d230d7-0bcf-4d1b-b76f-d447deff0b4f HTTP/1.1" status: 204 len: 168 time: 5.0614457 Jun 04 16:39:38.414609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c2fba493-e646-4860-86f6-4a17695f4298 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:38.436301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc8eac-e312-492f-a13b-b535056578c8 req-2982e6d4-4aba-4285-9f57-b48d959b4fa0 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:38.437868 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ffc8eac-e312-492f-a13b-b535056578c8 req-2982e6d4-4aba-4285-9f57-b48d959b4fa0 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.8490965 Jun 04 16:39:38.439025 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1616907b-c30f-4bcc-bdc8-36b31a814f90 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.501398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ba8e7-f437-4aae-a5a1-b3e62fd1fdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b74ff97-5c7f-45ee-a73d-2be02e5a75e5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:38.516688 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba8e7-f437-4aae-a5a1-b3e62fd1fdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.517982 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cc8ba8e7-f437-4aae-a5a1-b3e62fd1fdf9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b74ff97-5c7f-45ee-a73d-2be02e5a75e5 HTTP/1.1" status: 204 len: 168 time: 0.4893634 Jun 04 16:39:38.531262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1616907b-c30f-4bcc-bdc8-36b31a814f90 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:38.531968 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1616907b-c30f-4bcc-bdc8-36b31a814f90 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.575452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c2fba493-e646-4860-86f6-4a17695f4298 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:38.735953 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 089f6b9a-e692-4b45-8623-2718eb1c8caa resource provider aggregate not found Jun 04 16:39:38.809250 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 089f6b9a-e692-4b45-8623-2718eb1c8caa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 089f6b9a-e692-4b45-8623-2718eb1c8caa found for delete ", "request_id": "req-8cb1f39a-0265-4487-8d40-e89d597f20d8"}]} Jun 04 16:39:38.826921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34680) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:38.834021 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ffc8eac-e312-492f-a13b-b535056578c8 req-0b13de60-9960-485d-978e-c355dfd2f17d tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800545 Jun 04 16:39:38.838792 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.843745 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1616907b-c30f-4bcc-bdc8-36b31a814f90 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.877760 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1616907b-c30f-4bcc-bdc8-36b31a814f90 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.891610 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94c90434-ee6a-4090-aa13-60734d060145 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:38.932417 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3bbaa5f6-80e7-47cd-946d-a7ebdcb1ee39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f48053fe3e0441d9a70db7718ac831f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1032062 Jun 04 16:39:38.933176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616907b-c30f-4bcc-bdc8-36b31a814f90 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event deleted for resources: {'Network': ['ID=bf46a51c-373c-4c9f-a987-4a02be7d43ad,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:38.941129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34688) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:38.949066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1616907b-c30f-4bcc-bdc8-36b31a814f90 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "DELETE /v2.0/networks/bf46a51c-373c-4c9f-a987-4a02be7d43ad HTTP/1.1" status: 204 len: 168 time: 2.5160980 Jun 04 16:39:38.950766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34692) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:38.953429 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713e9b9d-ae58-474a-9936-447d7b99934d None None] Network 872bfd29-0b72-4435-9e3d-6b27212cdfaf requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:38.957355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Deleting port c2fba493-e646-4860-86f6-4a17695f4298 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:38.957688 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:39.052807 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29dfce4c-bb2a-4beb-8277-75e41eb62b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:39.122745 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29dfce4c-bb2a-4beb-8277-75e41eb62b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:39.213333 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94c90434-ee6a-4090-aa13-60734d060145 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:39.221794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-20c91e8b-089c-49ac-a544-f7b85326fce8 None None] Provisioning for port c2fba493-e646-4860-86f6-4a17695f4298 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:39.243784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-20c91e8b-089c-49ac-a544-f7b85326fce8 None None] Provisioning complete for port c2fba493-e646-4860-86f6-4a17695f4298 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:39.245220 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-20c91e8b-089c-49ac-a544-f7b85326fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:39.268523 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29dfce4c-bb2a-4beb-8277-75e41eb62b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:39.317269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c90434-ee6a-4090-aa13-60734d060145 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb5f0fa-0f4d-420c-8e35-db2af1928b21,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:39.319508 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94c90434-ee6a-4090-aa13-60734d060145 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:39.328464 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8234a3a8-5238-40f3-9931-cf4860b75d2d None None] Network 7c4acf59-576e-46e4-9820-9c623def5eff requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:39.335088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfce4c-bb2a-4beb-8277-75e41eb62b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0ce380-4374-4822-b444-1c2c04325888,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:39.340870 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29dfce4c-bb2a-4beb-8277-75e41eb62b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:39.347196 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-29dfce4c-bb2a-4beb-8277-75e41eb62b6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b0ce380-4374-4822-b444-1c2c04325888 HTTP/1.1" status: 204 len: 168 time: 0.4036412 Jun 04 16:39:39.403988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931f463-428d-4130-872f-04bdb5f4e8eb tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:39.422361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c931f463-428d-4130-872f-04bdb5f4e8eb tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:39.423393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c931f463-428d-4130-872f-04bdb5f4e8eb tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Synchronizing usage tracker for tenant:a0b653799cb34b469352e0f29ce88914 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:39.608661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-20c91e8b-089c-49ac-a544-f7b85326fce8 None None] Current status of the port c2fba493-e646-4860-86f6-4a17695f4298 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:39.609837 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-20c91e8b-089c-49ac-a544-f7b85326fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:39.738136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-94c90434-ee6a-4090-aa13-60734d060145 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/0bb5f0fa-0f4d-420c-8e35-db2af1928b21 HTTP/1.1" status: 204 len: 168 time: 2.2712767 Jun 04 16:39:39.742527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34720) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:39.749212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:39.757396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-20c91e8b-089c-49ac-a544-f7b85326fce8 None None] For port c2fba493-e646-4860-86f6-4a17695f4298, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c2fba493-e646-4860-86f6-4a17695f4298,segment=NetworkSegment(dac4ad52-d0bf-4965-827a-d4e89256e283),segment_id=dac4ad52-d0bf-4965-827a-d4e89256e283)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:39.810137 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-20c91e8b-089c-49ac-a544-f7b85326fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:39.888014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] For port c2fba493-e646-4860-86f6-4a17695f4298, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c2fba493-e646-4860-86f6-4a17695f4298,segment=NetworkSegment(dac4ad52-d0bf-4965-827a-d4e89256e283),segment_id=dac4ad52-d0bf-4965-827a-d4e89256e283)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:39.888542 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:40.013805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:40.025248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:40.028792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:40.047891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:40.049990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Calling delete_port for c2fba493-e646-4860-86f6-4a17695f4298 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:40.080900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:40.087727 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:40.139990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c931f463-428d-4130-872f-04bdb5f4e8eb tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Unset dirty status for tenant:a0b653799cb34b469352e0f29ce88914 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:40.141441 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c931f463-428d-4130-872f-04bdb5f4e8eb tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1878495 Jun 04 16:39:40.145507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34740) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:40.156603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1015511341'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:40.160747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c91e8b-089c-49ac-a544-f7b85326fce8 None None] Pushing event updated for resources: {'Port': ['ID=c2fba493-e646-4860-86f6-4a17695f4298,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:40.166347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:40.203756 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:39:40.204134 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:39:40.204991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:40.243500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-7ff3a325-8af8-4d0a-b62f-c4002bdaed87 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:40.245674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-7ff3a325-8af8-4d0a-b62f-c4002bdaed87 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/networks?id=6dbc341a-29b5-4106-aec4-76ae40643dc2 HTTP/1.1" status: 200 len: 811 time: 1.0284886 Jun 04 16:39:40.246985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Made reservation on behalf of a0b653799cb34b469352e0f29ce88914 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:40.250865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:40.292632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-ae2e8f7c-518c-4037-984c-ef3c50bb1a2d tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/quotas/c9e4275785034232a9a3141cc720de10 HTTP/1.1" status: 200 len: 375 time: 0.0211785 Jun 04 16:39:40.296349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:40.308258 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:40.308818 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Added segment 73b99e64-16e5-473a-8ced-249bf204524c of type vlan for network db6f3f5f-38d8-453e-a11b-6009d3462af1 Jun 04 16:39:40.347604 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c2fba493-e646-4860-86f6-4a17695f4298 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:40.512199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c2fba493-e646-4860-86f6-4a17695f4298 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:40.513356 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:40.515004 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:40.633112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-556ce34e-84c9-4361-a245-3cc4a0e1b613 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9e4275785034232a9a3141cc720de10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3224919 Jun 04 16:39:40.668515 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:40.675543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:40.676444 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:40.726526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Deleting port c2fba493-e646-4860-86f6-4a17695f4298 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:40.726871 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:40.732801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95410636-3726-440b-a4bb-fa41d7074029 None None] Network 872bfd29-0b72-4435-9e3d-6b27212cdfaf requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:40.854232 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:41.020788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 7c4acf59-576e-46e4-9820-9c623def5eff is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:41.025068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:41.040033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:41.041250 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:41.058817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Subnet': ['ID=66d70563-3f24-4627-bb62-8008ab6c1fbe,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:41.105479 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5fe4523a-ba2d-40c8-9682-bd993ae95eba tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3616312 Jun 04 16:39:41.106281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34768) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:41.128453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'security_group': {'name': 'tempest-secgroup-2006222971'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:41.157273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:41.168441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:security_group and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:41.175751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:41.203870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:41.236533 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:41.281377 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:41.291617 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:security_group_rule and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:41.297354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:41.304107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:41.324939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] For port c2fba493-e646-4860-86f6-4a17695f4298, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c2fba493-e646-4860-86f6-4a17695f4298,segment=NetworkSegment(dac4ad52-d0bf-4965-827a-d4e89256e283),segment_id=dac4ad52-d0bf-4965-827a-d4e89256e283)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:41.325579 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:41.368867 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c2fba493-e646-4860-86f6-4a17695f4298 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:41.381839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573fa8bf-d142-4d3a-87bb-ff42eb9a5e37 None None] Network 7c4acf59-576e-46e4-9820-9c623def5eff requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:41.479470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:41.492729 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:41.498453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b5d70971-cb82-4439-9a58-8e1b44aa1eea None None] Provisioning complete for port c2fba493-e646-4860-86f6-4a17695f4298 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:41.499093 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5d70971-cb82-4439-9a58-8e1b44aa1eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:41.624593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Calling delete_port for c2fba493-e646-4860-86f6-4a17695f4298 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:41.635909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:41.637345 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5207908 Jun 04 16:39:41.640128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34786) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:41.650214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'security_group': {'name': 'tempest-secgroup-867185463'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:41.669072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b906a2d-0d75-49ab-bac7-959485d1b952 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f99bf2-9993-466e-bc35-52f00df23300,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:41.671995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:41.680026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:security_group and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:41.688760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:41.700996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:41.726745 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:41.790048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:41.802632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:security_group_rule and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:41.808022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:41.815950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:41.873233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b5d70971-cb82-4439-9a58-8e1b44aa1eea None None] Current status of the port c2fba493-e646-4860-86f6-4a17695f4298 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:41.903480 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 25a32082-75b4-40f1-aa4b-4a6a6e2e759b resource provider aggregate not found Jun 04 16:39:41.968188 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:41.974348 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:42.030663 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-50c8cb5d-43b6-4ce1-9eaa-be56aedc48c1 None None] Provisioning complete for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:42.031325 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-50c8cb5d-43b6-4ce1-9eaa-be56aedc48c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:42.073522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582d4be1-c7d9-4968-b926-9f937d5be734,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:42.085027 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:42.087189 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c7ebecc3-f0ad-4995-9b48-514972996977 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4420178 Jun 04 16:39:42.089606 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34806) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:42.095412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'security_group': {'name': 'tempest-secgroup-2131651940'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:42.111186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:42.114948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:42.116776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:security_group and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:42.121798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:42.130837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:42.149960 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:42.187654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:42.199456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:security_group_rule and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:42.206695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:42.219922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:42.232337 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-bfb44c9b-ef7e-487c-9bcb-fb29befab08c service neutron] 10.222.0.13 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5964036 Jun 04 16:39:42.258179 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 25a32082-75b4-40f1-aa4b-4a6a6e2e759b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25a32082-75b4-40f1-aa4b-4a6a6e2e759b found for delete ", "request_id": "req-15983062-76a1-46f9-8bb8-81ffcadb19ea"}]} Jun 04 16:39:42.329915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:42.335532 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:42.384653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-50c8cb5d-43b6-4ce1-9eaa-be56aedc48c1 None None] Current status of the port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:42.392615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c37f55c-aaf5-4e38-babd-b26aff13a8db,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:42.400742 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:42.402581 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-909def42-6777-4f85-8cc7-c4e27c956787 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3113651 Jun 04 16:39:42.405003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34818) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:42.405205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Port': ['ID=c2fba493-e646-4860-86f6-4a17695f4298,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:42.405982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c670657-31f9-4d53-8b5e-b1d9772dc231 None None] Update dhcp port {'port': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'fixed_ips': [{'subnet_id': '44b73b53-5b8b-4966-b6fb-cb2fc96d9bc1', 'ip_address': '172.20.0.18'}, {'subnet_id': '66d70563-3f24-4627-bb62-8008ab6c1fbe'}], 'binding:host_id': 'n-d-811809-3'}, 'id': '82cec25e-ccbd-4c36-b2dd-fc6618408c0c'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:39:42.412544 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1546690628', 'security_groups': ['8c37f55c-aaf5-4e38-babd-b26aff13a8db'], 'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '66d70563-3f24-4627-bb62-8008ab6c1fbe'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:42.440556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-50c8cb5d-43b6-4ce1-9eaa-be56aedc48c1 None None] Provisioning complete for port 9a2ded17-155e-4240-af60-ef12fa58ab6f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:42.441116 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-50c8cb5d-43b6-4ce1-9eaa-be56aedc48c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:42.527485 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1c670657-31f9-4d53-8b5e-b1d9772dc231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:42.602230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:42.612523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:42.625842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:42.815673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-1c670657-31f9-4d53-8b5e-b1d9772dc231 None None] Allocated IP 172.20.0.2 (7c4acf59-576e-46e4-9820-9c623def5eff/66d70563-3f24-4627-bb62-8008ab6c1fbe/82cec25e-ccbd-4c36-b2dd-fc6618408c0c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:42.843377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c4ffee-801d-446e-b0a0-590e237ba39b None None] DHCP port deletion for 872bfd29-0b72-4435-9e3d-6b27212cdfaf request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:39:42.847854 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:42.904526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] device_id is not set on port 8832e28f-0418-4f8a-ae5a-207397ca53c1 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:39:42.992786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1c670657-31f9-4d53-8b5e-b1d9772dc231 None None] For port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=82cec25e-ccbd-4c36-b2dd-fc6618408c0c,segment=NetworkSegment(70382250-5cdf-4755-b6b2-650ee0270c0a),segment_id=70382250-5cdf-4755-b6b2-650ee0270c0a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:43.020112 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1c670657-31f9-4d53-8b5e-b1d9772dc231 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:43.045198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-50c8cb5d-43b6-4ce1-9eaa-be56aedc48c1 None None] Port 9a2ded17-155e-4240-af60-ef12fa58ab6f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:43.057807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1c670657-31f9-4d53-8b5e-b1d9772dc231 None None] Transition to ACTIVE for port object 82cec25e-ccbd-4c36-b2dd-fc6618408c0c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:43.062693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event updated for resources: {'Network': ['ID=db6f3f5f-38d8-453e-a11b-6009d3462af1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:43.064211 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1c670657-31f9-4d53-8b5e-b1d9772dc231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:43.068359 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-68fc599f-0ebd-4bff-ba6d-d1c2a1b0798f tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.9187553 Jun 04 16:39:43.104454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34832) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:43.107187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c83f49cf-1218-44c7-9e51-faafc79bf87f req-0dd329a2-ad54-48e7-936d-97684b4c8600 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=a066a205-7f12-44e7-ad23-5ecc4bfde364 HTTP/1.1" status: 200 len: 210 time: 0.7573864 Jun 04 16:39:43.116005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network db6f3f5f-38d8-453e-a11b-6009d3462af1 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:43.124671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No DVR routers for this DVR port c2fba493-e646-4860-86f6-4a17695f4298 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:39:43.150552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-669952667'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:43.177740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:43.213717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Usage tracker for resource:network and tenant:a0b653799cb34b469352e0f29ce88914 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:43.220843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:43.232359 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c670657-31f9-4d53-8b5e-b1d9772dc231 None None] Pushing event updated for resources: {'Port': ['ID=82cec25e-ccbd-4c36-b2dd-fc6618408c0c,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:43.232979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:43.262403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Made reservation on behalf of a0b653799cb34b469352e0f29ce88914 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:43.269354 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:43.280748 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:43.363454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:43.375230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.9 (7c4acf59-576e-46e4-9820-9c623def5eff/66d70563-3f24-4627-bb62-8008ab6c1fbe/8832e28f-0418-4f8a-ae5a-207397ca53c1) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:43.383209 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:43.383550 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Added segment eac817d9-29ef-46df-8717-7b424766ed1f of type vlan for network 5339dab8-4964-4523-a167-bd208a40ccb3 Jun 04 16:39:43.384719 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-0019f334-6649-40c9-ada8-50d2db6f2a7a service neutron] 10.222.0.13 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1032948 Jun 04 16:39:43.443923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:43.455783 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:43.460859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8f65e2c0-10e0-4aea-9aea-b8bd53c04c8d None None] Could not find standard attr ID for object c2fba493-e646-4860-86f6-4a17695f4298. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:39:43.548644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03e3d0a-4d62-437f-b143-1790cdb3aa7a None None] Network 872bfd29-0b72-4435-9e3d-6b27212cdfaf requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:43.632173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Subnet': ['ID=9079eaa1-3a2b-4292-9506-efa2b3e3f84b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:43.728732 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:39:43.900642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:43.921189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:43.921797 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:43.951205 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:43.995631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b93ad58f-60b3-4f1d-b9e8-e6921234225c req-9d82e541-f485-45b6-b7c2-1e9fbcad53e4 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 210 time: 0.2355976 Jun 04 16:39:44.008353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-113e4d15-b81d-41a5-a605-7bf80b448719 req-37fd4275-2383-42e4-be86-a8d0b40ad382 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.1531322 Jun 04 16:39:44.072626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872bfd29-0b72-4435-9e3d-6b27212cdfaf']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:44.119532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78edaafc-397d-4310-a2d1-7919fcc14ae5 None None] DHCP port deletion for 872bfd29-0b72-4435-9e3d-6b27212cdfaf request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:39:44.135438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac4ad52-d0bf-4965-827a-d4e89256e283') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:44.137351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac4ad52-d0bf-4965-827a-d4e89256e283') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:44.187447 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:44.196650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event updated for resources: {'Network': ['ID=5339dab8-4964-4523-a167-bd208a40ccb3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:44.213492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 5339dab8-4964-4523-a167-bd208a40ccb3 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:44.243461 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:44.269726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:44.270166 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:44.305876 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f2432f2a-1757-4f9c-9487-d85b0f68c65d tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2001615 Jun 04 16:39:44.312311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34874) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:44.414863 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 82cec25e-ccbd-4c36-b2dd-fc6618408c0c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:44.456333 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment dac4ad52-d0bf-4965-827a-d4e89256e283 resource provider aggregate not found Jun 04 16:39:44.533948 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment dac4ad52-d0bf-4965-827a-d4e89256e283 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dac4ad52-d0bf-4965-827a-d4e89256e283 found for delete ", "request_id": "req-57dbf211-4dd4-42bf-87f7-d5b8762ed6ab"}]} Jun 04 16:39:44.549194 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:44.564195 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:44.605769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Network': ['ID=872bfd29-0b72-4435-9e3d-6b27212cdfaf,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:44.619468 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1cc86b6b-ac85-4fd7-86e1-2706f8751609 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/872bfd29-0b72-4435-9e3d-6b27212cdfaf HTTP/1.1" status: 204 len: 168 time: 6.4840908 Jun 04 16:39:44.620355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34884) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:44.664665 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2d18d4-0a67-4b75-9296-80cb679d6e0a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:39:44.666459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2d18d4-0a67-4b75-9296-80cb679d6e0a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:39:44.674357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fb2d18d4-0a67-4b75-9296-80cb679d6e0a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/872bfd29-0b72-4435-9e3d-6b27212cdfaf HTTP/1.1" status: 404 len: 339 time: 0.0525341 Jun 04 16:39:44.676401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34888) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:44.690272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-742553532', 'description': 'd1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:44.697893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:44.702542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:network and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:44.706634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:44.714316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:44.731276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:44.733056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Request body: {'ports': [{'network_id': 'db6f3f5f-38d8-453e-a11b-6009d3462af1', 'name': 'tempest-port--1521975169', 'admin_state_up': True}, {'network_id': '5339dab8-4964-4523-a167-bd208a40ccb3', 'admin_state_up': False}]} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:44.733438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Request body: {'port': {'network_id': 'db6f3f5f-38d8-453e-a11b-6009d3462af1', 'name': 'tempest-port--1521975169', 'admin_state_up': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:44.734998 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:44.735736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Request body: {'port': {'network_id': '5339dab8-4964-4523-a167-bd208a40ccb3', 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:44.751319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6745e9-7a3e-40ae-a1ec-d49a510dcd2e None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:39:44.761677 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:44.787509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:44.822656 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:44.823011 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Added segment fd103468-fa48-4841-a4a4-062cbd3ce7c0 of type vlan for network 603dfacf-b311-4da0-90e8-838c5764397d Jun 04 16:39:44.823971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c2fba493-e646-4860-86f6-4a17695f4298 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:39:44.855646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Transition to ACTIVE for port object 8832e28f-0418-4f8a-ae5a-207397ca53c1 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:44.873866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c2fba493-e646-4860-86f6-4a17695f4298 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:39:44.874352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c2fba493-e646-4860-86f6-4a17695f4298 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:39:44.907343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-457f248d-bfd0-4cd7-93f1-59ab302c3499 None None] Provisioning for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:44.918005 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:44.930400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-457f248d-bfd0-4cd7-93f1-59ab302c3499 None None] Provisioning complete for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:44.930400 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-457f248d-bfd0-4cd7-93f1-59ab302c3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:44.981567 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:44.990097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:44.991120 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:45.028564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6745e9-7a3e-40ae-a1ec-d49a510dcd2e None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:39:45.114912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:45.121333 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:45.123648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Usage tracker for resource:port and tenant:a0b653799cb34b469352e0f29ce88914 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:45.132202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4543285 Jun 04 16:39:45.136082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34898) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:45.178178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:45.202728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:45.231114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 7c4acf59-576e-46e4-9820-9c623def5eff is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:45.235385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:45.237754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=8832e28f-0418-4f8a-ae5a-207397ca53c1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:45.240235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Made reservation on behalf of a0b653799cb34b469352e0f29ce88914 for: {'port': 2} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:45.245015 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:45.257441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:39:45.312400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-457f248d-bfd0-4cd7-93f1-59ab302c3499 None None] Current status of the port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:45.316895 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:45.358997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44147b55-b367-4455-9dcf-eeb926a73f01 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=603dfacf-b311-4da0-90e8-838c5764397d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:45.374149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-457f248d-bfd0-4cd7-93f1-59ab302c3499 None None] Provisioning complete for port 9a2ded17-155e-4240-af60-ef12fa58ab6f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:45.378646 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-457f248d-bfd0-4cd7-93f1-59ab302c3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:45.400237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:45.401025 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:45.437871 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 603dfacf-b311-4da0-90e8-838c5764397d details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:45.458421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-337600f0-6e3c-42cf-8dd2-fa60ef591b4f req-006067a4-3e03-44ad-91ee-2093cd567ed2 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 210 time: 0.1796303 Jun 04 16:39:45.478929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83192440-5904-41f1-a97a-791b38bf95cd req-13d3ee62-240c-4060-acdb-65d1748d38bc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a066a205-7f12-44e7-ad23-5ecc4bfde364 HTTP/1.1" status: 200 len: 210 time: 0.2373025 Jun 04 16:39:45.494454 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b4930c1-b79f-47a0-a64d-ddf54ed80e88 req-562fc864-e645-4f9f-85ad-b21aa6d027ca tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.2670875 Jun 04 16:39:45.507410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1f86f2-34b5-4bbc-a7e7-aa4da477cfe1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:45.508248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1d1f86f2-34b5-4bbc-a7e7-aa4da477cfe1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Synchronizing usage tracker for tenant:13dcc50cd7ca4030a516d3be95453c70 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:45.539466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1d1f86f2-34b5-4bbc-a7e7-aa4da477cfe1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Unset dirty status for tenant:13dcc50cd7ca4030a516d3be95453c70 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:45.542814 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1d1f86f2-34b5-4bbc-a7e7-aa4da477cfe1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "GET /v2.0/networks?id=603dfacf-b311-4da0-90e8-838c5764397d HTTP/1.1" status: 200 len: 760 time: 0.4043989 Jun 04 16:39:45.544245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34906) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:45.550124 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-47ea6ed1-7033-4007-97d8-4e342af2e6f2 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1438031 Jun 04 16:39:45.555747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0ea1708e-38e0-4731-9f42-4cd591322480 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'description': 'd2'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:45.558951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34910) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:45.571990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6f1db7a7-2d5b-4482-a1a9-c8a628245f96 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:45.752336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] device_id is not set on port 37741ba7-88c3-4ae8-bd97-0738644a10df yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:39:45.797087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-457f248d-bfd0-4cd7-93f1-59ab302c3499 None None] Port 9a2ded17-155e-4240-af60-ef12fa58ab6f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:45.814748 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6f1db7a7-2d5b-4482-a1a9-c8a628245f96 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:45.821064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6f1db7a7-2d5b-4482-a1a9-c8a628245f96 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:45.824969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6f1db7a7-2d5b-4482-a1a9-c8a628245f96 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:45.832762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6f1db7a7-2d5b-4482-a1a9-c8a628245f96 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:45.887242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1db7a7-2d5b-4482-a1a9-c8a628245f96 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:45.891643 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f1db7a7-2d5b-4482-a1a9-c8a628245f96 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:45.932582 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ea1708e-38e0-4731-9f42-4cd591322480 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:45.967686 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ea1708e-38e0-4731-9f42-4cd591322480 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:46.009064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ea1708e-38e0-4731-9f42-4cd591322480 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network 603dfacf-b311-4da0-90e8-838c5764397d is not hosted by any dhcp agent {{(pid=88798) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 04 16:39:46.016047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea1708e-38e0-4731-9f42-4cd591322480 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:46.017140 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ea1708e-38e0-4731-9f42-4cd591322480 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:46.049980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0ea1708e-38e0-4731-9f42-4cd591322480 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "PUT /v2.0/networks/603dfacf-b311-4da0-90e8-838c5764397d HTTP/1.1" status: 200 len: 757 time: 0.5045898 Jun 04 16:39:46.051281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34918) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:46.240658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:46.251965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1708e-38e0-4731-9f42-4cd591322480 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=603dfacf-b311-4da0-90e8-838c5764397d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:46.270961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 603dfacf-b311-4da0-90e8-838c5764397d details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:46.426488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ce80d3bd-9d9b-4163-9603-9692a26c200b None None] Provisioning for port 8832e28f-0418-4f8a-ae5a-207397ca53c1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:46.432983 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ce80d3bd-9d9b-4163-9603-9692a26c200b None None] Provisioning complete for port 8832e28f-0418-4f8a-ae5a-207397ca53c1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:46.433652 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ce80d3bd-9d9b-4163-9603-9692a26c200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:46.540716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ce80d3bd-9d9b-4163-9603-9692a26c200b None None] Port 8832e28f-0418-4f8a-ae5a-207397ca53c1 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:46.548119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62b75d-0690-4158-a009-28b1c72c285b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:46.549067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd62b75d-0690-4158-a009-28b1c72c285b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Synchronizing usage tracker for tenant:13dcc50cd7ca4030a516d3be95453c70 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:46.576096 n-d-811809-3 neutron-server[88797]: INFO neutron.db.ipam_backend_mixin [None req-6f1db7a7-2d5b-4482-a1a9-c8a628245f96 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 66d70563-3f24-4627-bb62-8008ab6c1fbe (CIDR: 172.20.0.0/28) Jun 04 16:39:46.588766 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1db7a7-2d5b-4482-a1a9-c8a628245f96 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:39:46.589527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1db7a7-2d5b-4482-a1a9-c8a628245f96 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:39:46.625491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-55901562-e269-4961-b55b-965a191641c9 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:46.627256 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-55901562-e269-4961-b55b-965a191641c9 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.46 "GET /v2.0/networks?id=6dbc341a-29b5-4106-aec4-76ae40643dc2 HTTP/1.1" status: 200 len: 811 time: 0.6296310 Jun 04 16:39:46.632574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] device_id is not set on port 6bb5c45e-1291-4720-bc3a-906f44772e4e yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:39:46.635973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fd62b75d-0690-4158-a009-28b1c72c285b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Unset dirty status for tenant:13dcc50cd7ca4030a516d3be95453c70 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:46.637290 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fd62b75d-0690-4158-a009-28b1c72c285b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "GET /v2.0/networks?id=603dfacf-b311-4da0-90e8-838c5764397d HTTP/1.1" status: 200 len: 760 time: 0.5308270 Jun 04 16:39:46.647701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Request body: {'port': {'device_id': 'c5cba31d-1429-4f2f-a904-1992e0663e0f', 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2', 'admin_state_up': True, 'tenant_id': 'c9e4275785034232a9a3141cc720de10'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:46.663028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34928) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:46.678089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1470708456'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:46.683303 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6f1db7a7-2d5b-4482-a1a9-c8a628245f96 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1169171 Jun 04 16:39:46.689420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34932) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:46.690701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:46.755086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b1f0a276-34e1-437d-a1b5-1791497cb6c1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:46.873263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecc10598-af04-4965-8fd5-959be748f402 req-abc914f9-126e-457a-9df4-6b8ae4529d47 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 210 time: 0.2477782 Jun 04 16:39:46.902504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bea4becb-61ba-450b-aaad-916a2987156f req-c7eeb411-43c1-40dd-967a-a05a2c3c8550 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0940373 Jun 04 16:39:46.902504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26a65363-dec5-45e0-8552-754d38e5df40 req-c5205662-4343-4513-967a-0f2c77fd39b4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0952852 Jun 04 16:39:46.921214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:47.012676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:47.016026 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:47.135818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:47.163157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Usage tracker for resource:port and tenant:c9e4275785034232a9a3141cc720de10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:47.174989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:47.174989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:47.190966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:47.215110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b1f0a276-34e1-437d-a1b5-1791497cb6c1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:47.223283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:47.223283 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Added segment 19ce7dc0-7bb7-466f-bbf7-d409d308617d of type vlan for network 943bd232-028c-4a02-85a0-c021738c0e48 Jun 04 16:39:47.226608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b1f0a276-34e1-437d-a1b5-1791497cb6c1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:47.237293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b1f0a276-34e1-437d-a1b5-1791497cb6c1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:47.259907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Made reservation on behalf of c9e4275785034232a9a3141cc720de10 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:47.263573 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:47.274256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b1f0a276-34e1-437d-a1b5-1791497cb6c1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:47.294913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:47.327815 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:47.368358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f0a276-34e1-437d-a1b5-1791497cb6c1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:47.372364 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a276-34e1-437d-a1b5-1791497cb6c1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:47.555128 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:47.560497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:47.561172 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:47.598667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:47.768821 n-d-811809-3 neutron-server[88797]: INFO neutron.db.ipam_backend_mixin [None req-b1f0a276-34e1-437d-a1b5-1791497cb6c1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 44b73b53-5b8b-4966-b6fb-cb2fc96d9bc1 (CIDR: 172.20.0.16/28) Jun 04 16:39:47.814182 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f0a276-34e1-437d-a1b5-1791497cb6c1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:39:47.814600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f0a276-34e1-437d-a1b5-1791497cb6c1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:39:47.823947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=943bd232-028c-4a02-85a0-c021738c0e48,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:47.842283 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 943bd232-028c-4a02-85a0-c021738c0e48 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:47.855711 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e902816e-ac1c-4774-9e0e-e58a458213ba tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1912811 Jun 04 16:39:47.858944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34948) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:47.866555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event updated for resources: {'Port': ['ID=37741ba7-88c3-4ae8-bd97-0738644a10df,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:47.878895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Allocated IP 172.20.0.8 (6dbc341a-29b5-4106-aec4-76ae40643dc2/ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b/6edf117b-7e33-4551-a1d0-c80841f1995c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:47.888049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'subnet': {'network_id': '943bd232-028c-4a02-85a0-c021738c0e48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:47.893152 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b1f0a276-34e1-437d-a1b5-1791497cb6c1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1549356 Jun 04 16:39:47.899404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34952) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:47.905911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Checking segment: {'id': '73b99e64-16e5-473a-8ced-249bf204524c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'db6f3f5f-38d8-453e-a11b-6009d3462af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:47.906694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Network hostable DHCP agents. Network: db6f3f5f-38d8-453e-a11b-6009d3462af1, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:39:47.919422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'subnet': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:48.110193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:48.115456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Usage tracker for resource:subnet and tenant:13dcc50cd7ca4030a516d3be95453c70 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:48.118968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:48.137044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Network db6f3f5f-38d8-453e-a11b-6009d3462af1 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:39:48.157166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:48.175465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, db6f3f5f-38d8-453e-a11b-6009d3462af1) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:48.184159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000ffc23-12c7-4055-af85-2dec41b158d1 None None] Network db6f3f5f-38d8-453e-a11b-6009d3462af1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:48.203774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f6b8979-a807-4011-8789-848ca56bddf2 req-a43c18b6-0ce0-4d43-b6b5-4ab6f679122d tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 210 time: 0.0815380 Jun 04 16:39:48.208070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:39:48.209056 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:48.223452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2e704741-6f4e-4b50-833c-43582b256ccd req-0c7c6967-f00d-433d-8cbc-5441d09b3a8c tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0589960 Jun 04 16:39:48.224378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:48.228724 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:48.427238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:48.442831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Usage tracker for resource:subnet and tenant:04b67dbf75864ac480045d91d51492a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:48.454522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:48.513472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event updated for resources: {'Port': ['ID=6bb5c45e-1291-4720-bc3a-906f44772e4e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:48.525482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:48.531698 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:48.699593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Checking segment: {'id': 'eac817d9-29ef-46df-8717-7b424766ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5339dab8-4964-4523-a167-bd208a40ccb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:48.700261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Network hostable DHCP agents. Network: 5339dab8-4964-4523-a167-bd208a40ccb3, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:39:48.719853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Made reservation on behalf of 04b67dbf75864ac480045d91d51492a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:48.727714 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:48.736882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Subnet': ['ID=35c87361-2352-4544-8289-c141eec7dcf0,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:48.749300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking segment: {'id': '19ce7dc0-7bb7-466f-bbf7-d409d308617d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '943bd232-028c-4a02-85a0-c021738c0e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:48.749657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network hostable DHCP agents. Network: 943bd232-028c-4a02-85a0-c021738c0e48, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:39:48.765824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:48.798148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network 943bd232-028c-4a02-85a0-c021738c0e48 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:39:48.812028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 943bd232-028c-4a02-85a0-c021738c0e48) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:48.821129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bd16ad-3478-4e55-8d3a-774191459a86 None None] Network 943bd232-028c-4a02-85a0-c021738c0e48 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:48.824413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:48.824990 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:48.889304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f7538a48-4392-448b-ad88-cd7681b8480c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0215800 Jun 04 16:39:48.892265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34984) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:48.974413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Network 5339dab8-4964-4523-a167-bd208a40ccb3 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:39:48.992501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 5339dab8-4964-4523-a167-bd208a40ccb3) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:49.001347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:39:49.009946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:49.013931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:49.014886 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:49.021944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ad57c7-ef84-41f0-be25-70346856452c None None] Network 5339dab8-4964-4523-a167-bd208a40ccb3 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:49.047830 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-503aece4-b27a-44fa-a683-083f6af46dfc tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7249720 Jun 04 16:39:49.051793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34990) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:49.090365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:49.116319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97ae453b-341c-4488-a984-f84f5b0c4af7 req-5c680fa3-c5c2-43d9-b53f-b39b273f7f0b tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.2098422 Jun 04 16:39:49.250872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['d18a822a-6d9b-418b-a16c-5f532fa3b0dc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:39:49.369292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925a141-4b6d-4997-944f-b50f47f10506 req-5c0794f9-b79e-4a2a-b130-9211880620ec tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:49.371042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4925a141-4b6d-4997-944f-b50f47f10506 req-5c0794f9-b79e-4a2a-b130-9211880620ec tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.1389987 Jun 04 16:39:49.441432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Network 6dbc341a-29b5-4106-aec4-76ae40643dc2 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:49.453455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:49.457717 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:49.481696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:39:49.487224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4925a141-4b6d-4997-944f-b50f47f10506 req-466edece-51b3-4cd5-b64e-02f1890ab35c tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1022842 Jun 04 16:39:49.548554 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:49.621875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7c637-93e5-4b45-89c8-74b0eb1e74e5 req-69074814-75d2-481f-8be1-5f26331cdcdb tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:49.629274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19a7c637-93e5-4b45-89c8-74b0eb1e74e5 req-69074814-75d2-481f-8be1-5f26331cdcdb tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 931 time: 0.1585214 Jun 04 16:39:49.706610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19a7c637-93e5-4b45-89c8-74b0eb1e74e5 req-56477447-08fd-406e-a8d9-5da1fc6e0ace tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740156 Jun 04 16:39:49.724905 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:49.766321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Network 7c4acf59-576e-46e4-9820-9c623def5eff is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:49.768076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Pushing event updated for resources: {'Port': ['ID=6edf117b-7e33-4551-a1d0-c80841f1995c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:49.799903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:49.807960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8ec11a-adb9-4be3-aba4-b91748c2ef17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-943bd232-028c-4a02-85a0-c021738c0e48', 'network_id': '943bd232-028c-4a02-85a0-c021738c0e48', 'tenant_id': '13dcc50cd7ca4030a516d3be95453c70', 'fixed_ips': [{'subnet_id': '35c87361-2352-4544-8289-c141eec7dcf0'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:39:49.808799 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2f8ec11a-adb9-4be3-aba4-b91748c2ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:49.811842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:49.812812 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:49.830554 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:49.833734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1ce14d-5db2-4bfb-a822-6c7e9c2b54db None None] Network 7c4acf59-576e-46e4-9820-9c623def5eff requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:49.871574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Subnet': ['ID=fca21328-bea1-4536-884f-f89cd1f1e438,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:49.888097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Subnet': ['ID=35c87361-2352-4544-8289-c141eec7dcf0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:49.889274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:49.895551 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:49.914206 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e13939-e83e-4fc3-93cb-7bbabfcfd516 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:49.921623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e13939-e83e-4fc3-93cb-7bbabfcfd516 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:49.922533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b7e13939-e83e-4fc3-93cb-7bbabfcfd516 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Synchronizing usage tracker for tenant:a0b653799cb34b469352e0f29ce88914 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:49.965850 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-995806b7-09d8-4bd2-b89f-63862ad6a467 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0586143 Jun 04 16:39:49.970145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34998) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:49.990765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-238837877', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fca21328-bea1-4536-884f-f89cd1f1e438'}], 'security_groups': ['87f99bf2-9993-466e-bc35-52f00df23300', '582d4be1-c7d9-4968-b926-9f937d5be734']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:50.007321 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:50.043428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943bd232-028c-4a02-85a0-c021738c0e48']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:50.053050 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e0056194-08f7-4253-b411-8a248ea36985 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4113233 Jun 04 16:39:50.058831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b7e13939-e83e-4fc3-93cb-7bbabfcfd516 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Unset dirty status for tenant:a0b653799cb34b469352e0f29ce88914 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:50.061467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ce7dc0-7bb7-466f-bbf7-d409d308617d') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:50.063028 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b7e13939-e83e-4fc3-93cb-7bbabfcfd516 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.0098646 Jun 04 16:39:50.063714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35002) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:50.064090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ce7dc0-7bb7-466f-bbf7-d409d308617d') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:39:50.075861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Request body: {'port': {'device_id': 'c5cba31d-1429-4f2f-a904-1992e0663e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:50.086707 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:50.106009 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:50.113385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:39:50.114249 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:50.154018 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 19ce7dc0-7bb7-466f-bbf7-d409d308617d resource provider aggregate not found Jun 04 16:39:50.219048 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 19ce7dc0-7bb7-466f-bbf7-d409d308617d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19ce7dc0-7bb7-466f-bbf7-d409d308617d found for delete ", "request_id": "req-c9988b8a-78f9-44eb-95d9-fc09fdf006a4"}]} Jun 04 16:39:50.258743 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:50.271817 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:50.311965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af37655-9520-4b67-9c15-237d8f15bd98 None None] Network 943bd232-028c-4a02-85a0-c021738c0e48 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:50.334256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af37655-9520-4b67-9c15-237d8f15bd98 None None] Network 943bd232-028c-4a02-85a0-c021738c0e48 could not be found, it might have been deleted concurrently. {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 04 16:39:50.374821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Network': ['ID=943bd232-028c-4a02-85a0-c021738c0e48,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:50.377474 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:39:50.380588 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d10800d6-113d-4a57-8039-5beee279e351 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Deleting port 37741ba7-88c3-4ae8-bd97-0738644a10df {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:50.381011 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d10800d6-113d-4a57-8039-5beee279e351 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:50.473853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d68abf-9f0d-47b6-9365-77180785ce9c None None] Update dhcp port {'port': {'network_id': '7c4acf59-576e-46e4-9820-9c623def5eff', 'fixed_ips': [{'subnet_id': '44b73b53-5b8b-4966-b6fb-cb2fc96d9bc1', 'ip_address': '172.20.0.18'}, {'subnet_id': '66d70563-3f24-4627-bb62-8008ab6c1fbe', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fca21328-bea1-4536-884f-f89cd1f1e438'}], 'binding:host_id': 'n-d-811809-3'}, 'id': '82cec25e-ccbd-4c36-b2dd-fc6618408c0c'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:39:50.515992 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9196ea82-29fa-4902-b3e8-e607c3c7fd36 req-1ee80275-bce3-4a08-bce0-454e032eb806 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.2027633 Jun 04 16:39:50.517313 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4aa0f147-a532-4c49-8b76-f3b3ac6573f0 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/943bd232-028c-4a02-85a0-c021738c0e48 HTTP/1.1" status: 204 len: 168 time: 1.6239107 Jun 04 16:39:50.525023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35014) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:50.582100 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcf367a-65fb-47ab-aa67-8510119bd273 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] GET failed (client error): The resource could not be found. Jun 04 16:39:50.582538 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b1d68abf-9f0d-47b6-9365-77180785ce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:50.582668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0bcf367a-65fb-47ab-aa67-8510119bd273 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Synchronizing usage tracker for tenant:13dcc50cd7ca4030a516d3be95453c70 on resource:subnet {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:50.604902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0bcf367a-65fb-47ab-aa67-8510119bd273 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Unset dirty status for tenant:13dcc50cd7ca4030a516d3be95453c70 on resource:subnet {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:50.606409 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0bcf367a-65fb-47ab-aa67-8510119bd273 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "GET /v2.0/subnets/35c87361-2352-4544-8289-c141eec7dcf0 HTTP/1.1" status: 404 len: 337 time: 0.0802894 Jun 04 16:39:50.608994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35018) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:50.641053 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c3847e-70e3-4d99-a775-030d2b3fa064 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:39:50.641651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c3847e-70e3-4d99-a775-030d2b3fa064 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:39:50.644367 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-34c3847e-70e3-4d99-a775-030d2b3fa064 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/943bd232-028c-4a02-85a0-c021738c0e48 HTTP/1.1" status: 404 len: 339 time: 0.0334947 Jun 04 16:39:50.655071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35022) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:50.762800 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:50.830695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a379cd-1802-419c-a8a7-6ee448ae4bcd req-e97ee7b9-7c38-4b94-ad56-98a06d3e1ff4 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:50.832281 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93a379cd-1802-419c-a8a7-6ee448ae4bcd req-e97ee7b9-7c38-4b94-ad56-98a06d3e1ff4 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.1489038 Jun 04 16:39:50.857068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:50.885987 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-b1d68abf-9f0d-47b6-9365-77180785ce9c None None] Allocated IP 172.20.0.34 (7c4acf59-576e-46e4-9820-9c623def5eff/fca21328-bea1-4536-884f-f89cd1f1e438/82cec25e-ccbd-4c36-b2dd-fc6618408c0c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:50.997480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93a379cd-1802-419c-a8a7-6ee448ae4bcd req-04a392cb-6edf-4f12-9c53-b72f85afbbaf tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1527405 Jun 04 16:39:51.015407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d10800d6-113d-4a57-8039-5beee279e351 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:51.038387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6e632-84f4-42ad-b24f-5675a6f408b9 req-08aae409-8567-4b9e-9ba3-edea3147eab6 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:51.047402 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0d6e632-84f4-42ad-b24f-5675a6f408b9 req-08aae409-8567-4b9e-9ba3-edea3147eab6 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 931 time: 0.1313627 Jun 04 16:39:51.094470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b1d68abf-9f0d-47b6-9365-77180785ce9c None None] For port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=82cec25e-ccbd-4c36-b2dd-fc6618408c0c,segment=NetworkSegment(70382250-5cdf-4755-b6b2-650ee0270c0a),segment_id=70382250-5cdf-4755-b6b2-650ee0270c0a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:51.111041 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0d6e632-84f4-42ad-b24f-5675a6f408b9 req-7570b2ec-7ddd-4278-98f7-4fbe2c6aed24 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626767 Jun 04 16:39:51.121035 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b1d68abf-9f0d-47b6-9365-77180785ce9c None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:51.153417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b1d68abf-9f0d-47b6-9365-77180785ce9c None None] Transition to ACTIVE for port object 82cec25e-ccbd-4c36-b2dd-fc6618408c0c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:51.160714 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b1d68abf-9f0d-47b6-9365-77180785ce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:51.211064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d10800d6-113d-4a57-8039-5beee279e351 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Calling delete_port for 37741ba7-88c3-4ae8-bd97-0738644a10df owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:51.379707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d68abf-9f0d-47b6-9365-77180785ce9c None None] Pushing event updated for resources: {'Port': ['ID=82cec25e-ccbd-4c36-b2dd-fc6618408c0c,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:51.449368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c79d239-9d40-4595-a312-1d5f575cb18b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:51.450099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5c79d239-9d40-4595-a312-1d5f575cb18b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Synchronizing usage tracker for tenant:13dcc50cd7ca4030a516d3be95453c70 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:51.561216 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d10800d6-113d-4a57-8039-5beee279e351 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:51.734363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19feb1ca-f1a3-467c-862a-6bf02540962a req-f8faefcc-ccc5-46bb-95b1-53faa558a322 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0566282 Jun 04 16:39:51.735022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35044) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:51.820976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5c79d239-9d40-4595-a312-1d5f575cb18b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Unset dirty status for tenant:13dcc50cd7ca4030a516d3be95453c70 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:51.822652 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5c79d239-9d40-4595-a312-1d5f575cb18b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1646116 Jun 04 16:39:51.825444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35050) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:51.849512 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10800d6-113d-4a57-8039-5beee279e351 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event deleted for resources: {'Port': ['ID=37741ba7-88c3-4ae8-bd97-0738644a10df,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:51.866722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d10800d6-113d-4a57-8039-5beee279e351 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:51.885091 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6827804f-9bf4-404f-b28c-765c9d607fdc tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 207 time: 0.0583420 Jun 04 16:39:51.886706 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44d143d9-93f0-441b-bd92-7c093bdcf63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:51.897840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35054) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:51.950898 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d10800d6-113d-4a57-8039-5beee279e351 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "DELETE /v2.0/ports/37741ba7-88c3-4ae8-bd97-0738644a10df HTTP/1.1" status: 204 len: 168 time: 1.8469727 Jun 04 16:39:51.956353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35058) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:51.999162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-44d143d9-93f0-441b-bd92-7c093bdcf63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:52.007236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-44d143d9-93f0-441b-bd92-7c093bdcf63e admin admin] Usage tracker for resource:security_group_rule and tenant:7733369791ae4a87b721d32220f1890c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:52.012577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-44d143d9-93f0-441b-bd92-7c093bdcf63e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:52.021826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-44d143d9-93f0-441b-bd92-7c093bdcf63e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:52.082071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df7ab21-af77-4a97-8284-5c50fd3b0c29 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:52.088449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df7ab21-af77-4a97-8284-5c50fd3b0c29 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:52.094019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df7ab21-af77-4a97-8284-5c50fd3b0c29 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:52.100087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df7ab21-af77-4a97-8284-5c50fd3b0c29 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:52.100318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-951a995a-9edc-46d3-89a2-a25c5742c5c2 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Deleting port 6bb5c45e-1291-4720-bc3a-906f44772e4e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:52.101183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-951a995a-9edc-46d3-89a2-a25c5742c5c2 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:52.101321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2df7ab21-af77-4a97-8284-5c50fd3b0c29 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Synchronizing usage tracker for tenant:13dcc50cd7ca4030a516d3be95453c70 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:52.119865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a49ea2ff-400c-4e03-b108-05b884a52dfb None None] Provisioning for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:52.124776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a49ea2ff-400c-4e03-b108-05b884a52dfb None None] Provisioning complete for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:52.125146 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a49ea2ff-400c-4e03-b108-05b884a52dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:52.194118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2df7ab21-af77-4a97-8284-5c50fd3b0c29 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Unset dirty status for tenant:13dcc50cd7ca4030a516d3be95453c70 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:52.200698 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2df7ab21-af77-4a97-8284-5c50fd3b0c29 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.2947397 Jun 04 16:39:52.201603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35066) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:52.220209 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:39:52.261747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a49ea2ff-400c-4e03-b108-05b884a52dfb None None] Current status of the port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:52.276062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a49ea2ff-400c-4e03-b108-05b884a52dfb None None] Provisioning complete for port 8832e28f-0418-4f8a-ae5a-207397ca53c1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:52.276434 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a49ea2ff-400c-4e03-b108-05b884a52dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:52.308689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188c9f8-4da1-4951-b166-594933e5a6d7 req-498cabef-8cbf-4d77-b8ed-6db20aa07c52 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:52.310347 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c188c9f8-4da1-4951-b166-594933e5a6d7 req-498cabef-8cbf-4d77-b8ed-6db20aa07c52 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.1948624 Jun 04 16:39:52.348217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a49ea2ff-400c-4e03-b108-05b884a52dfb None None] Port 8832e28f-0418-4f8a-ae5a-207397ca53c1 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:52.360837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 82cec25e-ccbd-4c36-b2dd-fc6618408c0c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:52.420107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a49ea2ff-400c-4e03-b108-05b884a52dfb None None] Provisioning complete for port 9a2ded17-155e-4240-af60-ef12fa58ab6f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:52.420795 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a49ea2ff-400c-4e03-b108-05b884a52dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:52.442173 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44d143d9-93f0-441b-bd92-7c093bdcf63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:52.457394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edf117b-7e33-4551-a1d0-c80841f1995c {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:39:52.475754 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44d143d9-93f0-441b-bd92-7c093bdcf63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:52.481079 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:52.489578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c188c9f8-4da1-4951-b166-594933e5a6d7 req-655f05a3-b6d9-443f-adf1-6b82bcc3277a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1662223 Jun 04 16:39:52.493872 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-b722bdb4-e5bf-4a0c-bdca-bfe021fb9859 {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:39:52.494078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:52.494184 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:39:52.494377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:52.502608 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-951a995a-9edc-46d3-89a2-a25c5742c5c2 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:52.518905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a49ea2ff-400c-4e03-b108-05b884a52dfb None None] Port 9a2ded17-155e-4240-af60-ef12fa58ab6f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:52.519237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Transition to ACTIVE for port object 6edf117b-7e33-4551-a1d0-c80841f1995c will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:52.535840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d143d9-93f0-441b-bd92-7c093bdcf63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f52e50-2e44-4bb3-9c48-0bc15aff6890,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:52.575118 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:52.584547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-35f091cc-77dd-48e3-9740-2cb081b9e381 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.3817680 Jun 04 16:39:52.590421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-44d143d9-93f0-441b-bd92-7c093bdcf63e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7733369791ae4a87b721d32220f1890c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8508329 Jun 04 16:39:52.594416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35070) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:52.594860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35072) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:52.639463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:52.674197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-951a995a-9edc-46d3-89a2-a25c5742c5c2 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Calling delete_port for 6bb5c45e-1291-4720-bc3a-906f44772e4e owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:52.732837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d962be36-f45e-4ac5-8520-f1e85d73b9ae tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:52.734465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d962be36-f45e-4ac5-8520-f1e85d73b9ae tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:52.736024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d962be36-f45e-4ac5-8520-f1e85d73b9ae tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1391611 Jun 04 16:39:52.745398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a5b76-2879-4c3a-abbd-ca74fa179b3b req-91479910-fec7-4a31-b2dc-b94e5cc5a039 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:52.746844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a8a5b76-2879-4c3a-abbd-ca74fa179b3b req-91479910-fec7-4a31-b2dc-b94e5cc5a039 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 931 time: 0.3872635 Jun 04 16:39:52.749064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35078) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:52.751881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a3d30b5-4024-4094-9485-8f491cdb0ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:52.862745 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a3d30b5-4024-4094-9485-8f491cdb0ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:52.894157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Pushing event updated for resources: {'Port': ['ID=6edf117b-7e33-4551-a1d0-c80841f1995c,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:52.919284 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-951a995a-9edc-46d3-89a2-a25c5742c5c2 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:52.928530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a8a5b76-2879-4c3a-abbd-ca74fa179b3b req-7ca6089e-ec72-4de3-9a96-b108c5b23c27 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744869 Jun 04 16:39:52.939093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3509f749-cd38-476b-a469-573f0c8d9614 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:52.940700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3509f749-cd38-476b-a469-573f0c8d9614 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:52.950491 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3509f749-cd38-476b-a469-573f0c8d9614 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1921329 Jun 04 16:39:52.950491 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-beaac900-ec7b-4570-94c1-a712f4bc93a0 req-d90db3f6-cf50-4b3b-abb2-532f782f435b tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0786271 Jun 04 16:39:52.950491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35084) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:52.977546 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a995a-9edc-46d3-89a2-a25c5742c5c2 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event deleted for resources: {'Port': ['ID=6bb5c45e-1291-4720-bc3a-906f44772e4e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:53.022185 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-951a995a-9edc-46d3-89a2-a25c5742c5c2 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.040502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Attempting to bind port 6edf117b-7e33-4551-a1d0-c80841f1995c on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:39:53.040827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Attempting to bind port 6edf117b-7e33-4551-a1d0-c80841f1995c by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'ac37b72c-d7b7-4166-9705-1cea954d24fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:39:53.041155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Attempting to bind port 6edf117b-7e33-4551-a1d0-c80841f1995c on network 6dbc341a-29b5-4106-aec4-76ae40643dc2 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:39:53.059400 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-951a995a-9edc-46d3-89a2-a25c5742c5c2 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "DELETE /v2.0/ports/6bb5c45e-1291-4720-bc3a-906f44772e4e HTTP/1.1" status: 204 len: 168 time: 1.0994792 Jun 04 16:39:53.061638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35088) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:53.061800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Port 6edf117b-7e33-4551-a1d0-c80841f1995c on network 6dbc341a-29b5-4106-aec4-76ae40643dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:39:53.061800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Attempting to bind port 6edf117b-7e33-4551-a1d0-c80841f1995c on network 6dbc341a-29b5-4106-aec4-76ae40643dc2 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:39:53.073065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:39:53.073384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Checking segment: {'id': 'ac37b72c-d7b7-4166-9705-1cea954d24fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:53.073785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Bound using segment: {'id': 'ac37b72c-d7b7-4166-9705-1cea954d24fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:39:53.074211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Bound port: 6edf117b-7e33-4551-a1d0-c80841f1995c, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac37b72c-d7b7-4166-9705-1cea954d24fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:39:53.074598 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.086636 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.117541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fd369b04-3bcb-4fde-8d28-0a76ef58cdcf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0522013 Jun 04 16:39:53.118117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35092) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:53.120217 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a3d30b5-4024-4094-9485-8f491cdb0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.147236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-273302890'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:53.162461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:53.173866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d30b5-4024-4094-9485-8f491cdb0ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f52e50-2e44-4bb3-9c48-0bc15aff6890,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:53.180413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Usage tracker for resource:network and tenant:a0b653799cb34b469352e0f29ce88914 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:53.185845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:53.188727 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a3d30b5-4024-4094-9485-8f491cdb0ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.192900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9a3d30b5-4024-4094-9485-8f491cdb0ff9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67f52e50-2e44-4bb3-9c48-0bc15aff6890 HTTP/1.1" status: 204 len: 168 time: 0.5915346 Jun 04 16:39:53.203620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd7b98c-7660-4cfd-aae8-5be9c2d1692c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:53.209368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35098) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:53.218087 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1cd7b98c-7660-4cfd-aae8-5be9c2d1692c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "GET /v2.0/networks/08acd128-55cd-46fd-af76-1e04c30e1b74 HTTP/1.1" status: 200 len: 798 time: 0.2618041 Jun 04 16:39:53.219341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:53.232067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Made reservation on behalf of a0b653799cb34b469352e0f29ce88914 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:53.235736 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.266742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:53.276706 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.277043 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Added segment 723694c4-f1fd-4ea5-90f7-5de0736009e3 of type vlan for network 40830243-2753-4278-9baf-c01a2556eaf2 Jun 04 16:39:53.305434 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.338538 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.344766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:53.345410 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.502443 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] For port 6edf117b-7e33-4551-a1d0-c80841f1995c, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:39:53.549026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35104) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:53.584326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] For port 6edf117b-7e33-4551-a1d0-c80841f1995c, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6edf117b-7e33-4551-a1d0-c80841f1995c,segment=NetworkSegment(ac37b72c-d7b7-4166-9705-1cea954d24fa),segment_id=ac37b72c-d7b7-4166-9705-1cea954d24fa)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:39:53.600115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event updated for resources: {'Network': ['ID=40830243-2753-4278-9baf-c01a2556eaf2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:53.601593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1a3803a7-4e7c-4b9a-a5e8-8fdd1ad6b98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.611365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 40830243-2753-4278-9baf-c01a2556eaf2 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:53.615039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-85b0e3d4-660c-4d82-8b60-156ab7549442 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4957895 Jun 04 16:39:53.616211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35110) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:53.622322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1069743452'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:53.626698 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.628724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:53.634915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Usage tracker for resource:network and tenant:a0b653799cb34b469352e0f29ce88914 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:53.639017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:53.646812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:53.704806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Made reservation on behalf of a0b653799cb34b469352e0f29ce88914 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:53.708813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.747323 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1a3803a7-4e7c-4b9a-a5e8-8fdd1ad6b98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:53.754795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:53.764057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:53.764668 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.766032 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] 10.222.0.46 "PUT /v2.0/ports/6edf117b-7e33-4551-a1d0-c80841f1995c HTTP/1.1" status: 200 len: 1091 time: 3.6948538 Jun 04 16:39:53.769079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cba31d-1429-4f2f-a904-1992e0663e0f', 'tag': '6edf117b-7e33-4551-a1d0-c80841f1995c'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:39:53.771455 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.772077 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Added segment f45b4655-1feb-4a31-978e-29d9509db8f1 of type vlan for network 5a1937c6-c23b-425c-809c-452ad4e0fa3f Jun 04 16:39:53.781400 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-df0b9fc0-d498-4928-b91e-6ccca06ded39 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "GET /v2.0/networks/08acd128-55cd-46fd-af76-1e04c30e1b74?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.5672643 Jun 04 16:39:53.782046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1a3803a7-4e7c-4b9a-a5e8-8fdd1ad6b98f admin admin] Usage tracker for resource:security_group_rule and tenant:e6474b63173a42a0a5372b972fb61042 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:53.782177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35116) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:53.789473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1a3803a7-4e7c-4b9a-a5e8-8fdd1ad6b98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:53.798735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a73ba3-8eef-4aca-a087-10f634f1e2cd req-4c5f013a-27d7-42d0-a5e9-e1dfb41fd8c6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:53.800973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6a73ba3-8eef-4aca-a087-10f634f1e2cd req-4c5f013a-27d7-42d0-a5e9-e1dfb41fd8c6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.1512165 Jun 04 16:39:53.808073 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1a3803a7-4e7c-4b9a-a5e8-8fdd1ad6b98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:53.859805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757735e7-c9e3-44c0-bdfc-965f50d05f2d service neutron] Pushing event updated for resources: {'Port': ['ID=6edf117b-7e33-4551-a1d0-c80841f1995c,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:53.869539 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d733e7b-c426-4c1b-bbaf-49893af26c7f'] response: {'name': 'network-changed', 'server_uuid': 'c5cba31d-1429-4f2f-a904-1992e0663e0f', 'tag': '6edf117b-7e33-4551-a1d0-c80841f1995c', 'status': 'completed', 'code': 200} Jun 04 16:39:53.882629 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:53.930821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775150fe-d87f-4a94-9889-a98b1fd366fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:53.932136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-775150fe-d87f-4a94-9889-a98b1fd366fe tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "GET /v2.0/subnets/eb55afd7-79ce-4829-8c21-38a84a424cc1 HTTP/1.1" status: 200 len: 811 time: 0.1491973 Jun 04 16:39:53.941816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35120) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:53.952940 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6a73ba3-8eef-4aca-a087-10f634f1e2cd req-dd01b509-93f3-490d-8784-883f40b11ac9 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020451 Jun 04 16:39:54.016248 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.022491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:54.023383 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.074688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-7b96b2b4-6cff-4c85-8216-757035f0841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:54.076206 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-7b96b2b4-6cff-4c85-8216-757035f0841a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e4275785034232a9a3141cc720de10&device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 1094 time: 0.2535393 Jun 04 16:39:54.088910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Delete allocated IP 172.20.0.9 (7c4acf59-576e-46e4-9820-9c623def5eff/66d70563-3f24-4627-bb62-8008ab6c1fbe) {{(pid=88797) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 04 16:39:54.136263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5187597 Jun 04 16:39:54.170231 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-e3b70f34-d53e-488e-8641-4e4f56f90af1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6edf117b-7e33-4551-a1d0-c80841f1995c HTTP/1.1" status: 200 len: 217 time: 0.0827863 Jun 04 16:39:54.171308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Allocated IP 172.20.0.40 (7c4acf59-576e-46e4-9820-9c623def5eff/fca21328-bea1-4536-884f-f89cd1f1e438/8832e28f-0418-4f8a-ae5a-207397ca53c1) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:54.217396 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1a3803a7-4e7c-4b9a-a5e8-8fdd1ad6b98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.240266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ee0c9a1-a151-412c-831a-3e292f477175 req-3124de09-e5a9-4064-b362-8b21901e2395 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.1151359 Jun 04 16:39:54.241162 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1a3803a7-4e7c-4b9a-a5e8-8fdd1ad6b98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.269579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57014e-3282-4f5e-87f4-ed5902cab1ad tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event updated for resources: {'Network': ['ID=5a1937c6-c23b-425c-809c-452ad4e0fa3f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:54.269579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfbbf7a-ff49-4b89-bf86-a0d363bced93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:54.271360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fcfbbf7a-ff49-4b89-bf86-a0d363bced93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "GET /v2.0/subnets/eb55afd7-79ce-4829-8c21-38a84a424cc1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3264024 Jun 04 16:39:54.281517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35128) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:54.296759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 5a1937c6-c23b-425c-809c-452ad4e0fa3f details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:54.305238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-370910665'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:54.315058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:54.320406 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-f72bde60-0a83-4219-bba2-9f5657c44141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:54.321858 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-f72bde60-0a83-4219-bba2-9f5657c44141 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b HTTP/1.1" status: 200 len: 851 time: 0.1459744 Jun 04 16:39:54.324061 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1a3803a7-4e7c-4b9a-a5e8-8fdd1ad6b98f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6474b63173a42a0a5372b972fb61042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7714446 Jun 04 16:39:54.329470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:54.329621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35132) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:54.355812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892620a0-c546-4360-b5f1-8d48a78e4d1b req-69bae4b1-e7a9-4d67-b70b-ad537617e143 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:54.357676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-892620a0-c546-4360-b5f1-8d48a78e4d1b req-69bae4b1-e7a9-4d67-b70b-ad537617e143 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 943 time: 0.2313511 Jun 04 16:39:54.361778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:54.368724 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.381547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3803a7-4e7c-4b9a-a5e8-8fdd1ad6b98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ca785e-b171-4fc9-a420-7da46ec48754,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:54.395694 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-83f83432-bc29-4987-b3e2-685ba076633e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dbc341a-29b5-4106-aec4-76ae40643dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634303 Jun 04 16:39:54.449522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:39:54.465125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-892620a0-c546-4360-b5f1-8d48a78e4d1b req-a4f0b2d4-42a0-448e-88f5-5e007bd2e0c1 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544574 Jun 04 16:39:54.467720 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.468122 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Added segment 7e3dc03b-ff3d-4a4a-bab3-0370efc10340 of type vlan for network 2a9c396d-f1d9-47ba-8b47-f74a90aaee4e Jun 04 16:39:54.520204 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.558842 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.567282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:54.568618 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.639793 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-839683cc-a7c8-49f3-810e-53da4fa4e472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.686999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Network': ['ID=2a9c396d-f1d9-47ba-8b47-f74a90aaee4e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:54.693624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1e5476df-7dd4-44a7-a2a3-d434ae83bcf6 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4068015 Jun 04 16:39:54.694371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35136) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:54.700243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'subnet': {'network_id': '2a9c396d-f1d9-47ba-8b47-f74a90aaee4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:54.705259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 2a9c396d-f1d9-47ba-8b47-f74a90aaee4e details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:39:54.720025 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-839683cc-a7c8-49f3-810e-53da4fa4e472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.745780 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-2ef7a2af-f92b-489f-a81f-be1d1ff0e7a0 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320851 Jun 04 16:39:54.759271 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.821445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:54.831946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:54.843373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Made reservation on behalf of 13dcc50cd7ca4030a516d3be95453c70 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:54.847645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.867199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Transition to ACTIVE for port object 8832e28f-0418-4f8a-ae5a-207397ca53c1 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:54.887415 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:54.962591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.ipam_backend_mixin [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Performing IP validity checks on allocation pools {{(pid=88798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 16:39:54.962591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.ipam_backend_mixin [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88798) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 16:39:55.019997 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-839683cc-a7c8-49f3-810e-53da4fa4e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:55.107919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event updated for resources: {'Port': ['ID=8832e28f-0418-4f8a-ae5a-207397ca53c1,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:55.114036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839683cc-a7c8-49f3-810e-53da4fa4e472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ca785e-b171-4fc9-a420-7da46ec48754,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:55.117292 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-67ce0712-e29b-4de3-878e-8d5ea2cf7bb7 req-7340728d-f925-468a-a87d-6629e7f73197 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537643 Jun 04 16:39:55.135171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-839683cc-a7c8-49f3-810e-53da4fa4e472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:55.136572 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-839683cc-a7c8-49f3-810e-53da4fa4e472 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5ca785e-b171-4fc9-a420-7da46ec48754 HTTP/1.1" status: 204 len: 168 time: 0.8032053 Jun 04 16:39:55.150993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] In _notify_port_updated(), no bound segment for port 8832e28f-0418-4f8a-ae5a-207397ca53c1 on network 7c4acf59-576e-46e4-9820-9c623def5eff {{(pid=88797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:39:55.160797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:55.162633 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:55.164304 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-35e94cde-dc45-484d-9e42-68a4bc2e1087 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "PUT /v2.0/ports/8832e28f-0418-4f8a-ae5a-207397ca53c1 HTTP/1.1" status: 200 len: 959 time: 5.1871431 Jun 04 16:39:55.167871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35144) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:55.243678 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:55.344270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaac94-4403-4fa6-b058-2fb74fd10f6a req-ef2a0bd9-8357-43b6-b43e-bcd3f46baafb tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:55.346268 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aefaac94-4403-4fa6-b058-2fb74fd10f6a req-ef2a0bd9-8357-43b6-b43e-bcd3f46baafb tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.2517691 Jun 04 16:39:55.448426 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d4749940-7362-4c0e-8eef-6cd1a4bf2967 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 8832e28f-0418-4f8a-ae5a-207397ca53c1 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:55.448770 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4749940-7362-4c0e-8eef-6cd1a4bf2967 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:55.461780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Subnet': ['ID=6954f41a-dedd-4d5e-a844-f1812736cf70,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:55.548091 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aefaac94-4403-4fa6-b058-2fb74fd10f6a req-d3591f06-8e80-4439-9239-a45627ddc8b3 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1775436 Jun 04 16:39:55.591411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59a503-fac7-4531-b755-99694486168c req-40f363c0-3575-4e04-b8ed-b4c3aa53e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:55.592920 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d59a503-fac7-4531-b755-99694486168c req-40f363c0-3575-4e04-b8ed-b4c3aa53e2d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e4275785034232a9a3141cc720de10&device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 1094 time: 0.3917978 Jun 04 16:39:55.672346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Checking segment: {'id': '7e3dc03b-ff3d-4a4a-bab3-0370efc10340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2a9c396d-f1d9-47ba-8b47-f74a90aaee4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:55.676120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network hostable DHCP agents. Network: 2a9c396d-f1d9-47ba-8b47-f74a90aaee4e, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:39:55.722532 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a831fd5-03e5-4d5a-8959-8f6981fc2a16 req-1268815a-89d0-44f2-8828-93a442d3c45b tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.1812539 Jun 04 16:39:55.790498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e3c4ad69-f170-4f2f-8610-b5240f0c849d None None] Provisioning for port 8832e28f-0418-4f8a-ae5a-207397ca53c1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:55.798369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e3c4ad69-f170-4f2f-8610-b5240f0c849d None None] Provisioning complete for port 8832e28f-0418-4f8a-ae5a-207397ca53c1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:55.799871 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ad69-f170-4f2f-8610-b5240f0c849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:55.813621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Network 2a9c396d-f1d9-47ba-8b47-f74a90aaee4e is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:39:55.839257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 2a9c396d-f1d9-47ba-8b47-f74a90aaee4e) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:55.849309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:55.853346 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:55.856025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d159bb3-5136-486a-a046-c42c5a646a03 None None] Network 2a9c396d-f1d9-47ba-8b47-f74a90aaee4e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:55.871317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59a503-fac7-4531-b755-99694486168c req-e2dfc2b5-64d6-42f7-9235-7034d104c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:55.872905 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d59a503-fac7-4531-b755-99694486168c req-e2dfc2b5-64d6-42f7-9235-7034d104c1f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6dbc341a-29b5-4106-aec4-76ae40643dc2 HTTP/1.1" status: 200 len: 912 time: 0.2606888 Jun 04 16:39:55.896888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b1a992e6-c5e4-4881-af8b-725f705b6747 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2012246 Jun 04 16:39:55.903646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35160) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:55.917081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d2d9f-2845-40e5-97c0-03edae692268 req-1432e9f4-796a-4338-96ca-d2befb9bd0c4 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:55.925542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f75d2d9f-2845-40e5-97c0-03edae692268 req-1432e9f4-796a-4338-96ca-d2befb9bd0c4 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 943 time: 0.1852033 Jun 04 16:39:55.948101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:56.028914 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d59a503-fac7-4531-b755-99694486168c req-71ef2baa-236c-4b3d-bd9f-c5d3ed666e08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6edf117b-7e33-4551-a1d0-c80841f1995c HTTP/1.1" status: 200 len: 217 time: 0.1363623 Jun 04 16:39:56.092514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e3c4ad69-f170-4f2f-8610-b5240f0c849d None None] Port 8832e28f-0418-4f8a-ae5a-207397ca53c1 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:39:56.154274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59a503-fac7-4531-b755-99694486168c req-a45d6af1-199b-4e03-af7d-6297e71a2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:56.156761 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d59a503-fac7-4531-b755-99694486168c req-a45d6af1-199b-4e03-af7d-6297e71a2e4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b HTTP/1.1" status: 200 len: 851 time: 0.1131597 Jun 04 16:39:56.222308 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4749940-7362-4c0e-8eef-6cd1a4bf2967 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:56.236803 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d59a503-fac7-4531-b755-99694486168c req-a404a76c-a65e-4e16-a03f-22980adff32c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dbc341a-29b5-4106-aec4-76ae40643dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658035 Jun 04 16:39:56.324339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-2a9c396d-f1d9-47ba-8b47-f74a90aaee4e', 'network_id': '2a9c396d-f1d9-47ba-8b47-f74a90aaee4e', 'tenant_id': '13dcc50cd7ca4030a516d3be95453c70', 'fixed_ips': [{'subnet_id': '6954f41a-dedd-4d5e-a844-f1812736cf70'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:39:56.325718 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:56.431181 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4082148'] for subnet, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:56.470807 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f75d2d9f-2845-40e5-97c0-03edae692268 req-17ec3fc5-5c7a-4ef2-a97f-d5903b09a8fe tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442970 Jun 04 16:39:56.543508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d4749940-7362-4c0e-8eef-6cd1a4bf2967 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 8832e28f-0418-4f8a-ae5a-207397ca53c1 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:56.560639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Allocated IP 172.20.0.3 (2a9c396d-f1d9-47ba-8b47-f74a90aaee4e/6954f41a-dedd-4d5e-a844-f1812736cf70/0ca56fef-3e8d-47be-97f0-d4bbce5bf004) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:39:56.794696 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d59a503-fac7-4531-b755-99694486168c req-b5b12c0c-f269-46f7-bda4-07adc91f1e6e service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507491 Jun 04 16:39:56.864089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c897ea-9808-4b40-8924-6bad2344a53c req-fc8b3f12-17a2-42ce-bfac-914f47827d4b tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:56.876194 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56c897ea-9808-4b40-8924-6bad2344a53c req-fc8b3f12-17a2-42ce-bfac-914f47827d4b tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.1870329 Jun 04 16:39:56.945512 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56c897ea-9808-4b40-8924-6bad2344a53c req-2486fe91-532d-4143-ae64-a40f0de55a05 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681036 Jun 04 16:39:56.991651 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:57.020540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Transition to ACTIVE for port object 0ca56fef-3e8d-47be-97f0-d4bbce5bf004 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:57.069644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4020c33c-2af0-44c9-8942-217810ec4925 req-ac04c321-06a8-47a9-8c88-7b5db9556a0d tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0927951 Jun 04 16:39:57.090220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Transition to ACTIVE for port object 0ca56fef-3e8d-47be-97f0-d4bbce5bf004 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:39:57.098951 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0d59a503-fac7-4531-b755-99694486168c req-c5ffc3b1-8a74-4008-8a1f-07a7fa15dace service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458866 Jun 04 16:39:57.100178 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4749940-7362-4c0e-8eef-6cd1a4bf2967 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:57.101164 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:57.188792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Network 2a9c396d-f1d9-47ba-8b47-f74a90aaee4e is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:39:57.191880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:57.196599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:39:57.215120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4749940-7362-4c0e-8eef-6cd1a4bf2967 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=8832e28f-0418-4f8a-ae5a-207397ca53c1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:57.278015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Pushing event updated for resources: {'Port': ['ID=0ca56fef-3e8d-47be-97f0-d4bbce5bf004,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:57.357333 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4749940-7362-4c0e-8eef-6cd1a4bf2967 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:57.377794 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d4749940-7362-4c0e-8eef-6cd1a4bf2967 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/8832e28f-0418-4f8a-ae5a-207397ca53c1 HTTP/1.1" status: 204 len: 168 time: 2.2083967 Jun 04 16:39:57.380142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35188) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:57.425371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6edf117b-7e33-4551-a1d0-c80841f1995c details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:39:57.428217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Attempting to bind port 0ca56fef-3e8d-47be-97f0-d4bbce5bf004 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:39:57.428592 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Attempting to bind port 0ca56fef-3e8d-47be-97f0-d4bbce5bf004 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7e3dc03b-ff3d-4a4a-bab3-0370efc10340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2a9c396d-f1d9-47ba-8b47-f74a90aaee4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:39:57.428962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Attempting to bind port 0ca56fef-3e8d-47be-97f0-d4bbce5bf004 on network 2a9c396d-f1d9-47ba-8b47-f74a90aaee4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:39:57.431580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.431926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.432268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.432599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.432928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.433262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.433586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.433907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.434227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.435822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.438064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.446376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.457970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:39:57.458823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Checking segment: {'id': '7e3dc03b-ff3d-4a4a-bab3-0370efc10340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2a9c396d-f1d9-47ba-8b47-f74a90aaee4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:57.459053 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:57.459390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Bound using segment: {'id': '7e3dc03b-ff3d-4a4a-bab3-0370efc10340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2a9c396d-f1d9-47ba-8b47-f74a90aaee4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:39:57.459869 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Bound port: 0ca56fef-3e8d-47be-97f0-d4bbce5bf004, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3dc03b-ff3d-4a4a-bab3-0370efc10340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2a9c396d-f1d9-47ba-8b47-f74a90aaee4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:39:57.460248 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:57.469491 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f59d21-817c-4ac9-a6b0-a1abec196333 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] GET failed (client error): The resource could not be found. Jun 04 16:39:57.470257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b8f59d21-817c-4ac9-a6b0-a1abec196333 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Synchronizing usage tracker for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:39:57.515108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b8f59d21-817c-4ac9-a6b0-a1abec196333 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Unset dirty status for tenant:04b67dbf75864ac480045d91d51492a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:39:57.517226 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b8f59d21-817c-4ac9-a6b0-a1abec196333 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports/8832e28f-0418-4f8a-ae5a-207397ca53c1 HTTP/1.1" status: 404 len: 333 time: 0.1352072 Jun 04 16:39:57.519343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35196) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:57.542954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35200) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:57.549733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Request body: {'subnets': [{'network_id': '40830243-2753-4278-9baf-c01a2556eaf2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1997567617', 'ip_version': 6}, {'network_id': '5a1937c6-c23b-425c-809c-452ad4e0fa3f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:57.550156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Request body: {'subnet': {'network_id': '40830243-2753-4278-9baf-c01a2556eaf2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1997567617', 'ip_version': 6}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:57.551107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Request body: {'subnet': {'network_id': '5a1937c6-c23b-425c-809c-452ad4e0fa3f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:39:57.555405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776857470118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2829275'] for subnet, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:57.665366 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] For port 0ca56fef-3e8d-47be-97f0-d4bbce5bf004, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:39:57.669710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] For port 0ca56fef-3e8d-47be-97f0-d4bbce5bf004, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0ca56fef-3e8d-47be-97f0-d4bbce5bf004,segment=NetworkSegment(7e3dc03b-ff3d-4a4a-bab3-0370efc10340),segment_id=7e3dc03b-ff3d-4a4a-bab3-0370efc10340)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:39:57.674908 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:39:57.694025 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:57.754153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:57.755909 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:57.760090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "PUT /v2.0/subnets/6954f41a-dedd-4d5e-a844-f1812736cf70 HTTP/1.1" status: 200 len: 877 time: 1.8518038 Jun 04 16:39:57.769830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35208) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:57.876467 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3482f5d9-aec9-483c-9ce5-fdfe6172caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:57.895266 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4bde4777-b111-4c6f-a56b-2b0460a06d8f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:57.898201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae323e-1a54-4fa9-b98b-32c5421b17d5 None None] Pushing event updated for resources: {'Port': ['ID=0ca56fef-3e8d-47be-97f0-d4bbce5bf004,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:57.926534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event updated for resources: {'Subnet': ['ID=6954f41a-dedd-4d5e-a844-f1812736cf70,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:57.944258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6edf117b-7e33-4551-a1d0-c80841f1995c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6edf117b-7e33-4551-a1d0-c80841f1995c,segment=NetworkSegment(ac37b72c-d7b7-4166-9705-1cea954d24fa),segment_id=ac37b72c-d7b7-4166-9705-1cea954d24fa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:57.949407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.949752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.950088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.950418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.950770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.951095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.951417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.952108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.952108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.952405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.952666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.952982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003a3e0-a4a9-47a4-aeb1-f259066415d1 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:39:57.960187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '6edf117b-7e33-4551-a1d0-c80841f1995c', 'network_id': '6dbc341a-29b5-4106-aec4-76ae40643dc2', 'port_id': '6edf117b-7e33-4551-a1d0-c80841f1995c', 'mac_address': 'fa:16:3e:9a:e5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:39:58.029012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 6edf117b-7e33-4551-a1d0-c80841f1995c is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:39:58.029644 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.032797 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.043600 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4bde4777-b111-4c6f-a56b-2b0460a06d8f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.057560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edf117b-7e33-4551-a1d0-c80841f1995c {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:39:58.086101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6edf117b-7e33-4551-a1d0-c80841f1995c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6edf117b-7e33-4551-a1d0-c80841f1995c,segment=NetworkSegment(ac37b72c-d7b7-4166-9705-1cea954d24fa),segment_id=ac37b72c-d7b7-4166-9705-1cea954d24fa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:58.087138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:39:58.087469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98121583-0e53-48e1-9714-caee4cac0999 req-7b76a8ae-89a1-423d-bfa7-56463ab3a392 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:58.091917 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.096616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98121583-0e53-48e1-9714-caee4cac0999 req-7b76a8ae-89a1-423d-bfa7-56463ab3a392 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 943 time: 0.4289594 Jun 04 16:39:58.108464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Usage tracker for resource:subnet and tenant:a0b653799cb34b469352e0f29ce88914 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:39:58.117682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:39:58.139158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:39:58.172297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Made reservation on behalf of a0b653799cb34b469352e0f29ce88914 for: {'subnet': 2} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:39:58.176273 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.177013 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.217191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98121583-0e53-48e1-9714-caee4cac0999 req-8ee9fd1a-335b-47de-b8ca-b9773f9aa9d5 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104014 Jun 04 16:39:58.217474 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4bde4777-b111-4c6f-a56b-2b0460a06d8f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.219432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Deleting port 0ca56fef-3e8d-47be-97f0-d4bbce5bf004 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:39:58.219834 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.248630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde4777-b111-4c6f-a56b-2b0460a06d8f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c37f55c-aaf5-4e38-babd-b26aff13a8db,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:58.356443 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4bde4777-b111-4c6f-a56b-2b0460a06d8f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.360064 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4bde4777-b111-4c6f-a56b-2b0460a06d8f tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/security-groups/8c37f55c-aaf5-4e38-babd-b26aff13a8db HTTP/1.1" status: 204 len: 168 time: 0.8372438 Jun 04 16:39:58.361395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35228) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:58.369613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['6edf117b-7e33-4551-a1d0-c80841f1995c'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:39:58.476584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0ca56fef-3e8d-47be-97f0-d4bbce5bf004 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:58.516671 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da21caf5-55f8-4e1b-8945-8138e9c03f89 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.520335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=6edf117b-7e33-4551-a1d0-c80841f1995c,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:58.550942 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da21caf5-55f8-4e1b-8945-8138e9c03f89 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.587113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a303ebed-6b84-4876-9a92-6be639205244 req-d7954847-ce88-4771-a1d7-a996540f531e tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.1646144 Jun 04 16:39:58.618202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 0ca56fef-3e8d-47be-97f0-d4bbce5bf004 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:58.632096 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da21caf5-55f8-4e1b-8945-8138e9c03f89 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.666000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21caf5-55f8-4e1b-8945-8138e9c03f89 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d4be1-c7d9-4968-b926-9f937d5be734,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:58.709349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da21caf5-55f8-4e1b-8945-8138e9c03f89 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.710993 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-da21caf5-55f8-4e1b-8945-8138e9c03f89 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/security-groups/582d4be1-c7d9-4968-b926-9f937d5be734 HTTP/1.1" status: 204 len: 168 time: 0.3484535 Jun 04 16:39:58.714562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35232) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:58.763953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599dc2c-9166-43a8-a13f-044f3f185be5 req-a3f39e71-e8bc-467d-85db-8b27818243c2 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:58.772169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3599dc2c-9166-43a8-a13f-044f3f185be5 req-a3f39e71-e8bc-467d-85db-8b27818243c2 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.5536916 Jun 04 16:39:58.842475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] For port 0ca56fef-3e8d-47be-97f0-d4bbce5bf004, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0ca56fef-3e8d-47be-97f0-d4bbce5bf004,segment=NetworkSegment(7e3dc03b-ff3d-4a4a-bab3-0370efc10340),segment_id=7e3dc03b-ff3d-4a4a-bab3-0370efc10340)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:39:58.842916 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.856586 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3599dc2c-9166-43a8-a13f-044f3f185be5 req-aff2e913-cbd3-4b50-b43b-3be8a318863f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831873 Jun 04 16:39:58.925070 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-893638ff-f6ab-4724-965d-4da4f430e732 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:58.967558 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-893638ff-f6ab-4724-965d-4da4f430e732 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:59.039227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Calling delete_port for 0ca56fef-3e8d-47be-97f0-d4bbce5bf004 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:39:59.121265 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-893638ff-f6ab-4724-965d-4da4f430e732 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:59.152226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893638ff-f6ab-4724-965d-4da4f430e732 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f99bf2-9993-466e-bc35-52f00df23300,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:59.186824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-893638ff-f6ab-4724-965d-4da4f430e732 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:59.189120 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-893638ff-f6ab-4724-965d-4da4f430e732 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/security-groups/87f99bf2-9993-466e-bc35-52f00df23300 HTTP/1.1" status: 204 len: 168 time: 0.4735839 Jun 04 16:39:59.192021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35240) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:39:59.217619 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:59.230462 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:59.276765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Port': ['ID=0ca56fef-3e8d-47be-97f0-d4bbce5bf004,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:59.331166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57a7802-5bf0-46b0-85b3-51a4ba3e1926 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting subnet 66d70563-3f24-4627-bb62-8008ab6c1fbe {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:39:59.337795 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b57a7802-5bf0-46b0-85b3-51a4ba3e1926 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:59.367105 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6edf117b-7e33-4551-a1d0-c80841f1995c up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:39:59.378173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No DVR routers for this DVR port 0ca56fef-3e8d-47be-97f0-d4bbce5bf004 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:39:59.402468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event updated for resources: {'Subnet': ['ID=f754f934-6da0-48c6-af12-5eacf8cb8716,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:59.432011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Checking segment: {'id': '723694c4-f1fd-4ea5-90f7-5de0736009e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '40830243-2753-4278-9baf-c01a2556eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:59.432491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Network hostable DHCP agents. Network: 40830243-2753-4278-9baf-c01a2556eaf2, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:39:59.436930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105c611e-4209-4fce-a3e8-8b3743b504a5 None None] Network 2a9c396d-f1d9-47ba-8b47-f74a90aaee4e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:59.446115 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b57a7802-5bf0-46b0-85b3-51a4ba3e1926 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:59.474083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fde17ca5-4ec3-49e9-99f6-85ea683a494a None None] Could not find standard attr ID for object 0ca56fef-3e8d-47be-97f0-d4bbce5bf004. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:39:59.503393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Network 40830243-2753-4278-9baf-c01a2556eaf2 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:39:59.523466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 40830243-2753-4278-9baf-c01a2556eaf2) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:59.528580 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:59.540403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22413cdb-55e8-4911-b231-65e342124427 None None] Network 40830243-2753-4278-9baf-c01a2556eaf2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:59.673417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 6edf117b-7e33-4551-a1d0-c80841f1995c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:39:59.700368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Checking segment: {'id': 'f45b4655-1feb-4a31-978e-29d9509db8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5a1937c6-c23b-425c-809c-452ad4e0fa3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:39:59.705324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Network hostable DHCP agents. Network: 5a1937c6-c23b-425c-809c-452ad4e0fa3f, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:39:59.722862 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:59.731467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 6edf117b-7e33-4551-a1d0-c80841f1995c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:39:59.731832 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:59.734103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event updated for resources: {'Subnet': ['ID=6be13f88-2053-4641-b6b2-ee5f8eed8cc9,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:39:59.788531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b57a7802-5bf0-46b0-85b3-51a4ba3e1926 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:59.873367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Network 5a1937c6-c23b-425c-809c-452ad4e0fa3f is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:39:59.889139 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78ed93b9-38b4-4b61-aa7b-60e1643dbd57 req-65697a82-1d0d-41d5-a602-efec06e8dd17 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0584102 Jun 04 16:39:59.932941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 5a1937c6-c23b-425c-809c-452ad4e0fa3f) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:39:59.934902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838b41-e404-431c-8b06-75fb581279c9 req-b834e483-c242-4e12-b748-0c969ca5128d tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:59.936941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e838b41-e404-431c-8b06-75fb581279c9 req-b834e483-c242-4e12-b748-0c969ca5128d tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 944 time: 0.5133653 Jun 04 16:39:59.945131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:59.948733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:39:59.949288 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:39:59.959780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a85870e-c7f1-4b47-a720-3e538d1e01c8 None None] Network 5a1937c6-c23b-425c-809c-452ad4e0fa3f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:39:59.994781 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.036195 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fe6eeac9-2c1d-4e39-9a56-fe97b41643db tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.4917135 Jun 04 16:40:00.040622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35252) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:00.089022 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b57a7802-5bf0-46b0-85b3-51a4ba3e1926 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.208997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 6edf117b-7e33-4551-a1d0-c80841f1995c is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:00.209589 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.218011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Subnet': ['ID=6954f41a-dedd-4d5e-a844-f1812736cf70,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:00.224225 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a7802-5bf0-46b0-85b3-51a4ba3e1926 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Subnet': ['ID=66d70563-3f24-4627-bb62-8008ab6c1fbe,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:00.229537 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b57a7802-5bf0-46b0-85b3-51a4ba3e1926 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.236389 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b57a7802-5bf0-46b0-85b3-51a4ba3e1926 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/66d70563-3f24-4627-bb62-8008ab6c1fbe HTTP/1.1" status: 204 len: 168 time: 1.0432885 Jun 04 16:40:00.242665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35258) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:00.281282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e838b41-e404-431c-8b06-75fb581279c9 req-96d4d73b-8eaf-46aa-b180-36a4e4072f36 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246148 Jun 04 16:40:00.346496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b42043d-947c-473e-9ee8-f3d3ee680f3d None None] Network 7c4acf59-576e-46e4-9820-9c623def5eff requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:00.359302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e1d57-e378-4e34-85c2-f18e7e9da188 None None] Network 2a9c396d-f1d9-47ba-8b47-f74a90aaee4e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:00.385525 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.416258 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c380f2-e544-4ab8-b122-e49c2296ddd0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:00.417820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c380f2-e544-4ab8-b122-e49c2296ddd0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:00.419716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c380f2-e544-4ab8-b122-e49c2296ddd0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:00.420535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-66c380f2-e544-4ab8-b122-e49c2296ddd0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Synchronizing usage tracker for tenant:a0b653799cb34b469352e0f29ce88914 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:00.435269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135390ce-244c-4734-bc49-7d5061e4ba0a req-9c663fb5-4876-4559-a96a-9736be3cda8f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:00.446839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-135390ce-244c-4734-bc49-7d5061e4ba0a req-9c663fb5-4876-4559-a96a-9736be3cda8f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.3482585 Jun 04 16:40:00.451429 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-df292718-4037-4d5b-a641-3d7163308982 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting subnet fca21328-bea1-4536-884f-f89cd1f1e438 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:40:00.456220 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df292718-4037-4d5b-a641-3d7163308982 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.485738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-66c380f2-e544-4ab8-b122-e49c2296ddd0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Unset dirty status for tenant:a0b653799cb34b469352e0f29ce88914 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:00.496238 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-66c380f2-e544-4ab8-b122-e49c2296ddd0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4447024 Jun 04 16:40:00.499333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35262) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:00.501801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9c396d-f1d9-47ba-8b47-f74a90aaee4e']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:00.522361 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a4275e-9eaf-4d0b-b6f9-e7a45bde1500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-40830243-2753-4278-9baf-c01a2556eaf2', 'network_id': '40830243-2753-4278-9baf-c01a2556eaf2', 'tenant_id': 'a0b653799cb34b469352e0f29ce88914', 'fixed_ips': [{'subnet_id': 'f754f934-6da0-48c6-af12-5eacf8cb8716'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:40:00.524707 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12a4275e-9eaf-4d0b-b6f9-e7a45bde1500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.525603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3dc03b-ff3d-4a4a-bab3-0370efc10340') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:00.525905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3dc03b-ff3d-4a4a-bab3-0370efc10340') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:00.550684 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-135390ce-244c-4734-bc49-7d5061e4ba0a req-d103ea0e-1989-4682-8d04-e071d04c7ffd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023874 Jun 04 16:40:00.560003 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.580670 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df292718-4037-4d5b-a641-3d7163308982 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.581048 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.590128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:00.590715 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.635877 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 7e3dc03b-ff3d-4a4a-bab3-0370efc10340 resource provider aggregate not found Jun 04 16:40:00.636302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f01e46-4a59-4347-9674-dd2ea06b0ba7 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Deleting subnet f754f934-6da0-48c6-af12-5eacf8cb8716 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:40:00.638373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6edf117b-7e33-4551-a1d0-c80841f1995c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6edf117b-7e33-4551-a1d0-c80841f1995c,segment=NetworkSegment(ac37b72c-d7b7-4166-9705-1cea954d24fa),segment_id=ac37b72c-d7b7-4166-9705-1cea954d24fa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:00.641303 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4f01e46-4a59-4347-9674-dd2ea06b0ba7 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.693944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cba31d-1429-4f2f-a904-1992e0663e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edf117b-7e33-4551-a1d0-c80841f1995c'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:40:00.702796 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 7e3dc03b-ff3d-4a4a-bab3-0370efc10340 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e3dc03b-ff3d-4a4a-bab3-0370efc10340 found for delete ", "request_id": "req-55abd19b-50fc-487c-8f6b-8affc37710e5"}]} Jun 04 16:40:00.717477 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.731605 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4f01e46-4a59-4347-9674-dd2ea06b0ba7 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.750932 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.805040 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.820927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Network': ['ID=2a9c396d-f1d9-47ba-8b47-f74a90aaee4e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:00.832389 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-529da998-916c-48a5-b94d-a7f8b5b01d4b'] response: {'server_uuid': 'c5cba31d-1429-4f2f-a904-1992e0663e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edf117b-7e33-4551-a1d0-c80841f1995c', 'code': 200} Jun 04 16:40:00.834920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118b622-f351-45df-8d05-e00d894197c2 None None] DHCP port deletion for 2a9c396d-f1d9-47ba-8b47-f74a90aaee4e request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:40:00.837520 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-06ed013c-afcc-4052-a8c8-ee267acacd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.851516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-114746b3-3b35-46a7-a878-474f5b7ba143 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/2a9c396d-f1d9-47ba-8b47-f74a90aaee4e HTTP/1.1" status: 204 len: 168 time: 3.0790110 Jun 04 16:40:00.853107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35272) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:00.897893 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfc3f07-b784-46fd-b8ba-a892fb8c01b9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:00.898814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfc3f07-b784-46fd-b8ba-a892fb8c01b9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:00.904078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7dfc3f07-b784-46fd-b8ba-a892fb8c01b9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/subnets/6954f41a-dedd-4d5e-a844-f1812736cf70 HTTP/1.1" status: 404 len: 337 time: 0.0492728 Jun 04 16:40:00.905506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35276) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:00.949382 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b2c14d-d53a-43ad-8abf-66ab30d41a20 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:00.949577 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4f01e46-4a59-4347-9674-dd2ea06b0ba7 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:00.950282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b2c14d-d53a-43ad-8abf-66ab30d41a20 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:00.956217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e9b2c14d-d53a-43ad-8abf-66ab30d41a20 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/2a9c396d-f1d9-47ba-8b47-f74a90aaee4e HTTP/1.1" status: 404 len: 339 time: 0.0483112 Jun 04 16:40:00.957334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35280) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:01.013202 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e8f904-e0e0-4f28-8ca2-f4f59ffe1f4d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:01.013734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e8f904-e0e0-4f28-8ca2-f4f59ffe1f4d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:01.019543 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-30e8f904-e0e0-4f28-8ca2-f4f59ffe1f4d tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/subnets/35c87361-2352-4544-8289-c141eec7dcf0 HTTP/1.1" status: 404 len: 337 time: 0.0609963 Jun 04 16:40:01.020369 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35286) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:01.079978 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2636f5-ac9a-489c-9f77-db4b82ef902c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:01.080372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2636f5-ac9a-489c-9f77-db4b82ef902c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:01.086598 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4f01e46-4a59-4347-9674-dd2ea06b0ba7 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.087210 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-db2636f5-ac9a-489c-9f77-db4b82ef902c tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/943bd232-028c-4a02-85a0-c021738c0e48 HTTP/1.1" status: 404 len: 339 time: 0.0654998 Jun 04 16:40:01.087872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35290) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:01.135387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f01e46-4a59-4347-9674-dd2ea06b0ba7 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event deleted for resources: {'Subnet': ['ID=f754f934-6da0-48c6-af12-5eacf8cb8716,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:01.157556 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4f01e46-4a59-4347-9674-dd2ea06b0ba7 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.178097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df292718-4037-4d5b-a641-3d7163308982 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.218165 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e4f01e46-4a59-4347-9674-dd2ea06b0ba7 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "DELETE /v2.0/subnets/f754f934-6da0-48c6-af12-5eacf8cb8716 HTTP/1.1" status: 204 len: 168 time: 0.7176466 Jun 04 16:40:01.225565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35294) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:01.230143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=6edf117b-7e33-4551-a1d0-c80841f1995c,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:01.273294 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c29d830-1f71-4e97-b13b-02be375a1f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-5a1937c6-c23b-425c-809c-452ad4e0fa3f', 'network_id': '5a1937c6-c23b-425c-809c-452ad4e0fa3f', 'tenant_id': 'a0b653799cb34b469352e0f29ce88914', 'fixed_ips': [{'subnet_id': '6be13f88-2053-4641-b6b2-ee5f8eed8cc9'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:40:01.274115 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c29d830-1f71-4e97-b13b-02be375a1f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server [None req-12a4275e-9eaf-4d0b-b6f9-e7a45bde1500 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f754f934-6da0-48c6-af12-5eacf8cb8716: This subnet is being modified by another concurrent operation. Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 16:40:01.287233 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise exception Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f754f934-6da0-48c6-af12-5eacf8cb8716: This subnet is being modified by another concurrent operation. Jun 04 16:40:01.291162 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server Jun 04 16:40:01.313470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1774775b-34c9-4374-938e-2b6719d71232 req-a4534da7-ea09-4ad3-b428-075989ca9de1 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.1111541 Jun 04 16:40:01.314155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e44c4b-8d27-4675-a5cb-9ab6e30e1b16 req-7c6a934b-feaa-4e34-a7f4-3f3688b5e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:01.315692 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-55e44c4b-8d27-4675-a5cb-9ab6e30e1b16 req-7c6a934b-feaa-4e34-a7f4-3f3688b5e3a8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 1096 time: 0.2846348 Jun 04 16:40:01.338272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6786df83-110e-47c9-a7f2-c4cd167a4a2a None None] Network 40830243-2753-4278-9baf-c01a2556eaf2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:01.344346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f97bc1e-5bb9-4700-8a4b-7e50d881ca19 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Deleting subnet 6be13f88-2053-4641-b6b2-ee5f8eed8cc9 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:40:01.354498 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd54ccb7-7454-4eca-963a-a1f627e2bd93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.362082 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f97bc1e-5bb9-4700-8a4b-7e50d881ca19 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.407239 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df292718-4037-4d5b-a641-3d7163308982 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.470151 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.495739 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-55e44c4b-8d27-4675-a5cb-9ab6e30e1b16 req-e384dbd5-82c4-4b94-a488-4e5737e9453a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708741 Jun 04 16:40:01.497200 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df292718-4037-4d5b-a641-3d7163308982 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.502242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df292718-4037-4d5b-a641-3d7163308982 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Subnet': ['ID=fca21328-bea1-4536-884f-f89cd1f1e438,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:01.515853 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f97bc1e-5bb9-4700-8a4b-7e50d881ca19 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.544829 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd54ccb7-7454-4eca-963a-a1f627e2bd93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.547075 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-df292718-4037-4d5b-a641-3d7163308982 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/fca21328-bea1-4536-884f-f89cd1f1e438 HTTP/1.1" status: 204 len: 168 time: 1.3032124 Jun 04 16:40:01.552950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35302) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:01.656735 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.672684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-bd54ccb7-7454-4eca-963a-a1f627e2bd93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603dfacf-b311-4da0-90e8-838c5764397d']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:01.697721 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-bd54ccb7-7454-4eca-963a-a1f627e2bd93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd103468-fa48-4841-a4a4-062cbd3ce7c0') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:01.698164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-bd54ccb7-7454-4eca-963a-a1f627e2bd93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd103468-fa48-4841-a4a4-062cbd3ce7c0') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:01.699429 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4949ba5d-b9cc-4b93-8a0f-25185b9a9b23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:01.699880 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4949ba5d-b9cc-4b93-8a0f-25185b9a9b23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:01.707951 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4949ba5d-b9cc-4b93-8a0f-25185b9a9b23 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/66d70563-3f24-4627-bb62-8008ab6c1fbe HTTP/1.1" status: 404 len: 337 time: 0.1503727 Jun 04 16:40:01.708719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35310) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:01.717298 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd54ccb7-7454-4eca-963a-a1f627e2bd93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.780749 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd54ccb7-7454-4eca-963a-a1f627e2bd93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.793570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8279f716-c9a5-4c84-b559-9a561d59ef13 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting subnet 44b73b53-5b8b-4966-b6fb-cb2fc96d9bc1 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:40:01.797769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd54ccb7-7454-4eca-963a-a1f627e2bd93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:01.799230 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd54ccb7-7454-4eca-963a-a1f627e2bd93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.799377 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8279f716-c9a5-4c84-b559-9a561d59ef13 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.867108 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f97bc1e-5bb9-4700-8a4b-7e50d881ca19 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.913147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729804f-e982-4f8a-86da-0161d4a0d25e req-77cfade1-0c65-4e28-a995-2d3b8b2a1205 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:01.915210 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9729804f-e982-4f8a-86da-0161d4a0d25e req-77cfade1-0c65-4e28-a995-2d3b8b2a1205 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.3402791 Jun 04 16:40:01.929369 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8279f716-c9a5-4c84-b559-9a561d59ef13 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.966263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b8309-bd3f-4bcb-8041-ffd7f5466960 req-a8525ae6-3014-4f8f-a692-6933274fe065 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:01.967879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b3b8309-bd3f-4bcb-8041-ffd7f5466960 req-a8525ae6-3014-4f8f-a692-6933274fe065 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.2418334 Jun 04 16:40:01.968572 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd54ccb7-7454-4eca-963a-a1f627e2bd93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:01.973182 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd54ccb7-7454-4eca-963a-a1f627e2bd93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:02.005465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bd54ccb7-7454-4eca-963a-a1f627e2bd93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/603dfacf-b311-4da0-90e8-838c5764397d HTTP/1.1" status: 204 len: 168 time: 0.9164875 Jun 04 16:40:02.012318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35322) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.072871 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9729804f-e982-4f8a-86da-0161d4a0d25e req-8e6d4009-2045-4111-8d86-36d551659508 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425312 Jun 04 16:40:02.076332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54ccb7-7454-4eca-963a-a1f627e2bd93 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Network': ['ID=603dfacf-b311-4da0-90e8-838c5764397d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:02.102878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b3b8309-bd3f-4bcb-8041-ffd7f5466960 req-28886a3b-159c-4e12-bd84-3adbdb840b08 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195464 Jun 04 16:40:02.120226 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-935f6715-771c-4f06-9d97-4cbf7a573963 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:02.121058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935f6715-771c-4f06-9d97-4cbf7a573963 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:02.140876 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-935f6715-771c-4f06-9d97-4cbf7a573963 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/subnets/9079eaa1-3a2b-4292-9506-efa2b3e3f84b HTTP/1.1" status: 404 len: 337 time: 0.1248083 Jun 04 16:40:02.141312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35326) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server [None req-0c29d830-1f71-4e97-b13b-02be375a1f1b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6be13f88-2053-4641-b6b2-ee5f8eed8cc9: This subnet is being modified by another concurrent operation. Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 16:40:02.149400 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise exception Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6be13f88-2053-4641-b6b2-ee5f8eed8cc9: This subnet is being modified by another concurrent operation. Jun 04 16:40:02.153268 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server Jun 04 16:40:02.157431 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f97bc1e-5bb9-4700-8a4b-7e50d881ca19 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:02.178364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6601b24d-2e90-4092-a48f-790e4a18857d None None] Network 5a1937c6-c23b-425c-809c-452ad4e0fa3f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:02.201582 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3e5abd-0948-4e65-8db7-648d498e96d4 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:02.202070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3e5abd-0948-4e65-8db7-648d498e96d4 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:02.206197 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5b3e5abd-0948-4e65-8db7-648d498e96d4 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/872bfd29-0b72-4435-9e3d-6b27212cdfaf HTTP/1.1" status: 404 len: 339 time: 0.0613835 Jun 04 16:40:02.206854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35330) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.217966 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8279f716-c9a5-4c84-b559-9a561d59ef13 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:02.253248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97bc1e-5bb9-4700-8a4b-7e50d881ca19 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event deleted for resources: {'Subnet': ['ID=6be13f88-2053-4641-b6b2-ee5f8eed8cc9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:02.270973 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f97bc1e-5bb9-4700-8a4b-7e50d881ca19 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:02.273233 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4f97bc1e-5bb9-4700-8a4b-7e50d881ca19 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "DELETE /v2.0/subnets/6be13f88-2053-4641-b6b2-ee5f8eed8cc9 HTTP/1.1" status: 204 len: 168 time: 1.0459752 Jun 04 16:40:02.276731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35334) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.296465 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4be8a82-8c41-479f-a2be-b2091dd81d66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:02.296930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4be8a82-8c41-479f-a2be-b2091dd81d66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:02.298693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e4be8a82-8c41-479f-a2be-b2091dd81d66 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/subnets/ac0da8b0-126a-4534-89b6-8d1404c5d7db HTTP/1.1" status: 404 len: 337 time: 0.0908611 Jun 04 16:40:02.306923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35338) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.329294 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0ca56fef-3e8d-47be-97f0-d4bbce5bf004 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:40:02.372813 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca15de7-1801-4526-a732-9cf24a0a34aa tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:02.376005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca15de7-1801-4526-a732-9cf24a0a34aa tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:02.380267 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2ca15de7-1801-4526-a732-9cf24a0a34aa tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/40a27e1f-c98b-4b8a-806c-d4ef7212ccba HTTP/1.1" status: 404 len: 339 time: 0.0722804 Jun 04 16:40:02.381658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8279f716-c9a5-4c84-b559-9a561d59ef13 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:02.383922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35344) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.446683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 0ca56fef-3e8d-47be-97f0-d4bbce5bf004 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:40:02.447029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0ca56fef-3e8d-47be-97f0-d4bbce5bf004 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:40:02.456935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279f716-c9a5-4c84-b559-9a561d59ef13 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Subnet': ['ID=44b73b53-5b8b-4966-b6fb-cb2fc96d9bc1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:02.471863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876d2314-40b4-4a64-83ce-f353de4563c2 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:02.472721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-876d2314-40b4-4a64-83ce-f353de4563c2 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Synchronizing usage tracker for tenant:a0b653799cb34b469352e0f29ce88914 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:02.492222 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8279f716-c9a5-4c84-b559-9a561d59ef13 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:02.501287 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8279f716-c9a5-4c84-b559-9a561d59ef13 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/44b73b53-5b8b-4966-b6fb-cb2fc96d9bc1 HTTP/1.1" status: 204 len: 168 time: 0.7876387 Jun 04 16:40:02.505001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35348) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.558789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-876d2314-40b4-4a64-83ce-f353de4563c2 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Unset dirty status for tenant:a0b653799cb34b469352e0f29ce88914 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:02.560043 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-876d2314-40b4-4a64-83ce-f353de4563c2 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2823353 Jun 04 16:40:02.564124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35352) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.572092 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91ab56e-abc9-4725-a72b-3023217e355b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:02.572630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91ab56e-abc9-4725-a72b-3023217e355b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:02.577254 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b91ab56e-abc9-4725-a72b-3023217e355b tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/0bb5f0fa-0f4d-420c-8e35-db2af1928b21 HTTP/1.1" status: 404 len: 337 time: 0.0701940 Jun 04 16:40:02.621667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35356) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.672973 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:02.678074 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9b431bf1-623f-4af0-913f-034fb56fe415 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "GET /v2.0/ports?device_id=345f4181-4dda-4aa2-b0a4-e9c87d301b20 HTTP/1.1" status: 200 len: 205 time: 0.0547473 Jun 04 16:40:02.725071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35360) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.747906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155b2c39-682d-419b-be1c-88e7eb0231e1 None None] Network 7c4acf59-576e-46e4-9820-9c623def5eff requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:02.750596 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment fd103468-fa48-4841-a4a4-062cbd3ce7c0 resource provider aggregate not found Jun 04 16:40:02.763629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9aa5fb6-acfe-4b8e-9ddb-eea66231f7ac req-d6e9d1fd-6143-4869-874d-34cb8cc2b25a tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0865119 Jun 04 16:40:02.764757 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-84158636-3979-4a2c-94c4-2d0002ac1ee9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:02.765352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84158636-3979-4a2c-94c4-2d0002ac1ee9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:02.767224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-84158636-3979-4a2c-94c4-2d0002ac1ee9 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/subnets/c0617ede-0b9f-4a7e-bb98-f10f2f322e10 HTTP/1.1" status: 404 len: 337 time: 0.3821542 Jun 04 16:40:02.840680 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-808c1c7b-c5f9-4540-a1ce-a12c88bcf6a0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:02.848420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35368) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.853894 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment fd103468-fa48-4841-a4a4-062cbd3ce7c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd103468-fa48-4841-a4a4-062cbd3ce7c0 found for delete ", "request_id": "req-40f12023-2318-4280-a70e-fbf3c36f5634"}]} Jun 04 16:40:02.862302 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-262909eb-7f66-4b6c-ba9d-273c15be83d3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] delete failed (client error): The resource could not be found. Jun 04 16:40:02.863521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-262909eb-7f66-4b6c-ba9d-273c15be83d3 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/routers/345f4181-4dda-4aa2-b0a4-e9c87d301b20 HTTP/1.1" status: 404 len: 336 time: 0.1190031 Jun 04 16:40:02.866132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35372) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.906192 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-20144e46-da72-457b-bfff-1d59006d86b1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:02.906657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20144e46-da72-457b-bfff-1d59006d86b1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:02.908232 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf98cb7-9a5d-462d-91f3-36b6698d313b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:02.908392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-20144e46-da72-457b-bfff-1d59006d86b1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/89253b3c-6fb4-4d6c-a540-ebe06a0e77ce HTTP/1.1" status: 404 len: 337 time: 0.0412567 Jun 04 16:40:02.909189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf98cb7-9a5d-462d-91f3-36b6698d313b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:02.911357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35376) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.915290 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-faf98cb7-9a5d-462d-91f3-36b6698d313b tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/7a3d0956-8f0d-41c3-afea-56e92bab9711 HTTP/1.1" status: 404 len: 339 time: 0.0649199 Jun 04 16:40:02.915432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35380) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.919748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b5b26714-8c01-49a0-b8c2-771f8d03c224 None None] Provisioning complete for port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:02.920137 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5b26714-8c01-49a0-b8c2-771f8d03c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:02.990284 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfd31b3-6677-4abc-84f2-813efa39fa18 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:02.990684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfd31b3-6677-4abc-84f2-813efa39fa18 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:02.995340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bdfd31b3-6677-4abc-84f2-813efa39fa18 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/3e311ded-29be-40c5-a5e8-3edfc2c855c8 HTTP/1.1" status: 404 len: 337 time: 0.0824153 Jun 04 16:40:02.996299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35384) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:02.997327 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd0a021-3c8b-43b1-984c-c40b971fe1b7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:02.997947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd0a021-3c8b-43b1-984c-c40b971fe1b7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:02.999742 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-afd0a021-3c8b-43b1-984c-c40b971fe1b7 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/subnets/2910b6d3-aae4-454a-bbfa-fc9ceb310d9d HTTP/1.1" status: 404 len: 337 time: 0.0837576 Jun 04 16:40:03.002396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35388) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:03.060486 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed6cefb-10a3-463e-a064-fdad23313139 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:03.061305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed6cefb-10a3-463e-a064-fdad23313139 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:03.063224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8ed6cefb-10a3-463e-a064-fdad23313139 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/5bc546ad-5f6f-4920-9212-6128e7eb2328 HTTP/1.1" status: 404 len: 339 time: 0.0592356 Jun 04 16:40:03.067901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35392) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:03.071532 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-3643ad88-1753-4354-9db8-f5d93693b733 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:03.072153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3643ad88-1753-4354-9db8-f5d93693b733 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:03.077539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3643ad88-1753-4354-9db8-f5d93693b733 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/a81169b5-daa2-4f4d-99f6-c10e95e42ddc HTTP/1.1" status: 404 len: 337 time: 0.0765400 Jun 04 16:40:03.078340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35398) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:03.093417 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-808c1c7b-c5f9-4540-a1ce-a12c88bcf6a0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:03.125582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b5b26714-8c01-49a0-b8c2-771f8d03c224 None None] Current status of the port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:03.145583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-808c1c7b-c5f9-4540-a1ce-a12c88bcf6a0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1937c6-c23b-425c-809c-452ad4e0fa3f']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:03.180106 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b5b26714-8c01-49a0-b8c2-771f8d03c224 None None] Provisioning complete for port 9a2ded17-155e-4240-af60-ef12fa58ab6f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:03.180882 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5b26714-8c01-49a0-b8c2-771f8d03c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:03.240202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2b12a-39ac-4627-8384-58ce35a14f2f None None] DHCP port deletion for 7c4acf59-576e-46e4-9820-9c623def5eff request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:40:03.262908 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c529e4-4c35-469d-843a-7eed3a1e03ac tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:03.263824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c529e4-4c35-469d-843a-7eed3a1e03ac tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:03.265825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-43c529e4-4c35-469d-843a-7eed3a1e03ac tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/subnets/634fc94d-30b0-49ed-8013-080e7d3beec5 HTTP/1.1" status: 404 len: 337 time: 0.1967747 Jun 04 16:40:03.266167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-808c1c7b-c5f9-4540-a1ce-a12c88bcf6a0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45b4655-1feb-4a31-978e-29d9509db8f1') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:03.266520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-808c1c7b-c5f9-4540-a1ce-a12c88bcf6a0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45b4655-1feb-4a31-978e-29d9509db8f1') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:03.271474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35406) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:03.278579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2b12a-39ac-4627-8384-58ce35a14f2f None None] Deleting port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:03.278953 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b12a-39ac-4627-8384-58ce35a14f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:03.302788 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-808c1c7b-c5f9-4540-a1ce-a12c88bcf6a0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:03.333656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-808c1c7b-c5f9-4540-a1ce-a12c88bcf6a0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:03.342420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808c1c7b-c5f9-4540-a1ce-a12c88bcf6a0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:03.342857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-808c1c7b-c5f9-4540-a1ce-a12c88bcf6a0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:03.358272 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-37eb61c2-07c8-41d8-888e-c303b1bbb693 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:03.359185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37eb61c2-07c8-41d8-888e-c303b1bbb693 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:03.361178 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-37eb61c2-07c8-41d8-888e-c303b1bbb693 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/cb8ecbc3-6f73-4dc2-922f-335e37b50a89 HTTP/1.1" status: 404 len: 333 time: 0.2215517 Jun 04 16:40:03.376456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35412) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:03.384446 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9768fed-0714-4306-82e0-a9202b9bad72 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:03.385019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9768fed-0714-4306-82e0-a9202b9bad72 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:03.386892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b9768fed-0714-4306-82e0-a9202b9bad72 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/e3d13088-063e-4d24-8705-f2a0c2b6bc8e HTTP/1.1" status: 404 len: 339 time: 0.1089432 Jun 04 16:40:03.390528 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f45b4655-1feb-4a31-978e-29d9509db8f1 resource provider aggregate not found Jun 04 16:40:03.412579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35416) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:03.427644 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-22801e5c-aa08-4fbb-a4b8-44e86d87cdd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:03.428248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22801e5c-aa08-4fbb-a4b8-44e86d87cdd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:03.432447 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-22801e5c-aa08-4fbb-a4b8-44e86d87cdd1 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/8ded52e2-6bd4-4b79-be99-16558f56511d HTTP/1.1" status: 404 len: 337 time: 0.0508826 Jun 04 16:40:03.436426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35422) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:03.486883 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-43175406-6be9-476a-a9e1-673269f21517 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:03.487398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43175406-6be9-476a-a9e1-673269f21517 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:03.491687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-43175406-6be9-476a-a9e1-673269f21517 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/f65e4e31-b886-4ce9-8d58-3a75a50cc251 HTTP/1.1" status: 404 len: 337 time: 0.0496712 Jun 04 16:40:03.505343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35426) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:03.594608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b5b26714-8c01-49a0-b8c2-771f8d03c224 None None] Port 9a2ded17-155e-4240-af60-ef12fa58ab6f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:40:03.621468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4dd2b12a-39ac-4627-8384-58ce35a14f2f None None] For port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=82cec25e-ccbd-4c36-b2dd-fc6618408c0c,segment=NetworkSegment(70382250-5cdf-4755-b6b2-650ee0270c0a),segment_id=70382250-5cdf-4755-b6b2-650ee0270c0a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:03.621960 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b12a-39ac-4627-8384-58ce35a14f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:03.630755 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c8fec9-5e70-4491-a25e-97e3678a8dab tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:03.631544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c8fec9-5e70-4491-a25e-97e3678a8dab tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:03.633448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b4c8fec9-5e70-4491-a25e-97e3678a8dab tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/8d59297f-f594-4aa1-afe6-2bbc2722b9a8 HTTP/1.1" status: 404 len: 333 time: 0.1269968 Jun 04 16:40:03.640762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35430) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:03.649403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e5ae6-5793-4978-a8df-bdd8d488f02c req-fb3fa544-3287-4841-92d9-441883b5fe1a tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:03.651430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d0e5ae6-5793-4978-a8df-bdd8d488f02c req-fb3fa544-3287-4841-92d9-441883b5fe1a tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.3350387 Jun 04 16:40:03.653958 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f45b4655-1feb-4a31-978e-29d9509db8f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f45b4655-1feb-4a31-978e-29d9509db8f1 found for delete ", "request_id": "req-a08f7685-b989-45eb-9fc8-dc675e51132b"}]} Jun 04 16:40:03.658969 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-808c1c7b-c5f9-4540-a1ce-a12c88bcf6a0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:03.672519 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c9d1b2bd-2acd-4f1e-af51-a6c3996ea482 req-fbc66d68-b712-4e07-a253-47ad7d7605c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5007348 Jun 04 16:40:03.704104 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-808c1c7b-c5f9-4540-a1ce-a12c88bcf6a0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:03.706647 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-1726ae3a-ce31-4b95-a072-bb5052344fb3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:03.707066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1726ae3a-ce31-4b95-a072-bb5052344fb3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:03.716485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c1c7b-c5f9-4540-a1ce-a12c88bcf6a0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event deleted for resources: {'Network': ['ID=5a1937c6-c23b-425c-809c-452ad4e0fa3f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:03.726931 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1726ae3a-ce31-4b95-a072-bb5052344fb3 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/subnets/61da8dc4-5a11-48aa-828e-6a851e93cc13 HTTP/1.1" status: 404 len: 337 time: 0.3095782 Jun 04 16:40:03.726931 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-808c1c7b-c5f9-4540-a1ce-a12c88bcf6a0 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "DELETE /v2.0/networks/5a1937c6-c23b-425c-809c-452ad4e0fa3f HTTP/1.1" status: 204 len: 168 time: 1.1568837 Jun 04 16:40:03.730549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35434) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:03.731018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35436) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:03.737368 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-13364c4c-c19a-4e28-9633-eadcb6ee1a57 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:03.737954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13364c4c-c19a-4e28-9633-eadcb6ee1a57 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:03.739933 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-13364c4c-c19a-4e28-9633-eadcb6ee1a57 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/7fec8894-5b90-4559-a29a-7fa8939dc4f9 HTTP/1.1" status: 404 len: 337 time: 0.0873473 Jun 04 16:40:03.744473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35442) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:03.797013 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2b12a-39ac-4627-8384-58ce35a14f2f None None] Calling delete_port for 82cec25e-ccbd-4c36-b2dd-fc6618408c0c owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:03.810629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d0e5ae6-5793-4978-a8df-bdd8d488f02c req-852a9f01-f6e8-42e7-b5ef-5f4532a0f85f tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059933 Jun 04 16:40:03.832547 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd8e1a1-3381-4bb0-a2c7-0bdbae9691c4 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:03.836164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd8e1a1-3381-4bb0-a2c7-0bdbae9691c4 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:03.838556 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3dd8e1a1-3381-4bb0-a2c7-0bdbae9691c4 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/subnets/876d1f79-deb9-4682-9b06-bc35b2109e61 HTTP/1.1" status: 404 len: 337 time: 0.0919285 Jun 04 16:40:03.842636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35450) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:03.887072 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee09c8b6-18df-4d32-bc80-5f310c22b3c6 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:03.892361 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b12a-39ac-4627-8384-58ce35a14f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:03.963790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e8b34-3f40-4867-b017-16830bb24c64 req-29c179b9-cddc-404a-bc72-4577224127cb tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:03.965951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2b12a-39ac-4627-8384-58ce35a14f2f None None] Pushing event deleted for resources: {'Port': ['ID=82cec25e-ccbd-4c36-b2dd-fc6618408c0c,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:03.967922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2b12a-39ac-4627-8384-58ce35a14f2f None None] No DVR routers for this DVR port 82cec25e-ccbd-4c36-b2dd-fc6618408c0c on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:40:03.970160 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7720c30-e7fa-4113-b558-1f1b1ee2d3aa tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:03.970656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7720c30-e7fa-4113-b558-1f1b1ee2d3aa tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:03.975115 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f7720c30-e7fa-4113-b558-1f1b1ee2d3aa tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/de40d3b7-913d-436c-b898-507d43d78095 HTTP/1.1" status: 404 len: 339 time: 0.2403944 Jun 04 16:40:03.975473 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-341e8b34-3f40-4867-b017-16830bb24c64 req-29c179b9-cddc-404a-bc72-4577224127cb tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.4067149 Jun 04 16:40:03.977180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35454) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:04.003264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b1b58-4e43-49b9-99d4-9fa6e0ba0c6d None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:40:04.035864 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9f666a-2c4c-4c5c-bdad-2fbe598d7602 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:04.036314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9f666a-2c4c-4c5c-bdad-2fbe598d7602 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:04.038128 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ec9f666a-2c4c-4c5c-bdad-2fbe598d7602 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/subnets/52960310-413f-482b-ba2b-e849969c3d7f HTTP/1.1" status: 404 len: 337 time: 0.0551202 Jun 04 16:40:04.053392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35458) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:04.079268 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a0b04e4-3c75-48aa-9349-884afcc45660 req-01c9315e-5538-4197-bed9-6fbcce8208a5 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0574193 Jun 04 16:40:04.095840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-02109426-abe9-49d9-820e-430be8460798 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Deleting port 9a2ded17-155e-4240-af60-ef12fa58ab6f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:04.096208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-02109426-abe9-49d9-820e-430be8460798 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:04.148041 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:04.165946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-341e8b34-3f40-4867-b017-16830bb24c64 req-d5ae04d7-e08e-4e7e-8feb-38ca07e58d72 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1901326 Jun 04 16:40:04.180763 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-42beb6d5-d7fd-4b04-b23f-c80e0d7c5d16 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:04.181281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42beb6d5-d7fd-4b04-b23f-c80e0d7c5d16 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:04.186572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35462) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:04.191026 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-42beb6d5-d7fd-4b04-b23f-c80e0d7c5d16 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/d0091e60-df22-4820-ac79-047021b18ff1 HTTP/1.1" status: 404 len: 339 time: 0.1302025 Jun 04 16:40:04.198158 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:04.259568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b1b58-4e43-49b9-99d4-9fa6e0ba0c6d None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:40:04.272154 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8ae5ba-747b-4456-9608-a73f02c09b05 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:04.272967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8ae5ba-747b-4456-9608-a73f02c09b05 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:04.277946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0a8ae5ba-747b-4456-9608-a73f02c09b05 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/subnets/8ac5a83c-1cf2-410a-8fbf-bb3cbc523cbc HTTP/1.1" status: 404 len: 337 time: 0.0878432 Jun 04 16:40:04.278548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35468) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:04.308647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1b2bd-2acd-4f1e-af51-a6c3996ea482 req-a9635cb8-4d09-448c-9e56-3684b55f817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:04.309987 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c9d1b2bd-2acd-4f1e-af51-a6c3996ea482 req-a9635cb8-4d09-448c-9e56-3684b55f817c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e4275785034232a9a3141cc720de10&device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 1096 time: 0.3987246 Jun 04 16:40:04.354139 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee09c8b6-18df-4d32-bc80-5f310c22b3c6 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:04.406459 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d8df60-f5b4-45bc-80dd-1d851bd49a76 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:04.407008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d8df60-f5b4-45bc-80dd-1d851bd49a76 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:04.409608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-44d8df60-f5b4-45bc-80dd-1d851bd49a76 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/b9fabe75-6286-4816-beb4-7b9b61e52c1a HTTP/1.1" status: 404 len: 339 time: 0.1301317 Jun 04 16:40:04.418265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35474) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:04.458926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ee09c8b6-18df-4d32-bc80-5f310c22b3c6 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40830243-2753-4278-9baf-c01a2556eaf2']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:04.480065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 82cec25e-ccbd-4c36-b2dd-fc6618408c0c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:40:04.482723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ee09c8b6-18df-4d32-bc80-5f310c22b3c6 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723694c4-f1fd-4ea5-90f7-5de0736009e3') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:04.483015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ee09c8b6-18df-4d32-bc80-5f310c22b3c6 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723694c4-f1fd-4ea5-90f7-5de0736009e3') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:04.495602 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee09c8b6-18df-4d32-bc80-5f310c22b3c6 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:04.516408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee09c8b6-18df-4d32-bc80-5f310c22b3c6 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:04.523360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee09c8b6-18df-4d32-bc80-5f310c22b3c6 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:04.523761 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee09c8b6-18df-4d32-bc80-5f310c22b3c6 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:04.563650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 82cec25e-ccbd-4c36-b2dd-fc6618408c0c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:40:04.563830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 82cec25e-ccbd-4c36-b2dd-fc6618408c0c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:40:04.648976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c741e7-4a55-420e-9ba3-55244a0f7b7a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Deleting subnet eb55afd7-79ce-4829-8c21-38a84a424cc1 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:40:04.650519 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee09c8b6-18df-4d32-bc80-5f310c22b3c6 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:04.665976 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77c741e7-4a55-420e-9ba3-55244a0f7b7a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:04.671168 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee09c8b6-18df-4d32-bc80-5f310c22b3c6 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:04.692521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09c8b6-18df-4d32-bc80-5f310c22b3c6 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event deleted for resources: {'Network': ['ID=40830243-2753-4278-9baf-c01a2556eaf2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:04.701622 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ee09c8b6-18df-4d32-bc80-5f310c22b3c6 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "DELETE /v2.0/networks/40830243-2753-4278-9baf-c01a2556eaf2 HTTP/1.1" status: 204 len: 168 time: 0.9678307 Jun 04 16:40:04.706373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35480) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:04.814033 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77c741e7-4a55-420e-9ba3-55244a0f7b7a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:04.844467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1b2bd-2acd-4f1e-af51-a6c3996ea482 req-b0de4820-0bef-48f2-baa4-151c2c8271ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:04.846164 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c9d1b2bd-2acd-4f1e-af51-a6c3996ea482 req-b0de4820-0bef-48f2-baa4-151c2c8271ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=6dbc341a-29b5-4106-aec4-76ae40643dc2 HTTP/1.1" status: 200 len: 912 time: 0.4779131 Jun 04 16:40:04.897527 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77c741e7-4a55-420e-9ba3-55244a0f7b7a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:04.984144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35486) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:05.001521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a015ce7-fee9-4332-8774-eff8370d6025 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:05.028833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1c22a3-d20b-411e-b017-1f088eea560d None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:40:05.029370 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c9d1b2bd-2acd-4f1e-af51-a6c3996ea482 req-9087fab1-ac44-49b9-a67a-378f6df976e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d18a822a-6d9b-418b-a16c-5f532fa3b0dc HTTP/1.1" status: 200 len: 217 time: 0.1597211 Jun 04 16:40:05.160122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1c22a3-d20b-411e-b017-1f088eea560d None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:40:05.276375 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a015ce7-fee9-4332-8774-eff8370d6025 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:05.285811 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-02109426-abe9-49d9-820e-430be8460798 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:05.308719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-6a015ce7-fee9-4332-8774-eff8370d6025 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5339dab8-4964-4523-a167-bd208a40ccb3']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:05.322059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-6a015ce7-fee9-4332-8774-eff8370d6025 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac817d9-29ef-46df-8717-7b424766ed1f') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:05.322418 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-6a015ce7-fee9-4332-8774-eff8370d6025 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac817d9-29ef-46df-8717-7b424766ed1f') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:05.335978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a015ce7-fee9-4332-8774-eff8370d6025 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:05.353867 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a015ce7-fee9-4332-8774-eff8370d6025 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:05.360507 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a015ce7-fee9-4332-8774-eff8370d6025 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:05.360843 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a015ce7-fee9-4332-8774-eff8370d6025 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:05.421142 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65af6779-8a03-485d-bb7e-3a5ab2a251dc req-99c46f9c-7fef-4984-b004-bcf4485a1dca tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.1549602 Jun 04 16:40:05.485134 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8110613d-8506-4e3f-84e4-7493ab3fd62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:05.508097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a015ce7-fee9-4332-8774-eff8370d6025 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:05.521757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8110613d-8506-4e3f-84e4-7493ab3fd62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:05.527240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8110613d-8506-4e3f-84e4-7493ab3fd62c admin admin] Usage tracker for resource:security_group_rule and tenant:7c539ffe219349a3bb1c669f4e58be27 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:05.530934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8110613d-8506-4e3f-84e4-7493ab3fd62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:05.538321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8110613d-8506-4e3f-84e4-7493ab3fd62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:05.567265 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77c741e7-4a55-420e-9ba3-55244a0f7b7a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:05.587757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-02109426-abe9-49d9-820e-430be8460798 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Calling delete_port for 9a2ded17-155e-4240-af60-ef12fa58ab6f owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:05.687827 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a015ce7-fee9-4332-8774-eff8370d6025 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:05.714104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1b2bd-2acd-4f1e-af51-a6c3996ea482 req-8c758f17-c58a-4284-9595-8eb1c1fb63eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:05.715645 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c9d1b2bd-2acd-4f1e-af51-a6c3996ea482 req-8c758f17-c58a-4284-9595-8eb1c1fb63eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b HTTP/1.1" status: 200 len: 851 time: 0.6776037 Jun 04 16:40:05.716374 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a015ce7-fee9-4332-8774-eff8370d6025 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event deleted for resources: {'Network': ['ID=5339dab8-4964-4523-a167-bd208a40ccb3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:05.722377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c741e7-4a55-420e-9ba3-55244a0f7b7a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Subnet': ['ID=eb55afd7-79ce-4829-8c21-38a84a424cc1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:05.722924 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 723694c4-f1fd-4ea5-90f7-5de0736009e3 resource provider aggregate not found Jun 04 16:40:05.773210 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 723694c4-f1fd-4ea5-90f7-5de0736009e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 723694c4-f1fd-4ea5-90f7-5de0736009e3 found for delete ", "request_id": "req-6f1e4ca6-c1c5-4a20-a7bf-26b053890521"}]} Jun 04 16:40:05.776914 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77c741e7-4a55-420e-9ba3-55244a0f7b7a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:05.784226 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6a015ce7-fee9-4332-8774-eff8370d6025 tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "DELETE /v2.0/networks/5339dab8-4964-4523-a167-bd208a40ccb3 HTTP/1.1" status: 204 len: 168 time: 1.0744541 Jun 04 16:40:05.785722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43758597-6ba2-4a0f-89f5-ea6500a94b1b None None] Network 08acd128-55cd-46fd-af76-1e04c30e1b74 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:05.792186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35502) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:05.795531 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c9d1b2bd-2acd-4f1e-af51-a6c3996ea482 req-7503e797-685e-4fcb-9726-79c19dd755c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dbc341a-29b5-4106-aec4-76ae40643dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645266 Jun 04 16:40:05.825142 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment eac817d9-29ef-46df-8717-7b424766ed1f resource provider aggregate not found Jun 04 16:40:05.838085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-77c741e7-4a55-420e-9ba3-55244a0f7b7a tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/subnets/eb55afd7-79ce-4829-8c21-38a84a424cc1 HTTP/1.1" status: 204 len: 168 time: 1.4147065 Jun 04 16:40:05.856034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35508) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:05.860780 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment eac817d9-29ef-46df-8717-7b424766ed1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eac817d9-29ef-46df-8717-7b424766ed1f found for delete ", "request_id": "req-794d3531-eeb9-4b38-a245-d72bb1497a17"}]} Jun 04 16:40:05.930395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc7453-f83d-40f2-a755-1d387af11827 req-3cccf4cf-f680-4daf-ad3c-076b468058e0 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:05.931884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52cc7453-f83d-40f2-a755-1d387af11827 req-3cccf4cf-f680-4daf-ad3c-076b468058e0 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.9743924 Jun 04 16:40:05.978766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb73e91-b795-4e50-8754-56c7df11a10b req-b262d620-5ce3-4311-9657-be3f108f2e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:05.980215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccb73e91-b795-4e50-8754-56c7df11a10b req-b262d620-5ce3-4311-9657-be3f108f2e5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e4275785034232a9a3141cc720de10&device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 1096 time: 0.8289611 Jun 04 16:40:05.989700 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-02109426-abe9-49d9-820e-430be8460798 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.049149 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dde213bf-1a72-4316-8ad9-b355c7e7dcdf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.095993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50411c8d-69cb-489e-bebe-21452e882573 None None] DHCP port deletion for 08acd128-55cd-46fd-af76-1e04c30e1b74 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:40:06.101691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-50411c8d-69cb-489e-bebe-21452e882573 None None] Deleting port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:06.102318 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-50411c8d-69cb-489e-bebe-21452e882573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.129313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02109426-abe9-49d9-820e-430be8460798 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Port': ['ID=9a2ded17-155e-4240-af60-ef12fa58ab6f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:06.144244 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-02109426-abe9-49d9-820e-430be8460798 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.150932 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c9d1b2bd-2acd-4f1e-af51-a6c3996ea482 req-420bee84-7bde-471e-a9b7-1fdf330ea728 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304017 Jun 04 16:40:06.190013 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8110613d-8506-4e3f-84e4-7493ab3fd62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.203340 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8110613d-8506-4e3f-84e4-7493ab3fd62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.235455 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.251991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee7c54-9871-4c0c-85eb-b5e83d536e80 req-948296c3-8606-463b-b31f-15d4cd23a49f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:06.253822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64ee7c54-9871-4c0c-85eb-b5e83d536e80 req-948296c3-8606-463b-b31f-15d4cd23a49f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.5887735 Jun 04 16:40:06.269125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-02109426-abe9-49d9-820e-430be8460798 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/ports/9a2ded17-155e-4240-af60-ef12fa58ab6f HTTP/1.1" status: 204 len: 168 time: 2.4207900 Jun 04 16:40:06.276816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35512) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:06.284584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52cc7453-f83d-40f2-a755-1d387af11827 req-f6927c53-0b73-4ae0-91d5-181c39c3dcc1 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971566 Jun 04 16:40:06.288090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d678aff1-bd23-4469-83f9-dfa27e18ef61 req-ff96117e-a419-4c7e-8ba4-ed1069843512 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5557601 Jun 04 16:40:06.323246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:40:06.353830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Deleting port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:06.354264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.403653 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dde213bf-1a72-4316-8ad9-b355c7e7dcdf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.415331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-50411c8d-69cb-489e-bebe-21452e882573 None None] For port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a,segment=NetworkSegment(4d9547df-30a6-42dc-967b-578fdd180ae4),segment_id=4d9547df-30a6-42dc-967b-578fdd180ae4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:06.415726 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-50411c8d-69cb-489e-bebe-21452e882573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.419542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110613d-8506-4e3f-84e4-7493ab3fd62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f06ee06-28d3-49b9-a510-f57b49129aea,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:06.430960 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8110613d-8506-4e3f-84e4-7493ab3fd62c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c539ffe219349a3bb1c669f4e58be27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4349079 Jun 04 16:40:06.441330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35516) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:06.477685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-dde213bf-1a72-4316-8ad9-b355c7e7dcdf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6f3f5f-38d8-453e-a11b-6009d3462af1']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:06.519220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-dde213bf-1a72-4316-8ad9-b355c7e7dcdf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b99e64-16e5-473a-8ced-249bf204524c') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:06.519943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-dde213bf-1a72-4316-8ad9-b355c7e7dcdf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b99e64-16e5-473a-8ced-249bf204524c') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:06.538711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb73e91-b795-4e50-8754-56c7df11a10b req-9be07aa0-a60b-4622-bcd6-23a33c3ef542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:06.540554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccb73e91-b795-4e50-8754-56c7df11a10b req-9be07aa0-a60b-4622-bcd6-23a33c3ef542 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6dbc341a-29b5-4106-aec4-76ae40643dc2 HTTP/1.1" status: 200 len: 912 time: 0.5387917 Jun 04 16:40:06.552216 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dde213bf-1a72-4316-8ad9-b355c7e7dcdf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.562181 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c9d1b2bd-2acd-4f1e-af51-a6c3996ea482 req-c85eb2d3-73b2-4674-aee1-5cafeb8468d6 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045603 Jun 04 16:40:06.584549 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dde213bf-1a72-4316-8ad9-b355c7e7dcdf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.590890 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f32bd22-facf-40dc-82d0-fe0f5e4963d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.594925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde213bf-1a72-4316-8ad9-b355c7e7dcdf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:06.595324 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dde213bf-1a72-4316-8ad9-b355c7e7dcdf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.622085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-50411c8d-69cb-489e-bebe-21452e882573 None None] Calling delete_port for 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:06.635550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64ee7c54-9871-4c0c-85eb-b5e83d536e80 req-67e3edc4-94a0-4184-9a76-8c27a379aa3f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3624978 Jun 04 16:40:06.689147 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccb73e91-b795-4e50-8754-56c7df11a10b req-e7371e30-8fde-475f-9800-01cddf01db7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6edf117b-7e33-4551-a1d0-c80841f1995c HTTP/1.1" status: 200 len: 217 time: 0.1245673 Jun 04 16:40:06.755066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:06.755550 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.758937 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f32bd22-facf-40dc-82d0-fe0f5e4963d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.770456 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a544e1eb-2799-4587-b90b-eff14d2cd543 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.786880 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-50411c8d-69cb-489e-bebe-21452e882573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.812504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ddea7d61-875a-435a-ac2e-f9991fa8b7c9 req-5d27b5a9-3340-4fd8-8e3e-457ee7da6da8 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.1569960 Jun 04 16:40:06.849881 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f32bd22-facf-40dc-82d0-fe0f5e4963d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.878691 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f32bd22-facf-40dc-82d0-fe0f5e4963d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.880317 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3f32bd22-facf-40dc-82d0-fe0f5e4963d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f06ee06-28d3-49b9-a510-f57b49129aea HTTP/1.1" status: 204 len: 168 time: 0.4356503 Jun 04 16:40:06.883512 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32bd22-facf-40dc-82d0-fe0f5e4963d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f06ee06-28d3-49b9-a510-f57b49129aea,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:06.906022 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dde213bf-1a72-4316-8ad9-b355c7e7dcdf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.924549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50411c8d-69cb-489e-bebe-21452e882573 None None] Pushing event deleted for resources: {'Port': ['ID=5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:06.940057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dde213bf-1a72-4316-8ad9-b355c7e7dcdf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:06.952451 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dde213bf-1a72-4316-8ad9-b355c7e7dcdf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] 10.222.0.13 "DELETE /v2.0/networks/db6f3f5f-38d8-453e-a11b-6009d3462af1 HTTP/1.1" status: 204 len: 168 time: 1.1536922 Jun 04 16:40:06.954739 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde213bf-1a72-4316-8ad9-b355c7e7dcdf tempest-BulkNetworkOpsIpV6Test-1121959294 tempest-BulkNetworkOpsIpV6Test-1121959294-project] Pushing event deleted for resources: {'Network': ['ID=db6f3f5f-38d8-453e-a11b-6009d3462af1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:07.016616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50411c8d-69cb-489e-bebe-21452e882573 None None] No DVR routers for this DVR port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:40:07.208530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb73e91-b795-4e50-8754-56c7df11a10b req-1cff1b1f-7095-4849-aa1a-f51e401e25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:07.210235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccb73e91-b795-4e50-8754-56c7df11a10b req-1cff1b1f-7095-4849-aa1a-f51e401e25c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b HTTP/1.1" status: 200 len: 851 time: 0.4759946 Jun 04 16:40:07.252798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35534) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:07.346136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678aff1-bd23-4469-83f9-dfa27e18ef61 req-9e596bfb-b070-41f5-af2b-0f42c211a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:07.347568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d678aff1-bd23-4469-83f9-dfa27e18ef61 req-9e596bfb-b070-41f5-af2b-0f42c211a45d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be35f42fdb434174b0e0b38af59135ec&device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 1097 time: 0.8916352 Jun 04 16:40:07.349793 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccb73e91-b795-4e50-8754-56c7df11a10b req-2c70ea33-3c56-497c-9a62-320cc73d808c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dbc341a-29b5-4106-aec4-76ae40643dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291714 Jun 04 16:40:07.423556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35542) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:07.448302 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3006d838-de67-4ab9-b6f3-fdfe1dd2648f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.474642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3006d838-de67-4ab9-b6f3-fdfe1dd2648f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:07.487902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3006d838-de67-4ab9-b6f3-fdfe1dd2648f admin admin] Usage tracker for resource:security_group_rule and tenant:3c4af06075e34cefb6c1aba1e4d61a70 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:07.493291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3006d838-de67-4ab9-b6f3-fdfe1dd2648f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:07.503974 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e4d825cc-ec83-45e1-b2e7-abc0a1617d13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0b653799cb34b469352e0f29ce88914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476563 Jun 04 16:40:07.503974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3006d838-de67-4ab9-b6f3-fdfe1dd2648f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:07.504640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35546) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:07.596959 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a544e1eb-2799-4587-b90b-eff14d2cd543 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.602196 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f25f8322-4480-4787-a05a-e6b7bb85c50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.605344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] For port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a,segment=NetworkSegment(4d9547df-30a6-42dc-967b-578fdd180ae4),segment_id=4d9547df-30a6-42dc-967b-578fdd180ae4)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:07.605701 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.655952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f25f8322-4480-4787-a05a-e6b7bb85c50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.712324 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3006d838-de67-4ab9-b6f3-fdfe1dd2648f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.719499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3006d838-de67-4ab9-b6f3-fdfe1dd2648f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.768327 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f25f8322-4480-4787-a05a-e6b7bb85c50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.774982 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3006d838-de67-4ab9-b6f3-fdfe1dd2648f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c4af06075e34cefb6c1aba1e4d61a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486583 Jun 04 16:40:07.777941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006d838-de67-4ab9-b6f3-fdfe1dd2648f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b89ca0b-84c0-49a5-ad7b-0df7ece0c141,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:07.780296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35550) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:07.793229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f8322-4480-4787-a05a-e6b7bb85c50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e817f0-be0c-4237-be8d-59cbb47b12ac,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:07.831832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a544e1eb-2799-4587-b90b-eff14d2cd543 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4acf59-576e-46e4-9820-9c623def5eff']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:07.842986 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f25f8322-4480-4787-a05a-e6b7bb85c50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.844113 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f25f8322-4480-4787-a05a-e6b7bb85c50c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38e817f0-be0c-4237-be8d-59cbb47b12ac HTTP/1.1" status: 204 len: 168 time: 0.3383985 Jun 04 16:40:07.851187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Calling delete_port for 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:07.866423 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bdc13199-374d-4047-ba52-1c2e5999cf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.885199 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 73b99e64-16e5-473a-8ced-249bf204524c resource provider aggregate not found Jun 04 16:40:07.904208 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 73b99e64-16e5-473a-8ced-249bf204524c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73b99e64-16e5-473a-8ced-249bf204524c found for delete ", "request_id": "req-0ca7a0db-36f9-4237-8cd5-6514e4a02358"}]} Jun 04 16:40:07.905924 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bdc13199-374d-4047-ba52-1c2e5999cf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.927953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a544e1eb-2799-4587-b90b-eff14d2cd543 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70382250-5cdf-4755-b6b2-650ee0270c0a') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:07.928230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a544e1eb-2799-4587-b90b-eff14d2cd543 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70382250-5cdf-4755-b6b2-650ee0270c0a') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:07.969434 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bdc13199-374d-4047-ba52-1c2e5999cf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.976867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a544e1eb-2799-4587-b90b-eff14d2cd543 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.984541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc13199-374d-4047-ba52-1c2e5999cf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b89ca0b-84c0-49a5-ad7b-0df7ece0c141,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:07.991146 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bdc13199-374d-4047-ba52-1c2e5999cf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:07.994477 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bdc13199-374d-4047-ba52-1c2e5999cf5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b89ca0b-84c0-49a5-ad7b-0df7ece0c141 HTTP/1.1" status: 204 len: 168 time: 0.2103972 Jun 04 16:40:08.027252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab9c1a-bdcc-4c23-8774-da3ab2e08fdb req-ff621e5f-8730-4015-885e-ae4caa206527 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:08.028752 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10ab9c1a-bdcc-4c23-8774-da3ab2e08fdb req-ff621e5f-8730-4015-885e-ae4caa206527 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.8239567 Jun 04 16:40:08.054554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccb73e91-b795-4e50-8754-56c7df11a10b req-f5c0af11-b8ab-4e11-9fb8-acb4de53f6c9 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912544 Jun 04 16:40:08.056346 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a544e1eb-2799-4587-b90b-eff14d2cd543 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:08.129703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678aff1-bd23-4469-83f9-dfa27e18ef61 req-ce75d68d-37fb-438f-ad8c-ca7d54e41a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:08.131298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d678aff1-bd23-4469-83f9-dfa27e18ef61 req-ce75d68d-37fb-438f-ad8c-ca7d54e41a7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd HTTP/1.1" status: 200 len: 911 time: 0.6876175 Jun 04 16:40:08.138296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a544e1eb-2799-4587-b90b-eff14d2cd543 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:08.138729 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a544e1eb-2799-4587-b90b-eff14d2cd543 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:08.173293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6241-c283-4293-ab63-169ba311286f req-875fc0ad-dda1-41fb-a9bd-e6a0e176faae tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:08.175285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a29d6241-c283-4293-ab63-169ba311286f req-875fc0ad-dda1-41fb-a9bd-e6a0e176faae tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.7328067 Jun 04 16:40:08.336999 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 70382250-5cdf-4755-b6b2-650ee0270c0a resource provider aggregate not found Jun 04 16:40:08.393698 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 70382250-5cdf-4755-b6b2-650ee0270c0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70382250-5cdf-4755-b6b2-650ee0270c0a found for delete ", "request_id": "req-bd701f25-64b7-46d8-90f3-a826ba629960"}]} Jun 04 16:40:08.406210 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:40:08.406554 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:40:08.453228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10ab9c1a-bdcc-4c23-8774-da3ab2e08fdb req-f6db7667-e028-4754-a432-e810db88500a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3929255 Jun 04 16:40:08.524298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a29d6241-c283-4293-ab63-169ba311286f req-7763d75e-5eaf-4e87-8145-085cf585f1dc tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438869 Jun 04 16:40:08.530271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d678aff1-bd23-4469-83f9-dfa27e18ef61 req-c188a8f9-dbc3-4f15-beba-024accf319af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 HTTP/1.1" status: 200 len: 1002 time: 0.3671103 Jun 04 16:40:08.550260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a544e1eb-2799-4587-b90b-eff14d2cd543 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:08.781101 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a544e1eb-2799-4587-b90b-eff14d2cd543 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:08.841329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544e1eb-2799-4587-b90b-eff14d2cd543 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] Pushing event deleted for resources: {'Network': ['ID=7c4acf59-576e-46e4-9820-9c623def5eff,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:08.858127 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-931e4079-5804-494f-aaf8-c517fb484eb5 req-86788dae-ad5b-4e68-a0c4-786e077be046 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.1018345 Jun 04 16:40:08.862062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccb73e91-b795-4e50-8754-56c7df11a10b req-b7de0502-05b2-46f1-885d-3deea0cabb86 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7978938 Jun 04 16:40:08.863416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a544e1eb-2799-4587-b90b-eff14d2cd543 tempest-PortsTestJSON-1012629698 tempest-PortsTestJSON-1012629698-project] 10.222.0.13 "DELETE /v2.0/networks/7c4acf59-576e-46e4-9820-9c623def5eff HTTP/1.1" status: 204 len: 168 time: 2.5857129 Jun 04 16:40:08.878081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678aff1-bd23-4469-83f9-dfa27e18ef61 req-097e50cb-b553-46d7-b49c-42f5676cdb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:08.880887 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d678aff1-bd23-4469-83f9-dfa27e18ef61 req-097e50cb-b553-46d7-b49c-42f5676cdb96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b1e4094-3a05-4f0d-9004-57005698851e HTTP/1.1" status: 200 len: 849 time: 0.3277838 Jun 04 16:40:08.928311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Deleting port 5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:08.928836 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:08.979247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35612) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:09.004068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] The port '5ae7dbbd-32ac-4a4d-b1f7-a85e1c65805a' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:40:09.133654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1994061328'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:09.141530 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.143308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:09.148011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:network and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:09.152435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:09.169006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:09.177769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08acd128-55cd-46fd-af76-1e04c30e1b74']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:09.186100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:09.192726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9547df-30a6-42dc-967b-578fdd180ae4') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:09.193021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9547df-30a6-42dc-967b-578fdd180ae4') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:09.193846 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.204971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678aff1-bd23-4469-83f9-dfa27e18ef61 req-5b9024be-0e3d-41c4-890d-31c707d8ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:09.206741 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d678aff1-bd23-4469-83f9-dfa27e18ef61 req-5b9024be-0e3d-41c4-890d-31c707d8ff4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3180873 Jun 04 16:40:09.210477 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.211735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.232305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:09.236950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:security_group_rule and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:09.242372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:09.255619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:09.296589 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.315147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:09.315538 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.324102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35624) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:09.437978 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.474671 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.485612 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d678aff1-bd23-4469-83f9-dfa27e18ef61 req-b7a0d0cf-7d8e-4bc6-b96e-80f86a6eb8a2 service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677200 Jun 04 16:40:09.486342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] Pushing event deleted for resources: {'Network': ['ID=08acd128-55cd-46fd-af76-1e04c30e1b74,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:09.616890 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3aef40e0-0ba2-4cb6-be7b-d872d9f5f72f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04b67dbf75864ac480045d91d51492a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883804 Jun 04 16:40:09.628678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35642) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:09.648107 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d678aff1-bd23-4469-83f9-dfa27e18ef61 req-0b33b80d-5a07-4d60-85c0-d1d8f9c1559a service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549008 Jun 04 16:40:09.714301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-23003540-9919-4af1-8f1c-b3e657911088 tempest-NetworksTest-157642240 tempest-NetworksTest-157642240-project] 10.222.0.13 "DELETE /v2.0/networks/08acd128-55cd-46fd-af76-1e04c30e1b74 HTTP/1.1" status: 204 len: 168 time: 3.8485568 Jun 04 16:40:09.745316 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7f197c-c913-43bf-a1c1-e2e1f1916ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.791549 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.797149 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7f197c-c913-43bf-a1c1-e2e1f1916ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.814482 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.828075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:40:09.838515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.839278 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Added segment dd3f3cc3-cf3e-49ef-b79d-b57ff1186436 of type vlan for network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 Jun 04 16:40:09.874369 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:09.892045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f28b31-3fcb-4a6f-a54c-dce00f2a2564 req-b36b43f2-0045-4a98-a8c2-e4bb1babb0b7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:09.893347 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f28b31-3fcb-4a6f-a54c-dce00f2a2564 req-b36b43f2-0045-4a98-a8c2-e4bb1babb0b7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.2443218 Jun 04 16:40:09.957255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c2ade-b4ef-4d51-81b9-ca8ce65e1fa4 req-7d8f2d84-6d15-4a1a-9c48-1d5f6b491fe5 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:09.959277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-233c2ade-b4ef-4d51-81b9-ca8ce65e1fa4 req-7d8f2d84-6d15-4a1a-9c48-1d5f6b491fe5 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.2592189 Jun 04 16:40:09.981436 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8373ac-ead6-46ce-b19d-566c112f3a30,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:09.987011 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f28b31-3fcb-4a6f-a54c-dce00f2a2564 req-2efc2ab2-7f4f-4beb-acbc-18a2a28d1b71 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833406 Jun 04 16:40:10.003887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3072017-c10e-45f6-800e-d9087c643734 req-357f2a5f-ae45-4e85-89bd-f5b1ed9de623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:10.006498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3072017-c10e-45f6-800e-d9087c643734 req-357f2a5f-ae45-4e85-89bd-f5b1ed9de623 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be35f42fdb434174b0e0b38af59135ec&device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 1097 time: 0.1682482 Jun 04 16:40:10.010716 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:10.018291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:10.019528 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:10.045717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-233c2ade-b4ef-4d51-81b9-ca8ce65e1fa4 req-6bbb3e89-b2a8-4712-83ce-88280f00193d tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785093 Jun 04 16:40:10.087779 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1073854 Jun 04 16:40:10.094090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35654) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:10.104104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'name': 'tempest-PortsIpV6TestJSON-95510133'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:10.248427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35658) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:10.325559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3072017-c10e-45f6-800e-d9087c643734 req-36a905c5-30b6-4649-aeee-f954c8e6bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:10.327081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3072017-c10e-45f6-800e-d9087c643734 req-36a905c5-30b6-4649-aeee-f954c8e6bfac service neutron] 10.222.0.42 "GET /v2.0/networks?id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd HTTP/1.1" status: 200 len: 911 time: 0.2847898 Jun 04 16:40:10.460502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e68131-6e19-4ec2-8a99-1f5d2cfaf035 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Network': ['ID=57f270cc-9dfd-4f80-a59d-90e6a83be2d1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:10.460626 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0bcd288b-782d-42a3-bd11-c18f7da3f6a3 req-bf01b7c5-6bb9-49d4-8c73-b5f0780ccea8 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.2638297 Jun 04 16:40:10.490393 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 4d9547df-30a6-42dc-967b-578fdd180ae4 resource provider aggregate not found Jun 04 16:40:10.500243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:40:10.531993 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7f197c-c913-43bf-a1c1-e2e1f1916ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:10.544023 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 4d9547df-30a6-42dc-967b-578fdd180ae4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d9547df-30a6-42dc-967b-578fdd180ae4 found for delete ", "request_id": "req-4483af6b-fb8c-40fa-9066-ddab6021bea4"}]} Jun 04 16:40:10.568886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3072017-c10e-45f6-800e-d9087c643734 req-96e1f556-6533-4a60-bacc-8f00d71b582d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 HTTP/1.1" status: 200 len: 1002 time: 0.2302446 Jun 04 16:40:10.582004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f197c-c913-43bf-a1c1-e2e1f1916ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556244e8-5265-4f41-8636-f4128aa8d9a1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:10.598564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:10.603906 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea7f197c-c913-43bf-a1c1-e2e1f1916ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:10.605909 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ea7f197c-c913-43bf-a1c1-e2e1f1916ef9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/556244e8-5265-4f41-8636-f4128aa8d9a1 HTTP/1.1" status: 204 len: 168 time: 0.9758079 Jun 04 16:40:10.607079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:port and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:10.611512 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:10.618913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:10.638699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:10.643175 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:10.668745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port db9db86d-d4f4-40e4-a5b3-028cfe73cca0 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:40:10.775904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f1a410ea-2b89-4523-b50f-98366d598287 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13dcc50cd7ca4030a516d3be95453c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5257058 Jun 04 16:40:10.776625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35676) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:10.786348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3072017-c10e-45f6-800e-d9087c643734 req-b33cfec7-44a5-435f-bc6d-771ec68945f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:10.787787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3072017-c10e-45f6-800e-d9087c643734 req-b33cfec7-44a5-435f-bc6d-771ec68945f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b1e4094-3a05-4f0d-9004-57005698851e HTTP/1.1" status: 200 len: 849 time: 0.2061379 Jun 04 16:40:10.984478 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0555791-753f-4af7-985f-00ec287e4907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:11.045670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3072017-c10e-45f6-800e-d9087c643734 req-7ab3b496-28e8-45ef-aa46-0a4b62547110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:11.047312 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3072017-c10e-45f6-800e-d9087c643734 req-7ab3b496-28e8-45ef-aa46-0a4b62547110 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2532990 Jun 04 16:40:11.051173 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0555791-753f-4af7-985f-00ec287e4907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:11.080087 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:11.140024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:11.193562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0555791-753f-4af7-985f-00ec287e4907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:11.243347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0555791-753f-4af7-985f-00ec287e4907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdf8ccf-a2f0-4bbb-ae86-7940323a72dd,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:11.281538 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0555791-753f-4af7-985f-00ec287e4907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:11.285440 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a0555791-753f-4af7-985f-00ec287e4907 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfdf8ccf-a2f0-4bbb-ae86-7940323a72dd HTTP/1.1" status: 204 len: 168 time: 0.5078435 Jun 04 16:40:11.294068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=db9db86d-d4f4-40e4-a5b3-028cfe73cca0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:11.306751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Checking segment: {'id': 'dd3f3cc3-cf3e-49ef-b79d-b57ff1186436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:11.307355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network hostable DHCP agents. Network: 57f270cc-9dfd-4f80-a59d-90e6a83be2d1, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:40:11.366738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:40:11.384382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 57f270cc-9dfd-4f80-a59d-90e6a83be2d1) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:11.389442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:11.396586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1355eb3-334b-4a14-87ad-0213b1dc5489 None None] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:11.396744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:11.397614 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:11.425644 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d6eca746-524e-4637-8eb1-460d51f2f7cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.3298063 Jun 04 16:40:11.430003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35700) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:11.441139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1065718450'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:11.454412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:11.461141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:network and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:11.471218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:11.484547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:11.494909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3072017-c10e-45f6-800e-d9087c643734 req-1e12e249-8afe-4e9d-ab50-16c49857ca01 service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401722 Jun 04 16:40:11.509835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:11.513940 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:11.575075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c85fe-fb46-405b-8241-723a42dcabc8 req-bfc90fa9-2bbb-4d9b-958e-5122c39025ec tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:11.575908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:40:11.576616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c7c85fe-fb46-405b-8241-723a42dcabc8 req-bfc90fa9-2bbb-4d9b-958e-5122c39025ec tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.3288276 Jun 04 16:40:11.594789 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:11.597749 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Added segment 695ea58c-dc82-4a90-b1b9-5adf80a5a85a of type vlan for network d1a25c81-8007-47d0-86ca-791a14856720 Jun 04 16:40:11.655720 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:11.724445 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:11.731877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:11.734286 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:11.762189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede09289-0d7c-4316-853a-9258d72bafaf req-f0735f46-3e85-40ad-a3e1-26b4a9c3f9f1 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:11.769497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ede09289-0d7c-4316-853a-9258d72bafaf req-f0735f46-3e85-40ad-a3e1-26b4a9c3f9f1 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.5989685 Jun 04 16:40:11.814633 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3833439 Jun 04 16:40:11.824679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35716) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:11.839570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'ports': [{'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1'}, {'network_id': 'd1a25c81-8007-47d0-86ca-791a14856720'}]} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:11.840843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:11.842910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': 'd1a25c81-8007-47d0-86ca-791a14856720'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:11.867787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c7c85fe-fb46-405b-8241-723a42dcabc8 req-b5945484-3380-48ec-bb3a-d45404baa949 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496744 Jun 04 16:40:11.884629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ede09289-0d7c-4316-853a-9258d72bafaf req-306f02ec-b8b5-4683-901b-bce23fc16319 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1141913 Jun 04 16:40:11.885175 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35720) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:11.948320 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3072017-c10e-45f6-800e-d9087c643734 req-2a4b1b62-9bbd-43cd-bf1c-2c46a7ac5735 service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444292 Jun 04 16:40:12.115711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e696e5-ff78-422b-8ce5-7378cfb219ef tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Network': ['ID=d1a25c81-8007-47d0-86ca-791a14856720,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:12.123691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b819a1d9-4f93-4f94-a4a5-b82eb919cc05 req-08571429-a29c-4f76-ad88-4457aafb1af2 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0633919 Jun 04 16:40:12.135209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network d1a25c81-8007-47d0-86ca-791a14856720 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:40:12.171351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'network': {'name': 'tempest-RoutersTest-438012665'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:12.181099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:12.186640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:network and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:12.191527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:12.199252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:12.217169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:12.237305 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.257527 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.279893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:12.290549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:security_group_rule and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:12.294317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:12.301432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:12.358124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:12.363569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:port and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:12.367691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:12.376389 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:12.403370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 2} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:12.408759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.418496 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.425252 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.432207 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.505761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:40:12.517403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c930187-8902-4882-a087-96abcd95b1b0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:12.542537 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.543100 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Added segment 7d2f0a2e-7f1d-4e90-9c2a-33923771c716 of type vlan for network 1084d9b1-1f0d-400d-8435-4b30ebf55ee8 Jun 04 16:40:12.578842 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.590161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35744) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:12.632541 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.639916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:12.640915 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.748023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-20344a9d-90a9-481c-890a-204f83605204 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1804349056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:12.775438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-20344a9d-90a9-481c-890a-204f83605204 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:12.780245 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port a6043ee1-3196-43c8-bc31-aaadd4f5c59a yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:40:12.784648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-20344a9d-90a9-481c-890a-204f83605204 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Usage tracker for resource:router and tenant:ddd187b30a2c42bdabaa3b09e3974864 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:12.788215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Network': ['ID=1084d9b1-1f0d-400d-8435-4b30ebf55ee8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:12.792015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-20344a9d-90a9-481c-890a-204f83605204 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:12.795831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f6d07383-ab99-423a-a042-7929b0f2cf83 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8825612 Jun 04 16:40:12.798527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35750) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:12.799747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-20344a9d-90a9-481c-890a-204f83605204 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:12.806063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'network': {'name': 'tempest-RoutersTest-624757636'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:12.809475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 1084d9b1-1f0d-400d-8435-4b30ebf55ee8 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:40:12.811866 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-20344a9d-90a9-481c-890a-204f83605204 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.813041 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-20344a9d-90a9-481c-890a-204f83605204 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.825885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:12.833294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:network and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:12.837002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:12.841030 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-20344a9d-90a9-481c-890a-204f83605204 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.845760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:12.866040 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-20344a9d-90a9-481c-890a-204f83605204 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.871550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:12.875067 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.893252 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-20344a9d-90a9-481c-890a-204f83605204 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.895361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-20344a9d-90a9-481c-890a-204f83605204 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3037515 Jun 04 16:40:12.899033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35754) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:12.927000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:40:12.936592 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.936923 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Added segment 3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4 of type vlan for network 9fa4b778-2a7e-4763-adc0-33e6258421eb Jun 04 16:40:12.946771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1212200486'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:12.953003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:12.957772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Usage tracker for resource:network and tenant:ddd187b30a2c42bdabaa3b09e3974864 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:12.961549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:12.967932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:12.981760 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:12.983675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Made reservation on behalf of ddd187b30a2c42bdabaa3b09e3974864 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:12.987790 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.003363 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.004616 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.023628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:13.029775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Usage tracker for resource:security_group_rule and tenant:ddd187b30a2c42bdabaa3b09e3974864 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:13.034656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:13.043246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:13.130091 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.135803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:13.136404 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.173976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port 42ae389f-da24-400f-97dd-8dfd5ce6e48d yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:40:13.276972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.295308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.369485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:40:13.394004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03752ed4-9fef-430f-b969-c99bbbc0aed2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:13.406680 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.407028 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Added segment 061f916f-ce04-4cef-8fe8-c0325e00799a of type vlan for network 6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d Jun 04 16:40:13.435663 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6333518 Jun 04 16:40:13.436656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b13d88-61ea-46cb-99e2-d738dc21f2fd req-fc3e6847-20ee-412d-9ff8-383dbae28a88 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:13.438141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02b13d88-61ea-46cb-99e2-d738dc21f2fd req-fc3e6847-20ee-412d-9ff8-383dbae28a88 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.3081813 Jun 04 16:40:13.438637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35766) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:13.440066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa15302-d9b6-486f-af2b-d919f7ef0b5a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Network': ['ID=9fa4b778-2a7e-4763-adc0-33e6258421eb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:13.455316 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 9fa4b778-2a7e-4763-adc0-33e6258421eb details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:40:13.490048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'subnet': {'network_id': '1084d9b1-1f0d-400d-8435-4b30ebf55ee8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:13.527715 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.577547 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.614748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710af162-aaf6-4c19-8682-7d7176848502 req-173251e6-0a0c-4fa0-a782-ff2a1926d588 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:13.616249 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-710af162-aaf6-4c19-8682-7d7176848502 req-173251e6-0a0c-4fa0-a782-ff2a1926d588 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.4367645 Jun 04 16:40:13.657609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:13.660950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:13.665493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:13.666311 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.666580 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.675327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=a6043ee1-3196-43c8-bc31-aaadd4f5c59a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:13.687514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:13.687861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:13.688184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:13.688544 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:13.688959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:13.689496 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:13.690037 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:13.690611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:13.691126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:13.691756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:13.692290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:13.692808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:13.709658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:13.720585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:subnet and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:13.725687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-710af162-aaf6-4c19-8682-7d7176848502 req-322c451a-f22c-4291-b416-7f1c1a739842 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917807 Jun 04 16:40:13.728592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02b13d88-61ea-46cb-99e2-d738dc21f2fd req-c298c68e-beb1-46b8-b46d-3ee834950789 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635272 Jun 04 16:40:13.729395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:13.743265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:13.769315 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.776083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:13.776700 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.785900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=42ae389f-da24-400f-97dd-8dfd5ce6e48d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:13.788448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Checking segment: {'id': '695ea58c-dc82-4a90-b1b9-5adf80a5a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd1a25c81-8007-47d0-86ca-791a14856720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:13.788802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network hostable DHCP agents. Network: d1a25c81-8007-47d0-86ca-791a14856720, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:40:13.795822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:13.799188 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.810764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network d1a25c81-8007-47d0-86ca-791a14856720 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:40:13.821641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, d1a25c81-8007-47d0-86ca-791a14856720) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:13.825951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:13.833145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:13.834187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d623cead-1ee0-42f7-9ca1-cb209ae28ca9 None None] Network d1a25c81-8007-47d0-86ca-791a14856720 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:13.838295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:13.839011 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:13.861834 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-76be2222-0591-4067-8bea-56791fc5a157 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0347154 Jun 04 16:40:13.865188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35772) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:13.943668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-08e7113a-a0fd-409f-ad6b-59573ffc8120 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port 42ae389f-da24-400f-97dd-8dfd5ce6e48d {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:13.944226 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08e7113a-a0fd-409f-ad6b-59573ffc8120 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:14.166579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6eb86bd-a5ef-4210-ad23-8716695375e2 req-4a0dd861-3791-4388-ad3a-60001bf65c62 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.2720382 Jun 04 16:40:14.173973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event updated for resources: {'Network': ['ID=6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:14.184694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2da23cdc-d2e0-4e15-859e-9521829984d0 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2853000 Jun 04 16:40:14.188264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35778) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:14.189820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:40:14.196092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Request body: {'subnet': {'network_id': '6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:14.203182 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08e7113a-a0fd-409f-ad6b-59573ffc8120 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:14.348708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:14.356434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-08e7113a-a0fd-409f-ad6b-59573ffc8120 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for 42ae389f-da24-400f-97dd-8dfd5ce6e48d owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:14.360051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Usage tracker for resource:subnet and tenant:ddd187b30a2c42bdabaa3b09e3974864 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:14.364758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:14.373334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:14.399518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Made reservation on behalf of ddd187b30a2c42bdabaa3b09e3974864 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:14.403073 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:14.469229 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08e7113a-a0fd-409f-ad6b-59573ffc8120 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:14.533708 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08e7113a-a0fd-409f-ad6b-59573ffc8120 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:14.537128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7113a-a0fd-409f-ad6b-59573ffc8120 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=42ae389f-da24-400f-97dd-8dfd5ce6e48d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:14.543369 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-08e7113a-a0fd-409f-ad6b-59573ffc8120 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/42ae389f-da24-400f-97dd-8dfd5ce6e48d HTTP/1.1" status: 204 len: 168 time: 0.6769006 Jun 04 16:40:14.546102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35788) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:14.551940 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:14.629045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595b4ea7-c0c2-4a92-9810-52de9bb809a2 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:14.635168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595b4ea7-c0c2-4a92-9810-52de9bb809a2 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:14.636000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-595b4ea7-c0c2-4a92-9810-52de9bb809a2 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:14.655619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-595b4ea7-c0c2-4a92-9810-52de9bb809a2 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:14.656473 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-595b4ea7-c0c2-4a92-9810-52de9bb809a2 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1094086 Jun 04 16:40:14.665068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35792) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:14.748765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Subnet': ['ID=6f40f487-76b1-44da-8cc4-5dc4aa272f78,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:14.770513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Checking segment: {'id': '7d2f0a2e-7f1d-4e90-9c2a-33923771c716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1084d9b1-1f0d-400d-8435-4b30ebf55ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:14.770864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network hostable DHCP agents. Network: 1084d9b1-1f0d-400d-8435-4b30ebf55ee8, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:40:14.782212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c89e20c1-06ce-45c7-b21a-89a2d923a353 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port a6043ee1-3196-43c8-bc31-aaadd4f5c59a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:14.782579 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c89e20c1-06ce-45c7-b21a-89a2d923a353 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:14.944793 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:14.987580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 1084d9b1-1f0d-400d-8435-4b30ebf55ee8 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:40:15.048752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 1084d9b1-1f0d-400d-8435-4b30ebf55ee8) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:15.069436 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c64170a-5bdf-4aa7-a39b-a2a23f0e3929 None None] Network 1084d9b1-1f0d-400d-8435-4b30ebf55ee8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:15.084993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:15.085544 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:15.107072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event updated for resources: {'Subnet': ['ID=c6dc63f4-1d0a-4f5f-b533-87aebc99c59e,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:15.215713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Checking segment: {'id': '061f916f-ce04-4cef-8fe8-c0325e00799a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:15.216072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Network hostable DHCP agents. Network: 6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:40:15.229426 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b8cb4e70-1466-4766-bf27-8d83d1738f01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7725132 Jun 04 16:40:15.232364 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c89e20c1-06ce-45c7-b21a-89a2d923a353 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:15.232533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35800) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:15.240327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'subnet': {'network_id': '9fa4b778-2a7e-4763-adc0-33e6258421eb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:15.314927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-1084d9b1-1f0d-400d-8435-4b30ebf55ee8', 'network_id': '1084d9b1-1f0d-400d-8435-4b30ebf55ee8', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'fixed_ips': [{'subnet_id': '6f40f487-76b1-44da-8cc4-5dc4aa272f78'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:40:15.316033 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:15.400636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c89e20c1-06ce-45c7-b21a-89a2d923a353 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for a6043ee1-3196-43c8-bc31-aaadd4f5c59a owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:15.450392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fa795-d5ff-4821-9758-995fc1437a9c req-a5275567-97b6-4574-b22f-73d5fa43a1f3 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:15.452037 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-688fa795-d5ff-4821-9758-995fc1437a9c req-a5275567-97b6-4574-b22f-73d5fa43a1f3 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.5930827 Jun 04 16:40:15.473658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:15.478014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:subnet and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:15.481540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:15.488167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:15.511934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:15.517217 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:15.537401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Network 6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:40:15.592356 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e430c482-aab6-4dd6-860f-99b35122a054 req-2ce163c6-88e2-45ec-878a-48d66cb709a1 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.2002149 Jun 04 16:40:15.611603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:15.624021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:15.624610 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:15.630850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecca7f28-8fe8-4f1d-aa18-4ac8a26bfbc9 None None] Network 6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:15.684503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-688fa795-d5ff-4821-9758-995fc1437a9c req-6cbf54fe-ba06-4fb1-8b24-609b9e48db1e tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379516 Jun 04 16:40:15.699957 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fcf0b494-9f57-4f3a-8a6f-af70cbd0146d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5076785 Jun 04 16:40:15.700201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35806) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:15.708025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Request body: {'network': {'name': 'tempest-router-network01--1368058332'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:15.716978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:15.720500 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c89e20c1-06ce-45c7-b21a-89a2d923a353 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:15.727503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Usage tracker for resource:network and tenant:ddd187b30a2c42bdabaa3b09e3974864 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:15.772366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:15.786154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:15.797791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e20c1-06ce-45c7-b21a-89a2d923a353 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=a6043ee1-3196-43c8-bc31-aaadd4f5c59a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:15.799081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Allocated IP 172.20.0.2 (1084d9b1-1f0d-400d-8435-4b30ebf55ee8/6f40f487-76b1-44da-8cc4-5dc4aa272f78/aaf87e8f-76f5-49ea-99f2-64d3df333c20) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:15.814854 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c89e20c1-06ce-45c7-b21a-89a2d923a353 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:15.850423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Made reservation on behalf of ddd187b30a2c42bdabaa3b09e3974864 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:15.861678 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:15.900118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c89e20c1-06ce-45c7-b21a-89a2d923a353 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/a6043ee1-3196-43c8-bc31-aaadd4f5c59a HTTP/1.1" status: 204 len: 168 time: 1.2261984 Jun 04 16:40:15.907155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35810) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:15.983470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:40:15.985418 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:15.998208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:15.998658 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Added segment 88b70930-b17f-4daa-b031-c73e38d37217 of type vlan for network 10b54cb0-3c9e-42c6-b672-2d53277833c7 Jun 04 16:40:16.032296 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.048046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64c6389-8879-4125-9d62-72b462932971 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:16.048737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c64c6389-8879-4125-9d62-72b462932971 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:16.067242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Subnet': ['ID=ce7dd6d3-b0cf-46e3-8ffe-933baef289f4,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:16.085375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c64c6389-8879-4125-9d62-72b462932971 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:16.086953 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c64c6389-8879-4125-9d62-72b462932971 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1758866 Jun 04 16:40:16.088610 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.089816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35814) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:16.095961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:16.096698 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.148340 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b125a0aa-19cd-480b-b837-dfbed32e8fca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:40:16.150025 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b125a0aa-19cd-480b-b837-dfbed32e8fca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/42ae389f-da24-400f-97dd-8dfd5ce6e48d HTTP/1.1" status: 404 len: 333 time: 0.0590177 Jun 04 16:40:16.153124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35818) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:16.156481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d', 'network_id': '6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d', 'tenant_id': 'ddd187b30a2c42bdabaa3b09e3974864', 'fixed_ips': [{'subnet_id': 'c6dc63f4-1d0a-4f5f-b533-87aebc99c59e'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:40:16.157376 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.207395 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5481669-d474-4d95-91eb-40346d735117 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:40:16.211623 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a5481669-d474-4d95-91eb-40346d735117 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/a6043ee1-3196-43c8-bc31-aaadd4f5c59a HTTP/1.1" status: 404 len: 333 time: 0.0575175 Jun 04 16:40:16.212546 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Checking segment: {'id': '3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9fa4b778-2a7e-4763-adc0-33e6258421eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:16.216010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network hostable DHCP agents. Network: 9fa4b778-2a7e-4763-adc0-33e6258421eb, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:40:16.228752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35822) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:16.354332 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.371814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36932d4f-8995-43d9-bbc1-e4bb78e0bcab tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.374872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 9fa4b778-2a7e-4763-adc0-33e6258421eb is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:40:16.381541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6771312 Jun 04 16:40:16.383070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35826) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:16.390397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Request body: {'network': {'name': 'tempest-router-network02--543147398'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:16.395557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391dcac5-d3b9-4dd2-93a6-4f6fa1274908 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event updated for resources: {'Network': ['ID=10b54cb0-3c9e-42c6-b672-2d53277833c7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:16.397916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:16.402043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Usage tracker for resource:network and tenant:ddd187b30a2c42bdabaa3b09e3974864 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:16.405029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:16.417091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:16.418107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 10b54cb0-3c9e-42c6-b672-2d53277833c7 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:40:16.420208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 9fa4b778-2a7e-4763-adc0-33e6258421eb) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:16.437335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Transition to ACTIVE for port object aaf87e8f-76f5-49ea-99f2-64d3df333c20 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:16.437583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Made reservation on behalf of ddd187b30a2c42bdabaa3b09e3974864 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:16.440788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:16.441376 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.441639 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.442763 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26167c5a-7baf-475b-bea8-2cd8be496391 None None] Network 9fa4b778-2a7e-4763-adc0-33e6258421eb requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:16.472324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:40:16.483169 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.483384 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Added segment f390a6d9-5ebe-4b7c-8bb3-309e2da574d7 of type vlan for network 2f9cb072-f0e0-4e9f-9f65-20b4477f82f0 Jun 04 16:40:16.511033 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.549367 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.557777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:16.558221 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.625356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Transition to ACTIVE for port object aaf87e8f-76f5-49ea-99f2-64d3df333c20 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:16.646001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Allocated IP 2001:db8::2 (6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d/c6dc63f4-1d0a-4f5f-b533-87aebc99c59e/564b536c-63f6-4579-bc0a-8376eda61b1f) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:16.658177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.694284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3092768 Jun 04 16:40:16.694866 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36932d4f-8995-43d9-bbc1-e4bb78e0bcab tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.702822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35836) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:16.716077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Request body: {'subnet': {'network_id': '10b54cb0-3c9e-42c6-b672-2d53277833c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:16.718163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb0198-68dd-43e1-a6a7-6d43b815640e tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event updated for resources: {'Network': ['ID=2f9cb072-f0e0-4e9f-9f65-20b4477f82f0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:16.733837 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4da3003e-b15f-4e1c-8d8c-28b5175d8881 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5000572 Jun 04 16:40:16.737182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35842) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:16.743734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1cb0e1fd-b1f2-4434-bc2d-edc50e32998c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-112310628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:16.753082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1cb0e1fd-b1f2-4434-bc2d-edc50e32998c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:16.767912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1cb0e1fd-b1f2-4434-bc2d-edc50e32998c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:router and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:16.772544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1cb0e1fd-b1f2-4434-bc2d-edc50e32998c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:16.788972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1cb0e1fd-b1f2-4434-bc2d-edc50e32998c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:16.793190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Pushing event updated for resources: {'Port': ['ID=aaf87e8f-76f5-49ea-99f2-64d3df333c20,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:16.799885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 2f9cb072-f0e0-4e9f-9f65-20b4477f82f0 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:40:16.811286 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e1fd-b1f2-4434-bc2d-edc50e32998c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.813571 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e1fd-b1f2-4434-bc2d-edc50e32998c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.836448 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e1fd-b1f2-4434-bc2d-edc50e32998c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.860793 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e1fd-b1f2-4434-bc2d-edc50e32998c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.896547 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e1fd-b1f2-4434-bc2d-edc50e32998c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:16.898345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1cb0e1fd-b1f2-4434-bc2d-edc50e32998c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1598949 Jun 04 16:40:16.901419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35848) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:16.966635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Network 1084d9b1-1f0d-400d-8435-4b30ebf55ee8 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:16.977845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-36932d4f-8995-43d9-bbc1-e4bb78e0bcab tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a25c81-8007-47d0-86ca-791a14856720']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:16.995964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:16.998783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:17.009446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-36932d4f-8995-43d9-bbc1-e4bb78e0bcab tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695ea58c-dc82-4a90-b1b9-5adf80a5a85a') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:17.009754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-36932d4f-8995-43d9-bbc1-e4bb78e0bcab tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695ea58c-dc82-4a90-b1b9-5adf80a5a85a') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:17.045710 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36932d4f-8995-43d9-bbc1-e4bb78e0bcab tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.066119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:17.070960 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Usage tracker for resource:subnet and tenant:ddd187b30a2c42bdabaa3b09e3974864 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:17.074359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:17.080847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:17.095959 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36932d4f-8995-43d9-bbc1-e4bb78e0bcab tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.109853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Made reservation on behalf of ddd187b30a2c42bdabaa3b09e3974864 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:17.120671 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.210875 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b66238c-36ca-46e4-ad11-72a17869664d req-06d34cb1-cbbf-44f3-a448-d9fb74251884 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.2193549 Jun 04 16:40:17.249637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36932d4f-8995-43d9-bbc1-e4bb78e0bcab tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:17.250367 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36932d4f-8995-43d9-bbc1-e4bb78e0bcab tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.283062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Attempting to bind port aaf87e8f-76f5-49ea-99f2-64d3df333c20 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:40:17.283633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Attempting to bind port aaf87e8f-76f5-49ea-99f2-64d3df333c20 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7d2f0a2e-7f1d-4e90-9c2a-33923771c716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1084d9b1-1f0d-400d-8435-4b30ebf55ee8'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:40:17.283818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Attempting to bind port aaf87e8f-76f5-49ea-99f2-64d3df333c20 on network 1084d9b1-1f0d-400d-8435-4b30ebf55ee8 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:40:17.308849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:40:17.309213 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Checking segment: {'id': '7d2f0a2e-7f1d-4e90-9c2a-33923771c716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1084d9b1-1f0d-400d-8435-4b30ebf55ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:17.326176 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.326787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Bound using segment: {'id': '7d2f0a2e-7f1d-4e90-9c2a-33923771c716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1084d9b1-1f0d-400d-8435-4b30ebf55ee8'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:40:17.327729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Bound port: aaf87e8f-76f5-49ea-99f2-64d3df333c20, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2f0a2e-7f1d-4e90-9c2a-33923771c716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1084d9b1-1f0d-400d-8435-4b30ebf55ee8'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:40:17.328168 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.346844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-9fa4b778-2a7e-4763-adc0-33e6258421eb', 'network_id': '9fa4b778-2a7e-4763-adc0-33e6258421eb', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'fixed_ips': [{'subnet_id': 'ce7dd6d3-b0cf-46e3-8ffe-933baef289f4'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:40:17.347745 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.370052 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 695ea58c-dc82-4a90-b1b9-5adf80a5a85a resource provider aggregate not found Jun 04 16:40:17.404967 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 695ea58c-dc82-4a90-b1b9-5adf80a5a85a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 695ea58c-dc82-4a90-b1b9-5adf80a5a85a found for delete ", "request_id": "req-cee18719-a5ef-42bb-87d4-ea33e2e9137c"}]} Jun 04 16:40:17.421529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942fc88-7062-49b2-bef7-0db657fdcd39 req-f9b0cdfa-50f1-44bc-8f54-c5e2ee7d3038 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:17.427053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6942fc88-7062-49b2-bef7-0db657fdcd39 req-f9b0cdfa-50f1-44bc-8f54-c5e2ee7d3038 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.4332209 Jun 04 16:40:17.434132 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36932d4f-8995-43d9-bbc1-e4bb78e0bcab tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.465857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36932d4f-8995-43d9-bbc1-e4bb78e0bcab tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.487594 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36932d4f-8995-43d9-bbc1-e4bb78e0bcab tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Network': ['ID=d1a25c81-8007-47d0-86ca-791a14856720,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:17.491656 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-36932d4f-8995-43d9-bbc1-e4bb78e0bcab tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/networks/d1a25c81-8007-47d0-86ca-791a14856720 HTTP/1.1" status: 204 len: 168 time: 1.2619383 Jun 04 16:40:17.495251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35856) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:17.508297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1423693501'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:17.514185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:17.521344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:network and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:17.525912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:17.532933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:17.584219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:17.588610 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.644148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6942fc88-7062-49b2-bef7-0db657fdcd39 req-1545ad18-4dea-4045-984d-c169fdce7e9a tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606615 Jun 04 16:40:17.655799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:40:17.703500 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.703831 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Added segment 718f5672-bf6e-4b22-8109-22380806a166 of type vlan for network 6fecbe49-cf58-4aa6-ad60-835634ebf41d Jun 04 16:40:17.730773 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.737834 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.765573 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.769257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] For port aaf87e8f-76f5-49ea-99f2-64d3df333c20, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:40:17.777789 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.790648 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Transition to ACTIVE for port object 564b536c-63f6-4579-bc0a-8376eda61b1f will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:17.806585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] For port aaf87e8f-76f5-49ea-99f2-64d3df333c20, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=aaf87e8f-76f5-49ea-99f2-64d3df333c20,segment=NetworkSegment(7d2f0a2e-7f1d-4e90-9c2a-33923771c716),segment_id=7d2f0a2e-7f1d-4e90-9c2a-33923771c716)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:40:17.808703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Allocated IP 172.21.0.2 (9fa4b778-2a7e-4763-adc0-33e6258421eb/ce7dd6d3-b0cf-46e3-8ffe-933baef289f4/e135deab-e3db-4d63-ae96-64aa9f53e6a5) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:17.827992 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.855363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event updated for resources: {'Subnet': ['ID=dee34756-c166-476a-add8-fe935f01a8c0,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:17.869833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Checking segment: {'id': '88b70930-b17f-4daa-b031-c73e38d37217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '10b54cb0-3c9e-42c6-b672-2d53277833c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:17.870211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Network hostable DHCP agents. Network: 10b54cb0-3c9e-42c6-b672-2d53277833c7, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:40:17.876984 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.882682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:17.883274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:17.887717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Transition to ACTIVE for port object 564b536c-63f6-4579-bc0a-8376eda61b1f will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:18.014728 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5178943 Jun 04 16:40:18.015344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35862) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:18.017068 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:18.026709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '6fecbe49-cf58-4aa6-ad60-835634ebf41d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:18.056772 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Network 10b54cb0-3c9e-42c6-b672-2d53277833c7 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:40:18.059149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fc2b9-679f-4550-873c-93e1072897e7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Network': ['ID=6fecbe49-cf58-4aa6-ad60-835634ebf41d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:18.085570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 6fecbe49-cf58-4aa6-ad60-835634ebf41d details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:40:18.123810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Network 6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:18.128493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:18.131118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:18.161156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 10b54cb0-3c9e-42c6-b672-2d53277833c7) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:18.200933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:18.201799 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:18.223287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d03842-1866-4b8f-929d-9e36ec25556c None None] Pushing event updated for resources: {'Port': ['ID=aaf87e8f-76f5-49ea-99f2-64d3df333c20,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:18.238799 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e0b0a148-6d19-447f-9da1-96514dadd9aa tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5320773 Jun 04 16:40:18.240114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35866) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:18.249680 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Request body: {'subnet': {'network_id': '2f9cb072-f0e0-4e9f-9f65-20b4477f82f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:18.348183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Allocated IP 172.20.0.1 (1084d9b1-1f0d-400d-8435-4b30ebf55ee8/6f40f487-76b1-44da-8cc4-5dc4aa272f78/2ba75a53-1842-4c79-b065-72b593ea0105) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:18.359317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:18.381280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:18.397220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:18.424291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6376b2fe-0766-427d-94a5-2b8e335090d5 None None] Network 10b54cb0-3c9e-42c6-b672-2d53277833c7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:18.429448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:18.452892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:18.457650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:18.461307 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:18.619903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Usage tracker for resource:subnet and tenant:ddd187b30a2c42bdabaa3b09e3974864 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:18.620354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Pushing event updated for resources: {'Port': ['ID=564b536c-63f6-4579-bc0a-8376eda61b1f,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:18.626222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:18.634697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Performing IP validity checks on allocation pools {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 16:40:18.637511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 16:40:18.640837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:18.678757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Made reservation on behalf of ddd187b30a2c42bdabaa3b09e3974864 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:18.683358 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:18.749544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Attempting to bind port 564b536c-63f6-4579-bc0a-8376eda61b1f on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:40:18.758934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Attempting to bind port 564b536c-63f6-4579-bc0a-8376eda61b1f by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '061f916f-ce04-4cef-8fe8-c0325e00799a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:40:18.759352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Attempting to bind port 564b536c-63f6-4579-bc0a-8376eda61b1f on network 6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:40:18.839439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:40:18.839982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Checking segment: {'id': '061f916f-ce04-4cef-8fe8-c0325e00799a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:18.840395 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:18.840819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Bound using segment: {'id': '061f916f-ce04-4cef-8fe8-c0325e00799a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:40:18.841311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Bound port: 564b536c-63f6-4579-bc0a-8376eda61b1f, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061f916f-ce04-4cef-8fe8-c0325e00799a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:40:18.841657 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:18.976611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-10b54cb0-3c9e-42c6-b672-2d53277833c7', 'network_id': '10b54cb0-3c9e-42c6-b672-2d53277833c7', 'tenant_id': 'ddd187b30a2c42bdabaa3b09e3974864', 'fixed_ips': [{'subnet_id': 'dee34756-c166-476a-add8-fe935f01a8c0'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:40:18.977432 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:18.992646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6933bdc4-f052-4251-95c7-b271de51b192 req-250b2b85-6548-4045-bf91-54eb1d9a0c21 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.4635293 Jun 04 16:40:19.012267 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:19.030450 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:19.094205 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:19.102203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Transition to ACTIVE for port object e135deab-e3db-4d63-ae96-64aa9f53e6a5 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:19.131377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Transition to ACTIVE for port object 2ba75a53-1842-4c79-b065-72b593ea0105 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:19.155209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] For port 564b536c-63f6-4579-bc0a-8376eda61b1f, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:40:19.167636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Transition to ACTIVE for port object e135deab-e3db-4d63-ae96-64aa9f53e6a5 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:19.173384 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] For port 564b536c-63f6-4579-bc0a-8376eda61b1f, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=564b536c-63f6-4579-bc0a-8376eda61b1f,segment=NetworkSegment(061f916f-ce04-4cef-8fe8-c0325e00799a),segment_id=061f916f-ce04-4cef-8fe8-c0325e00799a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:40:19.186315 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:19.187627 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:19.198814 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:19.240092 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Subnet': ['ID=4f0853ec-2d72-4f53-abc1-83a2050aa305,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:19.254982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:19.316261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Checking segment: {'id': '718f5672-bf6e-4b22-8109-22380806a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6fecbe49-cf58-4aa6-ad60-835634ebf41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:19.316608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network hostable DHCP agents. Network: 6fecbe49-cf58-4aa6-ad60-835634ebf41d, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:40:19.359763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 1084d9b1-1f0d-400d-8435-4b30ebf55ee8 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:19.387356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48ed8e-a2be-434a-95da-7ac21fdeb722 req-79b90d94-cc37-457c-9c13-2a79b5a9e74f tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:19.389037 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a48ed8e-a2be-434a-95da-7ac21fdeb722 req-79b90d94-cc37-457c-9c13-2a79b5a9e74f tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.4719424 Jun 04 16:40:19.389955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:19.396646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:19.442890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Network 9fa4b778-2a7e-4763-adc0-33e6258421eb is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:19.467705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:19.489881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:19.549418 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event updated for resources: {'Subnet': ['ID=2b676fc2-f014-4834-8021-dbb4fc2f7f1e,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:19.555428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Checking segment: {'id': 'f390a6d9-5ebe-4b7c-8bb3-309e2da574d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2f9cb072-f0e0-4e9f-9f65-20b4477f82f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:19.555793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Network hostable DHCP agents. Network: 2f9cb072-f0e0-4e9f-9f65-20b4477f82f0, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:40:19.557771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=2ba75a53-1842-4c79-b065-72b593ea0105,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:19.614775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 6fecbe49-cf58-4aa6-ad60-835634ebf41d is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:40:19.621966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Pushing event updated for resources: {'Port': ['ID=e135deab-e3db-4d63-ae96-64aa9f53e6a5,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:19.624923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b9646-d702-423a-888f-269a3fae3f1b None None] Network 1084d9b1-1f0d-400d-8435-4b30ebf55ee8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:19.631528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Network 2f9cb072-f0e0-4e9f-9f65-20b4477f82f0 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:40:19.634638 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a48ed8e-a2be-434a-95da-7ac21fdeb722 req-0628e100-2e10-4b34-8171-e73aebfe2117 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398224 Jun 04 16:40:19.647393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 6fecbe49-cf58-4aa6-ad60-835634ebf41d) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:19.670923 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:19.671969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 2f9cb072-f0e0-4e9f-9f65-20b4477f82f0) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:19.674329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:19.675214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:19.683700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:19.684769 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:19.741035 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7ddc3a7e-bd5a-4253-853b-da0fbffc451d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7222610 Jun 04 16:40:19.741928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35880) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:19.749892 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5b639dcc-6915-4242-af92-a8170406df89 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5085826 Jun 04 16:40:19.754520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35884) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:19.761539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': '6fecbe49-cf58-4aa6-ad60-835634ebf41d', 'name': 'tempest-PortsIpV6TestJSON-928023810'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:19.794165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd70ba9-5549-4a2e-8775-bb9b5c796c77 None None] Network 6fecbe49-cf58-4aa6-ad60-835634ebf41d requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:19.845336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2460c4cc-8c80-4544-8dbe-d2e7fce74a19 None None] Network 2f9cb072-f0e0-4e9f-9f65-20b4477f82f0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:19.857970 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:19.951713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35888) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:20.001090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Allocated IP 2001:db8::2 (10b54cb0-3c9e-42c6-b672-2d53277833c7/dee34756-c166-476a-add8-fe935f01a8c0/a7a4a8fd-b005-4636-9646-c8a517fbd02f) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:20.275829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0482278-f158-44e8-9993-fd7b01ef9702 req-08d7b1b1-689c-4bce-b9a1-2b75aee22876 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0635722 Jun 04 16:40:20.312589 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07729237-698e-444e-ac1b-13f7ee63298b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:20.339888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:20.353510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-07729237-698e-444e-ac1b-13f7ee63298b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:20.361318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-07729237-698e-444e-ac1b-13f7ee63298b admin admin] Usage tracker for resource:security_group_rule and tenant:8b50d9db4ae442838d9fe1c85ae46df9 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:20.367647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-07729237-698e-444e-ac1b-13f7ee63298b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:20.380205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-07729237-698e-444e-ac1b-13f7ee63298b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:20.439791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:20.619405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:20.623003 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:20.649234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a29c5-905c-49bb-bd94-3cf2de5a00e1 None None] Pushing event updated for resources: {'Port': ['ID=564b536c-63f6-4579-bc0a-8376eda61b1f,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:20.693978 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07729237-698e-444e-ac1b-13f7ee63298b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:20.717891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07729237-698e-444e-ac1b-13f7ee63298b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:20.783861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port ebbbc0c7-f0b9-4ccf-8956-b197da445480 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:40:20.821575 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:40:20.833744 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:20.841355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07729237-698e-444e-ac1b-13f7ee63298b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38401c18-96e5-4ee9-8907-c35095b8ac9e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:20.845786 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:20.881213 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:20.910662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device aaf87e8f-76f5-49ea-99f2-64d3df333c20 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:20.937810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-36970d45-26da-4dca-8b7a-7c22af3e101e None None] Provisioning for port aaf87e8f-76f5-49ea-99f2-64d3df333c20 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:21.010257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Attempting to bind port e135deab-e3db-4d63-ae96-64aa9f53e6a5 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:40:21.010654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Attempting to bind port e135deab-e3db-4d63-ae96-64aa9f53e6a5 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9fa4b778-2a7e-4763-adc0-33e6258421eb'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:40:21.011021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Attempting to bind port e135deab-e3db-4d63-ae96-64aa9f53e6a5 on network 9fa4b778-2a7e-4763-adc0-33e6258421eb {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:40:21.051044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb328c3d-000b-409f-9464-6c2b674f0afc None None] Network 6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:21.078996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-07729237-698e-444e-ac1b-13f7ee63298b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b50d9db4ae442838d9fe1c85ae46df9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1261013 Jun 04 16:40:21.079779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35898) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:21.099892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:40:21.100191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Checking segment: {'id': '3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9fa4b778-2a7e-4763-adc0-33e6258421eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:21.100599 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.100981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Bound using segment: {'id': '3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9fa4b778-2a7e-4763-adc0-33e6258421eb'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:40:21.101470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Bound port: e135deab-e3db-4d63-ae96-64aa9f53e6a5, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9fa4b778-2a7e-4763-adc0-33e6258421eb'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:40:21.101845 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.118370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=2ba75a53-1842-4c79-b065-72b593ea0105,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:21.144874 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.243137 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8::3bf (6fecbe49-cf58-4aa6-ad60-835634ebf41d/4f0853ec-2d72-4f53-abc1-83a2050aa305/ebbbc0c7-f0b9-4ccf-8956-b197da445480) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:21.284526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49725f8d-9b77-4236-9cd5-ed2d7659f8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.307359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777d7b5-9205-4351-a08a-1b30a31bb11d req-8e41de35-4de0-4420-ae6e-c0fc90bba2e1 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:21.308832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c777d7b5-9205-4351-a08a-1b30a31bb11d req-8e41de35-4de0-4420-ae6e-c0fc90bba2e1 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.3876240 Jun 04 16:40:21.368821 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49725f8d-9b77-4236-9cd5-ed2d7659f8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.461592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 1084d9b1-1f0d-400d-8435-4b30ebf55ee8 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:21.472146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:21.481107 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.486769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b1c29a2-a1e5-4aa2-ae97-de877dbedd75 req-5f2f1643-81ae-4401-8297-7c96e94c4624 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0755851 Jun 04 16:40:21.489624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c777d7b5-9205-4351-a08a-1b30a31bb11d req-ecce0d87-6836-4572-8e7f-a78a09def9e1 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539299 Jun 04 16:40:21.497147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-2f9cb072-f0e0-4e9f-9f65-20b4477f82f0', 'network_id': '2f9cb072-f0e0-4e9f-9f65-20b4477f82f0', 'tenant_id': 'ddd187b30a2c42bdabaa3b09e3974864', 'fixed_ips': [{'subnet_id': '2b676fc2-f014-4834-8021-dbb4fc2f7f1e'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:40:21.497750 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.499956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Transition to ACTIVE for port object ebbbc0c7-f0b9-4ccf-8956-b197da445480 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:21.538706 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.564702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-000a771d-de89-41d7-9684-83224798cac3 None None] Provisioning for port 564b536c-63f6-4579-bc0a-8376eda61b1f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:21.681253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port aaf87e8f-76f5-49ea-99f2-64d3df333c20 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:21.696427 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.759564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 6fecbe49-cf58-4aa6-ad60-835634ebf41d is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:21.763009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:21.767647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:21.773378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:21.774136 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.789022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=ebbbc0c7-f0b9-4ccf-8956-b197da445480,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:21.793079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port aaf87e8f-76f5-49ea-99f2-64d3df333c20 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:21.793458 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.813006 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-80e10a11-5f71-4c78-9176-f7dd9375adaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0655024 Jun 04 16:40:21.815658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35904) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:21.836189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Transition to ACTIVE for port object a7a4a8fd-b005-4636-9646-c8a517fbd02f will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:21.887628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ab96bf5b-a9ef-4c31-8715-ed884d79159f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port ebbbc0c7-f0b9-4ccf-8956-b197da445480 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:21.888108 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab96bf5b-a9ef-4c31-8715-ed884d79159f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.894997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] For port e135deab-e3db-4d63-ae96-64aa9f53e6a5, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:40:21.929978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-743a02b3-f06d-4b52-a21d-16b42a7edae3 req-eba0c4a0-f0f4-4c5d-b11d-22d1e042ff90 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0669947 Jun 04 16:40:21.949897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] For port e135deab-e3db-4d63-ae96-64aa9f53e6a5, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e135deab-e3db-4d63-ae96-64aa9f53e6a5,segment=NetworkSegment(3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4),segment_id=3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:40:21.957674 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49725f8d-9b77-4236-9cd5-ed2d7659f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.982780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49725f8d-9b77-4236-9cd5-ed2d7659f8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38401c18-96e5-4ee9-8907-c35095b8ac9e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:21.983034 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:21.991148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Transition to ACTIVE for port object a7a4a8fd-b005-4636-9646-c8a517fbd02f will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:22.005201 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49725f8d-9b77-4236-9cd5-ed2d7659f8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:22.009316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-49725f8d-9b77-4236-9cd5-ed2d7659f8ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38401c18-96e5-4ee9-8907-c35095b8ac9e HTTP/1.1" status: 204 len: 168 time: 0.9202244 Jun 04 16:40:22.017434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 57c6b4bc-1d3e-4487-9959-e57926a5b90e is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:40:22.109267 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:22.212961 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab96bf5b-a9ef-4c31-8715-ed884d79159f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:22.229086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:40:22.235667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-968f44c1-b14d-41e5-8d19-ac87a8cf891c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/57c6b4bc-1d3e-4487-9959-e57926a5b90e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3329570 Jun 04 16:40:22.246051 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bee82c-85b7-4b59-9048-10ca97de45ea None None] Sync routers for ids ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:40:22.246818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35912) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:22.253429 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Network 10b54cb0-3c9e-42c6-b672-2d53277833c7 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:22.258650 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bee82c-85b7-4b59-9048-10ca97de45ea None None] Routers {'57c6b4bc-1d3e-4487-9959-e57926a5b90e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:22.259567 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-17bee82c-85b7-4b59-9048-10ca97de45ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:22.274289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:22.299431 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Allocated IP 2001:db8::2 (2f9cb072-f0e0-4e9f-9f65-20b4477f82f0/2b676fc2-f014-4834-8021-dbb4fc2f7f1e/12847f3f-bb95-4326-991e-87a21618e335) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:22.301678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:22.313712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c9ac1-98dc-45d5-baff-941945d1c464 None None] Pushing event updated for resources: {'Port': ['ID=e135deab-e3db-4d63-ae96-64aa9f53e6a5,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:22.349268 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-17bee82c-85b7-4b59-9048-10ca97de45ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:22.359613 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bee82c-85b7-4b59-9048-10ca97de45ea None None] Routers {'57c6b4bc-1d3e-4487-9959-e57926a5b90e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:22.360345 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-17bee82c-85b7-4b59-9048-10ca97de45ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:22.370060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Allocated IP 2001:db8::1 (10b54cb0-3c9e-42c6-b672-2d53277833c7/dee34756-c166-476a-add8-fe935f01a8c0/89be2de3-d850-4c2f-8bea-29c32dbc7fe9) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:22.438206 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-17bee82c-85b7-4b59-9048-10ca97de45ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:22.439353 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bee82c-85b7-4b59-9048-10ca97de45ea None None] The sync data for ids ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:40:22.461280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ab96bf5b-a9ef-4c31-8715-ed884d79159f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for ebbbc0c7-f0b9-4ccf-8956-b197da445480 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:22.678046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89223037-0f31-4999-8a23-d02303f0ad80 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:22.679690 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-89223037-0f31-4999-8a23-d02303f0ad80 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports/2ba75a53-1842-4c79-b065-72b593ea0105 HTTP/1.1" status: 200 len: 910 time: 0.4268463 Jun 04 16:40:22.682627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35928) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:22.735169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port aaf87e8f-76f5-49ea-99f2-64d3df333c20 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:22.735802 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:22.829643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-6fecbe49-cf58-4aa6-ad60-835634ebf41d', 'network_id': '6fecbe49-cf58-4aa6-ad60-835634ebf41d', 'tenant_id': 'fbcea708c4324b77a2fd74411d968c63', 'fixed_ips': [{'subnet_id': '4f0853ec-2d72-4f53-abc1-83a2050aa305'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:40:22.831324 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:23.084656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Pushing event updated for resources: {'Port': ['ID=a7a4a8fd-b005-4636-9646-c8a517fbd02f,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:23.087698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Attempting to bind port a7a4a8fd-b005-4636-9646-c8a517fbd02f on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:40:23.088232 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Attempting to bind port a7a4a8fd-b005-4636-9646-c8a517fbd02f by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '88b70930-b17f-4daa-b031-c73e38d37217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '10b54cb0-3c9e-42c6-b672-2d53277833c7'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:40:23.100051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Attempting to bind port a7a4a8fd-b005-4636-9646-c8a517fbd02f on network 10b54cb0-3c9e-42c6-b672-2d53277833c7 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:40:23.139140 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:23.147613 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab96bf5b-a9ef-4c31-8715-ed884d79159f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:23.158320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port aaf87e8f-76f5-49ea-99f2-64d3df333c20, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=aaf87e8f-76f5-49ea-99f2-64d3df333c20,segment=NetworkSegment(7d2f0a2e-7f1d-4e90-9c2a-33923771c716),segment_id=7d2f0a2e-7f1d-4e90-9c2a-33923771c716)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:23.172253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:40:23.173432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Checking segment: {'id': '88b70930-b17f-4daa-b031-c73e38d37217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '10b54cb0-3c9e-42c6-b672-2d53277833c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:23.174020 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:23.174974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Bound using segment: {'id': '88b70930-b17f-4daa-b031-c73e38d37217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '10b54cb0-3c9e-42c6-b672-2d53277833c7'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:40:23.176941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Bound port: a7a4a8fd-b005-4636-9646-c8a517fbd02f, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b70930-b17f-4daa-b031-c73e38d37217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '10b54cb0-3c9e-42c6-b672-2d53277833c7'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:40:23.178670 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:23.309163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e5c1a58-c5cd-4d7c-9726-e40e5d2909c6 req-399665ba-96fc-442c-9be6-717796481c0c tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.4888213 Jun 04 16:40:23.316551 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:23.319482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-420c1a84-b84b-4fb4-bd91-849d4b80eaf5 None None] Provisioning for port 2ba75a53-1842-4c79-b065-72b593ea0105 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:23.362882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96bf5b-a9ef-4c31-8715-ed884d79159f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=ebbbc0c7-f0b9-4ccf-8956-b197da445480,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:23.365767 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab96bf5b-a9ef-4c31-8715-ed884d79159f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:23.383669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Transition to ACTIVE for port object 89be2de3-d850-4c2f-8bea-29c32dbc7fe9 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:23.411825 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ab96bf5b-a9ef-4c31-8715-ed884d79159f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/ebbbc0c7-f0b9-4ccf-8956-b197da445480 HTTP/1.1" status: 204 len: 168 time: 1.5945308 Jun 04 16:40:23.414285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35942) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:23.473980 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9a184b-6e41-43aa-a956-50c667cb61cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] DELETE failed (client error): The resource could not be found. Jun 04 16:40:23.474659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9a184b-6e41-43aa-a956-50c667cb61cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:23.476606 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0f9a184b-6e41-43aa-a956-50c667cb61cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/ebbbc0c7-f0b9-4ccf-8956-b197da445480 HTTP/1.1" status: 404 len: 333 time: 0.0608609 Jun 04 16:40:23.479700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35946) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:23.623324 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5920ae-0299-4501-ab6b-1109c0fe24eb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:40:23.624000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ea5920ae-0299-4501-ab6b-1109c0fe24eb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:23.670791 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:23.735220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Allocated IP 2001:db8::2 (6fecbe49-cf58-4aa6-ad60-835634ebf41d/4f0853ec-2d72-4f53-abc1-83a2050aa305/2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:23.771071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ea5920ae-0299-4501-ab6b-1109c0fe24eb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:23.772249 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ea5920ae-0299-4501-ab6b-1109c0fe24eb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/ebbbc0c7-f0b9-4ccf-8956-b197da445480 HTTP/1.1" status: 404 len: 333 time: 0.2913387 Jun 04 16:40:23.782927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35952) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:23.801797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Network 10b54cb0-3c9e-42c6-b672-2d53277833c7 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:23.840278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:23.854525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:23.855425 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:23.917171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511d4a0-e2b2-4aaf-9e0c-f4275d0eb077 req-af8fed24-984e-4421-b130-5828e5bb14bc tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:23.918763 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a511d4a0-e2b2-4aaf-9e0c-f4275d0eb077 req-af8fed24-984e-4421-b130-5828e5bb14bc tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 1.1157336 Jun 04 16:40:24.056297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a511d4a0-e2b2-4aaf-9e0c-f4275d0eb077 req-330a3e40-9f95-485a-ad4d-c59c997f85d0 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260242 Jun 04 16:40:24.084365 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:24.095307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Transition to ACTIVE for port object 2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:24.101939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event updated for resources: {'Port': ['ID=89be2de3-d850-4c2f-8bea-29c32dbc7fe9,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:24.121182 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-499ca467-3ca2-4a61-99b2-5bed42eae7f1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting subnet 4f0853ec-2d72-4f53-abc1-83a2050aa305 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:40:24.123575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Transition to ACTIVE for port object 2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:24.126399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e135deab-e3db-4d63-ae96-64aa9f53e6a5 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:24.133188 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-499ca467-3ca2-4a61-99b2-5bed42eae7f1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:24.151766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-420c1a84-b84b-4fb4-bd91-849d4b80eaf5 None None] Provisioning complete for port 2ba75a53-1842-4c79-b065-72b593ea0105 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:24.152472 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-420c1a84-b84b-4fb4-bd91-849d4b80eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:24.175946 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:24.232549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567faa07-c4a4-4b22-a5a8-d13beebebaa3 None None] Network 9fa4b778-2a7e-4763-adc0-33e6258421eb requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:24.277698 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:24.388637 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:24.417704 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-499ca467-3ca2-4a61-99b2-5bed42eae7f1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:24.632988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Network 6fecbe49-cf58-4aa6-ad60-835634ebf41d is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:24.635596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-420c1a84-b84b-4fb4-bd91-849d4b80eaf5 None None] Port 2ba75a53-1842-4c79-b065-72b593ea0105 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:40:24.646667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:24.672000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:24.675447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=aaf87e8f-76f5-49ea-99f2-64d3df333c20,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:24.737688 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-499ca467-3ca2-4a61-99b2-5bed42eae7f1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:24.764696 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70c765d2-54e0-4de1-a894-bfb341d39010 req-71c14da0-dbb2-4fdf-b52c-ab992696b2c1 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.1260612 Jun 04 16:40:24.801211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] For port a7a4a8fd-b005-4636-9646-c8a517fbd02f, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:40:24.865350 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-499ca467-3ca2-4a61-99b2-5bed42eae7f1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:24.903865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Allocated IP 172.21.0.1 (9fa4b778-2a7e-4763-adc0-33e6258421eb/ce7dd6d3-b0cf-46e3-8ffe-933baef289f4/4a512684-73b0-4201-b85c-9c720acba819) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:24.966594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-420c1a84-b84b-4fb4-bd91-849d4b80eaf5 None None] Provisioning complete for port aaf87e8f-76f5-49ea-99f2-64d3df333c20 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:24.966594 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-420c1a84-b84b-4fb4-bd91-849d4b80eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:24.994260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Pushing event updated for resources: {'Port': ['ID=2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:25.072371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] For port a7a4a8fd-b005-4636-9646-c8a517fbd02f, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a7a4a8fd-b005-4636-9646-c8a517fbd02f,segment=NetworkSegment(88b70930-b17f-4daa-b031-c73e38d37217),segment_id=88b70930-b17f-4daa-b031-c73e38d37217)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:40:25.093090 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:25.180006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e135deab-e3db-4d63-ae96-64aa9f53e6a5 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:25.196462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Attempting to bind port 2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:40:25.196988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Attempting to bind port 2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '718f5672-bf6e-4b22-8109-22380806a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6fecbe49-cf58-4aa6-ad60-835634ebf41d'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:40:25.197497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Attempting to bind port 2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8 on network 6fecbe49-cf58-4aa6-ad60-835634ebf41d {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:40:25.215327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782ab1f-9e89-4656-bc49-7f451130ae34 None None] Pushing event updated for resources: {'Port': ['ID=a7a4a8fd-b005-4636-9646-c8a517fbd02f,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:25.218404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 564b536c-63f6-4579-bc0a-8376eda61b1f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:25.247650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:40:25.248022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Checking segment: {'id': '718f5672-bf6e-4b22-8109-22380806a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6fecbe49-cf58-4aa6-ad60-835634ebf41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:25.248418 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:25.248804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Bound using segment: {'id': '718f5672-bf6e-4b22-8109-22380806a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6fecbe49-cf58-4aa6-ad60-835634ebf41d'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:40:25.249286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Bound port: 2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718f5672-bf6e-4b22-8109-22380806a166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6fecbe49-cf58-4aa6-ad60-835634ebf41d'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:40:25.249734 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:25.263559 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:25.266582 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-499ca467-3ca2-4a61-99b2-5bed42eae7f1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:25.269902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ca467-3ca2-4a61-99b2-5bed42eae7f1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0853ec-2d72-4f53-abc1-83a2050aa305,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:25.277704 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:25.278960 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:25.292320 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:25.368889 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01015620-0b9e-495d-9059-90ccbe5586bc req-fafd6eb6-7733-4557-b12c-605f570d039c tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31&device_id=a066a205-7f12-44e7-ad23-5ecc4bfde364 HTTP/1.1" status: 200 len: 210 time: 0.1158059 Jun 04 16:40:25.430559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event updated for resources: {'Port': ['ID=89be2de3-d850-4c2f-8bea-29c32dbc7fe9,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:25.443240 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-499ca467-3ca2-4a61-99b2-5bed42eae7f1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/4f0853ec-2d72-4f53-abc1-83a2050aa305 HTTP/1.1" status: 204 len: 168 time: 1.6479714 Jun 04 16:40:25.445836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36088) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:25.492357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] For port 2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:40:25.496658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] For port 2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8,segment=NetworkSegment(718f5672-bf6e-4b22-8109-22380806a166),segment_id=718f5672-bf6e-4b22-8109-22380806a166)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:40:25.511051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Transition to ACTIVE for port object 12847f3f-bb95-4326-991e-87a21618e335 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:25.526160 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:25.680689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed20582-a8fc-4dd7-b4c8-4b2d3dc85161 req-3440f1ce-2b0a-4af4-b6cd-602ca14bc88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:25.684836 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ed20582-a8fc-4dd7-b4c8-4b2d3dc85161 req-3440f1ce-2b0a-4af4-b6cd-602ca14bc88b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 1096 time: 0.5138698 Jun 04 16:40:25.697620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bfdbe-8c0f-4372-9bcf-581219684324 None None] Pushing event updated for resources: {'Port': ['ID=2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:25.701548 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:25.715728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Network 10b54cb0-3c9e-42c6-b672-2d53277833c7 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:25.717986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:25.802169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd7fbf-aceb-4771-9b03-6966e641a928 req-0b92ea0c-fd74-4b66-ab02-661746828876 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:25.809501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94fd7fbf-aceb-4771-9b03-6966e641a928 req-0b92ea0c-fd74-4b66-ab02-661746828876 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.5411193 Jun 04 16:40:25.824147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Transition to ACTIVE for port object 4a512684-73b0-4201-b85c-9c720acba819 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:25.888259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:25.996701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94fd7fbf-aceb-4771-9b03-6966e641a928 req-08fa3040-c11e-4ae2-bca2-998ba41fc4a3 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829460 Jun 04 16:40:26.005050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ed20582-a8fc-4dd7-b4c8-4b2d3dc85161 req-79968b82-71f9-4e24-9c08-35ed90316712 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713099 Jun 04 16:40:26.009820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port 2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:26.010338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:26.026577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-420c1a84-b84b-4fb4-bd91-849d4b80eaf5 None None] Current status of the port aaf87e8f-76f5-49ea-99f2-64d3df333c20 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:26.029194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Transition to ACTIVE for port object 12847f3f-bb95-4326-991e-87a21618e335 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:26.052320 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:26.103156 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-96b1184b-8c03-4e78-bae7-de3f0b544905 req-d75b9e49-6cd4-4716-a210-d13ca3fa78e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a761c5c76d944712919d43cbbf507be4&device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0806150 Jun 04 16:40:26.144020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 564b536c-63f6-4579-bc0a-8376eda61b1f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:26.158041 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f306896-9fad-45ff-b2f3-21aa99111148 req-098ad209-55c7-4250-86af-74c87024a4fd tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0615885 Jun 04 16:40:26.180382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Router 2e10969a-9635-4419-8144-893f7824109f is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:40:26.190883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36098) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:26.201933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5c42b-c0d1-47ed-9491-0f0e073b8f24 None None] Network 6fecbe49-cf58-4aa6-ad60-835634ebf41d requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:26.223695 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:26.232552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 564b536c-63f6-4579-bc0a-8376eda61b1f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:26.233078 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:26.235580 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-96b1184b-8c03-4e78-bae7-de3f0b544905 req-d93866a0-a413-4d99-ba2b-4a07584b40a5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a761c5c76d944712919d43cbbf507be4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450957 Jun 04 16:40:26.306089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=4a512684-73b0-4201-b85c-9c720acba819,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:26.341603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 9fa4b778-2a7e-4763-adc0-33e6258421eb is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:26.344420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:26.370382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Network 2f9cb072-f0e0-4e9f-9f65-20b4477f82f0 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:26.375240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:26.392525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:26.406607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:26.429367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Pushing event updated for resources: {'Port': ['ID=12847f3f-bb95-4326-991e-87a21618e335,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:26.437062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] Provisioning for port e135deab-e3db-4d63-ae96-64aa9f53e6a5 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:26.451934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] Provisioning complete for port e135deab-e3db-4d63-ae96-64aa9f53e6a5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:26.452414 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:26.504510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] For port 2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8,segment=NetworkSegment(718f5672-bf6e-4b22-8109-22380806a166),segment_id=718f5672-bf6e-4b22-8109-22380806a166)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:26.505149 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:26.708746 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb482b66-1490-454c-b305-9df67540d1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:26.731875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for 2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:26.740064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eb482b66-1490-454c-b305-9df67540d1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:26.744018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eb482b66-1490-454c-b305-9df67540d1ee admin admin] Usage tracker for resource:security_group_rule and tenant:86c80ab7b24e441cad254d2cb902c138 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:26.750948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eb482b66-1490-454c-b305-9df67540d1ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:26.754345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:40:26.764958 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-447a0f53-a24b-49f6-8c28-7a7930d3b420 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "PUT /v2.0/routers/2e10969a-9635-4419-8144-893f7824109f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9754152 Jun 04 16:40:26.768323 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36104) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:26.777123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eb482b66-1490-454c-b305-9df67540d1ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:26.778855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eb94e4-93bc-49a0-9f55-87465c119356 None None] Sync routers for ids ['2e10969a-9635-4419-8144-893f7824109f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:40:26.784685 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:26.808773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Attempting to bind port 12847f3f-bb95-4326-991e-87a21618e335 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:40:26.809376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Attempting to bind port 12847f3f-bb95-4326-991e-87a21618e335 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'f390a6d9-5ebe-4b7c-8bb3-309e2da574d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2f9cb072-f0e0-4e9f-9f65-20b4477f82f0'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:40:26.809833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Attempting to bind port 12847f3f-bb95-4326-991e-87a21618e335 on network 2f9cb072-f0e0-4e9f-9f65-20b4477f82f0 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:40:26.817065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 564b536c-63f6-4579-bc0a-8376eda61b1f is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:26.817593 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:26.838537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:40:26.838962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Checking segment: {'id': 'f390a6d9-5ebe-4b7c-8bb3-309e2da574d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2f9cb072-f0e0-4e9f-9f65-20b4477f82f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:26.839461 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:26.839957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Bound using segment: {'id': 'f390a6d9-5ebe-4b7c-8bb3-309e2da574d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2f9cb072-f0e0-4e9f-9f65-20b4477f82f0'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:40:26.840536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Bound port: 12847f3f-bb95-4326-991e-87a21618e335, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f390a6d9-5ebe-4b7c-8bb3-309e2da574d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2f9cb072-f0e0-4e9f-9f65-20b4477f82f0'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:40:26.841184 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:26.881664 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:26.885823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb94e4-93bc-49a0-9f55-87465c119356 None None] Routers {'2e10969a-9635-4419-8144-893f7824109f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:26.886623 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-78eb94e4-93bc-49a0-9f55-87465c119356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2e10969a-9635-4419-8144-893f7824109f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:26.934356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No DVR routers for this DVR port 2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:40:27.059410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-78eb94e4-93bc-49a0-9f55-87465c119356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:27.182934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] Current status of the port e135deab-e3db-4d63-ae96-64aa9f53e6a5 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:27.183976 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:27.189796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=2cd35ab0-ee2f-4ae1-b5e5-791c1154fbc8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:27.205662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb94e4-93bc-49a0-9f55-87465c119356 None None] Routers {'2e10969a-9635-4419-8144-893f7824109f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:27.206372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-78eb94e4-93bc-49a0-9f55-87465c119356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2e10969a-9635-4419-8144-893f7824109f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:27.296848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:27.307981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 564b536c-63f6-4579-bc0a-8376eda61b1f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=564b536c-63f6-4579-bc0a-8376eda61b1f,segment=NetworkSegment(061f916f-ce04-4cef-8fe8-c0325e00799a),segment_id=061f916f-ce04-4cef-8fe8-c0325e00799a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:27.322851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-78eb94e4-93bc-49a0-9f55-87465c119356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:27.324259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eb94e4-93bc-49a0-9f55-87465c119356 None None] The sync data for ids ['2e10969a-9635-4419-8144-893f7824109f'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:40:27.325938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1184b-8c03-4e78-bae7-de3f0b544905 req-b9cb6f16-4a4a-41be-ae2c-92445d8e43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:27.327564 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-96b1184b-8c03-4e78-bae7-de3f0b544905 req-b9cb6f16-4a4a-41be-ae2c-92445d8e43e2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0261641 Jun 04 16:40:27.349597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f27d843-760b-48b7-8061-f570e7e28f90 None None] Network 10b54cb0-3c9e-42c6-b672-2d53277833c7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:27.380063 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:40:27.430092 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:27.513514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] For port 12847f3f-bb95-4326-991e-87a21618e335, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:40:27.519095 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:27.539612 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb482b66-1490-454c-b305-9df67540d1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:27.550983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0522f243-849a-4c48-9c66-d68bd02c805b req-04cb63ab-79a4-4c30-9536-f895ccebe9fd tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.1518309 Jun 04 16:40:27.551943 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb482b66-1490-454c-b305-9df67540d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:27.558587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] For port 12847f3f-bb95-4326-991e-87a21618e335, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=12847f3f-bb95-4326-991e-87a21618e335,segment=NetworkSegment(f390a6d9-5ebe-4b7c-8bb3-309e2da574d7),segment_id=f390a6d9-5ebe-4b7c-8bb3-309e2da574d7)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:40:27.597010 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:27.605109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] For port e135deab-e3db-4d63-ae96-64aa9f53e6a5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e135deab-e3db-4d63-ae96-64aa9f53e6a5,segment=NetworkSegment(3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4),segment_id=3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:27.631137 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:27.634253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fecbe49-cf58-4aa6-ad60-835634ebf41d']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:27.639569 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eb482b66-1490-454c-b305-9df67540d1ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86c80ab7b24e441cad254d2cb902c138&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4288177 Jun 04 16:40:27.653070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36112) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:27.666399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=564b536c-63f6-4579-bc0a-8376eda61b1f,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:27.686364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718f5672-bf6e-4b22-8109-22380806a166') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:27.686364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718f5672-bf6e-4b22-8109-22380806a166') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:27.731926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb482b66-1490-454c-b305-9df67540d1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6270ae2-941c-48fe-bf7d-f13b54a32a1a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:27.777728 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-e0c311ee-8b76-475d-ac34-774d137a20bb tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:40:27.777728 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e0c311ee-8b76-475d-ac34-774d137a20bb tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "PUT /v2.0/routers/2e10969a-9635-4419-8144-893f7824109f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0017323 Jun 04 16:40:27.778355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36116) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:27.809510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device aaf87e8f-76f5-49ea-99f2-64d3df333c20 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:27.855544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] Provisioning complete for port 2ba75a53-1842-4c79-b065-72b593ea0105 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:27.855834 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:27.862096 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:27.932240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109deca-fe44-4815-bd09-7c03f712d882 req-4d88bc90-7110-438e-8bd9-fecec5cd2ffe tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:27.933809 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5109deca-fe44-4815-bd09-7c03f712d882 req-4d88bc90-7110-438e-8bd9-fecec5cd2ffe tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.6416485 Jun 04 16:40:27.950010 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:28.023964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:28.024508 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:28.048285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5109deca-fe44-4815-bd09-7c03f712d882 req-10ff2f1c-b077-4e00-ad5b-dc7011570303 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037967 Jun 04 16:40:28.089318 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-103db720-9798-4d8d-ae2a-52926e1da7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:28.144539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082e842-33f3-43bc-a5fb-24b192854bef None None] Pushing event updated for resources: {'Port': ['ID=12847f3f-bb95-4326-991e-87a21618e335,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:28.218460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] Port 2ba75a53-1842-4c79-b065-72b593ea0105 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:40:28.286651 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 718f5672-bf6e-4b22-8109-22380806a166 resource provider aggregate not found Jun 04 16:40:28.297532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] Provisioning complete for port 564b536c-63f6-4579-bc0a-8376eda61b1f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:28.297904 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:28.336191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] Pushing event updated for resources: {'Port': ['ID=e135deab-e3db-4d63-ae96-64aa9f53e6a5,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:28.360484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port aaf87e8f-76f5-49ea-99f2-64d3df333c20 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:28.360862 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:28.428412 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:28.430345 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40aadf80-2a78-4093-a246-2ec35983550a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:28.449906 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:28.549968 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 718f5672-bf6e-4b22-8109-22380806a166 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 718f5672-bf6e-4b22-8109-22380806a166 found for delete ", "request_id": "req-207b2f4a-dcee-4288-b333-68d58ffb84f0"}]} Jun 04 16:40:28.604939 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40aadf80-2a78-4093-a246-2ec35983550a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:28.640177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d72ccbf5-fe0a-45c5-87f5-be6bd93e9563 None None] Current status of the port 564b536c-63f6-4579-bc0a-8376eda61b1f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:28.651301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port aaf87e8f-76f5-49ea-99f2-64d3df333c20 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:28.652721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a7a4a8fd-b005-4636-9646-c8a517fbd02f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:28.659072 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-96b1184b-8c03-4e78-bae7-de3f0b544905 req-37259c17-7a71-4001-9967-d1150837a1b7 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.46 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.1531932 Jun 04 16:40:28.724398 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16c1fb87-d774-4c93-ba16-e925024dd887 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:28.762111 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:28.775974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port a7a4a8fd-b005-4636-9646-c8a517fbd02f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:28.792102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a05d6e87-0f1a-4724-a47b-800261361b4b None None] Provisioning for port a7a4a8fd-b005-4636-9646-c8a517fbd02f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:28.804729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a05d6e87-0f1a-4724-a47b-800261361b4b None None] Provisioning complete for port a7a4a8fd-b005-4636-9646-c8a517fbd02f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:28.812441 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a05d6e87-0f1a-4724-a47b-800261361b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:28.965334 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-869ae212-08a5-48f9-87c6-ccefec820ddf req-4c2a7ddc-3ac8-47d8-ad86-bf2bc78c1bdc tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d609ed-95a0-4722-9d3d-2078c9ec9b31 HTTP/1.1" status: 200 len: 210 time: 0.0842364 Jun 04 16:40:29.045054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a05d6e87-0f1a-4724-a47b-800261361b4b None None] Current status of the port a7a4a8fd-b005-4636-9646-c8a517fbd02f is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:29.045883 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a05d6e87-0f1a-4724-a47b-800261361b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:29.054121 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:29.059956 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:29.090682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a05d6e87-0f1a-4724-a47b-800261361b4b None None] For port a7a4a8fd-b005-4636-9646-c8a517fbd02f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a7a4a8fd-b005-4636-9646-c8a517fbd02f,segment=NetworkSegment(88b70930-b17f-4daa-b031-c73e38d37217),segment_id=88b70930-b17f-4daa-b031-c73e38d37217)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:29.099956 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a05d6e87-0f1a-4724-a47b-800261361b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:29.108646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/networks/6fecbe49-cf58-4aa6-ad60-835634ebf41d HTTP/1.1" status: 204 len: 168 time: 3.6550145 Jun 04 16:40:29.130256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36130) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:29.168290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-788915549'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:29.176494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a05d6e87-0f1a-4724-a47b-800261361b4b None None] Provisioning for port 4a512684-73b0-4201-b85c-9c720acba819 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:29.185039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a05d6e87-0f1a-4724-a47b-800261361b4b None None] Provisioning complete for port 4a512684-73b0-4201-b85c-9c720acba819 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:29.185773 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a05d6e87-0f1a-4724-a47b-800261361b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:29.188599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=4a512684-73b0-4201-b85c-9c720acba819,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:29.192500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e706ae-36c0-4855-9d28-9f8ac33c1985 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Network': ['ID=6fecbe49-cf58-4aa6-ad60-835634ebf41d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:29.195393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:29.212589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:network and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:29.230273 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:29.243937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:29.248739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f349337-3884-47bd-8802-cd426e2efe69 req-63afe6e8-8354-48ff-bee9-a4f13809fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:29.250700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f349337-3884-47bd-8802-cd426e2efe69 req-63afe6e8-8354-48ff-bee9-a4f13809fe13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e4275785034232a9a3141cc720de10&device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 1096 time: 0.6293280 Jun 04 16:40:29.271822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d6e87-0f1a-4724-a47b-800261361b4b None None] Pushing event updated for resources: {'Port': ['ID=a7a4a8fd-b005-4636-9646-c8a517fbd02f,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:29.279564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a05d6e87-0f1a-4724-a47b-800261361b4b None None] Port 4a512684-73b0-4201-b85c-9c720acba819 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:40:29.425724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e128c936-8b3d-4df1-bda3-14ba0bef1e4c None None] Provisioning for port 89be2de3-d850-4c2f-8bea-29c32dbc7fe9 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:29.432767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e128c936-8b3d-4df1-bda3-14ba0bef1e4c None None] Provisioning complete for port 89be2de3-d850-4c2f-8bea-29c32dbc7fe9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:29.433524 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e128c936-8b3d-4df1-bda3-14ba0bef1e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:29.544781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f425fd94-7493-4bbc-8d47-8bc2914facb4 None None] Network 2f9cb072-f0e0-4e9f-9f65-20b4477f82f0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:29.641767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-16c1fb87-d774-4c93-ba16-e925024dd887 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Deleting port 89be2de3-d850-4c2f-8bea-29c32dbc7fe9 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:29.642333 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16c1fb87-d774-4c93-ba16-e925024dd887 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:29.661848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40aadf80-2a78-4093-a246-2ec35983550a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:29.684174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a7a4a8fd-b005-4636-9646-c8a517fbd02f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:29.695311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:29.698880 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:29.723237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689ce1c-052a-4571-b6eb-4d9b2a210383 req-ad6c5875-59f4-45fd-b03d-efd14a6055b4 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:29.724946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2689ce1c-052a-4571-b6eb-4d9b2a210383 req-ad6c5875-59f4-45fd-b03d-efd14a6055b4 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 1.0138731 Jun 04 16:40:29.728169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e128c936-8b3d-4df1-bda3-14ba0bef1e4c None None] Port 89be2de3-d850-4c2f-8bea-29c32dbc7fe9 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:40:29.732885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aadf80-2a78-4093-a246-2ec35983550a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6270ae2-941c-48fe-bf7d-f13b54a32a1a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:29.743509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 9fa4b778-2a7e-4763-adc0-33e6258421eb is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:29.755154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:29.785757 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40aadf80-2a78-4093-a246-2ec35983550a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:29.789630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-40aadf80-2a78-4093-a246-2ec35983550a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6270ae2-941c-48fe-bf7d-f13b54a32a1a HTTP/1.1" status: 204 len: 168 time: 2.1269653 Jun 04 16:40:29.811307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e128c936-8b3d-4df1-bda3-14ba0bef1e4c None None] Provisioning complete for port a7a4a8fd-b005-4636-9646-c8a517fbd02f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:29.811640 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e128c936-8b3d-4df1-bda3-14ba0bef1e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:29.900041 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16c1fb87-d774-4c93-ba16-e925024dd887 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:29.968715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:40:30.052487 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2689ce1c-052a-4571-b6eb-4d9b2a210383 req-cbcae4e3-fbc9-4255-9af9-056241358c6d tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005250 Jun 04 16:40:30.057153 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port a7a4a8fd-b005-4636-9646-c8a517fbd02f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:30.057685 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:30.063432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f349337-3884-47bd-8802-cd426e2efe69 req-3d06302e-2f14-4135-8021-4291f53af31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:30.064957 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f349337-3884-47bd-8802-cd426e2efe69 req-3d06302e-2f14-4135-8021-4291f53af31e service neutron] 10.222.0.46 "GET /v2.0/networks?id=6dbc341a-29b5-4106-aec4-76ae40643dc2 HTTP/1.1" status: 200 len: 912 time: 0.7973189 Jun 04 16:40:30.141669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-16c1fb87-d774-4c93-ba16-e925024dd887 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Calling delete_port for 89be2de3-d850-4c2f-8bea-29c32dbc7fe9 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:30.190590 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e5e70a10-c21c-45c1-9501-137bd2b2ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:30.208980 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:30.212173 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Added segment 1612f755-44f7-4e6e-9ca7-a6cfdf2f46db of type vlan for network 7258da8a-388c-4c1d-8d02-599bda60af89 Jun 04 16:40:30.267304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f349337-3884-47bd-8802-cd426e2efe69 req-0d19764f-25bf-4db9-986a-66830d57923c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6edf117b-7e33-4551-a1d0-c80841f1995c HTTP/1.1" status: 200 len: 217 time: 0.1935985 Jun 04 16:40:30.301123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e128c936-8b3d-4df1-bda3-14ba0bef1e4c None None] Current status of the port a7a4a8fd-b005-4636-9646-c8a517fbd02f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:30.303314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36142) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:30.347956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port a7a4a8fd-b005-4636-9646-c8a517fbd02f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:30.348964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e135deab-e3db-4d63-ae96-64aa9f53e6a5 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:30.356382 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:30.367477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 57c6b4bc-1d3e-4487-9959-e57926a5b90e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:40:30.386588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f349337-3884-47bd-8802-cd426e2efe69 req-e8544a31-a82b-4689-9a9f-1e437cc06649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:30.388065 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f349337-3884-47bd-8802-cd426e2efe69 req-e8544a31-a82b-4689-9a9f-1e437cc06649 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b HTTP/1.1" status: 200 len: 851 time: 0.1076105 Jun 04 16:40:30.399372 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6db37030-3349-4b14-88ad-4b8dfad27c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:30.420309 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16c1fb87-d774-4c93-ba16-e925024dd887 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:30.426082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6db37030-3349-4b14-88ad-4b8dfad27c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:30.431890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0baacbdc-0001-480b-b1e6-65ad0bf41864 None None] Could not find standard attr ID for object 89be2de3-d850-4c2f-8bea-29c32dbc7fe9. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:40:30.463856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0baacbdc-0001-480b-b1e6-65ad0bf41864 None None] Provisioning for port 12847f3f-bb95-4326-991e-87a21618e335 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:30.468647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e135deab-e3db-4d63-ae96-64aa9f53e6a5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:30.469220 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:30.483630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6db37030-3349-4b14-88ad-4b8dfad27c5a admin admin] Usage tracker for resource:security_group_rule and tenant:83005bdf83434c3e94a31eb90105ff32 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:30.515118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6db37030-3349-4b14-88ad-4b8dfad27c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:30.566563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0baacbdc-0001-480b-b1e6-65ad0bf41864 None None] Provisioning complete for port 4a512684-73b0-4201-b85c-9c720acba819 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:30.567287 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0baacbdc-0001-480b-b1e6-65ad0bf41864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:30.626168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1fb87-d774-4c93-ba16-e925024dd887 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event deleted for resources: {'Port': ['ID=89be2de3-d850-4c2f-8bea-29c32dbc7fe9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:30.658697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0baacbdc-0001-480b-b1e6-65ad0bf41864 None None] Port 4a512684-73b0-4201-b85c-9c720acba819 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:40:30.673692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f349337-3884-47bd-8802-cd426e2efe69 req-9491b50f-46c3-491d-a2f5-b28d594e7d4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dbc341a-29b5-4106-aec4-76ae40643dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2015004 Jun 04 16:40:30.737590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6db37030-3349-4b14-88ad-4b8dfad27c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:30.758685 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e135deab-e3db-4d63-ae96-64aa9f53e6a5 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:30.759801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 12847f3f-bb95-4326-991e-87a21618e335 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:30.763805 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3832026-976f-48b7-a672-51c00e204788 req-52139fd0-fe2a-47f1-ba72-9fec395c9b15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a761c5c76d944712919d43cbbf507be4&device_id=a066a205-7f12-44e7-ad23-5ecc4bfde364 HTTP/1.1" status: 200 len: 210 time: 0.2931955 Jun 04 16:40:30.807554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f07d5f63-0056-41d7-b83c-146defd43ba3 req-ce488d8d-bc17-4254-9567-c68098e620b4 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=a066a205-7f12-44e7-ad23-5ecc4bfde364 HTTP/1.1" status: 200 len: 210 time: 0.1315386 Jun 04 16:40:30.823119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c571e-279a-4859-86a8-ed621a7622af None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:40:30.832736 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16c1fb87-d774-4c93-ba16-e925024dd887 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:30.844194 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:30.851390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:30.852371 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:30.892945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3832026-976f-48b7-a672-51c00e204788 req-1ff8f949-027e-4e45-b2f7-c4317330f79b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a761c5c76d944712919d43cbbf507be4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908809 Jun 04 16:40:30.998137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 12847f3f-bb95-4326-991e-87a21618e335 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:31.010776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 12847f3f-bb95-4326-991e-87a21618e335 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:31.011135 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:31.062595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:40:31.071770 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9344900 Jun 04 16:40:31.078468 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5507519-86bc-4c9c-844e-e2cb6d29558f None None] Sync routers for ids ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:40:31.093278 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5507519-86bc-4c9c-844e-e2cb6d29558f None None] Routers {'57c6b4bc-1d3e-4487-9959-e57926a5b90e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:31.093997 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c5507519-86bc-4c9c-844e-e2cb6d29558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:31.124913 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dfbaad94-7195-43d4-9c77-8d8b555941cf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/57c6b4bc-1d3e-4487-9959-e57926a5b90e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4407504 Jun 04 16:40:31.130073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36148) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:31.130417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36152) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:31.151946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c571e-279a-4859-86a8-ed621a7622af None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:40:31.171476 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c5507519-86bc-4c9c-844e-e2cb6d29558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:31.179434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '7258da8a-388c-4c1d-8d02-599bda60af89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:31.184110 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5507519-86bc-4c9c-844e-e2cb6d29558f None None] Routers {'57c6b4bc-1d3e-4487-9959-e57926a5b90e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:31.185158 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c5507519-86bc-4c9c-844e-e2cb6d29558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:31.207079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfb78f-a34b-4826-86ac-e758b2223097 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Network': ['ID=7258da8a-388c-4c1d-8d02-599bda60af89,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:31.237219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 7258da8a-388c-4c1d-8d02-599bda60af89 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:40:31.275571 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c5507519-86bc-4c9c-844e-e2cb6d29558f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:31.276534 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5507519-86bc-4c9c-844e-e2cb6d29558f None None] The sync data for ids ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:40:31.309328 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:31.443085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6db37030-3349-4b14-88ad-4b8dfad27c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:31.452538 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c1fb87-d774-4c93-ba16-e925024dd887 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Router 2e10969a-9635-4419-8144-893f7824109f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:40:31.453287 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6db37030-3349-4b14-88ad-4b8dfad27c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:31.473281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 12847f3f-bb95-4326-991e-87a21618e335 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:31.473556 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:31.491677 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:31.520028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 12847f3f-bb95-4326-991e-87a21618e335, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=12847f3f-bb95-4326-991e-87a21618e335,segment=NetworkSegment(f390a6d9-5ebe-4b7c-8bb3-309e2da574d7),segment_id=f390a6d9-5ebe-4b7c-8bb3-309e2da574d7)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:31.529044 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:31.529837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 564b536c-63f6-4579-bc0a-8376eda61b1f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:31.570461 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6db37030-3349-4b14-88ad-4b8dfad27c5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83005bdf83434c3e94a31eb90105ff32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2658215 Jun 04 16:40:31.575152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36158) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:31.598693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c47b76a-662a-45dc-80d6-9327f4087ea7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:31.599588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3c47b76a-662a-45dc-80d6-9327f4087ea7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Synchronizing usage tracker for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:31.603483 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f349337-3884-47bd-8802-cd426e2efe69 req-e8c4bcd3-7038-4a5b-b65a-b611093247d0 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8523159 Jun 04 16:40:31.639003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=12847f3f-bb95-4326-991e-87a21618e335,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:31.644959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db37030-3349-4b14-88ad-4b8dfad27c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7800572f-dc3c-4e98-bd30-c8043baa6474,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:31.646054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:31.652493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3832026-976f-48b7-a672-51c00e204788 req-57148524-0b19-4cc0-af64-cb260f9c472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:31.655431 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3832026-976f-48b7-a672-51c00e204788 req-57148524-0b19-4cc0-af64-cb260f9c472b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6936593 Jun 04 16:40:31.667323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:31.690036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c1fb87-d774-4c93-ba16-e925024dd887 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:40:31.726352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:31.733332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be43857-da44-4f0a-8967-62742659f567 None None] Sync routers for ids ['2e10969a-9635-4419-8144-893f7824109f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:40:31.740665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:31.745269 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3aeef5f-66a8-49ac-93a9-b805ae8c78d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:31.747800 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-16c1fb87-d774-4c93-ba16-e925024dd887 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "PUT /v2.0/routers/2e10969a-9635-4419-8144-893f7824109f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9687233 Jun 04 16:40:31.755606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36162) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:31.762925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3c47b76a-662a-45dc-80d6-9327f4087ea7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Unset dirty status for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:31.764352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3c47b76a-662a-45dc-80d6-9327f4087ea7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports/4a512684-73b0-4201-b85c-9c720acba819 HTTP/1.1" status: 200 len: 910 time: 0.6274505 Jun 04 16:40:31.768389 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36166) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:31.778160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be43857-da44-4f0a-8967-62742659f567 None None] Routers {'2e10969a-9635-4419-8144-893f7824109f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:31.778879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7be43857-da44-4f0a-8967-62742659f567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2e10969a-9635-4419-8144-893f7824109f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:31.831974 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3aeef5f-66a8-49ac-93a9-b805ae8c78d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:31.846176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7be43857-da44-4f0a-8967-62742659f567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:31.846924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:31.850678 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:31.854514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 564b536c-63f6-4579-bc0a-8376eda61b1f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:31.854889 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:31.872593 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-dd088eef-3c1d-4b1d-bc74-4c749a5c062f tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] delete failed (client error): The resource could not be found. Jun 04 16:40:31.877633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dd088eef-3c1d-4b1d-bc74-4c749a5c062f tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-904063633 HTTP/1.1" status: 404 len: 334 time: 0.1204679 Jun 04 16:40:31.886353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36172) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:31.901901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2e751ebb-9d88-4f8d-9cbf-a6f25ceb4d68 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e10969a-9635-4419-8144-893f7824109f'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:31.907816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be43857-da44-4f0a-8967-62742659f567 None None] Routers {'2e10969a-9635-4419-8144-893f7824109f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:31.908456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7be43857-da44-4f0a-8967-62742659f567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2e10969a-9635-4419-8144-893f7824109f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:31.978878 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7be43857-da44-4f0a-8967-62742659f567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:31.979285 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be43857-da44-4f0a-8967-62742659f567 None None] The sync data for ids ['2e10969a-9635-4419-8144-893f7824109f'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:40:32.120491 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3aeef5f-66a8-49ac-93a9-b805ae8c78d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:32.143495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96524696-9f85-4487-a28f-76006982a5c1 req-a7f199cb-3a65-4b30-b03c-0c783911204e tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:32.146548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 564b536c-63f6-4579-bc0a-8376eda61b1f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:32.146896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeef5f-66a8-49ac-93a9-b805ae8c78d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7800572f-dc3c-4e98-bd30-c8043baa6474,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:32.158876 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96524696-9f85-4487-a28f-76006982a5c1 req-a7f199cb-3a65-4b30-b03c-0c783911204e tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.8371997 Jun 04 16:40:32.183261 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3aeef5f-66a8-49ac-93a9-b805ae8c78d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:32.184448 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c3aeef5f-66a8-49ac-93a9-b805ae8c78d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7800572f-dc3c-4e98-bd30-c8043baa6474 HTTP/1.1" status: 204 len: 168 time: 0.5995855 Jun 04 16:40:32.188591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e2f9984c-6120-44bb-a04f-d2b28e20d8e8 req-7cba5ed7-fabe-4299-9aea-e38fe3a3f6a7 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=a066a205-7f12-44e7-ad23-5ecc4bfde364 HTTP/1.1" status: 200 len: 210 time: 0.1652627 Jun 04 16:40:32.216593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f349337-3884-47bd-8802-cd426e2efe69 req-d10cd23b-e75f-4415-932a-944b6df0738f service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944071 Jun 04 16:40:32.281189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 12847f3f-bb95-4326-991e-87a21618e335 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:32.370368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 12847f3f-bb95-4326-991e-87a21618e335 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:32.370812 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:32.411454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39814cc0-4d72-47cc-afbd-70efca4e0dfa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:32.484691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96524696-9f85-4487-a28f-76006982a5c1 req-6fcac1a7-aed4-4e54-bdc1-31ee6ee66a39 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248551 Jun 04 16:40:32.580728 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2e751ebb-9d88-4f8d-9cbf-a6f25ceb4d68 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:32.603032 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:32.607713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 12847f3f-bb95-4326-991e-87a21618e335 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:32.664712 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-2e751ebb-9d88-4f8d-9cbf-a6f25ceb4d68 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] update failed (client error): The resource could not be found. Jun 04 16:40:32.670584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2e751ebb-9d88-4f8d-9cbf-a6f25ceb4d68 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "PUT /v2.0/routers/2e10969a-9635-4419-8144-893f7824109f HTTP/1.1" status: 404 len: 339 time: 0.7836668 Jun 04 16:40:32.674285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36178) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:32.683892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1740332843'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:32.697527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:32.705046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Usage tracker for resource:network and tenant:ddd187b30a2c42bdabaa3b09e3974864 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:32.720052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:32.733159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:32.760575 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:32.795870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Made reservation on behalf of ddd187b30a2c42bdabaa3b09e3974864 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:32.799684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:32.868550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:40:32.868984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-39814cc0-4d72-47cc-afbd-70efca4e0dfa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port 4a512684-73b0-4201-b85c-9c720acba819 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:32.869460 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39814cc0-4d72-47cc-afbd-70efca4e0dfa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:32.928023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Subnet': ['ID=5fdc105d-3e53-4f1c-882a-eb4b29fce259,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:32.932116 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:32.932464 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Added segment 4c0dbfb7-12df-43de-8263-309f55b0a17a of type vlan for network 6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a Jun 04 16:40:32.935675 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3832026-976f-48b7-a672-51c00e204788 req-61e844fb-25c5-4ca5-aff8-0a0d255b9b1b tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.42 "GET /v2.0/ports?device_id=a066a205-7f12-44e7-ad23-5ecc4bfde364 HTTP/1.1" status: 200 len: 210 time: 0.0598214 Jun 04 16:40:32.944578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Checking segment: {'id': '1612f755-44f7-4e6e-9ca7-a6cfdf2f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7258da8a-388c-4c1d-8d02-599bda60af89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:32.944952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network hostable DHCP agents. Network: 7258da8a-388c-4c1d-8d02-599bda60af89, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:40:32.979730 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:32.990680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 7258da8a-388c-4c1d-8d02-599bda60af89 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:40:33.014886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 7258da8a-388c-4c1d-8d02-599bda60af89) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:33.019383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:33.020237 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:33.027609 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:33.028466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54bbcbc-2d65-4088-b31e-4fa37645ad84 None None] Network 7258da8a-388c-4c1d-8d02-599bda60af89 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:33.033969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:33.033969 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:33.161236 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4842713 Jun 04 16:40:33.165836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36182) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:33.167275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-adc996d2-7cb2-4159-8520-687c2a97c44c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0318778 Jun 04 16:40:33.175315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Request body: {'subnet': {'network_id': '6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:33.178552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36186) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:33.186647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': '7258da8a-388c-4c1d-8d02-599bda60af89', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-95308733'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:33.195889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d45c1-40c4-4929-95b4-978efd5cab17 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event updated for resources: {'Network': ['ID=6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:33.213991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:40:33.331606 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39814cc0-4d72-47cc-afbd-70efca4e0dfa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:33.492483 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-7258da8a-388c-4c1d-8d02-599bda60af89', 'network_id': '7258da8a-388c-4c1d-8d02-599bda60af89', 'tenant_id': 'fbcea708c4324b77a2fd74411d968c63', 'fixed_ips': [{'subnet_id': '5fdc105d-3e53-4f1c-882a-eb4b29fce259'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:40:33.493051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6024aa1b-c794-4171-9e7c-5146df811d12 req-78e20931-8c35-4089-a528-b1cd63407441 tempest-ServerShowV247Test-2048791515 tempest-ServerShowV247Test-2048791515-project] 10.222.0.13 "GET /v2.0/ports?device_id=a066a205-7f12-44e7-ad23-5ecc4bfde364 HTTP/1.1" status: 200 len: 210 time: 0.0484478 Jun 04 16:40:33.494063 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:33.505116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:33.520531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-39814cc0-4d72-47cc-afbd-70efca4e0dfa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for 4a512684-73b0-4201-b85c-9c720acba819 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:33.535839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Usage tracker for resource:subnet and tenant:ddd187b30a2c42bdabaa3b09e3974864 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:33.540318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:33.550405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:33.575854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Made reservation on behalf of ddd187b30a2c42bdabaa3b09e3974864 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:33.579939 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:33.626584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:33.635351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:port and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:33.644288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:33.655548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:33.701102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Allocated IP 2001:db8::2 (7258da8a-388c-4c1d-8d02-599bda60af89/5fdc105d-3e53-4f1c-882a-eb4b29fce259/93488bfc-9c40-4b35-92d8-5a3336442ced) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:33.751680 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:33.755300 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:33.826447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port 5cdc9ce4-1def-43bd-a052-ab036eee10a1 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:40:33.909226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa7ff9-2c83-467f-a303-c3a497cb318e req-27fb2408-42ca-43b8-a417-2975747c6a66 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:33.923773 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ffa7ff9-2c83-467f-a303-c3a497cb318e req-27fb2408-42ca-43b8-a417-2975747c6a66 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.2208705 Jun 04 16:40:34.008257 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:34.009832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ffa7ff9-2c83-467f-a303-c3a497cb318e req-7aa70af8-9a8f-4eff-b993-ccd48e4a6638 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734406 Jun 04 16:40:34.025674 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:34.037941 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:34.059262 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39814cc0-4d72-47cc-afbd-70efca4e0dfa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:34.059890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Transition to ACTIVE for port object 93488bfc-9c40-4b35-92d8-5a3336442ced will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:34.079390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Transition to ACTIVE for port object 93488bfc-9c40-4b35-92d8-5a3336442ced will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:34.084812 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:34.118702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event updated for resources: {'Subnet': ['ID=1125c6a0-44dc-4ff0-9e11-4c526a2de16d,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:34.129026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Checking segment: {'id': '4c0dbfb7-12df-43de-8263-309f55b0a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:34.129383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Network hostable DHCP agents. Network: 6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:40:34.148922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Network 6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:40:34.158989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39814cc0-4d72-47cc-afbd-70efca4e0dfa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=4a512684-73b0-4201-b85c-9c720acba819,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:34.170027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Network 7258da8a-388c-4c1d-8d02-599bda60af89 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:34.173168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:34.173534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:34.178590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:34.183744 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:34.185049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:34.185943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Pushing event updated for resources: {'Port': ['ID=93488bfc-9c40-4b35-92d8-5a3336442ced,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:34.186356 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:34.217047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-26efbdab-0bed-4550-b56d-4d7841fb2872 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0480783 Jun 04 16:40:34.219700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36196) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:34.227379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f5870835-0900-41fb-af0a-2320917c256a tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Request body: {'router': {'external_gateway_info': {'network_id': '6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:34.229731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea50ba-186e-47f7-b1bc-7061991d370c None None] Network 6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:34.364883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Attempting to bind port 93488bfc-9c40-4b35-92d8-5a3336442ced on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:40:34.365286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Attempting to bind port 93488bfc-9c40-4b35-92d8-5a3336442ced by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '1612f755-44f7-4e6e-9ca7-a6cfdf2f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7258da8a-388c-4c1d-8d02-599bda60af89'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:40:34.365647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Attempting to bind port 93488bfc-9c40-4b35-92d8-5a3336442ced on network 7258da8a-388c-4c1d-8d02-599bda60af89 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:40:34.374209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:40:34.374619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Checking segment: {'id': '1612f755-44f7-4e6e-9ca7-a6cfdf2f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7258da8a-388c-4c1d-8d02-599bda60af89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:34.375026 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:34.375419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Bound using segment: {'id': '1612f755-44f7-4e6e-9ca7-a6cfdf2f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7258da8a-388c-4c1d-8d02-599bda60af89'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:40:34.375890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Bound port: 93488bfc-9c40-4b35-92d8-5a3336442ced, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1612f755-44f7-4e6e-9ca7-a6cfdf2f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7258da8a-388c-4c1d-8d02-599bda60af89'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:40:34.376265 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:34.449130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8::2f7 (7258da8a-388c-4c1d-8d02-599bda60af89/5fdc105d-3e53-4f1c-882a-eb4b29fce259/5cdc9ce4-1def-43bd-a052-ab036eee10a1) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:34.476697 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39814cc0-4d72-47cc-afbd-70efca4e0dfa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:34.536749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] For port 93488bfc-9c40-4b35-92d8-5a3336442ced, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:40:34.577757 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] For port 93488bfc-9c40-4b35-92d8-5a3336442ced, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=93488bfc-9c40-4b35-92d8-5a3336442ced,segment=NetworkSegment(1612f755-44f7-4e6e-9ca7-a6cfdf2f46db),segment_id=1612f755-44f7-4e6e-9ca7-a6cfdf2f46db)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:40:34.585174 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:34.657154 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a', 'network_id': '6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a', 'tenant_id': 'ddd187b30a2c42bdabaa3b09e3974864', 'fixed_ips': [{'subnet_id': '1125c6a0-44dc-4ff0-9e11-4c526a2de16d'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:40:34.662883 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:34.676675 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5870835-0900-41fb-af0a-2320917c256a tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:34.828320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10037144-692a-400f-996c-be93bcbda2a9 None None] Pushing event updated for resources: {'Port': ['ID=93488bfc-9c40-4b35-92d8-5a3336442ced,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:34.921042 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-f5870835-0900-41fb-af0a-2320917c256a tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:40:34.923727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f5870835-0900-41fb-af0a-2320917c256a tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "PUT /v2.0/routers/2e10969a-9635-4419-8144-893f7824109f HTTP/1.1" status: 400 len: 364 time: 0.7029548 Jun 04 16:40:34.928080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36206) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:34.958514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Allocated IP 2001:db8:1::2 (6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a/1125c6a0-44dc-4ff0-9e11-4c526a2de16d/8e69eae1-cd27-4867-a874-af13c3c9f355) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:35.205950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39814cc0-4d72-47cc-afbd-70efca4e0dfa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 57c6b4bc-1d3e-4487-9959-e57926a5b90e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:40:35.239801 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:35.262641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36214) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:35.364618 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:35.380540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Transition to ACTIVE for port object 8e69eae1-cd27-4867-a874-af13c3c9f355 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:35.412026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Transition to ACTIVE for port object 8e69eae1-cd27-4867-a874-af13c3c9f355 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:35.422112 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:35.484473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Transition to ACTIVE for port object 5cdc9ce4-1def-43bd-a052-ab036eee10a1 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:35.523606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Network 6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:35.523606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:35.532997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:35.548233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39814cc0-4d72-47cc-afbd-70efca4e0dfa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:40:35.558721 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ce39c-7f92-443a-bccc-5f03ecd1ee6d None None] Sync routers for ids ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:40:35.578750 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-39814cc0-4d72-47cc-afbd-70efca4e0dfa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/57c6b4bc-1d3e-4487-9959-e57926a5b90e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8023763 Jun 04 16:40:35.578750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36220) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:35.601257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Pushing event updated for resources: {'Port': ['ID=8e69eae1-cd27-4867-a874-af13c3c9f355,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:35.618756 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ce39c-7f92-443a-bccc-5f03ecd1ee6d None None] Routers {'57c6b4bc-1d3e-4487-9959-e57926a5b90e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:35.618756 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-513ce39c-7f92-443a-bccc-5f03ecd1ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:35.659731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Attempting to bind port 8e69eae1-cd27-4867-a874-af13c3c9f355 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:40:35.660184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Attempting to bind port 8e69eae1-cd27-4867-a874-af13c3c9f355 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '4c0dbfb7-12df-43de-8263-309f55b0a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:40:35.660723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Attempting to bind port 8e69eae1-cd27-4867-a874-af13c3c9f355 on network 6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:40:35.667390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:40:35.667919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Checking segment: {'id': '4c0dbfb7-12df-43de-8263-309f55b0a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:35.668324 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:35.668715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Bound using segment: {'id': '4c0dbfb7-12df-43de-8263-309f55b0a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:40:35.669187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Bound port: 8e69eae1-cd27-4867-a874-af13c3c9f355, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0dbfb7-12df-43de-8263-309f55b0a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:40:35.669556 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:35.731314 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-513ce39c-7f92-443a-bccc-5f03ecd1ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:35.741660 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ce39c-7f92-443a-bccc-5f03ecd1ee6d None None] Routers {'57c6b4bc-1d3e-4487-9959-e57926a5b90e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:35.742355 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-513ce39c-7f92-443a-bccc-5f03ecd1ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:35.802078 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:35.823197 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-513ce39c-7f92-443a-bccc-5f03ecd1ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:35.823688 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ce39c-7f92-443a-bccc-5f03ecd1ee6d None None] The sync data for ids ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:40:35.833618 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] For port 8e69eae1-cd27-4867-a874-af13c3c9f355, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:40:35.836944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] For port 8e69eae1-cd27-4867-a874-af13c3c9f355, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8e69eae1-cd27-4867-a874-af13c3c9f355,segment=NetworkSegment(4c0dbfb7-12df-43de-8263-309f55b0a17a),segment_id=4c0dbfb7-12df-43de-8263-309f55b0a17a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:40:35.844925 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:35.900575 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae52f25d-f4aa-4fef-9d62-5509e314e75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:35.940159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2abab-b2db-4457-9b95-688670d6ca38 None None] Pushing event updated for resources: {'Port': ['ID=8e69eae1-cd27-4867-a874-af13c3c9f355,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:35.983568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 7258da8a-388c-4c1d-8d02-599bda60af89 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:36.004562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:36.007385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:36.013412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:36.014051 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:36.069094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd6da8-9d32-402c-83ac-b58d3c9b7db8 req-0ae4dc0f-b0de-4a6f-9791-0d1b3504f781 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:36.070647 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d8bd6da8-9d32-402c-83ac-b58d3c9b7db8 req-0ae4dc0f-b0de-4a6f-9791-0d1b3504f781 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.7747645 Jun 04 16:40:36.116542 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:36.118921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ae52f25d-f4aa-4fef-9d62-5509e314e75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:36.123872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=5cdc9ce4-1def-43bd-a052-ab036eee10a1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:36.130854 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5e4ce2ba-add7-49f3-b677-3d2f136e48bc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.9512846 Jun 04 16:40:36.132294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ae52f25d-f4aa-4fef-9d62-5509e314e75c admin admin] Usage tracker for resource:security_group_rule and tenant:a761c5c76d944712919d43cbbf507be4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:36.133756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36224) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:36.139214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ae52f25d-f4aa-4fef-9d62-5509e314e75c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:36.150576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ae52f25d-f4aa-4fef-9d62-5509e314e75c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:36.281716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d8bd6da8-9d32-402c-83ac-b58d3c9b7db8 req-ac8f55eb-4581-4f09-970d-d0d8a05434a9 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850917 Jun 04 16:40:36.373905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 93488bfc-9c40-4b35-92d8-5a3336442ced up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:36.421632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8c03fa94-d4c2-4904-8255-d8a2bf0b2a29 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port 5cdc9ce4-1def-43bd-a052-ab036eee10a1 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:36.422375 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8c03fa94-d4c2-4904-8255-d8a2bf0b2a29 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:36.431017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae52f25d-f4aa-4fef-9d62-5509e314e75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:36.447460 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae52f25d-f4aa-4fef-9d62-5509e314e75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:36.476336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 93488bfc-9c40-4b35-92d8-5a3336442ced completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:36.486132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d1a5e4-92a2-4314-aaed-d73ac5183bed None None] Network 7258da8a-388c-4c1d-8d02-599bda60af89 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:36.525718 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ae52f25d-f4aa-4fef-9d62-5509e314e75c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a761c5c76d944712919d43cbbf507be4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2592909 Jun 04 16:40:36.530198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36230) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:36.544967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52f25d-f4aa-4fef-9d62-5509e314e75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b09c7f-a26c-4c0e-891d-a7eb63bbeb7a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:36.658378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2526b092-3696-4a68-82db-f9fb4da49f5d None None] Provisioning for port 93488bfc-9c40-4b35-92d8-5a3336442ced completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:36.674906 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2698ad36-e666-402f-89bc-04a267e6a1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:36.683351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2526b092-3696-4a68-82db-f9fb4da49f5d None None] Provisioning complete for port 93488bfc-9c40-4b35-92d8-5a3336442ced triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:36.684091 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2526b092-3696-4a68-82db-f9fb4da49f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:36.736710 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2698ad36-e666-402f-89bc-04a267e6a1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:36.789611 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fddc3565-0d88-48e7-ad43-e46974004685 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:36.990271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2526b092-3696-4a68-82db-f9fb4da49f5d None None] Current status of the port 93488bfc-9c40-4b35-92d8-5a3336442ced is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:36.990782 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2526b092-3696-4a68-82db-f9fb4da49f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:37.047970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2526b092-3696-4a68-82db-f9fb4da49f5d None None] For port 93488bfc-9c40-4b35-92d8-5a3336442ced, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=93488bfc-9c40-4b35-92d8-5a3336442ced,segment=NetworkSegment(1612f755-44f7-4e6e-9ca7-a6cfdf2f46db),segment_id=1612f755-44f7-4e6e-9ca7-a6cfdf2f46db)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:37.070199 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2526b092-3696-4a68-82db-f9fb4da49f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:37.095904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Allocated IP 2001:db8::1 (6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d/c6dc63f4-1d0a-4f5f-b533-87aebc99c59e/ff87efba-273e-42e5-9fcd-91bb451e1684) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:37.101141 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8c03fa94-d4c2-4904-8255-d8a2bf0b2a29 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:37.191729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526b092-3696-4a68-82db-f9fb4da49f5d None None] Pushing event updated for resources: {'Port': ['ID=93488bfc-9c40-4b35-92d8-5a3336442ced,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:37.256157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8c03fa94-d4c2-4904-8255-d8a2bf0b2a29 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for 5cdc9ce4-1def-43bd-a052-ab036eee10a1 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:37.407181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499246ff-d3d7-48bb-a753-15eee2001228 req-83729e82-92ea-400f-aca1-de3b0c009cc8 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:37.409286 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-499246ff-d3d7-48bb-a753-15eee2001228 req-83729e82-92ea-400f-aca1-de3b0c009cc8 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.5553210 Jun 04 16:40:37.448085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2698ad36-e666-402f-89bc-04a267e6a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:37.476891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698ad36-e666-402f-89bc-04a267e6a1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b09c7f-a26c-4c0e-891d-a7eb63bbeb7a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:37.481214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2698ad36-e666-402f-89bc-04a267e6a1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:37.482646 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2698ad36-e666-402f-89bc-04a267e6a1e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37b09c7f-a26c-4c0e-891d-a7eb63bbeb7a HTTP/1.1" status: 204 len: 168 time: 0.9505985 Jun 04 16:40:37.571329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3335e7be-7971-4d66-83c0-620e999fea49 None None] Provisioning complete for port 93488bfc-9c40-4b35-92d8-5a3336442ced triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:37.571704 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3335e7be-7971-4d66-83c0-620e999fea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:37.672858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-fddc3565-0d88-48e7-ad43-e46974004685 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port 2ba75a53-1842-4c79-b065-72b593ea0105 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:37.673357 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fddc3565-0d88-48e7-ad43-e46974004685 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:37.716028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-499246ff-d3d7-48bb-a753-15eee2001228 req-791f75fc-2dd5-4ae7-b166-0d6b08d5e327 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941358 Jun 04 16:40:37.732412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9a3ad6-0cbd-4339-b8eb-fc879e4976aa None None] Network 6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:37.860257 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:37.887723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Transition to ACTIVE for port object ff87efba-273e-42e5-9fcd-91bb451e1684 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:37.889346 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8c03fa94-d4c2-4904-8255-d8a2bf0b2a29 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:37.939959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3335e7be-7971-4d66-83c0-620e999fea49 None None] Current status of the port 93488bfc-9c40-4b35-92d8-5a3336442ced is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:37.953023 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3335e7be-7971-4d66-83c0-620e999fea49 None None] Could not find standard attr ID for object 5cdc9ce4-1def-43bd-a052-ab036eee10a1. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:40:37.982272 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fddc3565-0d88-48e7-ad43-e46974004685 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:38.020347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03fa94-d4c2-4904-8255-d8a2bf0b2a29 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=5cdc9ce4-1def-43bd-a052-ab036eee10a1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:38.048135 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8c03fa94-d4c2-4904-8255-d8a2bf0b2a29 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:38.066164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8c03fa94-d4c2-4904-8255-d8a2bf0b2a29 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/5cdc9ce4-1def-43bd-a052-ab036eee10a1 HTTP/1.1" status: 204 len: 168 time: 1.9312959 Jun 04 16:40:38.069389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36248) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:38.114898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3e263614-ad60-4bd8-9da6-99a0e4c41cae None None] Could not find standard attr ID for object 5cdc9ce4-1def-43bd-a052-ab036eee10a1. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:40:38.117644 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f497bdd-3b11-40ca-991f-1cc1819a7243 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:40:38.118174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1f497bdd-3b11-40ca-991f-1cc1819a7243 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:38.147071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1f497bdd-3b11-40ca-991f-1cc1819a7243 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:38.148060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3e263614-ad60-4bd8-9da6-99a0e4c41cae None None] Provisioning for port 8e69eae1-cd27-4867-a874-af13c3c9f355 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:38.148873 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1f497bdd-3b11-40ca-991f-1cc1819a7243 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/5cdc9ce4-1def-43bd-a052-ab036eee10a1 HTTP/1.1" status: 404 len: 333 time: 0.0784202 Jun 04 16:40:38.150984 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:38.162264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36252) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:38.188021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-fddc3565-0d88-48e7-ad43-e46974004685 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for 2ba75a53-1842-4c79-b065-72b593ea0105 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:38.324107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event updated for resources: {'Port': ['ID=ff87efba-273e-42e5-9fcd-91bb451e1684,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:38.367845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Network 6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:38.369061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:38.371708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:38.372253 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:38.417157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-898c38c9-1894-44b6-8077-91d119f2af44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting subnet 5fdc105d-3e53-4f1c-882a-eb4b29fce259 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:40:38.422264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-898c38c9-1894-44b6-8077-91d119f2af44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:38.443587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8e69eae1-cd27-4867-a874-af13c3c9f355 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:38.510059 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-898c38c9-1894-44b6-8077-91d119f2af44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:38.589864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fddc3565-0d88-48e7-ad43-e46974004685 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:38.611111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 8e69eae1-cd27-4867-a874-af13c3c9f355 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:38.619255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b35a6960-2e9e-4822-9a28-e280917c7891 None None] Provisioning complete for port 8e69eae1-cd27-4867-a874-af13c3c9f355 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:38.625487 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b35a6960-2e9e-4822-9a28-e280917c7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:38.662852 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:38.681025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc3565-0d88-48e7-ad43-e46974004685 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=2ba75a53-1842-4c79-b065-72b593ea0105,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:38.683597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8e69eae1-cd27-4867-a874-af13c3c9f355 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:38.684260 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:38.821990 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-898c38c9-1894-44b6-8077-91d119f2af44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.008367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b35a6960-2e9e-4822-9a28-e280917c7891 None None] Current status of the port 8e69eae1-cd27-4867-a874-af13c3c9f355 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:39.008993 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b35a6960-2e9e-4822-9a28-e280917c7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.024667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fddc3565-0d88-48e7-ad43-e46974004685 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.035805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8e69eae1-cd27-4867-a874-af13c3c9f355 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:39.036178 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.069326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b35a6960-2e9e-4822-9a28-e280917c7891 None None] For port 8e69eae1-cd27-4867-a874-af13c3c9f355, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8e69eae1-cd27-4867-a874-af13c3c9f355,segment=NetworkSegment(4c0dbfb7-12df-43de-8263-309f55b0a17a),segment_id=4c0dbfb7-12df-43de-8263-309f55b0a17a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:39.076707 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b35a6960-2e9e-4822-9a28-e280917c7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.201059 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-898c38c9-1894-44b6-8077-91d119f2af44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.217879 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:40:39.218232 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:40:39.220761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-80e2b502-f074-4280-9f86-26db7f4583ed None None] Provisioning for port ff87efba-273e-42e5-9fcd-91bb451e1684 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:39.227664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36272) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:39.228962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-80e2b502-f074-4280-9f86-26db7f4583ed None None] Provisioning complete for port ff87efba-273e-42e5-9fcd-91bb451e1684 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:39.229327 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-80e2b502-f074-4280-9f86-26db7f4583ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.285925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-80e2b502-f074-4280-9f86-26db7f4583ed None None] Port ff87efba-273e-42e5-9fcd-91bb451e1684 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:40:39.292612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a6960-2e9e-4822-9a28-e280917c7891 None None] Pushing event updated for resources: {'Port': ['ID=8e69eae1-cd27-4867-a874-af13c3c9f355,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:39.318863 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-898c38c9-1894-44b6-8077-91d119f2af44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.325710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4452a26d-ad53-477c-b487-4297e9925bce None None] Network 7258da8a-388c-4c1d-8d02-599bda60af89 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:39.331031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c38c9-1894-44b6-8077-91d119f2af44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Subnet': ['ID=5fdc105d-3e53-4f1c-882a-eb4b29fce259,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:39.353570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-898c38c9-1894-44b6-8077-91d119f2af44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/5fdc105d-3e53-4f1c-882a-eb4b29fce259 HTTP/1.1" status: 204 len: 168 time: 1.0851951 Jun 04 16:40:39.358099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36278) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:39.404786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ad71c-3733-4ddc-b15b-715a48d444d6 req-305f0027-e8f2-4653-a6cc-cb009e91fe65 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:39.406278 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e2ad71c-3733-4ddc-b15b-715a48d444d6 req-305f0027-e8f2-4653-a6cc-cb009e91fe65 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.4210494 Jun 04 16:40:39.434619 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d552a2f7-87a4-4d8e-8f20-48c51adc221e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.460653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d552a2f7-87a4-4d8e-8f20-48c51adc221e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:39.464071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddc3565-0d88-48e7-ad43-e46974004685 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 57c6b4bc-1d3e-4487-9959-e57926a5b90e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:40:39.467916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d552a2f7-87a4-4d8e-8f20-48c51adc221e admin admin] Usage tracker for resource:security_group_rule and tenant:b56b19ea7a0149f8a1d31a95797056d5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:39.471464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d552a2f7-87a4-4d8e-8f20-48c51adc221e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:39.479530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d552a2f7-87a4-4d8e-8f20-48c51adc221e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:39.569020 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e2ad71c-3733-4ddc-b15b-715a48d444d6 req-2e2c93f9-e567-43cc-93ac-bda8716d9b6f tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536658 Jun 04 16:40:39.574927 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.641241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.649648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port 93488bfc-9c40-4b35-92d8-5a3336442ced {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:39.649992 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.663879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad93863-045e-48a0-a1b7-ed150455ec1f None None] DHCP port deletion for 7258da8a-388c-4c1d-8d02-599bda60af89 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:40:39.668745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0ad93863-045e-48a0-a1b7-ed150455ec1f None None] Deleting port 93488bfc-9c40-4b35-92d8-5a3336442ced {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:39.669356 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0ad93863-045e-48a0-a1b7-ed150455ec1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.691959 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.692729 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:39.779254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddc3565-0d88-48e7-ad43-e46974004685 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:40:39.801596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc65db80-f678-476e-a98a-bf5f0001bef6 None None] Sync routers for ids ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:40:39.816570 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fddc3565-0d88-48e7-ad43-e46974004685 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/57c6b4bc-1d3e-4487-9959-e57926a5b90e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2380996 Jun 04 16:40:39.819568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36282) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:39.830282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8e69eae1-cd27-4867-a874-af13c3c9f355 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:39.831325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 93488bfc-9c40-4b35-92d8-5a3336442ced up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:39.871042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6a37d476-7d3f-4d8a-a714-031da73b2e7a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Synchronizing usage tracker for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:39.873471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc65db80-f678-476e-a98a-bf5f0001bef6 None None] Routers {'57c6b4bc-1d3e-4487-9959-e57926a5b90e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:39.874139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-bc65db80-f678-476e-a98a-bf5f0001bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:39.912734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6a37d476-7d3f-4d8a-a714-031da73b2e7a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Unset dirty status for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:39.916771 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6a37d476-7d3f-4d8a-a714-031da73b2e7a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c6b4bc-1d3e-4487-9959-e57926a5b90e HTTP/1.1" status: 200 len: 205 time: 0.0933285 Jun 04 16:40:39.917601 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36286) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:39.997117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d552a2f7-87a4-4d8e-8f20-48c51adc221e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.010023 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-bc65db80-f678-476e-a98a-bf5f0001bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:40.045946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc65db80-f678-476e-a98a-bf5f0001bef6 None None] Routers {'57c6b4bc-1d3e-4487-9959-e57926a5b90e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:40.046572 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-bc65db80-f678-476e-a98a-bf5f0001bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:40.060489 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d552a2f7-87a4-4d8e-8f20-48c51adc221e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.077037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event updated for resources: {'Port': ['ID=ff87efba-273e-42e5-9fcd-91bb451e1684,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:40.088171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-560dd482-62a7-468b-ad1f-3bea606e4731 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.117865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-bc65db80-f678-476e-a98a-bf5f0001bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:40.118257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc65db80-f678-476e-a98a-bf5f0001bef6 None None] The sync data for ids ['57c6b4bc-1d3e-4487-9959-e57926a5b90e'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:40:40.121108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0ad93863-045e-48a0-a1b7-ed150455ec1f None None] For port 93488bfc-9c40-4b35-92d8-5a3336442ced, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=93488bfc-9c40-4b35-92d8-5a3336442ced,segment=NetworkSegment(1612f755-44f7-4e6e-9ca7-a6cfdf2f46db),segment_id=1612f755-44f7-4e6e-9ca7-a6cfdf2f46db)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:40.121499 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0ad93863-045e-48a0-a1b7-ed150455ec1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.227845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975f22d-4e50-49e7-b728-75abf796f034 req-1455236f-723c-4933-a8d9-aa6bc78a6865 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:40.229322 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0975f22d-4e50-49e7-b728-75abf796f034 req-1455236f-723c-4933-a8d9-aa6bc78a6865 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.6249847 Jun 04 16:40:40.238362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Network 6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:40.241489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] For port 93488bfc-9c40-4b35-92d8-5a3336442ced, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=93488bfc-9c40-4b35-92d8-5a3336442ced,segment=NetworkSegment(1612f755-44f7-4e6e-9ca7-a6cfdf2f46db),segment_id=1612f755-44f7-4e6e-9ca7-a6cfdf2f46db)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:40.241489 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.243683 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d552a2f7-87a4-4d8e-8f20-48c51adc221e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b56b19ea7a0149f8a1d31a95797056d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0137367 Jun 04 16:40:40.248749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0ad93863-045e-48a0-a1b7-ed150455ec1f None None] Calling delete_port for 93488bfc-9c40-4b35-92d8-5a3336442ced owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:40.248950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36290) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:40.275138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 93488bfc-9c40-4b35-92d8-5a3336442ced triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:40.275426 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.276649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:40.312326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552a2f7-87a4-4d8e-8f20-48c51adc221e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf142413-f120-4443-a104-86d82f9b9ac0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:40.409551 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0ad93863-045e-48a0-a1b7-ed150455ec1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.457780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Port 93488bfc-9c40-4b35-92d8-5a3336442ced update to ACTIVE by agent not found {{(pid=88799) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 16:40:40.463646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for 93488bfc-9c40-4b35-92d8-5a3336442ced owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:40.468627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad93863-045e-48a0-a1b7-ed150455ec1f None None] Pushing event deleted for resources: {'Port': ['ID=93488bfc-9c40-4b35-92d8-5a3336442ced,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:40.474958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad93863-045e-48a0-a1b7-ed150455ec1f None None] No DVR routers for this DVR port 93488bfc-9c40-4b35-92d8-5a3336442ced on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:40:40.480167 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-560dd482-62a7-468b-ad1f-3bea606e4731 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.487038 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-560dd482-62a7-468b-ad1f-3bea606e4731 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.534039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c17aa028-067a-44fb-be08-566d408505b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.538396 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-560dd482-62a7-468b-ad1f-3bea606e4731 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.539316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560dd482-62a7-468b-ad1f-3bea606e4731 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Fanout notify agent at l3_agent the message router_deleted on router 57c6b4bc-1d3e-4487-9959-e57926a5b90e {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:40:40.580198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8e69eae1-cd27-4867-a874-af13c3c9f355 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:40.587433 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c17aa028-067a-44fb-be08-566d408505b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.604939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-560dd482-62a7-468b-ad1f-3bea606e4731 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.606335 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-560dd482-62a7-468b-ad1f-3bea606e4731 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/57c6b4bc-1d3e-4487-9959-e57926a5b90e HTTP/1.1" status: 204 len: 168 time: 0.6883812 Jun 04 16:40:40.609088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36294) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:40.693762 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8e69eae1-cd27-4867-a874-af13c3c9f355 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:40.694471 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.711540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-53695165-c93f-40ba-9341-c6ef06ea292b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting subnet ce7dd6d3-b0cf-46e3-8ffe-933baef289f4 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:40:40.715229 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53695165-c93f-40ba-9341-c6ef06ea292b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.723493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-0975f22d-4e50-49e7-b728-75abf796f034 req-82b31ff5-ef4b-425d-8e15-653a3588a8dc tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Deleting port 6edf117b-7e33-4551-a1d0-c80841f1995c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:40.723832 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0975f22d-4e50-49e7-b728-75abf796f034 req-82b31ff5-ef4b-425d-8e15-653a3588a8dc tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.771410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d1a7bc54-0ac9-4b15-a7fa-3ed2c7aaf78b None None] Provisioning complete for port ff87efba-273e-42e5-9fcd-91bb451e1684 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:40.772098 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d1a7bc54-0ac9-4b15-a7fa-3ed2c7aaf78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.773802 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c17aa028-067a-44fb-be08-566d408505b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.790369 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53695165-c93f-40ba-9341-c6ef06ea292b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.830931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aa028-067a-44fb-be08-566d408505b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf142413-f120-4443-a104-86d82f9b9ac0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:40.844364 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c17aa028-067a-44fb-be08-566d408505b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.845529 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c17aa028-067a-44fb-be08-566d408505b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf142413-f120-4443-a104-86d82f9b9ac0 HTTP/1.1" status: 204 len: 168 time: 0.5959382 Jun 04 16:40:40.855497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Router 2e10969a-9635-4419-8144-893f7824109f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:40:40.881278 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7bc54-0ac9-4b15-a7fa-3ed2c7aaf78b None None] Port ff87efba-273e-42e5-9fcd-91bb451e1684 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:40:40.891836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53695165-c93f-40ba-9341-c6ef06ea292b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:40.910689 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8e69eae1-cd27-4867-a874-af13c3c9f355 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:40.930574 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:40:40.930856 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:40:40.979158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 93488bfc-9c40-4b35-92d8-5a3336442ced no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:40:40.983573 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53695165-c93f-40ba-9341-c6ef06ea292b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:41.019855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 93488bfc-9c40-4b35-92d8-5a3336442ced {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:40:41.020379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 93488bfc-9c40-4b35-92d8-5a3336442ced not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:40:41.048873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53695165-c93f-40ba-9341-c6ef06ea292b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7dd6d3-b0cf-46e3-8ffe-933baef289f4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:41.051257 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53695165-c93f-40ba-9341-c6ef06ea292b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:41.059321 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-53695165-c93f-40ba-9341-c6ef06ea292b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/ce7dd6d3-b0cf-46e3-8ffe-933baef289f4 HTTP/1.1" status: 204 len: 168 time: 0.4490628 Jun 04 16:40:41.060210 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304de982-db3d-4491-b26f-2ae3fb31f34c None None] Network 9fa4b778-2a7e-4763-adc0-33e6258421eb requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:41.061762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36304) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:41.098897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:40:41.109326 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0448de28-a0fb-43aa-8537-efc3d58203f7 None None] Sync routers for ids ['2e10969a-9635-4419-8144-893f7824109f'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:40:41.122540 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448de28-a0fb-43aa-8537-efc3d58203f7 None None] Routers {'2e10969a-9635-4419-8144-893f7824109f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:41.124991 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0448de28-a0fb-43aa-8537-efc3d58203f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2e10969a-9635-4419-8144-893f7824109f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:41.139469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a7ec1f-3517-4907-bcf6-72943507e9c7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting subnet 6f40f487-76b1-44da-8cc4-5dc4aa272f78 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:40:41.143005 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43a7ec1f-3517-4907-bcf6-72943507e9c7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:41.162113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9c815ee0-24d9-42d6-896f-2ea5a13d5ab9 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "PUT /v2.0/routers/2e10969a-9635-4419-8144-893f7824109f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2324812 Jun 04 16:40:41.198145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36310) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:41.228884 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0448de28-a0fb-43aa-8537-efc3d58203f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:41.262137 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448de28-a0fb-43aa-8537-efc3d58203f7 None None] Routers {'2e10969a-9635-4419-8144-893f7824109f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:41.263543 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0448de28-a0fb-43aa-8537-efc3d58203f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2e10969a-9635-4419-8144-893f7824109f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:41.349818 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0448de28-a0fb-43aa-8537-efc3d58203f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:41.350326 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0448de28-a0fb-43aa-8537-efc3d58203f7 None None] The sync data for ids ['2e10969a-9635-4419-8144-893f7824109f'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:40:41.371889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0975f22d-4e50-49e7-b728-75abf796f034 req-82b31ff5-ef4b-425d-8e15-653a3588a8dc tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] For port 6edf117b-7e33-4551-a1d0-c80841f1995c, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6edf117b-7e33-4551-a1d0-c80841f1995c,segment=NetworkSegment(ac37b72c-d7b7-4166-9705-1cea954d24fa),segment_id=ac37b72c-d7b7-4166-9705-1cea954d24fa)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:41.372774 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0975f22d-4e50-49e7-b728-75abf796f034 req-82b31ff5-ef4b-425d-8e15-653a3588a8dc tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:41.431055 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43a7ec1f-3517-4907-bcf6-72943507e9c7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:41.444109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130143ef-d60b-4514-8fa5-6dbb632edc28 None None] DHCP port deletion for 9fa4b778-2a7e-4763-adc0-33e6258421eb request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:40:41.448111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port 93488bfc-9c40-4b35-92d8-5a3336442ced {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:41.448455 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:41.451134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-130143ef-d60b-4514-8fa5-6dbb632edc28 None None] Deleting port e135deab-e3db-4d63-ae96-64aa9f53e6a5 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:41.451500 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-130143ef-d60b-4514-8fa5-6dbb632edc28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:41.502281 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2ceb-3f86-4f10-a599-5295f0919923 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:41.705259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-0975f22d-4e50-49e7-b728-75abf796f034 req-82b31ff5-ef4b-425d-8e15-653a3588a8dc tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Calling delete_port for 6edf117b-7e33-4551-a1d0-c80841f1995c owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:41.747994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-130143ef-d60b-4514-8fa5-6dbb632edc28 None None] For port e135deab-e3db-4d63-ae96-64aa9f53e6a5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e135deab-e3db-4d63-ae96-64aa9f53e6a5,segment=NetworkSegment(3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4),segment_id=3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:41.748696 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-130143ef-d60b-4514-8fa5-6dbb632edc28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:41.764522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58b518-44b1-4b71-bf9f-d2b3f5e02cfa req-42d9942d-2831-4a7f-88af-dd01c3d8047f tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:41.766025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb58b518-44b1-4b71-bf9f-d2b3f5e02cfa req-42d9942d-2831-4a7f-88af-dd01c3d8047f tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 945 time: 0.9891565 Jun 04 16:40:41.799349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] The port '93488bfc-9c40-4b35-92d8-5a3336442ced' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:40:41.851607 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36330) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:41.894052 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-eb8c2ceb-3f86-4f10-a599-5295f0919923 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 04 16:40:41.899338 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eb8c2ceb-3f86-4f10-a599-5295f0919923 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "DELETE /v2.0/routers/2e10969a-9635-4419-8144-893f7824109f HTTP/1.1" status: 409 len: 329 time: 0.6988974 Jun 04 16:40:41.900039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36336) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:41.904786 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43a7ec1f-3517-4907-bcf6-72943507e9c7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:41.921808 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-130143ef-d60b-4514-8fa5-6dbb632edc28 None None] Calling delete_port for e135deab-e3db-4d63-ae96-64aa9f53e6a5 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:41.991490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb58b518-44b1-4b71-bf9f-d2b3f5e02cfa req-b6d11e33-979e-46bf-80c7-0d638772abf4 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874175 Jun 04 16:40:41.997516 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.019214 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-130143ef-d60b-4514-8fa5-6dbb632edc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.067899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1754284774-network', 'tenant_id': 'bd96159d3e144d32b68f75ac0404290b'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:42.071761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130143ef-d60b-4514-8fa5-6dbb632edc28 None None] Pushing event deleted for resources: {'Port': ['ID=e135deab-e3db-4d63-ae96-64aa9f53e6a5,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:42.075289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130143ef-d60b-4514-8fa5-6dbb632edc28 None None] No DVR routers for this DVR port e135deab-e3db-4d63-ae96-64aa9f53e6a5 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:40:42.090403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:42.106841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7258da8a-388c-4c1d-8d02-599bda60af89']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:42.113851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Usage tracker for resource:network and tenant:bd96159d3e144d32b68f75ac0404290b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:42.121266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:42.130520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1612f755-44f7-4e6e-9ca7-a6cfdf2f46db') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:42.130809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1612f755-44f7-4e6e-9ca7-a6cfdf2f46db') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:42.139304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:42.156688 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.169681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Made reservation on behalf of bd96159d3e144d32b68f75ac0404290b for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:42.171972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.184732 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0975f22d-4e50-49e7-b728-75abf796f034 req-82b31ff5-ef4b-425d-8e15-653a3588a8dc tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.195943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['d18a822a-6d9b-418b-a16c-5f532fa3b0dc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:40:42.221068 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.234075 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.262066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b31ff5-ef4b-425d-8e15-653a3588a8dc tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Pushing event deleted for resources: {'Port': ['ID=6edf117b-7e33-4551-a1d0-c80841f1995c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:42.264175 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:42.264540 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.283134 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43a7ec1f-3517-4907-bcf6-72943507e9c7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.315287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:42.333021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7ec1f-3517-4907-bcf6-72943507e9c7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Subnet': ['ID=6f40f487-76b1-44da-8cc4-5dc4aa272f78,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:42.335073 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43a7ec1f-3517-4907-bcf6-72943507e9c7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.350101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e8cf62-1e96-4c87-af9a-28f67967e682 None None] Network 1084d9b1-1f0d-400d-8435-4b30ebf55ee8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:42.361207 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 1612f755-44f7-4e6e-9ca7-a6cfdf2f46db resource provider aggregate not found Jun 04 16:40:42.364973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Usage tracker for resource:security_group_rule and tenant:bd96159d3e144d32b68f75ac0404290b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:42.379584 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-43a7ec1f-3517-4907-bcf6-72943507e9c7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/6f40f487-76b1-44da-8cc4-5dc4aa272f78 HTTP/1.1" status: 204 len: 168 time: 1.3142533 Jun 04 16:40:42.382117 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36344) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:42.418292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:42.434031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0975f22d-4e50-49e7-b728-75abf796f034 req-82b31ff5-ef4b-425d-8e15-653a3588a8dc tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] No DVR routers for this DVR port 6edf117b-7e33-4551-a1d0-c80841f1995c on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:40:42.436262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:42.450089 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0975f22d-4e50-49e7-b728-75abf796f034 req-82b31ff5-ef4b-425d-8e15-653a3588a8dc tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.454590 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 1612f755-44f7-4e6e-9ca7-a6cfdf2f46db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1612f755-44f7-4e6e-9ca7-a6cfdf2f46db found for delete ", "request_id": "req-3e564f08-8ada-40e4-9811-469d98d3daff"}]} Jun 04 16:40:42.454982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cba31d-1429-4f2f-a904-1992e0663e0f', 'name': 'network-vif-deleted', 'tag': '6edf117b-7e33-4551-a1d0-c80841f1995c'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:40:42.474859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0975f22d-4e50-49e7-b728-75abf796f034 req-82b31ff5-ef4b-425d-8e15-653a3588a8dc tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.46 "DELETE /v2.0/ports/6edf117b-7e33-4551-a1d0-c80841f1995c HTTP/1.1" status: 204 len: 173 time: 2.2358005 Jun 04 16:40:42.561073 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b339a5ca-2924-42f6-ae88-f966c755d93b'] response: {'server_uuid': 'c5cba31d-1429-4f2f-a904-1992e0663e0f', 'name': 'network-vif-deleted', 'tag': '6edf117b-7e33-4551-a1d0-c80841f1995c', 'status': 'completed', 'code': 200} Jun 04 16:40:42.562847 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.596866 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.630181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e135deab-e3db-4d63-ae96-64aa9f53e6a5 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:40:42.641726 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6413d2b-6447-4ed8-923e-6f84a1809ccb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.666173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Network': ['ID=7258da8a-388c-4c1d-8d02-599bda60af89,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:42.669981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-de82190c-3496-46bc-af98-4b67a10727cb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/networks/7258da8a-388c-4c1d-8d02-599bda60af89 HTTP/1.1" status: 204 len: 168 time: 3.3103123 Jun 04 16:40:42.678454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36350) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:42.685880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e135deab-e3db-4d63-ae96-64aa9f53e6a5 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:40:42.686594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e135deab-e3db-4d63-ae96-64aa9f53e6a5 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:40:42.704514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.711679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.749416 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'name': 'tempest-PortsIpV6TestJSON-526193821'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:42.755741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:40:42.761588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2d7217-82d1-4ea6-b410-adda00526955,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:42.769607 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.769950 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Added segment b3f5ea12-e7ec-46f8-8396-c29d04c30f96 of type vlan for network 973394c7-8071-4ead-b36b-87660d235ba2 Jun 04 16:40:42.799890 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.813744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23f8c59-4b3b-43d8-8a54-496e7f6258d3 None None] DHCP port deletion for 1084d9b1-1f0d-400d-8435-4b30ebf55ee8 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:40:42.817836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d23f8c59-4b3b-43d8-8a54-496e7f6258d3 None None] Deleting port aaf87e8f-76f5-49ea-99f2-64d3df333c20 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:42.818229 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d23f8c59-4b3b-43d8-8a54-496e7f6258d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.835318 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.836286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:42.836857 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.942157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0696526 Jun 04 16:40:42.961456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c104d-ed4a-4a59-a254-5cbcf93dcfde admin admin] Pushing event updated for resources: {'Network': ['ID=973394c7-8071-4ead-b36b-87660d235ba2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:42.963246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6413d2b-6447-4ed8-923e-6f84a1809ccb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:42.974631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 973394c7-8071-4ead-b36b-87660d235ba2 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:40:42.996246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-e6413d2b-6447-4ed8-923e-6f84a1809ccb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa4b778-2a7e-4763-adc0-33e6258421eb']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:43.010119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:43.022059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:43.049237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-e6413d2b-6447-4ed8-923e-6f84a1809ccb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:43.049511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-e6413d2b-6447-4ed8-923e-6f84a1809ccb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:43.060132 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5d29382b-e732-45d0-ab66-70074e4295cc tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:43.112573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:43.116429 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:43.149936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port 138b8c3f-b90b-4bcf-ac37-fc460d2f8863 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:40:43.226618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9f543c15-0a23-48e5-88c3-8b004043d95e req-c430954d-ad47-4fa5-bb15-be1cfe209f72 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Synchronizing usage tracker for tenant:c9e4275785034232a9a3141cc720de10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:43.251772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9f543c15-0a23-48e5-88c3-8b004043d95e req-c430954d-ad47-4fa5-bb15-be1cfe209f72 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Unset dirty status for tenant:c9e4275785034232a9a3141cc720de10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:43.254583 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f543c15-0a23-48e5-88c3-8b004043d95e req-c430954d-ad47-4fa5-bb15-be1cfe209f72 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5cba31d-1429-4f2f-a904-1992e0663e0f HTTP/1.1" status: 200 len: 210 time: 0.0894454 Jun 04 16:40:43.267212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d23f8c59-4b3b-43d8-8a54-496e7f6258d3 None None] For port aaf87e8f-76f5-49ea-99f2-64d3df333c20, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=aaf87e8f-76f5-49ea-99f2-64d3df333c20,segment=NetworkSegment(7d2f0a2e-7f1d-4e90-9c2a-33923771c716),segment_id=7d2f0a2e-7f1d-4e90-9c2a-33923771c716)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:43.267212 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d23f8c59-4b3b-43d8-8a54-496e7f6258d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:43.413765 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6413d2b-6447-4ed8-923e-6f84a1809ccb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:43.444530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d23f8c59-4b3b-43d8-8a54-496e7f6258d3 None None] Calling delete_port for aaf87e8f-76f5-49ea-99f2-64d3df333c20 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:43.465705 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6413d2b-6447-4ed8-923e-6f84a1809ccb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:43.481072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6413d2b-6447-4ed8-923e-6f84a1809ccb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:43.481381 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6413d2b-6447-4ed8-923e-6f84a1809ccb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:43.500424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6edf117b-7e33-4551-a1d0-c80841f1995c no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:40:43.505056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98df2f0-eb23-416f-9918-84e5cade7247 req-a120424b-a7cf-4f9b-a372-cca7181a7166 tempest-ComputeTenantNetworksTest-1812600836 tempest-ComputeTenantNetworksTest-1812600836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:43.512221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98df2f0-eb23-416f-9918-84e5cade7247 req-a120424b-a7cf-4f9b-a372-cca7181a7166 tempest-ComputeTenantNetworksTest-1812600836 tempest-ComputeTenantNetworksTest-1812600836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:43.518235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98df2f0-eb23-416f-9918-84e5cade7247 req-a120424b-a7cf-4f9b-a372-cca7181a7166 tempest-ComputeTenantNetworksTest-1812600836 tempest-ComputeTenantNetworksTest-1812600836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:43.519301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a98df2f0-eb23-416f-9918-84e5cade7247 req-a120424b-a7cf-4f9b-a372-cca7181a7166 tempest-ComputeTenantNetworksTest-1812600836 tempest-ComputeTenantNetworksTest-1812600836-project] Synchronizing usage tracker for tenant:bd96159d3e144d32b68f75ac0404290b on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:43.533812 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4 resource provider aggregate not found Jun 04 16:40:43.538822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a98df2f0-eb23-416f-9918-84e5cade7247 req-a120424b-a7cf-4f9b-a372-cca7181a7166 tempest-ComputeTenantNetworksTest-1812600836 tempest-ComputeTenantNetworksTest-1812600836-project] Unset dirty status for tenant:bd96159d3e144d32b68f75ac0404290b on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:43.542111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a98df2f0-eb23-416f-9918-84e5cade7247 req-a120424b-a7cf-4f9b-a372-cca7181a7166 tempest-ComputeTenantNetworksTest-1812600836 tempest-ComputeTenantNetworksTest-1812600836-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1984763 Jun 04 16:40:43.560908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 6edf117b-7e33-4551-a1d0-c80841f1995c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:40:43.561505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6edf117b-7e33-4551-a1d0-c80841f1995c not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:40:43.580242 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d23f8c59-4b3b-43d8-8a54-496e7f6258d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:43.644042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f8c59-4b3b-43d8-8a54-496e7f6258d3 None None] Pushing event deleted for resources: {'Port': ['ID=aaf87e8f-76f5-49ea-99f2-64d3df333c20,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:43.646318 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cb8e0ad-fbd6-4f17-af55-5cf7a2ecfdb4 found for delete ", "request_id": "req-b55134af-bf98-48e3-b9a0-c1886da7fddc"}]} Jun 04 16:40:43.647661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f8c59-4b3b-43d8-8a54-496e7f6258d3 None None] No DVR routers for this DVR port aaf87e8f-76f5-49ea-99f2-64d3df333c20 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:40:43.713629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f3682-e6a7-4194-be2d-de7350b8e111 req-f387e100-ec4e-4dbf-a3c4-8f34bbf86eae tempest-ComputeTenantNetworksTest-1812600836 tempest-ComputeTenantNetworksTest-1812600836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:43.715075 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-279f3682-e6a7-4194-be2d-de7350b8e111 req-f387e100-ec4e-4dbf-a3c4-8f34bbf86eae tempest-ComputeTenantNetworksTest-1812600836 tempest-ComputeTenantNetworksTest-1812600836-project] 10.222.0.13 "GET /v2.0/networks/973394c7-8071-4ead-b36b-87660d235ba2 HTTP/1.1" status: 200 len: 769 time: 0.1444380 Jun 04 16:40:43.724323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36370) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:43.786422 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6413d2b-6447-4ed8-923e-6f84a1809ccb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:43.822736 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e6413d2b-6447-4ed8-923e-6f84a1809ccb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:43.838235 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-278bf221-05e4-4c41-b1ce-9452ce62e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:43.850331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6413d2b-6447-4ed8-923e-6f84a1809ccb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Network': ['ID=9fa4b778-2a7e-4763-adc0-33e6258421eb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:43.863264 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e6413d2b-6447-4ed8-923e-6f84a1809ccb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/networks/9fa4b778-2a7e-4763-adc0-33e6258421eb HTTP/1.1" status: 204 len: 168 time: 1.4803340 Jun 04 16:40:43.872661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36374) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:43.903817 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.025222 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7833365a-0d2a-443b-a4f4-d5a6cb40c383 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.101787 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-278bf221-05e4-4c41-b1ce-9452ce62e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.127737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-278bf221-05e4-4c41-b1ce-9452ce62e380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973394c7-8071-4ead-b36b-87660d235ba2']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:44.129093 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.134562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5d29382b-e732-45d0-ab66-70074e4295cc tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Deleting port ff87efba-273e-42e5-9fcd-91bb451e1684 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:44.134895 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5d29382b-e732-45d0-ab66-70074e4295cc tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.141258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-278bf221-05e4-4c41-b1ce-9452ce62e380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f5ea12-e7ec-46f8-8396-c29d04c30f96') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:44.141547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-278bf221-05e4-4c41-b1ce-9452ce62e380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f5ea12-e7ec-46f8-8396-c29d04c30f96') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:44.153320 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-278bf221-05e4-4c41-b1ce-9452ce62e380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.170071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-278bf221-05e4-4c41-b1ce-9452ce62e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.177932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278bf221-05e4-4c41-b1ce-9452ce62e380 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:44.178414 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-278bf221-05e4-4c41-b1ce-9452ce62e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.268546 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-278bf221-05e4-4c41-b1ce-9452ce62e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.273361 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-278bf221-05e4-4c41-b1ce-9452ce62e380 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.297502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bf221-05e4-4c41-b1ce-9452ce62e380 admin admin] Pushing event deleted for resources: {'Network': ['ID=973394c7-8071-4ead-b36b-87660d235ba2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:44.308057 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-278bf221-05e4-4c41-b1ce-9452ce62e380 admin admin] 10.222.0.13 "DELETE /v2.0/networks/973394c7-8071-4ead-b36b-87660d235ba2 HTTP/1.1" status: 204 len: 168 time: 0.5826454 Jun 04 16:40:44.343026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:44.346811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7833365a-0d2a-443b-a4f4-d5a6cb40c383 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.376102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:44.386165 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:44.391732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:44.392315 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.409955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=138b8c3f-b90b-4bcf-ac37-fc460d2f8863,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:44.449261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36384) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:44.483381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7833365a-0d2a-443b-a4f4-d5a6cb40c383 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1084d9b1-1f0d-400d-8435-4b30ebf55ee8']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:44.504386 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7833365a-0d2a-443b-a4f4-d5a6cb40c383 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2f0a2e-7f1d-4e90-9c2a-33923771c716') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:44.504691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7833365a-0d2a-443b-a4f4-d5a6cb40c383 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2f0a2e-7f1d-4e90-9c2a-33923771c716') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:44.506032 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment b3f5ea12-e7ec-46f8-8396-c29d04c30f96 resource provider aggregate not found Jun 04 16:40:44.517736 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-32326db7-4ba2-4f88-a8c4-ae8d5674356b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7837224 Jun 04 16:40:44.524071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36392) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:44.529298 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7833365a-0d2a-443b-a4f4-d5a6cb40c383 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.571926 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7833365a-0d2a-443b-a4f4-d5a6cb40c383 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.579913 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment b3f5ea12-e7ec-46f8-8396-c29d04c30f96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3f5ea12-e7ec-46f8-8396-c29d04c30f96 found for delete ", "request_id": "req-adf45cb7-c9c5-42a7-924e-3d0100f8e67e"}]} Jun 04 16:40:44.581344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device aaf87e8f-76f5-49ea-99f2-64d3df333c20 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:40:44.586957 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5d29382b-e732-45d0-ab66-70074e4295cc tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.595271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7833365a-0d2a-443b-a4f4-d5a6cb40c383 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:44.595679 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7833365a-0d2a-443b-a4f4-d5a6cb40c383 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.611499 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a30a2ff0-9f71-4c3e-9027-37f2849a55f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd96159d3e144d32b68f75ac0404290b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600420 Jun 04 16:40:44.611499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36396) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:44.644836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: aaf87e8f-76f5-49ea-99f2-64d3df333c20 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:40:44.645176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device aaf87e8f-76f5-49ea-99f2-64d3df333c20 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:40:44.691867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-6deba5d6-7fb9-44fa-9c89-583d772fbfb8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port 138b8c3f-b90b-4bcf-ac37-fc460d2f8863 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:44.692272 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6deba5d6-7fb9-44fa-9c89-583d772fbfb8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.787713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5d29382b-e732-45d0-ab66-70074e4295cc tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Calling delete_port for ff87efba-273e-42e5-9fcd-91bb451e1684 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:44.807399 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f4818fc6-6235-4c6b-88f3-7288ac7739a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.902955 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f4818fc6-6235-4c6b-88f3-7288ac7739a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:44.987721 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7833365a-0d2a-443b-a4f4-d5a6cb40c383 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.010573 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7833365a-0d2a-443b-a4f4-d5a6cb40c383 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.020703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833365a-0d2a-443b-a4f4-d5a6cb40c383 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Network': ['ID=1084d9b1-1f0d-400d-8435-4b30ebf55ee8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:45.038007 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7833365a-0d2a-443b-a4f4-d5a6cb40c383 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/networks/1084d9b1-1f0d-400d-8435-4b30ebf55ee8 HTTP/1.1" status: 204 len: 168 time: 1.1569998 Jun 04 16:40:45.038781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36402) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:45.045388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'network': {'name': 'tempest-RoutersTest-1044255860'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:45.056921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:45.060630 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6deba5d6-7fb9-44fa-9c89-583d772fbfb8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.062687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:network and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:45.066114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:45.072979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:45.082743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f4991-111f-4689-9641-2a5a22548001 req-e63e7644-871a-489c-beed-4b897a1f78ba tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:45.084259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-962f4991-111f-4689-9641-2a5a22548001 req-e63e7644-871a-489c-beed-4b897a1f78ba tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.3296106 Jun 04 16:40:45.092985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:45.096445 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.175479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:40:45.189540 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.189889 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Added segment 7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec of type vlan for network 8814211c-3a69-4de1-a444-e89ba6bbc2d0 Jun 04 16:40:45.196146 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5d29382b-e732-45d0-ab66-70074e4295cc tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.221430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-6deba5d6-7fb9-44fa-9c89-583d772fbfb8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for 138b8c3f-b90b-4bcf-ac37-fc460d2f8863 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:45.250713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29382b-e732-45d0-ab66-70074e4295cc tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event deleted for resources: {'Port': ['ID=ff87efba-273e-42e5-9fcd-91bb451e1684,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:45.264563 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f4818fc6-6235-4c6b-88f3-7288ac7739a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.301064 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.304427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4818fc6-6235-4c6b-88f3-7288ac7739a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2d7217-82d1-4ea6-b410-adda00526955,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:45.333071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-962f4991-111f-4689-9641-2a5a22548001 req-567b2850-8753-4eef-9e7f-789a5187a1c3 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943009 Jun 04 16:40:45.333874 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f4818fc6-6235-4c6b-88f3-7288ac7739a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.337399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f4818fc6-6235-4c6b-88f3-7288ac7739a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e2d7217-82d1-4ea6-b410-adda00526955 HTTP/1.1" status: 204 len: 168 time: 0.7197554 Jun 04 16:40:45.382699 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6deba5d6-7fb9-44fa-9c89-583d772fbfb8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.445409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6deba5d6-7fb9-44fa-9c89-583d772fbfb8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.450462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deba5d6-7fb9-44fa-9c89-583d772fbfb8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=138b8c3f-b90b-4bcf-ac37-fc460d2f8863,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:45.470016 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6deba5d6-7fb9-44fa-9c89-583d772fbfb8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/138b8c3f-b90b-4bcf-ac37-fc460d2f8863 HTTP/1.1" status: 204 len: 168 time: 0.9444704 Jun 04 16:40:45.472229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36408) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:45.478593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'mac_address': 'fa:16:3e:06:d0:de', 'name': 'tempest-PortsIpV6TestJSON-887326007'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:45.483386 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5d29382b-e732-45d0-ab66-70074e4295cc tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.498295 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.507012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:45.510182 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.616156 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:45.620639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:port and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:45.623738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:45.629953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:45.726652 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 7d2f0a2e-7f1d-4e90-9c2a-33923771c716 resource provider aggregate not found Jun 04 16:40:45.744101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:45.757944 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7186770 Jun 04 16:40:45.760483 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 7d2f0a2e-7f1d-4e90-9c2a-33923771c716 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d2f0a2e-7f1d-4e90-9c2a-33923771c716 found for delete ", "request_id": "req-b0aee0fb-e5e8-4cd3-be86-0d63f362c709"}]} Jun 04 16:40:45.762995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36422) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:45.775204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'subnet': {'network_id': '8814211c-3a69-4de1-a444-e89ba6bbc2d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:45.829343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8df7d-9eca-430c-8a63-1e393008013a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Network': ['ID=8814211c-3a69-4de1-a444-e89ba6bbc2d0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:45.843558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 8814211c-3a69-4de1-a444-e89ba6bbc2d0 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:40:45.907025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d29382b-e732-45d0-ab66-70074e4295cc tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Router 2e10969a-9635-4419-8144-893f7824109f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:40:45.968748 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:45.998907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:46.009653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:subnet and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:46.012548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port babba8d8-3eaa-46d2-8bf6-087d3dce45ca yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:40:46.047515 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d29382b-e732-45d0-ab66-70074e4295cc tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:40:46.048253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:46.050686 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5d29382b-e732-45d0-ab66-70074e4295cc tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "PUT /v2.0/routers/2e10969a-9635-4419-8144-893f7824109f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1469352 Jun 04 16:40:46.053220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36438) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:46.058286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f0633-27c2-40fc-9f75-10d32b80eff8 None None] Sync routers for ids ['2e10969a-9635-4419-8144-893f7824109f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:40:46.058470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:46.072539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350f0633-27c2-40fc-9f75-10d32b80eff8 None None] Routers {'2e10969a-9635-4419-8144-893f7824109f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:46.073741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-350f0633-27c2-40fc-9f75-10d32b80eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2e10969a-9635-4419-8144-893f7824109f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:46.105504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:46.109240 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:46.124594 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-74762f67-42b8-4b75-969c-a09f3d9b8e4d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] show failed (client error): The resource could not be found. Jun 04 16:40:46.137883 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-74762f67-42b8-4b75-969c-a09f3d9b8e4d tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-87217856 HTTP/1.1" status: 404 len: 333 time: 0.0713160 Jun 04 16:40:46.137883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36442) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:46.137883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6c736e32-edbe-4fab-831f-b07305087291 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:46.152988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-350f0633-27c2-40fc-9f75-10d32b80eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:46.165485 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350f0633-27c2-40fc-9f75-10d32b80eff8 None None] Routers {'2e10969a-9635-4419-8144-893f7824109f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:46.166270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-350f0633-27c2-40fc-9f75-10d32b80eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['2e10969a-9635-4419-8144-893f7824109f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:46.209682 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-6c736e32-edbe-4fab-831f-b07305087291 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] update failed (client error): The resource could not be found. Jun 04 16:40:46.215309 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6c736e32-edbe-4fab-831f-b07305087291 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-580978153 HTTP/1.1" status: 404 len: 334 time: 0.0796180 Jun 04 16:40:46.215699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36448) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:46.243726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-350f0633-27c2-40fc-9f75-10d32b80eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:46.244037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f0633-27c2-40fc-9f75-10d32b80eff8 None None] The sync data for ids ['2e10969a-9635-4419-8144-893f7824109f'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:40:46.293222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-52300b83-3ae9-4f3c-8848-87bc6e4212c2 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Deleting subnet 1125c6a0-44dc-4ff0-9e11-4c526a2de16d {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:40:46.296667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52300b83-3ae9-4f3c-8848-87bc6e4212c2 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:46.363961 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52300b83-3ae9-4f3c-8848-87bc6e4212c2 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:46.532876 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:46.633122 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52300b83-3ae9-4f3c-8848-87bc6e4212c2 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:46.660763 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:46.760225 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52300b83-3ae9-4f3c-8848-87bc6e4212c2 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:46.801594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-52300b83-3ae9-4f3c-8848-87bc6e4212c2 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:46.806948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f73ed2-1e1f-43ec-b081-77637891dea2 req-d546009c-1dd8-44d6-bdd7-70465016e70e tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:46.808476 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8f73ed2-1e1f-43ec-b081-77637891dea2 req-d546009c-1dd8-44d6-bdd7-70465016e70e tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.2566240 Jun 04 16:40:46.809049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30cd686-6924-4301-9756-92d5cc94f722 None None] Network 6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:46.824931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52300b83-3ae9-4f3c-8848-87bc6e4212c2 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event deleted for resources: {'Subnet': ['ID=1125c6a0-44dc-4ff0-9e11-4c526a2de16d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:46.831351 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-52300b83-3ae9-4f3c-8848-87bc6e4212c2 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "DELETE /v2.0/subnets/1125c6a0-44dc-4ff0-9e11-4c526a2de16d HTTP/1.1" status: 204 len: 168 time: 0.6144707 Jun 04 16:40:46.831923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36470) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:46.842726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:46.853086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:46.866981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:46.873480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:46.874295 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:46.939933 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4665971 Jun 04 16:40:46.946189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36476) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:46.956996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d2000-a969-46cd-9628-9fe6ef64d109 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=babba8d8-3eaa-46d2-8bf6-087d3dce45ca,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:46.980018 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:46.992944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Deleting port 8e69eae1-cd27-4867-a874-af13c3c9f355 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:46.993340 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:47.086217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8f73ed2-1e1f-43ec-b081-77637891dea2 req-290509e3-ea2b-4626-afe0-9e990d49d92e tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566345 Jun 04 16:40:47.116683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec9e69-30e4-4771-85db-003303a99426 req-d50b5492-8f97-4850-9880-3d107f052661 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:47.118313 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67ec9e69-30e4-4771-85db-003303a99426 req-d50b5492-8f97-4850-9880-3d107f052661 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.3879781 Jun 04 16:40:47.129020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbf20c5-0bd9-47e3-aab9-82ae5bc2f61b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:47.130029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9bbf20c5-0bd9-47e3-aab9-82ae5bc2f61b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:47.140529 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:47.191701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f26801-56c1-42d3-96d5-2b102c471d1f None None] DHCP port deletion for 6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:40:47.195924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-49f26801-56c1-42d3-96d5-2b102c471d1f None None] Deleting port 8e69eae1-cd27-4867-a874-af13c3c9f355 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:47.196297 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-49f26801-56c1-42d3-96d5-2b102c471d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:47.288292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-67ec9e69-30e4-4771-85db-003303a99426 req-c045fa2d-a8a1-4dcd-b34e-8ba36c083574 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Deleting port d18a822a-6d9b-418b-a16c-5f532fa3b0dc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:47.288774 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67ec9e69-30e4-4771-85db-003303a99426 req-c045fa2d-a8a1-4dcd-b34e-8ba36c083574 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:47.308805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] For port 8e69eae1-cd27-4867-a874-af13c3c9f355, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8e69eae1-cd27-4867-a874-af13c3c9f355,segment=NetworkSegment(4c0dbfb7-12df-43de-8263-309f55b0a17a),segment_id=4c0dbfb7-12df-43de-8263-309f55b0a17a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:47.309380 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:47.358234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9bbf20c5-0bd9-47e3-aab9-82ae5bc2f61b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:47.362971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9bbf20c5-0bd9-47e3-aab9-82ae5bc2f61b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/babba8d8-3eaa-46d2-8bf6-087d3dce45ca HTTP/1.1" status: 200 len: 844 time: 0.4112058 Jun 04 16:40:47.372375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36486) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:47.433656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Subnet': ['ID=b01f7759-29b1-49cd-b1a4-15b790b5f89b,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:47.500214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Checking segment: {'id': '7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8814211c-3a69-4de1-a444-e89ba6bbc2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:47.500683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network hostable DHCP agents. Network: 8814211c-3a69-4de1-a444-e89ba6bbc2d0, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:40:47.526041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Calling delete_port for 8e69eae1-cd27-4867-a874-af13c3c9f355 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:47.541676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-49f26801-56c1-42d3-96d5-2b102c471d1f None None] For port 8e69eae1-cd27-4867-a874-af13c3c9f355, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8e69eae1-cd27-4867-a874-af13c3c9f355,segment=NetworkSegment(4c0dbfb7-12df-43de-8263-309f55b0a17a),segment_id=4c0dbfb7-12df-43de-8263-309f55b0a17a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:47.542073 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-49f26801-56c1-42d3-96d5-2b102c471d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:47.567886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3f637-3191-4da1-8771-43db3d139c0f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port babba8d8-3eaa-46d2-8bf6-087d3dce45ca {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:47.568110 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f637-3191-4da1-8771-43db3d139c0f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:47.669999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:47.711193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-49f26801-56c1-42d3-96d5-2b102c471d1f None None] Calling delete_port for 8e69eae1-cd27-4867-a874-af13c3c9f355 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:47.724738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 8814211c-3a69-4de1-a444-e89ba6bbc2d0 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:40:47.763524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] No DVR routers for this DVR port 8e69eae1-cd27-4867-a874-af13c3c9f355 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:40:47.795827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 8814211c-3a69-4de1-a444-e89ba6bbc2d0) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:47.819161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e104da86-59d1-4897-86ad-28f04d366f06 None None] Network 8814211c-3a69-4de1-a444-e89ba6bbc2d0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:47.827767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:47.828458 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:47.831133 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event deleted for resources: {'Port': ['ID=8e69eae1-cd27-4867-a874-af13c3c9f355,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:47.853388 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-49f26801-56c1-42d3-96d5-2b102c471d1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:40:47.855702 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-49f26801-56c1-42d3-96d5-2b102c471d1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:40:47.890735 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3be75666-2f1e-4b89-9097-9a1f4a1f3a3b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1265190 Jun 04 16:40:47.893802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36500) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:47.934192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-45f87f17-1223-44ba-9416-4e45b83fa14e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-658633184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:47.994626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-45f87f17-1223-44ba-9416-4e45b83fa14e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:48.016861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-67ec9e69-30e4-4771-85db-003303a99426 req-c045fa2d-a8a1-4dcd-b34e-8ba36c083574 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] For port d18a822a-6d9b-418b-a16c-5f532fa3b0dc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=d18a822a-6d9b-418b-a16c-5f532fa3b0dc,segment=NetworkSegment(ac37b72c-d7b7-4166-9705-1cea954d24fa),segment_id=ac37b72c-d7b7-4166-9705-1cea954d24fa)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:48.017558 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67ec9e69-30e4-4771-85db-003303a99426 req-c045fa2d-a8a1-4dcd-b34e-8ba36c083574 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.029511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.065084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:48.090916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-45f87f17-1223-44ba-9416-4e45b83fa14e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:router and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:48.094076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0dbfb7-12df-43de-8263-309f55b0a17a') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:48.094310 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0dbfb7-12df-43de-8263-309f55b0a17a') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:48.095044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-45f87f17-1223-44ba-9416-4e45b83fa14e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:48.112553 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.123891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-45f87f17-1223-44ba-9416-4e45b83fa14e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:48.141782 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.162349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:48.163183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.182064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-8814211c-3a69-4de1-a444-e89ba6bbc2d0', 'network_id': '8814211c-3a69-4de1-a444-e89ba6bbc2d0', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'fixed_ips': [{'subnet_id': 'b01f7759-29b1-49cd-b1a4-15b790b5f89b'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:40:48.183311 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.343073 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 4c0dbfb7-12df-43de-8263-309f55b0a17a resource provider aggregate not found Jun 04 16:40:48.370748 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.381579 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 4c0dbfb7-12df-43de-8263-309f55b0a17a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c0dbfb7-12df-43de-8263-309f55b0a17a found for delete ", "request_id": "req-a65cce52-09dc-4596-8051-67429af7e971"}]} Jun 04 16:40:48.406238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-49f26801-56c1-42d3-96d5-2b102c471d1f None None] Deleting port 8e69eae1-cd27-4867-a874-af13c3c9f355 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:48.407139 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-49f26801-56c1-42d3-96d5-2b102c471d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.414620 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.424791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event deleted for resources: {'Network': ['ID=6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:48.441348 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-55482aa3-8d81-49d6-82c1-dd1b4f827a09 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "DELETE /v2.0/networks/6ef28a2e-780a-44b3-b9c6-a3f4a62eac2a HTTP/1.1" status: 204 len: 168 time: 1.6080751 Jun 04 16:40:48.444068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36522) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:48.488025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-67ec9e69-30e4-4771-85db-003303a99426 req-c045fa2d-a8a1-4dcd-b34e-8ba36c083574 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Calling delete_port for d18a822a-6d9b-418b-a16c-5f532fa3b0dc owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:48.489965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-49f26801-56c1-42d3-96d5-2b102c471d1f None None] The port '8e69eae1-cd27-4867-a874-af13c3c9f355' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:40:48.542643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Allocated IP 172.20.0.2 (8814211c-3a69-4de1-a444-e89ba6bbc2d0/b01f7759-29b1-49cd-b1a4-15b790b5f89b/3a943e89-4367-4034-8cb0-013a3ae928b7) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:48.565045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8e69eae1-cd27-4867-a874-af13c3c9f355 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:40:48.565256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ff50fa-2b99-454d-be04-002169d2e909 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Deleting subnet 2b676fc2-f014-4834-8021-dbb4fc2f7f1e {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:40:48.569239 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ff50fa-2b99-454d-be04-002169d2e909 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.609377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 8e69eae1-cd27-4867-a874-af13c3c9f355 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:40:48.609865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8e69eae1-cd27-4867-a874-af13c3c9f355 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:40:48.651497 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f637-3191-4da1-8771-43db3d139c0f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.674000 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ff50fa-2b99-454d-be04-002169d2e909 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.693140 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45f87f17-1223-44ba-9416-4e45b83fa14e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.695309 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45f87f17-1223-44ba-9416-4e45b83fa14e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.775466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ff50fa-2b99-454d-be04-002169d2e909 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.796519 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45f87f17-1223-44ba-9416-4e45b83fa14e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.848485 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.861967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Transition to ACTIVE for port object 3a943e89-4367-4034-8cb0-013a3ae928b7 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:48.879469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3f637-3191-4da1-8771-43db3d139c0f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for babba8d8-3eaa-46d2-8bf6-087d3dce45ca owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:48.881261 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ff50fa-2b99-454d-be04-002169d2e909 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.888243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Transition to ACTIVE for port object 3a943e89-4367-4034-8cb0-013a3ae928b7 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:48.899763 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.943032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff50fa-2b99-454d-be04-002169d2e909 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event deleted for resources: {'Subnet': ['ID=2b676fc2-f014-4834-8021-dbb4fc2f7f1e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:48.949721 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7ff50fa-2b99-454d-be04-002169d2e909 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:48.961696 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c7ff50fa-2b99-454d-be04-002169d2e909 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "DELETE /v2.0/subnets/2b676fc2-f014-4834-8021-dbb4fc2f7f1e HTTP/1.1" status: 204 len: 168 time: 0.5154452 Jun 04 16:40:48.962373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36534) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:48.988910 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45f87f17-1223-44ba-9416-4e45b83fa14e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:49.049760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9041731-8e5d-414c-acc5-cac9ca1c885c tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Deleting subnet dee34756-c166-476a-add8-fe935f01a8c0 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:40:49.054382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e9041731-8e5d-414c-acc5-cac9ca1c885c tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:49.059634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Pushing event updated for resources: {'Port': ['ID=3a943e89-4367-4034-8cb0-013a3ae928b7,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:49.075181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f924ae-ef15-435c-8f11-30a639630dca None None] Network 2f9cb072-f0e0-4e9f-9f65-20b4477f82f0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:49.123095 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e9041731-8e5d-414c-acc5-cac9ca1c885c tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:49.172654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Network 8814211c-3a69-4de1-a444-e89ba6bbc2d0 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:49.176914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8c6bc-d5e5-4155-8e1a-d0ac74a334e5 req-aafee035-1dda-47c8-8ce5-ad5efde42cae tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:49.177660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e0f8c6bc-d5e5-4155-8e1a-d0ac74a334e5 req-aafee035-1dda-47c8-8ce5-ad5efde42cae tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Synchronizing usage tracker for tenant:c9e4275785034232a9a3141cc720de10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:49.187900 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:49.193107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:49.196738 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45f87f17-1223-44ba-9416-4e45b83fa14e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:49.207716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36544) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:49.209793 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-45f87f17-1223-44ba-9416-4e45b83fa14e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3121252 Jun 04 16:40:49.213911 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f637-3191-4da1-8771-43db3d139c0f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:49.219267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'port': {'network_id': '8814211c-3a69-4de1-a444-e89ba6bbc2d0', 'name': 'tempest-RoutersTest-799052172'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:49.229853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e0f8c6bc-d5e5-4155-8e1a-d0ac74a334e5 req-aafee035-1dda-47c8-8ce5-ad5efde42cae tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Unset dirty status for tenant:c9e4275785034232a9a3141cc720de10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:49.238411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0f8c6bc-d5e5-4155-8e1a-d0ac74a334e5 req-aafee035-1dda-47c8-8ce5-ad5efde42cae tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf26e05c-cb27-49f3-baf5-f74fdc8ebde0 HTTP/1.1" status: 200 len: 945 time: 0.7154031 Jun 04 16:40:49.289657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3f637-3191-4da1-8771-43db3d139c0f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=babba8d8-3eaa-46d2-8bf6-087d3dce45ca,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:49.291593 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67ec9e69-30e4-4771-85db-003303a99426 req-c045fa2d-a8a1-4dcd-b34e-8ba36c083574 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:49.353554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['d18a822a-6d9b-418b-a16c-5f532fa3b0dc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:40:49.381970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045fa2d-a8a1-4dcd-b34e-8ba36c083574 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Pushing event deleted for resources: {'Port': ['ID=d18a822a-6d9b-418b-a16c-5f532fa3b0dc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:49.383264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f637-3191-4da1-8771-43db3d139c0f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:49.425965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Attempting to bind port 3a943e89-4367-4034-8cb0-013a3ae928b7 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:40:49.425965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Attempting to bind port 3a943e89-4367-4034-8cb0-013a3ae928b7 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8814211c-3a69-4de1-a444-e89ba6bbc2d0'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:40:49.425965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Attempting to bind port 3a943e89-4367-4034-8cb0-013a3ae928b7 on network 8814211c-3a69-4de1-a444-e89ba6bbc2d0 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:40:49.455646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:40:49.456068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Checking segment: {'id': '7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8814211c-3a69-4de1-a444-e89ba6bbc2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:49.456530 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:49.456849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Bound using segment: {'id': '7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8814211c-3a69-4de1-a444-e89ba6bbc2d0'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:40:49.457337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Bound port: 3a943e89-4367-4034-8cb0-013a3ae928b7, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8814211c-3a69-4de1-a444-e89ba6bbc2d0'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:40:49.457715 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:49.503564 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e9041731-8e5d-414c-acc5-cac9ca1c885c tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:49.530934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c2c3f637-3191-4da1-8771-43db3d139c0f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/babba8d8-3eaa-46d2-8bf6-087d3dce45ca HTTP/1.1" status: 204 len: 168 time: 2.1545773 Jun 04 16:40:49.605383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36554) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:49.618594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] For port 3a943e89-4367-4034-8cb0-013a3ae928b7, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:40:49.622653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] For port 3a943e89-4367-4034-8cb0-013a3ae928b7, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3a943e89-4367-4034-8cb0-013a3ae928b7,segment=NetworkSegment(7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec),segment_id=7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:40:49.624460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ec9e69-30e4-4771-85db-003303a99426 req-c045fa2d-a8a1-4dcd-b34e-8ba36c083574 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] No DVR routers for this DVR port d18a822a-6d9b-418b-a16c-5f532fa3b0dc on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:40:49.634553 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:49.639689 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-67ec9e69-30e4-4771-85db-003303a99426 req-c045fa2d-a8a1-4dcd-b34e-8ba36c083574 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:49.642798 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67ec9e69-30e4-4771-85db-003303a99426 req-c045fa2d-a8a1-4dcd-b34e-8ba36c083574 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.46 "DELETE /v2.0/ports/d18a822a-6d9b-418b-a16c-5f532fa3b0dc HTTP/1.1" status: 204 len: 173 time: 2.4982748 Jun 04 16:40:49.646781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf26e05c-cb27-49f3-baf5-f74fdc8ebde0', 'name': 'network-vif-deleted', 'tag': 'd18a822a-6d9b-418b-a16c-5f532fa3b0dc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:40:49.712507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0f8c6bc-d5e5-4155-8e1a-d0ac74a334e5 req-e61c3196-e974-4fbc-a38a-c2dd72929953 tempest-ServerRescueTestJSON-1937238840 tempest-ServerRescueTestJSON-1937238840-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730077 Jun 04 16:40:49.733159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb416ac-055d-43d9-a910-b9859124b8b4 None None] DHCP port deletion for 2f9cb072-f0e0-4e9f-9f65-20b4477f82f0 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:40:49.765463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9cb416ac-055d-43d9-a910-b9859124b8b4 None None] Deleting port 12847f3f-bb95-4326-991e-87a21618e335 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:49.765844 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9cb416ac-055d-43d9-a910-b9859124b8b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:49.810689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decb949-eb10-4400-a3e7-9d5e3cb4462c req-40a21ae7-a378-4cb9-b812-3cc2391478aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:49.815471 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8decb949-eb10-4400-a3e7-9d5e3cb4462c req-40a21ae7-a378-4cb9-b812-3cc2391478aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.1925225 Jun 04 16:40:49.817860 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85809626-aaff-44ed-9256-b4850d69f685'] response: {'server_uuid': 'bf26e05c-cb27-49f3-baf5-f74fdc8ebde0', 'name': 'network-vif-deleted', 'tag': 'd18a822a-6d9b-418b-a16c-5f532fa3b0dc', 'status': 'completed', 'code': 200} Jun 04 16:40:49.883140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8decb949-eb10-4400-a3e7-9d5e3cb4462c req-d929bca1-fb70-468d-8b6c-8abb30128b76 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596597 Jun 04 16:40:49.906929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6f079-ba56-4fd1-9c81-06e5e1eb545f None None] Pushing event updated for resources: {'Port': ['ID=3a943e89-4367-4034-8cb0-013a3ae928b7,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:49.943319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:49.950547 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-09295161-e2b7-40bf-b488-f542caebaf0f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:40:49.951268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-09295161-e2b7-40bf-b488-f542caebaf0f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:49.962681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:port and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:49.967556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:49.985446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:50.000829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-09295161-e2b7-40bf-b488-f542caebaf0f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:50.005931 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-09295161-e2b7-40bf-b488-f542caebaf0f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/babba8d8-3eaa-46d2-8bf6-087d3dce45ca HTTP/1.1" status: 404 len: 333 time: 0.3729007 Jun 04 16:40:50.006129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36564) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:50.012692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'name': 'tempest-PortsIpV6TestJSON-2083827650'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:50.033142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:50.037508 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:50.062592 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e9041731-8e5d-414c-acc5-cac9ca1c885c tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:50.113078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9cb416ac-055d-43d9-a910-b9859124b8b4 None None] For port 12847f3f-bb95-4326-991e-87a21618e335, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=12847f3f-bb95-4326-991e-87a21618e335,segment=NetworkSegment(f390a6d9-5ebe-4b7c-8bb3-309e2da574d7),segment_id=f390a6d9-5ebe-4b7c-8bb3-309e2da574d7)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:50.113840 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9cb416ac-055d-43d9-a910-b9859124b8b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:50.159736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9041731-8e5d-414c-acc5-cac9ca1c885c tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event deleted for resources: {'Subnet': ['ID=dee34756-c166-476a-add8-fe935f01a8c0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:50.237864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] device_id is not set on port ffbb00c6-4d96-4912-b2d2-f79d5fe7538d yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:40:50.291031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69433dc-bed2-4849-8836-827b1cf099c1 None None] Network 10b54cb0-3c9e-42c6-b672-2d53277833c7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:50.294669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e9041731-8e5d-414c-acc5-cac9ca1c885c tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:50.311615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9cb416ac-055d-43d9-a910-b9859124b8b4 None None] Calling delete_port for 12847f3f-bb95-4326-991e-87a21618e335 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:50.318077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:50.351990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:50.360593 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e9041731-8e5d-414c-acc5-cac9ca1c885c tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "DELETE /v2.0/subnets/dee34756-c166-476a-add8-fe935f01a8c0 HTTP/1.1" status: 204 len: 168 time: 1.3970830 Jun 04 16:40:50.363538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36574) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:50.381440 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:50.399602 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:50.493800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port df8d4691-b0c2-4e9e-b0af-9727af40c921 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:40:50.594406 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:50.617656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Deleting port 12847f3f-bb95-4326-991e-87a21618e335 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:50.618368 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:50.666392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Allocated IP 172.20.0.14 (8814211c-3a69-4de1-a444-e89ba6bbc2d0/b01f7759-29b1-49cd-b1a4-15b790b5f89b/ffbb00c6-4d96-4912-b2d2-f79d5fe7538d) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:50.717595 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9cb416ac-055d-43d9-a910-b9859124b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:50.722195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3a943e89-4367-4034-8cb0-013a3ae928b7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:50.755758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] The port '12847f3f-bb95-4326-991e-87a21618e335' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:40:50.831444 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb416ac-055d-43d9-a910-b9859124b8b4 None None] Pushing event deleted for resources: {'Port': ['ID=12847f3f-bb95-4326-991e-87a21618e335,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:50.837126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb416ac-055d-43d9-a910-b9859124b8b4 None None] No DVR routers for this DVR port 12847f3f-bb95-4326-991e-87a21618e335 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:40:50.888735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 3a943e89-4367-4034-8cb0-013a3ae928b7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:51.001761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7141416-a3fa-4ce0-b44e-135fc634564c None None] DHCP port deletion for 10b54cb0-3c9e-42c6-b672-2d53277833c7 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:40:51.007212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c7141416-a3fa-4ce0-b44e-135fc634564c None None] Deleting port a7a4a8fd-b005-4636-9646-c8a517fbd02f {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:51.007750 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7141416-a3fa-4ce0-b44e-135fc634564c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.061117 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.073581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 12847f3f-bb95-4326-991e-87a21618e335 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:40:51.108961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9cb072-f0e0-4e9f-9f65-20b4477f82f0']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:51.127064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f390a6d9-5ebe-4b7c-8bb3-309e2da574d7') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:51.127663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f390a6d9-5ebe-4b7c-8bb3-309e2da574d7') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:51.144192 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.151559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 12847f3f-bb95-4326-991e-87a21618e335 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:40:51.151924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 12847f3f-bb95-4326-991e-87a21618e335 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:40:51.172878 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.181324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:51.182741 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.226145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36590) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:51.358306 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment f390a6d9-5ebe-4b7c-8bb3-309e2da574d7 resource provider aggregate not found Jun 04 16:40:51.361742 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.368551 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.384781 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.406684 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment f390a6d9-5ebe-4b7c-8bb3-309e2da574d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f390a6d9-5ebe-4b7c-8bb3-309e2da574d7 found for delete ", "request_id": "req-0a19d336-f957-465e-a289-3578f1ec6fb1"}]} Jun 04 16:40:51.409201 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "DELETE /v2.0/networks/2f9cb072-f0e0-4e9f-9f65-20b4477f82f0 HTTP/1.1" status: 204 len: 168 time: 1.0443797 Jun 04 16:40:51.410281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19796c98-7db7-42df-967d-ed0a33ce22bd tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event deleted for resources: {'Network': ['ID=2f9cb072-f0e0-4e9f-9f65-20b4477f82f0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:51.414459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36608) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:51.416129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c7141416-a3fa-4ce0-b44e-135fc634564c None None] For port a7a4a8fd-b005-4636-9646-c8a517fbd02f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a7a4a8fd-b005-4636-9646-c8a517fbd02f,segment=NetworkSegment(88b70930-b17f-4daa-b031-c73e38d37217),segment_id=88b70930-b17f-4daa-b031-c73e38d37217)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:51.416629 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7141416-a3fa-4ce0-b44e-135fc634564c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.455431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Transition to ACTIVE for port object ffbb00c6-4d96-4912-b2d2-f79d5fe7538d will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:51.470962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.531973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab14c8-65e9-4da0-a40a-7fcf322bd7df None None] Network 8814211c-3a69-4de1-a444-e89ba6bbc2d0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:51.558548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device d18a822a-6d9b-418b-a16c-5f532fa3b0dc no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:40:51.581182 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.606606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Deleting port a7a4a8fd-b005-4636-9646-c8a517fbd02f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:51.611882 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.671809 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.697463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c7141416-a3fa-4ce0-b44e-135fc634564c None None] Calling delete_port for a7a4a8fd-b005-4636-9646-c8a517fbd02f owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:51.746075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: d18a822a-6d9b-418b-a16c-5f532fa3b0dc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:40:51.746959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device d18a822a-6d9b-418b-a16c-5f532fa3b0dc not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:40:51.784337 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.822406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6df2efd0-4263-4caa-b3ba-cada9645121f None None] Provisioning for port 3a943e89-4367-4034-8cb0-013a3ae928b7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:51.839271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6df2efd0-4263-4caa-b3ba-cada9645121f None None] Provisioning complete for port 3a943e89-4367-4034-8cb0-013a3ae928b7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:51.839529 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6df2efd0-4263-4caa-b3ba-cada9645121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.844654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 8814211c-3a69-4de1-a444-e89ba6bbc2d0 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:51.853320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:51.856476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:51.863867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:51.889573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:51.896681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=ffbb00c6-4d96-4912-b2d2-f79d5fe7538d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:51.903537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:51.909033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:51.910227 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:51.911744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e2599-10b4-4f99-8f15-f549ae84086f req-8689f6ae-97d7-4223-a070-9cf1dcd55105 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:51.916996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-848e2599-10b4-4f99-8f15-f549ae84086f req-8689f6ae-97d7-4223-a070-9cf1dcd55105 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.6069639 Jun 04 16:40:51.949329 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7141416-a3fa-4ce0-b44e-135fc634564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.014174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] The port 'a7a4a8fd-b005-4636-9646-c8a517fbd02f' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:40:52.019827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-848e2599-10b4-4f99-8f15-f549ae84086f req-3c8c0030-ac66-4eb9-9aae-e94a9f1d9ecc tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866969 Jun 04 16:40:52.037579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7141416-a3fa-4ce0-b44e-135fc634564c None None] Pushing event deleted for resources: {'Port': ['ID=a7a4a8fd-b005-4636-9646-c8a517fbd02f,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:52.061976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7141416-a3fa-4ce0-b44e-135fc634564c None None] No DVR routers for this DVR port a7a4a8fd-b005-4636-9646-c8a517fbd02f on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:40:52.118394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:52.119063 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.167666 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.202898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6df2efd0-4263-4caa-b3ba-cada9645121f None None] Current status of the port 3a943e89-4367-4034-8cb0-013a3ae928b7 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:52.203284 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6df2efd0-4263-4caa-b3ba-cada9645121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.216670 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2067976 Jun 04 16:40:52.216670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e8a5a-1afe-420b-9b6b-838536288497 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=df8d4691-b0c2-4e9e-b0af-9727af40c921,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:52.216890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b54cb0-3c9e-42c6-b672-2d53277833c7']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:52.219544 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36624) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:52.230763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c2356fdc-40d2-4816-a522-6132a8ccb8eb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:52.242297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6df2efd0-4263-4caa-b3ba-cada9645121f None None] For port 3a943e89-4367-4034-8cb0-013a3ae928b7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3a943e89-4367-4034-8cb0-013a3ae928b7,segment=NetworkSegment(7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec),segment_id=7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:52.249153 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6df2efd0-4263-4caa-b3ba-cada9645121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.258242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b70930-b17f-4daa-b031-c73e38d37217') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:52.260955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b70930-b17f-4daa-b031-c73e38d37217') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:52.276959 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.307557 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.322754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:52.323665 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.328921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2efd0-4263-4caa-b3ba-cada9645121f None None] Pushing event updated for resources: {'Port': ['ID=3a943e89-4367-4034-8cb0-013a3ae928b7,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:52.432932 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-87e6dcfd-d230-405a-880a-b17d4e80e3ca tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2243040 Jun 04 16:40:52.436898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36636) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:52.450035 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.460945 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.497789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event deleted for resources: {'Network': ['ID=10b54cb0-3c9e-42c6-b672-2d53277833c7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:52.502739 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f9bd62fd-a957-4045-9ed5-d813ad154249 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "DELETE /v2.0/networks/10b54cb0-3c9e-42c6-b672-2d53277833c7 HTTP/1.1" status: 204 len: 168 time: 1.0815406 Jun 04 16:40:52.507819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36640) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:52.575175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3a943e89-4367-4034-8cb0-013a3ae928b7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:52.611609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94278b0-2f7d-451e-a8b4-7e27dfdff0c3 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Deleting subnet c6dc63f4-1d0a-4f5f-b533-87aebc99c59e {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:40:52.626865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c94278b0-2f7d-451e-a8b4-7e27dfdff0c3 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.694051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e7f1bfac-7986-4315-95b3-e0274f9770fa None None] Provisioning for port ffbb00c6-4d96-4912-b2d2-f79d5fe7538d completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:52.702723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3a943e89-4367-4034-8cb0-013a3ae928b7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:52.703083 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.703202 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c94278b0-2f7d-451e-a8b4-7e27dfdff0c3 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.794701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e7f1bfac-7986-4315-95b3-e0274f9770fa None None] Provisioning complete for port ffbb00c6-4d96-4912-b2d2-f79d5fe7538d triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:52.795198 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bfac-7986-4315-95b3-e0274f9770fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.852514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c94278b0-2f7d-451e-a8b4-7e27dfdff0c3 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.887364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1bfac-7986-4315-95b3-e0274f9770fa None None] Port ffbb00c6-4d96-4912-b2d2-f79d5fe7538d cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:40:52.909584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e7f1bfac-7986-4315-95b3-e0274f9770fa None None] Provisioning complete for port 3a943e89-4367-4034-8cb0-013a3ae928b7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:52.909962 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bfac-7986-4315-95b3-e0274f9770fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:52.949883 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c94278b0-2f7d-451e-a8b4-7e27dfdff0c3 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.000457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94278b0-2f7d-451e-a8b4-7e27dfdff0c3 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event deleted for resources: {'Subnet': ['ID=c6dc63f4-1d0a-4f5f-b533-87aebc99c59e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:53.003960 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2356fdc-40d2-4816-a522-6132a8ccb8eb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.006254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3a943e89-4367-4034-8cb0-013a3ae928b7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:53.017941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0e4c59-57ec-454e-a8d2-e4db3dbdd357 None None] Network 6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:53.018875 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c94278b0-2f7d-451e-a8b4-7e27dfdff0c3 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.027304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c94278b0-2f7d-451e-a8b4-7e27dfdff0c3 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "DELETE /v2.0/subnets/c6dc63f4-1d0a-4f5f-b533-87aebc99c59e HTTP/1.1" status: 204 len: 168 time: 0.5164292 Jun 04 16:40:53.029055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36652) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:53.201413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a7a4a8fd-b005-4636-9646-c8a517fbd02f no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:40:53.260063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: a7a4a8fd-b005-4636-9646-c8a517fbd02f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:40:53.260304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a7a4a8fd-b005-4636-9646-c8a517fbd02f not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:40:53.284261 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.316150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Deleting port 564b536c-63f6-4579-bc0a-8376eda61b1f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:53.316630 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.363263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1bfac-7986-4315-95b3-e0274f9770fa None None] Current status of the port 3a943e89-4367-4034-8cb0-013a3ae928b7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:40:53.380639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e314c-2be5-4460-8622-ac6eadec42e9 req-5c91bd92-9ec9-44b3-9a99-81a74d137fe2 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:53.382153 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-420e314c-2be5-4460-8622-ac6eadec42e9 req-5c91bd92-9ec9-44b3-9a99-81a74d137fe2 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.1661577 Jun 04 16:40:53.471609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a2339a-6240-4406-8aab-a57ec196492d None None] DHCP port deletion for 6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:40:53.476515 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 88b70930-b17f-4daa-b031-c73e38d37217 resource provider aggregate not found Jun 04 16:40:53.481272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-80a2339a-6240-4406-8aab-a57ec196492d None None] Deleting port 564b536c-63f6-4579-bc0a-8376eda61b1f {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:53.482092 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-80a2339a-6240-4406-8aab-a57ec196492d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.499484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-420e314c-2be5-4460-8622-ac6eadec42e9 req-dd1db188-374c-411c-b49b-1d618c9374f7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070533 Jun 04 16:40:53.501435 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 88b70930-b17f-4daa-b031-c73e38d37217 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88b70930-b17f-4daa-b031-c73e38d37217 found for delete ", "request_id": "req-a43a32f2-13a2-40d4-923e-6c2a9486a326"}]} Jun 04 16:40:53.576236 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d573de5d-61eb-4b78-87c6-4f478ab43c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.577184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5e3e3a1e-184f-486e-9804-cca1129e11ed None None] Provisioning complete for port ffbb00c6-4d96-4912-b2d2-f79d5fe7538d triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:53.577623 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3a1e-184f-486e-9804-cca1129e11ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.623887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] For port 564b536c-63f6-4579-bc0a-8376eda61b1f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=564b536c-63f6-4579-bc0a-8376eda61b1f,segment=NetworkSegment(061f916f-ce04-4cef-8fe8-c0325e00799a),segment_id=061f916f-ce04-4cef-8fe8-c0325e00799a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:53.624260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.741700 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2356fdc-40d2-4816-a522-6132a8ccb8eb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.769749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Calling delete_port for 564b536c-63f6-4579-bc0a-8376eda61b1f owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:53.785774 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2356fdc-40d2-4816-a522-6132a8ccb8eb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.818896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e3a1e-184f-486e-9804-cca1129e11ed None None] Port ffbb00c6-4d96-4912-b2d2-f79d5fe7538d cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:40:53.844124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-80a2339a-6240-4406-8aab-a57ec196492d None None] For port 564b536c-63f6-4579-bc0a-8376eda61b1f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=564b536c-63f6-4579-bc0a-8376eda61b1f,segment=NetworkSegment(061f916f-ce04-4cef-8fe8-c0325e00799a),segment_id=061f916f-ce04-4cef-8fe8-c0325e00799a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:53.844955 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-80a2339a-6240-4406-8aab-a57ec196492d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.855346 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.918233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event deleted for resources: {'Port': ['ID=564b536c-63f6-4579-bc0a-8376eda61b1f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:53.924850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] No DVR routers for this DVR port 564b536c-63f6-4579-bc0a-8376eda61b1f on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:40:53.951672 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c2356fdc-40d2-4816-a522-6132a8ccb8eb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] In _notify_port_updated(), no bound segment for port df8d4691-b0c2-4e9e-b0af-9727af40c921 on network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 {{(pid=88797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:40:53.957372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2356fdc-40d2-4816-a522-6132a8ccb8eb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:53.958029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2356fdc-40d2-4816-a522-6132a8ccb8eb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:53.959352 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c2356fdc-40d2-4816-a522-6132a8ccb8eb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "PUT /v2.0/ports/df8d4691-b0c2-4e9e-b0af-9727af40c921 HTTP/1.1" status: 200 len: 818 time: 1.7359688 Jun 04 16:40:53.964820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36686) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:53.974651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:54.012087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-80a2339a-6240-4406-8aab-a57ec196492d None None] Calling delete_port for 564b536c-63f6-4579-bc0a-8376eda61b1f owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:54.069330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2356fdc-40d2-4816-a522-6132a8ccb8eb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=df8d4691-b0c2-4e9e-b0af-9727af40c921,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:54.093093 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-80a2339a-6240-4406-8aab-a57ec196492d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:40:54.093442 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-80a2339a-6240-4406-8aab-a57ec196492d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:40:54.105990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-5ec60ea9-ad54-4e0e-9026-1d0c3d9163dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port df8d4691-b0c2-4e9e-b0af-9727af40c921 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:54.106421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ec60ea9-ad54-4e0e-9026-1d0c3d9163dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:54.176964 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:54.242688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:54.269070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061f916f-ce04-4cef-8fe8-c0325e00799a') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:54.269367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061f916f-ce04-4cef-8fe8-c0325e00799a') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:54.286390 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:54.370099 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:54.394865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:40:54.395284 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:54.556629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 564b536c-63f6-4579-bc0a-8376eda61b1f no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:40:54.629587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-80a2339a-6240-4406-8aab-a57ec196492d None None] Deleting port 564b536c-63f6-4579-bc0a-8376eda61b1f {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:54.630010 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-80a2339a-6240-4406-8aab-a57ec196492d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:54.674205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 564b536c-63f6-4579-bc0a-8376eda61b1f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:40:54.674664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 564b536c-63f6-4579-bc0a-8376eda61b1f not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:40:54.711319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ec60ea9-ad54-4e0e-9026-1d0c3d9163dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:54.719930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-80a2339a-6240-4406-8aab-a57ec196492d None None] The port '564b536c-63f6-4579-bc0a-8376eda61b1f' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:40:54.737536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d573de5d-61eb-4b78-87c6-4f478ab43c8a admin admin] Deleting port ac26f4d0-7ca5-487d-b82a-e5a6ad209671 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:40:54.737913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d573de5d-61eb-4b78-87c6-4f478ab43c8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:54.796806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:54.805149 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:54.906104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-5ec60ea9-ad54-4e0e-9026-1d0c3d9163dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for df8d4691-b0c2-4e9e-b0af-9727af40c921 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:54.941310 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:54.945594 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:55.005994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Pushing event deleted for resources: {'Network': ['ID=6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:55.010009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=ffbb00c6-4d96-4912-b2d2-f79d5fe7538d,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:55.013216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-993fbe06-0cb8-4b47-9803-b33519a985f4 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "DELETE /v2.0/networks/6e5ace1f-47fd-4172-9ca7-5fbccfeb9a5d HTTP/1.1" status: 204 len: 168 time: 1.9827778 Jun 04 16:40:55.018386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36706) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:55.077452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c1e5cc19-2b27-4d39-a07d-20c54e8aabe1 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Synchronizing usage tracker for tenant:ddd187b30a2c42bdabaa3b09e3974864 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:55.125753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de49f61-0775-4cfb-83ae-70e75fc0f645 req-a8d74138-0092-4095-b63a-8485ef611b34 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:55.127753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de49f61-0775-4cfb-83ae-70e75fc0f645 req-a8d74138-0092-4095-b63a-8485ef611b34 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.4237921 Jun 04 16:40:55.129279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ec60ea9-ad54-4e0e-9026-1d0c3d9163dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:55.136495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c1e5cc19-2b27-4d39-a07d-20c54e8aabe1 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Unset dirty status for tenant:ddd187b30a2c42bdabaa3b09e3974864 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:55.139750 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c1e5cc19-2b27-4d39-a07d-20c54e8aabe1 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e10969a-9635-4419-8144-893f7824109f HTTP/1.1" status: 200 len: 205 time: 0.1173770 Jun 04 16:40:55.139873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-d573de5d-61eb-4b78-87c6-4f478ab43c8a admin admin] For port ac26f4d0-7ca5-487d-b82a-e5a6ad209671, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ac26f4d0-7ca5-487d-b82a-e5a6ad209671,segment=NetworkSegment(ac37b72c-d7b7-4166-9705-1cea954d24fa),segment_id=ac37b72c-d7b7-4166-9705-1cea954d24fa)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:40:55.139873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d573de5d-61eb-4b78-87c6-4f478ab43c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:55.145999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36710) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:55.202650 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec60ea9-ad54-4e0e-9026-1d0c3d9163dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=df8d4691-b0c2-4e9e-b0af-9727af40c921,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:55.209394 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ec60ea9-ad54-4e0e-9026-1d0c3d9163dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:55.232391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5ec60ea9-ad54-4e0e-9026-1d0c3d9163dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/df8d4691-b0c2-4e9e-b0af-9727af40c921 HTTP/1.1" status: 204 len: 168 time: 1.2497785 Jun 04 16:40:55.233311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36716) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:55.252507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b091ee2a-94a0-452c-b90a-7ed635d07030 None None] Provisioning complete for port ffbb00c6-4d96-4912-b2d2-f79d5fe7538d triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:55.254090 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b091ee2a-94a0-452c-b90a-7ed635d07030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:55.276332 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de49f61-0775-4cfb-83ae-70e75fc0f645 req-697a2cee-72e6-4302-ab1b-835631af9835 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380062 Jun 04 16:40:55.344635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b091ee2a-94a0-452c-b90a-7ed635d07030 None None] Port ffbb00c6-4d96-4912-b2d2-f79d5fe7538d cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:40:55.361684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced85c39-d0ca-41d6-8ce2-e433c4232fe8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:55.362746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ced85c39-d0ca-41d6-8ce2-e433c4232fe8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:55.386483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ced85c39-d0ca-41d6-8ce2-e433c4232fe8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:55.392326 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ced85c39-d0ca-41d6-8ce2-e433c4232fe8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1577916 Jun 04 16:40:55.393270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36722) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:55.439247 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d960714b-1721-49d6-be9d-4adea8fa2c2b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:40:55.446854 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d960714b-1721-49d6-be9d-4adea8fa2c2b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/df8d4691-b0c2-4e9e-b0af-9727af40c921 HTTP/1.1" status: 404 len: 333 time: 0.0517225 Jun 04 16:40:55.449146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36726) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:55.455199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d573de5d-61eb-4b78-87c6-4f478ab43c8a admin admin] Calling delete_port for ac26f4d0-7ca5-487d-b82a-e5a6ad209671 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:40:55.457630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-105128896'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:55.468743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:55.476936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:network and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:55.487346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:55.499659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:55.513598 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de58dea2-0862-4e35-aba3-c887ed879fc5 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:55.539002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:55.549119 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:55.582837 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 061f916f-ce04-4cef-8fe8-c0325e00799a resource provider aggregate not found Jun 04 16:40:55.600856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:40:55.607943 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 061f916f-ce04-4cef-8fe8-c0325e00799a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 061f916f-ce04-4cef-8fe8-c0325e00799a found for delete ", "request_id": "req-e7cb3f00-0611-4762-921b-55fee81f019f"}]} Jun 04 16:40:55.613306 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:55.613757 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Added segment 36a1684b-0d2b-4b74-86d8-e5e21c1154a7 of type vlan for network 625bb4c3-2881-4ad5-8e20-e186d74d7256 Jun 04 16:40:55.646336 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:55.681822 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:55.688012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:55.688923 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:55.802767 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3523088 Jun 04 16:40:55.805677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36740) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:55.808181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461f4ab-914d-4927-b8a0-78e1707ef0a8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Network': ['ID=625bb4c3-2881-4ad5-8e20-e186d74d7256,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:55.813917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '625bb4c3-2881-4ad5-8e20-e186d74d7256', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:55.822986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 625bb4c3-2881-4ad5-8e20-e186d74d7256 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:40:55.961074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:55.965189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:55.968235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:55.974968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:55.984757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:55.988476 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:56.092169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:56.119340 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de58dea2-0862-4e35-aba3-c887ed879fc5 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:56.123272 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de58dea2-0862-4e35-aba3-c887ed879fc5 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:56.174169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de58dea2-0862-4e35-aba3-c887ed879fc5 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:56.174939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de58dea2-0862-4e35-aba3-c887ed879fc5 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Fanout notify agent at l3_agent the message router_deleted on router 2e10969a-9635-4419-8144-893f7824109f {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:40:56.193234 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de58dea2-0862-4e35-aba3-c887ed879fc5 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:56.194712 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-de58dea2-0862-4e35-aba3-c887ed879fc5 tempest-RoutersNegativeIpV6Test-1340399837 tempest-RoutersNegativeIpV6Test-1340399837-project] 10.222.0.13 "DELETE /v2.0/routers/2e10969a-9635-4419-8144-893f7824109f HTTP/1.1" status: 204 len: 168 time: 1.0454769 Jun 04 16:40:56.234927 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:56.305657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:56.364501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Checking segment: {'id': '36a1684b-0d2b-4b74-86d8-e5e21c1154a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '625bb4c3-2881-4ad5-8e20-e186d74d7256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:56.365269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network hostable DHCP agents. Network: 625bb4c3-2881-4ad5-8e20-e186d74d7256, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:40:56.370936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Subnet': ['ID=2a8004e7-121d-42ce-84d4-5a41f6148426,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:56.395219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 625bb4c3-2881-4ad5-8e20-e186d74d7256 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:40:56.400533 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d573de5d-61eb-4b78-87c6-4f478ab43c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:56.416838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 625bb4c3-2881-4ad5-8e20-e186d74d7256) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:56.424060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:56.426062 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:56.430837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d466c2d-25d7-4845-b1e9-d4bc621c1401 None None] Network 625bb4c3-2881-4ad5-8e20-e186d74d7256 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:56.524214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0c231fac-7f6f-4b41-b91f-09d394a67299 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7173729 Jun 04 16:40:56.527577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36764) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:56.534463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-7dc7a559-7967-4a47-bbbc-f6313c520167 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '625bb4c3-2881-4ad5-8e20-e186d74d7256', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:56.651138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573de5d-61eb-4b78-87c6-4f478ab43c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac26f4d0-7ca5-487d-b82a-e5a6ad209671,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:56.660972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36768) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:56.710213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2832f-1f8d-400d-b1de-4401de5db156 req-2c2b8b41-1d79-4bfd-874c-b5e1dac79a3c tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:56.717214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1fd2832f-1f8d-400d-b1de-4401de5db156 req-2c2b8b41-1d79-4bfd-874c-b5e1dac79a3c tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.2647455 Jun 04 16:40:56.734702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7dc7a559-7967-4a47-bbbc-f6313c520167 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:56.743381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7dc7a559-7967-4a47-bbbc-f6313c520167 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:56.747947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7dc7a559-7967-4a47-bbbc-f6313c520167 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:56.761787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-625bb4c3-2881-4ad5-8e20-e186d74d7256', 'network_id': '625bb4c3-2881-4ad5-8e20-e186d74d7256', 'tenant_id': 'fbcea708c4324b77a2fd74411d968c63', 'fixed_ips': [{'subnet_id': '2a8004e7-121d-42ce-84d4-5a41f6148426'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:40:56.763009 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:56.764797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7dc7a559-7967-4a47-bbbc-f6313c520167 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:56.783662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1fd2832f-1f8d-400d-b1de-4401de5db156 req-ce495bb6-c36f-460e-a7dc-6b1ebfbb250c tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654919 Jun 04 16:40:56.804426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc7a559-7967-4a47-bbbc-f6313c520167 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:56.808339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7dc7a559-7967-4a47-bbbc-f6313c520167 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:56.992630 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Allocated IP 2001:db8::2 (625bb4c3-2881-4ad5-8e20-e186d74d7256/2a8004e7-121d-42ce-84d4-5a41f6148426/475ce620-84ab-4eb2-810e-e35597b3ea0c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:40:57.183086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-397cc8d5-c08b-4779-879b-4a8de052ceaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddd187b30a2c42bdabaa3b09e3974864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5194495 Jun 04 16:40:57.186792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36782) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:57.207958 n-d-811809-3 neutron-server[88798]: INFO neutron.db.ipam_backend_mixin [None req-7dc7a559-7967-4a47-bbbc-f6313c520167 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a8004e7-121d-42ce-84d4-5a41f6148426 (CIDR: 2001:db8::/64) Jun 04 16:40:57.213083 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc7a559-7967-4a47-bbbc-f6313c520167 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:40:57.213803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc7a559-7967-4a47-bbbc-f6313c520167 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:40:57.238289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7dc7a559-7967-4a47-bbbc-f6313c520167 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7096796 Jun 04 16:40:57.240355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36786) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:57.250320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '625bb4c3-2881-4ad5-8e20-e186d74d7256', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:57.276684 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.305826 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.340774 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.356155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Transition to ACTIVE for port object 475ce620-84ab-4eb2-810e-e35597b3ea0c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:57.379586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Transition to ACTIVE for port object 475ce620-84ab-4eb2-810e-e35597b3ea0c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:40:57.388503 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.417226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:57.422077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:57.425432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:57.432083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:57.445234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:57.449718 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.475012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Network 625bb4c3-2881-4ad5-8e20-e186d74d7256 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:57.488400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:57.513555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:40:57.605755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Pushing event updated for resources: {'Port': ['ID=475ce620-84ab-4eb2-810e-e35597b3ea0c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:57.620744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:57.630824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:57.631339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:57.631813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:57.632192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:57.632521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:57.633005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:57.633409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:57.634256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:57.634256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:57.634650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:57.635028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:57.653310 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d573de5d-61eb-4b78-87c6-4f478ab43c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.669786 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.679499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-890ebd4f-2223-4af1-8e50-7ef4fc118511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.681317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=ffbb00c6-4d96-4912-b2d2-f79d5fe7538d,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:57.710764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Attempting to bind port 475ce620-84ab-4eb2-810e-e35597b3ea0c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:40:57.711126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Attempting to bind port 475ce620-84ab-4eb2-810e-e35597b3ea0c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '36a1684b-0d2b-4b74-86d8-e5e21c1154a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '625bb4c3-2881-4ad5-8e20-e186d74d7256'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:40:57.711588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Attempting to bind port 475ce620-84ab-4eb2-810e-e35597b3ea0c on network 625bb4c3-2881-4ad5-8e20-e186d74d7256 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:40:57.723685 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:40:57.724379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Checking segment: {'id': '36a1684b-0d2b-4b74-86d8-e5e21c1154a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '625bb4c3-2881-4ad5-8e20-e186d74d7256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:40:57.724771 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.725155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Bound using segment: {'id': '36a1684b-0d2b-4b74-86d8-e5e21c1154a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '625bb4c3-2881-4ad5-8e20-e186d74d7256'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:40:57.725657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Bound port: 475ce620-84ab-4eb2-810e-e35597b3ea0c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a1684b-0d2b-4b74-86d8-e5e21c1154a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '625bb4c3-2881-4ad5-8e20-e186d74d7256'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:40:57.726047 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.838892 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-890ebd4f-2223-4af1-8e50-7ef4fc118511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.847408 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.872752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] For port 475ce620-84ab-4eb2-810e-e35597b3ea0c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:40:57.878400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] For port 475ce620-84ab-4eb2-810e-e35597b3ea0c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=475ce620-84ab-4eb2-810e-e35597b3ea0c,segment=NetworkSegment(36a1684b-0d2b-4b74-86d8-e5e21c1154a7),segment_id=36a1684b-0d2b-4b74-86d8-e5e21c1154a7)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:40:57.880205 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-59ef59e9-1d36-46b6-ace2-13a1f518b77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.893880 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.934829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 625bb4c3-2881-4ad5-8e20-e186d74d7256 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:57.938703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:57.948295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:57.949048 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:57.984187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Subnet': ['ID=0f706436-2265-4802-add9-adf3e449c980,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:58.012079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:58.014866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:58.015283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:58.019230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:58.019640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:58.020761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:58.021172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:58.021798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:58.021937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:58.022661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:58.023562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:58.024428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:40:58.031928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-43317664-49b5-46d9-9e37-095637a710da tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7859163 Jun 04 16:40:58.049011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d57ff6-c4a7-495b-b084-78335dcb43ed None None] Pushing event updated for resources: {'Port': ['ID=475ce620-84ab-4eb2-810e-e35597b3ea0c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:58.053577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36810) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:58.072571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': '625bb4c3-2881-4ad5-8e20-e186d74d7256', 'fixed_ips': [{'subnet_id': '2a8004e7-121d-42ce-84d4-5a41f6148426'}, {'subnet_id': '0f706436-2265-4802-add9-adf3e449c980'}], 'name': 'tempest-PortsIpV6TestJSON-117964167'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:40:58.148855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2503e97-bbb7-480d-b2e6-e759896d74b4 req-734d55fe-17d5-401c-b2ee-f69d9cf6d228 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:58.156949 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d2503e97-bbb7-480d-b2e6-e759896d74b4 req-734d55fe-17d5-401c-b2ee-f69d9cf6d228 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.1231441 Jun 04 16:40:58.213289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d2503e97-bbb7-480d-b2e6-e759896d74b4 req-40897815-88ce-46ae-ab9e-453c905048eb tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499897 Jun 04 16:40:58.338754 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-890ebd4f-2223-4af1-8e50-7ef4fc118511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:58.360843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 8814211c-3a69-4de1-a444-e89ba6bbc2d0 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:40:58.390965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:40:58.419842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ebd4f-2223-4af1-8e50-7ef4fc118511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03752ed4-9fef-430f-b969-c99bbbc0aed2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:40:58.675461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:40:58.704732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:port and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:40:58.708189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-031bc0b9-bb54-415e-8667-b227dccf8948 None None] Provisioning complete for port ffbb00c6-4d96-4912-b2d2-f79d5fe7538d triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:58.708699 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-031bc0b9-bb54-415e-8667-b227dccf8948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:58.709945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:40:58.714806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-890ebd4f-2223-4af1-8e50-7ef4fc118511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:58.716591 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-890ebd4f-2223-4af1-8e50-7ef4fc118511 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03752ed4-9fef-430f-b969-c99bbbc0aed2 HTTP/1.1" status: 204 len: 168 time: 1.5266297 Jun 04 16:40:58.726084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:40:58.758188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 475ce620-84ab-4eb2-810e-e35597b3ea0c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:40:58.761340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:40:58.780383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d573de5d-61eb-4b78-87c6-4f478ab43c8a admin admin] Router 9e495bc5-0979-49f7-b226-dc4980e5ac7a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:40:58.857882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-031bc0b9-bb54-415e-8667-b227dccf8948 None None] Port ffbb00c6-4d96-4912-b2d2-f79d5fe7538d cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:40:58.865971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 475ce620-84ab-4eb2-810e-e35597b3ea0c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:59.058499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 019d2d32-69d4-41b5-9858-f771a63cc255 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:40:59.178811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:59.376294 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25e02bc-7619-4dd9-82c2-eceda772febd None None] Network 625bb4c3-2881-4ad5-8e20-e186d74d7256 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:40:59.483509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d440c8-0fc7-4542-a450-f795f5bf011d req-03778d2d-80f4-4241-8a90-95297c6d339a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:59.489412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:40:59.496865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19d440c8-0fc7-4542-a450-f795f5bf011d req-03778d2d-80f4-4241-8a90-95297c6d339a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.1157579 Jun 04 16:40:59.519480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6ba22ce6-fa96-4da4-8fb1-d96799db84a4 None None] Provisioning for port 475ce620-84ab-4eb2-810e-e35597b3ea0c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:40:59.565308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6ba22ce6-fa96-4da4-8fb1-d96799db84a4 None None] Provisioning complete for port 475ce620-84ab-4eb2-810e-e35597b3ea0c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:40:59.565844 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ba22ce6-fa96-4da4-8fb1-d96799db84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:40:59.568589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19d440c8-0fc7-4542-a450-f795f5bf011d req-89324f70-4965-4972-afbd-63976f18065c tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659196 Jun 04 16:40:59.573205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d573de5d-61eb-4b78-87c6-4f478ab43c8a admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:40:59.595035 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a46f46-1827-472a-82d2-58abc1d6fdef None None] Sync routers for ids ['9e495bc5-0979-49f7-b226-dc4980e5ac7a'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:40:59.600258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36848) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:59.600405 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d573de5d-61eb-4b78-87c6-4f478ab43c8a admin admin] 10.222.0.13 "PUT /v2.0/routers/9e495bc5-0979-49f7-b226-dc4980e5ac7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3727424 Jun 04 16:40:59.609148 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a46f46-1827-472a-82d2-58abc1d6fdef None None] Routers {'9e495bc5-0979-49f7-b226-dc4980e5ac7a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:59.609769 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-17a46f46-1827-472a-82d2-58abc1d6fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9e495bc5-0979-49f7-b226-dc4980e5ac7a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:40:59.662019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:40:59.674116 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7e0214de-1c05-4740-b16e-bedaa15aa519 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/019d2d32-69d4-41b5-9858-f771a63cc255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2360585 Jun 04 16:40:59.678548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36854) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:59.698188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee315d5-3960-4941-a29a-7b1799984663 None None] Sync routers for ids ['019d2d32-69d4-41b5-9858-f771a63cc255'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:40:59.818679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1388804-078c-4b27-b9b2-1d7a2553b517 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:40:59.819576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d1388804-078c-4b27-b9b2-1d7a2553b517 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Synchronizing usage tracker for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:40:59.897614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d1388804-078c-4b27-b9b2-1d7a2553b517 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Unset dirty status for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:40:59.899310 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d1388804-078c-4b27-b9b2-1d7a2553b517 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports/ffbb00c6-4d96-4912-b2d2-f79d5fe7538d HTTP/1.1" status: 200 len: 977 time: 0.2194405 Jun 04 16:40:59.903896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36862) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:40:59.914696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee315d5-3960-4941-a29a-7b1799984663 None None] Routers {'019d2d32-69d4-41b5-9858-f771a63cc255'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:40:59.917902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3ee315d5-3960-4941-a29a-7b1799984663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['019d2d32-69d4-41b5-9858-f771a63cc255'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:00.042776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:00.124706 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-17a46f46-1827-472a-82d2-58abc1d6fdef None None] Set router 9e495bc5-0979-49f7-b226-dc4980e5ac7a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:41:00.195187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3ee315d5-3960-4941-a29a-7b1799984663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:00.271650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee315d5-3960-4941-a29a-7b1799984663 None None] Routers {'019d2d32-69d4-41b5-9858-f771a63cc255'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:00.272416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3ee315d5-3960-4941-a29a-7b1799984663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['019d2d32-69d4-41b5-9858-f771a63cc255'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:00.278598 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:00.303481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Deleting port a9e6835f-de8c-4151-b78e-ea9d58c50c38 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:00.303933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:00.339796 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-99c33ea1-a2c6-4652-a0cb-802beffdc958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:00.431171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3ee315d5-3960-4941-a29a-7b1799984663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:00.431576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee315d5-3960-4941-a29a-7b1799984663 None None] The sync data for ids ['019d2d32-69d4-41b5-9858-f771a63cc255'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:41:00.546040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6ba22ce6-fa96-4da4-8fb1-d96799db84a4 None None] Current status of the port 475ce620-84ab-4eb2-810e-e35597b3ea0c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:00.546584 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ba22ce6-fa96-4da4-8fb1-d96799db84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:00.683732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8::2cd (625bb4c3-2881-4ad5-8e20-e186d74d7256/2a8004e7-121d-42ce-84d4-5a41f6148426/9eebf6b9-4b80-46cb-8716-12c5cb2c764c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:00.695479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] For port a9e6835f-de8c-4151-b78e-ea9d58c50c38, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a9e6835f-de8c-4151-b78e-ea9d58c50c38,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:00.696793 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:00.759326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8:0:1::24 (625bb4c3-2881-4ad5-8e20-e186d74d7256/0f706436-2265-4802-add9-adf3e449c980/9eebf6b9-4b80-46cb-8716-12c5cb2c764c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:00.797296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6ba22ce6-fa96-4da4-8fb1-d96799db84a4 None None] For port 475ce620-84ab-4eb2-810e-e35597b3ea0c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=475ce620-84ab-4eb2-810e-e35597b3ea0c,segment=NetworkSegment(36a1684b-0d2b-4b74-86d8-e5e21c1154a7),segment_id=36a1684b-0d2b-4b74-86d8-e5e21c1154a7)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:00.802849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17b890d-6bb8-4cb5-86f5-57a9f4d59424 None None] Update dhcp port {'port': {'network_id': '625bb4c3-2881-4ad5-8e20-e186d74d7256', 'fixed_ips': [{'subnet_id': '2a8004e7-121d-42ce-84d4-5a41f6148426', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f706436-2265-4802-add9-adf3e449c980'}], 'binding:host_id': 'n-d-811809-3'}, 'id': '475ce620-84ab-4eb2-810e-e35597b3ea0c'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:41:00.863677 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ba22ce6-fa96-4da4-8fb1-d96799db84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:00.930483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Calling delete_port for a9e6835f-de8c-4151-b78e-ea9d58c50c38 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:00.969540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba22ce6-fa96-4da4-8fb1-d96799db84a4 None None] Pushing event updated for resources: {'Port': ['ID=475ce620-84ab-4eb2-810e-e35597b3ea0c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:00.993537 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d17b890d-6bb8-4cb5-86f5-57a9f4d59424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:01.025859 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-17a46f46-1827-472a-82d2-58abc1d6fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'name': 'tempest-ServerRescueTestJSON-1677756318-router', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:40:56Z', 'revision_number': 5, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'gw_port': {'id': 'a9e6835f-de8c-4151-b78e-ea9d58c50c38', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:29Z', 'updated_at': '2022-06-04T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:01.037649 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a46f46-1827-472a-82d2-58abc1d6fdef None None] Checking router: 9e495bc5-0979-49f7-b226-dc4980e5ac7a for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:41:01.060758 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a46f46-1827-472a-82d2-58abc1d6fdef None None] Routers {'9e495bc5-0979-49f7-b226-dc4980e5ac7a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:01.061630 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-17a46f46-1827-472a-82d2-58abc1d6fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9e495bc5-0979-49f7-b226-dc4980e5ac7a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:01.232036 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:01.281789 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-17a46f46-1827-472a-82d2-58abc1d6fdef None None] Set router 9e495bc5-0979-49f7-b226-dc4980e5ac7a gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:41:01.363602 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:01.401759 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-17a46f46-1827-472a-82d2-58abc1d6fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'name': 'tempest-ServerRescueTestJSON-1677756318-router', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:41:00Z', 'revision_number': 6, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:01.406266 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a46f46-1827-472a-82d2-58abc1d6fdef None None] The sync data for ids ['9e495bc5-0979-49f7-b226-dc4980e5ac7a'] in n-d-811809-3 is: [{'id': '9e495bc5-0979-49f7-b226-dc4980e5ac7a', 'name': 'tempest-ServerRescueTestJSON-1677756318-router', 'tenant_id': 'c9e4275785034232a9a3141cc720de10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:41:00Z', 'revision_number': 6, 'project_id': 'c9e4275785034232a9a3141cc720de10', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:41:01.453419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac97b43-58a8-417e-864e-66eaff6315b2 req-9b709f74-34e3-473a-9cb2-4059ef0bc923 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:01.453793 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ac97b43-58a8-417e-864e-66eaff6315b2 req-9b709f74-34e3-473a-9cb2-4059ef0bc923 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.5916996 Jun 04 16:41:01.518070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ac97b43-58a8-417e-864e-66eaff6315b2 req-f590dfca-b2fb-47f8-b727-1fbbb4903448 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579274 Jun 04 16:41:01.625797 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-146db638-1f00-4d22-84a2-7cabd234e634 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:01.649343 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:01.707103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e6835f-de8c-4151-b78e-ea9d58c50c38,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:01.853188 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:01.996993 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:02.048524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Transition to ACTIVE for port object 9eebf6b9-4b80-46cb-8716-12c5cb2c764c will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:02.255171 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:02.276143 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:02.333606 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:02.334184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e495bc5-0979-49f7-b226-dc4980e5ac7a {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:41:02.349871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38380a4a-ad91-4edb-9704-d69faaa64939 req-97941ea9-d889-485c-8c51-6fd6c38e0b25 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:02.351444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38380a4a-ad91-4edb-9704-d69faaa64939 req-97941ea9-d889-485c-8c51-6fd6c38e0b25 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.2774870 Jun 04 16:41:02.363709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5d024-fe8f-430a-b5b6-a86fe05debdd req-e85855d0-71e1-4b22-a537-c8e2ab74d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:02.370284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9f5d024-fe8f-430a-b5b6-a86fe05debdd req-e85855d0-71e1-4b22-a537-c8e2ab74d7d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be35f42fdb434174b0e0b38af59135ec&device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 1097 time: 0.2403147 Jun 04 16:41:02.418373 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:02.422172 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cf2e168d-9186-464d-aeb5-2408b62dee95 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9e495bc5-0979-49f7-b226-dc4980e5ac7a HTTP/1.1" status: 204 len: 168 time: 2.8178055 Jun 04 16:41:02.425227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36912) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:02.436251 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:02.506720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36916) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:02.561453 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38380a4a-ad91-4edb-9704-d69faaa64939 req-82345462-c90b-47aa-a913-722a054c0334 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1887903 Jun 04 16:41:02.603435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-d17b890d-6bb8-4cb5-86f5-57a9f4d59424 None None] Allocated IP 2001:db8:0:1::2 (625bb4c3-2881-4ad5-8e20-e186d74d7256/0f706436-2265-4802-add9-adf3e449c980/475ce620-84ab-4eb2-810e-e35597b3ea0c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:02.608088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 475ce620-84ab-4eb2-810e-e35597b3ea0c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:02.677986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5d024-fe8f-430a-b5b6-a86fe05debdd req-1813a10b-d77e-41f4-a465-7613e1554666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:02.680156 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9f5d024-fe8f-430a-b5b6-a86fe05debdd req-1813a10b-d77e-41f4-a465-7613e1554666 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd HTTP/1.1" status: 200 len: 911 time: 0.3044250 Jun 04 16:41:02.696749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 625bb4c3-2881-4ad5-8e20-e186d74d7256 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:02.710460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:02.713592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:02.719958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:02.720314 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:02.734292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-146db638-1f00-4d22-84a2-7cabd234e634 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port ffbb00c6-4d96-4912-b2d2-f79d5fe7538d {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:02.734767 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-146db638-1f00-4d22-84a2-7cabd234e634 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:02.766791 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:02.835457 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d2838ecd-c5ba-4e05-a877-cf00bce846df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:02.841007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=9eebf6b9-4b80-46cb-8716-12c5cb2c764c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:02.849843 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9995496a-50da-4ad4-9a50-924b1ab27355 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.7939353 Jun 04 16:41:02.855937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f20661-fd1c-4d02-8ed9-c94df91dce26 admin admin] Deleting subnet ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:41:02.857909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36922) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:02.859115 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5f20661-fd1c-4d02-8ed9-c94df91dce26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:02.897840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4577c1e7-58fa-4ca3-8ce8-5c4e9255399b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2a8004e7-121d-42ce-84d4-5a41f6148426'}]}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:02.899566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 475ce620-84ab-4eb2-810e-e35597b3ea0c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:02.899778 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:02.921980 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5f20661-fd1c-4d02-8ed9-c94df91dce26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:02.954556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d2838ecd-c5ba-4e05-a877-cf00bce846df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:02.970416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d2838ecd-c5ba-4e05-a877-cf00bce846df admin admin] Usage tracker for resource:security_group_rule and tenant:c701b6f32a4744368edd7e3f33e2d2d6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:02.978484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d2838ecd-c5ba-4e05-a877-cf00bce846df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:02.988265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d2838ecd-c5ba-4e05-a877-cf00bce846df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:02.999787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9f5d024-fe8f-430a-b5b6-a86fe05debdd req-4d80fb5c-53a4-48ef-81ca-76058d519e92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 HTTP/1.1" status: 200 len: 1002 time: 0.3113008 Jun 04 16:41:03.006298 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5f20661-fd1c-4d02-8ed9-c94df91dce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:03.117850 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5f20661-fd1c-4d02-8ed9-c94df91dce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:03.122993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 475ce620-84ab-4eb2-810e-e35597b3ea0c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:03.127759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d17b890d-6bb8-4cb5-86f5-57a9f4d59424 None None] For port 475ce620-84ab-4eb2-810e-e35597b3ea0c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=475ce620-84ab-4eb2-810e-e35597b3ea0c,segment=NetworkSegment(36a1684b-0d2b-4b74-86d8-e5e21c1154a7),segment_id=36a1684b-0d2b-4b74-86d8-e5e21c1154a7)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:03.155627 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d17b890d-6bb8-4cb5-86f5-57a9f4d59424 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:03.178958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5d024-fe8f-430a-b5b6-a86fe05debdd req-832b010e-0aef-4cbf-9717-f567b54819e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:03.180327 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9f5d024-fe8f-430a-b5b6-a86fe05debdd req-832b010e-0aef-4cbf-9717-f567b54819e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b1e4094-3a05-4f0d-9004-57005698851e HTTP/1.1" status: 200 len: 849 time: 0.1543913 Jun 04 16:41:03.187322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d17b890d-6bb8-4cb5-86f5-57a9f4d59424 None None] Transition to ACTIVE for port object 475ce620-84ab-4eb2-810e-e35597b3ea0c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:03.190327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a9e6835f-de8c-4151-b78e-ea9d58c50c38 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:41:03.226165 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d17b890d-6bb8-4cb5-86f5-57a9f4d59424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:03.228345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f20661-fd1c-4d02-8ed9-c94df91dce26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:03.230657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5f20661-fd1c-4d02-8ed9-c94df91dce26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:03.239914 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e5f20661-fd1c-4d02-8ed9-c94df91dce26 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ed530ad3-ae1c-4ec0-b5b9-42058d73fe4b HTTP/1.1" status: 204 len: 168 time: 0.8076391 Jun 04 16:41:03.243272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36928) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:03.271898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: a9e6835f-de8c-4151-b78e-ea9d58c50c38 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:41:03.272418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a9e6835f-de8c-4151-b78e-ea9d58c50c38 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:41:03.274158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ac26f4d0-7ca5-487d-b82a-e5a6ad209671 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:41:03.328818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: ac26f4d0-7ca5-487d-b82a-e5a6ad209671 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:41:03.329188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ac26f4d0-7ca5-487d-b82a-e5a6ad209671 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:41:03.396038 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-146db638-1f00-4d22-84a2-7cabd234e634 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:03.399400 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4577c1e7-58fa-4ca3-8ce8-5c4e9255399b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:03.414362 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59a038f7-b973-41cb-8a75-26128b3a8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:03.422171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b890d-6bb8-4cb5-86f5-57a9f4d59424 None None] Pushing event updated for resources: {'Port': ['ID=475ce620-84ab-4eb2-810e-e35597b3ea0c,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:03.545396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-146db638-1f00-4d22-84a2-7cabd234e634 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for ffbb00c6-4d96-4912-b2d2-f79d5fe7538d owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:03.562046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5d024-fe8f-430a-b5b6-a86fe05debdd req-cef78b05-bfcd-43b3-9b60-d233e872dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:03.563582 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9f5d024-fe8f-430a-b5b6-a86fe05debdd req-cef78b05-bfcd-43b3-9b60-d233e872dbfa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3730483 Jun 04 16:41:03.567663 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d2838ecd-c5ba-4e05-a877-cf00bce846df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:03.622713 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d2838ecd-c5ba-4e05-a877-cf00bce846df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:03.746706 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-146db638-1f00-4d22-84a2-7cabd234e634 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:03.802715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2838ecd-c5ba-4e05-a877-cf00bce846df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1a569c-ecd8-4d76-86d7-59c1c0930017,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:03.810417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d2838ecd-c5ba-4e05-a877-cf00bce846df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c701b6f32a4744368edd7e3f33e2d2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2889814 Jun 04 16:41:03.827692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36934) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:03.848800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146db638-1f00-4d22-84a2-7cabd234e634 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=ffbb00c6-4d96-4912-b2d2-f79d5fe7538d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:03.982839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9f5d024-fe8f-430a-b5b6-a86fe05debdd req-b6ac5c9d-9aae-4be8-bd02-92de1e66af38 service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863158 Jun 04 16:41:03.993641 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:04.033040 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59a038f7-b973-41cb-8a75-26128b3a8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:04.087067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-59a038f7-b973-41cb-8a75-26128b3a8d92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbc341a-29b5-4106-aec4-76ae40643dc2']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:04.123285 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:04.152301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-59a038f7-b973-41cb-8a75-26128b3a8d92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac37b72c-d7b7-4166-9705-1cea954d24fa') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:04.152301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-59a038f7-b973-41cb-8a75-26128b3a8d92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac37b72c-d7b7-4166-9705-1cea954d24fa') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:04.224456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1173be-56f4-4164-97ed-c5753d1acd55 req-5a24e881-2438-44cc-85dc-a324451d4146 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:04.226677 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b1173be-56f4-4164-97ed-c5753d1acd55 req-5a24e881-2438-44cc-85dc-a324451d4146 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.4271340 Jun 04 16:41:04.381961 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:41:04.399979 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3021022b-87e5-4151-b789-af4762ef45d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:04.401120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e9f5d024-fe8f-430a-b5b6-a86fe05debdd req-02366450-335e-4aaf-ab2e-29fb41ba060a service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088340 Jun 04 16:41:04.418013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b1173be-56f4-4164-97ed-c5753d1acd55 req-fd442089-8341-4cbe-9b36-27f28378d3d6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1716049 Jun 04 16:41:04.422659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e918aa-3a67-4d8c-b5b0-7cfab321f5b7 None None] Network 625bb4c3-2881-4ad5-8e20-e186d74d7256 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:04.429195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-4577c1e7-58fa-4ca3-8ce8-5c4e9255399b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Delete allocated IP 2001:db8:0:1::24 (625bb4c3-2881-4ad5-8e20-e186d74d7256/0f706436-2265-4802-add9-adf3e449c980) {{(pid=88798) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 04 16:41:04.463661 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59a038f7-b973-41cb-8a75-26128b3a8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:04.605545 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-146db638-1f00-4d22-84a2-7cabd234e634 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:04.616178 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59a038f7-b973-41cb-8a75-26128b3a8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:04.624381 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3021022b-87e5-4151-b789-af4762ef45d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:04.640759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a038f7-b973-41cb-8a75-26128b3a8d92 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:41:04.641426 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59a038f7-b973-41cb-8a75-26128b3a8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:04.665479 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 475ce620-84ab-4eb2-810e-e35597b3ea0c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:04.698231 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4577c1e7-58fa-4ca3-8ce8-5c4e9255399b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:04.724455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-4577c1e7-58fa-4ca3-8ce8-5c4e9255399b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Ignored duplicate provisioning block setup for port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 04 16:41:04.730291 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4577c1e7-58fa-4ca3-8ce8-5c4e9255399b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:04.740083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-34acc46b-ea83-49d8-8701-9e3ecbbb11d4 None None] Provisioning for port 475ce620-84ab-4eb2-810e-e35597b3ea0c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:04.910511 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ac37b72c-d7b7-4166-9705-1cea954d24fa resource provider aggregate not found Jun 04 16:41:04.914647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-4577c1e7-58fa-4ca3-8ce8-5c4e9255399b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] In _notify_port_updated(), no bound segment for port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c on network 625bb4c3-2881-4ad5-8e20-e186d74d7256 {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:41:04.923836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577c1e7-58fa-4ca3-8ce8-5c4e9255399b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:04.925068 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4577c1e7-58fa-4ca3-8ce8-5c4e9255399b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:04.927346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4577c1e7-58fa-4ca3-8ce8-5c4e9255399b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "PUT /v2.0/ports/9eebf6b9-4b80-46cb-8716-12c5cb2c764c HTTP/1.1" status: 200 len: 925 time: 2.0498657 Jun 04 16:41:04.933645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36954) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:04.946820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0d8f9a71-20b9-4ddc-8500-c1633476093e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2a8004e7-121d-42ce-84d4-5a41f6148426'}, {'subnet_id': '0f706436-2265-4802-add9-adf3e449c980'}]}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:05.000956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-34acc46b-ea83-49d8-8701-9e3ecbbb11d4 None None] Provisioning complete for port 475ce620-84ab-4eb2-810e-e35597b3ea0c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:05.002587 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-34acc46b-ea83-49d8-8701-9e3ecbbb11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:05.004045 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ac37b72c-d7b7-4166-9705-1cea954d24fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac37b72c-d7b7-4166-9705-1cea954d24fa found for delete ", "request_id": "req-313eef5b-d2ba-44b6-808d-85ad9adcb869"}]} Jun 04 16:41:05.119406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577c1e7-58fa-4ca3-8ce8-5c4e9255399b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=9eebf6b9-4b80-46cb-8716-12c5cb2c764c,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:05.145207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9a71-20b9-4ddc-8500-c1633476093e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:05.157557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59a038f7-b973-41cb-8a75-26128b3a8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:05.167989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-34acc46b-ea83-49d8-8701-9e3ecbbb11d4 None None] Current status of the port 475ce620-84ab-4eb2-810e-e35597b3ea0c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:05.179968 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59a038f7-b973-41cb-8a75-26128b3a8d92 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:05.181462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 475ce620-84ab-4eb2-810e-e35597b3ea0c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:05.181839 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:05.194651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146db638-1f00-4d22-84a2-7cabd234e634 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 019d2d32-69d4-41b5-9858-f771a63cc255 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:41:05.200768 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3021022b-87e5-4151-b789-af4762ef45d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:05.224181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a038f7-b973-41cb-8a75-26128b3a8d92 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dbc341a-29b5-4106-aec4-76ae40643dc2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:05.244674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021022b-87e5-4151-b789-af4762ef45d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1a569c-ecd8-4d76-86d7-59c1c0930017,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:05.386057 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-59a038f7-b973-41cb-8a75-26128b3a8d92 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6dbc341a-29b5-4106-aec4-76ae40643dc2 HTTP/1.1" status: 204 len: 168 time: 2.1416223 Jun 04 16:41:05.389933 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3021022b-87e5-4151-b789-af4762ef45d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:05.392676 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3021022b-87e5-4151-b789-af4762ef45d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c1a569c-ecd8-4d76-86d7-59c1c0930017 HTTP/1.1" status: 204 len: 168 time: 1.5487251 Jun 04 16:41:05.397014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 475ce620-84ab-4eb2-810e-e35597b3ea0c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:05.532848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146db638-1f00-4d22-84a2-7cabd234e634 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:41:05.553606 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1234475-f947-4600-b2a1-97bd8c3150db None None] Sync routers for ids ['019d2d32-69d4-41b5-9858-f771a63cc255'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:41:05.564534 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-146db638-1f00-4d22-84a2-7cabd234e634 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/019d2d32-69d4-41b5-9858-f771a63cc255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6579919 Jun 04 16:41:05.566686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36966) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:05.592603 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1234475-f947-4600-b2a1-97bd8c3150db None None] Routers {'019d2d32-69d4-41b5-9858-f771a63cc255'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:05.594414 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f1234475-f947-4600-b2a1-97bd8c3150db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['019d2d32-69d4-41b5-9858-f771a63cc255'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:05.646534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e7f4d5f3-27f5-4da2-aa43-d987f3b00416 None None] Provisioning complete for port 475ce620-84ab-4eb2-810e-e35597b3ea0c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:05.647101 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f3-27f5-4da2-aa43-d987f3b00416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:05.784198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36972) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:05.836376 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f1234475-f947-4600-b2a1-97bd8c3150db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:05.868180 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1234475-f947-4600-b2a1-97bd8c3150db None None] Routers {'019d2d32-69d4-41b5-9858-f771a63cc255'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:05.871336 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f1234475-f947-4600-b2a1-97bd8c3150db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['019d2d32-69d4-41b5-9858-f771a63cc255'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:06.069757 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1e7d4008-fb52-4d2f-8d68-aa9ad8822daf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9e4275785034232a9a3141cc720de10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800150 Jun 04 16:41:06.072610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-0d8f9a71-20b9-4ddc-8500-c1633476093e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8:0:1::2c0 (625bb4c3-2881-4ad5-8e20-e186d74d7256/0f706436-2265-4802-add9-adf3e449c980/9eebf6b9-4b80-46cb-8716-12c5cb2c764c) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:06.078116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36978) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:06.123163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4d5f3-27f5-4da2-aa43-d987f3b00416 None None] Current status of the port 475ce620-84ab-4eb2-810e-e35597b3ea0c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:06.167010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e7f4d5f3-27f5-4da2-aa43-d987f3b00416 None None] Provisioning for port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:06.175412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e7f4d5f3-27f5-4da2-aa43-d987f3b00416 None None] Provisioning complete for port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:06.175944 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d5f3-27f5-4da2-aa43-d987f3b00416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:06.207607 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f1234475-f947-4600-b2a1-97bd8c3150db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:06.209097 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1234475-f947-4600-b2a1-97bd8c3150db None None] The sync data for ids ['019d2d32-69d4-41b5-9858-f771a63cc255'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:41:06.214918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544486-e323-426b-925a-d9e5dea0ad81 req-bf5422b8-bc5c-41c1-a84f-1940ff67c074 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:06.223816 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d544486-e323-426b-925a-d9e5dea0ad81 req-bf5422b8-bc5c-41c1-a84f-1940ff67c074 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.5188639 Jun 04 16:41:06.299028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4d5f3-27f5-4da2-aa43-d987f3b00416 None None] Port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:06.356040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36984) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:06.382722 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-9ff3f303-028f-4c19-a209-01e9950442a0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] remove_router_interface failed (client error): The resource could not be found. Jun 04 16:41:06.387153 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9ff3f303-028f-4c19-a209-01e9950442a0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/019d2d32-69d4-41b5-9858-f771a63cc255/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8190253 Jun 04 16:41:06.387557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36988) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:06.433734 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d12b5c9e-1bf1-44dd-a5cf-2b5443757acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:06.438554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-71a0b885-601b-4eb6-882f-4ad03d378a7f None None] Provisioning complete for port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:06.439355 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-71a0b885-601b-4eb6-882f-4ad03d378a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:06.450830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bbd6ea17-75b2-48bf-ab55-80def86909fa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Synchronizing usage tracker for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:06.462713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d12b5c9e-1bf1-44dd-a5cf-2b5443757acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:06.470495 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d12b5c9e-1bf1-44dd-a5cf-2b5443757acd admin admin] Usage tracker for resource:security_group_rule and tenant:47e7454284ba4cbfb9c60b666cb17a09 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:06.475060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d12b5c9e-1bf1-44dd-a5cf-2b5443757acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:06.482195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d12b5c9e-1bf1-44dd-a5cf-2b5443757acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:06.488478 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bbd6ea17-75b2-48bf-ab55-80def86909fa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Unset dirty status for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:06.493264 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bbd6ea17-75b2-48bf-ab55-80def86909fa tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=019d2d32-69d4-41b5-9858-f771a63cc255 HTTP/1.1" status: 200 len: 205 time: 0.1023278 Jun 04 16:41:06.497554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36992) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:06.526988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-71a0b885-601b-4eb6-882f-4ad03d378a7f None None] Port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:06.597645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d544486-e323-426b-925a-d9e5dea0ad81 req-41baa2fd-4264-427c-9d1a-57a84916254a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3727968 Jun 04 16:41:06.600920 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b97e28a6-5a65-4de6-9d53-41a3ad76b8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:06.651311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fd582543-4f82-48cb-a626-ddada1725ed3 None None] Provisioning complete for port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:06.651735 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd582543-4f82-48cb-a626-ddada1725ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:06.664849 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b97e28a6-5a65-4de6-9d53-41a3ad76b8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:06.719196 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fd582543-4f82-48cb-a626-ddada1725ed3 None None] Port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:06.731706 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9a71-20b9-4ddc-8500-c1633476093e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:06.748535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-0d8f9a71-20b9-4ddc-8500-c1633476093e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Ignored duplicate provisioning block setup for port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 04 16:41:06.749300 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b97e28a6-5a65-4de6-9d53-41a3ad76b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:06.765028 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9a71-20b9-4ddc-8500-c1633476093e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:06.769426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e28a6-5a65-4de6-9d53-41a3ad76b8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cadcbc4-cd06-4f8d-b9cd-48e0456495d6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:06.803584 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c75dd327-6646-4137-9016-4d41b6d71624 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:06.910349 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b97e28a6-5a65-4de6-9d53-41a3ad76b8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:06.911516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b97e28a6-5a65-4de6-9d53-41a3ad76b8d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cadcbc4-cd06-4f8d-b9cd-48e0456495d6 HTTP/1.1" status: 204 len: 168 time: 0.8210363 Jun 04 16:41:06.929215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f9a71-20b9-4ddc-8500-c1633476093e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] In _notify_port_updated(), no bound segment for port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c on network 625bb4c3-2881-4ad5-8e20-e186d74d7256 {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:41:06.934878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8f9a71-20b9-4ddc-8500-c1633476093e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:06.935560 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9a71-20b9-4ddc-8500-c1633476093e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:06.936910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0d8f9a71-20b9-4ddc-8500-c1633476093e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "PUT /v2.0/ports/9eebf6b9-4b80-46cb-8716-12c5cb2c764c HTTP/1.1" status: 200 len: 1011 time: 2.0018306 Jun 04 16:41:06.941266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37000) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:06.943624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f9a71-20b9-4ddc-8500-c1633476093e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=9eebf6b9-4b80-46cb-8716-12c5cb2c764c,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:07.020534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9a06bf25-c9ee-4b92-abbf-eec359273a3d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:07.020867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a06bf25-c9ee-4b92-abbf-eec359273a3d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.176373 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c75dd327-6646-4137-9016-4d41b6d71624 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.190887 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c75dd327-6646-4137-9016-4d41b6d71624 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.230749 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d12b5c9e-1bf1-44dd-a5cf-2b5443757acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.237845 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d12b5c9e-1bf1-44dd-a5cf-2b5443757acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.258793 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c75dd327-6646-4137-9016-4d41b6d71624 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.259385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75dd327-6646-4137-9016-4d41b6d71624 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Fanout notify agent at l3_agent the message router_deleted on router 019d2d32-69d4-41b5-9858-f771a63cc255 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:41:07.295795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-902c0d47-d517-4078-9d34-0da29704da72 None None] Provisioning complete for port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:07.297929 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-902c0d47-d517-4078-9d34-0da29704da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.329287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b5c9e-1bf1-44dd-a5cf-2b5443757acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7070133-375b-41ca-85ce-4738f00cdcc7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:07.340009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37010) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:07.340526 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d12b5c9e-1bf1-44dd-a5cf-2b5443757acd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47e7454284ba4cbfb9c60b666cb17a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9829264 Jun 04 16:41:07.352685 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c75dd327-6646-4137-9016-4d41b6d71624 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.354341 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c75dd327-6646-4137-9016-4d41b6d71624 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/019d2d32-69d4-41b5-9858-f771a63cc255 HTTP/1.1" status: 204 len: 168 time: 0.8556101 Jun 04 16:41:07.367480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37014) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:07.400654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-902c0d47-d517-4078-9d34-0da29704da72 None None] Port 9eebf6b9-4b80-46cb-8716-12c5cb2c764c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:07.431005 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a06bf25-c9ee-4b92-abbf-eec359273a3d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.495075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd68db79-ff9c-4c05-8b42-5f7787489294 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting subnet b01f7759-29b1-49cd-b1a4-15b790b5f89b {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:41:07.499727 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bd68db79-ff9c-4c05-8b42-5f7787489294 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.571873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bd68db79-ff9c-4c05-8b42-5f7787489294 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.608106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9a06bf25-c9ee-4b92-abbf-eec359273a3d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for 9eebf6b9-4b80-46cb-8716-12c5cb2c764c owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:07.670496 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bd68db79-ff9c-4c05-8b42-5f7787489294 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.714163 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-04969472-72b7-4859-bd2a-75858da29cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.815421 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bd68db79-ff9c-4c05-8b42-5f7787489294 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.835933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-04969472-72b7-4859-bd2a-75858da29cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.859089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68db79-ff9c-4c05-8b42-5f7787489294 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Subnet': ['ID=b01f7759-29b1-49cd-b1a4-15b790b5f89b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:07.863619 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bd68db79-ff9c-4c05-8b42-5f7787489294 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:07.874275 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bd68db79-ff9c-4c05-8b42-5f7787489294 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/b01f7759-29b1-49cd-b1a4-15b790b5f89b HTTP/1.1" status: 204 len: 168 time: 0.5045545 Jun 04 16:41:07.875116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37036) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:07.878844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7293acf-6d88-46bb-9734-711c81613241 None None] Network 8814211c-3a69-4de1-a444-e89ba6bbc2d0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:08.049582 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:08.070104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port 3a943e89-4367-4034-8cb0-013a3ae928b7 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:08.070739 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:08.095943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-04969472-72b7-4859-bd2a-75858da29cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:08.131445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04969472-72b7-4859-bd2a-75858da29cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7070133-375b-41ca-85ce-4738f00cdcc7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:08.138284 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a06bf25-c9ee-4b92-abbf-eec359273a3d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:08.154664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37044) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:08.245125 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-04969472-72b7-4859-bd2a-75858da29cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:08.246301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-04969472-72b7-4859-bd2a-75858da29cea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7070133-375b-41ca-85ce-4738f00cdcc7 HTTP/1.1" status: 204 len: 168 time: 0.9053459 Jun 04 16:41:08.249646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06bf25-c9ee-4b92-abbf-eec359273a3d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=9eebf6b9-4b80-46cb-8716-12c5cb2c764c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:08.317773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8030041f-94f5-40c3-ad25-823df4b96e51 None None] DHCP port deletion for 8814211c-3a69-4de1-a444-e89ba6bbc2d0 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:41:08.323363 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8030041f-94f5-40c3-ad25-823df4b96e51 None None] Deleting port 3a943e89-4367-4034-8cb0-013a3ae928b7 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:08.323871 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8030041f-94f5-40c3-ad25-823df4b96e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:08.391861 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a06bf25-c9ee-4b92-abbf-eec359273a3d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:08.398192 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9a06bf25-c9ee-4b92-abbf-eec359273a3d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/9eebf6b9-4b80-46cb-8716-12c5cb2c764c HTTP/1.1" status: 204 len: 168 time: 1.4561906 Jun 04 16:41:08.400772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37052) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:08.467303 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b7582c-8f42-4a27-9852-43181c37ac76 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:41:08.468099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e7b7582c-8f42-4a27-9852-43181c37ac76 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:08.496472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e7b7582c-8f42-4a27-9852-43181c37ac76 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:08.499982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e7b7582c-8f42-4a27-9852-43181c37ac76 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/9eebf6b9-4b80-46cb-8716-12c5cb2c764c HTTP/1.1" status: 404 len: 333 time: 0.0948350 Jun 04 16:41:08.502355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37058) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:08.514116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] For port 3a943e89-4367-4034-8cb0-013a3ae928b7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3a943e89-4367-4034-8cb0-013a3ae928b7,segment=NetworkSegment(7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec),segment_id=7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:08.518230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:08.660793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cdc66e-3379-4388-a02f-248734a325e1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting subnet 0f706436-2265-4802-add9-adf3e449c980 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:41:08.671700 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30cdc66e-3379-4388-a02f-248734a325e1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:08.805577 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30cdc66e-3379-4388-a02f-248734a325e1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:08.808027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for 3a943e89-4367-4034-8cb0-013a3ae928b7 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:08.932000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30cdc66e-3379-4388-a02f-248734a325e1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:08.938012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8030041f-94f5-40c3-ad25-823df4b96e51 None None] For port 3a943e89-4367-4034-8cb0-013a3ae928b7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3a943e89-4367-4034-8cb0-013a3ae928b7,segment=NetworkSegment(7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec),segment_id=7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:08.938712 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8030041f-94f5-40c3-ad25-823df4b96e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.033928 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30cdc66e-3379-4388-a02f-248734a325e1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.040323 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-536634591-network', 'tenant_id': 'c3134f21e08642bc87afc19d8f64486a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:09.047085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:09.051272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Usage tracker for resource:network and tenant:c3134f21e08642bc87afc19d8f64486a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:09.054633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:09.077575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:09.086303 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.102310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8030041f-94f5-40c3-ad25-823df4b96e51 None None] Calling delete_port for 3a943e89-4367-4034-8cb0-013a3ae928b7 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:09.111857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdc66e-3379-4388-a02f-248734a325e1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Subnet': ['ID=0f706436-2265-4802-add9-adf3e449c980,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:09.118553 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30cdc66e-3379-4388-a02f-248734a325e1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.127086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-30cdc66e-3379-4388-a02f-248734a325e1 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/0f706436-2265-4802-add9-adf3e449c980 HTTP/1.1" status: 204 len: 168 time: 0.6213105 Jun 04 16:41:09.130748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37072) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:09.135918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Made reservation on behalf of c3134f21e08642bc87afc19d8f64486a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:09.138605 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.185725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=3a943e89-4367-4034-8cb0-013a3ae928b7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:09.190029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] No DVR routers for this DVR port 3a943e89-4367-4034-8cb0-013a3ae928b7 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:41:09.191511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.207819 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-8030041f-94f5-40c3-ad25-823df4b96e51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:41:09.208523 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-8030041f-94f5-40c3-ad25-823df4b96e51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:41:09.209718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3a943e89-4367-4034-8cb0-013a3ae928b7 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:41:09.214329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45a19ad-4544-4be8-ad48-f2bda2f008f6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting subnet 2a8004e7-121d-42ce-84d4-5a41f6148426 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:41:09.217963 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f45a19ad-4544-4be8-ad48-f2bda2f008f6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.251656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0abadea-4112-4653-8130-646a5ddb2e8b None None] Network 625bb4c3-2881-4ad5-8e20-e186d74d7256 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:09.253644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:09.257623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Usage tracker for resource:security_group_rule and tenant:c3134f21e08642bc87afc19d8f64486a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:09.260956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:09.266857 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:09.268981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 3a943e89-4367-4034-8cb0-013a3ae928b7 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:41:09.269568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3a943e89-4367-4034-8cb0-013a3ae928b7 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:41:09.291113 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f45a19ad-4544-4be8-ad48-f2bda2f008f6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.506844 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.596613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8814211c-3a69-4de1-a444-e89ba6bbc2d0']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:09.621745 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.624211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:09.624584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:09.640434 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.667893 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.676398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:41:09.710347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8030041f-94f5-40c3-ad25-823df4b96e51 None None] Deleting port 3a943e89-4367-4034-8cb0-013a3ae928b7 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:09.711054 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8030041f-94f5-40c3-ad25-823df4b96e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.711958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bcaaea-c461-41a7-9af3-70c044b83d47,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:09.715531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.718367 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.718711 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Added segment baf6126c-bc00-413f-894f-fe72881fa1ac of type vlan for network fff5a93e-a3de-4d00-8649-ee8acc3ae6d2 Jun 04 16:41:09.729752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:41:09.730163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.824344 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f45a19ad-4544-4be8-ad48-f2bda2f008f6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.856633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8030041f-94f5-40c3-ad25-823df4b96e51 None None] The port '3a943e89-4367-4034-8cb0-013a3ae928b7' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:41:09.895787 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec resource provider aggregate not found Jun 04 16:41:09.969714 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f45a19ad-4544-4be8-ad48-f2bda2f008f6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:09.987292 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fbcc9d4-086d-4105-9cbe-fc4d68bc94ec found for delete ", "request_id": "req-0126556e-b5ca-4ea3-af0f-92a3ea9699ed"}]} Jun 04 16:41:10.005766 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.025527 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.055562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a19ad-4544-4be8-ad48-f2bda2f008f6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8004e7-121d-42ce-84d4-5a41f6148426,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:10.059785 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f45a19ad-4544-4be8-ad48-f2bda2f008f6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.066706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f45a19ad-4544-4be8-ad48-f2bda2f008f6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/2a8004e7-121d-42ce-84d4-5a41f6148426 HTTP/1.1" status: 204 len: 168 time: 0.9346991 Jun 04 16:41:10.069305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37096) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:10.069445 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.123072 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/networks/8814211c-3a69-4de1-a444-e89ba6bbc2d0 HTTP/1.1" status: 204 len: 168 time: 2.2465374 Jun 04 16:41:10.124120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0421cd8-c04c-4dff-ba7d-dd8d901016a6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Network': ['ID=8814211c-3a69-4de1-a444-e89ba6bbc2d0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:10.130810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37102) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:10.138838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'network': {'name': 'tempest-RoutersTest-1548970748'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:10.146316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:10.151179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:network and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:10.153998 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.154979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:10.158718 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.168692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:10.207256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:10.260288 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.281078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port 475ce620-84ab-4eb2-810e-e35597b3ea0c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:10.281533 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.317808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] Pushing event updated for resources: {'Network': ['ID=fff5a93e-a3de-4d00-8649-ee8acc3ae6d2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:10.333858 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-01cf1b33-c270-4a54-a5f8-fb321ff684fa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1019492 Jun 04 16:41:10.334089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network fff5a93e-a3de-4d00-8649-ee8acc3ae6d2 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:41:10.334259 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37108) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:10.338723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:10.349538 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.417382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Request body: {'subnet': {'network_id': 'fff5a93e-a3de-4d00-8649-ee8acc3ae6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-536634591-subnet', 'tenant_id': 'c3134f21e08642bc87afc19d8f64486a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:10.438276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:10.444511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Usage tracker for resource:subnet and tenant:c3134f21e08642bc87afc19d8f64486a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:10.449107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:10.463929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:10.487199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Made reservation on behalf of c3134f21e08642bc87afc19d8f64486a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:10.490376 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.552902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:41:10.575707 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.576146 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Added segment 2621b0b0-e206-4dae-bd5f-d5611530a192 of type vlan for network f9a63958-012b-4a64-8268-3305532a1f72 Jun 04 16:41:10.625544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.674878 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.683157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:10.683988 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.716959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7da416a-c2f7-4a12-9031-89b609f1e214 None None] Network 625bb4c3-2881-4ad5-8e20-e186d74d7256 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:10.814788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] For port 475ce620-84ab-4eb2-810e-e35597b3ea0c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=475ce620-84ab-4eb2-810e-e35597b3ea0c,segment=NetworkSegment(36a1684b-0d2b-4b74-86d8-e5e21c1154a7),segment_id=36a1684b-0d2b-4b74-86d8-e5e21c1154a7)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:10.816953 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.859835 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-de50859b-d1a1-4cad-a408-cbad01d4f57f None None] Provisioning complete for port 475ce620-84ab-4eb2-810e-e35597b3ea0c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:10.860247 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-de50859b-d1a1-4cad-a408-cbad01d4f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:10.942415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Network': ['ID=f9a63958-012b-4a64-8268-3305532a1f72,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:10.963902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f9a63958-012b-4a64-8268-3305532a1f72 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:41:10.977580 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5465d80f-e18c-4801-ac09-d5405d03682e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8455241 Jun 04 16:41:10.982169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37122) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:10.992213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'subnet': {'network_id': 'f9a63958-012b-4a64-8268-3305532a1f72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:11.175120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for 475ce620-84ab-4eb2-810e-e35597b3ea0c owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:11.277204 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:11.325650 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:11.362789 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-de50859b-d1a1-4cad-a408-cbad01d4f57f None None] Port 475ce620-84ab-4eb2-810e-e35597b3ea0c update to ACTIVE by agent not found {{(pid=88799) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 16:41:11.431698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b653994-ed45-4f8c-a643-4b3a86ef508f None None] DHCP port deletion for 625bb4c3-2881-4ad5-8e20-e186d74d7256 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:41:11.448041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No DVR routers for this DVR port 475ce620-84ab-4eb2-810e-e35597b3ea0c on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:41:11.450536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=475ce620-84ab-4eb2-810e-e35597b3ea0c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:11.467544 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:11.490790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:subnet and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:11.514058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5166e3-3c1e-4b2c-9d80-bfc27e02baf9,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:11.523375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:11.541057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:11.567728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:11.571585 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:11.588423 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Checking segment: {'id': 'baf6126c-bc00-413f-894f-fe72881fa1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fff5a93e-a3de-4d00-8649-ee8acc3ae6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:11.588785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Network hostable DHCP agents. Network: fff5a93e-a3de-4d00-8649-ee8acc3ae6d2, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:41:11.650297 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:11.686181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625bb4c3-2881-4ad5-8e20-e186d74d7256']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:11.698808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Network fff5a93e-a3de-4d00-8649-ee8acc3ae6d2 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:41:11.700842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a1684b-0d2b-4b74-86d8-e5e21c1154a7') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:11.701645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a1684b-0d2b-4b74-86d8-e5e21c1154a7') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:11.715395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:11.726050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, fff5a93e-a3de-4d00-8649-ee8acc3ae6d2) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:11.735189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be1fc6b-bd61-4e74-94e6-4772690ab7b9 None None] Network fff5a93e-a3de-4d00-8649-ee8acc3ae6d2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:11.762296 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:11.769535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:41:11.769935 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:11.775944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:11.779801 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:11.822857 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 36a1684b-0d2b-4b74-86d8-e5e21c1154a7 resource provider aggregate not found Jun 04 16:41:11.831458 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-328df3f0-8eb4-4138-a73a-166bbafc543b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4959722 Jun 04 16:41:11.896744 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:11.980374 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 36a1684b-0d2b-4b74-86d8-e5e21c1154a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36a1684b-0d2b-4b74-86d8-e5e21c1154a7 found for delete ", "request_id": "req-a6794f7b-a7fd-48c4-9380-d8a8c1e82c86"}]} Jun 04 16:41:12.018796 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.048140 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.051400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Network': ['ID=625bb4c3-2881-4ad5-8e20-e186d74d7256,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:12.071392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-164dbc3b-f56f-4d35-9958-c138f6404dd8 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/networks/625bb4c3-2881-4ad5-8e20-e186d74d7256 HTTP/1.1" status: 204 len: 168 time: 2.0005035 Jun 04 16:41:12.075203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37176) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:12.101190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1835ca25-3099-45a5-a64e-863e204dc41b None None] Network fff5a93e-a3de-4d00-8649-ee8acc3ae6d2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:12.158078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Checking segment: {'id': '2621b0b0-e206-4dae-bd5f-d5611530a192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9a63958-012b-4a64-8268-3305532a1f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:12.158834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network hostable DHCP agents. Network: f9a63958-012b-4a64-8268-3305532a1f72, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:41:12.169441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Subnet': ['ID=06c8256b-26af-4ca0-b3a6-b3bb8e2fb1d5,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:12.192953 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network f9a63958-012b-4a64-8268-3305532a1f72 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:41:12.198959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739a3933-8372-4c96-845b-34d78b1db675 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:12.199671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-739a3933-8372-4c96-845b-34d78b1db675 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:12.216495 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f9a63958-012b-4a64-8268-3305532a1f72) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:12.221355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:12.222046 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.228646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-739a3933-8372-4c96-845b-34d78b1db675 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:12.231737 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-739a3933-8372-4c96-845b-34d78b1db675 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1555235 Jun 04 16:41:12.236987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37188) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:12.270087 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-50523d0d-68d8-45d0-b9df-1eb3fa478fc9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2863629 Jun 04 16:41:12.272613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37192) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:12.279249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b2d0089e-e0a2-428e-bf9c-0a5f0289099b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1998942479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:12.293266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b2d0089e-e0a2-428e-bf9c-0a5f0289099b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:12.303701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b2d0089e-e0a2-428e-bf9c-0a5f0289099b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:router and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:12.314325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b2d0089e-e0a2-428e-bf9c-0a5f0289099b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:12.331739 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b2d0089e-e0a2-428e-bf9c-0a5f0289099b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:12.353596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daa7352-1d86-4ed3-b66e-e131c32c061a None None] Network f9a63958-012b-4a64-8268-3305532a1f72 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:12.355204 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b2d0089e-e0a2-428e-bf9c-0a5f0289099b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.356280 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b2d0089e-e0a2-428e-bf9c-0a5f0289099b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.377783 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b2d0089e-e0a2-428e-bf9c-0a5f0289099b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.401449 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b2d0089e-e0a2-428e-bf9c-0a5f0289099b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.407587 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6afe2131-a357-4758-9338-dcacb86d20d2 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1692722 Jun 04 16:41:12.423455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37196) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:12.437730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1367964220'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:12.452016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:12.458800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:network and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:12.463573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:12.468866 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b2d0089e-e0a2-428e-bf9c-0a5f0289099b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.473029 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b2d0089e-e0a2-428e-bf9c-0a5f0289099b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1963716 Jun 04 16:41:12.473506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37204) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:12.475771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:12.489532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:12.507339 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.576627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:41:12.600605 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.600966 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Added segment 659ac75d-ee5a-45e0-b49a-537b4cf63408 of type vlan for network bc0305e0-ede1-4874-809d-fd6525c0bea7 Jun 04 16:41:12.660625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.702798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 475ce620-84ab-4eb2-810e-e35597b3ea0c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:41:12.727516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37218) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:12.735894 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.743727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:12.744459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.757425 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 475ce620-84ab-4eb2-810e-e35597b3ea0c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:41:12.757948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 475ce620-84ab-4eb2-810e-e35597b3ea0c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:41:12.836788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f9a63958-012b-4a64-8268-3305532a1f72', 'network_id': 'f9a63958-012b-4a64-8268-3305532a1f72', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'fixed_ips': [{'subnet_id': '06c8256b-26af-4ca0-b3a6-b3bb8e2fb1d5'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:41:12.837895 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:12.967438 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-837a9ade-58c0-42c8-9467-beeb827dcf3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:13.044068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-837a9ade-58c0-42c8-9467-beeb827dcf3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:13.052219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Allocated IP 172.20.0.2 (f9a63958-012b-4a64-8268-3305532a1f72/06c8256b-26af-4ca0-b3a6-b3bb8e2fb1d5/45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:13.065425 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6408134 Jun 04 16:41:13.066670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-837a9ade-58c0-42c8-9467-beeb827dcf3f admin admin] Usage tracker for resource:security_group_rule and tenant:ff9a6d980ceb4de29fc5006917fe394d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:13.069220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37224) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:13.073829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-837a9ade-58c0-42c8-9467-beeb827dcf3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:13.079945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': 'bc0305e0-ede1-4874-809d-fd6525c0bea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:13.102272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbb4b-bb74-4793-89b0-4a55ce46c04c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Network': ['ID=bc0305e0-ede1-4874-809d-fd6525c0bea7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:13.104718 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-837a9ade-58c0-42c8-9467-beeb827dcf3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:13.241187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:13.248952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:13.252884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:13.263201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:13.286721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:13.290910 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:13.328632 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:13.340231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Transition to ACTIVE for port object 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:13.360567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Transition to ACTIVE for port object 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:13.365208 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network bc0305e0-ede1-4874-809d-fd6525c0bea7 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:41:13.437706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49a346fa-c995-4fc2-b605-fb4ff2571c94 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:13.439282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49a346fa-c995-4fc2-b605-fb4ff2571c94 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/networks?id=fff5a93e-a3de-4d00-8649-ee8acc3ae6d2 HTTP/1.1" status: 200 len: 808 time: 0.7884085 Jun 04 16:41:13.479417 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:13.485316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-1a249da8-8472-49d6-b0c6-95c7774cc23a tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/quotas/c3134f21e08642bc87afc19d8f64486a HTTP/1.1" status: 200 len: 375 time: 0.0199952 Jun 04 16:41:13.562097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Network f9a63958-012b-4a64-8268-3305532a1f72 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:13.568050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:13.576776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-0676bab2-2b84-4a17-9b64-6e69270e3a1e tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3134f21e08642bc87afc19d8f64486a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795109 Jun 04 16:41:13.587233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:13.605021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Pushing event updated for resources: {'Port': ['ID=45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:13.613143 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:13.641932 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:13.720922 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-837a9ade-58c0-42c8-9467-beeb827dcf3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:13.736124 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-837a9ade-58c0-42c8-9467-beeb827dcf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:13.794219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Subnet': ['ID=b26b55b3-f4cc-415c-ba98-cbc5ad186112,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:13.805825 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-837a9ade-58c0-42c8-9467-beeb827dcf3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff9a6d980ceb4de29fc5006917fe394d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0770564 Jun 04 16:41:13.813306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:13.813829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:13.814268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:13.814742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:13.815347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:13.815678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:13.816057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:13.816388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:13.816634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Attempting to bind port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:41:13.817109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:13.817216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Attempting to bind port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '2621b0b0-e206-4dae-bd5f-d5611530a192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9a63958-012b-4a64-8268-3305532a1f72'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:41:13.817317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:13.817317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:13.817481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Attempting to bind port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e on network f9a63958-012b-4a64-8268-3305532a1f72 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:41:13.817712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:13.820713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37232) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:13.831471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:41:13.831849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Checking segment: {'id': '2621b0b0-e206-4dae-bd5f-d5611530a192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9a63958-012b-4a64-8268-3305532a1f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:13.832267 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:13.834269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Bound using segment: {'id': '2621b0b0-e206-4dae-bd5f-d5611530a192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9a63958-012b-4a64-8268-3305532a1f72'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:41:13.834804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Bound port: 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2621b0b0-e206-4dae-bd5f-d5611530a192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9a63958-012b-4a64-8268-3305532a1f72'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:41:13.835183 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:13.860853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a9ade-58c0-42c8-9467-beeb827dcf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b95508-0402-47e4-a9aa-644dc50800a7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:13.872414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Checking segment: {'id': '659ac75d-ee5a-45e0-b49a-537b4cf63408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bc0305e0-ede1-4874-809d-fd6525c0bea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:13.872829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network hostable DHCP agents. Network: bc0305e0-ede1-4874-809d-fd6525c0bea7, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:41:13.945761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network bc0305e0-ede1-4874-809d-fd6525c0bea7 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:41:13.955211 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50261f6a-036d-4a2d-9241-08f73c9cfd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:13.966324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, bc0305e0-ede1-4874-809d-fd6525c0bea7) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:13.975253 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:13.975846 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:14.002329 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50261f6a-036d-4a2d-9241-08f73c9cfd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:14.027819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] For port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:41:14.032734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] For port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e,segment=NetworkSegment(2621b0b0-e206-4dae-bd5f-d5611530a192),segment_id=2621b0b0-e206-4dae-bd5f-d5611530a192)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:41:14.037056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3409966-8f9c-4991-b7c4-9adae6360f52 None None] Network bc0305e0-ede1-4874-809d-fd6525c0bea7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:14.052863 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-98afa815-3cae-46ba-ad4a-35541627e3d7 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9804409 Jun 04 16:41:14.056084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37238) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:14.058159 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:14.063134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': 'bc0305e0-ede1-4874-809d-fd6525c0bea7', 'name': 'tempest-PortsIpV6TestJSON-1231021568'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:14.194802 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50261f6a-036d-4a2d-9241-08f73c9cfd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:14.249989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50261f6a-036d-4a2d-9241-08f73c9cfd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b95508-0402-47e4-a9aa-644dc50800a7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:14.265117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Allocated IP 172.20.0.1 (f9a63958-012b-4a64-8268-3305532a1f72/06c8256b-26af-4ca0-b3a6-b3bb8e2fb1d5/3e755bf0-de4d-4932-99ff-f297bd66a5fc) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:14.271967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50261f6a-036d-4a2d-9241-08f73c9cfd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:14.273307 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-50261f6a-036d-4a2d-9241-08f73c9cfd83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91b95508-0402-47e4-a9aa-644dc50800a7 HTTP/1.1" status: 204 len: 168 time: 0.4416931 Jun 04 16:41:14.280250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:14.291631 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:14.296131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b14d7170-7a0a-412d-92a6-41fd9b0c1107 service neutron] 10.222.0.13 "GET /v2.0/networks/fff5a93e-a3de-4d00-8649-ee8acc3ae6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725078 Jun 04 16:41:14.310994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:14.315007 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:14.343242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba3553-3a47-4694-822e-a9aa6f57877e None None] Pushing event updated for resources: {'Port': ['ID=45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:14.352126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port e65b084d-5823-439b-8449-2196d504d43b yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:41:14.684016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-bc0305e0-ede1-4874-809d-fd6525c0bea7', 'network_id': 'bc0305e0-ede1-4874-809d-fd6525c0bea7', 'tenant_id': 'fbcea708c4324b77a2fd74411d968c63', 'fixed_ips': [{'subnet_id': 'b26b55b3-f4cc-415c-ba98-cbc5ad186112'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:41:14.685105 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:14.740551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8::136 (bc0305e0-ede1-4874-809d-fd6525c0bea7/b26b55b3-f4cc-415c-ba98-cbc5ad186112/e65b084d-5823-439b-8449-2196d504d43b) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:14.790892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-0e45d7c3-dceb-4aa9-88ba-c3fe79d3aa79 service neutron] 10.222.0.13 "GET /v2.0/networks/fff5a93e-a3de-4d00-8649-ee8acc3ae6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414241 Jun 04 16:41:14.826856 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:14.887043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Transition to ACTIVE for port object 3e755bf0-de4d-4932-99ff-f297bd66a5fc will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:14.945100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37248) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:14.965629 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5569b1fa-bfcf-47e6-b981-5794aba3bcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:14.984148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5569b1fa-bfcf-47e6-b981-5794aba3bcc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:15.005928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5569b1fa-bfcf-47e6-b981-5794aba3bcc9 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd1cd1fe0424b68afe19fae646fa884 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:15.009218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5569b1fa-bfcf-47e6-b981-5794aba3bcc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:15.012355 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:15.063678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5569b1fa-bfcf-47e6-b981-5794aba3bcc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:15.099961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network f9a63958-012b-4a64-8268-3305532a1f72 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:15.253023 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:15.277473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:15.300513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Transition to ACTIVE for port object e65b084d-5823-439b-8449-2196d504d43b will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:15.326443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:15.355830 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:15.475271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Allocated IP 2001:db8::2 (bc0305e0-ede1-4874-809d-fd6525c0bea7/b26b55b3-f4cc-415c-ba98-cbc5ad186112/2f77aac3-2ed3-401f-b53f-b1365b99f0a9) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:15.477441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network bc0305e0-ede1-4874-809d-fd6525c0bea7 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:15.481965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:15.488151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:15.494269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:15.494922 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:15.500428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=e65b084d-5823-439b-8449-2196d504d43b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:15.509067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66e115b5-7e54-480b-af3e-b3e0c4186de1 req-4221863e-84ea-427c-96fe-49cd8e74ee5d tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 210 time: 0.4011416 Jun 04 16:41:15.514370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=3e755bf0-de4d-4932-99ff-f297bd66a5fc,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:15.535281 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-532cbec7-a6f2-474a-a920-89038a133eca tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4779510 Jun 04 16:41:15.538018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37264) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:15.553346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': 'bc0305e0-ede1-4874-809d-fd6525c0bea7', 'name': 'tempest-PortsIpV6TestJSON-1639504187'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:15.566381 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:15.835052 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:15.937378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:15.956895 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5569b1fa-bfcf-47e6-b981-5794aba3bcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:15.957336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:port and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:15.968347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:15.993950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:16.017527 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5569b1fa-bfcf-47e6-b981-5794aba3bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:16.031874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:16.046030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598c62ef-bd8a-4aea-ab2c-2d46de7258ac None None] Network f9a63958-012b-4a64-8268-3305532a1f72 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:16.047392 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:16.083875 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:16.109039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port b940dee8-f21b-400f-b99f-7d0e916a3616 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:41:16.152530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5569b1fa-bfcf-47e6-b981-5794aba3bcc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cd1cd1fe0424b68afe19fae646fa884&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2063680 Jun 04 16:41:16.155603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37270) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:16.173046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569b1fa-bfcf-47e6-b981-5794aba3bcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cad3634-aa8c-4ae1-a2bb-50cad51c47d1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:16.214493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Transition to ACTIVE for port object 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:16.264547 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba1608df-c395-43a4-886e-181e30a1b1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:16.300905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Transition to ACTIVE for port object 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:16.319686 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:16.426106 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:16.433427 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8::219 (bc0305e0-ede1-4874-809d-fd6525c0bea7/b26b55b3-f4cc-415c-ba98-cbc5ad186112/b940dee8-f21b-400f-b99f-7d0e916a3616) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:16.437748 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:16.550839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Network bc0305e0-ede1-4874-809d-fd6525c0bea7 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:16.575469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8a8d919b-ba8f-473a-b8cc-eb3e4ce05c84 None None] Provisioning for port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:16.600831 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:16.609597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:16.659796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=3e755bf0-de4d-4932-99ff-f297bd66a5fc,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:16.735642 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba1608df-c395-43a4-886e-181e30a1b1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:16.782523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:16.883382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Pushing event updated for resources: {'Port': ['ID=2f77aac3-2ed3-401f-b53f-b1365b99f0a9,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:16.935263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48287d54-7939-422a-8ec4-d2e56673f624 req-db442cef-8156-49fb-b18e-c77f253d9930 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 210 time: 0.1382661 Jun 04 16:41:16.936327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Attempting to bind port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:41:16.936637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Attempting to bind port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '659ac75d-ee5a-45e0-b49a-537b4cf63408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bc0305e0-ede1-4874-809d-fd6525c0bea7'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:41:16.936992 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Attempting to bind port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 on network bc0305e0-ede1-4874-809d-fd6525c0bea7 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:41:16.956605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:41:16.956801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Checking segment: {'id': '659ac75d-ee5a-45e0-b49a-537b4cf63408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bc0305e0-ede1-4874-809d-fd6525c0bea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:16.957187 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:16.957953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Bound using segment: {'id': '659ac75d-ee5a-45e0-b49a-537b4cf63408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bc0305e0-ede1-4874-809d-fd6525c0bea7'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:41:16.958458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Bound port: 2f77aac3-2ed3-401f-b53f-b1365b99f0a9, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659ac75d-ee5a-45e0-b49a-537b4cf63408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bc0305e0-ede1-4874-809d-fd6525c0bea7'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:41:16.958827 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:16.984494 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:17.073689 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] For port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:41:17.076976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] For port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2f77aac3-2ed3-401f-b53f-b1365b99f0a9,segment=NetworkSegment(659ac75d-ee5a-45e0-b49a-537b4cf63408),segment_id=659ac75d-ee5a-45e0-b49a-537b4cf63408)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:41:17.085803 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:17.142478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-bed70d0f-0908-4bfe-94bc-ce016d8d1817 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:17.144412 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-bed70d0f-0908-4bfe-94bc-ce016d8d1817 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.46 "GET /v2.0/networks?id=fff5a93e-a3de-4d00-8649-ee8acc3ae6d2 HTTP/1.1" status: 200 len: 808 time: 0.4854228 Jun 04 16:41:17.147244 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba1608df-c395-43a4-886e-181e30a1b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:17.173010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:17.177926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Request body: {'port': {'device_id': '0e236793-ebf8-49a8-bac0-82515ee89cba', 'network_id': 'fff5a93e-a3de-4d00-8649-ee8acc3ae6d2', 'admin_state_up': True, 'tenant_id': 'c3134f21e08642bc87afc19d8f64486a'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:17.193522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1608df-c395-43a4-886e-181e30a1b1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cad3634-aa8c-4ae1-a2bb-50cad51c47d1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:17.236727 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba1608df-c395-43a4-886e-181e30a1b1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:17.240544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:17.241208 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:17.241420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ba1608df-c395-43a4-886e-181e30a1b1da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cad3634-aa8c-4ae1-a2bb-50cad51c47d1 HTTP/1.1" status: 204 len: 168 time: 1.0830564 Jun 04 16:41:17.276422 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:17.300737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Transition to ACTIVE for port object b940dee8-f21b-400f-b99f-7d0e916a3616 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:17.349949 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:17.367733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2958e0-d27c-4733-b0dc-a5d54f22daaa None None] Pushing event updated for resources: {'Port': ['ID=2f77aac3-2ed3-401f-b53f-b1365b99f0a9,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:17.443974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network f9a63958-012b-4a64-8268-3305532a1f72 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:17.447803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:17.515943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network bc0305e0-ede1-4874-809d-fd6525c0bea7 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:17.535548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:17.535934 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:17.537635 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:17.544643 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:17.553979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:17.557496 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:17.599305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e,segment=NetworkSegment(2621b0b0-e206-4dae-bd5f-d5611530a192),segment_id=2621b0b0-e206-4dae-bd5f-d5611530a192)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:17.624009 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:17.662329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=b940dee8-f21b-400f-b99f-7d0e916a3616,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:17.677488 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1653ec4a-9cba-4b61-bd88-077012b9ffe5 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1363921 Jun 04 16:41:17.680791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37284) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:17.710362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:17.848103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c4dfa2-016f-4da2-baab-5176d3ef6067 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:17.849012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-95c4dfa2-016f-4da2-baab-5176d3ef6067 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:17.906056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-95c4dfa2-016f-4da2-baab-5176d3ef6067 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:17.907986 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-95c4dfa2-016f-4da2-baab-5176d3ef6067 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A136 HTTP/1.1" status: 200 len: 929 time: 0.2260864 Jun 04 16:41:17.912479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37290) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:18.044807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a45f-bb0c-4640-af07-188d9def9659 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port b940dee8-f21b-400f-b99f-7d0e916a3616 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:18.045514 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35f6a45f-bb0c-4640-af07-188d9def9659 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:18.117417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-80d50fe1-51c4-4ff8-9753-b4b276d82102 None None] Provisioning complete for port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:18.117954 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-80d50fe1-51c4-4ff8-9753-b4b276d82102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:18.229983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:18.241061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Usage tracker for resource:port and tenant:c3134f21e08642bc87afc19d8f64486a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:18.270481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:18.275849 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f9e97c1-2340-44e3-8fca-f92e2e83088d req-16cb292d-ba71-425b-862d-2c8cc131768b tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 210 time: 0.0907941 Jun 04 16:41:18.284341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:18.312166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Made reservation on behalf of c3134f21e08642bc87afc19d8f64486a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:18.328841 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:18.429558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-80d50fe1-51c4-4ff8-9753-b4b276d82102 None None] Current status of the port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:18.454973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-80d50fe1-51c4-4ff8-9753-b4b276d82102 None None] Provisioning for port 3e755bf0-de4d-4932-99ff-f297bd66a5fc completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:18.462577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-80d50fe1-51c4-4ff8-9753-b4b276d82102 None None] Provisioning complete for port 3e755bf0-de4d-4932-99ff-f297bd66a5fc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:18.463255 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-80d50fe1-51c4-4ff8-9753-b4b276d82102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:18.738411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router ef50f538-6e8a-4524-b2e8-85a7e5693bf0 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:41:18.773223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35f6a45f-bb0c-4640-af07-188d9def9659 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:18.800060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:18.989291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-80d50fe1-51c4-4ff8-9753-b4b276d82102 None None] Port 3e755bf0-de4d-4932-99ff-f297bd66a5fc cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:19.031925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:19.043600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:19.133956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-35f6a45f-bb0c-4640-af07-188d9def9659 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for b940dee8-f21b-400f-b99f-7d0e916a3616 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:19.164019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:41:19.194654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5ea12-bce9-4945-b39e-95f9da9922fa None None] Sync routers for ids ['ef50f538-6e8a-4524-b2e8-85a7e5693bf0'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:41:19.203452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ba60431b-ba2c-4bf1-a0b9-80da5f19556f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/ef50f538-6e8a-4524-b2e8-85a7e5693bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7254972 Jun 04 16:41:19.205877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37316) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:19.310723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5ea12-bce9-4945-b39e-95f9da9922fa None None] Routers {'ef50f538-6e8a-4524-b2e8-85a7e5693bf0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:19.311368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-29f5ea12-bce9-4945-b39e-95f9da9922fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ef50f538-6e8a-4524-b2e8-85a7e5693bf0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:19.337054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Allocated IP 172.20.0.6 (fff5a93e-a3de-4d00-8649-ee8acc3ae6d2/ee5166e3-3c1e-4b2c-9d80-bfc27e02baf9/8d04409b-a1b0-43c4-a33b-3045e54f0c0e) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:19.379714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1686ed15-879b-48cf-9405-4552753deaf8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:19.380588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1686ed15-879b-48cf-9405-4552753deaf8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Synchronizing usage tracker for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:19.418488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-29f5ea12-bce9-4945-b39e-95f9da9922fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:19.420941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b40557-e944-405d-8886-57f90c37a2ec None None] Network bc0305e0-ede1-4874-809d-fd6525c0bea7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:19.454289 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35f6a45f-bb0c-4640-af07-188d9def9659 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:19.480143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1686ed15-879b-48cf-9405-4552753deaf8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Unset dirty status for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:19.487394 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1686ed15-879b-48cf-9405-4552753deaf8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports/3e755bf0-de4d-4932-99ff-f297bd66a5fc HTTP/1.1" status: 200 len: 910 time: 0.2804229 Jun 04 16:41:19.489894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37328) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:19.543643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f3cf8c11-c58a-49b6-a4b5-2f1c53b4349a None None] Provisioning complete for port 3e755bf0-de4d-4932-99ff-f297bd66a5fc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:19.544331 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8c11-c58a-49b6-a4b5-2f1c53b4349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:19.578446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a45f-bb0c-4640-af07-188d9def9659 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=b940dee8-f21b-400f-b99f-7d0e916a3616,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:19.661456 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35f6a45f-bb0c-4640-af07-188d9def9659 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:19.691885 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-35f6a45f-bb0c-4640-af07-188d9def9659 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/b940dee8-f21b-400f-b99f-7d0e916a3616 HTTP/1.1" status: 204 len: 168 time: 1.7741582 Jun 04 16:41:19.692277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37332) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:19.711513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:19.711854 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:19.774630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6a9dede5-9ba9-4a8d-941e-f93872fac4d6 req-29b45f2c-2b45-41ef-8662-ed0b16bfec40 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Synchronizing usage tracker for tenant:c3134f21e08642bc87afc19d8f64486a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:19.792205 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9052ad-89cf-4eac-9950-c16c50b9fa41 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:41:19.795404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8d9052ad-89cf-4eac-9950-c16c50b9fa41 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:19.836373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8d9052ad-89cf-4eac-9950-c16c50b9fa41 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:19.839525 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8d9052ad-89cf-4eac-9950-c16c50b9fa41 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/b940dee8-f21b-400f-b99f-7d0e916a3616 HTTP/1.1" status: 404 len: 333 time: 0.1446691 Jun 04 16:41:19.843400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37344) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:19.845142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5ea12-bce9-4945-b39e-95f9da9922fa None None] Routers {'ef50f538-6e8a-4524-b2e8-85a7e5693bf0'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:19.846527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-29f5ea12-bce9-4945-b39e-95f9da9922fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ef50f538-6e8a-4524-b2e8-85a7e5693bf0'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:19.914685 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-29f5ea12-bce9-4945-b39e-95f9da9922fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:19.915489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5ea12-bce9-4945-b39e-95f9da9922fa None None] The sync data for ids ['ef50f538-6e8a-4524-b2e8-85a7e5693bf0'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:41:19.924325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6a9dede5-9ba9-4a8d-941e-f93872fac4d6 req-29b45f2c-2b45-41ef-8662-ed0b16bfec40 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Unset dirty status for tenant:c3134f21e08642bc87afc19d8f64486a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:19.940239 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a9dede5-9ba9-4a8d-941e-f93872fac4d6 req-29b45f2c-2b45-41ef-8662-ed0b16bfec40 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 210 time: 0.3124526 Jun 04 16:41:19.987929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:19.995996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf8c11-c58a-49b6-a4b5-2f1c53b4349a None None] Port 3e755bf0-de4d-4932-99ff-f297bd66a5fc cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:20.027329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-98327fce-459d-4836-b2f0-eb6a8e5a1834 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port e65b084d-5823-439b-8449-2196d504d43b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:20.027439 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98327fce-459d-4836-b2f0-eb6a8e5a1834 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:20.137070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-efa12ca2-6d29-4498-99f4-642cd6257a94 None None] Provisioning for port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:20.149883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-efa12ca2-6d29-4498-99f4-642cd6257a94 None None] Provisioning complete for port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:20.150253 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-efa12ca2-6d29-4498-99f4-642cd6257a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:20.441598 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:20.444353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-efa12ca2-6d29-4498-99f4-642cd6257a94 None None] Current status of the port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:20.444656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-efa12ca2-6d29-4498-99f4-642cd6257a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:20.502322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-efa12ca2-6d29-4498-99f4-642cd6257a94 None None] For port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2f77aac3-2ed3-401f-b53f-b1365b99f0a9,segment=NetworkSegment(659ac75d-ee5a-45e0-b49a-537b4cf63408),segment_id=659ac75d-ee5a-45e0-b49a-537b4cf63408)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:20.514627 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-efa12ca2-6d29-4498-99f4-642cd6257a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:20.664107 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:20.731920 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98327fce-459d-4836-b2f0-eb6a8e5a1834 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:20.738003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37368) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:20.744601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa12ca2-6d29-4498-99f4-642cd6257a94 None None] Pushing event updated for resources: {'Port': ['ID=2f77aac3-2ed3-401f-b53f-b1365b99f0a9,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:20.764967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6ec780d0-65ad-4d7d-bd31-337606fcfff3 None None] Provisioning for port e65b084d-5823-439b-8449-2196d504d43b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:20.772876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6ec780d0-65ad-4d7d-bd31-337606fcfff3 None None] Provisioning complete for port e65b084d-5823-439b-8449-2196d504d43b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:20.773236 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ec780d0-65ad-4d7d-bd31-337606fcfff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:20.840403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Network fff5a93e-a3de-4d00-8649-ee8acc3ae6d2 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:20.849709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:20.852355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:20.852963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6ec780d0-65ad-4d7d-bd31-337606fcfff3 None None] Port e65b084d-5823-439b-8449-2196d504d43b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:20.875938 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6ec780d0-65ad-4d7d-bd31-337606fcfff3 None None] Provisioning complete for port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:20.876307 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ec780d0-65ad-4d7d-bd31-337606fcfff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:20.968724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Pushing event updated for resources: {'Port': ['ID=8d04409b-a1b0-43c4-a33b-3045e54f0c0e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:21.048539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:21.049579 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:21.135792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-98327fce-459d-4836-b2f0-eb6a8e5a1834 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for e65b084d-5823-439b-8449-2196d504d43b owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:21.142967 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-184022df-6ad5-4e01-850b-736b34ba3d2f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:21.172812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6ec780d0-65ad-4d7d-bd31-337606fcfff3 None None] Current status of the port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:21.309327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-86139070-71cc-460f-ad17-248dcf712c89 None None] Provisioning complete for port e65b084d-5823-439b-8449-2196d504d43b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:21.309700 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-86139070-71cc-460f-ad17-248dcf712c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:21.352305 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98327fce-459d-4836-b2f0-eb6a8e5a1834 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:21.391381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-86139070-71cc-460f-ad17-248dcf712c89 None None] Port e65b084d-5823-439b-8449-2196d504d43b was deleted so its status cannot be updated. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 04 16:41:21.401665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-86139070-71cc-460f-ad17-248dcf712c89 None None] Could not find standard attr ID for object b940dee8-f21b-400f-b99f-7d0e916a3616. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:41:21.422447 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-452c2f12-5908-4bcc-8202-43912888d1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:21.450104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98327fce-459d-4836-b2f0-eb6a8e5a1834 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=e65b084d-5823-439b-8449-2196d504d43b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:21.514348 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98327fce-459d-4836-b2f0-eb6a8e5a1834 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:21.538566 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-98327fce-459d-4836-b2f0-eb6a8e5a1834 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/e65b084d-5823-439b-8449-2196d504d43b HTTP/1.1" status: 204 len: 168 time: 1.6928172 Jun 04 16:41:21.540804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37384) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:21.575134 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-b1d4bb5b-3457-4909-883b-d29862c73fd6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4173756 Jun 04 16:41:21.583404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-452c2f12-5908-4bcc-8202-43912888d1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:21.597556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Request body: {'port': {'device_id': '0e236793-ebf8-49a8-bac0-82515ee89cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:21.601734 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4069565f-5585-49c2-9aea-8707c66b239e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:41:21.602194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4069565f-5585-49c2-9aea-8707c66b239e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:21.621627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4069565f-5585-49c2-9aea-8707c66b239e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:21.623666 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4069565f-5585-49c2-9aea-8707c66b239e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/e65b084d-5823-439b-8449-2196d504d43b HTTP/1.1" status: 404 len: 333 time: 0.0814531 Jun 04 16:41:21.626113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37392) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:21.663845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-452c2f12-5908-4bcc-8202-43912888d1a3 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e33075a63943da8753ed6799e2063a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:21.677516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-452c2f12-5908-4bcc-8202-43912888d1a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:21.708851 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5adc24b-6f8e-491c-82d9-2762d114ebaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting subnet b26b55b3-f4cc-415c-ba98-cbc5ad186112 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:41:21.712770 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5adc24b-6f8e-491c-82d9-2762d114ebaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:21.727622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-452c2f12-5908-4bcc-8202-43912888d1a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:21.799756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5adc24b-6f8e-491c-82d9-2762d114ebaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:21.915122 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:21.953981 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5adc24b-6f8e-491c-82d9-2762d114ebaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.006395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840dd85-72b6-41f0-802d-aa3a78d9ba12 req-6b07e3fb-3458-4ffd-9c88-f0549377fab4 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:22.008150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0840dd85-72b6-41f0-802d-aa3a78d9ba12 req-6b07e3fb-3458-4ffd-9c88-f0549377fab4 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 931 time: 0.5868511 Jun 04 16:41:22.034213 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5adc24b-6f8e-491c-82d9-2762d114ebaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.079017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adc24b-6f8e-491c-82d9-2762d114ebaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Subnet': ['ID=b26b55b3-f4cc-415c-ba98-cbc5ad186112,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:22.084254 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e5adc24b-6f8e-491c-82d9-2762d114ebaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.091379 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e5adc24b-6f8e-491c-82d9-2762d114ebaa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/b26b55b3-f4cc-415c-ba98-cbc5ad186112 HTTP/1.1" status: 204 len: 168 time: 0.4638247 Jun 04 16:41:22.093840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37402) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:22.099940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64089dd4-529a-402a-98b1-1c5639c431f3 None None] Network bc0305e0-ede1-4874-809d-fd6525c0bea7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:22.155591 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-452c2f12-5908-4bcc-8202-43912888d1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.174398 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0840dd85-72b6-41f0-802d-aa3a78d9ba12 req-66967877-b820-48dc-85e2-d1d318816c14 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/security-groups?id=36bcaaea-c461-41a7-9af3-70c044b83d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446381 Jun 04 16:41:22.178514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-452c2f12-5908-4bcc-8202-43912888d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.280582 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.292112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:22.292536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.315529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c2f12-5908-4bcc-8202-43912888d1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9564eba4-79da-4f9c-ab3e-f96af9812899,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:22.322807 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-452c2f12-5908-4bcc-8202-43912888d1a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6e33075a63943da8753ed6799e2063a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5786066 Jun 04 16:41:22.327781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37406) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:22.397263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-184022df-6ad5-4e01-850b-736b34ba3d2f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port 3e755bf0-de4d-4932-99ff-f297bd66a5fc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:22.397604 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-184022df-6ad5-4e01-850b-736b34ba3d2f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.446506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321c6d8-18aa-48cd-9bc0-a108a37246a5 None None] DHCP port deletion for bc0305e0-ede1-4874-809d-fd6525c0bea7 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:41:22.452988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4321c6d8-18aa-48cd-9bc0-a108a37246a5 None None] Deleting port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:22.453634 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4321c6d8-18aa-48cd-9bc0-a108a37246a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.613923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] For port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2f77aac3-2ed3-401f-b53f-b1365b99f0a9,segment=NetworkSegment(659ac75d-ee5a-45e0-b49a-537b4cf63408),segment_id=659ac75d-ee5a-45e0-b49a-537b4cf63408)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:22.614572 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.653587 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa07edea-6c17-4c28-ae20-97f8c6f63d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.695321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:41:22.733931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa07edea-6c17-4c28-ae20-97f8c6f63d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.781288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:22.833282 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-184022df-6ad5-4e01-850b-736b34ba3d2f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.839703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4321c6d8-18aa-48cd-9bc0-a108a37246a5 None None] For port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2f77aac3-2ed3-401f-b53f-b1365b99f0a9,segment=NetworkSegment(659ac75d-ee5a-45e0-b49a-537b4cf63408),segment_id=659ac75d-ee5a-45e0-b49a-537b4cf63408)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:22.840624 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4321c6d8-18aa-48cd-9bc0-a108a37246a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.910283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:22.922747 n-d-811809-3 neutron-server[88799]: INFO neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No ports have port_id starting with 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 Jun 04 16:41:22.959393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d04409b-a1b0-43c4-a33b-3045e54f0c0e {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:41:22.971413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-184022df-6ad5-4e01-850b-736b34ba3d2f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for 3e755bf0-de4d-4932-99ff-f297bd66a5fc owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:22.979648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=2f77aac3-2ed3-401f-b53f-b1365b99f0a9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:22.989945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No DVR routers for this DVR port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:41:23.003575 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.041741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Transition to ACTIVE for port object 8d04409b-a1b0-43c4-a33b-3045e54f0c0e will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:23.044623 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa07edea-6c17-4c28-ae20-97f8c6f63d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.063047 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.102582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4321c6d8-18aa-48cd-9bc0-a108a37246a5 None None] Calling delete_port for 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:23.189111 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.196877 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-4321c6d8-18aa-48cd-9bc0-a108a37246a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:41:23.197469 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-4321c6d8-18aa-48cd-9bc0-a108a37246a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:41:23.225637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0305e0-ede1-4874-809d-fd6525c0bea7']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:23.245781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659ac75d-ee5a-45e0-b49a-537b4cf63408') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:23.246140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659ac75d-ee5a-45e0-b49a-537b4cf63408') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:23.259078 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.267142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07edea-6c17-4c28-ae20-97f8c6f63d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9564eba4-79da-4f9c-ab3e-f96af9812899,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:23.276340 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.295115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:41:23.295855 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.369005 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 659ac75d-ee5a-45e0-b49a-537b4cf63408 resource provider aggregate not found Jun 04 16:41:23.369895 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa07edea-6c17-4c28-ae20-97f8c6f63d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.374139 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-aa07edea-6c17-4c28-ae20-97f8c6f63d8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9564eba4-79da-4f9c-ab3e-f96af9812899 HTTP/1.1" status: 204 len: 168 time: 1.0449567 Jun 04 16:41:23.391194 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 659ac75d-ee5a-45e0-b49a-537b4cf63408 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 659ac75d-ee5a-45e0-b49a-537b4cf63408 found for delete ", "request_id": "req-95fe5be5-ccba-4b2b-8355-b22a4ef51558"}]} Jun 04 16:41:23.418934 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.422503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Pushing event updated for resources: {'Port': ['ID=8d04409b-a1b0-43c4-a33b-3045e54f0c0e,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:23.447450 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.454013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Network': ['ID=bc0305e0-ede1-4874-809d-fd6525c0bea7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:23.471111 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a0595b36-504f-4350-99df-41f676368dbf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/networks/bc0305e0-ede1-4874-809d-fd6525c0bea7 HTTP/1.1" status: 204 len: 168 time: 1.3759089 Jun 04 16:41:23.475208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37422) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:23.481261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-602987659'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:23.487166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:23.491542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:network and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:23.495063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:23.500771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:23.522026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:23.526569 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.637659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Attempting to bind port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:41:23.637924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Attempting to bind port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'baf6126c-bc00-413f-894f-fe72881fa1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fff5a93e-a3de-4d00-8649-ee8acc3ae6d2'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:41:23.638218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Attempting to bind port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e on network fff5a93e-a3de-4d00-8649-ee8acc3ae6d2 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:41:23.645248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:41:23.647469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173fa4e-3ff6-400d-b83a-87faeec4be9f req-bb001eb7-9624-4218-a042-202dc21583b0 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:23.649005 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5173fa4e-3ff6-400d-b83a-87faeec4be9f req-bb001eb7-9624-4218-a042-202dc21583b0 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 943 time: 0.2910597 Jun 04 16:41:23.649654 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-184022df-6ad5-4e01-850b-736b34ba3d2f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.658383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.659327 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Added segment 0059b746-9bb5-4000-8888-3a1b31978a8a of type vlan for network 2bf16ae6-b726-414a-8f37-7bb01a8cb3e5 Jun 04 16:41:23.693071 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.698929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4321c6d8-18aa-48cd-9bc0-a108a37246a5 None None] Deleting port 2f77aac3-2ed3-401f-b53f-b1365b99f0a9 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:23.699437 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4321c6d8-18aa-48cd-9bc0-a108a37246a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.701850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e on network fff5a93e-a3de-4d00-8649-ee8acc3ae6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:41:23.702981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Attempting to bind port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e on network fff5a93e-a3de-4d00-8649-ee8acc3ae6d2 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:41:23.725008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184022df-6ad5-4e01-850b-736b34ba3d2f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=3e755bf0-de4d-4932-99ff-f297bd66a5fc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:23.734638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:41:23.734977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Checking segment: {'id': 'baf6126c-bc00-413f-894f-fe72881fa1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fff5a93e-a3de-4d00-8649-ee8acc3ae6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:23.735357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Bound using segment: {'id': 'baf6126c-bc00-413f-894f-fe72881fa1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fff5a93e-a3de-4d00-8649-ee8acc3ae6d2'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:41:23.735803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Bound port: 8d04409b-a1b0-43c4-a33b-3045e54f0c0e, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf6126c-bc00-413f-894f-fe72881fa1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fff5a93e-a3de-4d00-8649-ee8acc3ae6d2'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:41:23.736159 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.773917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.781417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:23.782043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:23.891855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4321c6d8-18aa-48cd-9bc0-a108a37246a5 None None] The port '2f77aac3-2ed3-401f-b53f-b1365b99f0a9' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:41:23.969219 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4904058 Jun 04 16:41:23.970373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37434) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:23.977950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5173fa4e-3ff6-400d-b83a-87faeec4be9f req-807d2232-112b-46db-8b6a-d400b0d34a49 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/security-groups?id=36bcaaea-c461-41a7-9af3-70c044b83d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855558 Jun 04 16:41:23.983771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '2bf16ae6-b726-414a-8f37-7bb01a8cb3e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:24.011448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e07df-1863-4d54-8436-78626ed2cd70 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Network': ['ID=2bf16ae6-b726-414a-8f37-7bb01a8cb3e5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:24.030977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 2bf16ae6-b726-414a-8f37-7bb01a8cb3e5 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:41:24.082495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] For port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:41:24.154666 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:24.156516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] For port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=8d04409b-a1b0-43c4-a33b-3045e54f0c0e,segment=NetworkSegment(baf6126c-bc00-413f-894f-fe72881fa1ac),segment_id=baf6126c-bc00-413f-894f-fe72881fa1ac)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:41:24.160882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:24.161570 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-184022df-6ad5-4e01-850b-736b34ba3d2f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:24.168033 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:24.170193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:24.186980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:24.225732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:24.249160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:24.295053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:24.295534 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:24.296907 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] 10.222.0.46 "PUT /v2.0/ports/8d04409b-a1b0-43c4-a33b-3045e54f0c0e HTTP/1.1" status: 200 len: 1091 time: 2.7091236 Jun 04 16:41:24.300340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e236793-ebf8-49a8-bac0-82515ee89cba', 'tag': '8d04409b-a1b0-43c4-a33b-3045e54f0c0e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:41:24.419604 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec32a9c-3127-415c-b1b7-bba6d0276e8c'] response: {'name': 'network-changed', 'server_uuid': '0e236793-ebf8-49a8-bac0-82515ee89cba', 'tag': '8d04409b-a1b0-43c4-a33b-3045e54f0c0e', 'status': 'completed', 'code': 200} Jun 04 16:41:24.458169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49000598-8edf-4cf0-9742-b4ad98a85eca service neutron] Pushing event updated for resources: {'Port': ['ID=8d04409b-a1b0-43c4-a33b-3045e54f0c0e,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:24.669218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184022df-6ad5-4e01-850b-736b34ba3d2f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router ef50f538-6e8a-4524-b2e8-85a7e5693bf0 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:41:24.671491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-448b55a1-0537-44cf-a0b2-6a78554cd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:24.673222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-448b55a1-0537-44cf-a0b2-6a78554cd868 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3134f21e08642bc87afc19d8f64486a&device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 1094 time: 0.2982094 Jun 04 16:41:24.784892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-4f780b53-fa2f-4384-84b2-96e450117688 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d04409b-a1b0-43c4-a33b-3045e54f0c0e HTTP/1.1" status: 200 len: 217 time: 0.1041191 Jun 04 16:41:24.913521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:25.034664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Checking segment: {'id': '0059b746-9bb5-4000-8888-3a1b31978a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bf16ae6-b726-414a-8f37-7bb01a8cb3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:25.035021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network hostable DHCP agents. Network: 2bf16ae6-b726-414a-8f37-7bb01a8cb3e5, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:41:25.045175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Subnet': ['ID=c4d27c5c-ac40-4546-b914-1a335990dd7c,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:25.076880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-00368f77-1580-4e7e-a607-5dba0167cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:25.078645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-00368f77-1580-4e7e-a607-5dba0167cc49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee5166e3-3c1e-4b2c-9d80-bfc27e02baf9 HTTP/1.1" status: 200 len: 848 time: 0.1013350 Jun 04 16:41:25.094492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 2bf16ae6-b726-414a-8f37-7bb01a8cb3e5 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:41:25.115670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 2bf16ae6-b726-414a-8f37-7bb01a8cb3e5) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:25.120710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:25.121692 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:25.129814 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edaceb9-00fd-4c71-aac5-b578056327df None None] Network 2bf16ae6-b726-414a-8f37-7bb01a8cb3e5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:25.161131 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-92654060-4f00-4349-841e-03876efe3a53 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1895530 Jun 04 16:41:25.162139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37470) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:25.169366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': '2bf16ae6-b726-414a-8f37-7bb01a8cb3e5', 'name': 'tempest-PortsIpV6TestJSON-1307699570', 'fixed_ips': [{'subnet_id': 'c4d27c5c-ac40-4546-b914-1a335990dd7c', 'ip_address': '2001:db8::10'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:25.221451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-15b32138-5017-4bfa-a42f-7de832706632 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fff5a93e-a3de-4d00-8649-ee8acc3ae6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491431 Jun 04 16:41:25.313802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184022df-6ad5-4e01-850b-736b34ba3d2f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:41:25.323936 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce824d7a-1244-4f96-b728-f7fb9e753824 None None] Sync routers for ids ['ef50f538-6e8a-4524-b2e8-85a7e5693bf0'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:41:25.343065 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce824d7a-1244-4f96-b728-f7fb9e753824 None None] Routers {'ef50f538-6e8a-4524-b2e8-85a7e5693bf0'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:25.344274 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ce824d7a-1244-4f96-b728-f7fb9e753824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ef50f538-6e8a-4524-b2e8-85a7e5693bf0'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:25.423521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:25.429955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37480) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:25.431186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-184022df-6ad5-4e01-850b-736b34ba3d2f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/ef50f538-6e8a-4524-b2e8-85a7e5693bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9320500 Jun 04 16:41:25.466344 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ce824d7a-1244-4f96-b728-f7fb9e753824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:25.484751 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce824d7a-1244-4f96-b728-f7fb9e753824 None None] Routers {'ef50f538-6e8a-4524-b2e8-85a7e5693bf0'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:25.485358 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ce824d7a-1244-4f96-b728-f7fb9e753824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ef50f538-6e8a-4524-b2e8-85a7e5693bf0'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:25.490996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-2bf16ae6-b726-414a-8f37-7bb01a8cb3e5', 'network_id': '2bf16ae6-b726-414a-8f37-7bb01a8cb3e5', 'tenant_id': 'fbcea708c4324b77a2fd74411d968c63', 'fixed_ips': [{'subnet_id': 'c4d27c5c-ac40-4546-b914-1a335990dd7c'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:41:25.491955 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:25.498947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:port and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:25.522641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:25.530076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:25.569765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-946dd9e1-3e89-4503-8560-52fa9e2f31e1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Synchronizing usage tracker for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:25.576691 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ce824d7a-1244-4f96-b728-f7fb9e753824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:25.577066 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce824d7a-1244-4f96-b728-f7fb9e753824 None None] The sync data for ids ['ef50f538-6e8a-4524-b2e8-85a7e5693bf0'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:41:25.588833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:25.634291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac38c3-edf5-44c6-9087-9498eac51c85 req-4f9617e7-bdec-42b1-ba32-cacb51ef9bcf tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:25.641346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ddac38c3-edf5-44c6-9087-9498eac51c85 req-4f9617e7-bdec-42b1-ba32-cacb51ef9bcf tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 943 time: 0.4106143 Jun 04 16:41:25.645361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-d15f0d7e-7c5f-4307-a995-95879a5e6538 service neutron] 10.222.0.46 "GET /v2.0/networks/fff5a93e-a3de-4d00-8649-ee8acc3ae6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765395 Jun 04 16:41:25.692411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-946dd9e1-3e89-4503-8560-52fa9e2f31e1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Unset dirty status for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:25.693821 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-946dd9e1-3e89-4503-8560-52fa9e2f31e1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef50f538-6e8a-4524-b2e8-85a7e5693bf0 HTTP/1.1" status: 200 len: 205 time: 0.2625153 Jun 04 16:41:25.698924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37488) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:25.800068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37494) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:25.818533 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ddac38c3-edf5-44c6-9087-9498eac51c85 req-c4fcb22b-02ab-43ba-bde3-ca236cdfe817 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/security-groups?id=36bcaaea-c461-41a7-9af3-70c044b83d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761272 Jun 04 16:41:25.852341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Allocated IP 2001:db8::2 (2bf16ae6-b726-414a-8f37-7bb01a8cb3e5/c4d27c5c-ac40-4546-b914-1a335990dd7c/826a0b38-ab97-4b30-8571-78d914d50207) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:25.866401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cbde956-d8b9-4eec-8239-154cceae59b4 req-fcaa9e75-eb57-45aa-90e2-136298e8f606 service neutron] 10.222.0.46 "GET /v2.0/networks/fff5a93e-a3de-4d00-8649-ee8acc3ae6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934738 Jun 04 16:41:25.887644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3d5f7fc-0cd9-4507-a8eb-b64b2ea764ad tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.072962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-321173706', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:26.080920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2ca2b-b6f5-48e0-af15-581a8470aa99 req-d125220e-baff-474f-9cf7-13c8b52a220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:26.086605 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15d2ca2b-b6f5-48e0-af15-581a8470aa99 req-d125220e-baff-474f-9cf7-13c8b52a220e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3134f21e08642bc87afc19d8f64486a&device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 1094 time: 0.1572034 Jun 04 16:41:26.133466 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.144643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Transition to ACTIVE for port object 826a0b38-ab97-4b30-8571-78d914d50207 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:26.166740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Transition to ACTIVE for port object 826a0b38-ab97-4b30-8571-78d914d50207 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:26.175354 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.233770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2ca2b-b6f5-48e0-af15-581a8470aa99 req-dc2798b1-1a08-4c6d-83fe-7028c9a0ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:26.235319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15d2ca2b-b6f5-48e0-af15-581a8470aa99 req-dc2798b1-1a08-4c6d-83fe-7028c9a0ac07 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fff5a93e-a3de-4d00-8649-ee8acc3ae6d2 HTTP/1.1" status: 200 len: 909 time: 0.1430702 Jun 04 16:41:26.251759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Pushing event updated for resources: {'Port': ['ID=826a0b38-ab97-4b30-8571-78d914d50207,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:26.263283 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Network 2bf16ae6-b726-414a-8f37-7bb01a8cb3e5 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:26.264444 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:26.269260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:26.273995 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3d5f7fc-0cd9-4507-a8eb-b64b2ea764ad tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.276414 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3d5f7fc-0cd9-4507-a8eb-b64b2ea764ad tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.301509 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:26.307522 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3d5f7fc-0cd9-4507-a8eb-b64b2ea764ad tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.308032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d5f7fc-0cd9-4507-a8eb-b64b2ea764ad tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Fanout notify agent at l3_agent the message router_deleted on router ef50f538-6e8a-4524-b2e8-85a7e5693bf0 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:41:26.320564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Usage tracker for resource:port and tenant:2f6a44edc63a431ca5852b4e9713c6c0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:26.333418 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15d2ca2b-b6f5-48e0-af15-581a8470aa99 req-66ddc7d9-63c5-4028-bd77-e86beefaee2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d04409b-a1b0-43c4-a33b-3045e54f0c0e HTTP/1.1" status: 200 len: 217 time: 0.0892153 Jun 04 16:41:26.336422 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3d5f7fc-0cd9-4507-a8eb-b64b2ea764ad tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.337548 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c3d5f7fc-0cd9-4507-a8eb-b64b2ea764ad tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/ef50f538-6e8a-4524-b2e8-85a7e5693bf0 HTTP/1.1" status: 204 len: 168 time: 0.6377263 Jun 04 16:41:26.338819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:26.341019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37500) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:26.348733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:26.357199 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.375638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Attempting to bind port 826a0b38-ab97-4b30-8571-78d914d50207 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:41:26.376011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Attempting to bind port 826a0b38-ab97-4b30-8571-78d914d50207 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '0059b746-9bb5-4000-8888-3a1b31978a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bf16ae6-b726-414a-8f37-7bb01a8cb3e5'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:41:26.376378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Attempting to bind port 826a0b38-ab97-4b30-8571-78d914d50207 on network 2bf16ae6-b726-414a-8f37-7bb01a8cb3e5 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:41:26.382200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:41:26.383148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Checking segment: {'id': '0059b746-9bb5-4000-8888-3a1b31978a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bf16ae6-b726-414a-8f37-7bb01a8cb3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:26.383563 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.383921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Bound using segment: {'id': '0059b746-9bb5-4000-8888-3a1b31978a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bf16ae6-b726-414a-8f37-7bb01a8cb3e5'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:41:26.384396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Bound port: 826a0b38-ab97-4b30-8571-78d914d50207, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0059b746-9bb5-4000-8888-3a1b31978a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bf16ae6-b726-414a-8f37-7bb01a8cb3e5'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:41:26.384776 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.385260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port fbe3cd60-6d1f-4662-a88b-6558ae1f0abc yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:41:26.449072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Made reservation on behalf of 2f6a44edc63a431ca5852b4e9713c6c0 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:26.451915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.465463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2ca2b-b6f5-48e0-af15-581a8470aa99 req-cebb2c39-d976-4b3d-89ed-9e107916cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:26.467317 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15d2ca2b-b6f5-48e0-af15-581a8470aa99 req-cebb2c39-d976-4b3d-89ed-9e107916cf39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee5166e3-3c1e-4b2c-9d80-bfc27e02baf9 HTTP/1.1" status: 200 len: 848 time: 0.1246300 Jun 04 16:41:26.470072 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.471265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-beacc2ed-19bd-43fe-b720-4cc2be4c04d7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting subnet 06c8256b-26af-4ca0-b3a6-b3bb8e2fb1d5 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:41:26.473830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] For port 826a0b38-ab97-4b30-8571-78d914d50207, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:41:26.477231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] For port 826a0b38-ab97-4b30-8571-78d914d50207, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=826a0b38-ab97-4b30-8571-78d914d50207,segment=NetworkSegment(0059b746-9bb5-4000-8888-3a1b31978a8a),segment_id=0059b746-9bb5-4000-8888-3a1b31978a8a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:41:26.481221 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.495755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:26.506715 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-beacc2ed-19bd-43fe-b720-4cc2be4c04d7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.533951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Usage tracker for resource:security_group_rule and tenant:2f6a44edc63a431ca5852b4e9713c6c0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:26.543894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:26.555262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:26.555512 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15d2ca2b-b6f5-48e0-af15-581a8470aa99 req-11b976ce-20b0-4287-abc5-6de94f8adba6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fff5a93e-a3de-4d00-8649-ee8acc3ae6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803313 Jun 04 16:41:26.591254 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-beacc2ed-19bd-43fe-b720-4cc2be4c04d7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.595227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc27d0-22c1-4d5c-97fe-0286e2c7006d None None] Pushing event updated for resources: {'Port': ['ID=826a0b38-ab97-4b30-8571-78d914d50207,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:26.673219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8::10 (2bf16ae6-b726-414a-8f37-7bb01a8cb3e5/c4d27c5c-ac40-4546-b914-1a335990dd7c/fbe3cd60-6d1f-4662-a88b-6558ae1f0abc) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:26.770373 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.792526 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:26.795808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] device_id is not set on port 64e47c70-93ce-472e-896c-81157c50cf10 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:41:26.830963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15d2ca2b-b6f5-48e0-af15-581a8470aa99 req-64ba25fb-78e9-4b2e-9ac1-54bdc2ba068d service neutron] 10.222.0.46 "GET /v2.0/networks/fff5a93e-a3de-4d00-8649-ee8acc3ae6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861806 Jun 04 16:41:26.836357 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-beacc2ed-19bd-43fe-b720-4cc2be4c04d7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:27.173566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8429f6-2d27-4f4d-816e-bd5aadf9fa65,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:27.303928 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:27.310645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-beacc2ed-19bd-43fe-b720-4cc2be4c04d7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:27.320372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Allocated IP 172.25.5.13 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/64e47c70-93ce-472e-896c-81157c50cf10) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:27.336182 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Transition to ACTIVE for port object fbe3cd60-6d1f-4662-a88b-6558ae1f0abc will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:27.373933 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15d2ca2b-b6f5-48e0-af15-581a8470aa99 req-e868de22-cf59-464d-920b-cc97db4ddfe4 service neutron] 10.222.0.46 "GET /v2.0/networks/fff5a93e-a3de-4d00-8649-ee8acc3ae6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082023 Jun 04 16:41:27.374617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacc2ed-19bd-43fe-b720-4cc2be4c04d7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Subnet': ['ID=06c8256b-26af-4ca0-b3a6-b3bb8e2fb1d5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:27.380159 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-beacc2ed-19bd-43fe-b720-4cc2be4c04d7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:27.387736 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-beacc2ed-19bd-43fe-b720-4cc2be4c04d7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/06c8256b-26af-4ca0-b3a6-b3bb8e2fb1d5 HTTP/1.1" status: 204 len: 168 time: 1.0429540 Jun 04 16:41:27.389858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c8d3e-6d03-44ff-b5f3-f89cc7466df3 None None] Network f9a63958-012b-4a64-8268-3305532a1f72 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:27.391045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37520) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:27.396615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c533b-96cf-4378-9b5d-12cec87cd94a req-d862b2d5-f45b-458b-8e91-1a5b4188637a tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:27.398129 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c5c533b-96cf-4378-9b5d-12cec87cd94a req-d862b2d5-f45b-458b-8e91-1a5b4188637a tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 943 time: 0.2640259 Jun 04 16:41:27.463260 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c5c533b-96cf-4378-9b5d-12cec87cd94a req-9050c697-32a9-4d0a-b24c-0c1e7491d9ce tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/security-groups?id=36bcaaea-c461-41a7-9af3-70c044b83d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520771 Jun 04 16:41:27.708967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 8d04409b-a1b0-43c4-a33b-3045e54f0c0e details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:41:27.709176 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:27.715952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:27.719446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1860cc30-eba6-4ebf-880b-5f4d123db0d3 None None] DHCP port deletion for f9a63958-012b-4a64-8268-3305532a1f72 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:41:27.745985 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1860cc30-eba6-4ebf-880b-5f4d123db0d3 None None] Deleting port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:27.746493 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1860cc30-eba6-4ebf-880b-5f4d123db0d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:27.812189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 2bf16ae6-b726-414a-8f37-7bb01a8cb3e5 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:27.816235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:27.821732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:27.828848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:27.834590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:27.835254 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:27.857823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=fbe3cd60-6d1f-4662-a88b-6558ae1f0abc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:27.880382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:27.880572 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:27.943507 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0401f245-5e53-4286-8bf3-b7d55a7503e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:27.974393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:27.979822 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eec46c69-2bf5-4129-aa0b-c8e993d97842 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8157852 Jun 04 16:41:27.982327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37526) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:27.985118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a98901-9e3d-402e-91be-8d6106bffe2c None None] Network 2bf16ae6-b726-414a-8f37-7bb01a8cb3e5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:27.991267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': '2bf16ae6-b726-414a-8f37-7bb01a8cb3e5', 'name': 'tempest-PortsIpV6TestJSON-631311143', 'fixed_ips': [{'subnet_id': 'c4d27c5c-ac40-4546-b914-1a335990dd7c', 'ip_address': '2001:db8::f'}]}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:28.095821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:28.100270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:28.108083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:28.157321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:28.162682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:port and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:28.166199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:28.166847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:28.167461 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.172350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:28.185610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:28.212248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Pushing event updated for resources: {'Port': ['ID=64e47c70-93ce-472e-896c-81157c50cf10,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:28.239420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-45fa2e2e-a8d8-4505-94f4-b561ddd6beed None None] Provisioning for port 826a0b38-ab97-4b30-8571-78d914d50207 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:28.268261 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d6f699f4-e234-47d2-86ca-4ecb0dcdc603 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.4640095 Jun 04 16:41:28.269710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37530) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:28.280948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}]}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:28.300056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=8d04409b-a1b0-43c4-a33b-3045e54f0c0e,segment=NetworkSegment(baf6126c-bc00-413f-894f-fe72881fa1ac),segment_id=baf6126c-bc00-413f-894f-fe72881fa1ac)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:28.303416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:28.307139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] For port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e,segment=NetworkSegment(2621b0b0-e206-4dae-bd5f-d5611530a192),segment_id=2621b0b0-e206-4dae-bd5f-d5611530a192)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:28.307331 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.313166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Usage tracker for resource:router and tenant:2f6a44edc63a431ca5852b4e9713c6c0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:28.321096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:28.330044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:28.334477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '8d04409b-a1b0-43c4-a33b-3045e54f0c0e', 'network_id': 'fff5a93e-a3de-4d00-8649-ee8acc3ae6d2', 'port_id': '8d04409b-a1b0-43c4-a33b-3045e54f0c0e', 'mac_address': 'fa:16:3e:55:74:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5166e3-3c1e-4b2c-9d80-bfc27e02baf9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:41:28.376538 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.378666 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.415581 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.438331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:28.439257 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.445260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:28.459198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d04409b-a1b0-43c4-a33b-3045e54f0c0e {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:41:28.481006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1860cc30-eba6-4ebf-880b-5f4d123db0d3 None None] For port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e,segment=NetworkSegment(2621b0b0-e206-4dae-bd5f-d5611530a192),segment_id=2621b0b0-e206-4dae-bd5f-d5611530a192)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:28.481704 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1860cc30-eba6-4ebf-880b-5f4d123db0d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.487635 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.582118 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.650796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] No DVR routers for this DVR port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:41:28.669168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port 80f8ee65-2954-4307-bad8-369f564829b4 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:41:28.686490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1860cc30-eba6-4ebf-880b-5f4d123db0d3 None None] Calling delete_port for 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:28.717281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=8d04409b-a1b0-43c4-a33b-3045e54f0c0e,segment=NetworkSegment(baf6126c-bc00-413f-894f-fe72881fa1ac),segment_id=baf6126c-bc00-413f-894f-fe72881fa1ac)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:28.719111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 826a0b38-ab97-4b30-8571-78d914d50207 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:28.720810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:28.763955 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.848187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.864132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=8d04409b-a1b0-43c4-a33b-3045e54f0c0e,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:28.896690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a63958-012b-4a64-8268-3305532a1f72']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.915529 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:41:28.918930 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:41:28.923630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2621b0b0-e206-4dae-bd5f-d5611530a192') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:28.923886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2621b0b0-e206-4dae-bd5f-d5611530a192') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:28.935274 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-1860cc30-eba6-4ebf-880b-5f4d123db0d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:41:28.935944 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-1860cc30-eba6-4ebf-880b-5f4d123db0d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:41:28.940317 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.942865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 826a0b38-ab97-4b30-8571-78d914d50207 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:28.948619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 826a0b38-ab97-4b30-8571-78d914d50207 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:28.949023 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.964814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:28.974962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:41:28.976328 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.012815 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['8d04409b-a1b0-43c4-a33b-3045e54f0c0e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:41:29.074640 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 2621b0b0-e206-4dae-bd5f-d5611530a192 resource provider aggregate not found Jun 04 16:41:29.118639 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.156749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-46d16820-b1f0-416d-9cec-ce925d26dcdd None None] Provisioning complete for port 826a0b38-ab97-4b30-8571-78d914d50207 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:29.157174 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-46d16820-b1f0-416d-9cec-ce925d26dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.253663 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 2621b0b0-e206-4dae-bd5f-d5611530a192 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2621b0b0-e206-4dae-bd5f-d5611530a192 found for delete ", "request_id": "req-af446085-f486-49c0-98b3-42010e7ddcd5"}]} Jun 04 16:41:29.275392 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.282829 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.316904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Network': ['ID=f9a63958-012b-4a64-8268-3305532a1f72,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:29.339721 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-afaf9339-6429-4a20-9552-3fca9a3494eb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/networks/f9a63958-012b-4a64-8268-3305532a1f72 HTTP/1.1" status: 204 len: 168 time: 1.9446385 Jun 04 16:41:29.343109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37544) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:29.349995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1709523830', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:29.358745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:29.364057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:router and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:29.368261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:29.376976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:29.392315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 826a0b38-ab97-4b30-8571-78d914d50207 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:29.392691 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.393381 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.394874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.415176 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.460925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c4217-3fa4-4728-8909-9d2787c03d9f req-ca9a248b-b4d4-4852-bb54-d31294c8a55b tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:29.468075 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad0c4217-3fa4-4728-8909-9d2787c03d9f req-ca9a248b-b4d4-4852-bb54-d31294c8a55b tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 944 time: 0.7485204 Jun 04 16:41:29.471949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8::f (2bf16ae6-b726-414a-8f37-7bb01a8cb3e5/c4d27c5c-ac40-4546-b914-1a335990dd7c/80f8ee65-2954-4307-bad8-369f564829b4) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:29.507281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1860cc30-eba6-4ebf-880b-5f4d123db0d3 None None] Deleting port 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:29.507845 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1860cc30-eba6-4ebf-880b-5f4d123db0d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.580383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 826a0b38-ab97-4b30-8571-78d914d50207, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=826a0b38-ab97-4b30-8571-78d914d50207,segment=NetworkSegment(0059b746-9bb5-4000-8888-3a1b31978a8a),segment_id=0059b746-9bb5-4000-8888-3a1b31978a8a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:29.584036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-46d16820-b1f0-416d-9cec-ce925d26dcdd None None] Current status of the port 826a0b38-ab97-4b30-8571-78d914d50207 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:29.584453 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-46d16820-b1f0-416d-9cec-ce925d26dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.635945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1860cc30-eba6-4ebf-880b-5f4d123db0d3 None None] The port '45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:41:29.646222 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.828421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=826a0b38-ab97-4b30-8571-78d914d50207,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:29.844423 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.856339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:41:29.916574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:41:29.916861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 45ef0f95-a0c1-4294-b3d5-cdbc4f77af9e not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:41:29.935264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:29.936627 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-46d16820-b1f0-416d-9cec-ce925d26dcdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:41:29.937013 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-46d16820-b1f0-416d-9cec-ce925d26dcdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:41:29.975333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Transition to ACTIVE for port object 80f8ee65-2954-4307-bad8-369f564829b4 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:29.982650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad0c4217-3fa4-4728-8909-9d2787c03d9f req-1fe0fb36-52b0-4581-87ca-5ee5cf7e0d71 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/security-groups?id=36bcaaea-c461-41a7-9af3-70c044b83d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137303 Jun 04 16:41:30.032998 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8285fe97-5110-42a4-811b-c051f6d96557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:30.039115 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:30.167919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 2bf16ae6-b726-414a-8f37-7bb01a8cb3e5 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:30.180293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:30.191163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:30.198886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:30.199596 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:30.214982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:30.228575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=80f8ee65-2954-4307-bad8-369f564829b4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:30.245049 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-aa4c1625-ff9a-4fee-bd69-6d6ca6c69631 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2599673 Jun 04 16:41:30.248273 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37554) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:30.251618 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:30.426010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Allocated IP 172.25.5.84 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/f568ea63-ca16-4bd3-a8bc-ae22fa3435e9) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:30.504432 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:30.519200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-46d16820-b1f0-416d-9cec-ce925d26dcdd None None] Current status of the port 826a0b38-ab97-4b30-8571-78d914d50207 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:30.543413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-46d16820-b1f0-416d-9cec-ce925d26dcdd None None] Provisioning for port fbe3cd60-6d1f-4662-a88b-6558ae1f0abc completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:30.546418 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:30.550784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-46d16820-b1f0-416d-9cec-ce925d26dcdd None None] Provisioning complete for port fbe3cd60-6d1f-4662-a88b-6558ae1f0abc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:30.551232 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-46d16820-b1f0-416d-9cec-ce925d26dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:30.610810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-46d16820-b1f0-416d-9cec-ce925d26dcdd None None] Port fbe3cd60-6d1f-4662-a88b-6558ae1f0abc cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:30.631982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 826a0b38-ab97-4b30-8571-78d914d50207 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:30.640232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea27ed7-700d-4308-aff8-89f7309c1f75 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:30.640982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-eea27ed7-700d-4308-aff8-89f7309c1f75 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:30.672024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:30.712214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-eea27ed7-700d-4308-aff8-89f7309c1f75 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:30.716024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-eea27ed7-700d-4308-aff8-89f7309c1f75 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4640007 Jun 04 16:41:30.719561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37562) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:30.761362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-318b06c3-33c6-4569-8a3d-1c6633c4e2e3 None None] Provisioning complete for port fbe3cd60-6d1f-4662-a88b-6558ae1f0abc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:30.761724 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-318b06c3-33c6-4569-8a3d-1c6633c4e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:30.782473 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:30.804208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:30.832904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 826a0b38-ab97-4b30-8571-78d914d50207 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:30.833129 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:30.855735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:30.878179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:30.887140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-318b06c3-33c6-4569-8a3d-1c6633c4e2e3 None None] Port fbe3cd60-6d1f-4662-a88b-6558ae1f0abc cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:30.901223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=f568ea63-ca16-4bd3-a8bc-ae22fa3435e9,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:30.904103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:30.919806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-318b06c3-33c6-4569-8a3d-1c6633c4e2e3 None None] Provisioning for port 80f8ee65-2954-4307-bad8-369f564829b4 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:30.928021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-318b06c3-33c6-4569-8a3d-1c6633c4e2e3 None None] Provisioning complete for port 80f8ee65-2954-4307-bad8-369f564829b4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:30.928309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-318b06c3-33c6-4569-8a3d-1c6633c4e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:31.033982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 826a0b38-ab97-4b30-8571-78d914d50207 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:31.046398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-318b06c3-33c6-4569-8a3d-1c6633c4e2e3 None None] Port 80f8ee65-2954-4307-bad8-369f564829b4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:31.148521 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:31.228283 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:31.233141 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:31.269280 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:31.269783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7ba811e-d603-4185-9a87-b5b421ca9d12 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:41:31.298524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2786e-67b3-4b4b-ae69-fb28de4c518a req-355d6604-6c25-4d1d-ba12-c2066a3206d7 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:31.300146 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45c2786e-67b3-4b4b-ae69-fb28de4c518a req-355d6604-6c25-4d1d-ba12-c2066a3206d7 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 944 time: 0.1300197 Jun 04 16:41:31.321086 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 04 16:41:31.322051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2748bb74-4b63-4ab4-9a2f-495695ffdab4 tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0515158 Jun 04 16:41:31.326575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721c5874-7ba7-45d0-bd7c-59c20c7dc39b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:31.327033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37576) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:31.332463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721c5874-7ba7-45d0-bd7c-59c20c7dc39b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:31.338343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721c5874-7ba7-45d0-bd7c-59c20c7dc39b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:31.339231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-721c5874-7ba7-45d0-bd7c-59c20c7dc39b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:31.349717 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:31.375821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-721c5874-7ba7-45d0-bd7c-59c20c7dc39b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:31.376974 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-721c5874-7ba7-45d0-bd7c-59c20c7dc39b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.6564152 Jun 04 16:41:31.381105 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37580) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:31.404608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45c2786e-67b3-4b4b-ae69-fb28de4c518a req-6ba1a95b-787c-44f9-aae1-b627bdbfb889 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/security-groups?id=36bcaaea-c461-41a7-9af3-70c044b83d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974760 Jun 04 16:41:31.410923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-31f2d488-b816-44a9-9601-ee1c383b916a tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Deleting port 64e47c70-93ce-472e-896c-81157c50cf10 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:31.411306 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31f2d488-b816-44a9-9601-ee1c383b916a tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:31.522362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-09b3df58-8714-44c7-a5f1-1d5372333e58 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port 80f8ee65-2954-4307-bad8-369f564829b4 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:31.523202 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09b3df58-8714-44c7-a5f1-1d5372333e58 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:31.710857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:31.713594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 8d04409b-a1b0-43c4-a33b-3045e54f0c0e up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:31.782638 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31f2d488-b816-44a9-9601-ee1c383b916a tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:31.795082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:31.800607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:31.801232 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:31.914654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-31f2d488-b816-44a9-9601-ee1c383b916a tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Calling delete_port for 64e47c70-93ce-472e-896c-81157c50cf10 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:31.927614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:31.928123 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:31.955605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e236793-ebf8-49a8-bac0-82515ee89cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d04409b-a1b0-43c4-a33b-3045e54f0c0e'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:41:31.968871 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=8d04409b-a1b0-43c4-a33b-3045e54f0c0e,segment=NetworkSegment(baf6126c-bc00-413f-894f-fe72881fa1ac),segment_id=baf6126c-bc00-413f-894f-fe72881fa1ac)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:31.973954 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:32.030135 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ad0973-062c-4c8a-904d-5f8210afe140'] response: {'server_uuid': '0e236793-ebf8-49a8-bac0-82515ee89cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d04409b-a1b0-43c4-a33b-3045e54f0c0e', 'code': 200} Jun 04 16:41:32.065681 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09b3df58-8714-44c7-a5f1-1d5372333e58 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:32.066966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=8d04409b-a1b0-43c4-a33b-3045e54f0c0e,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:32.116504 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31f2d488-b816-44a9-9601-ee1c383b916a tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:32.177775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2d488-b816-44a9-9601-ee1c383b916a tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Pushing event deleted for resources: {'Port': ['ID=64e47c70-93ce-472e-896c-81157c50cf10,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:32.216002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-09b3df58-8714-44c7-a5f1-1d5372333e58 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for 80f8ee65-2954-4307-bad8-369f564829b4 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:32.286585 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31f2d488-b816-44a9-9601-ee1c383b916a tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:32.298741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43103e65-b05c-4bfa-9eaf-279b7d681f09 req-8cb61523-dcf5-4149-b7f4-275919fa20db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:32.300364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43103e65-b05c-4bfa-9eaf-279b7d681f09 req-8cb61523-dcf5-4149-b7f4-275919fa20db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 1096 time: 0.2212446 Jun 04 16:41:32.306470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-31f2d488-b816-44a9-9601-ee1c383b916a tempest-RoutersAdminNegativeTest-1368732947 tempest-RoutersAdminNegativeTest-1368732947-project-admin] 10.222.0.13 "DELETE /v2.0/ports/64e47c70-93ce-472e-896c-81157c50cf10 HTTP/1.1" status: 204 len: 168 time: 0.9750834 Jun 04 16:41:32.366484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43103e65-b05c-4bfa-9eaf-279b7d681f09 req-d4fb6324-b4b0-4cd8-b227-2c27d73c8ea0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=36bcaaea-c461-41a7-9af3-70c044b83d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597305 Jun 04 16:41:32.366736 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:32.567254 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:32.687535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37598) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:32.739237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab2a1b-eeab-4565-8417-131ecafadc95 req-49ab1b93-1216-4dee-882f-f2c64b19bfe8 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:32.740983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8aab2a1b-eeab-4565-8417-131ecafadc95 req-49ab1b93-1216-4dee-882f-f2c64b19bfe8 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 945 time: 0.1167114 Jun 04 16:41:32.777114 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09b3df58-8714-44c7-a5f1-1d5372333e58 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:32.843736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3df58-8714-44c7-a5f1-1d5372333e58 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=80f8ee65-2954-4307-bad8-369f564829b4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:32.865880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8aab2a1b-eeab-4565-8417-131ecafadc95 req-87e50e67-4d29-4503-af07-de3bf1e89e7f tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/security-groups?id=36bcaaea-c461-41a7-9af3-70c044b83d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049850 Jun 04 16:41:32.905250 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09b3df58-8714-44c7-a5f1-1d5372333e58 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:32.935452 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28873766-66af-41f0-aa89-a0c13ce8b61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:32.942840 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-09b3df58-8714-44c7-a5f1-1d5372333e58 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/80f8ee65-2954-4307-bad8-369f564829b4 HTTP/1.1" status: 204 len: 168 time: 1.5606587 Jun 04 16:41:32.945348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37614) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:32.956294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-28873766-66af-41f0-aa89-a0c13ce8b61a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:32.960704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-28873766-66af-41f0-aa89-a0c13ce8b61a admin admin] Usage tracker for resource:security_group_rule and tenant:3c7558dcf03c4ad096b43b075cf70d7e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:32.963850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-28873766-66af-41f0-aa89-a0c13ce8b61a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:32.969908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-28873766-66af-41f0-aa89-a0c13ce8b61a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:32.986409 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 9fd0ec9a-8a87-4bdd-b51f-d60e43137b45 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:41:32.996664 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc67da27-5773-4913-a485-caeba9f372d0 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:41:32.997194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fc67da27-5773-4913-a485-caeba9f372d0 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:33.069958 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28873766-66af-41f0-aa89-a0c13ce8b61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:33.075674 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28873766-66af-41f0-aa89-a0c13ce8b61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:33.113183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fc67da27-5773-4913-a485-caeba9f372d0 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:33.117405 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fc67da27-5773-4913-a485-caeba9f372d0 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/80f8ee65-2954-4307-bad8-369f564829b4 HTTP/1.1" status: 404 len: 333 time: 0.1709785 Jun 04 16:41:33.118542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37618) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:33.179626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28873766-66af-41f0-aa89-a0c13ce8b61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06a6084-c2ad-4a60-a5db-b1cf814a2d6f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:33.196118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-28873766-66af-41f0-aa89-a0c13ce8b61a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c7558dcf03c4ad096b43b075cf70d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5049233 Jun 04 16:41:33.202263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37622) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:33.213880 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:41:33.228223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9de7c-8ac6-424d-b762-ee0dfc2dc590 None None] Sync routers for ids ['9fd0ec9a-8a87-4bdd-b51f-d60e43137b45'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:41:33.245573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9de7c-8ac6-424d-b762-ee0dfc2dc590 None None] Routers {'9fd0ec9a-8a87-4bdd-b51f-d60e43137b45'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:33.246733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ebe9de7c-8ac6-424d-b762-ee0dfc2dc590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9fd0ec9a-8a87-4bdd-b51f-d60e43137b45'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:33.254685 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:33.255915 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a0de873a-4b5f-4a6a-9280-d89b77b210d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.9118299 Jun 04 16:41:33.258690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37626) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:33.274581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-2f64cecc-cd05-449d-a2c6-26c0ef414e95 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port fbe3cd60-6d1f-4662-a88b-6558ae1f0abc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:33.275063 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f64cecc-cd05-449d-a2c6-26c0ef414e95 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:33.328674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ebe9de7c-8ac6-424d-b762-ee0dfc2dc590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:33.340246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9de7c-8ac6-424d-b762-ee0dfc2dc590 None None] Routers {'9fd0ec9a-8a87-4bdd-b51f-d60e43137b45'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:33.341433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ebe9de7c-8ac6-424d-b762-ee0dfc2dc590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9fd0ec9a-8a87-4bdd-b51f-d60e43137b45'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:33.424048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ebe9de7c-8ac6-424d-b762-ee0dfc2dc590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:33.424392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9de7c-8ac6-424d-b762-ee0dfc2dc590 None None] The sync data for ids ['9fd0ec9a-8a87-4bdd-b51f-d60e43137b45'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:41:33.514352 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f7f9a969-5c57-4057-9e72-caa2773d00e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/routers/9fd0ec9a-8a87-4bdd-b51f-d60e43137b45 HTTP/1.1" status: 200 len: 880 time: 0.2543273 Jun 04 16:41:33.515138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37632) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:33.539166 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc312-2601-4315-a9d4-823919bde2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:33.661816 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc312-2601-4315-a9d4-823919bde2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:33.738702 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f64cecc-cd05-449d-a2c6-26c0ef414e95 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:33.758141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-00de51d8-12da-4f6b-9b57-2b918cbaad4a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Synchronizing usage tracker for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:router {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:33.782051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-00de51d8-12da-4f6b-9b57-2b918cbaad4a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Unset dirty status for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:router {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:33.783390 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-00de51d8-12da-4f6b-9b57-2b918cbaad4a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2672133 Jun 04 16:41:33.786344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37636) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:33.791978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6682dd6a-5cc5-4998-9e0f-f9c4a2497d5e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1709523830'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:33.867760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-2f64cecc-cd05-449d-a2c6-26c0ef414e95 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for fbe3cd60-6d1f-4662-a88b-6558ae1f0abc owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:33.896072 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc312-2601-4315-a9d4-823919bde2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:33.931315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbc312-2601-4315-a9d4-823919bde2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06a6084-c2ad-4a60-a5db-b1cf814a2d6f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:33.941750 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc312-2601-4315-a9d4-823919bde2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:33.945174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0bbbc312-2601-4315-a9d4-823919bde2ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b06a6084-c2ad-4a60-a5db-b1cf814a2d6f HTTP/1.1" status: 204 len: 168 time: 0.7396023 Jun 04 16:41:34.029045 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:34.060625 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f64cecc-cd05-449d-a2c6-26c0ef414e95 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:34.115563 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:34.133077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64cecc-cd05-449d-a2c6-26c0ef414e95 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=fbe3cd60-6d1f-4662-a88b-6558ae1f0abc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:34.245485 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f64cecc-cd05-449d-a2c6-26c0ef414e95 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:34.272103 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2f64cecc-cd05-449d-a2c6-26c0ef414e95 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/fbe3cd60-6d1f-4662-a88b-6558ae1f0abc HTTP/1.1" status: 204 len: 168 time: 1.1423366 Jun 04 16:41:34.272697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37652) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:34.439757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37656) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:34.526281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f06e8-4a88-46f0-acc0-48cdf4a475bf req-b54ba4eb-2b14-4811-9478-10f0d719e80c tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:34.527848 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b56f06e8-4a88-46f0-acc0-48cdf4a475bf req-b54ba4eb-2b14-4811-9478-10f0d719e80c tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 945 time: 0.3962309 Jun 04 16:41:34.529012 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e261049-99dc-47cc-a61c-93ac3951af11 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:41:34.529674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8e261049-99dc-47cc-a61c-93ac3951af11 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:34.579146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8e261049-99dc-47cc-a61c-93ac3951af11 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:34.581242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8e261049-99dc-47cc-a61c-93ac3951af11 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/fbe3cd60-6d1f-4662-a88b-6558ae1f0abc HTTP/1.1" status: 404 len: 333 time: 0.3033779 Jun 04 16:41:34.585528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37666) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:34.607245 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b56f06e8-4a88-46f0-acc0-48cdf4a475bf req-fb66ed1e-f7b4-4e94-9dec-208ca6fd5c70 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/security-groups?id=36bcaaea-c461-41a7-9af3-70c044b83d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721126 Jun 04 16:41:34.719346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d15fef1-0ba2-42e2-83d4-2fb09352c70e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting subnet c4d27c5c-ac40-4546-b914-1a335990dd7c {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:41:34.725114 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d15fef1-0ba2-42e2-83d4-2fb09352c70e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:34.789330 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d15fef1-0ba2-42e2-83d4-2fb09352c70e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:34.805971 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-03274311-65bd-42f9-94d7-b395793bb4c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f6a44edc63a431ca5852b4e9713c6c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648732 Jun 04 16:41:34.809686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37678) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:34.829021 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6682dd6a-5cc5-4998-9e0f-f9c4a2497d5e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:34.872665 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6682dd6a-5cc5-4998-9e0f-f9c4a2497d5e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:34.914895 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d15fef1-0ba2-42e2-83d4-2fb09352c70e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:34.995425 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78fa906b-94fd-495e-9196-ece1b8ce1c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:35.001278 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d15fef1-0ba2-42e2-83d4-2fb09352c70e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:35.043274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15fef1-0ba2-42e2-83d4-2fb09352c70e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d27c5c-ac40-4546-b914-1a335990dd7c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:35.046158 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d15fef1-0ba2-42e2-83d4-2fb09352c70e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:35.055009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5d15fef1-0ba2-42e2-83d4-2fb09352c70e tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/c4d27c5c-ac40-4546-b914-1a335990dd7c HTTP/1.1" status: 204 len: 168 time: 0.4658298 Jun 04 16:41:35.055269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37682) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:35.062017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b5740-b360-41cd-94db-b8d91e91291c None None] Network 2bf16ae6-b726-414a-8f37-7bb01a8cb3e5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:35.102909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78fa906b-94fd-495e-9196-ece1b8ce1c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:35.159224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6682dd6a-5cc5-4998-9e0f-f9c4a2497d5e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 9fd0ec9a-8a87-4bdd-b51f-d60e43137b45 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:41:35.174278 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:35.188272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port 826a0b38-ab97-4b30-8571-78d914d50207 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:35.188601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:35.264754 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78fa906b-94fd-495e-9196-ece1b8ce1c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:35.304324 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78fa906b-94fd-495e-9196-ece1b8ce1c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:35.305370 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-78fa906b-94fd-495e-9196-ece1b8ce1c1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec8429f6-2d27-4f4d-816e-bd5aadf9fa65 HTTP/1.1" status: 204 len: 168 time: 0.4946604 Jun 04 16:41:35.306713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa906b-94fd-495e-9196-ece1b8ce1c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8429f6-2d27-4f4d-816e-bd5aadf9fa65,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:35.417499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6682dd6a-5cc5-4998-9e0f-f9c4a2497d5e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:41:35.427592 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6682dd6a-5cc5-4998-9e0f-f9c4a2497d5e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:35.429119 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6682dd6a-5cc5-4998-9e0f-f9c4a2497d5e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/9fd0ec9a-8a87-4bdd-b51f-d60e43137b45 HTTP/1.1" status: 200 len: 887 time: 1.6415074 Jun 04 16:41:35.433518 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37688) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:35.434551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c0095-0217-455b-a386-b5447ab2ced0 None None] DHCP port deletion for 2bf16ae6-b726-414a-8f37-7bb01a8cb3e5 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:41:35.435412 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc811e2-5eb5-49e9-bd7f-babcc6ab2b1f None None] Sync routers for ids ['9fd0ec9a-8a87-4bdd-b51f-d60e43137b45'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:41:35.447672 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc811e2-5eb5-49e9-bd7f-babcc6ab2b1f None None] Routers {'9fd0ec9a-8a87-4bdd-b51f-d60e43137b45'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:35.448280 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8fc811e2-5eb5-49e9-bd7f-babcc6ab2b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9fd0ec9a-8a87-4bdd-b51f-d60e43137b45'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:35.450833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-be9c0095-0217-455b-a386-b5447ab2ced0 None None] Deleting port 826a0b38-ab97-4b30-8571-78d914d50207 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:35.451446 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-be9c0095-0217-455b-a386-b5447ab2ced0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:35.550789 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8fc811e2-5eb5-49e9-bd7f-babcc6ab2b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:35.564461 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc811e2-5eb5-49e9-bd7f-babcc6ab2b1f None None] Routers {'9fd0ec9a-8a87-4bdd-b51f-d60e43137b45'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:35.565073 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8fc811e2-5eb5-49e9-bd7f-babcc6ab2b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9fd0ec9a-8a87-4bdd-b51f-d60e43137b45'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:35.602410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] For port 826a0b38-ab97-4b30-8571-78d914d50207, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=826a0b38-ab97-4b30-8571-78d914d50207,segment=NetworkSegment(0059b746-9bb5-4000-8888-3a1b31978a8a),segment_id=0059b746-9bb5-4000-8888-3a1b31978a8a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:35.603004 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:35.659745 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bd941d9c-98a9-4cfc-b79c-6e28b8215b82 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/routers/9fd0ec9a-8a87-4bdd-b51f-d60e43137b45 HTTP/1.1" status: 200 len: 887 time: 0.2220747 Jun 04 16:41:35.660556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37694) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:35.704244 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8fc811e2-5eb5-49e9-bd7f-babcc6ab2b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:35.704637 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc811e2-5eb5-49e9-bd7f-babcc6ab2b1f None None] The sync data for ids ['9fd0ec9a-8a87-4bdd-b51f-d60e43137b45'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:41:35.713330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-95b8fbc9-93bf-49af-a8b1-ca7e85622c59 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Synchronizing usage tracker for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:35.734648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-95b8fbc9-93bf-49af-a8b1-ca7e85622c59 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Unset dirty status for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:35.736351 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-95b8fbc9-93bf-49af-a8b1-ca7e85622c59 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fd0ec9a-8a87-4bdd-b51f-d60e43137b45 HTTP/1.1" status: 200 len: 205 time: 0.0721204 Jun 04 16:41:35.739096 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37698) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:35.815202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for 826a0b38-ab97-4b30-8571-78d914d50207 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:35.836920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-be9c0095-0217-455b-a386-b5447ab2ced0 None None] For port 826a0b38-ab97-4b30-8571-78d914d50207, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=826a0b38-ab97-4b30-8571-78d914d50207,segment=NetworkSegment(0059b746-9bb5-4000-8888-3a1b31978a8a),segment_id=0059b746-9bb5-4000-8888-3a1b31978a8a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:35.837309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-be9c0095-0217-455b-a386-b5447ab2ced0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:35.945420 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.013629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=826a0b38-ab97-4b30-8571-78d914d50207,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:36.021214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No DVR routers for this DVR port 826a0b38-ab97-4b30-8571-78d914d50207 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:41:36.024645 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-be9c0095-0217-455b-a386-b5447ab2ced0 None None] Calling delete_port for 826a0b38-ab97-4b30-8571-78d914d50207 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:36.077458 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.115483 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-be9c0095-0217-455b-a386-b5447ab2ced0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:41:36.116098 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-be9c0095-0217-455b-a386-b5447ab2ced0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:41:36.165150 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.191617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf16ae6-b726-414a-8f37-7bb01a8cb3e5']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:36.205477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0059b746-9bb5-4000-8888-3a1b31978a8a') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:36.206054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0059b746-9bb5-4000-8888-3a1b31978a8a') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:36.220775 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.245085 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.261564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:41:36.262032 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.298698 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.312853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port f568ea63-ca16-4bd3-a8bc-ae22fa3435e9 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:36.313246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.363964 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 0059b746-9bb5-4000-8888-3a1b31978a8a resource provider aggregate not found Jun 04 16:41:36.384058 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.404170 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.411763 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 0059b746-9bb5-4000-8888-3a1b31978a8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0059b746-9bb5-4000-8888-3a1b31978a8a found for delete ", "request_id": "req-02ce188a-dbb2-4c20-97f5-2c6b2118a484"}]} Jun 04 16:41:36.422765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Network': ['ID=2bf16ae6-b726-414a-8f37-7bb01a8cb3e5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:36.432795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-965744cc-1680-4d99-8bb7-632978e956a6 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/networks/2bf16ae6-b726-414a-8f37-7bb01a8cb3e5 HTTP/1.1" status: 204 len: 168 time: 1.3765886 Jun 04 16:41:36.437321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37738) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:36.444507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-950783229'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:36.450625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:36.457102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:network and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:36.460682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:36.467362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:36.480612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:36.484469 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.547967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:41:36.564580 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.565816 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Added segment ab82b879-3887-4318-9323-21745e5316a0 of type vlan for network 2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f Jun 04 16:41:36.566794 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.595874 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 826a0b38-ab97-4b30-8571-78d914d50207 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:41:36.635215 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.659685 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-be9c0095-0217-455b-a386-b5447ab2ced0 None None] Deleting port 826a0b38-ab97-4b30-8571-78d914d50207 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:36.664467 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-be9c0095-0217-455b-a386-b5447ab2ced0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.679328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37748) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:36.699071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 826a0b38-ab97-4b30-8571-78d914d50207 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:41:36.699617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 826a0b38-ab97-4b30-8571-78d914d50207 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:41:36.711208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.725105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:36.726353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:36.744370 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-be9c0095-0217-455b-a386-b5447ab2ced0 None None] The port '826a0b38-ab97-4b30-8571-78d914d50207' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:41:36.892160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4510038 Jun 04 16:41:36.895343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37756) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:36.905617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:36.936226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a97f32dd-0d36-41b3-a26a-1d61ba89a63b tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] Request body: {'port': {'network_id': '089857e1-42cb-4f69-80e2-ea917196e84b', 'name': 'tempest-NetworksNegativeTestJSON-1756304972'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:36.950716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfb370-c510-4107-a10e-8f85ae917523 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Network': ['ID=2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:36.956132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for f568ea63-ca16-4bd3-a8bc-ae22fa3435e9 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:36.993551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:41:37.018996 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97f32dd-0d36-41b3-a26a-1d61ba89a63b tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] POST failed (client error): The resource could not be found. Jun 04 16:41:37.019365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97f32dd-0d36-41b3-a26a-1d61ba89a63b tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:41:37.021118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a97f32dd-0d36-41b3-a26a-1d61ba89a63b tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3389087 Jun 04 16:41:37.029096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37764) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:37.074477 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f32025-b8e9-4435-8da5-c33ef1b7def7 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] DELETE failed (client error): The resource could not be found. Jun 04 16:41:37.075880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f32025-b8e9-4435-8da5-c33ef1b7def7 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:41:37.077452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a8f32025-b8e9-4435-8da5-c33ef1b7def7 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] 10.222.0.13 "DELETE /v2.0/networks/879e1202-235e-4891-af31-d0a52b0ef7f6 HTTP/1.1" status: 404 len: 339 time: 0.0467296 Jun 04 16:41:37.089020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37768) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:37.186992 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:37.284981 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f96591-5862-474f-bbba-7a1726a5bc68 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] DELETE failed (client error): The resource could not be found. Jun 04 16:41:37.285444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f96591-5862-474f-bbba-7a1726a5bc68 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:41:37.287211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-17f96591-5862-474f-bbba-7a1726a5bc68 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] 10.222.0.13 "DELETE /v2.0/ports/50a42758-49a9-491e-a87f-83bf39fb7921 HTTP/1.1" status: 404 len: 333 time: 0.1972504 Jun 04 16:41:37.289035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:37.289149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=f568ea63-ca16-4bd3-a8bc-ae22fa3435e9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:37.292546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37778) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:37.296884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:37.346849 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-8187cbdf-1394-4815-b0da-ade282c4202b tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] DELETE failed (client error): The resource could not be found. Jun 04 16:41:37.347467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8187cbdf-1394-4815-b0da-ade282c4202b tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:41:37.352697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8187cbdf-1394-4815-b0da-ade282c4202b tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] 10.222.0.13 "DELETE /v2.0/subnets/0e8ba2af-b02d-4415-884c-8aa0dc892417 HTTP/1.1" status: 404 len: 337 time: 0.0557516 Jun 04 16:41:37.352697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:37.354699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37782) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:37.360496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:37.416712 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8634407-8d2f-41b5-8683-3a46c445c7e6 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] GET failed (client error): The resource could not be found. Jun 04 16:41:37.418047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f8634407-8d2f-41b5-8683-3a46c445c7e6 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] 10.222.0.13 "GET /v2.0/networks/d30edf7b-71cb-4e63-8e6b-3059271bd17c HTTP/1.1" status: 404 len: 339 time: 0.0625660 Jun 04 16:41:37.419308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:37.426961 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37790) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:37.433807 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:37.443710 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:37.724182 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:37.726481 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:37.753972 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-159749ca-7c4d-4a2d-8d40-71fa9f0c1e96 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] GET failed (client error): The resource could not be found. Jun 04 16:41:37.755556 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-159749ca-7c4d-4a2d-8d40-71fa9f0c1e96 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] 10.222.0.13 "GET /v2.0/ports/efbd9f61-2510-4338-9c50-68efcb56f452 HTTP/1.1" status: 404 len: 333 time: 0.3214569 Jun 04 16:41:37.759515 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37800) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:37.803137 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:37.803137 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Fanout notify agent at l3_agent the message router_deleted on router 9fd0ec9a-8a87-4bdd-b51f-d60e43137b45 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:41:37.812510 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9589e77-f3be-4829-9952-6657c572a744 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] GET failed (client error): The resource could not be found. Jun 04 16:41:37.814023 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d9589e77-f3be-4829-9952-6657c572a744 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] 10.222.0.13 "GET /v2.0/subnets/ec607c9e-35c7-4eef-8e89-ee33a6f40c2b HTTP/1.1" status: 404 len: 337 time: 0.0535038 Jun 04 16:41:37.818283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37804) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:37.822985 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:37.827793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fb9d6f52-03bc-4629-90c7-4261bc983c70 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:37.852578 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9d6f52-03bc-4629-90c7-4261bc983c70 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] PUT failed (client error): The resource could not be found. Jun 04 16:41:37.853058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9d6f52-03bc-4629-90c7-4261bc983c70 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:41:37.857792 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fb9d6f52-03bc-4629-90c7-4261bc983c70 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] 10.222.0.13 "PUT /v2.0/networks/6bde89b6-2e52-4a4a-8068-3281d280aafd HTTP/1.1" status: 404 len: 339 time: 0.0347652 Jun 04 16:41:37.857998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37808) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:37.864439 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-84c65274-4f5b-4752-9881-7915f353ef53 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:37.903035 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:37.907955 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ec3f0a73-ad22-484b-8ec8-19bdad4de544 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/9fd0ec9a-8a87-4bdd-b51f-d60e43137b45 HTTP/1.1" status: 204 len: 168 time: 2.1642191 Jun 04 16:41:37.908637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37812) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:37.914096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Subnet': ['ID=a0219872-8873-4400-bb39-eb6734034ea4,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:37.914872 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c65274-4f5b-4752-9881-7915f353ef53 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] PUT failed (client error): The resource could not be found. Jun 04 16:41:37.915468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c65274-4f5b-4752-9881-7915f353ef53 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:41:37.920330 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-84c65274-4f5b-4752-9881-7915f353ef53 tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] 10.222.0.13 "PUT /v2.0/ports/013d5912-76a2-49a2-b660-1c3c70d16e84 HTTP/1.1" status: 404 len: 333 time: 0.0576904 Jun 04 16:41:37.920767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37816) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:37.922113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'network': {'name': 'tempest-RoutersTest-1875437234'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:37.928044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-44e40277-7ff9-4005-a1fc-aabf2626fd0b tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:37.929219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:37.936856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:network and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:37.941978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:37.944900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Checking segment: {'id': 'ab82b879-3887-4318-9323-21745e5316a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:37.945255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network hostable DHCP agents. Network: 2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:41:37.959853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:37.962696 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e40277-7ff9-4005-a1fc-aabf2626fd0b tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] PUT failed (client error): The resource could not be found. Jun 04 16:41:37.963231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e40277-7ff9-4005-a1fc-aabf2626fd0b tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:41:37.967717 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-44e40277-7ff9-4005-a1fc-aabf2626fd0b tempest-NetworksNegativeTestJSON-989987992 tempest-NetworksNegativeTestJSON-989987992-project] 10.222.0.13 "PUT /v2.0/subnets/92361832-4166-4ce0-88ad-1e9f97af51a7 HTTP/1.1" status: 404 len: 337 time: 0.0429509 Jun 04 16:41:37.990048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:37.993679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.003795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:41:38.022257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:38.030545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:38.031327 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.031844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e0057-cab4-415a-a3ec-5f8067768a98 None None] Network 2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:38.049997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:41:38.066368 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.066825 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Added segment 13685a39-e944-4724-bab1-bff2169c5b52 of type vlan for network d24c7ba0-50d5-4e43-8c7c-83f23bffaa72 Jun 04 16:41:38.075336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6433ba1d-1419-480b-a6f6-766c70e7362c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1791136 Jun 04 16:41:38.078245 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37824) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:38.085691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9ef2e3b5-409d-46a5-8ead-1954881cb877 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2107389485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:38.095508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9ef2e3b5-409d-46a5-8ead-1954881cb877 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:38.101979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9ef2e3b5-409d-46a5-8ead-1954881cb877 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:router and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:38.107029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9ef2e3b5-409d-46a5-8ead-1954881cb877 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:38.115936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9ef2e3b5-409d-46a5-8ead-1954881cb877 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:38.132072 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef2e3b5-409d-46a5-8ead-1954881cb877 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.133756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef2e3b5-409d-46a5-8ead-1954881cb877 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.134154 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.155714 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef2e3b5-409d-46a5-8ead-1954881cb877 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.180767 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef2e3b5-409d-46a5-8ead-1954881cb877 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.202748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4efc2-9cd9-4389-a220-34bab6b595d6 req-68dabbcd-88fd-4e85-9343-55dd4828ceda tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:38.204507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-feb4efc2-9cd9-4389-a220-34bab6b595d6 req-68dabbcd-88fd-4e85-9343-55dd4828ceda tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.1121311 Jun 04 16:41:38.205755 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.209302 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef2e3b5-409d-46a5-8ead-1954881cb877 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.214033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:38.214033 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.214958 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9ef2e3b5-409d-46a5-8ead-1954881cb877 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1352732 Jun 04 16:41:38.218627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37828) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:38.226613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'network_id': '2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f', 'name': 'tempest-PortsIpV6TestJSON-1815712154'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:38.294181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f', 'network_id': '2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f', 'tenant_id': 'fbcea708c4324b77a2fd74411d968c63', 'fixed_ips': [{'subnet_id': 'a0219872-8873-4400-bb39-eb6734034ea4'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:41:38.295342 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.328292 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4188349 Jun 04 16:41:38.329120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37834) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:38.337343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37838) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:38.340963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'subnet': {'network_id': 'd24c7ba0-50d5-4e43-8c7c-83f23bffaa72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:38.367860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644033d8-ce67-41ac-b7cd-5d165b5ecd01 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Network': ['ID=d24c7ba0-50d5-4e43-8c7c-83f23bffaa72,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:38.383840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network d24c7ba0-50d5-4e43-8c7c-83f23bffaa72 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:41:38.388196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-feb4efc2-9cd9-4389-a220-34bab6b595d6 req-1eae0234-08a4-4ffe-b111-c821428486f3 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1690011 Jun 04 16:41:38.513637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:38.551348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:subnet and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:38.555221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:38.570765 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d9b59080-cd57-4bd9-a2e4-27daea726ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.592049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:38.621023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d9b59080-cd57-4bd9-a2e4-27daea726ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:38.624420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Allocated IP 2001:db8::2 (2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f/a0219872-8873-4400-bb39-eb6734034ea4/561dabb3-9be4-4c75-a0b5-414ba66111ad) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:38.639807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d9b59080-cd57-4bd9-a2e4-27daea726ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:f82a35d1b5304ca89c7b6accd37c9abb is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:38.645314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:38.648962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.741763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d9b59080-cd57-4bd9-a2e4-27daea726ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:38.765309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:38.769989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:port and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:38.773226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:38.779579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d9b59080-cd57-4bd9-a2e4-27daea726ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:38.788655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:38.826269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:38.829754 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.865456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port 9cecf872-770d-4b23-82b1-baadc9fadc2a yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:41:38.917562 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:38.930040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Transition to ACTIVE for port object 561dabb3-9be4-4c75-a0b5-414ba66111ad will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:38.954272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Transition to ACTIVE for port object 561dabb3-9be4-4c75-a0b5-414ba66111ad will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:38.960840 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.029940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Network 2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:39.033062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:39.035956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:39.068579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Pushing event updated for resources: {'Port': ['ID=561dabb3-9be4-4c75-a0b5-414ba66111ad,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:39.139576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Attempting to bind port 561dabb3-9be4-4c75-a0b5-414ba66111ad on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:41:39.140041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Attempting to bind port 561dabb3-9be4-4c75-a0b5-414ba66111ad by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'ab82b879-3887-4318-9323-21745e5316a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:41:39.140593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Attempting to bind port 561dabb3-9be4-4c75-a0b5-414ba66111ad on network 2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:41:39.146870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:41:39.147240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Checking segment: {'id': 'ab82b879-3887-4318-9323-21745e5316a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:39.147646 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.148052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Bound using segment: {'id': 'ab82b879-3887-4318-9323-21745e5316a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:41:39.148511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Bound port: 561dabb3-9be4-4c75-a0b5-414ba66111ad, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab82b879-3887-4318-9323-21745e5316a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:41:39.148884 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.241287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] For port 561dabb3-9be4-4c75-a0b5-414ba66111ad, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:41:39.244961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] For port 561dabb3-9be4-4c75-a0b5-414ba66111ad, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=561dabb3-9be4-4c75-a0b5-414ba66111ad,segment=NetworkSegment(ab82b879-3887-4318-9323-21745e5316a0),segment_id=ab82b879-3887-4318-9323-21745e5316a0)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:41:39.249232 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.257185 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d9b59080-cd57-4bd9-a2e4-27daea726ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.268025 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d9b59080-cd57-4bd9-a2e4-27daea726ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.292410 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.340021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8::1bd (2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f/a0219872-8873-4400-bb39-eb6734034ea4/9cecf872-770d-4b23-82b1-baadc9fadc2a) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:39.342588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af015b9-428b-4089-9671-5acc4247b63d None None] Pushing event updated for resources: {'Port': ['ID=561dabb3-9be4-4c75-a0b5-414ba66111ad,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:39.406224 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d9b59080-cd57-4bd9-a2e4-27daea726ac9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f82a35d1b5304ca89c7b6accd37c9abb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0489469 Jun 04 16:41:39.406766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37866) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:39.413874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b59080-cd57-4bd9-a2e4-27daea726ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97140239-03a0-4777-9c44-0de3e104d287,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:39.469136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Subnet': ['ID=107067d3-7da9-4618-9f42-8af1c0cca386,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:39.491380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Checking segment: {'id': '13685a39-e944-4724-bab1-bff2169c5b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd24c7ba0-50d5-4e43-8c7c-83f23bffaa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:39.491740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network hostable DHCP agents. Network: d24c7ba0-50d5-4e43-8c7c-83f23bffaa72, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:41:39.509947 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-282c43ac-b0cf-4b86-ad55-c27a49dc5908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.610156 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-282c43ac-b0cf-4b86-ad55-c27a49dc5908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.673293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network d24c7ba0-50d5-4e43-8c7c-83f23bffaa72 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:41:39.697271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, d24c7ba0-50d5-4e43-8c7c-83f23bffaa72) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:39.707112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:39.707801 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.712405 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa264d10-e2f9-4a40-a55a-4ed5087e317d None None] Network d24c7ba0-50d5-4e43-8c7c-83f23bffaa72 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:39.770966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca0a6-dcd9-43a5-9104-7ce073785ab6 req-a9b4f855-86c6-4270-afa2-c583a337d5ab tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:39.778974 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f1ca0a6-dcd9-43a5-9104-7ce073785ab6 req-a9b4f855-86c6-4270-afa2-c583a337d5ab tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.2345366 Jun 04 16:41:39.842046 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-23c7ac07-2fb4-4034-b0b3-0cc8bfdb54d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5118299 Jun 04 16:41:39.843053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37876) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:39.854385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-73fa1af3-f285-4a6a-a3f1-d40b137fbfec tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1318959170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:39.863168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-73fa1af3-f285-4a6a-a3f1-d40b137fbfec tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:39.868026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-73fa1af3-f285-4a6a-a3f1-d40b137fbfec tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:router and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:39.871271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-73fa1af3-f285-4a6a-a3f1-d40b137fbfec tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:39.877605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-73fa1af3-f285-4a6a-a3f1-d40b137fbfec tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:39.919993 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73fa1af3-f285-4a6a-a3f1-d40b137fbfec tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.921275 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73fa1af3-f285-4a6a-a3f1-d40b137fbfec tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.947376 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.972194 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73fa1af3-f285-4a6a-a3f1-d40b137fbfec tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:39.975610 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-282c43ac-b0cf-4b86-ad55-c27a49dc5908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:40.001332 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73fa1af3-f285-4a6a-a3f1-d40b137fbfec tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:40.040941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Transition to ACTIVE for port object 9cecf872-770d-4b23-82b1-baadc9fadc2a will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:40.051615 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73fa1af3-f285-4a6a-a3f1-d40b137fbfec tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:40.068427 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-73fa1af3-f285-4a6a-a3f1-d40b137fbfec tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2211852 Jun 04 16:41:40.071635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c43ac-b0cf-4b86-ad55-c27a49dc5908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97140239-03a0-4777-9c44-0de3e104d287,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:40.073036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37882) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:40.119046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f1ca0a6-dcd9-43a5-9104-7ce073785ab6 req-825c87b5-0c49-49d0-96c6-a73a4d6c45f9 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3389227 Jun 04 16:41:40.126780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-282c43ac-b0cf-4b86-ad55-c27a49dc5908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:40.130880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-282c43ac-b0cf-4b86-ad55-c27a49dc5908 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97140239-03a0-4777-9c44-0de3e104d287 HTTP/1.1" status: 204 len: 168 time: 0.7202983 Jun 04 16:41:40.182110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4415b-72df-41b1-b760-0648cf50953d req-630c59fe-360e-43b2-a62e-f9fd8648e944 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:40.184205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41e4415b-72df-41b1-b760-0648cf50953d req-630c59fe-360e-43b2-a62e-f9fd8648e944 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.3423674 Jun 04 16:41:40.212837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-d24c7ba0-50d5-4e43-8c7c-83f23bffaa72', 'network_id': 'd24c7ba0-50d5-4e43-8c7c-83f23bffaa72', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'fixed_ips': [{'subnet_id': '107067d3-7da9-4618-9f42-8af1c0cca386'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:41:40.213675 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:40.332010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Deleting port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:40.332245 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:40.494570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:40.575265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Allocated IP 172.20.0.2 (d24c7ba0-50d5-4e43-8c7c-83f23bffaa72/107067d3-7da9-4618-9f42-8af1c0cca386/28d11bed-2fb2-42f9-bfaa-e6577c00d500) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:40.798003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 561dabb3-9be4-4c75-a0b5-414ba66111ad up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:40.872981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=9cecf872-770d-4b23-82b1-baadc9fadc2a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:41.002156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:41.003663 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:41.009265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e42f7-80cb-411f-8ec8-9aa72bc4ffe1 None None] Network 2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:41.015851 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:41.020969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:41.026997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:41.027789 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:41.074818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] For port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:41.075909 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:41.183119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 561dabb3-9be4-4c75-a0b5-414ba66111ad completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:41.186471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e2745974-c46d-4956-baf2-3f2b33cbff95 None None] Provisioning for port 561dabb3-9be4-4c75-a0b5-414ba66111ad completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:41.215095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 561dabb3-9be4-4c75-a0b5-414ba66111ad triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:41.215812 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:41.247696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e2745974-c46d-4956-baf2-3f2b33cbff95 None None] Provisioning complete for port 561dabb3-9be4-4c75-a0b5-414ba66111ad triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:41.248703 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e2745974-c46d-4956-baf2-3f2b33cbff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:41.328974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37920) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:41.338294 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f8264797-7622-48ca-a7ae-71e86cbf8227 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1182730 Jun 04 16:41:41.349384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37924) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:41.351558 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:41.382812 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:41:41.397339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Transition to ACTIVE for port object 28d11bed-2fb2-42f9-bfaa-e6577c00d500 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:41.454530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Transition to ACTIVE for port object 28d11bed-2fb2-42f9-bfaa-e6577c00d500 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:41.532206 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:41.626537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca268a-9b9d-4e1f-b1fd-63fc319e20a5 req-90cfee54-3499-4aae-b784-0f98ebe28671 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:41.634467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbca268a-9b9d-4e1f-b1fd-63fc319e20a5 req-90cfee54-3499-4aae-b784-0f98ebe28671 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 945 time: 0.6668751 Jun 04 16:41:41.705115 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbca268a-9b9d-4e1f-b1fd-63fc319e20a5 req-ae4ef6a1-5427-454c-93fb-37b4d05655c3 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/security-groups?id=36bcaaea-c461-41a7-9af3-70c044b83d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695946 Jun 04 16:41:41.717712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2683995-e695-48f4-a350-45d5ad82de00 req-65169301-6830-4172-b046-97904dc1bd92 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:41.731301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2683995-e695-48f4-a350-45d5ad82de00 req-65169301-6830-4172-b046-97904dc1bd92 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 946 time: 0.4121387 Jun 04 16:41:41.742310 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-489020605'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:41.744840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Network d24c7ba0-50d5-4e43-8c7c-83f23bffaa72 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:41.761223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:41.763250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e2745974-c46d-4956-baf2-3f2b33cbff95 None None] Current status of the port 561dabb3-9be4-4c75-a0b5-414ba66111ad is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:41.763708 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e2745974-c46d-4956-baf2-3f2b33cbff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:41.774819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:41.777653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:41.826511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:network and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:41.894560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Pushing event updated for resources: {'Port': ['ID=28d11bed-2fb2-42f9-bfaa-e6577c00d500,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:41.938342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:41.976653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:41.980929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e2745974-c46d-4956-baf2-3f2b33cbff95 None None] For port 561dabb3-9be4-4c75-a0b5-414ba66111ad, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=561dabb3-9be4-4c75-a0b5-414ba66111ad,segment=NetworkSegment(ab82b879-3887-4318-9323-21745e5316a0),segment_id=ab82b879-3887-4318-9323-21745e5316a0)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:41.994302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 561dabb3-9be4-4c75-a0b5-414ba66111ad is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:41.995059 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:42.011523 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e2745974-c46d-4956-baf2-3f2b33cbff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:42.034722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2683995-e695-48f4-a350-45d5ad82de00 req-7802897c-1518-4c19-bc0d-6da04ec4bfa2 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc3c1060-c48a-4a35-861f-b3beecefb973&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3022206 Jun 04 16:41:42.077172 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:42.079831 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:42.080894 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Floating IP f6d7251b-117d-4d74-a238-ff0cbaf4660a disassociated. External IP: 172.25.5.168, port: c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1. Jun 04 16:41:42.081853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Calling delete_port for c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:42.091820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Attempting to bind port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:41:42.092279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Attempting to bind port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '13685a39-e944-4724-bab1-bff2169c5b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd24c7ba0-50d5-4e43-8c7c-83f23bffaa72'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:41:42.092742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Attempting to bind port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 on network d24c7ba0-50d5-4e43-8c7c-83f23bffaa72 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:41:42.124385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:41:42.124901 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Checking segment: {'id': '13685a39-e944-4724-bab1-bff2169c5b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd24c7ba0-50d5-4e43-8c7c-83f23bffaa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:42.125389 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:42.125928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Bound using segment: {'id': '13685a39-e944-4724-bab1-bff2169c5b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd24c7ba0-50d5-4e43-8c7c-83f23bffaa72'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:41:42.126492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Bound port: 28d11bed-2fb2-42f9-bfaa-e6577c00d500, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13685a39-e944-4724-bab1-bff2169c5b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd24c7ba0-50d5-4e43-8c7c-83f23bffaa72'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:41:42.126933 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:42.173040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:42.180544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:42.237283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Allocated IP 172.20.0.1 (d24c7ba0-50d5-4e43-8c7c-83f23bffaa72/107067d3-7da9-4618-9f42-8af1c0cca386/876b3f6b-f49a-469b-b5e5-334182bd3ef8) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:42.256042 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:41:42.256042 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:41:42.278826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2745974-c46d-4956-baf2-3f2b33cbff95 None None] Pushing event updated for resources: {'Port': ['ID=561dabb3-9be4-4c75-a0b5-414ba66111ad,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:42.316810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] For port 28d11bed-2fb2-42f9-bfaa-e6577c00d500, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:41:42.322625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] For port 28d11bed-2fb2-42f9-bfaa-e6577c00d500, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=28d11bed-2fb2-42f9-bfaa-e6577c00d500,segment=NetworkSegment(13685a39-e944-4724-bab1-bff2169c5b52),segment_id=13685a39-e944-4724-bab1-bff2169c5b52)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:41:42.328142 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:42.328902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b8a9c-cfcb-46ef-a149-f0b1bc643bb5 req-dbe2a9e6-cfbd-4caa-8b9f-ab731041dca3 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:42.330688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d2b8a9c-cfcb-46ef-a149-f0b1bc643bb5 req-dbe2a9e6-cfbd-4caa-8b9f-ab731041dca3 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 945 time: 0.1419113 Jun 04 16:41:42.428057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219bdad-8bd2-4838-bf46-af11c83f7536 None None] Pushing event updated for resources: {'Port': ['ID=28d11bed-2fb2-42f9-bfaa-e6577c00d500,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:42.449765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-9d2b8a9c-cfcb-46ef-a149-f0b1bc643bb5 req-d7dad9be-4dee-4071-9c64-29a7f7b9d040 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Deleting port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:42.450200 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9d2b8a9c-cfcb-46ef-a149-f0b1bc643bb5 req-d7dad9be-4dee-4071-9c64-29a7f7b9d040 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:42.562187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:42.632385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event deleted for resources: {'Port': ['ID=c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:42.652091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-46d89626-9294-4539-9a2e-5fa326db7d0a None None] Provisioning for port 9cecf872-770d-4b23-82b1-baadc9fadc2a completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:42.660904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-46d89626-9294-4539-9a2e-5fa326db7d0a None None] Provisioning complete for port 9cecf872-770d-4b23-82b1-baadc9fadc2a triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:42.661278 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-46d89626-9294-4539-9a2e-5fa326db7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:42.720340 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:42.784763 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:42.830699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:42.835309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:security_group_rule and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:42.839541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:42.846057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:42.923891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-46d89626-9294-4539-9a2e-5fa326db7d0a None None] Port 9cecf872-770d-4b23-82b1-baadc9fadc2a cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:42.967167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 561dabb3-9be4-4c75-a0b5-414ba66111ad is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:42.969628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-46d89626-9294-4539-9a2e-5fa326db7d0a None None] Provisioning complete for port 561dabb3-9be4-4c75-a0b5-414ba66111ad triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:42.970207 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-46d89626-9294-4539-9a2e-5fa326db7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:43.006686 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:43.018580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Transition to ACTIVE for port object 876b3f6b-f49a-469b-b5e5-334182bd3ef8 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:43.029073 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:43.140412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7553c0-6f30-460f-b3ca-15a5ad4f6cfb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:43.161398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:41:43.346313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:43.347241 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Added segment c9f36c58-85fc-4356-930c-60df26fb55a5 of type vlan for network c5eb7633-57de-410a-a8e8-cedd6cc58aee Jun 04 16:41:43.392662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-46d89626-9294-4539-9a2e-5fa326db7d0a None None] Current status of the port 561dabb3-9be4-4c75-a0b5-414ba66111ad is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:43.403252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-9d2b8a9c-cfcb-46ef-a149-f0b1bc643bb5 req-d7dad9be-4dee-4071-9c64-29a7f7b9d040 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] For port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=8d04409b-a1b0-43c4-a33b-3045e54f0c0e,segment=NetworkSegment(baf6126c-bc00-413f-894f-fe72881fa1ac),segment_id=baf6126c-bc00-413f-894f-fe72881fa1ac)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:43.403804 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9d2b8a9c-cfcb-46ef-a149-f0b1bc643bb5 req-d7dad9be-4dee-4071-9c64-29a7f7b9d040 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:43.484030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 561dabb3-9be4-4c75-a0b5-414ba66111ad up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:43.547626 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:43.597873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:43.604956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fc0a7ef7-7937-4e7f-8226-185486f5f75b None None] Provisioning complete for port 9cecf872-770d-4b23-82b1-baadc9fadc2a triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:43.605335 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fc0a7ef7-7937-4e7f-8226-185486f5f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:43.608698 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:43.672544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 561dabb3-9be4-4c75-a0b5-414ba66111ad triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:43.672916 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:43.704245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-9d2b8a9c-cfcb-46ef-a149-f0b1bc643bb5 req-d7dad9be-4dee-4071-9c64-29a7f7b9d040 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Calling delete_port for 8d04409b-a1b0-43c4-a33b-3045e54f0c0e owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:43.719592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network d24c7ba0-50d5-4e43-8c7c-83f23bffaa72 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:43.726378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:43.737031 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:43.749104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a7ef7-7937-4e7f-8226-185486f5f75b None None] Port 9cecf872-770d-4b23-82b1-baadc9fadc2a cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:43.809614 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:43.814832 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:41:43.856556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 561dabb3-9be4-4c75-a0b5-414ba66111ad is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:43.857913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 28d11bed-2fb2-42f9-bfaa-e6577c00d500 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:43.899904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d7fb2f4c-8b63-47df-a8c8-961e1ccafc2d req-c0363894-5971-4111-820b-93f2d20fab01 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 210 time: 0.3921008 Jun 04 16:41:43.994513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=876b3f6b-f49a-469b-b5e5-334182bd3ef8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:44.008837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:44.014213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee4eb5-7e99-48b8-83b7-e03c56199226 req-76140ff2-d58a-45e9-bf8a-23f62a5b38ed tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:44.018270 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:44.024071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a1ee4eb5-7e99-48b8-83b7-e03c56199226 req-76140ff2-d58a-45e9-bf8a-23f62a5b38ed tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 945 time: 1.0136595 Jun 04 16:41:44.024767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:44.025374 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:44.027404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Router ddb49353-8445-41f6-8b60-b0fa9a77f69a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:41:44.133317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cd3da2-f837-4863-98a3-9166b1503288 None None] Network d24c7ba0-50d5-4e43-8c7c-83f23bffaa72 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:44.212196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a1ee4eb5-7e99-48b8-83b7-e03c56199226 req-fabbfed5-e13f-4899-9898-b081ed8f0aa6 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/security-groups?id=36bcaaea-c461-41a7-9af3-70c044b83d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872048 Jun 04 16:41:44.234668 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4dd48e4a-8fb4-4d3d-a666-dab1453db339 None None] Provisioning for port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:44.244186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4dd48e4a-8fb4-4d3d-a666-dab1453db339 None None] Provisioning complete for port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:44.244912 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4dd48e4a-8fb4-4d3d-a666-dab1453db339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:44.387964 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Network': ['ID=c5eb7633-57de-410a-a8e8-cedd6cc58aee,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:44.423099 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c7f5215d-04a9-4798-bd47-af4a6a558053 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.0930400 Jun 04 16:41:44.426809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37946) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:44.428777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network c5eb7633-57de-410a-a8e8-cedd6cc58aee details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:41:44.434705 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1049258365'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:44.440369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:44.444372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:network and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:44.447294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:44.454222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:44.504009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:41:44.508770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:44.512012 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:44.515741 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9d2b8a9c-cfcb-46ef-a149-f0b1bc643bb5 req-d7dad9be-4dee-4071-9c64-29a7f7b9d040 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:44.581234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301bf51-1fad-41d3-91e6-e9cc3d6354b4 None None] Sync routers for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:41:44.585010 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:44.608954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:41:44.662094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301bf51-1fad-41d3-91e6-e9cc3d6354b4 None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:44.663872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c301bf51-1fad-41d3-91e6-e9cc3d6354b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:44.679952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:44.686981 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:44.687369 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Added segment 3fa0adda-753b-4085-ab11-284fb57be1aa of type vlan for network 9cd8661e-0104-4d7a-b2a3-24bfe133f986 Jun 04 16:41:44.692437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dad9be-4dee-4071-9c64-29a7f7b9d040 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Pushing event deleted for resources: {'Port': ['ID=8d04409b-a1b0-43c4-a33b-3045e54f0c0e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:44.698511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:44.745221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] No DVR routers for this DVR port c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:41:44.754127 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:44.757111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8311fd8-bc8e-4441-bd2a-8bd92eb3a532', 'name': 'network-vif-deleted', 'tag': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:41:44.805229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2b8a9c-cfcb-46ef-a149-f0b1bc643bb5 req-d7dad9be-4dee-4071-9c64-29a7f7b9d040 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] No DVR routers for this DVR port 8d04409b-a1b0-43c4-a33b-3045e54f0c0e on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:41:44.808968 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9d2b8a9c-cfcb-46ef-a149-f0b1bc643bb5 req-d7dad9be-4dee-4071-9c64-29a7f7b9d040 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:44.828181 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41e4415b-72df-41b1-b760-0648cf50953d req-45020818-cec0-4bc7-b5c0-ef92aa64ff41 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.42 "DELETE /v2.0/ports/c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 HTTP/1.1" status: 204 len: 173 time: 4.6371386 Jun 04 16:41:44.844323 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d2b8a9c-cfcb-46ef-a149-f0b1bc643bb5 req-d7dad9be-4dee-4071-9c64-29a7f7b9d040 tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.46 "DELETE /v2.0/ports/8d04409b-a1b0-43c4-a33b-3045e54f0c0e HTTP/1.1" status: 204 len: 173 time: 2.5025773 Jun 04 16:41:44.860386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4dd48e4a-8fb4-4d3d-a666-dab1453db339 None None] Current status of the port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:44.861078 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4dd48e4a-8fb4-4d3d-a666-dab1453db339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:44.919224 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5714c75f-fc0d-47be-b315-4d48363e9a39'] response: {'server_uuid': 'f8311fd8-bc8e-4441-bd2a-8bd92eb3a532', 'name': 'network-vif-deleted', 'tag': 'c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1', 'status': 'completed', 'code': 200} Jun 04 16:41:45.189206 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:45.209130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=9cecf872-770d-4b23-82b1-baadc9fadc2a,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:45.242877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4dd48e4a-8fb4-4d3d-a666-dab1453db339 None None] For port 28d11bed-2fb2-42f9-bfaa-e6577c00d500, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=28d11bed-2fb2-42f9-bfaa-e6577c00d500,segment=NetworkSegment(13685a39-e944-4724-bab1-bff2169c5b52),segment_id=13685a39-e944-4724-bab1-bff2169c5b52)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:45.305765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d4e5399c-3d48-43de-b6d6-5ad0a83661ca req-813dc8a7-01ac-419e-bc75-2984d26a7f82 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Synchronizing usage tracker for tenant:be35f42fdb434174b0e0b38af59135ec on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:45.316300 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4dd48e4a-8fb4-4d3d-a666-dab1453db339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:45.349057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d4e5399c-3d48-43de-b6d6-5ad0a83661ca req-813dc8a7-01ac-419e-bc75-2984d26a7f82 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Unset dirty status for tenant:be35f42fdb434174b0e0b38af59135ec on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:45.350393 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4e5399c-3d48-43de-b6d6-5ad0a83661ca req-813dc8a7-01ac-419e-bc75-2984d26a7f82 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8311fd8-bc8e-4441-bd2a-8bd92eb3a532 HTTP/1.1" status: 200 len: 210 time: 0.1219399 Jun 04 16:41:45.452554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd48e4a-8fb4-4d3d-a666-dab1453db339 None None] Pushing event updated for resources: {'Port': ['ID=28d11bed-2fb2-42f9-bfaa-e6577c00d500,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:45.487726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c301bf51-1fad-41d3-91e6-e9cc3d6354b4 None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:41:45.500211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5f5273cb-5eb0-4040-af3d-056f27fe7959 req-e51b95ad-fae6-4ba7-9dba-f1b5f02c99aa tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Synchronizing usage tracker for tenant:c3134f21e08642bc87afc19d8f64486a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:45.512300 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:45.518320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:45.519037 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:45.521777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5f5273cb-5eb0-4040-af3d-056f27fe7959 req-e51b95ad-fae6-4ba7-9dba-f1b5f02c99aa tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] Unset dirty status for tenant:c3134f21e08642bc87afc19d8f64486a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:45.529637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f5273cb-5eb0-4040-af3d-056f27fe7959 req-e51b95ad-fae6-4ba7-9dba-f1b5f02c99aa tempest-ServerTagsTestJSON-1749470651 tempest-ServerTagsTestJSON-1749470651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e236793-ebf8-49a8-bac0-82515ee89cba HTTP/1.1" status: 200 len: 210 time: 0.0930645 Jun 04 16:41:45.562213 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f7bd153b-c8b7-4424-a3d0-73b09ea22e02 None None] Provisioning complete for port 9cecf872-770d-4b23-82b1-baadc9fadc2a triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:45.563791 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f7bd153b-c8b7-4424-a3d0-73b09ea22e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:45.650874 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:41:45.706363 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:45.725731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:41:45.726070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c9dbc6b8-90a4-46b8-adae-3c4d1a1438d1 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:41:45.754226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37958) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:45.755963 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3284500 Jun 04 16:41:45.765449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'subnet': {'network_id': 'c5eb7633-57de-410a-a8e8-cedd6cc58aee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:45.789952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74627849-4014-418f-9ac2-c7fd3771a211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Network': ['ID=9cd8661e-0104-4d7a-b2a3-24bfe133f986,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:45.835219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 8d04409b-a1b0-43c4-a33b-3045e54f0c0e no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:41:45.873914 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:45.874412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 9cd8661e-0104-4d7a-b2a3-24bfe133f986 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:41:45.901379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 8d04409b-a1b0-43c4-a33b-3045e54f0c0e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:41:45.901783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 8d04409b-a1b0-43c4-a33b-3045e54f0c0e not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:41:45.903214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd153b-c8b7-4424-a3d0-73b09ea22e02 None None] Port 9cecf872-770d-4b23-82b1-baadc9fadc2a cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:45.918917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:45.945914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:45.951137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:subnet and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:45.954286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:45.965084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:45.978229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:45.983035 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:46.049497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=876b3f6b-f49a-469b-b5e5-334182bd3ef8,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:46.081881 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:46.105961 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:46.219043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c5a76ebe-86f1-4db9-b3fe-9c8a2e0b9c0f None None] Provisioning complete for port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:46.219410 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c5a76ebe-86f1-4db9-b3fe-9c8a2e0b9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:46.294721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c301bf51-1fad-41d3-91e6-e9cc3d6354b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:37Z', 'revision_number': 5, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:46.299201 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:46.300443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301bf51-1fad-41d3-91e6-e9cc3d6354b4 None None] Checking router: ddb49353-8445-41f6-8b60-b0fa9a77f69a for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:41:46.360776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301bf51-1fad-41d3-91e6-e9cc3d6354b4 None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:46.361646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c301bf51-1fad-41d3-91e6-e9cc3d6354b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:46.453416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Checking segment: {'id': 'c9f36c58-85fc-4356-930c-60df26fb55a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c5eb7633-57de-410a-a8e8-cedd6cc58aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:46.454355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network hostable DHCP agents. Network: c5eb7633-57de-410a-a8e8-cedd6cc58aee, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:41:46.462053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Subnet': ['ID=62efd31c-6f86-425d-9e02-64d862eb2fe2,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:46.465613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c5a76ebe-86f1-4db9-b3fe-9c8a2e0b9c0f None None] Current status of the port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:46.491134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network c5eb7633-57de-410a-a8e8-cedd6cc58aee is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:41:46.533383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, c5eb7633-57de-410a-a8e8-cedd6cc58aee) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:46.543762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:46.544449 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:46.579520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0c4d28-be46-42ce-8911-4fa12477d7e1 None None] Network c5eb7633-57de-410a-a8e8-cedd6cc58aee requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:46.603483 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0e4cecf2-dd05-45f8-b144-681e483a83fd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8452363 Jun 04 16:41:46.603725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c5a76ebe-86f1-4db9-b3fe-9c8a2e0b9c0f None None] Provisioning for port 876b3f6b-f49a-469b-b5e5-334182bd3ef8 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:46.603848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37980) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:46.610719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'subnet': {'network_id': '9cd8661e-0104-4d7a-b2a3-24bfe133f986', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:46.634191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c5a76ebe-86f1-4db9-b3fe-9c8a2e0b9c0f None None] Provisioning complete for port 876b3f6b-f49a-469b-b5e5-334182bd3ef8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:46.634582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c5a76ebe-86f1-4db9-b3fe-9c8a2e0b9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:46.725204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c301bf51-1fad-41d3-91e6-e9cc3d6354b4 None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:41:46.796951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:46.801127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:subnet and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:46.804028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:46.813473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:46.829274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37988) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:46.829614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37990) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:46.843261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network d24c7ba0-50d5-4e43-8c7c-83f23bffaa72 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:46.847380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:46.901573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:46.905788 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:46.929567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e236793-ebf8-49a8-bac0-82515ee89cba', 'name': 'network-vif-deleted', 'tag': '8d04409b-a1b0-43c4-a33b-3045e54f0c0e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:41:47.085499 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff43c56-3457-4341-9ec2-36a27ba9c72d'] response: {'server_uuid': '0e236793-ebf8-49a8-bac0-82515ee89cba', 'name': 'network-vif-deleted', 'tag': '8d04409b-a1b0-43c4-a33b-3045e54f0c0e', 'status': 'completed', 'code': 200} Jun 04 16:41:47.138514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 28d11bed-2fb2-42f9-bfaa-e6577c00d500 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:47.237919 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.257270 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.257964 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.284458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9071a52d-5fa2-4b7d-bf58-f92b73fd7014 admin admin] Deleting subnet ee5166e3-3c1e-4b2c-9d80-bfc27e02baf9 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:41:47.296499 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c5a76ebe-86f1-4db9-b3fe-9c8a2e0b9c0f None None] Port 876b3f6b-f49a-469b-b5e5-334182bd3ef8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:47.296720 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.302063 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9071a52d-5fa2-4b7d-bf58-f92b73fd7014 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.331895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 4c9cf0ea-e396-42ce-abd1-72a3fde5daa4 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:41:47.350516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:47.350876 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.413115 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ae34c391-9613-4a5a-9173-94467e241ee1 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.450773 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9071a52d-5fa2-4b7d-bf58-f92b73fd7014 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.515038 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9071a52d-5fa2-4b7d-bf58-f92b73fd7014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.531016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2ec25304-857e-40f2-b3f7-4a191d476b88 None None] Provisioning complete for port 876b3f6b-f49a-469b-b5e5-334182bd3ef8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:47.531560 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2ec25304-857e-40f2-b3f7-4a191d476b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.591026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2ec25304-857e-40f2-b3f7-4a191d476b88 None None] Port 876b3f6b-f49a-469b-b5e5-334182bd3ef8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:47.599259 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=9cecf872-770d-4b23-82b1-baadc9fadc2a,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:47.609725 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9071a52d-5fa2-4b7d-bf58-f92b73fd7014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.677892 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9071a52d-5fa2-4b7d-bf58-f92b73fd7014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.684867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Subnet': ['ID=8c0a3bfb-dc9d-4c30-90b9-d12efc651d70,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:47.688391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c301bf51-1fad-41d3-91e6-e9cc3d6354b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:37Z', 'revision_number': 5, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:47.730240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301bf51-1fad-41d3-91e6-e9cc3d6354b4 None None] The sync data for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 is: [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:37Z', 'revision_number': 5, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:41:47.737715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:47.749764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-c5eb7633-57de-410a-a8e8-cedd6cc58aee', 'network_id': 'c5eb7633-57de-410a-a8e8-cedd6cc58aee', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'fixed_ips': [{'subnet_id': '62efd31c-6f86-425d-9e02-64d862eb2fe2'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:41:47.751119 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.776210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:41:47.786780 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b730fd22-2d31-43b8-96ef-e6ae182715f3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/4c9cf0ea-e396-42ce-abd1-72a3fde5daa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7112470 Jun 04 16:41:47.794549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38002) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:47.815347 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a55eef-d5de-40a6-a191-e310819fbfc9 None None] Sync routers for ids ['4c9cf0ea-e396-42ce-abd1-72a3fde5daa4'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:41:47.832775 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a55eef-d5de-40a6-a191-e310819fbfc9 None None] Routers {'4c9cf0ea-e396-42ce-abd1-72a3fde5daa4'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:47.835262 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-04a55eef-d5de-40a6-a191-e310819fbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['4c9cf0ea-e396-42ce-abd1-72a3fde5daa4'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:47.953083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:47.956584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:47.959562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071a52d-5fa2-4b7d-bf58-f92b73fd7014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5166e3-3c1e-4b2c-9d80-bfc27e02baf9,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:47.962857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9071a52d-5fa2-4b7d-bf58-f92b73fd7014 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ee5166e3-3c1e-4b2c-9d80-bfc27e02baf9 HTTP/1.1" status: 204 len: 168 time: 1.1268723 Jun 04 16:41:47.965597 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ae34c391-9613-4a5a-9173-94467e241ee1 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:47.976673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38008) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:47.977959 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-04a55eef-d5de-40a6-a191-e310819fbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:47.981242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Checking segment: {'id': '3fa0adda-753b-4085-ab11-284fb57be1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9cd8661e-0104-4d7a-b2a3-24bfe133f986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:47.981848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network hostable DHCP agents. Network: 9cd8661e-0104-4d7a-b2a3-24bfe133f986, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:41:47.998493 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a55eef-d5de-40a6-a191-e310819fbfc9 None None] Routers {'4c9cf0ea-e396-42ce-abd1-72a3fde5daa4'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:47.999510 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-04a55eef-d5de-40a6-a191-e310819fbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['4c9cf0ea-e396-42ce-abd1-72a3fde5daa4'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:48.081627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283519a3-7f68-4121-a71f-52fec79e7490 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:48.082582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-283519a3-7f68-4121-a71f-52fec79e7490 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Synchronizing usage tracker for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:48.148753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Allocated IP 2001:db8::2 (c5eb7633-57de-410a-a8e8-cedd6cc58aee/62efd31c-6f86-425d-9e02-64d862eb2fe2/f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:48.155102 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-04a55eef-d5de-40a6-a191-e310819fbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:48.155732 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a55eef-d5de-40a6-a191-e310819fbfc9 None None] The sync data for ids ['4c9cf0ea-e396-42ce-abd1-72a3fde5daa4'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:41:48.215155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-283519a3-7f68-4121-a71f-52fec79e7490 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Unset dirty status for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:48.215155 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-283519a3-7f68-4121-a71f-52fec79e7490 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports/876b3f6b-f49a-469b-b5e5-334182bd3ef8 HTTP/1.1" status: 200 len: 910 time: 0.4165871 Jun 04 16:41:48.219095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38012) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:48.232712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b5878102-4533-4e4a-a5f6-2b34251e9a0e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '107067d3-7da9-4618-9f42-8af1c0cca386'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:48.241653 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a552d6e7-efa5-4adb-894f-6cae66b3a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.286709 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6e3ff9-7cab-458e-b24e-5e2b9acd16d9 None None] New status for floating IP f6d7251b-117d-4d74-a238-ff0cbaf4660a: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:41:48.289812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network 9cd8661e-0104-4d7a-b2a3-24bfe133f986 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:41:48.429270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a552d6e7-efa5-4adb-894f-6cae66b3a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.458592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Router da76dd4c-2ddb-4591-88b4-6700e2595692 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:41:48.461409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a552d6e7-efa5-4adb-894f-6cae66b3a9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff5a93e-a3de-4d00-8649-ee8acc3ae6d2']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:48.477750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a552d6e7-efa5-4adb-894f-6cae66b3a9f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf6126c-bc00-413f-894f-fe72881fa1ac') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:48.478358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a552d6e7-efa5-4adb-894f-6cae66b3a9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf6126c-bc00-413f-894f-fe72881fa1ac') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:48.491236 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a552d6e7-efa5-4adb-894f-6cae66b3a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.539777 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a552d6e7-efa5-4adb-894f-6cae66b3a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.547610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a552d6e7-efa5-4adb-894f-6cae66b3a9f3 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:41:48.548426 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a552d6e7-efa5-4adb-894f-6cae66b3a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.623386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 9cd8661e-0104-4d7a-b2a3-24bfe133f986) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:48.634423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c6c67812-c953-42ef-a6fe-ec057a8a6a8c None None] Provisioning complete for port 9cecf872-770d-4b23-82b1-baadc9fadc2a triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:48.635460 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c6c67812-c953-42ef-a6fe-ec057a8a6a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.638782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:48.639433 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.650339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ae34c391-9613-4a5a-9173-94467e241ee1 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.683797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825fd1fe-9b59-47a2-b1d0-6bc71335af70 None None] Network 9cd8661e-0104-4d7a-b2a3-24bfe133f986 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:48.714132 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment baf6126c-bc00-413f-894f-fe72881fa1ac resource provider aggregate not found Jun 04 16:41:48.734520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-415dd302-0ff7-4d94-9ad2-4266acc0752b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1272316 Jun 04 16:41:48.734520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34c391-9613-4a5a-9173-94467e241ee1 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3c1060-c48a-4a35-861f-b3beecefb973,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:48.735392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a552d6e7-efa5-4adb-894f-6cae66b3a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.737458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38020) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:48.741624 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ae34c391-9613-4a5a-9173-94467e241ee1 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.745329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ae34c391-9613-4a5a-9173-94467e241ee1 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "DELETE /v2.0/security-groups/dc3c1060-c48a-4a35-861f-b3beecefb973 HTTP/1.1" status: 204 len: 168 time: 1.9107516 Jun 04 16:41:48.753427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-79004928-70c5-4a4c-aab7-c30f3f4062b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2015748090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:48.761606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-79004928-70c5-4a4c-aab7-c30f3f4062b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:48.766100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-79004928-70c5-4a4c-aab7-c30f3f4062b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:router and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:48.770349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-79004928-70c5-4a4c-aab7-c30f3f4062b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:48.772678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38024) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:48.776632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-79004928-70c5-4a4c-aab7-c30f3f4062b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:48.806632 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment baf6126c-bc00-413f-894f-fe72881fa1ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid baf6126c-bc00-413f-894f-fe72881fa1ac found for delete ", "request_id": "req-d9ab0669-9469-4029-95c1-9041883f70a4"}]} Jun 04 16:41:48.810578 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a552d6e7-efa5-4adb-894f-6cae66b3a9f3 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.816009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a552d6e7-efa5-4adb-894f-6cae66b3a9f3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fff5a93e-a3de-4d00-8649-ee8acc3ae6d2 HTTP/1.1" status: 204 len: 168 time: 0.8280661 Jun 04 16:41:48.820229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-79004928-70c5-4a4c-aab7-c30f3f4062b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.821585 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-79004928-70c5-4a4c-aab7-c30f3f4062b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.837601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-79004928-70c5-4a4c-aab7-c30f3f4062b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.856146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552d6e7-efa5-4adb-894f-6cae66b3a9f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fff5a93e-a3de-4d00-8649-ee8acc3ae6d2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:48.863887 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-79004928-70c5-4a4c-aab7-c30f3f4062b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.879492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c6c67812-c953-42ef-a6fe-ec057a8a6a8c None None] Port 9cecf872-770d-4b23-82b1-baadc9fadc2a cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:48.896404 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-79004928-70c5-4a4c-aab7-c30f3f4062b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.897001 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:48.901981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-79004928-70c5-4a4c-aab7-c30f3f4062b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1603222 Jun 04 16:41:48.902703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38030) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:48.981609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Transition to ACTIVE for port object f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:49.025372 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-abe903db-dbb9-49e6-81d3-ecae22c3b783 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] show failed (client error): The resource could not be found. Jun 04 16:41:49.026413 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-abe903db-dbb9-49e6-81d3-ecae22c3b783 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups/dc3c1060-c48a-4a35-861f-b3beecefb973 HTTP/1.1" status: 404 len: 347 time: 0.2504356 Jun 04 16:41:49.057155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38036) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:49.089143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Transition to ACTIVE for port object f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:49.103711 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:49.105463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38040) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:49.175534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:41:49.185750 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f30bcc-29d2-4014-8cc7-0880eaaff421 None None] Sync routers for ids ['da76dd4c-2ddb-4591-88b4-6700e2595692'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:41:49.190592 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-188bae13-ad74-4474-98e9-03ec7e56f578 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "PUT /v2.0/routers/da76dd4c-2ddb-4591-88b4-6700e2595692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8341773 Jun 04 16:41:49.200435 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f30bcc-29d2-4014-8cc7-0880eaaff421 None None] Routers {'da76dd4c-2ddb-4591-88b4-6700e2595692'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:49.200435 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f2f30bcc-29d2-4014-8cc7-0880eaaff421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['da76dd4c-2ddb-4591-88b4-6700e2595692'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:49.226302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Network c5eb7633-57de-410a-a8e8-cedd6cc58aee is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:49.236732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:49.239302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-9cd8661e-0104-4d7a-b2a3-24bfe133f986', 'network_id': '9cd8661e-0104-4d7a-b2a3-24bfe133f986', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'fixed_ips': [{'subnet_id': '8c0a3bfb-dc9d-4c30-90b9-d12efc651d70'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:41:49.240362 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:49.247189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38044) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:49.256117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:49.310398 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f2f30bcc-29d2-4014-8cc7-0880eaaff421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:49.321499 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f30bcc-29d2-4014-8cc7-0880eaaff421 None None] Routers {'da76dd4c-2ddb-4591-88b4-6700e2595692'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:49.322510 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f2f30bcc-29d2-4014-8cc7-0880eaaff421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['da76dd4c-2ddb-4591-88b4-6700e2595692'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:49.333958 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b5878102-4533-4e4a-a5f6-2b34251e9a0e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:49.372499 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-80c3ad32-1247-409a-9ddf-46300e875bab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3134f21e08642bc87afc19d8f64486a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633929 Jun 04 16:41:49.379850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38048) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:49.391046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-66cf1176-437e-4f2a-a851-cbee72dfb4ff tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Deleting port 8d04dd64-e5cb-4bfd-87bb-6271f563e4a0 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:49.391046 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66cf1176-437e-4f2a-a851-cbee72dfb4ff tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:49.431602 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f2f30bcc-29d2-4014-8cc7-0880eaaff421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:49.432303 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f30bcc-29d2-4014-8cc7-0880eaaff421 None None] The sync data for ids ['da76dd4c-2ddb-4591-88b4-6700e2595692'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:41:49.471819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Pushing event updated for resources: {'Port': ['ID=f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:49.638917 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae1c9-00e7-4478-9ceb-8c3f7b40ebf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:49.658337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Attempting to bind port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:41:49.659505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Attempting to bind port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'c9f36c58-85fc-4356-930c-60df26fb55a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c5eb7633-57de-410a-a8e8-cedd6cc58aee'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:41:49.660088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Attempting to bind port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed on network c5eb7633-57de-410a-a8e8-cedd6cc58aee {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:41:49.672352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:41:49.673819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Checking segment: {'id': 'c9f36c58-85fc-4356-930c-60df26fb55a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c5eb7633-57de-410a-a8e8-cedd6cc58aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:49.674456 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:49.675240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Bound using segment: {'id': 'c9f36c58-85fc-4356-930c-60df26fb55a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c5eb7633-57de-410a-a8e8-cedd6cc58aee'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:41:49.676157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Bound port: f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f36c58-85fc-4356-930c-60df26fb55a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c5eb7633-57de-410a-a8e8-cedd6cc58aee'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:41:49.676772 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:49.696076 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:49.776932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Allocated IP 2001:db8:1::2 (9cd8661e-0104-4d7a-b2a3-24bfe133f986/8c0a3bfb-dc9d-4c30-90b9-d12efc651d70/ea1dbcd6-83b2-4195-a585-6c036f351bc2) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:49.786803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae1c9-00e7-4478-9ceb-8c3f7b40ebf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:49.814583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] For port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:41:49.821244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] For port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed,segment=NetworkSegment(c9f36c58-85fc-4356-930c-60df26fb55a5),segment_id=c9f36c58-85fc-4356-930c-60df26fb55a5)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:41:49.829160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e603f3-c56e-46f5-b9b6-ded4bffa6296 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:49.829782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d8e603f3-c56e-46f5-b9b6-ded4bffa6296 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:49.836582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:49.942962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66cf1176-437e-4f2a-a851-cbee72dfb4ff tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:49.943232 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66cf1176-437e-4f2a-a851-cbee72dfb4ff tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:49.957327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d8e603f3-c56e-46f5-b9b6-ded4bffa6296 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:49.958555 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d8e603f3-c56e-46f5-b9b6-ded4bffa6296 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports?device_id=da76dd4c-2ddb-4591-88b4-6700e2595692 HTTP/1.1" status: 200 len: 989 time: 0.7103953 Jun 04 16:41:49.967072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38052) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:50.093482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34749792-1520-46ff-acdc-3f1acc5ac257 None None] Pushing event updated for resources: {'Port': ['ID=f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:50.178523 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae1c9-00e7-4478-9ceb-8c3f7b40ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:50.216952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ae1c9-00e7-4478-9ceb-8c3f7b40ebf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bcaaea-c461-41a7-9af3-70c044b83d47,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:50.271206 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-66cf1176-437e-4f2a-a851-cbee72dfb4ff tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Calling delete_port for 8d04dd64-e5cb-4bfd-87bb-6271f563e4a0 owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:50.273360 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae1c9-00e7-4478-9ceb-8c3f7b40ebf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:50.277422 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ab8ae1c9-00e7-4478-9ceb-8c3f7b40ebf9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36bcaaea-c461-41a7-9af3-70c044b83d47 HTTP/1.1" status: 204 len: 168 time: 0.8937092 Jun 04 16:41:50.303997 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:50.317488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Allocated IP 2001:db8::1 (c5eb7633-57de-410a-a8e8-cedd6cc58aee/62efd31c-6f86-425d-9e02-64d862eb2fe2/10b98fe3-9631-4980-9804-8f4b805159a5) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:50.319582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Transition to ACTIVE for port object ea1dbcd6-83b2-4195-a585-6c036f351bc2 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:50.357235 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Transition to ACTIVE for port object ea1dbcd6-83b2-4195-a585-6c036f351bc2 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:50.366821 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:50.492261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Network 9cd8661e-0104-4d7a-b2a3-24bfe133f986 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:50.501047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:50.506970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:50.637663 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Pushing event updated for resources: {'Port': ['ID=ea1dbcd6-83b2-4195-a585-6c036f351bc2,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:50.660951 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:50.682418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Transition to ACTIVE for port object 10b98fe3-9631-4980-9804-8f4b805159a5 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:50.710651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Attempting to bind port ea1dbcd6-83b2-4195-a585-6c036f351bc2 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:41:50.711282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Attempting to bind port ea1dbcd6-83b2-4195-a585-6c036f351bc2 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '3fa0adda-753b-4085-ab11-284fb57be1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9cd8661e-0104-4d7a-b2a3-24bfe133f986'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:41:50.711409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Attempting to bind port ea1dbcd6-83b2-4195-a585-6c036f351bc2 on network 9cd8661e-0104-4d7a-b2a3-24bfe133f986 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:41:50.715718 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:50.717613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:41:50.717991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Checking segment: {'id': '3fa0adda-753b-4085-ab11-284fb57be1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9cd8661e-0104-4d7a-b2a3-24bfe133f986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:50.718392 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:50.718816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Bound using segment: {'id': '3fa0adda-753b-4085-ab11-284fb57be1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9cd8661e-0104-4d7a-b2a3-24bfe133f986'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:41:50.719291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Bound port: ea1dbcd6-83b2-4195-a585-6c036f351bc2, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa0adda-753b-4085-ab11-284fb57be1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9cd8661e-0104-4d7a-b2a3-24bfe133f986'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:41:50.719660 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:50.816678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network c5eb7633-57de-410a-a8e8-cedd6cc58aee is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:50.825172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:50.835842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:50.836745 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:50.848058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] For port ea1dbcd6-83b2-4195-a585-6c036f351bc2, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:41:50.852375 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] For port ea1dbcd6-83b2-4195-a585-6c036f351bc2, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ea1dbcd6-83b2-4195-a585-6c036f351bc2,segment=NetworkSegment(3fa0adda-753b-4085-ab11-284fb57be1aa),segment_id=3fa0adda-753b-4085-ab11-284fb57be1aa)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:41:50.858644 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:50.892730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=10b98fe3-9631-4980-9804-8f4b805159a5,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:50.964997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7db17-6457-4b1c-a40d-9d8cc8fe9a42 None None] Pushing event updated for resources: {'Port': ['ID=ea1dbcd6-83b2-4195-a585-6c036f351bc2,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:51.005903 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:51.192445 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:51.288057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b5878102-4533-4e4a-a5f6-2b34251e9a0e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:51.371811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:51.426733 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b5878102-4533-4e4a-a5f6-2b34251e9a0e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:51.621795 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66cf1176-437e-4f2a-a851-cbee72dfb4ff tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:51.643678 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:51.650348 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:51.651380 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:51.760997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38094) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:51.777800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5878102-4533-4e4a-a5f6-2b34251e9a0e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=876b3f6b-f49a-469b-b5e5-334182bd3ef8,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:51.833105 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5878102-4533-4e4a-a5f6-2b34251e9a0e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:51.833667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b5878102-4533-4e4a-a5f6-2b34251e9a0e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:51.835144 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b5878102-4533-4e4a-a5f6-2b34251e9a0e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/ports/876b3f6b-f49a-469b-b5e5-334182bd3ef8 HTTP/1.1" status: 200 len: 910 time: 3.6148286 Jun 04 16:41:51.840663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38098) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:51.854117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=10b98fe3-9631-4980-9804-8f4b805159a5,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:51.868656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf1176-437e-4f2a-a851-cbee72dfb4ff tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event deleted for resources: {'Port': ['ID=8d04dd64-e5cb-4bfd-87bb-6271f563e4a0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:51.898112 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66cf1176-437e-4f2a-a851-cbee72dfb4ff tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:51.941944 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66cf1176-437e-4f2a-a851-cbee72dfb4ff tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:51.943161 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-66cf1176-437e-4f2a-a851-cbee72dfb4ff tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "DELETE /v2.0/floatingips/f6d7251b-117d-4d74-a238-ff0cbaf4660a HTTP/1.1" status: 204 len: 168 time: 2.8783741 Jun 04 16:41:52.038745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd299d71-60a5-4716-a5cf-b695c1120b47 None None] Network c5eb7633-57de-410a-a8e8-cedd6cc58aee requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:52.121770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38110) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:52.130964 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357869992', 'description': 'tempest-description--488583509'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:52.143046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:52.150324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Usage tracker for resource:security_group and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:52.159998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-51b51001-854c-4cfa-837b-916686ed3576 None None] Provisioning for port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:52.182523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-51b51001-854c-4cfa-837b-916686ed3576 None None] Provisioning complete for port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:52.183155 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-51b51001-854c-4cfa-837b-916686ed3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:52.221175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:52.298951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:52.308974 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6e5268b-0222-418e-90ae-46cda59977d3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:52.405584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-630887900-network', 'tenant_id': 'a2bed937d3f44c439621ea4995ace52d'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:52.406583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network c5eb7633-57de-410a-a8e8-cedd6cc58aee is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:52.407994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:52.425954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:52.449181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-51b51001-854c-4cfa-837b-916686ed3576 None None] Current status of the port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:52.449567 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-51b51001-854c-4cfa-837b-916686ed3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:52.520587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Usage tracker for resource:network and tenant:a2bed937d3f44c439621ea4995ace52d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:52.527007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-51b51001-854c-4cfa-837b-916686ed3576 None None] For port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed,segment=NetworkSegment(c9f36c58-85fc-4356-930c-60df26fb55a5),segment_id=c9f36c58-85fc-4356-930c-60df26fb55a5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:52.536210 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-51b51001-854c-4cfa-837b-916686ed3576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:52.571048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:52.575542 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:52.602872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:52.625098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:52.630093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Usage tracker for resource:security_group_rule and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:52.637334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:52.652036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:52.657694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad35d45-66b3-4802-989e-64a1df400391 None None] Network 9cd8661e-0104-4d7a-b2a3-24bfe133f986 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:52.658553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Made reservation on behalf of a2bed937d3f44c439621ea4995ace52d for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:52.661531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:52.747487 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:52.775504 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1d11c533-ea03-425e-89fe-5b337ee3c46a None None] Provisioning for port ea1dbcd6-83b2-4195-a585-6c036f351bc2 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:52.826785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:52.827011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b51001-854c-4cfa-837b-916686ed3576 None None] Pushing event updated for resources: {'Port': ['ID=f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:52.833151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Usage tracker for resource:security_group_rule and tenant:a2bed937d3f44c439621ea4995ace52d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:52.851867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:52.866745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:52.977315 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:52.993946 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:53.008570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5268b-0222-418e-90ae-46cda59977d3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port 9cecf872-770d-4b23-82b1-baadc9fadc2a {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:53.008943 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6e5268b-0222-418e-90ae-46cda59977d3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:53.020098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router da9eb54c-058a-463b-aa7b-c1bcc082150c is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:41:53.261935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abced34a-465b-425e-8ac0-eb067c376944,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:53.301149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ea1dbcd6-83b2-4195-a585-6c036f351bc2 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:53.351030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:41:53.356190 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4eac0540-948f-4fcd-a4f8-c680fcb2416e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/da9eb54c-058a-463b-aa7b-c1bcc082150c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4524839 Jun 04 16:41:53.367689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38118) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:53.371803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8327871e-9d32-4d9a-a33e-2fae59fe04d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:53.375229 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72319f54-f021-4b37-8152-a2c6fd08cd8c None None] Sync routers for ids ['da9eb54c-058a-463b-aa7b-c1bcc082150c'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:41:53.433576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72319f54-f021-4b37-8152-a2c6fd08cd8c None None] Routers {'da9eb54c-058a-463b-aa7b-c1bcc082150c'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:53.434143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-72319f54-f021-4b37-8152-a2c6fd08cd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['da9eb54c-058a-463b-aa7b-c1bcc082150c'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:53.522050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9ce0ae4f-5ffa-4bde-93ba-57662d139503 None None] Provisioning for port 10b98fe3-9631-4980-9804-8f4b805159a5 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:53.532758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9ce0ae4f-5ffa-4bde-93ba-57662d139503 None None] Provisioning complete for port 10b98fe3-9631-4980-9804-8f4b805159a5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:53.533172 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9ce0ae4f-5ffa-4bde-93ba-57662d139503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:53.596711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-72319f54-f021-4b37-8152-a2c6fd08cd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:53.629108 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:53.633157 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7229689f-022f-4982-a998-45b0a4424141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5064199 Jun 04 16:41:53.639293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38122) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:53.647698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72319f54-f021-4b37-8152-a2c6fd08cd8c None None] Routers {'da9eb54c-058a-463b-aa7b-c1bcc082150c'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:53.648350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-72319f54-f021-4b37-8152-a2c6fd08cd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['da9eb54c-058a-463b-aa7b-c1bcc082150c'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:53.651105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-69855c7c-6c15-47ca-819f-45914c409dcd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Request body: {'security_group_rule': {'security_group_id': 'abced34a-465b-425e-8ac0-eb067c376944', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:53.671819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-69855c7c-6c15-47ca-819f-45914c409dcd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:53.685190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:53.695904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d214476d-8914-4648-be8e-a618da7c9ff3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:53.696655 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d214476d-8914-4648-be8e-a618da7c9ff3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Synchronizing usage tracker for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:53.697820 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:53.707376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-69855c7c-6c15-47ca-819f-45914c409dcd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Usage tracker for resource:security_group_rule and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:53.730517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-69855c7c-6c15-47ca-819f-45914c409dcd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:53.738193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port ea1dbcd6-83b2-4195-a585-6c036f351bc2 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:53.741119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d214476d-8914-4648-be8e-a618da7c9ff3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Unset dirty status for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:53.744964 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d214476d-8914-4648-be8e-a618da7c9ff3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports/10b98fe3-9631-4980-9804-8f4b805159a5 HTTP/1.1" status: 200 len: 911 time: 0.3744214 Jun 04 16:41:53.744964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-69855c7c-6c15-47ca-819f-45914c409dcd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:53.753795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38126) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:53.758614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-72319f54-f021-4b37-8152-a2c6fd08cd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:53.759027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72319f54-f021-4b37-8152-a2c6fd08cd8c None None] The sync data for ids ['da9eb54c-058a-463b-aa7b-c1bcc082150c'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:41:53.777736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0ae4f-5ffa-4bde-93ba-57662d139503 None None] Port 10b98fe3-9631-4980-9804-8f4b805159a5 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:53.787971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ea1dbcd6-83b2-4195-a585-6c036f351bc2 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:53.788467 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:53.837084 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6e5268b-0222-418e-90ae-46cda59977d3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:53.852552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:41:53.885360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9ce0ae4f-5ffa-4bde-93ba-57662d139503 None None] Provisioning complete for port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:53.885683 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9ce0ae4f-5ffa-4bde-93ba-57662d139503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:53.911790 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-69855c7c-6c15-47ca-819f-45914c409dcd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.084505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ea1dbcd6-83b2-4195-a585-6c036f351bc2 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:54.084910 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.087229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb69196-e63f-49c0-9c50-2ff67952344c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:54.100063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5268b-0222-418e-90ae-46cda59977d3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for 9cecf872-770d-4b23-82b1-baadc9fadc2a owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:54.122070 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-69855c7c-6c15-47ca-819f-45914c409dcd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.123122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8327871e-9d32-4d9a-a33e-2fae59fe04d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port 876b3f6b-f49a-469b-b5e5-334182bd3ef8 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:54.123957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8327871e-9d32-4d9a-a33e-2fae59fe04d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.136845 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.137279 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Added segment 45f02ba2-bb9b-45d7-b18c-18f99fccb403 of type vlan for network 243ab6a3-62ce-405a-8640-74bf1e6986d8 Jun 04 16:41:54.141745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0ae4f-5ffa-4bde-93ba-57662d139503 None None] Current status of the port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:54.153231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port ea1dbcd6-83b2-4195-a585-6c036f351bc2, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ea1dbcd6-83b2-4195-a585-6c036f351bc2,segment=NetworkSegment(3fa0adda-753b-4085-ab11-284fb57be1aa),segment_id=3fa0adda-753b-4085-ab11-284fb57be1aa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:54.156231 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-69855c7c-6c15-47ca-819f-45914c409dcd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.165316 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.166997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:54.200236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69855c7c-6c15-47ca-819f-45914c409dcd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de5dd1f-3869-435a-8ab4-4d9cd0a24952,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:54.243381 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-69855c7c-6c15-47ca-819f-45914c409dcd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.249665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-69855c7c-6c15-47ca-819f-45914c409dcd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6054909 Jun 04 16:41:54.250753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38132) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:54.297748 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.327809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bf8024fd-9a9c-4557-aa12-d6db3dc1fe11 None None] Provisioning complete for port 10b98fe3-9631-4980-9804-8f4b805159a5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:54.328307 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bf8024fd-9a9c-4557-aa12-d6db3dc1fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.344613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-47c3d2e3-ddd1-4976-a0ce-6a1f269836e7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Request body: {'security_group_rule': {'security_group_id': 'abced34a-465b-425e-8ac0-eb067c376944', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:54.364116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-47c3d2e3-ddd1-4976-a0ce-6a1f269836e7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:54.372180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-47c3d2e3-ddd1-4976-a0ce-6a1f269836e7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Usage tracker for resource:security_group_rule and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:54.382479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-47c3d2e3-ddd1-4976-a0ce-6a1f269836e7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:54.390650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=ea1dbcd6-83b2-4195-a585-6c036f351bc2,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:54.404716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-47c3d2e3-ddd1-4976-a0ce-6a1f269836e7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:54.417184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:54.417184 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.463302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-bf8024fd-9a9c-4557-aa12-d6db3dc1fe11 None None] Port 10b98fe3-9631-4980-9804-8f4b805159a5 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:54.478710 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8327871e-9d32-4d9a-a33e-2fae59fe04d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.499048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bf8024fd-9a9c-4557-aa12-d6db3dc1fe11 None None] Provisioning complete for port ea1dbcd6-83b2-4195-a585-6c036f351bc2 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:54.499415 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bf8024fd-9a9c-4557-aa12-d6db3dc1fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.533021 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.534713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:54.535280 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.613810 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47c3d2e3-ddd1-4976-a0ce-6a1f269836e7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.634889 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8592489 Jun 04 16:41:54.638174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38138) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:54.661913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Request body: {'subnet': {'network_id': '243ab6a3-62ce-405a-8640-74bf1e6986d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-630887900-subnet', 'tenant_id': 'a2bed937d3f44c439621ea4995ace52d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:54.739779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-bf8024fd-9a9c-4557-aa12-d6db3dc1fe11 None None] Current status of the port ea1dbcd6-83b2-4195-a585-6c036f351bc2 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:54.748800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:54.759973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:54.794081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Usage tracker for resource:subnet and tenant:a2bed937d3f44c439621ea4995ace52d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:54.804475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:54.821092 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:54.823041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b68273-fc47-43f9-a0a7-4d60649191ec admin admin] Pushing event updated for resources: {'Network': ['ID=243ab6a3-62ce-405a-8640-74bf1e6986d8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:54.834820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 243ab6a3-62ce-405a-8640-74bf1e6986d8 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:41:54.849945 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8327871e-9d32-4d9a-a33e-2fae59fe04d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for 876b3f6b-f49a-469b-b5e5-334182bd3ef8 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:54.883628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Made reservation on behalf of a2bed937d3f44c439621ea4995ace52d for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:41:54.886083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.910782 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6e5268b-0222-418e-90ae-46cda59977d3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.928262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47c3d2e3-ddd1-4976-a0ce-6a1f269836e7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.939441 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47c3d2e3-ddd1-4976-a0ce-6a1f269836e7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:54.974679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3d2e3-ddd1-4976-a0ce-6a1f269836e7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fe9931-329b-4d9d-a971-6af2e6d71157,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:55.004359 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47c3d2e3-ddd1-4976-a0ce-6a1f269836e7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:55.005769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-47c3d2e3-ddd1-4976-a0ce-6a1f269836e7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7451360 Jun 04 16:41:55.012756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38142) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:55.019882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:41:55.028495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:41:55.034884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Usage tracker for resource:floatingip and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:41:55.040112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:41:55.046577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:41:55.068076 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:55.081563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ea1dbcd6-83b2-4195-a585-6c036f351bc2 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:41:55.172296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ea1dbcd6-83b2-4195-a585-6c036f351bc2 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:55.172632 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:55.248907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5268b-0222-418e-90ae-46cda59977d3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=9cecf872-770d-4b23-82b1-baadc9fadc2a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:55.266554 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8327871e-9d32-4d9a-a33e-2fae59fe04d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:55.387287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ea1dbcd6-83b2-4195-a585-6c036f351bc2 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:41:55.394849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327871e-9d32-4d9a-a33e-2fae59fe04d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=876b3f6b-f49a-469b-b5e5-334182bd3ef8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:55.426834 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:55.599821 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:55.724678 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6e5268b-0222-418e-90ae-46cda59977d3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:55.834300 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8327871e-9d32-4d9a-a33e-2fae59fe04d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:56.096371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Allocated IP 172.25.5.178 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/d8261179-9b1b-4047-a071-d63cdcca7fa0) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:56.207678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8327871e-9d32-4d9a-a33e-2fae59fe04d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 4c9cf0ea-e396-42ce-abd1-72a3fde5daa4 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:41:56.239514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e5268b-0222-418e-90ae-46cda59977d3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Router da76dd4c-2ddb-4591-88b4-6700e2595692 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:41:56.306008 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:56.570104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e5268b-0222-418e-90ae-46cda59977d3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:41:56.578623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8327871e-9d32-4d9a-a33e-2fae59fe04d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:41:56.585799 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4084ab5-6707-472e-9779-68624ed4f063 None None] Sync routers for ids ['da76dd4c-2ddb-4591-88b4-6700e2595692'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:41:56.597163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c031022a-1c54-4363-a188-8ecb4c13987b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:56.611766 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:56.622077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc79b38-ef96-4edf-a4fd-eb86098f7645 None None] Sync routers for ids ['4c9cf0ea-e396-42ce-abd1-72a3fde5daa4'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:41:56.623062 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4084ab5-6707-472e-9779-68624ed4f063 None None] Routers {'da76dd4c-2ddb-4591-88b4-6700e2595692'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:56.624569 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d4084ab5-6707-472e-9779-68624ed4f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['da76dd4c-2ddb-4591-88b4-6700e2595692'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:56.629101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Checking segment: {'id': '45f02ba2-bb9b-45d7-b18c-18f99fccb403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '243ab6a3-62ce-405a-8640-74bf1e6986d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:41:56.629508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Network hostable DHCP agents. Network: 243ab6a3-62ce-405a-8640-74bf1e6986d8, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:41:56.632726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8327871e-9d32-4d9a-a33e-2fae59fe04d1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/4c9cf0ea-e396-42ce-abd1-72a3fde5daa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7880909 Jun 04 16:41:56.633401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38150) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:56.635222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc79b38-ef96-4edf-a4fd-eb86098f7645 None None] Routers {'4c9cf0ea-e396-42ce-abd1-72a3fde5daa4'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:56.638179 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3dc79b38-ef96-4edf-a4fd-eb86098f7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['4c9cf0ea-e396-42ce-abd1-72a3fde5daa4'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:56.651393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Allocated IP 2001:db8:1::1 (9cd8661e-0104-4d7a-b2a3-24bfe133f986/8c0a3bfb-dc9d-4c30-90b9-d12efc651d70/5416d764-28a4-4541-a583-1fd4adca472b) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:41:56.669576 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f6e5268b-0222-418e-90ae-46cda59977d3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "PUT /v2.0/routers/da76dd4c-2ddb-4591-88b4-6700e2595692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6990733 Jun 04 16:41:56.674190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38156) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:56.713745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-45aa4c94-8d10-4d80-b67e-f4c08f97205c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Synchronizing usage tracker for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:56.732255 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d4084ab5-6707-472e-9779-68624ed4f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:56.745255 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4084ab5-6707-472e-9779-68624ed4f063 None None] Routers {'da76dd4c-2ddb-4591-88b4-6700e2595692'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:56.746650 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d4084ab5-6707-472e-9779-68624ed4f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['da76dd4c-2ddb-4591-88b4-6700e2595692'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:56.775811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-45aa4c94-8d10-4d80-b67e-f4c08f97205c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Unset dirty status for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:56.781949 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-45aa4c94-8d10-4d80-b67e-f4c08f97205c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c9cf0ea-e396-42ce-abd1-72a3fde5daa4 HTTP/1.1" status: 200 len: 205 time: 0.1454363 Jun 04 16:41:56.782624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38162) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:56.794489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3dc79b38-ef96-4edf-a4fd-eb86098f7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:56.811393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc79b38-ef96-4edf-a4fd-eb86098f7645 None None] Routers {'4c9cf0ea-e396-42ce-abd1-72a3fde5daa4'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:41:56.812019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3dc79b38-ef96-4edf-a4fd-eb86098f7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:41:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['4c9cf0ea-e396-42ce-abd1-72a3fde5daa4'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:56.849714 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d4084ab5-6707-472e-9779-68624ed4f063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:56.850170 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4084ab5-6707-472e-9779-68624ed4f063 None None] The sync data for ids ['da76dd4c-2ddb-4591-88b4-6700e2595692'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:41:56.887317 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:56.923190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Network 243ab6a3-62ce-405a-8640-74bf1e6986d8 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:41:56.923898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3dc79b38-ef96-4edf-a4fd-eb86098f7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:56.926703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc79b38-ef96-4edf-a4fd-eb86098f7645 None None] The sync data for ids ['4c9cf0ea-e396-42ce-abd1-72a3fde5daa4'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:41:56.930646 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51da135-9c17-4879-89e3-43448c71b977 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:41:56.931183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b51da135-9c17-4879-89e3-43448c71b977 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:57.040189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:57.048431 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4f42eccf-0fd2-4f83-a52a-a2d5d46a3b97 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.101622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:57.101793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 243ab6a3-62ce-405a-8640-74bf1e6986d8) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:57.109713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:57.112165 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:41:57.112165 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.119787 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.121691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c783e8-c2ac-4864-b09e-ddd60b958a6b None None] Network 243ab6a3-62ce-405a-8640-74bf1e6986d8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:57.133522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b51da135-9c17-4879-89e3-43448c71b977 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:57.134649 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b51da135-9c17-4879-89e3-43448c71b977 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/9cecf872-770d-4b23-82b1-baadc9fadc2a HTTP/1.1" status: 404 len: 333 time: 0.4594758 Jun 04 16:41:57.138349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38178) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:57.206409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event updated for resources: {'Port': ['ID=d8261179-9b1b-4047-a071-d63cdcca7fa0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:57.224112 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-db60897b-1659-4e77-a44c-1661a650dff0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5732427 Jun 04 16:41:57.389739 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4cb87fbe-cdb7-499b-86e1-67a5ac4b6c32 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.513847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38188) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:57.522748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08037f69-bcb6-4a18-a18c-67139ba1de34 None None] Network 243ab6a3-62ce-405a-8640-74bf1e6986d8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:57.557917 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4f42eccf-0fd2-4f83-a52a-a2d5d46a3b97 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.565353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4f42eccf-0fd2-4f83-a52a-a2d5d46a3b97 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.627934 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.629082 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4f42eccf-0fd2-4f83-a52a-a2d5d46a3b97 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.629592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f42eccf-0fd2-4f83-a52a-a2d5d46a3b97 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Fanout notify agent at l3_agent the message router_deleted on router 4c9cf0ea-e396-42ce-abd1-72a3fde5daa4 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:41:57.639329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Deleting subnet c031022a-1c54-4363-a188-8ecb4c13987b {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:41:57.645920 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.652518 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Transition to ACTIVE for port object 5416d764-28a4-4541-a583-1fd4adca472b will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:41:57.738987 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4f42eccf-0fd2-4f83-a52a-a2d5d46a3b97 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.740130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4f42eccf-0fd2-4f83-a52a-a2d5d46a3b97 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/4c9cf0ea-e396-42ce-abd1-72a3fde5daa4 HTTP/1.1" status: 204 len: 168 time: 0.9556072 Jun 04 16:41:57.745401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38192) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:57.751068 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.831045 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6e73c050-9fda-43f2-9ea5-cad25395d873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.857898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4cb87fbe-cdb7-499b-86e1-67a5ac4b6c32 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.861111 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4cb87fbe-cdb7-499b-86e1-67a5ac4b6c32 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.861299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.885573 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.926676 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4cb87fbe-cdb7-499b-86e1-67a5ac4b6c32 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.927895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb87fbe-cdb7-499b-86e1-67a5ac4b6c32 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Fanout notify agent at l3_agent the message router_deleted on router da76dd4c-2ddb-4591-88b4-6700e2595692 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:41:57.933793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-3378c873-4e28-425d-882b-c016676146c6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting subnet 107067d3-7da9-4618-9f42-8af1c0cca386 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:41:57.939845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3378c873-4e28-425d-882b-c016676146c6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.963231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network 9cd8661e-0104-4d7a-b2a3-24bfe133f986 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:41:57.967552 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4cb87fbe-cdb7-499b-86e1-67a5ac4b6c32 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.968622 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4cb87fbe-cdb7-499b-86e1-67a5ac4b6c32 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/routers/da76dd4c-2ddb-4591-88b4-6700e2595692 HTTP/1.1" status: 204 len: 168 time: 0.8290248 Jun 04 16:41:57.971798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:41:57.975910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38196) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:57.977071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:57.980157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:41:57.980679 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.031135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=5416d764-28a4-4541-a583-1fd4adca472b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:58.072908 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3378c873-4e28-425d-882b-c016676146c6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.085064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-84189997-fe42-479b-a162-c9df88986836 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting subnet a0219872-8873-4400-bb39-eb6734034ea4 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:41:58.090508 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84189997-fe42-479b-a162-c9df88986836 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.155052 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84189997-fe42-479b-a162-c9df88986836 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.209224 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.272076 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.300605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-caecfdc9-9cc3-4c71-b474-e116620733cf None None] Provisioning for port 5416d764-28a4-4541-a583-1fd4adca472b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:41:58.306865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-caecfdc9-9cc3-4c71-b474-e116620733cf None None] Provisioning complete for port 5416d764-28a4-4541-a583-1fd4adca472b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:41:58.307322 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-caecfdc9-9cc3-4c71-b474-e116620733cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.357464 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84189997-fe42-479b-a162-c9df88986836 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.367570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-caecfdc9-9cc3-4c71-b474-e116620733cf None None] Port 5416d764-28a4-4541-a583-1fd4adca472b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:41:58.423740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c031022a-1c54-4363-a188-8ecb4c13987b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:58.426634 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.447956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:58.448297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:58.448623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:58.448949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:58.449272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:58.449588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:58.449909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:58.450223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:58.450567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:58.450872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:58.451187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:58.451499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:41:58.468098 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-60e9042b-ef67-4fd7-8e49-17d54dc51309 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c031022a-1c54-4363-a188-8ecb4c13987b HTTP/1.1" status: 204 len: 168 time: 0.9527051 Jun 04 16:41:58.471487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38200) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:58.505912 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3378c873-4e28-425d-882b-c016676146c6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.651454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.664574 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-59ea2fe8-6384-4ee1-938f-20e4da439d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.667207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.752156 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84189997-fe42-479b-a162-c9df88986836 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.830607 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3378c873-4e28-425d-882b-c016676146c6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.855412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84189997-fe42-479b-a162-c9df88986836 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Subnet': ['ID=a0219872-8873-4400-bb39-eb6734034ea4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:58.869442 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84189997-fe42-479b-a162-c9df88986836 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.879184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb69a8c-6a62-4613-9050-9ca6ee909507 None None] Network 2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:58.882897 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-84189997-fe42-479b-a162-c9df88986836 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/a0219872-8873-4400-bb39-eb6734034ea4 HTTP/1.1" status: 204 len: 168 time: 0.9031520 Jun 04 16:41:58.882897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38208) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:58.884725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event updated for resources: {'Port': ['ID=d8261179-9b1b-4047-a071-d63cdcca7fa0,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:58.916267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378c873-4e28-425d-882b-c016676146c6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Subnet': ['ID=107067d3-7da9-4618-9f42-8af1c0cca386,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:58.926593 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3378c873-4e28-425d-882b-c016676146c6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.933113 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:58.938747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4040e8-4209-4668-aa94-5f23df360aba None None] Network d24c7ba0-50d5-4e43-8c7c-83f23bffaa72 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:41:59.005088 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3378c873-4e28-425d-882b-c016676146c6 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/107067d3-7da9-4618-9f42-8af1c0cca386 HTTP/1.1" status: 204 len: 168 time: 1.2546875 Jun 04 16:41:59.015622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38218) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:41:59.045105 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-59ea2fe8-6384-4ee1-938f-20e4da439d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.052718 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.053927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-547365fd-19a2-4154-931b-7c2ed9348925 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0397787 Jun 04 16:41:59.117004 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.150764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port 561dabb3-9be4-4c75-a0b5-414ba66111ad {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:59.151365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.215522 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.228364 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.229170 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.266963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-59ea2fe8-6384-4ee1-938f-20e4da439d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243ab6a3-62ce-405a-8640-74bf1e6986d8']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:59.295484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-59ea2fe8-6384-4ee1-938f-20e4da439d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f02ba2-bb9b-45d7-b18c-18f99fccb403') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:59.295845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-59ea2fe8-6384-4ee1-938f-20e4da439d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f02ba2-bb9b-45d7-b18c-18f99fccb403') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:41:59.316966 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.320333 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-59ea2fe8-6384-4ee1-938f-20e4da439d1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.341671 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-59ea2fe8-6384-4ee1-938f-20e4da439d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.360069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:59.364922 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.443646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ea2fe8-6384-4ee1-938f-20e4da439d1e admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:41:59.444270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-59ea2fe8-6384-4ee1-938f-20e4da439d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.499365 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 45f02ba2-bb9b-45d7-b18c-18f99fccb403 resource provider aggregate not found Jun 04 16:41:59.522200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] DHCP port deletion for d24c7ba0-50d5-4e43-8c7c-83f23bffaa72 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:41:59.527246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Deleting port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:59.528077 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.565566 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 45f02ba2-bb9b-45d7-b18c-18f99fccb403 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45f02ba2-bb9b-45d7-b18c-18f99fccb403 found for delete ", "request_id": "req-b94c9401-990d-4e3c-a52f-abe559be1513"}]} Jun 04 16:41:59.583505 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] For port 561dabb3-9be4-4c75-a0b5-414ba66111ad, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=561dabb3-9be4-4c75-a0b5-414ba66111ad,segment=NetworkSegment(ab82b879-3887-4318-9323-21745e5316a0),segment_id=ab82b879-3887-4318-9323-21745e5316a0)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:41:59.584160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.618794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0103b3bd-2640-41f7-b8c8-3116c5bd285f None None] DHCP port deletion for 2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:41:59.637193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-beea4a3a-334f-4033-ad75-b3339ea1473f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Synchronizing usage tracker for tenant:be35f42fdb434174b0e0b38af59135ec on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:41:59.653588 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-59ea2fe8-6384-4ee1-938f-20e4da439d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.674907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0103b3bd-2640-41f7-b8c8-3116c5bd285f None None] Deleting port 561dabb3-9be4-4c75-a0b5-414ba66111ad {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:41:59.675422 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0103b3bd-2640-41f7-b8c8-3116c5bd285f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.699422 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-59ea2fe8-6384-4ee1-938f-20e4da439d1e admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:41:59.727904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-59ea2fe8-6384-4ee1-938f-20e4da439d1e admin admin] 10.222.0.13 "DELETE /v2.0/networks/243ab6a3-62ce-405a-8640-74bf1e6986d8 HTTP/1.1" status: 204 len: 168 time: 1.2520008 Jun 04 16:41:59.727904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea2fe8-6384-4ee1-938f-20e4da439d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=243ab6a3-62ce-405a-8640-74bf1e6986d8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:59.756119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for 561dabb3-9be4-4c75-a0b5-414ba66111ad owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:41:59.762600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-beea4a3a-334f-4033-ad75-b3339ea1473f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Unset dirty status for tenant:be35f42fdb434174b0e0b38af59135ec on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:41:59.763764 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-beea4a3a-334f-4033-ad75-b3339ea1473f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--357869992&fields=id&tenant_id=be35f42fdb434174b0e0b38af59135ec HTTP/1.1" status: 200 len: 267 time: 0.3458130 Jun 04 16:41:59.891297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=5416d764-28a4-4541-a583-1fd4adca472b,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:41:59.962561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38246) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:00.015415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] For port 28d11bed-2fb2-42f9-bfaa-e6577c00d500, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=28d11bed-2fb2-42f9-bfaa-e6577c00d500,segment=NetworkSegment(13685a39-e944-4724-bab1-bff2169c5b52),segment_id=13685a39-e944-4724-bab1-bff2169c5b52)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:00.015781 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:00.076122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network 9cd8661e-0104-4d7a-b2a3-24bfe133f986 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:00.079105 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:00.152447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] For port 28d11bed-2fb2-42f9-bfaa-e6577c00d500, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=28d11bed-2fb2-42f9-bfaa-e6577c00d500,segment=NetworkSegment(13685a39-e944-4724-bab1-bff2169c5b52),segment_id=13685a39-e944-4724-bab1-bff2169c5b52)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:00.152968 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:00.167483 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-07c17586-a6f4-4c77-b529-05ebce4d5364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:00.178883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for 28d11bed-2fb2-42f9-bfaa-e6577c00d500 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:00.248568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-20fc1a0e-d5de-479f-bb62-435dfe3a3de5 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:00.250061 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-20fc1a0e-d5de-479f-bb62-435dfe3a3de5 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/networks?id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd HTTP/1.1" status: 200 len: 810 time: 0.4251964 Jun 04 16:42:00.257473 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-507f0374-4a99-43d2-9657-f00cc19e703f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2bed937d3f44c439621ea4995ace52d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889335 Jun 04 16:42:00.258412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38252) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:00.272325 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-7e7de377-5388-402d-aace-3e4f0da81231 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/quotas/be35f42fdb434174b0e0b38af59135ec HTTP/1.1" status: 200 len: 375 time: 0.0146425 Jun 04 16:42:00.283511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:00.356393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Calling delete_port for 28d11bed-2fb2-42f9-bfaa-e6577c00d500 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:00.387243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No DVR routers for this DVR port 561dabb3-9be4-4c75-a0b5-414ba66111ad on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:42:00.392726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=561dabb3-9be4-4c75-a0b5-414ba66111ad,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:00.480166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0103b3bd-2640-41f7-b8c8-3116c5bd285f None None] For port 561dabb3-9be4-4c75-a0b5-414ba66111ad, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=561dabb3-9be4-4c75-a0b5-414ba66111ad,segment=NetworkSegment(ab82b879-3887-4318-9323-21745e5316a0),segment_id=ab82b879-3887-4318-9323-21745e5316a0)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:00.480808 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0103b3bd-2640-41f7-b8c8-3116c5bd285f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:00.547065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router da9eb54c-058a-463b-aa7b-c1bcc082150c has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:42:00.613308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:42:00.613691 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:42:00.625626 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a892b42b-605c-4a8e-b960-69ed546ecce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:00.646478 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0103b3bd-2640-41f7-b8c8-3116c5bd285f None None] Calling delete_port for 561dabb3-9be4-4c75-a0b5-414ba66111ad owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:00.743935 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:00.756142 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-0103b3bd-2640-41f7-b8c8-3116c5bd285f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:42:00.757776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-a94499aa-0978-49b0-a6a9-65d334fa62c7 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be35f42fdb434174b0e0b38af59135ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3145940 Jun 04 16:42:00.758251 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-0103b3bd-2640-41f7-b8c8-3116c5bd285f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:42:00.761198 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:00.762664 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a892b42b-605c-4a8e-b960-69ed546ecce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:00.821317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] No DVR routers for this DVR port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:42:00.840086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Pushing event deleted for resources: {'Port': ['ID=28d11bed-2fb2-42f9-bfaa-e6577c00d500,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:00.852480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:00.852894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:00.853698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:00.853698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:00.853951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:00.854393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:00.854816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:00.855220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:00.855601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:00.855980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:00.856358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:00.856735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e0a85-9e34-42f9-97b5-79107ab3f8ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:00.866654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f060ee1e-e369-454c-8484-407a087d2a18 None None] Provisioning complete for port 5416d764-28a4-4541-a583-1fd4adca472b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:00.867140 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f060ee1e-e369-454c-8484-407a087d2a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:00.976492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f060ee1e-e369-454c-8484-407a087d2a18 None None] Port 5416d764-28a4-4541-a583-1fd4adca472b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:01.029483 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-29e112d8-87c4-411c-bd33-6af0b42c5566 service neutron] 10.222.0.13 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576466 Jun 04 16:42:01.102798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:01.127213 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 561dabb3-9be4-4c75-a0b5-414ba66111ad no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:42:01.129394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab82b879-3887-4318-9323-21745e5316a0') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:01.129698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab82b879-3887-4318-9323-21745e5316a0') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:01.133474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port 28d11bed-2fb2-42f9-bfaa-e6577c00d500 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:01.133956 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.142085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.159621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.165156 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.167684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:42:01.168287 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.172748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 561dabb3-9be4-4c75-a0b5-414ba66111ad {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:42:01.173159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 561dabb3-9be4-4c75-a0b5-414ba66111ad not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:42:01.173894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 28d11bed-2fb2-42f9-bfaa-e6577c00d500 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:42:01.208122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 28d11bed-2fb2-42f9-bfaa-e6577c00d500 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:42:01.208551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 28d11bed-2fb2-42f9-bfaa-e6577c00d500 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:42:01.239706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] The port '28d11bed-2fb2-42f9-bfaa-e6577c00d500' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:42:01.242053 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a892b42b-605c-4a8e-b960-69ed546ecce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.259086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0103b3bd-2640-41f7-b8c8-3116c5bd285f None None] Deleting port 561dabb3-9be4-4c75-a0b5-414ba66111ad {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:01.259546 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0103b3bd-2640-41f7-b8c8-3116c5bd285f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.286178 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.327613 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.330973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Network': ['ID=2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:01.363862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:01.369474 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9ae8901f-4a4c-4878-8e52-e5aa21a7d9c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/da9eb54c-058a-463b-aa7b-c1bcc082150c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6081550 Jun 04 16:42:01.374446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38266) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:01.375425 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9834ef95-ad3e-4405-9ceb-73d85a658cca None None] Sync routers for ids ['da9eb54c-058a-463b-aa7b-c1bcc082150c'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:01.391261 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834ef95-ad3e-4405-9ceb-73d85a658cca None None] Routers {'da9eb54c-058a-463b-aa7b-c1bcc082150c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:01.391978 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9834ef95-ad3e-4405-9ceb-73d85a658cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['da9eb54c-058a-463b-aa7b-c1bcc082150c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:01.420675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0103b3bd-2640-41f7-b8c8-3116c5bd285f None None] The port '561dabb3-9be4-4c75-a0b5-414ba66111ad' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:42:01.451377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.464611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892b42b-605c-4a8e-b960-69ed546ecce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb69196-e63f-49c0-9c50-2ff67952344c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:01.468569 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f9c0a31c-0ab5-4b92-a206-0c08337bb131 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/networks/2b74ed7e-f6b4-4ef4-ba10-4253d4483e2f HTTP/1.1" status: 204 len: 168 time: 2.5754311 Jun 04 16:42:01.479413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38270) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:01.522682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3039db9-dbb3-4315-962a-478fae254c35 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:01.523670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c3039db9-dbb3-4315-962a-478fae254c35 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Synchronizing usage tracker for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:42:01.534679 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9834ef95-ad3e-4405-9ceb-73d85a658cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:01.553968 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834ef95-ad3e-4405-9ceb-73d85a658cca None None] Routers {'da9eb54c-058a-463b-aa7b-c1bcc082150c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:01.554683 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9834ef95-ad3e-4405-9ceb-73d85a658cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['da9eb54c-058a-463b-aa7b-c1bcc082150c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:01.561086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c3039db9-dbb3-4315-962a-478fae254c35 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Unset dirty status for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:42:01.565177 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c3039db9-dbb3-4315-962a-478fae254c35 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports/5416d764-28a4-4541-a583-1fd4adca472b HTTP/1.1" status: 200 len: 913 time: 0.1879208 Jun 04 16:42:01.565477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38274) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:01.635184 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9834ef95-ad3e-4405-9ceb-73d85a658cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:01.635951 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9834ef95-ad3e-4405-9ceb-73d85a658cca None None] The sync data for ids ['da9eb54c-058a-463b-aa7b-c1bcc082150c'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:01.640251 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a892b42b-605c-4a8e-b960-69ed546ecce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.644967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a892b42b-605c-4a8e-b960-69ed546ecce0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1eb69196-e63f-49c0-9c50-2ff67952344c HTTP/1.1" status: 204 len: 168 time: 1.3747890 Jun 04 16:42:01.660864 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.687256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27551622-eac2-4d6d-b4de-7d3c758ca81a tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:01.687840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-27551622-eac2-4d6d-b4de-7d3c758ca81a tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:42:01.733806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-27551622-eac2-4d6d-b4de-7d3c758ca81a tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:42:01.739144 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-27551622-eac2-4d6d-b4de-7d3c758ca81a tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/db9db86d-d4f4-40e4-a5b3-028cfe73cca0 HTTP/1.1" status: 200 len: 843 time: 0.2547348 Jun 04 16:42:01.749846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38280) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:01.753833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24c7ba0-50d5-4e43-8c7c-83f23bffaa72']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:01.834707 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-9b175fea-b946-4488-9e3a-0926143dbaee service neutron] 10.222.0.13 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287076 Jun 04 16:42:01.836354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13685a39-e944-4724-bab1-bff2169c5b52') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:01.836614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13685a39-e944-4724-bab1-bff2169c5b52') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:01.860204 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.887496 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1d333951-28c6-4664-883c-ae8850592c26 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/db9db86d-d4f4-40e4-a5b3-028cfe73cca0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1364086 Jun 04 16:42:01.888747 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:01.892994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38286) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:01.903678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:01.928104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:42:01.928518 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.063807 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ab82b879-3887-4318-9323-21745e5316a0 resource provider aggregate not found Jun 04 16:42:02.074705 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 13685a39-e944-4724-bab1-bff2169c5b52 resource provider aggregate not found Jun 04 16:42:02.131323 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ab82b879-3887-4318-9323-21745e5316a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab82b879-3887-4318-9323-21745e5316a0 found for delete ", "request_id": "req-2a964de9-9d96-44d2-aaa2-73302691009d"}]} Jun 04 16:42:02.150537 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 13685a39-e944-4724-bab1-bff2169c5b52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13685a39-e944-4724-bab1-bff2169c5b52 found for delete ", "request_id": "req-572c2922-9ec2-4c48-95ac-c123fe2128e5"}]} Jun 04 16:42:02.153090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:02.158163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:02.166824 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.174115 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.177787 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:02.284476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Network': ['ID=d24c7ba0-50d5-4e43-8c7c-83f23bffaa72,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:02.293981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:02.312041 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6005027-b85a-4120-9b9d-02b2fff84341 req-a2dbec00-7cf8-4619-bce4-6517c01c7916 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 210 time: 0.0668364 Jun 04 16:42:02.313553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-97399769-895b-49a0-b9a7-251fbfba1ff0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/networks/d24c7ba0-50d5-4e43-8c7c-83f23bffaa72 HTTP/1.1" status: 204 len: 168 time: 3.2967968 Jun 04 16:42:02.319080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38308) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:02.333799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ffdf446d-d25e-487b-a585-14e47cdd256d tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1627105964', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:02.382227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ffdf446d-d25e-487b-a585-14e47cdd256d tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:02.415784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ffdf446d-d25e-487b-a585-14e47cdd256d tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:router and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:02.417716 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e0f9157-abf4-4902-befa-0b5cba6204c0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.424711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ffdf446d-d25e-487b-a585-14e47cdd256d tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:02.432929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ffdf446d-d25e-487b-a585-14e47cdd256d tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:02.445951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:02.451531 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.482262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ffdf446d-d25e-487b-a585-14e47cdd256d tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.483874 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ffdf446d-d25e-487b-a585-14e47cdd256d tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.598958 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.649112 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ffdf446d-d25e-487b-a585-14e47cdd256d tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.691976 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ffdf446d-d25e-487b-a585-14e47cdd256d tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.774532 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ffdf446d-d25e-487b-a585-14e47cdd256d tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.775998 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ffdf446d-d25e-487b-a585-14e47cdd256d tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4536366 Jun 04 16:42:02.779618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38326) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:02.789402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'network': {'name': 'tempest-RoutersTest-877847441'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:02.800589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:02.809791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:network and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:02.817520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:02.843319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:02.871890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:02.875802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.901267 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.976179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f9157-abf4-4902-befa-0b5cba6204c0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port 5416d764-28a4-4541-a583-1fd4adca472b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:02.976996 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e0f9157-abf4-4902-befa-0b5cba6204c0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:02.999741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:03.000630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:42:03.007422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:03.013823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:03.013823 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:03.018855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda171a-7576-41b8-aae6-e312306c566c None None] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:03.027257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Subnet': ['ID=018684ef-fa24-41d7-93d0-dcc8793daa2c,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:03.044723 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:03.044723 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Added segment dc19c094-4a10-4f31-9674-88ebabf192f2 of type vlan for network 27905dfd-d1ef-48cb-83f9-47e210ec4ba1 Jun 04 16:42:03.082100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:03.181128 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:03.190351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:03.192679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:03.249182 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e0f9157-abf4-4902-befa-0b5cba6204c0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:03.290016 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5091715 Jun 04 16:42:03.300535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38348) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:03.365489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'tenant_id': 'fbcea708c4324b77a2fd74411d968c63', 'fixed_ips': [{'subnet_id': '018684ef-fa24-41d7-93d0-dcc8793daa2c'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:42:03.367692 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:03.593831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f9157-abf4-4902-befa-0b5cba6204c0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for 5416d764-28a4-4541-a583-1fd4adca472b owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:03.642831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'subnet': {'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:03.680492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-666b1ba6-55c1-4cb4-a8f2-64e3bcc4d3fe tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7864335 Jun 04 16:42:03.710503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38376) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:03.822791 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d7af9c00-04b2-454d-a149-7091cd9b8287 req-fed35419-ef92-41d7-a075-7833baac9a7a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 210 time: 0.1206377 Jun 04 16:42:03.871824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Allocated IP 2001:db8::2 (57f270cc-9dfd-4f80-a59d-90e6a83be2d1/018684ef-fa24-41d7-93d0-dcc8793daa2c/d8a4f322-1ddb-4670-9351-115a4f6d38a7) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:03.874081 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e0f9157-abf4-4902-befa-0b5cba6204c0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:03.880482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'security_group': {'name': 'tempest-secgroup-2047672141'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:03.918842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:03.926289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e9256-6285-4ed8-97c0-c58bce96e5ea tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Network': ['ID=27905dfd-d1ef-48cb-83f9-47e210ec4ba1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:03.950192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:security_group and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:03.988506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:03.996921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 27905dfd-d1ef-48cb-83f9-47e210ec4ba1 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:42:04.007406 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f9157-abf4-4902-befa-0b5cba6204c0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=5416d764-28a4-4541-a583-1fd4adca472b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:04.008941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:04.014029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:subnet and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:04.016985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:04.023238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:04.093053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:04.103248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:04.107717 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:04.178691 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:04.292114 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e0f9157-abf4-4902-befa-0b5cba6204c0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:04.390377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:04.405293 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:04.444701 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:04.542077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:04.559862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:security_group_rule and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:04.566634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:04.569376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Subnet': ['ID=295bf625-6cde-4406-9109-e831327be979,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:04.577518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:04.591019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-1eaab2d6-4566-4b96-9788-dadfca430ec9 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:04.592626 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-1eaab2d6-4566-4b96-9788-dadfca430ec9 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.42 "GET /v2.0/networks?id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd HTTP/1.1" status: 200 len: 810 time: 0.6444626 Jun 04 16:42:04.602199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Checking segment: {'id': 'dc19c094-4a10-4f31-9674-88ebabf192f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:04.602642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network hostable DHCP agents. Network: 27905dfd-d1ef-48cb-83f9-47e210ec4ba1, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:42:04.716703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 27905dfd-d1ef-48cb-83f9-47e210ec4ba1 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:42:04.730117 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-759368f8-b873-4e18-9c14-8e365a3f388f tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be35f42fdb434174b0e0b38af59135ec HTTP/1.1" status: 200 len: 379 time: 0.1208992 Jun 04 16:42:04.734287 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:04.737513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38390) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:04.748785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Transition to ACTIVE for port object d8a4f322-1ddb-4670-9351-115a4f6d38a7 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:04.749513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Request body: {'port': {'device_id': '68bfedfc-c121-4115-b281-92e998b21b64', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'admin_state_up': True, 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'security_groups': ['abced34a-465b-425e-8ac0-eb067c376944']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:04.771083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0f9157-abf4-4902-befa-0b5cba6204c0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router da9eb54c-058a-463b-aa7b-c1bcc082150c has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:42:04.777458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Transition to ACTIVE for port object d8a4f322-1ddb-4670-9351-115a4f6d38a7 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:04.787566 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:04.858420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:04.859910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:04.870113 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:04.898016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 27905dfd-d1ef-48cb-83f9-47e210ec4ba1) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:04.917713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ecbcf6-aeaa-41c4-912d-eb14f30a13fd None None] Network 27905dfd-d1ef-48cb-83f9-47e210ec4ba1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:04.965497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0f9157-abf4-4902-befa-0b5cba6204c0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:04.968409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:04.969174 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.017303 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1e0f9157-abf4-4902-befa-0b5cba6204c0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/da9eb54c-058a-463b-aa7b-c1bcc082150c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4504611 Jun 04 16:42:05.019238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38400) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:05.037037 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.075649 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.083084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b10fa6-853f-4004-a2c0-73609ed04845 None None] Sync routers for ids ['da9eb54c-058a-463b-aa7b-c1bcc082150c'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:05.111857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-50e57ea4-4ce1-40e5-ace0-ed2d4382ff07 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8024466 Jun 04 16:42:05.149843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38406) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:05.202054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b10fa6-853f-4004-a2c0-73609ed04845 None None] Routers {'da9eb54c-058a-463b-aa7b-c1bcc082150c'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:05.209799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-04b10fa6-853f-4004-a2c0-73609ed04845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['da9eb54c-058a-463b-aa7b-c1bcc082150c'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:05.216751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c7d69d3-6fba-4741-81b0-1845cb47a0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.237245 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79074e3f-d217-451f-918b-9ac02758d3e6 req-533c4cc9-2d12-420d-98df-b929eaae50ff tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 210 time: 0.1291919 Jun 04 16:42:05.257114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:05.268969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Usage tracker for resource:port and tenant:be35f42fdb434174b0e0b38af59135ec is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:05.273611 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.274850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5379951 Jun 04 16:42:05.275839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:05.280408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38410) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:05.281300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9c7d69d3-6fba-4741-81b0-1845cb47a0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:05.285337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Attempting to bind port d8a4f322-1ddb-4670-9351-115a4f6d38a7 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:42:05.286296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Attempting to bind port d8a4f322-1ddb-4670-9351-115a4f6d38a7 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'dd3f3cc3-cf3e-49ef-b79d-b57ff1186436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:42:05.286296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Attempting to bind port d8a4f322-1ddb-4670-9351-115a4f6d38a7 on network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:05.286589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0a827-fa37-40b7-a6f3-cc919fb7a165 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726ff4e4-9fe4-4fe1-b181-1abeaacbef4b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:05.288810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Pushing event updated for resources: {'Port': ['ID=d8a4f322-1ddb-4670-9351-115a4f6d38a7,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:05.295155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'security_group': {'name': 'tempest-secgroup-75216067'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:05.302041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:05.310726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:security_group and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:05.318793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:05.329562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9c7d69d3-6fba-4741-81b0-1845cb47a0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:1386aaf2c2344f0d8b097551e809ecb2 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:05.334998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:05.340366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9c7d69d3-6fba-4741-81b0-1845cb47a0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:05.344564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Made reservation on behalf of be35f42fdb434174b0e0b38af59135ec for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:05.350605 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.374413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:05.382204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9c7d69d3-6fba-4741-81b0-1845cb47a0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:05.467639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-04b10fa6-853f-4004-a2c0-73609ed04845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:05.474126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:42:05.474460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Checking segment: {'id': 'dd3f3cc3-cf3e-49ef-b79d-b57ff1186436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:05.475238 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.475698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Bound using segment: {'id': 'dd3f3cc3-cf3e-49ef-b79d-b57ff1186436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:42:05.476292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Bound port: d8a4f322-1ddb-4670-9351-115a4f6d38a7, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3f3cc3-cf3e-49ef-b79d-b57ff1186436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:42:05.476987 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.481105 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.490465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:42:05.491394 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.513654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b10fa6-853f-4004-a2c0-73609ed04845 None None] Routers {'da9eb54c-058a-463b-aa7b-c1bcc082150c'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:05.515030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-04b10fa6-853f-4004-a2c0-73609ed04845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['da9eb54c-058a-463b-aa7b-c1bcc082150c'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:05.582750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:05.601939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:security_group_rule and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:05.610645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:05.667189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:05.669596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] For port d8a4f322-1ddb-4670-9351-115a4f6d38a7, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:42:05.673203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-04b10fa6-853f-4004-a2c0-73609ed04845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:05.673203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b10fa6-853f-4004-a2c0-73609ed04845 None None] The sync data for ids ['da9eb54c-058a-463b-aa7b-c1bcc082150c'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:05.724562 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] For port d8a4f322-1ddb-4670-9351-115a4f6d38a7, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d8a4f322-1ddb-4670-9351-115a4f6d38a7,segment=NetworkSegment(dd3f3cc3-cf3e-49ef-b79d-b57ff1186436),segment_id=dd3f3cc3-cf3e-49ef-b79d-b57ff1186436)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:42:05.730890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Allocated IP 172.20.0.7 (a86cdb26-f9a1-4067-b02d-d95f32e1e9cd/0b1e4094-3a05-4f0d-9004-57005698851e/6d87e5dc-312d-4586-84cd-0b06f66bc401) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:05.731952 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.785704 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c7d69d3-6fba-4741-81b0-1845cb47a0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.806695 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9c7d69d3-6fba-4741-81b0-1845cb47a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.903603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c101835-aad9-400f-b592-760512db0ca5 None None] Pushing event updated for resources: {'Port': ['ID=d8a4f322-1ddb-4670-9351-115a4f6d38a7,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:05.905947 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:05.955269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Allocated IP 172.20.0.2 (27905dfd-d1ef-48cb-83f9-47e210ec4ba1/295bf625-6cde-4406-9109-e831327be979/6fdb531b-c78a-4f43-bc14-677300525644) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:05.968833 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:06.109414 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d69d3-6fba-4741-81b0-1845cb47a0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133fc300-5127-420c-a6e9-3790f147b4e8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:06.140062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9c7d69d3-6fba-4741-81b0-1845cb47a0a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1386aaf2c2344f0d8b097551e809ecb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4007697 Jun 04 16:42:06.154006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38428) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:06.194809 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:06.328076 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:06.343096 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:06.356497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebf7ddb-78f3-4b47-8f4c-6b3e1d41e9d3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:06.365835 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:06.370151 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d4b36950-f160-4f51-9f1a-ae21c2d622c4 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0806015 Jun 04 16:42:06.374585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38436) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:06.384635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Transition to ACTIVE for port object 6fdb531b-c78a-4f43-bc14-677300525644 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:06.396432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1406201927', 'security_groups': ['8ebf7ddb-78f3-4b47-8f4c-6b3e1d41e9d3'], 'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '018684ef-fa24-41d7-93d0-dcc8793daa2c'}]}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:06.429903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Transition to ACTIVE for port object 6d87e5dc-312d-4586-84cd-0b06f66bc401 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:06.446292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Transition to ACTIVE for port object 6fdb531b-c78a-4f43-bc14-677300525644 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:06.459002 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:06.559512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Pushing event updated for resources: {'Port': ['ID=6fdb531b-c78a-4f43-bc14-677300525644,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:06.578899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Network 27905dfd-d1ef-48cb-83f9-47e210ec4ba1 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:06.580580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:06.585252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:06.704108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Attempting to bind port 6fdb531b-c78a-4f43-bc14-677300525644 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:42:06.704550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Attempting to bind port 6fdb531b-c78a-4f43-bc14-677300525644 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'dc19c094-4a10-4f31-9674-88ebabf192f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:42:06.705019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Attempting to bind port 6fdb531b-c78a-4f43-bc14-677300525644 on network 27905dfd-d1ef-48cb-83f9-47e210ec4ba1 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:06.712622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:42:06.712989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Checking segment: {'id': 'dc19c094-4a10-4f31-9674-88ebabf192f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:06.713386 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:06.713768 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Bound using segment: {'id': 'dc19c094-4a10-4f31-9674-88ebabf192f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:42:06.714237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Bound port: 6fdb531b-c78a-4f43-bc14-677300525644, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc19c094-4a10-4f31-9674-88ebabf192f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:42:06.714620 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:06.750491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2b9b6015-8c6a-4f20-b338-75fa20919e15 req-46f71da5-7ce2-4d0e-ac03-60ac13a2d3de tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Synchronizing usage tracker for tenant:be35f42fdb434174b0e0b38af59135ec on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:42:06.773454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-effe0800-6aed-4fc6-9e6a-d4502d0722f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:06.826786 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Allocated IP 172.20.0.1 (27905dfd-d1ef-48cb-83f9-47e210ec4ba1/295bf625-6cde-4406-9109-e831327be979/3041810e-6de0-4bea-b0d0-6e7416b2f562) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:06.836433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] For port 6fdb531b-c78a-4f43-bc14-677300525644, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:42:06.838868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2b9b6015-8c6a-4f20-b338-75fa20919e15 req-46f71da5-7ce2-4d0e-ac03-60ac13a2d3de tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Unset dirty status for tenant:be35f42fdb434174b0e0b38af59135ec on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:42:06.841280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] For port 6fdb531b-c78a-4f43-bc14-677300525644, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6fdb531b-c78a-4f43-bc14-677300525644,segment=NetworkSegment(dc19c094-4a10-4f31-9674-88ebabf192f2),segment_id=dc19c094-4a10-4f31-9674-88ebabf192f2)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:42:06.851400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b9b6015-8c6a-4f20-b338-75fa20919e15 req-46f71da5-7ce2-4d0e-ac03-60ac13a2d3de tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 210 time: 0.3966601 Jun 04 16:42:06.851953 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-168fb4e5-32df-49a4-8255-22eba79966f3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:06.852467 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:06.869993 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-effe0800-6aed-4fc6-9e6a-d4502d0722f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:06.895663 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:06.962487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:06.966990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:port and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:06.969914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:06.976924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:07.018176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:07.031717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0ee41-6698-47d1-a9d8-38e8c4b79098 None None] Pushing event updated for resources: {'Port': ['ID=6fdb531b-c78a-4f43-bc14-677300525644,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:07.138980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:07.152575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:07.173367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d8a4f322-1ddb-4670-9351-115a4f6d38a7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:07.184985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:07.261636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event updated for resources: {'Port': ['ID=6d87e5dc-312d-4586-84cd-0b06f66bc401,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:07.326737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:07.361477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:07.362107 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:07.369254 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-effe0800-6aed-4fc6-9e6a-d4502d0722f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:07.416019 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:07.448595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe0800-6aed-4fc6-9e6a-d4502d0722f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133fc300-5127-420c-a6e9-3790f147b4e8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:07.498533 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-effe0800-6aed-4fc6-9e6a-d4502d0722f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:07.527679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-effe0800-6aed-4fc6-9e6a-d4502d0722f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/133fc300-5127-420c-a6e9-3790f147b4e8 HTTP/1.1" status: 204 len: 168 time: 1.3425803 Jun 04 16:42:07.549268 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-4333505c-00e3-401c-93b1-6897813ed241 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8077984 Jun 04 16:42:07.556384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port dd6b21fd-98b8-4ca7-98a0-31706a42ecdf yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:42:07.660683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Request body: {'port': {'device_id': '68bfedfc-c121-4115-b281-92e998b21b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:07.696614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4e78f973-b00d-48d5-a705-9e50050dc6d9 None None] Provisioning for port 6d87e5dc-312d-4586-84cd-0b06f66bc401 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:07.708579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4e78f973-b00d-48d5-a705-9e50050dc6d9 None None] Provisioning complete for port 6d87e5dc-312d-4586-84cd-0b06f66bc401 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:07.710171 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4e78f973-b00d-48d5-a705-9e50050dc6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:07.966750 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:07.978553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4e78f973-b00d-48d5-a705-9e50050dc6d9 None None] Port 6d87e5dc-312d-4586-84cd-0b06f66bc401 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:07.991473 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:07.998788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-168fb4e5-32df-49a4-8255-22eba79966f3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port 10b98fe3-9631-4980-9804-8f4b805159a5 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:07.999392 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-168fb4e5-32df-49a4-8255-22eba79966f3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:08.086507 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Transition to ACTIVE for port object 3041810e-6de0-4bea-b0d0-6e7416b2f562 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:08.107319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fca443a9-3040-4eaf-b872-c9e5600164ef None None] Provisioning for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:08.113317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fca443a9-3040-4eaf-b872-c9e5600164ef None None] Provisioning complete for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:08.113909 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fca443a9-3040-4eaf-b872-c9e5600164ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:08.283408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fca443a9-3040-4eaf-b872-c9e5600164ef None None] Current status of the port d8a4f322-1ddb-4670-9351-115a4f6d38a7 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:08.283792 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fca443a9-3040-4eaf-b872-c9e5600164ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:08.324435 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8::fc (57f270cc-9dfd-4f80-a59d-90e6a83be2d1/018684ef-fa24-41d7-93d0-dcc8793daa2c/dd6b21fd-98b8-4ca7-98a0-31706a42ecdf) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:08.333973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-fca443a9-3040-4eaf-b872-c9e5600164ef None None] For port d8a4f322-1ddb-4670-9351-115a4f6d38a7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d8a4f322-1ddb-4670-9351-115a4f6d38a7,segment=NetworkSegment(dd3f3cc3-cf3e-49ef-b79d-b57ff1186436),segment_id=dd3f3cc3-cf3e-49ef-b79d-b57ff1186436)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:08.349707 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fca443a9-3040-4eaf-b872-c9e5600164ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:08.424060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:08.465981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fca443a9-3040-4eaf-b872-c9e5600164ef None None] Provisioning complete for port db9db86d-d4f4-40e4-a5b3-028cfe73cca0 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:08.466803 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fca443a9-3040-4eaf-b872-c9e5600164ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:08.590501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fca443a9-3040-4eaf-b872-c9e5600164ef None None] Port db9db86d-d4f4-40e4-a5b3-028cfe73cca0 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:08.626822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca443a9-3040-4eaf-b872-c9e5600164ef None None] Pushing event updated for resources: {'Port': ['ID=d8a4f322-1ddb-4670-9351-115a4f6d38a7,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:08.646309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33e85d-29c2-4799-9365-78226b58ef01 req-35ec90fa-5253-4219-b5e5-8aeb46d13b0e tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:08.647978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c33e85d-29c2-4799-9365-78226b58ef01 req-35ec90fa-5253-4219-b5e5-8aeb46d13b0e tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 931 time: 0.5312123 Jun 04 16:42:08.655178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=3041810e-6de0-4bea-b0d0-6e7416b2f562,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:08.677013 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-168fb4e5-32df-49a4-8255-22eba79966f3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:08.707488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1195e1-119e-4056-b74d-617f4c8f4c84 None None] Network 27905dfd-d1ef-48cb-83f9-47e210ec4ba1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:08.845443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f30850f1-ec22-49a5-a00a-0e75af66f4ec None None] Provisioning for port 6fdb531b-c78a-4f43-bc14-677300525644 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:08.859946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-168fb4e5-32df-49a4-8255-22eba79966f3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for 10b98fe3-9631-4980-9804-8f4b805159a5 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:08.894895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 27905dfd-d1ef-48cb-83f9-47e210ec4ba1 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:08.903314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:08.915236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:09.049329 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:09.053396 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:09.096795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Transition to ACTIVE for port object dd6b21fd-98b8-4ca7-98a0-31706a42ecdf will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:09.132446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c33e85d-29c2-4799-9365-78226b58ef01 req-d4ed899e-1d4c-445c-9cfd-1ea283546c0b tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=abced34a-465b-425e-8ac0-eb067c376944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4119678 Jun 04 16:42:09.267967 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:09.289061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d8a4f322-1ddb-4670-9351-115a4f6d38a7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:09.338912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d87e5dc-312d-4586-84cd-0b06f66bc401 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:42:09.357173 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:09.373973 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:09.420440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:09.424311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:09.434905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Transition to ACTIVE for port object 6d87e5dc-312d-4586-84cd-0b06f66bc401 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:09.438555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:09.442221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:09.443680 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:09.444365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:09.445008 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:09.453368 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-168fb4e5-32df-49a4-8255-22eba79966f3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:09.488987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=dd6b21fd-98b8-4ca7-98a0-31706a42ecdf,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:09.491877 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:09.592619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fd86bdcd-d5e7-4175-ba0a-11b3421e9bb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2136803 Jun 04 16:42:09.691443 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38482) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:09.716077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d8a4f322-1ddb-4670-9351-115a4f6d38a7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:09.740911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6fdb531b-c78a-4f43-bc14-677300525644 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:09.774355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-02d112e6-5b39-4038-b7fa-03b4e311d4af tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:09.927682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9ee7697e-1f33-4719-9d71-8dca5c945108 None None] Provisioning for port 3041810e-6de0-4bea-b0d0-6e7416b2f562 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:09.934993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9ee7697e-1f33-4719-9d71-8dca5c945108 None None] Provisioning complete for port 3041810e-6de0-4bea-b0d0-6e7416b2f562 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:09.935778 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9ee7697e-1f33-4719-9d71-8dca5c945108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:09.966538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 6fdb531b-c78a-4f43-bc14-677300525644 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:09.992444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fb4e5-32df-49a4-8255-22eba79966f3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=10b98fe3-9631-4980-9804-8f4b805159a5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:10.006028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 6fdb531b-c78a-4f43-bc14-677300525644 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:10.006886 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:10.154049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9ee7697e-1f33-4719-9d71-8dca5c945108 None None] Port 3041810e-6de0-4bea-b0d0-6e7416b2f562 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:10.280194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 6fdb531b-c78a-4f43-bc14-677300525644 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:10.281102 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:10.356103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Pushing event updated for resources: {'Port': ['ID=6d87e5dc-312d-4586-84cd-0b06f66bc401,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:10.369803 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 6fdb531b-c78a-4f43-bc14-677300525644, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6fdb531b-c78a-4f43-bc14-677300525644,segment=NetworkSegment(dc19c094-4a10-4f31-9674-88ebabf192f2),segment_id=dc19c094-4a10-4f31-9674-88ebabf192f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:10.385937 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1bf84459-e978-4cb8-a3a3-8fd8aa2ed93c None None] Provisioning complete for port 3041810e-6de0-4bea-b0d0-6e7416b2f562 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:10.386520 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1bf84459-e978-4cb8-a3a3-8fd8aa2ed93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:10.393086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Attempting to bind port 6d87e5dc-312d-4586-84cd-0b06f66bc401 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:42:10.393794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Attempting to bind port 6d87e5dc-312d-4586-84cd-0b06f66bc401 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:42:10.394377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Attempting to bind port 6d87e5dc-312d-4586-84cd-0b06f66bc401 on network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:10.400215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Port 6d87e5dc-312d-4586-84cd-0b06f66bc401 on network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:42:10.400848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Attempting to bind port 6d87e5dc-312d-4586-84cd-0b06f66bc401 on network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:10.409481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:42:10.410368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Checking segment: {'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:10.411193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Bound using segment: {'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:42:10.412721 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Bound port: 6d87e5dc-312d-4586-84cd-0b06f66bc401, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f08062-eef7-45d3-b4af-97a93766b89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:42:10.413436 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:10.444044 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:10.603436 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1bf84459-e978-4cb8-a3a3-8fd8aa2ed93c None None] Port 3041810e-6de0-4bea-b0d0-6e7416b2f562 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:10.619624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=6fdb531b-c78a-4f43-bc14-677300525644,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:10.660968 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1bf84459-e978-4cb8-a3a3-8fd8aa2ed93c None None] Provisioning for port dd6b21fd-98b8-4ca7-98a0-31706a42ecdf completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:10.673014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1bf84459-e978-4cb8-a3a3-8fd8aa2ed93c None None] Provisioning complete for port dd6b21fd-98b8-4ca7-98a0-31706a42ecdf triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:10.674091 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1bf84459-e978-4cb8-a3a3-8fd8aa2ed93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:10.681168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] For port 6d87e5dc-312d-4586-84cd-0b06f66bc401, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:42:10.685707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] For port 6d87e5dc-312d-4586-84cd-0b06f66bc401, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6d87e5dc-312d-4586-84cd-0b06f66bc401,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:42:10.702718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b896d-c8e1-41c0-855b-0d5aee1809f2 req-0de0fbad-3532-44a9-8399-53bfa70f092c tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:10.718000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d0b896d-c8e1-41c0-855b-0d5aee1809f2 req-0de0fbad-3532-44a9-8399-53bfa70f092c tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 943 time: 0.3104882 Jun 04 16:42:10.813164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d0b896d-c8e1-41c0-855b-0d5aee1809f2 req-552d91c1-26f9-45ea-b457-d981e6b79fcd tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=abced34a-465b-425e-8ac0-eb067c376944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909739 Jun 04 16:42:10.814679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1bf84459-e978-4cb8-a3a3-8fd8aa2ed93c None None] Port dd6b21fd-98b8-4ca7-98a0-31706a42ecdf cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:10.818992 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:10.836372 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-168fb4e5-32df-49a4-8255-22eba79966f3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:10.933284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:10.934189 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:10.936230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] 10.222.0.42 "PUT /v2.0/ports/6d87e5dc-312d-4586-84cd-0b06f66bc401 HTTP/1.1" status: 200 len: 1091 time: 3.2804055 Jun 04 16:42:10.953856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bfedfc-c121-4115-b281-92e998b21b64', 'tag': '6d87e5dc-312d-4586-84cd-0b06f66bc401'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:42:11.103195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6af567-077a-4124-bace-ff8cb0eed582 service neutron] Pushing event updated for resources: {'Port': ['ID=6d87e5dc-312d-4586-84cd-0b06f66bc401,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:11.121227 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2669e7-94a3-4153-9da9-1e687c7814e9'] response: {'name': 'network-changed', 'server_uuid': '68bfedfc-c121-4115-b281-92e998b21b64', 'tag': '6d87e5dc-312d-4586-84cd-0b06f66bc401', 'status': 'completed', 'code': 200} Jun 04 16:42:11.152341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6fdb531b-c78a-4f43-bc14-677300525644 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:11.172278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-3b58ff44-8eae-41fe-ac47-5acd209acac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:11.175909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-3b58ff44-8eae-41fe-ac47-5acd209acac5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be35f42fdb434174b0e0b38af59135ec&device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 1094 time: 0.1866148 Jun 04 16:42:11.335085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 6fdb531b-c78a-4f43-bc14-677300525644 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:11.337539 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:11.375630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-84bae528-60c7-48c3-a566-de9f05bc5b68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d87e5dc-312d-4586-84cd-0b06f66bc401 HTTP/1.1" status: 200 len: 217 time: 0.1913049 Jun 04 16:42:11.457378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-02d112e6-5b39-4038-b7fa-03b4e311d4af tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:11.462146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-02d112e6-5b39-4038-b7fa-03b4e311d4af tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:11.465931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-02d112e6-5b39-4038-b7fa-03b4e311d4af tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:11.473164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-6d71f524-1722-47ca-bd9f-8386d525ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:11.473354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-02d112e6-5b39-4038-b7fa-03b4e311d4af tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:11.475098 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-6d71f524-1722-47ca-bd9f-8386d525ba9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b1e4094-3a05-4f0d-9004-57005698851e HTTP/1.1" status: 200 len: 849 time: 0.0912118 Jun 04 16:42:11.501313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d112e6-5b39-4038-b7fa-03b4e311d4af tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:11.505632 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02d112e6-5b39-4038-b7fa-03b4e311d4af tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:11.584645 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 6fdb531b-c78a-4f43-bc14-677300525644 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:11.645965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-6943b72f-de4f-4aff-962e-956c80c47f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:11.647688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-6943b72f-de4f-4aff-962e-956c80c47f4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662130 Jun 04 16:42:11.811475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-3caf1d86-3715-448b-aa0e-7b80664ec0dd service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574879 Jun 04 16:42:11.825516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:11.828514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168fb4e5-32df-49a4-8255-22eba79966f3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router da9eb54c-058a-463b-aa7b-c1bcc082150c has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:42:11.850132 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:11.864097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38568) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:12.023403 n-d-811809-3 neutron-server[88797]: INFO neutron.db.ipam_backend_mixin [None req-02d112e6-5b39-4038-b7fa-03b4e311d4af tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 018684ef-fa24-41d7-93d0-dcc8793daa2c (CIDR: 2001:db8::/64) Jun 04 16:42:12.103716 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d112e6-5b39-4038-b7fa-03b4e311d4af tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:42:12.104095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d112e6-5b39-4038-b7fa-03b4e311d4af tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:12.132423 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9bbe74f0-a788-4baa-8fb7-1313c8b6b662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:12.135261 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:12.143035 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168fb4e5-32df-49a4-8255-22eba79966f3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:12.144666 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=3041810e-6de0-4bea-b0d0-6e7416b2f562,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:12.148950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f67d37a-eb3f-4c3e-9a6e-14a43164acf8 req-6f866fb3-1332-4334-b7c0-8a5ebe944245 service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310680 Jun 04 16:42:12.179114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9bbe74f0-a788-4baa-8fb7-1313c8b6b662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:12.179671 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2e289-5af3-436e-b26e-ad35e8f5ad07 None None] Sync routers for ids ['da9eb54c-058a-463b-aa7b-c1bcc082150c'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:12.185887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9bbe74f0-a788-4baa-8fb7-1313c8b6b662 admin admin] Usage tracker for resource:security_group_rule and tenant:fe1f0cfd17694a10a0afb753037da400 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:12.193949 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-168fb4e5-32df-49a4-8255-22eba79966f3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/da9eb54c-058a-463b-aa7b-c1bcc082150c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1720421 Jun 04 16:42:12.200176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38584) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:12.201098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468f598-90ce-460c-a024-a61b49000711 req-a9944ca0-4b7c-44e6-81f4-2630e452897a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:12.203861 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2e289-5af3-436e-b26e-ad35e8f5ad07 None None] Routers {'da9eb54c-058a-463b-aa7b-c1bcc082150c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:12.204925 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5ae2e289-5af3-436e-b26e-ad35e8f5ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['da9eb54c-058a-463b-aa7b-c1bcc082150c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:12.207607 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-02d112e6-5b39-4038-b7fa-03b4e311d4af tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5019286 Jun 04 16:42:12.209225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d468f598-90ce-460c-a024-a61b49000711 req-a9944ca0-4b7c-44e6-81f4-2630e452897a tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 943 time: 0.2285941 Jun 04 16:42:12.211336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9bbe74f0-a788-4baa-8fb7-1313c8b6b662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:12.249209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38588) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:12.271749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9bbe74f0-a788-4baa-8fb7-1313c8b6b662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:12.276892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:12.290317 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5ae2e289-5af3-436e-b26e-ad35e8f5ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:12.303325 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2e289-5af3-436e-b26e-ad35e8f5ad07 None None] Routers {'da9eb54c-058a-463b-aa7b-c1bcc082150c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:12.304196 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5ae2e289-5af3-436e-b26e-ad35e8f5ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['da9eb54c-058a-463b-aa7b-c1bcc082150c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:12.312695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-52cc0bce-7e23-4ff0-a957-135007c7db7d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Synchronizing usage tracker for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:42:12.356434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-52cc0bce-7e23-4ff0-a957-135007c7db7d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Unset dirty status for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:42:12.357951 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-52cc0bce-7e23-4ff0-a957-135007c7db7d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9eb54c-058a-463b-aa7b-c1bcc082150c HTTP/1.1" status: 200 len: 205 time: 0.1561332 Jun 04 16:42:12.360779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38596) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:12.385319 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5ae2e289-5af3-436e-b26e-ad35e8f5ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:12.385725 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2e289-5af3-436e-b26e-ad35e8f5ad07 None None] The sync data for ids ['da9eb54c-058a-463b-aa7b-c1bcc082150c'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:12.432676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d468f598-90ce-460c-a024-a61b49000711 req-ee098111-ecc5-4af6-a54c-73688b39d21d tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=abced34a-465b-425e-8ac0-eb067c376944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225695 Jun 04 16:42:12.521752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6d913-c196-428b-b0ee-e608f7465eeb req-14556170-83bf-4f5f-9f0c-dc08beca94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:12.523452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16a6d913-c196-428b-b0ee-e608f7465eeb req-14556170-83bf-4f5f-9f0c-dc08beca94d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be35f42fdb434174b0e0b38af59135ec&device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 1094 time: 0.3090632 Jun 04 16:42:12.534287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:12.563355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:12.570212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:12.594632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:12.667939 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9bbe74f0-a788-4baa-8fb7-1313c8b6b662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:12.680097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 27905dfd-d1ef-48cb-83f9-47e210ec4ba1 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:12.681264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9bbe74f0-a788-4baa-8fb7-1313c8b6b662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:12.682449 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a933b130-24dd-407d-b904-d00911dac922 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:12.702955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:12.706514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:12.739516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:12.971992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe74f0-a788-4baa-8fb7-1313c8b6b662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfddff97-374d-406e-a2f1-99b23775cbf4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:12.987107 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9bbe74f0-a788-4baa-8fb7-1313c8b6b662 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe1f0cfd17694a10a0afb753037da400&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1189461 Jun 04 16:42:12.995700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38614) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:13.002422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6d913-c196-428b-b0ee-e608f7465eeb req-0ec0eb60-4c45-41b0-920e-a039238ac20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:13.004166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16a6d913-c196-428b-b0ee-e608f7465eeb req-0ec0eb60-4c45-41b0-920e-a039238ac20b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd HTTP/1.1" status: 200 len: 911 time: 0.4704454 Jun 04 16:42:13.089364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16a6d913-c196-428b-b0ee-e608f7465eeb req-59d0fd15-7a02-419e-ad35-9325a092f78e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d87e5dc-312d-4586-84cd-0b06f66bc401 HTTP/1.1" status: 200 len: 217 time: 0.0781500 Jun 04 16:42:13.134883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-647022c8-c905-4793-af8a-bf18b3aaebe6 None None] Provisioning complete for port 3041810e-6de0-4bea-b0d0-6e7416b2f562 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:13.135860 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-647022c8-c905-4793-af8a-bf18b3aaebe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.188898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6d913-c196-428b-b0ee-e608f7465eeb req-c570b7f1-98cb-46ad-8f71-6f2fa83586c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:13.191476 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16a6d913-c196-428b-b0ee-e608f7465eeb req-c570b7f1-98cb-46ad-8f71-6f2fa83586c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b1e4094-3a05-4f0d-9004-57005698851e HTTP/1.1" status: 200 len: 849 time: 0.0860510 Jun 04 16:42:13.196024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-647022c8-c905-4793-af8a-bf18b3aaebe6 None None] Port 3041810e-6de0-4bea-b0d0-6e7416b2f562 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:13.215819 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a933b130-24dd-407d-b904-d00911dac922 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.222817 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a933b130-24dd-407d-b904-d00911dac922 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.231285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38620) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:13.292169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a933b130-24dd-407d-b904-d00911dac922 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.293098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a933b130-24dd-407d-b904-d00911dac922 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Fanout notify agent at l3_agent the message router_deleted on router da9eb54c-058a-463b-aa7b-c1bcc082150c {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:42:13.307580 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0b393bd-6fc0-439e-9f0a-b038166d96cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.314897 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a933b130-24dd-407d-b904-d00911dac922 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.316160 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a933b130-24dd-407d-b904-d00911dac922 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/da9eb54c-058a-463b-aa7b-c1bcc082150c HTTP/1.1" status: 204 len: 168 time: 0.9542263 Jun 04 16:42:13.319756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38626) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:13.324691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 527af885-44c6-4ba0-aefc-05126d78fdf9 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:42:13.398602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6d913-c196-428b-b0ee-e608f7465eeb req-ae190e5e-056f-400c-b0d2-d483cd73f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:13.400104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16a6d913-c196-428b-b0ee-e608f7465eeb req-ae190e5e-056f-400c-b0d2-d483cd73f9ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2023258 Jun 04 16:42:13.408342 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0b393bd-6fc0-439e-9f0a-b038166d96cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.431817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbb05b0-0fab-4246-8103-eb353cf8ea88 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting subnet 8c0a3bfb-dc9d-4c30-90b9-d12efc651d70 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:42:13.442902 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dbbb05b0-0fab-4246-8103-eb353cf8ea88 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.516044 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.556902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:13.565413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Usage tracker for resource:security_group_rule and tenant:418210415e584b91916e09e1e72ccb0f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:13.570639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:13.576976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:13.584207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:13.594505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Sync routers for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:13.595016 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-93115cc4-9d8e-4135-b79a-53133f083c6a tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4432738 Jun 04 16:42:13.598869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38632) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:13.606727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'network': {'name': 'tempest-RoutersTest-112518682'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:13.615092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:13.615303 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:13.616031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:13.627681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:network and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:13.630236 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0b393bd-6fc0-439e-9f0a-b038166d96cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.634369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:13.645472 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dbbb05b0-0fab-4246-8103-eb353cf8ea88 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.652306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:13.660751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b393bd-6fc0-439e-9f0a-b038166d96cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfddff97-374d-406e-a2f1-99b23775cbf4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:13.675524 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0b393bd-6fc0-439e-9f0a-b038166d96cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.680364 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a0b393bd-6fc0-439e-9f0a-b038166d96cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfddff97-374d-406e-a2f1-99b23775cbf4 HTTP/1.1" status: 204 len: 168 time: 0.6746264 Jun 04 16:42:13.713875 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.777548 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.779358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:13.785514 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.805154 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.809795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:13.820689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16a6d913-c196-428b-b0ee-e608f7465eeb req-5718c0e8-020c-423e-a84a-a37aa76b17eb service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138987 Jun 04 16:42:13.821539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:13.831179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:13.832329 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.836933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0788977-ca7a-45f0-830e-fc3b6001c661 None None] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:13.865533 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:13.865809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7aafea-b940-4491-a6fe-81ce10a885d9,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:13.877608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:13.877952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:13.878290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:13.878643 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:13.879110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:13.879427 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:13.879753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:13.880073 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:13.880392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:13.880831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:13.881265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:13.881584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:13.905212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:42:13.921868 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.922573 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Added segment 3febd9e2-5fc2-472c-b2fe-d10a531f5935 of type vlan for network 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a Jun 04 16:42:13.951718 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.991118 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-517a83a8-c506-4a54-86d2-c7b95029bff1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=418210415e584b91916e09e1e72ccb0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7510176 Jun 04 16:42:13.992608 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:13.994864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16a6d913-c196-428b-b0ee-e608f7465eeb req-9c04d967-213d-4c59-8457-afd14a58e08d service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409283 Jun 04 16:42:13.995334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38640) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:14.000125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:14.000677 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.015361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7650714 Jun 04 16:42:14.030000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38644) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:14.041447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89509abd-1912-47a0-bb83-980de672e54b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Subnet': ['ID=dd17e716-aafc-491a-8857-088aa08706d4,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:14.052048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-32dc8fac-9ecb-496a-b905-05c9b5630b17 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-605592657', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd17e716-aafc-491a-8857-088aa08706d4'}], 'security_groups': ['726ff4e4-9fe4-4fe1-b181-1abeaacbef4b']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:14.091463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e984a7-04da-447b-bfad-9206e351683a req-eaa4a616-846e-4f7f-bb3e-bcf412510054 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:14.093243 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95e984a7-04da-447b-bfad-9206e351683a req-eaa4a616-846e-4f7f-bb3e-bcf412510054 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 943 time: 0.5335083 Jun 04 16:42:14.106819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38648) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:14.137958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Network': ['ID=2c9aad4b-320f-4d61-8b0b-465ed8b7c89a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:14.150853 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dc2e1f73-6180-452d-987a-7e50e8aed699 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5503168 Jun 04 16:42:14.151539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38652) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:14.157229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'subnet': {'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:14.182268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:42:14.192304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a6d8bc6e-6a06-422c-a3bc-7a8d0bde86cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.257938 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dbbb05b0-0fab-4246-8103-eb353cf8ea88 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.299518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a6d8bc6e-6a06-422c-a3bc-7a8d0bde86cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:14.306534 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf71959-ed28-49a4-a4a8-ccb4958d9f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.320993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95e984a7-04da-447b-bfad-9206e351683a req-552dc466-cfc0-4d2b-a61f-b24c50b32059 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=abced34a-465b-425e-8ac0-eb067c376944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061636 Jun 04 16:42:14.322831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a6d8bc6e-6a06-422c-a3bc-7a8d0bde86cd admin admin] Usage tracker for resource:security_group_rule and tenant:5a819db12bd441bca6a8872dd1f7627c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:14.371272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a6d8bc6e-6a06-422c-a3bc-7a8d0bde86cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:14.409001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:14.413304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:subnet and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:14.416250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:14.417441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a6d8bc6e-6a06-422c-a3bc-7a8d0bde86cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:14.422868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:14.434032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:14.437602 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.461206 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf71959-ed28-49a4-a4a8-ccb4958d9f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.517796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:09Z', 'revision_number': 2, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:10Z', 'revision_number': 2, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:14.522293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Checking router: 527af885-44c6-4ba0-aefc-05126d78fdf9 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:42:14.522787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Updating router 527af885-44c6-4ba0-aefc-05126d78fdf9 port 3041810e-6de0-4bea-b0d0-6e7416b2f562 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:42:14.565410 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dbbb05b0-0fab-4246-8103-eb353cf8ea88 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.641679 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.711518 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.719758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f3fc6-7f75-4d9c-a54c-2f38144ea99b None None] Update dhcp port {'port': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'fixed_ips': [{'subnet_id': '018684ef-fa24-41d7-93d0-dcc8793daa2c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd17e716-aafc-491a-8857-088aa08706d4'}], 'binding:host_id': 'n-d-811809-3'}, 'id': 'd8a4f322-1ddb-4670-9351-115a4f6d38a7'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:42:14.794263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Subnet': ['ID=4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:14.802558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Checking segment: {'id': '3febd9e2-5fc2-472c-b2fe-d10a531f5935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:14.802781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network hostable DHCP agents. Network: 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:42:14.823010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb05b0-0fab-4246-8103-eb353cf8ea88 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0a3bfb-dc9d-4c30-90b9-d12efc651d70,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:14.825317 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dbbb05b0-0fab-4246-8103-eb353cf8ea88 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.830690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:42:14.836402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d22a2dc-a675-42a9-ab38-71c048de803d None None] Network 9cd8661e-0104-4d7a-b2a3-24bfe133f986 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:14.845369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:14.850232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:14.851160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.883168 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32dc8fac-9ecb-496a-b905-05c9b5630b17 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.885330 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-63e24a5d-3033-4324-95ee-2e45428eb7dc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7325804 Jun 04 16:42:14.888211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38656) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:14.900838 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf71959-ed28-49a4-a4a8-ccb4958d9f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.903308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf71959-ed28-49a4-a4a8-ccb4958d9f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.904417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5bf71959-ed28-49a4-a4a8-ccb4958d9f20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c7aafea-b940-4491-a6fe-81ce10a885d9 HTTP/1.1" status: 204 len: 168 time: 0.8917205 Jun 04 16:42:14.923666 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dbbb05b0-0fab-4246-8103-eb353cf8ea88 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/8c0a3bfb-dc9d-4c30-90b9-d12efc651d70 HTTP/1.1" status: 204 len: 168 time: 1.6028199 Jun 04 16:42:14.924715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38662) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:14.935217 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a6d8bc6e-6a06-422c-a3bc-7a8d0bde86cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.947696 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-308f3fc6-7f75-4d9c-a54c-2f38144ea99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:14.993212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1929a51-2857-45c5-9657-6dd477f5687d None None] Network 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:15.026223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf71959-ed28-49a4-a4a8-ccb4958d9f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7aafea-b940-4491-a6fe-81ce10a885d9,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:15.031890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9d68b0-1043-4a8d-a67e-9bd3e1e065b2 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting subnet 62efd31c-6f86-425d-9e02-64d862eb2fe2 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:42:15.044994 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d9d68b0-1043-4a8d-a67e-9bd3e1e065b2 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.072121 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a6d8bc6e-6a06-422c-a3bc-7a8d0bde86cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.200650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a6d8bc6e-6a06-422c-a3bc-7a8d0bde86cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a819db12bd441bca6a8872dd1f7627c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0815399 Jun 04 16:42:15.207447 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d9d68b0-1043-4a8d-a67e-9bd3e1e065b2 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.211091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38666) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:15.237973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8bc6e-6a06-422c-a3bc-7a8d0bde86cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb711253-4c36-4bbf-9637-6496fdb78450,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:15.396934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:42:15.397765 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.455300 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d9d68b0-1043-4a8d-a67e-9bd3e1e065b2 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.479642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a70eb25-583a-4493-9225-d9301710da7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.554064 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a70eb25-583a-4493-9225-d9301710da7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.761180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6d87e5dc-312d-4586-84cd-0b06f66bc401 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:42:15.773995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db90cd8c-aa68-43c9-a86f-a54286f2bb9d None None] DHCP port deletion for 9cd8661e-0104-4d7a-b2a3-24bfe133f986 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:42:15.791753 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a70eb25-583a-4493-9225-d9301710da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.801540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38674) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:15.802661 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d9d68b0-1043-4a8d-a67e-9bd3e1e065b2 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.815211 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.820761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-db90cd8c-aa68-43c9-a86f-a54286f2bb9d None None] Deleting port ea1dbcd6-83b2-4195-a585-6c036f351bc2 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:15.820761 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-db90cd8c-aa68-43c9-a86f-a54286f2bb9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.827422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70eb25-583a-4493-9225-d9301710da7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb711253-4c36-4bbf-9637-6496fdb78450,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:15.870819 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f69c0a24-5aae-439d-8d0f-df5f4d5c7d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.884365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a70eb25-583a-4493-9225-d9301710da7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.887932 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6a70eb25-583a-4493-9225-d9301710da7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb711253-4c36-4bbf-9637-6496fdb78450 HTTP/1.1" status: 204 len: 168 time: 0.6733434 Jun 04 16:42:15.895566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521cf7c-5a30-4197-8926-8e316311702d req-a27ab4fe-c0a8-42b6-9128-2f59d7eb4d44 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:15.897105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9521cf7c-5a30-4197-8926-8e316311702d req-a27ab4fe-c0a8-42b6-9128-2f59d7eb4d44 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 943 time: 0.3724039 Jun 04 16:42:15.902462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d68b0-1043-4a8d-a67e-9bd3e1e065b2 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Subnet': ['ID=62efd31c-6f86-425d-9e02-64d862eb2fe2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:15.917032 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d9d68b0-1043-4a8d-a67e-9bd3e1e065b2 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:15.929212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f69c0a24-5aae-439d-8d0f-df5f4d5c7d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:15.929408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87180bb-dc4b-4c5d-9170-5c08ef86a919 None None] Network c5eb7633-57de-410a-a8e8-cedd6cc58aee requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:15.934813 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5d9d68b0-1043-4a8d-a67e-9bd3e1e065b2 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/62efd31c-6f86-425d-9e02-64d862eb2fe2 HTTP/1.1" status: 204 len: 168 time: 1.0034339 Jun 04 16:42:15.939027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38682) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:15.962133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f69c0a24-5aae-439d-8d0f-df5f4d5c7d44 admin admin] Usage tracker for resource:security_group_rule and tenant:80abf61d046f475d8811b6fa5ad2a22f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:15.972924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f69c0a24-5aae-439d-8d0f-df5f4d5c7d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:15.993020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-32dc8fac-9ecb-496a-b905-05c9b5630b17 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Delete allocated IP 2001:db8::fc (57f270cc-9dfd-4f80-a59d-90e6a83be2d1/018684ef-fa24-41d7-93d0-dcc8793daa2c) {{(pid=88798) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 04 16:42:15.995169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f69c0a24-5aae-439d-8d0f-df5f4d5c7d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:16.033669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Allocated IP 172.21.0.2 (2c9aad4b-320f-4d61-8b0b-465ed8b7c89a/4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4/a64968bf-a8ea-494d-a2e3-12f8a34686be) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:16.037950 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:42:16.072851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-32dc8fac-9ecb-496a-b905-05c9b5630b17 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8:0:1::2de (57f270cc-9dfd-4f80-a59d-90e6a83be2d1/dd17e716-aafc-491a-8857-088aa08706d4/dd6b21fd-98b8-4ca7-98a0-31706a42ecdf) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:16.103810 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:16.152928 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:16.220934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port ea1dbcd6-83b2-4195-a585-6c036f351bc2 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:16.221444 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:16.322965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Transition to ACTIVE for port object 3041810e-6de0-4bea-b0d0-6e7416b2f562 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:16.483526 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:16.626554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9521cf7c-5a30-4197-8926-8e316311702d req-42611f8d-667c-439a-b3e3-ff695e66e5c5 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=abced34a-465b-425e-8ac0-eb067c376944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7201741 Jun 04 16:42:16.699604 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f69c0a24-5aae-439d-8d0f-df5f4d5c7d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:16.707730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b847a-2c4c-41e6-8178-68ac0050a64f None None] Pushing event updated for resources: {'Port': ['ID=3041810e-6de0-4bea-b0d0-6e7416b2f562,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:16.721598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-db90cd8c-aa68-43c9-a86f-a54286f2bb9d None None] For port ea1dbcd6-83b2-4195-a585-6c036f351bc2, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ea1dbcd6-83b2-4195-a585-6c036f351bc2,segment=NetworkSegment(3fa0adda-753b-4085-ab11-284fb57be1aa),segment_id=3fa0adda-753b-4085-ab11-284fb57be1aa)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:16.722001 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-db90cd8c-aa68-43c9-a86f-a54286f2bb9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:16.753406 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f69c0a24-5aae-439d-8d0f-df5f4d5c7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:16.809489 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38696) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:16.823931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f69c0a24-5aae-439d-8d0f-df5f4d5c7d44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80abf61d046f475d8811b6fa5ad2a22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9992499 Jun 04 16:42:16.880438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] For port ea1dbcd6-83b2-4195-a585-6c036f351bc2, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ea1dbcd6-83b2-4195-a585-6c036f351bc2,segment=NetworkSegment(3fa0adda-753b-4085-ab11-284fb57be1aa),segment_id=3fa0adda-753b-4085-ab11-284fb57be1aa)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:16.880803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:16.890529 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e21490e-0cd2-4a63-b975-30fd19619e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:16.925600 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e21490e-0cd2-4a63-b975-30fd19619e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.044738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e21490e-0cd2-4a63-b975-30fd19619e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.081104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21490e-0cd2-4a63-b975-30fd19619e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14387dd4-57ac-4078-a256-f2a9f1008b48,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:17.098606 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e21490e-0cd2-4a63-b975-30fd19619e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.099950 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1e21490e-0cd2-4a63-b975-30fd19619e6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14387dd4-57ac-4078-a256-f2a9f1008b48 HTTP/1.1" status: 204 len: 168 time: 0.2893896 Jun 04 16:42:17.172553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2105467-30c6-4735-b338-2d2964cd8f08 None None] DHCP port deletion for c5eb7633-57de-410a-a8e8-cedd6cc58aee request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:42:17.188242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6d87e5dc-312d-4586-84cd-0b06f66bc401, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6d87e5dc-312d-4586-84cd-0b06f66bc401,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:17.219407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-db90cd8c-aa68-43c9-a86f-a54286f2bb9d None None] Calling delete_port for ea1dbcd6-83b2-4195-a585-6c036f351bc2 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:17.226224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for ea1dbcd6-83b2-4195-a585-6c036f351bc2 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:17.247052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d2105467-30c6-4735-b338-2d2964cd8f08 None None] Deleting port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:17.247423 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d2105467-30c6-4735-b338-2d2964cd8f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.277726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ea1dbcd6-83b2-4195-a585-6c036f351bc2 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:42:17.304801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c0a24-5aae-439d-8d0f-df5f4d5c7d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14387dd4-57ac-4078-a256-f2a9f1008b48,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:17.309496 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.331054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '6d87e5dc-312d-4586-84cd-0b06f66bc401', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'port_id': '6d87e5dc-312d-4586-84cd-0b06f66bc401', 'mac_address': 'fa:16:3e:05:f5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:42:17.351346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: ea1dbcd6-83b2-4195-a585-6c036f351bc2 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:42:17.352198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ea1dbcd6-83b2-4195-a585-6c036f351bc2 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:42:17.352805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:42:17.371970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No DVR routers for this DVR port ea1dbcd6-83b2-4195-a585-6c036f351bc2 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:42:17.408928 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [None req-32dc8fac-9ecb-496a-b905-05c9b5630b17 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:42:17.429054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=ea1dbcd6-83b2-4195-a585-6c036f351bc2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:17.455605 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32dc8fac-9ecb-496a-b905-05c9b5630b17 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.468368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Attempting to bind port 3041810e-6de0-4bea-b0d0-6e7416b2f562 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:42:17.468661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Attempting to bind port 3041810e-6de0-4bea-b0d0-6e7416b2f562 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'dc19c094-4a10-4f31-9674-88ebabf192f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:42:17.469033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Attempting to bind port 3041810e-6de0-4bea-b0d0-6e7416b2f562 on network 27905dfd-d1ef-48cb-83f9-47e210ec4ba1 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:17.547642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-32dc8fac-9ecb-496a-b905-05c9b5630b17 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Transition to ACTIVE for port object dd6b21fd-98b8-4ca7-98a0-31706a42ecdf will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:17.551159 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.559867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32dc8fac-9ecb-496a-b905-05c9b5630b17 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.673002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:42:17.673833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Checking segment: {'id': 'dc19c094-4a10-4f31-9674-88ebabf192f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:17.674080 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.674577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Bound using segment: {'id': 'dc19c094-4a10-4f31-9674-88ebabf192f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:42:17.675215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Bound port: 3041810e-6de0-4bea-b0d0-6e7416b2f562, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc19c094-4a10-4f31-9674-88ebabf192f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:42:17.675647 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.701976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-32dc8fac-9ecb-496a-b905-05c9b5630b17 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] In _notify_port_updated(), no bound segment for port dd6b21fd-98b8-4ca7-98a0-31706a42ecdf on network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:42:17.707766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dc8fac-9ecb-496a-b905-05c9b5630b17 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:17.708692 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32dc8fac-9ecb-496a-b905-05c9b5630b17 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.713120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38730) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:17.713404 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-32dc8fac-9ecb-496a-b905-05c9b5630b17 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "PUT /v2.0/ports/dd6b21fd-98b8-4ca7-98a0-31706a42ecdf HTTP/1.1" status: 200 len: 930 time: 3.6731675 Jun 04 16:42:17.727575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd8661e-0104-4d7a-b2a3-24bfe133f986']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:17.746497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa0adda-753b-4085-ab11-284fb57be1aa') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:17.747114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa0adda-753b-4085-ab11-284fb57be1aa') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:17.763690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc8fac-9ecb-496a-b905-05c9b5630b17 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=dd6b21fd-98b8-4ca7-98a0-31706a42ecdf,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:17.764563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:17.764943 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.769233 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.788405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.806784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:42:17.807261 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.845839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-506c652d-bc08-47d9-b6be-91f528a21277 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port dd6b21fd-98b8-4ca7-98a0-31706a42ecdf {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:17.846324 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-506c652d-bc08-47d9-b6be-91f528a21277 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:17.846635 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 3fa0adda-753b-4085-ab11-284fb57be1aa resource provider aggregate not found Jun 04 16:42:17.967324 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 3fa0adda-753b-4085-ab11-284fb57be1aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fa0adda-753b-4085-ab11-284fb57be1aa found for delete ", "request_id": "req-9f3440c9-838d-49bb-b707-f415175c72b1"}]} Jun 04 16:42:17.975803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.029030 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.047031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Network': ['ID=9cd8661e-0104-4d7a-b2a3-24bfe133f986,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:18.077360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3206e4ee-7a39-439a-9083-c8cea4b8eba7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/networks/9cd8661e-0104-4d7a-b2a3-24bfe133f986 HTTP/1.1" status: 204 len: 168 time: 2.1374872 Jun 04 16:42:18.081061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38746) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:18.178806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed,segment=NetworkSegment(c9f36c58-85fc-4356-930c-60df26fb55a5),segment_id=c9f36c58-85fc-4356-930c-60df26fb55a5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:18.218134 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-506c652d-bc08-47d9-b6be-91f528a21277 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.219358 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.228358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d2105467-30c6-4735-b338-2d2964cd8f08 None None] For port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed,segment=NetworkSegment(c9f36c58-85fc-4356-930c-60df26fb55a5),segment_id=c9f36c58-85fc-4356-930c-60df26fb55a5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:18.228715 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d2105467-30c6-4735-b338-2d2964cd8f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.295929 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.313939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 6d87e5dc-312d-4586-84cd-0b06f66bc401 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:18.314956 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.333190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:18.353857 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-506c652d-bc08-47d9-b6be-91f528a21277 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for dd6b21fd-98b8-4ca7-98a0-31706a42ecdf owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:18.362740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d87e5dc-312d-4586-84cd-0b06f66bc401 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:42:18.380780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6d87e5dc-312d-4586-84cd-0b06f66bc401, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6d87e5dc-312d-4586-84cd-0b06f66bc401,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:18.384092 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:42:18.393001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:18.393439 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.514503 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-506c652d-bc08-47d9-b6be-91f528a21277 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.556785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-308f3fc6-7f75-4d9c-a54c-2f38144ea99b None None] Allocated IP 2001:db8:0:1::2 (57f270cc-9dfd-4f80-a59d-90e6a83be2d1/dd17e716-aafc-491a-8857-088aa08706d4/d8a4f322-1ddb-4670-9351-115a4f6d38a7) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:18.577178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38d5ae-7546-4e57-b169-ef742065fcf5 req-57397b08-e49c-4c43-bd74-5ce828deb169 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:18.578734 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d38d5ae-7546-4e57-b169-ef742065fcf5 req-57397b08-e49c-4c43-bd74-5ce828deb169 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 943 time: 0.7833600 Jun 04 16:42:18.591512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d2105467-30c6-4735-b338-2d2964cd8f08 None None] Calling delete_port for f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:18.628127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c652d-bc08-47d9-b6be-91f528a21277 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=dd6b21fd-98b8-4ca7-98a0-31706a42ecdf,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:18.643180 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-506c652d-bc08-47d9-b6be-91f528a21277 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.650522 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.655855 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.662352 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-506c652d-bc08-47d9-b6be-91f528a21277 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/dd6b21fd-98b8-4ca7-98a0-31706a42ecdf HTTP/1.1" status: 204 len: 168 time: 0.9453456 Jun 04 16:42:18.662560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38760) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:18.699433 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-db90cd8c-aa68-43c9-a86f-a54286f2bb9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:42:18.700011 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-db90cd8c-aa68-43c9-a86f-a54286f2bb9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:42:18.727359 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] For port 3041810e-6de0-4bea-b0d0-6e7416b2f562, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:42:18.733438 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-28896eea-358e-48c0-a017-af50d80f0cb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:42:18.734866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-28896eea-358e-48c0-a017-af50d80f0cb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:42:18.737728 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d38d5ae-7546-4e57-b169-ef742065fcf5 req-2f6d3d20-529d-4435-a42b-76a8b2a43b40 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=abced34a-465b-425e-8ac0-eb067c376944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858018 Jun 04 16:42:18.750796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] For port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed,segment=NetworkSegment(c9f36c58-85fc-4356-930c-60df26fb55a5),segment_id=c9f36c58-85fc-4356-930c-60df26fb55a5)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:18.751797 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.755581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Transition to ACTIVE for port object a64968bf-a8ea-494d-a2e3-12f8a34686be will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:18.803047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-28896eea-358e-48c0-a017-af50d80f0cb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:42:18.803450 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] For port 3041810e-6de0-4bea-b0d0-6e7416b2f562, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3041810e-6de0-4bea-b0d0-6e7416b2f562,segment=NetworkSegment(dc19c094-4a10-4f31-9674-88ebabf192f2),segment_id=dc19c094-4a10-4f31-9674-88ebabf192f2)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:42:18.807673 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-28896eea-358e-48c0-a017-af50d80f0cb9 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/dd6b21fd-98b8-4ca7-98a0-31706a42ecdf HTTP/1.1" status: 404 len: 333 time: 0.1411417 Jun 04 16:42:18.807673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38768) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:18.887746 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-462119ba-6053-499b-b692-1b886350bcbd tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.888441 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.908387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:18.914625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Transition to ACTIVE for port object a64968bf-a8ea-494d-a2e3-12f8a34686be will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:18.931381 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-462119ba-6053-499b-b692-1b886350bcbd tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:18.985252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=6d87e5dc-312d-4586-84cd-0b06f66bc401,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:18.999450 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['6d87e5dc-312d-4586-84cd-0b06f66bc401'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:42:19.019828 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.036300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Allocated IP 172.21.0.1 (2c9aad4b-320f-4d61-8b0b-465ed8b7c89a/4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4/ad21eb2e-6f62-4172-bc5f-1fda5f749209) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:19.075620 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-462119ba-6053-499b-b692-1b886350bcbd tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.076285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No DVR routers for this DVR port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:42:19.128689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:19.203253 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-462119ba-6053-499b-b692-1b886350bcbd tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.211234 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-462119ba-6053-499b-b692-1b886350bcbd tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/security-groups/8ebf7ddb-78f3-4b47-8f4c-6b3e1d41e9d3 HTTP/1.1" status: 204 len: 168 time: 0.4025462 Jun 04 16:42:19.212390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462119ba-6053-499b-b692-1b886350bcbd tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebf7ddb-78f3-4b47-8f4c-6b3e1d41e9d3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:19.214297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38776) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:19.274784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-db90cd8c-aa68-43c9-a86f-a54286f2bb9d None None] Deleting port ea1dbcd6-83b2-4195-a585-6c036f351bc2 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:19.275164 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-db90cd8c-aa68-43c9-a86f-a54286f2bb9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.285862 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.328911 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.344211 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.363970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Transition to ACTIVE for port object ad21eb2e-6f62-4172-bc5f-1fda5f749209 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:19.412323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.422200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-308f3fc6-7f75-4d9c-a54c-2f38144ea99b None None] For port d8a4f322-1ddb-4670-9351-115a4f6d38a7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d8a4f322-1ddb-4670-9351-115a4f6d38a7,segment=NetworkSegment(dd3f3cc3-cf3e-49ef-b79d-b57ff1186436),segment_id=dd3f3cc3-cf3e-49ef-b79d-b57ff1186436)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:19.462017 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-308f3fc6-7f75-4d9c-a54c-2f38144ea99b None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.509050 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-d2105467-30c6-4735-b338-2d2964cd8f08 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 04 16:42:19.509050 n-d-811809-3 neutron-server[88799]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Jun 04 16:42:19.509050 n-d-811809-3 neutron-server[88799]: [parameters: {'port_id': 'f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed'}] Jun 04 16:42:19.509050 n-d-811809-3 neutron-server[88799]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:42:19.509725 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-d2105467-30c6-4735-b338-2d2964cd8f08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:42:19.526202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-db90cd8c-aa68-43c9-a86f-a54286f2bb9d None None] The port 'ea1dbcd6-83b2-4195-a585-6c036f351bc2' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:42:19.538712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:19.568958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:19.590864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:19.694060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5eb7633-57de-410a-a8e8-cedd6cc58aee']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:19.702321 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.733385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:19.734701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f36c58-85fc-4356-930c-60df26fb55a5') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:19.734996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f36c58-85fc-4356-930c-60df26fb55a5') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:19.735826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:19.757719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=ad21eb2e-6f62-4172-bc5f-1fda5f749209,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:19.763902 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0a6596c7-9e3e-4fb2-a281-c5f5dfa245fb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.828013 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.862496 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0a6596c7-9e3e-4fb2-a281-c5f5dfa245fb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.872735 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.892380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:42:19.892972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.967265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-308f3fc6-7f75-4d9c-a54c-2f38144ea99b None None] Transition to ACTIVE for port object d8a4f322-1ddb-4670-9351-115a4f6d38a7 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:19.969355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Network 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:19.973846 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:19.990890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:20.013729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:20.017164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d2105467-30c6-4735-b338-2d2964cd8f08 None None] Deleting port f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:20.017810 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d2105467-30c6-4735-b338-2d2964cd8f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.052595 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-308f3fc6-7f75-4d9c-a54c-2f38144ea99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.060186 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c9f36c58-85fc-4356-930c-60df26fb55a5 resource provider aggregate not found Jun 04 16:42:20.106776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d2105467-30c6-4735-b338-2d2964cd8f08 None None] The port 'f80a2284-ce78-4a9e-a3da-f7bdcc8ff1ed' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:42:20.117252 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c9f36c58-85fc-4356-930c-60df26fb55a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9f36c58-85fc-4356-930c-60df26fb55a5 found for delete ", "request_id": "req-32dd07f5-7ea8-4dc4-9ac0-92e747e7e613"}]} Jun 04 16:42:20.122948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0a6596c7-9e3e-4fb2-a281-c5f5dfa245fb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.146004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b847a-2c4c-41e6-8178-68ac0050a64f None None] Pushing event updated for resources: {'Port': ['ID=3041810e-6de0-4bea-b0d0-6e7416b2f562,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:20.146483 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.149921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6596c7-9e3e-4fb2-a281-c5f5dfa245fb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=726ff4e4-9fe4-4fe1-b181-1abeaacbef4b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:20.178930 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.189020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Network': ['ID=c5eb7633-57de-410a-a8e8-cedd6cc58aee,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:20.210895 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0a6596c7-9e3e-4fb2-a281-c5f5dfa245fb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.214665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0a6596c7-9e3e-4fb2-a281-c5f5dfa245fb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/security-groups/726ff4e4-9fe4-4fe1-b181-1abeaacbef4b HTTP/1.1" status: 204 len: 168 time: 0.9874334 Jun 04 16:42:20.214820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38822) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:20.219361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-608da4e8-f220-4bb8-bacf-4ef9b9ff0615 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/networks/c5eb7633-57de-410a-a8e8-cedd6cc58aee HTTP/1.1" status: 204 len: 168 time: 2.1371057 Jun 04 16:42:20.255714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38826) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:20.272276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1300115228'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:20.284318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe65636-3dd1-489a-88aa-79dd2b765751 req-9bcb1471-3773-47b4-9623-8c6c6ad74141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:20.293344 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbe65636-3dd1-489a-88aa-79dd2b765751 req-9bcb1471-3773-47b4-9623-8c6c6ad74141 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 944 time: 0.3706102 Jun 04 16:42:20.336709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:20.349082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:network and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:20.358204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:20.362519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Attempting to bind port a64968bf-a8ea-494d-a2e3-12f8a34686be on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:42:20.363184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Attempting to bind port a64968bf-a8ea-494d-a2e3-12f8a34686be by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '3febd9e2-5fc2-472c-b2fe-d10a531f5935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:42:20.363810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Attempting to bind port a64968bf-a8ea-494d-a2e3-12f8a34686be on network 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:20.377781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbe65636-3dd1-489a-88aa-79dd2b765751 req-e7690154-171f-4ada-a519-adbf97b6e6fa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=abced34a-465b-425e-8ac0-eb067c376944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832977 Jun 04 16:42:20.385935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:20.391890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-d953452a-d151-40fc-85e1-8e5388151128 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting subnet 018684ef-fa24-41d7-93d0-dcc8793daa2c {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:42:20.397647 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d953452a-d151-40fc-85e1-8e5388151128 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.439928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:42:20.440702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Checking segment: {'id': '3febd9e2-5fc2-472c-b2fe-d10a531f5935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:20.441336 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.441921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Bound using segment: {'id': '3febd9e2-5fc2-472c-b2fe-d10a531f5935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:42:20.442629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Bound port: a64968bf-a8ea-494d-a2e3-12f8a34686be, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3febd9e2-5fc2-472c-b2fe-d10a531f5935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:42:20.443201 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.449236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:20.452862 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.453870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:20.492174 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d953452a-d151-40fc-85e1-8e5388151128 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.542155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:42:20.545800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Pushing event updated for resources: {'Port': ['ID=a64968bf-a8ea-494d-a2e3-12f8a34686be,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:20.562608 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.562985 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Added segment f76ef8ea-3aa6-4432-9641-5b531c1eb85e of type vlan for network d2eaf0b3-374b-4457-ae7d-56570a4d95e8 Jun 04 16:42:20.614109 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.645999 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d953452a-d151-40fc-85e1-8e5388151128 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.705958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6d87e5dc-312d-4586-84cd-0b06f66bc401 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:20.740550 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.748074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:20.748975 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.783662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] For port a64968bf-a8ea-494d-a2e3-12f8a34686be, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:42:20.792319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] For port a64968bf-a8ea-494d-a2e3-12f8a34686be, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a64968bf-a8ea-494d-a2e3-12f8a34686be,segment=NetworkSegment(3febd9e2-5fc2-472c-b2fe-d10a531f5935),segment_id=3febd9e2-5fc2-472c-b2fe-d10a531f5935)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:42:20.809188 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.816447 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.892298 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.915377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38848) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:20.929169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6676807 Jun 04 16:42:20.946946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38852) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:20.958891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 6d87e5dc-312d-4586-84cd-0b06f66bc401 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:20.964112 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d953452a-d151-40fc-85e1-8e5388151128 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:20.977580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'subnet': {'network_id': 'd2eaf0b3-374b-4457-ae7d-56570a4d95e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:20.997201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=ad21eb2e-6f62-4172-bc5f-1fda5f749209,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:21.049820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 6d87e5dc-312d-4586-84cd-0b06f66bc401 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:21.050297 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:21.051042 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:21.080819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e6929-f526-4158-acf1-397a4f0987d5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Network': ['ID=d2eaf0b3-374b-4457-ae7d-56570a4d95e8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:21.103801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d953452a-d151-40fc-85e1-8e5388151128 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:21.106486 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d953452a-d151-40fc-85e1-8e5388151128 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/018684ef-fa24-41d7-93d0-dcc8793daa2c HTTP/1.1" status: 204 len: 168 time: 0.8899407 Jun 04 16:42:21.113014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953452a-d151-40fc-85e1-8e5388151128 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Subnet': ['ID=018684ef-fa24-41d7-93d0-dcc8793daa2c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:21.113448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38864) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:21.118910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f3fc6-7f75-4d9c-a54c-2f38144ea99b None None] Pushing event updated for resources: {'Port': ['ID=d8a4f322-1ddb-4670-9351-115a4f6d38a7,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:21.131161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:21.141915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network d2eaf0b3-374b-4457-ae7d-56570a4d95e8 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:42:21.258863 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-135bfb4b-cc6a-45b1-9d62-820345c4b7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:21.301602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-135bfb4b-cc6a-45b1-9d62-820345c4b7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:21.310733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-135bfb4b-cc6a-45b1-9d62-820345c4b7bc admin admin] Usage tracker for resource:security_group_rule and tenant:3af447a8d9a94ab0a54cbebe2a0955a7 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:21.314014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:21.317239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-135bfb4b-cc6a-45b1-9d62-820345c4b7bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:21.324854 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4737d-528d-47a2-a83c-779de04ab531 None None] Pushing event updated for resources: {'Port': ['ID=a64968bf-a8ea-494d-a2e3-12f8a34686be,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:21.325185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:subnet and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:21.330116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-135bfb4b-cc6a-45b1-9d62-820345c4b7bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:21.348247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:21.361573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:21.400780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:21.405998 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:21.408753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:21.413568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:21.485950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:21.609285 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775cd370-3519-4340-96b6-e0408ed06463 None None] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:21.657046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:21.679611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:21.699889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:21.724560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:21.729864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:21.764444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 527af885-44c6-4ba0-aefc-05126d78fdf9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:42:21.920281 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:21.948302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4caae340-b012-4d4e-8f4d-d2cb6ee7e448 None None] Provisioning for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:22.048976 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-135bfb4b-cc6a-45b1-9d62-820345c4b7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.062748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Checking segment: {'id': 'f76ef8ea-3aa6-4432-9641-5b531c1eb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd2eaf0b3-374b-4457-ae7d-56570a4d95e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:22.063240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network hostable DHCP agents. Network: d2eaf0b3-374b-4457-ae7d-56570a4d95e8, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:42:22.081227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4caae340-b012-4d4e-8f4d-d2cb6ee7e448 None None] Provisioning complete for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:22.081611 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4caae340-b012-4d4e-8f4d-d2cb6ee7e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.089818 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-135bfb4b-cc6a-45b1-9d62-820345c4b7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.093858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:22.109717 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c69708df-66ed-44a7-84d4-a45b3d12b6c0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2203238 Jun 04 16:42:22.110804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38886) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:22.125344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'network': {'name': 'tempest-RoutersTest-257751904'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:22.131215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:22.132985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce950af9-0881-40cd-b87f-896396f1fb80 req-18047f5d-83d1-46fb-ae13-ffc3b7ef22e8 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:22.135786 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:network and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:22.138758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:22.140530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce950af9-0881-40cd-b87f-896396f1fb80 req-18047f5d-83d1-46fb-ae13-ffc3b7ef22e8 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 944 time: 0.4587793 Jun 04 16:42:22.146380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:22.151182 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-135bfb4b-cc6a-45b1-9d62-820345c4b7bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3af447a8d9a94ab0a54cbebe2a0955a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2334561 Jun 04 16:42:22.152238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Subnet': ['ID=e773791e-6309-419c-a3bd-9288bfae544f,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:22.157538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38890) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:22.159139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network d2eaf0b3-374b-4457-ae7d-56570a4d95e8 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:42:22.238458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, d2eaf0b3-374b-4457-ae7d-56570a4d95e8) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:22.252034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:22.252272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a240f146-cf98-43a0-927f-04156c802184 None None] Network d2eaf0b3-374b-4457-ae7d-56570a4d95e8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:22.252397 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.275505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bfb4b-cc6a-45b1-9d62-820345c4b7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080bc36d-6a5e-484d-8b99-b5a73423affb,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:22.355823 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce950af9-0881-40cd-b87f-896396f1fb80 req-939c0c3f-43d3-4643-873e-3ada735568b4 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=abced34a-465b-425e-8ac0-eb067c376944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141569 Jun 04 16:42:22.357000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-493ebfd4-50db-4f62-8113-070b1ef55109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.363601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dd27fb82-5b04-466d-902a-814caadaeb9e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4099281 Jun 04 16:42:22.371669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38894) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:22.379252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:22.382986 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.383438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-49626cb6-6bf6-4560-92b4-d634c22264f9 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1699131121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:22.405453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-49626cb6-6bf6-4560-92b4-d634c22264f9 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:22.416174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-49626cb6-6bf6-4560-92b4-d634c22264f9 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:router and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:22.420871 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-493ebfd4-50db-4f62-8113-070b1ef55109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.421563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:42:22.428478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-49626cb6-6bf6-4560-92b4-d634c22264f9 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:22.435757 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.436162 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Added segment a06ef849-c4cd-4916-bb4c-74b6f681422c of type vlan for network 66f89bc2-7311-4172-8b92-9541465b14bf Jun 04 16:42:22.441001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-49626cb6-6bf6-4560-92b4-d634c22264f9 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:22.466958 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.477297 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49626cb6-6bf6-4560-92b4-d634c22264f9 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.478551 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49626cb6-6bf6-4560-92b4-d634c22264f9 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.506266 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49626cb6-6bf6-4560-92b4-d634c22264f9 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.535410 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.552451 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49626cb6-6bf6-4560-92b4-d634c22264f9 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.563417 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-493ebfd4-50db-4f62-8113-070b1ef55109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.606927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ebfd4-50db-4f62-8113-070b1ef55109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080bc36d-6a5e-484d-8b99-b5a73423affb,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:22.607603 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.616477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:22.619294 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.620285 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-493ebfd4-50db-4f62-8113-070b1ef55109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.621917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 6d87e5dc-312d-4586-84cd-0b06f66bc401 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:22.624996 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.625836 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-493ebfd4-50db-4f62-8113-070b1ef55109 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/080bc36d-6a5e-484d-8b99-b5a73423affb HTTP/1.1" status: 204 len: 168 time: 0.4639823 Jun 04 16:42:22.630017 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49626cb6-6bf6-4560-92b4-d634c22264f9 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.631978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-49626cb6-6bf6-4560-92b4-d634c22264f9 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2591519 Jun 04 16:42:22.634358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38900) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:22.650036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'port': {'network_id': 'd2eaf0b3-374b-4457-ae7d-56570a4d95e8', 'name': 'tempest-RoutersIpV6Test-1127957956'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:22.725775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6d87e5dc-312d-4586-84cd-0b06f66bc401, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6d87e5dc-312d-4586-84cd-0b06f66bc401,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:22.747537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4caae340-b012-4d4e-8f4d-d2cb6ee7e448 None None] Current status of the port d8a4f322-1ddb-4670-9351-115a4f6d38a7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:22.762647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bfedfc-c121-4115-b281-92e998b21b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d87e5dc-312d-4586-84cd-0b06f66bc401'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:42:22.776909 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:22.986179 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32c50f7-e45d-4ab5-b12e-a5f9d1606573'] response: {'server_uuid': '68bfedfc-c121-4115-b281-92e998b21b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d87e5dc-312d-4586-84cd-0b06f66bc401', 'code': 200} Jun 04 16:42:23.044682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:23.061773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:23.071238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:23.071856 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:23.084886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-d2eaf0b3-374b-4457-ae7d-56570a4d95e8', 'network_id': 'd2eaf0b3-374b-4457-ae7d-56570a4d95e8', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'fixed_ips': [{'subnet_id': 'e773791e-6309-419c-a3bd-9288bfae544f'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:42:23.088607 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:23.089137 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9731300 Jun 04 16:42:23.106117 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e300f2-8238-467a-8003-482a244faf37 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Network': ['ID=66f89bc2-7311-4172-8b92-9541465b14bf,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:23.113454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38914) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:23.114731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Subnet': ['ID=c8b963a3-a181-4e7e-96a4-d4be2c831ffa,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:23.124957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'subnet': {'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:23.150946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fc9889-87a3-49bf-a2cc-43f7b0f35033 None None] Network 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:23.251726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38920) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:23.263709 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 66f89bc2-7311-4172-8b92-9541465b14bf details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:42:23.277126 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c8eecaa8-4881-4873-a849-953339c8735d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1625290 Jun 04 16:42:23.343511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38926) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:23.365106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'security_group': {'name': 'tempest-secgroup-301943607'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:23.379593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1a28a491-45b2-443d-acb6-4eae0e661b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:23.390194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:23.421644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:security_group and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:23.424911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1a28a491-45b2-443d-acb6-4eae0e661b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:23.436120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d8a4f322-1ddb-4670-9351-115a4f6d38a7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:23.443291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:23.449779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1a28a491-45b2-443d-acb6-4eae0e661b72 admin admin] Usage tracker for resource:security_group_rule and tenant:daa339a086a34fa8b2ea29b60e33fc8d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:23.457751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1a28a491-45b2-443d-acb6-4eae0e661b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:23.460963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:23.483345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:23.487659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1a28a491-45b2-443d-acb6-4eae0e661b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:23.493671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:subnet and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:23.503579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:23.505789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:23.521681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:port and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:23.525668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:23.544913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:23.547298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4caae340-b012-4d4e-8f4d-d2cb6ee7e448 None None] Provisioning complete for port db9db86d-d4f4-40e4-a5b3-028cfe73cca0 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:23.547682 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4caae340-b012-4d4e-8f4d-d2cb6ee7e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:23.560784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:23.566068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:23.587376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:23.597945 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:23.643394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:23.658136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:23.662260 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:23.680747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:security_group_rule and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:23.691181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:23.701192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] device_id is not set on port 0d933382-49ee-4c06-8dcd-7ace81bf689d yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:42:23.740981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468cb28-91e6-41e4-aefa-9c2671c70eb4 req-bbc6988a-fe78-4625-b0ac-cdc4be597f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:23.742505 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b468cb28-91e6-41e4-aefa-9c2671c70eb4 req-bbc6988a-fe78-4625-b0ac-cdc4be597f32 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 1096 time: 0.2909336 Jun 04 16:42:23.749986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:23.754107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4caae340-b012-4d4e-8f4d-d2cb6ee7e448 None None] Port db9db86d-d4f4-40e4-a5b3-028cfe73cca0 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:23.764052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:09Z', 'revision_number': 2, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:18Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:23.791443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748ab2fd-1c0a-469f-b109-f4426d69322c None None] The sync data for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 is: [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:09Z', 'revision_number': 2, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:18Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:23.793421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38934) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:23.802162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4caae340-b012-4d4e-8f4d-d2cb6ee7e448 None None] Could not find standard attr ID for object dd6b21fd-98b8-4ca7-98a0-31706a42ecdf. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:42:23.813403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=6d87e5dc-312d-4586-84cd-0b06f66bc401,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:23.868989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ae04b-c113-484f-b297-9c8257187305 req-ee14e13e-596c-4781-94c5-fae521426ca0 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:23.871181 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-665ae04b-c113-484f-b297-9c8257187305 req-ee14e13e-596c-4781-94c5-fae521426ca0 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 945 time: 0.2870378 Jun 04 16:42:23.946750 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b468cb28-91e6-41e4-aefa-9c2671c70eb4 req-5a6aee1a-69d0-45ac-89ea-5cbfd8e4c76d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=abced34a-465b-425e-8ac0-eb067c376944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926503 Jun 04 16:42:23.964643 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1a28a491-45b2-443d-acb6-4eae0e661b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:23.968466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:23.969559 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:23.993445 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:23.998540 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1a28a491-45b2-443d-acb6-4eae0e661b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.018660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Allocated IP 2001:db8::1e (d2eaf0b3-374b-4457-ae7d-56570a4d95e8/e773791e-6309-419c-a3bd-9288bfae544f/0d933382-49ee-4c06-8dcd-7ace81bf689d) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:24.023262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-665ae04b-c113-484f-b297-9c8257187305 req-15efdc0e-8aeb-4daa-a73c-26bd47ad3985 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=abced34a-465b-425e-8ac0-eb067c376944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789576 Jun 04 16:42:24.043369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c6d24588-42d7-43f5-be2f-bd4631502343 None None] Provisioning for port a64968bf-a8ea-494d-a2e3-12f8a34686be completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:24.088234 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1ffc96a4-215e-49ea-ba5e-85db31acfa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.092341 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.130534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1ffc96a4-215e-49ea-ba5e-85db31acfa66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:24.153568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1ffc96a4-215e-49ea-ba5e-85db31acfa66 admin admin] Usage tracker for resource:security_group_rule and tenant:20f9f02e5ea84af08986ae8930b0572a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:24.160478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1ffc96a4-215e-49ea-ba5e-85db31acfa66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:24.197907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1ffc96a4-215e-49ea-ba5e-85db31acfa66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:24.278777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28a491-45b2-443d-acb6-4eae0e661b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b8160e-baf3-41a1-a7de-d3bbed290133,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:24.291293 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1a28a491-45b2-443d-acb6-4eae0e661b72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daa339a086a34fa8b2ea29b60e33fc8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0327139 Jun 04 16:42:24.292429 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38940) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:24.349691 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.357378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d8a4f322-1ddb-4670-9351-115a4f6d38a7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:24.358533 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a64968bf-a8ea-494d-a2e3-12f8a34686be up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:24.386879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105925da-a2d8-43d8-95ea-f2103a842f14 None None] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:24.400917 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.401657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.405444 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0584977 Jun 04 16:42:24.406714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38944) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:24.424222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'security_group': {'name': 'tempest-secgroup-696343317'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:24.440944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:24.456693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:security_group and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:24.467059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3ac63-acd7-4bf4-9c1f-d0e3e2be6584 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0d1b9b-3dc8-4870-9ff5-1e67840b79f3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:24.473095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Transition to ACTIVE for port object 0d933382-49ee-4c06-8dcd-7ace81bf689d will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:24.474389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:24.479894 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df0b83a3-8b89-4645-b315-84d5378208a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.497457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:24.520618 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1ffc96a4-215e-49ea-ba5e-85db31acfa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.528257 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.546768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Subnet': ['ID=6b270afb-abbd-4a6e-9f02-1d6d61815515,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:24.560226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Checking segment: {'id': 'a06ef849-c4cd-4916-bb4c-74b6f681422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:24.560698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network hostable DHCP agents. Network: 66f89bc2-7311-4172-8b92-9541465b14bf, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:42:24.588198 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df0b83a3-8b89-4645-b315-84d5378208a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.593069 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1ffc96a4-215e-49ea-ba5e-85db31acfa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.620524 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.636245 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 66f89bc2-7311-4172-8b92-9541465b14bf is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:42:24.659310 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 66f89bc2-7311-4172-8b92-9541465b14bf) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:24.663916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:24.664621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.686825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network d2eaf0b3-374b-4457-ae7d-56570a4d95e8 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:24.695971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-771949d3-1260-4227-9332-d56dffd24541 None None] Provisioning complete for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:24.696452 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-771949d3-1260-4227-9332-d56dffd24541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.697027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:24.699432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:24.705550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:24.706694 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c1f7d091-0779-4bc6-8e7d-01b6be8e75e2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5889561 Jun 04 16:42:24.708367 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df0b83a3-8b89-4645-b315-84d5378208a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.709474 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.711576 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df0b83a3-8b89-4645-b315-84d5378208a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:24.713242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38948) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:24.716120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:24.716338 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-df0b83a3-8b89-4645-b315-84d5378208a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99b8160e-baf3-41a1-a7de-d3bbed290133 HTTP/1.1" status: 204 len: 168 time: 0.4120054 Jun 04 16:42:24.729853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b83a3-8b89-4645-b315-84d5378208a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b8160e-baf3-41a1-a7de-d3bbed290133,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:24.789855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f9a394-dd97-4095-b243-9fdfba4d078e None None] Network 66f89bc2-7311-4172-8b92-9541465b14bf requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:24.811406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:security_group_rule and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:24.843565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:24.848813 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1ffc96a4-215e-49ea-ba5e-85db31acfa66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20f9f02e5ea84af08986ae8930b0572a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0530078 Jun 04 16:42:24.851886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38954) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:24.956642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=0d933382-49ee-4c06-8dcd-7ace81bf689d,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:24.959973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc96a4-215e-49ea-ba5e-85db31acfa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84416308-2913-4f34-8039-85fac6f55077,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:24.975699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:24.982196 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Allocated IP 2001:db8::2 (d2eaf0b3-374b-4457-ae7d-56570a4d95e8/e773791e-6309-419c-a3bd-9288bfae544f/745cf966-7710-49be-ab8a-1701df801ed6) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:25.038857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-84fcc529-18cf-45af-8060-e492dc1c4834 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3999419 Jun 04 16:42:25.043339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38960) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:25.056915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port a64968bf-a8ea-494d-a2e3-12f8a34686be completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:25.159730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port a64968bf-a8ea-494d-a2e3-12f8a34686be triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:25.160135 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:25.284908 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:25.337041 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a64ce85a-ecc6-4292-b958-7b6a5d7d6d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:25.343473 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:25.458211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-771949d3-1260-4227-9332-d56dffd24541 None None] Current status of the port d8a4f322-1ddb-4670-9351-115a4f6d38a7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:25.490057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0ed172-8c07-45a5-ad45-25dc67740051,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:25.521803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a64ce85a-ecc6-4292-b958-7b6a5d7d6d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:25.584377 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:25.585601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-44fdc1af-3e6c-4b16-9bad-d050834e3448 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1765652 Jun 04 16:42:25.589467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38974) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:25.596182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'security_group': {'name': 'tempest-secgroup-1037255958'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:25.670379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port a64968bf-a8ea-494d-a2e3-12f8a34686be is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:25.670840 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:25.681356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-771949d3-1260-4227-9332-d56dffd24541 None None] Provisioning complete for port db9db86d-d4f4-40e4-a5b3-028cfe73cca0 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:25.682223 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-771949d3-1260-4227-9332-d56dffd24541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:25.728091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:25.740203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:security_group and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:25.799620 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a64ce85a-ecc6-4292-b958-7b6a5d7d6d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:25.823978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-66f89bc2-7311-4172-8b92-9541465b14bf', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:42:25.825183 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:25.849177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ce85a-ecc6-4292-b958-7b6a5d7d6d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84416308-2913-4f34-8039-85fac6f55077,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:25.973692 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a64ce85a-ecc6-4292-b958-7b6a5d7d6d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:25.977761 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a64ce85a-ecc6-4292-b958-7b6a5d7d6d0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84416308-2913-4f34-8039-85fac6f55077 HTTP/1.1" status: 204 len: 168 time: 1.1247561 Jun 04 16:42:26.002134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-771949d3-1260-4227-9332-d56dffd24541 None None] Port db9db86d-d4f4-40e4-a5b3-028cfe73cca0 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:26.053070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port a64968bf-a8ea-494d-a2e3-12f8a34686be, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a64968bf-a8ea-494d-a2e3-12f8a34686be,segment=NetworkSegment(3febd9e2-5fc2-472c-b2fe-d10a531f5935),segment_id=3febd9e2-5fc2-472c-b2fe-d10a531f5935)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:26.084769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adc2d8d-48c9-4734-b17a-fb28530990df None None] Update dhcp port {'port': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'fixed_ips': [{'subnet_id': 'dd17e716-aafc-491a-8857-088aa08706d4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c8b963a3-a181-4e7e-96a4-d4be2c831ffa'}], 'binding:host_id': 'n-d-811809-3'}, 'id': 'd8a4f322-1ddb-4670-9351-115a4f6d38a7'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:42:26.147911 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:26.181127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:26.204107 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Sync routers for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:26.210036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:26.222286 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:26.226006 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:26.253119 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:26.255752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=a64968bf-a8ea-494d-a2e3-12f8a34686be,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:26.288902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Transition to ACTIVE for port object 745cf966-7710-49be-ab8a-1701df801ed6 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:26.323691 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7adc2d8d-48c9-4734-b17a-fb28530990df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:26.429242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89394f04-b488-4142-92f7-899e7d5694dd req-05be33d3-bf74-471c-9ae1-c3e51416095e tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:26.434282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3041810e-6de0-4bea-b0d0-6e7416b2f562 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:26.434633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89394f04-b488-4142-92f7-899e7d5694dd req-05be33d3-bf74-471c-9ae1-c3e51416095e tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 945 time: 1.1315317 Jun 04 16:42:26.435470 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:26.473036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c1cd1b00-c21e-44e6-82cb-17f99b87ada2 None None] Provisioning complete for port a64968bf-a8ea-494d-a2e3-12f8a34686be triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:26.473540 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1b00-c21e-44e6-82cb-17f99b87ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:26.525663 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Transition to ACTIVE for port object 745cf966-7710-49be-ab8a-1701df801ed6 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:26.539880 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:26.572253 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:26.586737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:26.598735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:security_group_rule and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:26.611883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:26.679454 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:26.769768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:26.851170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39012) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:26.898760 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6e474cb7-8c11-40ec-a109-9ca33e286fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:26.905068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Pushing event updated for resources: {'Port': ['ID=745cf966-7710-49be-ab8a-1701df801ed6,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:26.912927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Allocated IP 172.22.0.2 (66f89bc2-7311-4172-8b92-9541465b14bf/6b270afb-abbd-4a6e-9f02-1d6d61815515/cec999ff-1409-4f7d-84f8-81f66da548ec) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:26.932127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6e474cb7-8c11-40ec-a109-9ca33e286fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:26.937923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:26.944453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Network d2eaf0b3-374b-4457-ae7d-56570a4d95e8 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:26.964866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6e474cb7-8c11-40ec-a109-9ca33e286fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:61275ec77520487d98d85a54c3e5f52c is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:26.981746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:26.997727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:27.078084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89394f04-b488-4142-92f7-899e7d5694dd req-28f13248-28bd-48d0-b613-8a47bf6da57c tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=abced34a-465b-425e-8ac0-eb067c376944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6030557 Jun 04 16:42:27.111965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6e474cb7-8c11-40ec-a109-9ca33e286fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:27.243443 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.247147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6e474cb7-8c11-40ec-a109-9ca33e286fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:27.271130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 3041810e-6de0-4bea-b0d0-6e7416b2f562 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:27.274190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd1b00-c21e-44e6-82cb-17f99b87ada2 None None] Current status of the port a64968bf-a8ea-494d-a2e3-12f8a34686be is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:27.309881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.318351 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:19Z', 'revision_number': 3, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:18Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:20Z', 'revision_number': 2, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:27.324963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3041810e-6de0-4bea-b0d0-6e7416b2f562 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:27.325345 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.330891 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Checking router: 527af885-44c6-4ba0-aefc-05126d78fdf9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:42:27.331699 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Updating router 527af885-44c6-4ba0-aefc-05126d78fdf9 port ad21eb2e-6f62-4172-bc5f-1fda5f749209 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:42:27.378325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Attempting to bind port 745cf966-7710-49be-ab8a-1701df801ed6 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:42:27.383089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Attempting to bind port 745cf966-7710-49be-ab8a-1701df801ed6 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'f76ef8ea-3aa6-4432-9641-5b531c1eb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd2eaf0b3-374b-4457-ae7d-56570a4d95e8'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:42:27.383528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Attempting to bind port 745cf966-7710-49be-ab8a-1701df801ed6 on network d2eaf0b3-374b-4457-ae7d-56570a4d95e8 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:27.415950 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.430714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3bad23-df98-48c2-afdd-018bf0b6fba3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:27.450235 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c1cd1b00-c21e-44e6-82cb-17f99b87ada2 None None] Provisioning for port ad21eb2e-6f62-4172-bc5f-1fda5f749209 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:27.461802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:42:27.462348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Checking segment: {'id': 'f76ef8ea-3aa6-4432-9641-5b531c1eb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd2eaf0b3-374b-4457-ae7d-56570a4d95e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:27.462867 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.463348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Bound using segment: {'id': 'f76ef8ea-3aa6-4432-9641-5b531c1eb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd2eaf0b3-374b-4457-ae7d-56570a4d95e8'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:42:27.463896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Bound port: 745cf966-7710-49be-ab8a-1701df801ed6, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76ef8ea-3aa6-4432-9641-5b531c1eb85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd2eaf0b3-374b-4457-ae7d-56570a4d95e8'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:42:27.464355 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.467717 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.473425 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5484866d-c9fb-4db4-8541-1a31550de4aa tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8813336 Jun 04 16:42:27.476348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39062) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:27.484538 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6e474cb7-8c11-40ec-a109-9ca33e286fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.487035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1010569723', 'security_groups': ['7e3bad23-df98-48c2-afdd-018bf0b6fba3'], 'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c8b963a3-a181-4e7e-96a4-d4be2c831ffa'}]}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:27.505133 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6e474cb7-8c11-40ec-a109-9ca33e286fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.548388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c1cd1b00-c21e-44e6-82cb-17f99b87ada2 None None] Provisioning complete for port ad21eb2e-6f62-4172-bc5f-1fda5f749209 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:27.548388 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1b00-c21e-44e6-82cb-17f99b87ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.660852 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6e474cb7-8c11-40ec-a109-9ca33e286fe0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61275ec77520487d98d85a54c3e5f52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8009984 Jun 04 16:42:27.675021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39074) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:27.711914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e474cb7-8c11-40ec-a109-9ca33e286fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac70af43-ffd1-4376-9994-aadfe372fdf0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:27.722594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c3315-ee50-41dd-891d-25e79cc176d8 req-d3cc3c0f-5c07-42c1-967a-df0ac0c03064 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:27.724173 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e80c3315-ee50-41dd-891d-25e79cc176d8 req-d3cc3c0f-5c07-42c1-967a-df0ac0c03064 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 945 time: 0.4791207 Jun 04 16:42:27.734986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39086) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:27.745650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6613f739-0f52-4848-aee2-575636b6cbf6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Request body: {'floatingip': {'port_id': '6d87e5dc-312d-4586-84cd-0b06f66bc401'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:27.811276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:27.822387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:27.835159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:27.848120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-7adc2d8d-48c9-4734-b17a-fb28530990df None None] Allocated IP 2001:db8::2 (57f270cc-9dfd-4f80-a59d-90e6a83be2d1/c8b963a3-a181-4e7e-96a4-d4be2c831ffa/d8a4f322-1ddb-4670-9351-115a4f6d38a7) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:27.851002 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:42:27.907119 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.928220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Transition to ACTIVE for port object cec999ff-1409-4f7d-84f8-81f66da548ec will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:27.930996 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.950319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Transition to ACTIVE for port object cec999ff-1409-4f7d-84f8-81f66da548ec will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:27.966770 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] For port 745cf966-7710-49be-ab8a-1701df801ed6, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:42:27.972296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] For port 745cf966-7710-49be-ab8a-1701df801ed6, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=745cf966-7710-49be-ab8a-1701df801ed6,segment=NetworkSegment(f76ef8ea-3aa6-4432-9641-5b531c1eb85e),segment_id=f76ef8ea-3aa6-4432-9641-5b531c1eb85e)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:42:27.976635 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.978091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd1b00-c21e-44e6-82cb-17f99b87ada2 None None] Port ad21eb2e-6f62-4172-bc5f-1fda5f749209 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:27.985241 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:27.987195 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.003093 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Transition to ACTIVE for port object ad21eb2e-6f62-4172-bc5f-1fda5f749209 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:28.015724 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.028631 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6613f739-0f52-4848-aee2-575636b6cbf6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.044732 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.078601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.166810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] device_id is not set on port abfd6aab-405b-41e9-b766-d37f41733639 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:42:28.178839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Network 66f89bc2-7311-4172-8b92-9541465b14bf is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:28.234256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Pushing event updated for resources: {'Port': ['ID=cec999ff-1409-4f7d-84f8-81f66da548ec,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:28.236792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3041810e-6de0-4bea-b0d0-6e7416b2f562 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:28.237280 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.261281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Allocated IP 172.22.0.1 (66f89bc2-7311-4172-8b92-9541465b14bf/6b270afb-abbd-4a6e-9f02-1d6d61815515/cf154ddd-35be-49cb-b820-cbd9f4696611) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:28.312342 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ffdf3ec5-d24a-47f5-b8c7-31e0d24ef0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.314366 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:28.323420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=0d933382-49ee-4c06-8dcd-7ace81bf689d,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:28.349348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:28.358914 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-650b52a3-bc83-439b-9d9f-48299c372157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.415777 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-650b52a3-bc83-439b-9d9f-48299c372157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.445830 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Pushing event updated for resources: {'Port': ['ID=ad21eb2e-6f62-4172-bc5f-1fda5f749209,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:28.458874 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:28.459202 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:28.459715 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:28.460191 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:28.460685 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:28.461290 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:28.462103 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:28.462622 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:28.463098 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:28.463570 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:28.464068 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:28.464564 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:28.472512 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Attempting to bind port ad21eb2e-6f62-4172-bc5f-1fda5f749209 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:42:28.473125 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Attempting to bind port ad21eb2e-6f62-4172-bc5f-1fda5f749209 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '3febd9e2-5fc2-472c-b2fe-d10a531f5935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:42:28.473640 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Attempting to bind port ad21eb2e-6f62-4172-bc5f-1fda5f749209 on network 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:28.480198 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:42:28.480787 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Checking segment: {'id': '3febd9e2-5fc2-472c-b2fe-d10a531f5935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:28.481491 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.482033 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Bound using segment: {'id': '3febd9e2-5fc2-472c-b2fe-d10a531f5935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:42:28.482757 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Bound port: ad21eb2e-6f62-4172-bc5f-1fda5f749209, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3febd9e2-5fc2-472c-b2fe-d10a531f5935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:42:28.483297 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.571468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 3041810e-6de0-4bea-b0d0-6e7416b2f562, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3041810e-6de0-4bea-b0d0-6e7416b2f562,segment=NetworkSegment(dc19c094-4a10-4f31-9674-88ebabf192f2),segment_id=dc19c094-4a10-4f31-9674-88ebabf192f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:28.597309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Attempting to bind port cec999ff-1409-4f7d-84f8-81f66da548ec on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:42:28.597763 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Attempting to bind port cec999ff-1409-4f7d-84f8-81f66da548ec by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'a06ef849-c4cd-4916-bb4c-74b6f681422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:42:28.598186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Attempting to bind port cec999ff-1409-4f7d-84f8-81f66da548ec on network 66f89bc2-7311-4172-8b92-9541465b14bf {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:28.610047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39098) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:28.625174 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.633290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f03b4-2ff8-4cde-b7c8-630e3575737e None None] Pushing event updated for resources: {'Port': ['ID=745cf966-7710-49be-ab8a-1701df801ed6,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:28.638451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:42:28.638931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Checking segment: {'id': 'a06ef849-c4cd-4916-bb4c-74b6f681422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:28.639391 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.639831 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Bound using segment: {'id': 'a06ef849-c4cd-4916-bb4c-74b6f681422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:42:28.640389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Bound port: cec999ff-1409-4f7d-84f8-81f66da548ec, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06ef849-c4cd-4916-bb4c-74b6f681422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:42:28.640819 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.666031 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] For port ad21eb2e-6f62-4172-bc5f-1fda5f749209, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:42:28.673146 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] For port ad21eb2e-6f62-4172-bc5f-1fda5f749209, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ad21eb2e-6f62-4172-bc5f-1fda5f749209,segment=NetworkSegment(3febd9e2-5fc2-472c-b2fe-d10a531f5935),segment_id=3febd9e2-5fc2-472c-b2fe-d10a531f5935)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:42:28.687001 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.696948 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.766576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7adc2d8d-48c9-4734-b17a-fb28530990df None None] For port d8a4f322-1ddb-4670-9351-115a4f6d38a7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d8a4f322-1ddb-4670-9351-115a4f6d38a7,segment=NetworkSegment(dd3f3cc3-cf3e-49ef-b79d-b57ff1186436),segment_id=dd3f3cc3-cf3e-49ef-b79d-b57ff1186436)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:28.771288 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6b722-a7a2-479a-80ba-4df88ebfbc8c None None] Pushing event updated for resources: {'Port': ['ID=ad21eb2e-6f62-4172-bc5f-1fda5f749209,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:28.780825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a64968bf-a8ea-494d-a2e3-12f8a34686be up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:28.802001 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:28.802657 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:28.848590 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:28.903430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Transition to ACTIVE for port object cf154ddd-35be-49cb-b820-cbd9f4696611 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:28.977957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:29.054394 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7adc2d8d-48c9-4734-b17a-fb28530990df None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:29.065699 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:29.072991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7adc2d8d-48c9-4734-b17a-fb28530990df None None] Transition to ACTIVE for port object d8a4f322-1ddb-4670-9351-115a4f6d38a7 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:29.143631 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7adc2d8d-48c9-4734-b17a-fb28530990df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:29.160640 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df018892-efa3-47bc-bcab-4cd681efc67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:29.199673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 66f89bc2-7311-4172-8b92-9541465b14bf is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:29.255260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:29.261350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-df018892-efa3-47bc-bcab-4cd681efc67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:29.273237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:29.273752 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-650b52a3-bc83-439b-9d9f-48299c372157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:29.317032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-df018892-efa3-47bc-bcab-4cd681efc67c admin admin] Usage tracker for resource:security_group_rule and tenant:2ed0aad8d0fa47acb62fb9624d8699da is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:29.321596 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-650b52a3-bc83-439b-9d9f-48299c372157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:29.326137 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-650b52a3-bc83-439b-9d9f-48299c372157 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac70af43-ffd1-4376-9994-aadfe372fdf0 HTTP/1.1" status: 204 len: 168 time: 1.6499941 Jun 04 16:42:29.328178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b52a3-bc83-439b-9d9f-48299c372157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac70af43-ffd1-4376-9994-aadfe372fdf0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:29.333607 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:29.376530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=3041810e-6de0-4bea-b0d0-6e7416b2f562,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:29.406177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-df018892-efa3-47bc-bcab-4cd681efc67c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:29.416973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-df018892-efa3-47bc-bcab-4cd681efc67c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:29.482705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] For port cec999ff-1409-4f7d-84f8-81f66da548ec, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:42:29.515811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port a64968bf-a8ea-494d-a2e3-12f8a34686be triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:29.516699 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:29.542002 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df018892-efa3-47bc-bcab-4cd681efc67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:29.544187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=cf154ddd-35be-49cb-b820-cbd9f4696611,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:29.563933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df018892-efa3-47bc-bcab-4cd681efc67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:29.575937 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] For port cec999ff-1409-4f7d-84f8-81f66da548ec, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cec999ff-1409-4f7d-84f8-81f66da548ec,segment=NetworkSegment(a06ef849-c4cd-4916-bb4c-74b6f681422c),segment_id=a06ef849-c4cd-4916-bb4c-74b6f681422c)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:42:29.621665 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:29.640802 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:19Z', 'revision_number': 3, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:29.647252 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9dab74-8c17-4045-b959-f886d6b514f2 None None] The sync data for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 is: [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:19Z', 'revision_number': 3, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:29.655940 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-df018892-efa3-47bc-bcab-4cd681efc67c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ed0aad8d0fa47acb62fb9624d8699da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0387542 Jun 04 16:42:29.672703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39108) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:29.704728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8::120 (57f270cc-9dfd-4f80-a59d-90e6a83be2d1/c8b963a3-a181-4e7e-96a4-d4be2c831ffa/abfd6aab-405b-41e9-b766-d37f41733639) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:29.745766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc2d8d-48c9-4734-b17a-fb28530990df None None] Pushing event updated for resources: {'Port': ['ID=d8a4f322-1ddb-4670-9351-115a4f6d38a7,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:29.771434 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:30.185533 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-93b570fa-2191-43af-8e9a-13718788cdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:30.197426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba1736-09e0-4854-adc1-54a91e35234f None None] Pushing event updated for resources: {'Port': ['ID=cec999ff-1409-4f7d-84f8-81f66da548ec,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:30.240778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port a64968bf-a8ea-494d-a2e3-12f8a34686be is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:30.315315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df018892-efa3-47bc-bcab-4cd681efc67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70763e2-cfdc-4ee9-a157-f6c5dd3359e3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:30.435184 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32b99210-d86e-41d5-9812-d84ab306e81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:30.636337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a9f261-20f3-4fd2-a4cd-da821c49612d None None] Network d2eaf0b3-374b-4457-ae7d-56570a4d95e8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:30.850382 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32b99210-d86e-41d5-9812-d84ab306e81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:30.925219 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:30.969458 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6613f739-0f52-4848-aee2-575636b6cbf6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:30.991621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6613f739-0f52-4848-aee2-575636b6cbf6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.045553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 745cf966-7710-49be-ab8a-1701df801ed6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:31.111037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Transition to ACTIVE for port object abfd6aab-405b-41e9-b766-d37f41733639 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:31.131131 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.148777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1ac09d7b-6406-4fe6-8a96-ca052662d475 None None] Provisioning for port 745cf966-7710-49be-ab8a-1701df801ed6 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:31.249852 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32b99210-d86e-41d5-9812-d84ab306e81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.269845 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.289238 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.291138 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.320749 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.384586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 745cf966-7710-49be-ab8a-1701df801ed6 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:31.401719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 745cf966-7710-49be-ab8a-1701df801ed6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:31.402235 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.479379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b99210-d86e-41d5-9812-d84ab306e81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70763e2-cfdc-4ee9-a157-f6c5dd3359e3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:31.497387 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.522833 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32b99210-d86e-41d5-9812-d84ab306e81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.524078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-32b99210-d86e-41d5-9812-d84ab306e81d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f70763e2-cfdc-4ee9-a157-f6c5dd3359e3 HTTP/1.1" status: 204 len: 168 time: 1.8504398 Jun 04 16:42:31.541803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.631689 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c7ff3ab7-c961-4b8c-b08a-579ea38c0260 None None] Provisioning for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:31.681211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=abfd6aab-405b-41e9-b766-d37f41733639,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:31.749569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c7ff3ab7-c961-4b8c-b08a-579ea38c0260 None None] Provisioning complete for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:31.750114 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7ff3ab7-c961-4b8c-b08a-579ea38c0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.767096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:31.775617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:31.780505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:31.795178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:31.796908 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.804368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=0d933382-49ee-4c06-8dcd-7ace81bf689d,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:31.839245 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-6613f739-0f52-4848-aee2-575636b6cbf6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Floating IP 0a1ba717-485b-4dcd-bbc5-aeada7428d43 associated. External IP: 172.25.5.178, port: 6d87e5dc-312d-4586-84cd-0b06f66bc401. Jun 04 16:42:31.850111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 745cf966-7710-49be-ab8a-1701df801ed6 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:31.850520 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:31.885876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c73270-14de-4a48-bfe5-0bee05e91901 None None] Network 66f89bc2-7311-4172-8b92-9541465b14bf requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:32.059750 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-aab9f791-6b04-42b0-baea-70c0441c3ffc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5813725 Jun 04 16:42:32.070707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39146) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:32.091455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-47e51559-7e88-4575-9c26-1c9847ecf596 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:32.348172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 745cf966-7710-49be-ab8a-1701df801ed6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=745cf966-7710-49be-ab8a-1701df801ed6,segment=NetworkSegment(f76ef8ea-3aa6-4432-9641-5b531c1eb85e),segment_id=f76ef8ea-3aa6-4432-9641-5b531c1eb85e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:32.398656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:32.399484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cec999ff-1409-4f7d-84f8-81f66da548ec up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:32.409181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network d2eaf0b3-374b-4457-ae7d-56570a4d95e8 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:32.545302 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:32.558504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-47e51559-7e88-4575-9c26-1c9847ecf596 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:32.563137 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:32.628945 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-47e51559-7e88-4575-9c26-1c9847ecf596 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:32.656983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:32.713401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-47e51559-7e88-4575-9c26-1c9847ecf596 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:32.802836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-47e51559-7e88-4575-9c26-1c9847ecf596 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:32.814986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff3ab7-c961-4b8c-b08a-579ea38c0260 None None] Current status of the port d8a4f322-1ddb-4670-9351-115a4f6d38a7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:32.841673 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:32.860449 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:32.873628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c7ff3ab7-c961-4b8c-b08a-579ea38c0260 None None] Provisioning complete for port db9db86d-d4f4-40e4-a5b3-028cfe73cca0 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:32.874015 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7ff3ab7-c961-4b8c-b08a-579ea38c0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:32.884719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=cf154ddd-35be-49cb-b820-cbd9f4696611,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:32.893284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6613f739-0f52-4848-aee2-575636b6cbf6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Router ddb49353-8445-41f6-8b60-b0fa9a77f69a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:42:32.895924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e51559-7e88-4575-9c26-1c9847ecf596 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:32.909000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47e51559-7e88-4575-9c26-1c9847ecf596 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:32.925326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port cec999ff-1409-4f7d-84f8-81f66da548ec completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:32.961421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=745cf966-7710-49be-ab8a-1701df801ed6,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:32.977499 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3041810e-6de0-4bea-b0d0-6e7416b2f562 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:33.109147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6613f739-0f52-4848-aee2-575636b6cbf6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:33.113837 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6613f739-0f52-4848-aee2-575636b6cbf6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:33.115048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff3ab7-c961-4b8c-b08a-579ea38c0260 None None] Port db9db86d-d4f4-40e4-a5b3-028cfe73cca0 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:33.143520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0db23-ae60-4453-85bc-f7ca69a058ab None None] Sync routers for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:33.156788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c7ff3ab7-c961-4b8c-b08a-579ea38c0260 None None] Could not find standard attr ID for object dd6b21fd-98b8-4ca7-98a0-31706a42ecdf. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:42:33.209557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0db23-ae60-4453-85bc-f7ca69a058ab None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:33.210662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3eb0db23-ae60-4453-85bc-f7ca69a058ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:33.223930 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6613f739-0f52-4848-aee2-575636b6cbf6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "PUT /v2.0/floatingips/0a1ba717-485b-4dcd-bbc5-aeada7428d43 HTTP/1.1" status: 200 len: 991 time: 5.4874218 Jun 04 16:42:33.225041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bfedfc-c121-4115-b281-92e998b21b64', 'tag': '6d87e5dc-312d-4586-84cd-0b06f66bc401'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:42:33.253223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router e91b3819-71fc-4ccd-b4f4-a5820b01f0ee is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:42:33.373777 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff841e0f-9518-4a5d-9ace-7c671465b69f'] response: {'name': 'network-changed', 'server_uuid': '68bfedfc-c121-4115-b281-92e998b21b64', 'tag': '6d87e5dc-312d-4586-84cd-0b06f66bc401', 'status': 'completed', 'code': 200} Jun 04 16:42:33.511904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:33.514693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 66f89bc2-7311-4172-8b92-9541465b14bf is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:33.528695 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfea2d1-d008-4177-ab2a-21a96addc3d6 None None] Sync routers for ids ['e91b3819-71fc-4ccd-b4f4-a5820b01f0ee'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:33.541669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:33.546184 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfea2d1-d008-4177-ab2a-21a96addc3d6 None None] Routers {'e91b3819-71fc-4ccd-b4f4-a5820b01f0ee'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:33.546900 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a00bcd01-2111-4c34-97ce-39b2f24613bf tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/e91b3819-71fc-4ccd-b4f4-a5820b01f0ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4966743 Jun 04 16:42:33.547678 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5dfea2d1-d008-4177-ab2a-21a96addc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e91b3819-71fc-4ccd-b4f4-a5820b01f0ee'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:33.549978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39180) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:33.570823 n-d-811809-3 neutron-server[88798]: INFO neutron.db.ipam_backend_mixin [None req-47e51559-7e88-4575-9c26-1c9847ecf596 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c8b963a3-a181-4e7e-96a4-d4be2c831ffa (CIDR: 2001:db8::/64) Jun 04 16:42:33.582174 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e51559-7e88-4575-9c26-1c9847ecf596 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:42:33.582612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e51559-7e88-4575-9c26-1c9847ecf596 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:33.618419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-3eb0db23-ae60-4453-85bc-f7ca69a058ab None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:33.707300 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5dfea2d1-d008-4177-ab2a-21a96addc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:33.731236 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfea2d1-d008-4177-ab2a-21a96addc3d6 None None] Routers {'e91b3819-71fc-4ccd-b4f4-a5820b01f0ee'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:33.731851 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5dfea2d1-d008-4177-ab2a-21a96addc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e91b3819-71fc-4ccd-b4f4-a5820b01f0ee'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:33.845890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2081d1-074b-48f1-b2ed-2dda8ce1b281 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:33.857373 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cc2081d1-074b-48f1-b2ed-2dda8ce1b281 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports/0d933382-49ee-4c06-8dcd-7ace81bf689d HTTP/1.1" status: 200 len: 983 time: 0.2970958 Jun 04 16:42:33.859012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39188) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:33.870360 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5dfea2d1-d008-4177-ab2a-21a96addc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:33.878630 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfea2d1-d008-4177-ab2a-21a96addc3d6 None None] The sync data for ids ['e91b3819-71fc-4ccd-b4f4-a5820b01f0ee'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:33.954374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3041810e-6de0-4bea-b0d0-6e7416b2f562 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:33.955074 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:34.175038 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-47e51559-7e88-4575-9c26-1c9847ecf596 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0989435 Jun 04 16:42:34.176350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39200) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:34.209473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-7631a5a7-5f3c-480d-b3e4-5b85f26655cf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:34.284697 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:34.294922 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:34.311269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Provisioning complete for port 745cf966-7710-49be-ab8a-1701df801ed6 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:34.311646 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:34.374809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3041810e-6de0-4bea-b0d0-6e7416b2f562 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:34.376012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d8a4f322-1ddb-4670-9351-115a4f6d38a7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:34.419757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba08ba-ee9e-4bc8-b03a-0f7843bdd0ab req-20cb9d89-827a-4bd6-93be-e83471c3739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:34.429193 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83ba08ba-ee9e-4bc8-b03a-0f7843bdd0ab req-20cb9d89-827a-4bd6-93be-e83471c3739b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be35f42fdb434174b0e0b38af59135ec&device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 1096 time: 0.9953978 Jun 04 16:42:34.616512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:34.616892 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:34.685117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-168ce0ef-2680-4717-bbae-eabb761987e0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:34.687561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 527af885-44c6-4ba0-aefc-05126d78fdf9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:42:34.691716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Current status of the port 745cf966-7710-49be-ab8a-1701df801ed6 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:34.730391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Provisioning for port 0d933382-49ee-4c06-8dcd-7ace81bf689d completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:34.740720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3eb0db23-ae60-4453-85bc-f7ca69a058ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '0a1ba717-485b-4dcd-bbc5-aeada7428d43', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'port_id': '6d87e5dc-312d-4586-84cd-0b06f66bc401', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'mac_address': 'fa:16:3e:05:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfedfc-c121-4115-b281-92e998b21b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:41:57Z', 'updated_at': '2022-06-04T16:42:30Z', 'revision_number': 1, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:37Z', 'revision_number': 5, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:34.763011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Provisioning complete for port 0d933382-49ee-4c06-8dcd-7ace81bf689d triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:34.763377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:34.816603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0db23-ae60-4453-85bc-f7ca69a058ab None None] Checking router: ddb49353-8445-41f6-8b60-b0fa9a77f69a for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:42:34.863468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Port 0d933382-49ee-4c06-8dcd-7ace81bf689d cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:34.907393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7631a5a7-5f3c-480d-b3e4-5b85f26655cf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:34.912901 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0db23-ae60-4453-85bc-f7ca69a058ab None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:34.913669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3eb0db23-ae60-4453-85bc-f7ca69a058ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:34.924296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7631a5a7-5f3c-480d-b3e4-5b85f26655cf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:34.962873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7631a5a7-5f3c-480d-b3e4-5b85f26655cf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:34.966459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:34.977436 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bc47ed54-7025-4648-a6c4-2bbcb0d1d5d3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2467780 Jun 04 16:42:34.995967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39218) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:35.007564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7631a5a7-5f3c-480d-b3e4-5b85f26655cf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:35.023299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Sync routers for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:35.033657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'network': {'name': 'tempest-RoutersTest-286923728'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:35.058899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:35.092849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:network and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:35.098705 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:35.104918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7631a5a7-5f3c-480d-b3e4-5b85f26655cf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:35.111232 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7631a5a7-5f3c-480d-b3e4-5b85f26655cf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:35.118539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:35.134104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba08ba-ee9e-4bc8-b03a-0f7843bdd0ab req-cfbc26b1-983b-4c36-a56b-91592ac67e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:35.136063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83ba08ba-ee9e-4bc8-b03a-0f7843bdd0ab req-cfbc26b1-983b-4c36-a56b-91592ac67e29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd HTTP/1.1" status: 200 len: 911 time: 0.6990025 Jun 04 16:42:35.138093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:35.141253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:35.218151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Provisioning for port abfd6aab-405b-41e9-b766-d37f41733639 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:35.293169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-168ce0ef-2680-4717-bbae-eabb761987e0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port 0d933382-49ee-4c06-8dcd-7ace81bf689d {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:35.293855 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-168ce0ef-2680-4717-bbae-eabb761987e0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:35.303230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d8a4f322-1ddb-4670-9351-115a4f6d38a7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:35.304510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ad21eb2e-6f62-4172-bc5f-1fda5f749209 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:35.320910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:35.324436 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:35.330319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Provisioning complete for port abfd6aab-405b-41e9-b766-d37f41733639 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:35.330778 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:35.357659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39226) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:35.386549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83ba08ba-ee9e-4bc8-b03a-0f7843bdd0ab req-3079d66f-ad94-48a8-9b0e-3656cffc7ad5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d87e5dc-312d-4586-84cd-0b06f66bc401 HTTP/1.1" status: 200 len: 999 time: 0.2369971 Jun 04 16:42:35.435887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:42:35.466572 n-d-811809-3 neutron-server[88798]: INFO neutron.db.ipam_backend_mixin [None req-7631a5a7-5f3c-480d-b3e4-5b85f26655cf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dd17e716-aafc-491a-8857-088aa08706d4 (CIDR: 2001:db8:0:1::/64) Jun 04 16:42:35.473145 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:35.473761 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Added segment ec8fb594-be3b-454a-9a6e-c931e2a16f5a of type vlan for network 89bca4c0-c034-44bc-96a4-05fadb3fae62 Jun 04 16:42:35.481348 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-7631a5a7-5f3c-480d-b3e4-5b85f26655cf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:42:35.482047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7631a5a7-5f3c-480d-b3e4-5b85f26655cf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:35.528209 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-168ce0ef-2680-4717-bbae-eabb761987e0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:35.565726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Port abfd6aab-405b-41e9-b766-d37f41733639 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:35.581557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba08ba-ee9e-4bc8-b03a-0f7843bdd0ab req-b3768272-03d1-40b4-b7b4-bbe5b499074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:35.583803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83ba08ba-ee9e-4bc8-b03a-0f7843bdd0ab req-b3768272-03d1-40b4-b7b4-bbe5b499074d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b1e4094-3a05-4f0d-9004-57005698851e HTTP/1.1" status: 200 len: 849 time: 0.1825333 Jun 04 16:42:35.588527 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:35.602899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7631a5a7-5f3c-480d-b3e4-5b85f26655cf tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4069457 Jun 04 16:42:35.603070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:35.604034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39232) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:35.649300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'subnet': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:35.651348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-3eb0db23-ae60-4453-85bc-f7ca69a058ab None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:35.680026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-168ce0ef-2680-4717-bbae-eabb761987e0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for 0d933382-49ee-4c06-8dcd-7ace81bf689d owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:35.708675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Provisioning for port cec999ff-1409-4f7d-84f8-81f66da548ec completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:35.714383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:35.730934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:35.743891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Usage tracker for resource:floatingip and tenant:39d9fb77ed2c44eda961e78f5e74d977 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:35.749151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Provisioning complete for port cec999ff-1409-4f7d-84f8-81f66da548ec triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:35.749353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:35.749459 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:35.758255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:35.785820 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:35.791756 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:35.797242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:35.797866 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:35.936961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:35.943017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9431448 Jun 04 16:42:35.943017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba08ba-ee9e-4bc8-b03a-0f7843bdd0ab req-0d7a9a92-d7d9-4b21-8bb0-eab43e8019ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:35.943814 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83ba08ba-ee9e-4bc8-b03a-0f7843bdd0ab req-0d7a9a92-d7d9-4b21-8bb0-eab43e8019ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3324869 Jun 04 16:42:35.944269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39236) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:35.951108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Usage tracker for resource:subnet and tenant:fbcea708c4324b77a2fd74411d968c63 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:35.956835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'subnet': {'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:35.976500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:35.985163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port ad21eb2e-6f62-4172-bc5f-1fda5f749209 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:36.004234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ad21eb2e-6f62-4172-bc5f-1fda5f749209 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:36.004234 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:36.010176 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:36.058490 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab313b95-3949-478e-b06c-1eeb2fa1da25 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Network': ['ID=89bca4c0-c034-44bc-96a4-05fadb3fae62,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:36.062530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:36.065352 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-168ce0ef-2680-4717-bbae-eabb761987e0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:36.101500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 89bca4c0-c034-44bc-96a4-05fadb3fae62 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:42:36.169257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ce0ef-2680-4717-bbae-eabb761987e0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=0d933382-49ee-4c06-8dcd-7ace81bf689d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:36.366797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Current status of the port cec999ff-1409-4f7d-84f8-81f66da548ec is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:36.367247 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:36.399836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Allocated IP 172.25.5.175 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/805de07d-4c3f-42ee-a813-b06189fed339) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:36.420313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-168ce0ef-2680-4717-bbae-eabb761987e0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:36.462914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Made reservation on behalf of fbcea708c4324b77a2fd74411d968c63 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:36.468128 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:36.503489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] For port cec999ff-1409-4f7d-84f8-81f66da548ec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cec999ff-1409-4f7d-84f8-81f66da548ec,segment=NetworkSegment(a06ef849-c4cd-4916-bb4c-74b6f681422c),segment_id=a06ef849-c4cd-4916-bb4c-74b6f681422c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:36.537416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:36.554917 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:36.619872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:subnet and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:36.642240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:36.671445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83ba08ba-ee9e-4bc8-b03a-0f7843bdd0ab req-8a5f6c74-9ab5-4285-96f1-f04b031e0267 service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984065 Jun 04 16:42:36.672532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:36.716272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d09efa-b6bc-47d0-b2fd-b4abb6be8140 None None] Pushing event updated for resources: {'Port': ['ID=cec999ff-1409-4f7d-84f8-81f66da548ec,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:36.780304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Made reservation on behalf of eac9fc2edaf049818ef7c53bca686860 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:36.783988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:36.790936 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ad21eb2e-6f62-4172-bc5f-1fda5f749209 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:36.791587 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:36.807063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-038bdff4-f185-42ba-90d5-b0df12990f5c None None] Provisioning for port cf154ddd-35be-49cb-b820-cbd9f4696611 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:36.853264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-038bdff4-f185-42ba-90d5-b0df12990f5c None None] Provisioning complete for port cf154ddd-35be-49cb-b820-cbd9f4696611 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:36.853894 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-038bdff4-f185-42ba-90d5-b0df12990f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:36.943049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port ad21eb2e-6f62-4172-bc5f-1fda5f749209, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ad21eb2e-6f62-4172-bc5f-1fda5f749209,segment=NetworkSegment(3febd9e2-5fc2-472c-b2fe-d10a531f5935),segment_id=3febd9e2-5fc2-472c-b2fe-d10a531f5935)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:36.944296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-038bdff4-f185-42ba-90d5-b0df12990f5c None None] Port cf154ddd-35be-49cb-b820-cbd9f4696611 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:36.952569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-038bdff4-f185-42ba-90d5-b0df12990f5c None None] Could not find standard attr ID for object 0d933382-49ee-4c06-8dcd-7ace81bf689d. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:42:36.957756 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:37.039067 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:30Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:31Z', 'revision_number': 2, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:37.053292 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:37.067381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Checking router: 527af885-44c6-4ba0-aefc-05126d78fdf9 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:42:37.068334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Updating router 527af885-44c6-4ba0-aefc-05126d78fdf9 port cf154ddd-35be-49cb-b820-cbd9f4696611 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:42:37.222363 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-038bdff4-f185-42ba-90d5-b0df12990f5c None None] Provisioning complete for port cec999ff-1409-4f7d-84f8-81f66da548ec triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:37.222363 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-038bdff4-f185-42ba-90d5-b0df12990f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:37.223201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Subnet': ['ID=08f1425c-85ce-4398-9622-961f794b9f78,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:37.239237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83ba08ba-ee9e-4bc8-b03a-0f7843bdd0ab req-1f206ce6-da56-4436-8abd-c4348bbf6040 service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582056 Jun 04 16:42:37.240034 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:37.245117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Checking segment: {'id': 'ec8fb594-be3b-454a-9a6e-c931e2a16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:37.246056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network hostable DHCP agents. Network: 89bca4c0-c034-44bc-96a4-05fadb3fae62, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:42:37.256350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=ad21eb2e-6f62-4172-bc5f-1fda5f749209,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:37.261013 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 745cf966-7710-49be-ab8a-1701df801ed6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:37.300513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168ce0ef-2680-4717-bbae-eabb761987e0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router e91b3819-71fc-4ccd-b4f4-a5820b01f0ee has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:42:37.303709 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:37.334600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 89bca4c0-c034-44bc-96a4-05fadb3fae62 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:42:37.360444 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3eb0db23-ae60-4453-85bc-f7ca69a058ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '0a1ba717-485b-4dcd-bbc5-aeada7428d43', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'port_id': '6d87e5dc-312d-4586-84cd-0b06f66bc401', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'mac_address': 'fa:16:3e:05:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfedfc-c121-4115-b281-92e998b21b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:41:57Z', 'updated_at': '2022-06-04T16:42:30Z', 'revision_number': 1, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:37Z', 'revision_number': 5, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:37.364205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 89bca4c0-c034-44bc-96a4-05fadb3fae62) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:37.374417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:37.375253 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:37.376136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0db23-ae60-4453-85bc-f7ca69a058ab None None] The sync data for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 is: [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '0a1ba717-485b-4dcd-bbc5-aeada7428d43', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'port_id': '6d87e5dc-312d-4586-84cd-0b06f66bc401', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'mac_address': 'fa:16:3e:05:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfedfc-c121-4115-b281-92e998b21b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:41:57Z', 'updated_at': '2022-06-04T16:42:30Z', 'revision_number': 1, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:37Z', 'revision_number': 5, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:37.388273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13b5ef2-7e4f-496f-a083-26ff58cb2084 None None] Network 89bca4c0-c034-44bc-96a4-05fadb3fae62 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:37.425945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a554aa25-ed69-48b0-bf89-0885d6cebc4e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4764738 Jun 04 16:42:37.429179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39246) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:37.466271 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:37.533651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:37.537657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:37.543817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:37.544450 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:37.569650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9559586 Jun 04 16:42:37.572980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39250) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:37.583928 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ac30a961-61b9-47da-8096-ceaec6a7a1ac tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-568782473', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '25b2c6ec-3f3c-4e49-bcd3-358cafb7066f'}], 'security_groups': ['8f0d1b9b-3dc8-4870-9ff5-1e67840b79f3', 'eb0ed172-8c07-45a5-ad45-25dc67740051']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:37.613463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168ea43-0a1f-43d7-b59c-9e840f12822b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Subnet': ['ID=25b2c6ec-3f3c-4e49-bcd3-358cafb7066f,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:37.658570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e394efa3-8195-4ec4-8d19-cc5869428d8c None None] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:37.669693 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:37.670807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event updated for resources: {'Port': ['ID=805de07d-4c3f-42ee-a813-b06189fed339,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:37.713162 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ee988-5b99-430c-87b5-b8a0f86b6afc None None] New status for floating IP 0a1ba717-485b-4dcd-bbc5-aeada7428d43: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:42:37.783130 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:37.825540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:37.832267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168ce0ef-2680-4717-bbae-eabb761987e0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:37.953408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:38.051188 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-168ce0ef-2680-4717-bbae-eabb761987e0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/e91b3819-71fc-4ccd-b4f4-a5820b01f0ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1888587 Jun 04 16:42:38.060510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4210fe37-656f-45b6-b943-25019a887daa None None] Sync routers for ids ['e91b3819-71fc-4ccd-b4f4-a5820b01f0ee'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:38.066816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39256) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:38.115215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-89bca4c0-c034-44bc-96a4-05fadb3fae62', 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'fixed_ips': [{'subnet_id': '08f1425c-85ce-4398-9622-961f794b9f78'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:42:38.116032 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:38.178599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 745cf966-7710-49be-ab8a-1701df801ed6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:38.178934 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:38.215288 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac30a961-61b9-47da-8096-ceaec6a7a1ac tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:38.303009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-038bdff4-f185-42ba-90d5-b0df12990f5c None None] Current status of the port cec999ff-1409-4f7d-84f8-81f66da548ec is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:38.315641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210fe37-656f-45b6-b943-25019a887daa None None] Routers {'e91b3819-71fc-4ccd-b4f4-a5820b01f0ee'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:38.316271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4210fe37-656f-45b6-b943-25019a887daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e91b3819-71fc-4ccd-b4f4-a5820b01f0ee'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:38.469678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4210fe37-656f-45b6-b943-25019a887daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:38.557353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210fe37-656f-45b6-b943-25019a887daa None None] Routers {'e91b3819-71fc-4ccd-b4f4-a5820b01f0ee'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:38.557796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4210fe37-656f-45b6-b943-25019a887daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e91b3819-71fc-4ccd-b4f4-a5820b01f0ee'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:38.714377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4210fe37-656f-45b6-b943-25019a887daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:38.714998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4210fe37-656f-45b6-b943-25019a887daa None None] The sync data for ids ['e91b3819-71fc-4ccd-b4f4-a5820b01f0ee'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:38.753627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-ac30a961-61b9-47da-8096-ceaec6a7a1ac tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Delete allocated IP 2001:db8::120 (57f270cc-9dfd-4f80-a59d-90e6a83be2d1/c8b963a3-a181-4e7e-96a4-d4be2c831ffa) {{(pid=88798) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 04 16:42:38.762847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-ac30a961-61b9-47da-8096-ceaec6a7a1ac tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Allocated IP 2001:db8:0:2::363 (57f270cc-9dfd-4f80-a59d-90e6a83be2d1/25b2c6ec-3f3c-4e49-bcd3-358cafb7066f/abfd6aab-405b-41e9-b766-d37f41733639) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:38.832846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 745cf966-7710-49be-ab8a-1701df801ed6 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:38.833856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cec999ff-1409-4f7d-84f8-81f66da548ec up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:38.961105 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-311e9741-64bd-4e76-a030-5a4772d480a7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] remove_router_interface failed (client error): The resource could not be found. Jun 04 16:42:38.965937 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-311e9741-64bd-4e76-a030-5a4772d480a7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/e91b3819-71fc-4ccd-b4f4-a5820b01f0ee/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8962116 Jun 04 16:42:38.970351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39268) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:39.003266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Allocated IP 172.23.0.2 (89bca4c0-c034-44bc-96a4-05fadb3fae62/08f1425c-85ce-4398-9622-961f794b9f78/b8d65d36-1108-4fe4-a9ee-57704b4c9a2d) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:39.027071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac30a961-61b9-47da-8096-ceaec6a7a1ac tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:39.050679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-ac30a961-61b9-47da-8096-ceaec6a7a1ac tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Transition to ACTIVE for port object abfd6aab-405b-41e9-b766-d37f41733639 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:39.056173 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac30a961-61b9-47da-8096-ceaec6a7a1ac tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:39.154088 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:39.156374 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-186ede9c-1b55-4d33-8ebd-0a094d78bd1d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Synchronizing usage tracker for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:42:39.249956 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:42:39.274366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-186ede9c-1b55-4d33-8ebd-0a094d78bd1d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Unset dirty status for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:42:39.278749 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-186ede9c-1b55-4d33-8ebd-0a094d78bd1d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=e91b3819-71fc-4ccd-b4f4-a5820b01f0ee HTTP/1.1" status: 200 len: 205 time: 0.3070705 Jun 04 16:42:39.282553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39274) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:39.287249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port cec999ff-1409-4f7d-84f8-81f66da548ec triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:39.287639 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:39.329951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30a961-61b9-47da-8096-ceaec6a7a1ac tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event updated for resources: {'Port': ['ID=abfd6aab-405b-41e9-b766-d37f41733639,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:39.379881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ac30a961-61b9-47da-8096-ceaec6a7a1ac tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] In _notify_port_updated(), no bound segment for port abfd6aab-405b-41e9-b766-d37f41733639 on network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:42:39.390965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac30a961-61b9-47da-8096-ceaec6a7a1ac tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:39.392297 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac30a961-61b9-47da-8096-ceaec6a7a1ac tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:39.393753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ac30a961-61b9-47da-8096-ceaec6a7a1ac tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "PUT /v2.0/ports/abfd6aab-405b-41e9-b766-d37f41733639 HTTP/1.1" status: 200 len: 969 time: 1.8195794 Jun 04 16:42:39.396572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39278) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:39.466056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f69b56a-60da-4ec6-836a-34780571bdfd None None] Update dhcp port {'port': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'fixed_ips': [{'subnet_id': 'dd17e716-aafc-491a-8857-088aa08706d4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c8b963a3-a181-4e7e-96a4-d4be2c831ffa', 'ip_address': '2001:db8::2'}, {'subnet_id': '25b2c6ec-3f3c-4e49-bcd3-358cafb7066f'}], 'binding:host_id': 'n-d-811809-3'}, 'id': 'd8a4f322-1ddb-4670-9351-115a4f6d38a7'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:42:39.469005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f36f3-33bd-4684-9cb6-7073b4a7286d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port abfd6aab-405b-41e9-b766-d37f41733639 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:39.469257 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e1f36f3-33bd-4684-9cb6-7073b4a7286d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:39.474555 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:39.547356 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:39.615211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Transition to ACTIVE for port object cf154ddd-35be-49cb-b820-cbd9f4696611 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:39.640613 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:39.645095 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03452756-803c-48e0-b09c-b0f82a7524ff tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:39.678850 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9f69b56a-60da-4ec6-836a-34780571bdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:39.702242 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:39.704806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port cec999ff-1409-4f7d-84f8-81f66da548ec is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:39.759455 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e1f36f3-33bd-4684-9cb6-7073b4a7286d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:39.815352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Transition to ACTIVE for port object b8d65d36-1108-4fe4-a9ee-57704b4c9a2d will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:39.859008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ad21eb2e-6f62-4172-bc5f-1fda5f749209 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:39.914189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f36f3-33bd-4684-9cb6-7073b4a7286d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for abfd6aab-405b-41e9-b766-d37f41733639 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:39.938126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af0179-8fa4-441d-9bc7-823003d8d8e5 None None] Pushing event updated for resources: {'Port': ['ID=cf154ddd-35be-49cb-b820-cbd9f4696611,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:40.030575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Transition to ACTIVE for port object b8d65d36-1108-4fe4-a9ee-57704b4c9a2d will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:40.068336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03452756-803c-48e0-b09c-b0f82a7524ff tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.076109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03452756-803c-48e0-b09c-b0f82a7524ff tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.081031 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.088171 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e1f36f3-33bd-4684-9cb6-7073b4a7286d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.156476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f36f3-33bd-4684-9cb6-7073b4a7286d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=abfd6aab-405b-41e9-b766-d37f41733639,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:40.179946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Attempting to bind port cf154ddd-35be-49cb-b820-cbd9f4696611 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:42:40.180310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Attempting to bind port cf154ddd-35be-49cb-b820-cbd9f4696611 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'a06ef849-c4cd-4916-bb4c-74b6f681422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:42:40.180668 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Attempting to bind port cf154ddd-35be-49cb-b820-cbd9f4696611 on network 66f89bc2-7311-4172-8b92-9541465b14bf {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:40.183048 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.206187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e1f36f3-33bd-4684-9cb6-7073b4a7286d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.219032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0e1f36f3-33bd-4684-9cb6-7073b4a7286d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/abfd6aab-405b-41e9-b766-d37f41733639 HTTP/1.1" status: 204 len: 168 time: 0.8181744 Jun 04 16:42:40.220620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39282) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:40.252511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:42:40.252889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Checking segment: {'id': 'a06ef849-c4cd-4916-bb4c-74b6f681422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:40.253312 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.253694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Bound using segment: {'id': 'a06ef849-c4cd-4916-bb4c-74b6f681422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:42:40.254202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Bound port: cf154ddd-35be-49cb-b820-cbd9f4696611, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06ef849-c4cd-4916-bb4c-74b6f681422c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:42:40.254603 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.268395 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-db42f182-6479-4994-bf93-a8b0da1352df tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] GET failed (client error): The resource could not be found. Jun 04 16:42:40.269030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-db42f182-6479-4994-bf93-a8b0da1352df tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Synchronizing usage tracker for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:42:40.275406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Network 89bca4c0-c034-44bc-96a4-05fadb3fae62 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:40.286905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-db42f182-6479-4994-bf93-a8b0da1352df tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Unset dirty status for tenant:fbcea708c4324b77a2fd74411d968c63 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:42:40.291218 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-db42f182-6479-4994-bf93-a8b0da1352df tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports/abfd6aab-405b-41e9-b766-d37f41733639 HTTP/1.1" status: 404 len: 333 time: 0.0666018 Jun 04 16:42:40.291557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39288) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:40.369423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:40.376207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-512fadcc-8e0d-4b1b-b4bc-22924459aa6f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.387100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:40.396822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] For port cf154ddd-35be-49cb-b820-cbd9f4696611, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:42:40.406183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-9f69b56a-60da-4ec6-836a-34780571bdfd None None] Allocated IP 2001:db8:0:2::2 (57f270cc-9dfd-4f80-a59d-90e6a83be2d1/25b2c6ec-3f3c-4e49-bcd3-358cafb7066f/d8a4f322-1ddb-4670-9351-115a4f6d38a7) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:40.410230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] For port cf154ddd-35be-49cb-b820-cbd9f4696611, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cf154ddd-35be-49cb-b820-cbd9f4696611,segment=NetworkSegment(a06ef849-c4cd-4916-bb4c-74b6f681422c),segment_id=a06ef849-c4cd-4916-bb4c-74b6f681422c)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:42:40.417476 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-512fadcc-8e0d-4b1b-b4bc-22924459aa6f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.452121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Pushing event updated for resources: {'Port': ['ID=b8d65d36-1108-4fe4-a9ee-57704b4c9a2d,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:40.464885 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.467971 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.476060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03452756-803c-48e0-b09c-b0f82a7524ff tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.476539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03452756-803c-48e0-b09c-b0f82a7524ff tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Fanout notify agent at l3_agent the message router_deleted on router e91b3819-71fc-4ccd-b4f4-a5820b01f0ee {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:42:40.481685 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.507152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-512fadcc-8e0d-4b1b-b4bc-22924459aa6f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.547743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fadcc-8e0d-4b1b-b4bc-22924459aa6f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3bad23-df98-48c2-afdd-018bf0b6fba3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:40.566636 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-512fadcc-8e0d-4b1b-b4bc-22924459aa6f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.570403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-512fadcc-8e0d-4b1b-b4bc-22924459aa6f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/security-groups/7e3bad23-df98-48c2-afdd-018bf0b6fba3 HTTP/1.1" status: 204 len: 168 time: 0.2751899 Jun 04 16:42:40.570698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39296) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:40.640276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ad21eb2e-6f62-4172-bc5f-1fda5f749209 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:40.647455 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.682635 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a52250b9-7c30-4496-97eb-a7395c009fe3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.708268 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03452756-803c-48e0-b09c-b0f82a7524ff tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.709478 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-03452756-803c-48e0-b09c-b0f82a7524ff tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/e91b3819-71fc-4ccd-b4f4-a5820b01f0ee HTTP/1.1" status: 204 len: 168 time: 1.4203091 Jun 04 16:42:40.713272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39300) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:40.718810 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a52250b9-7c30-4496-97eb-a7395c009fe3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.726586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:40.727487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:40.794742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event updated for resources: {'Port': ['ID=805de07d-4c3f-42ee-a813-b06189fed339,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:40.840393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.848074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fafcd4-cfc0-48cf-b4f3-c44390065576 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting subnet e773791e-6309-419c-a3bd-9288bfae544f {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:42:40.851349 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93fafcd4-cfc0-48cf-b4f3-c44390065576 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.904534 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.907225 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-54db4c4a-3512-4616-ba37-4eafaa3797ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5477202 Jun 04 16:42:40.912002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39306) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:40.921858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-217981023'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:40.934029 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a52250b9-7c30-4496-97eb-a7395c009fe3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.941387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:40.954939 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93fafcd4-cfc0-48cf-b4f3-c44390065576 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:40.989769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Usage tracker for resource:network and tenant:39d9fb77ed2c44eda961e78f5e74d977 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:40.998886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:41.020951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52250b9-7c30-4496-97eb-a7395c009fe3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0ed172-8c07-45a5-ad45-25dc67740051,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:41.024336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:41.032980 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a52250b9-7c30-4496-97eb-a7395c009fe3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.034198 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a52250b9-7c30-4496-97eb-a7395c009fe3 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/security-groups/eb0ed172-8c07-45a5-ad45-25dc67740051 HTTP/1.1" status: 204 len: 168 time: 0.4626865 Jun 04 16:42:41.040450 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39310) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:41.047934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af0179-8fa4-441d-9bc7-823003d8d8e5 None None] Pushing event updated for resources: {'Port': ['ID=cf154ddd-35be-49cb-b820-cbd9f4696611,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:41.052091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Attempting to bind port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:42:41.052457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Attempting to bind port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'ec8fb594-be3b-454a-9a6e-c931e2a16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:42:41.052818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Attempting to bind port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d on network 89bca4c0-c034-44bc-96a4-05fadb3fae62 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:41.072638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Made reservation on behalf of 39d9fb77ed2c44eda961e78f5e74d977 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:41.076156 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.105187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.107674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Allocated IP 172.23.0.1 (89bca4c0-c034-44bc-96a4-05fadb3fae62/08f1425c-85ce-4398-9622-961f794b9f78/965820cd-5c2c-4f7a-a9f4-571991c43508) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:41.144389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:41.151960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:42:41.152198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Checking segment: {'id': 'ec8fb594-be3b-454a-9a6e-c931e2a16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:41.152598 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.152988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Bound using segment: {'id': 'ec8fb594-be3b-454a-9a6e-c931e2a16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:42:41.153471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Bound port: b8d65d36-1108-4fe4-a9ee-57704b4c9a2d, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8fb594-be3b-454a-9a6e-c931e2a16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:42:41.153836 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.155033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Usage tracker for resource:security_group_rule and tenant:39d9fb77ed2c44eda961e78f5e74d977 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:41.162850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:41.178272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:41.180886 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93fafcd4-cfc0-48cf-b4f3-c44390065576 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.245514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b9f231a-9a69-4e3a-8018-3b575e188553 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.295868 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] For port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:42:41.300562 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] For port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b8d65d36-1108-4fe4-a9ee-57704b4c9a2d,segment=NetworkSegment(ec8fb594-be3b-454a-9a6e-c931e2a16f5a),segment_id=ec8fb594-be3b-454a-9a6e-c931e2a16f5a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:42:41.304546 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b9f231a-9a69-4e3a-8018-3b575e188553 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.355263 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93fafcd4-cfc0-48cf-b4f3-c44390065576 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.368260 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.405706 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.416246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fafcd4-cfc0-48cf-b4f3-c44390065576 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Subnet': ['ID=e773791e-6309-419c-a3bd-9288bfae544f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:41.418505 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93fafcd4-cfc0-48cf-b4f3-c44390065576 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.434253 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Transition to ACTIVE for port object 965820cd-5c2c-4f7a-a9f4-571991c43508 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:41.447795 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b9f231a-9a69-4e3a-8018-3b575e188553 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.449028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294666a5-bc47-4a85-b10d-7190755cb555 None None] Network d2eaf0b3-374b-4457-ae7d-56570a4d95e8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:41.450495 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b9f231a-9a69-4e3a-8018-3b575e188553 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.451549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3b9f231a-9a69-4e3a-8018-3b575e188553 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f0d1b9b-3dc8-4870-9ff5-1e67840b79f3 HTTP/1.1" status: 204 len: 168 time: 0.4101057 Jun 04 16:42:41.454623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39314) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:41.469472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-93fafcd4-cfc0-48cf-b4f3-c44390065576 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/e773791e-6309-419c-a3bd-9288bfae544f HTTP/1.1" status: 204 len: 168 time: 0.7549417 Jun 04 16:42:41.470197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39318) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:41.483571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f231a-9a69-4e3a-8018-3b575e188553 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0d1b9b-3dc8-4870-9ff5-1e67840b79f3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:41.497749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:41.533276 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.536666 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.609393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-680e8206-5c1b-4df2-96ac-c14026bf275d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting subnet c8b963a3-a181-4e7e-96a4-d4be2c831ffa {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:42:41.627667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 89bca4c0-c034-44bc-96a4-05fadb3fae62 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:41.631048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:41.635224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:41.650696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.668773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=965820cd-5c2c-4f7a-a9f4-571991c43508,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:41.704162 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.714749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:42:41.726620 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.736876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce430ac-6758-4e2b-9b18-18289f3c9b00,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:41.742302 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.742665 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Added segment 690c1eb0-bcd7-40cb-8cef-9f631e6a0580 of type vlan for network c18ce7c8-4338-43c1-a0a0-269a005f3eb0 Jun 04 16:42:41.757254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port 745cf966-7710-49be-ab8a-1701df801ed6 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:41.757584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.815140 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.838802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ad21eb2e-6f62-4172-bc5f-1fda5f749209 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:41.904499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.917584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.923110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:41.923716 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:41.942673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08246805-5266-4cc8-a315-2a29b69d59c1 None None] Pushing event updated for resources: {'Port': ['ID=b8d65d36-1108-4fe4-a9ee-57704b4c9a2d,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:41.966687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9f69b56a-60da-4ec6-836a-34780571bdfd None None] For port d8a4f322-1ddb-4670-9351-115a4f6d38a7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d8a4f322-1ddb-4670-9351-115a4f6d38a7,segment=NetworkSegment(dd3f3cc3-cf3e-49ef-b79d-b57ff1186436),segment_id=dd3f3cc3-cf3e-49ef-b79d-b57ff1186436)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:42.058133 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9f69b56a-60da-4ec6-836a-34780571bdfd None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:42.127139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9f69b56a-60da-4ec6-836a-34780571bdfd None None] Transition to ACTIVE for port object d8a4f322-1ddb-4670-9351-115a4f6d38a7 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:42.148077 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-680e8206-5c1b-4df2-96ac-c14026bf275d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:42.170545 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9f69b56a-60da-4ec6-836a-34780571bdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:42.231982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3189549 Jun 04 16:42:42.237759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39324) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:42.250774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968174ae-3be6-4854-836d-c07f7cc430ab tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event updated for resources: {'Network': ['ID=c18ce7c8-4338-43c1-a0a0-269a005f3eb0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:42.257837 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-680e8206-5c1b-4df2-96ac-c14026bf275d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:42.259229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] For port 745cf966-7710-49be-ab8a-1701df801ed6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=745cf966-7710-49be-ab8a-1701df801ed6,segment=NetworkSegment(f76ef8ea-3aa6-4432-9641-5b531c1eb85e),segment_id=f76ef8ea-3aa6-4432-9641-5b531c1eb85e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:42.259580 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:42.290152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Request body: {'subnet': {'network_id': 'c18ce7c8-4338-43c1-a0a0-269a005f3eb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:42.413005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69b56a-60da-4ec6-836a-34780571bdfd None None] Pushing event updated for resources: {'Port': ['ID=d8a4f322-1ddb-4670-9351-115a4f6d38a7,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:42.426708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network c18ce7c8-4338-43c1-a0a0-269a005f3eb0 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:42:42.527627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for 745cf966-7710-49be-ab8a-1701df801ed6 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:42.673728 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:42.737674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:30Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:40Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:42.743861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=745cf966-7710-49be-ab8a-1701df801ed6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:42.744517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d61030-3bd0-4b67-a47d-e83b3b42a2ab None None] The sync data for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 is: [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:30Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:40Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:42.747991 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-680e8206-5c1b-4df2-96ac-c14026bf275d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:42.763498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No DVR routers for this DVR port 745cf966-7710-49be-ab8a-1701df801ed6 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:42:42.853925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:42.858107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Usage tracker for resource:subnet and tenant:39d9fb77ed2c44eda961e78f5e74d977 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:42.865435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:42.897646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b2eed1-6c40-440d-9876-d94d5b96ee53 None None] DHCP port deletion for d2eaf0b3-374b-4457-ae7d-56570a4d95e8 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:42:42.941967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:42.949109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-680e8206-5c1b-4df2-96ac-c14026bf275d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:42.964359 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.002550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2eaf0b3-374b-4457-ae7d-56570a4d95e8']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:43.025034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76ef8ea-3aa6-4432-9641-5b531c1eb85e') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:43.025487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76ef8ea-3aa6-4432-9641-5b531c1eb85e') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:43.028579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e8206-5c1b-4df2-96ac-c14026bf275d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b963a3-a181-4e7e-96a4-d4be2c831ffa,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:43.032137 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-680e8206-5c1b-4df2-96ac-c14026bf275d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.036871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Made reservation on behalf of 39d9fb77ed2c44eda961e78f5e74d977 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:43.040316 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.048651 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.085823 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.099397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:42:43.099925 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.263725 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment f76ef8ea-3aa6-4432-9641-5b531c1eb85e resource provider aggregate not found Jun 04 16:42:43.287150 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.347737 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.351682 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment f76ef8ea-3aa6-4432-9641-5b531c1eb85e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f76ef8ea-3aa6-4432-9641-5b531c1eb85e found for delete ", "request_id": "req-18311f21-9f45-412a-9ec9-5ba4f01939d2"}]} Jun 04 16:42:43.352856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Network': ['ID=d2eaf0b3-374b-4457-ae7d-56570a4d95e8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:43.381504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-42094a98-6587-4629-b074-bcb326859dcb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/networks/d2eaf0b3-374b-4457-ae7d-56570a4d95e8 HTTP/1.1" status: 204 len: 168 time: 1.9029543 Jun 04 16:42:43.385758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39340) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:43.392526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-966411571'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:43.407722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:43.418735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:network and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:43.421975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:43.432764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:43.461302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:43.468306 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.473312 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-680e8206-5c1b-4df2-96ac-c14026bf275d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/c8b963a3-a181-4e7e-96a4-d4be2c831ffa HTTP/1.1" status: 204 len: 168 time: 2.0169466 Jun 04 16:42:43.481870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39344) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:43.530410 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.548232 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.582768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-933cc291-300b-4e4c-a6e1-b0c2c518d5dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting subnet 25b2c6ec-3f3c-4e49-bcd3-358cafb7066f {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:42:43.594645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-933cc291-300b-4e4c-a6e1-b0c2c518d5dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.662688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:42:43.679461 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.680363 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Added segment b930fe5d-6746-4418-b54a-657e435b9ed2 of type vlan for network 32dea101-7e35-4668-ab3f-ed6ee175a6b7 Jun 04 16:42:43.717415 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.737893 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-933cc291-300b-4e4c-a6e1-b0c2c518d5dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.780332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1b87dd-c604-4af1-b8a6-a3f94692bd8d None None] Network 89bca4c0-c034-44bc-96a4-05fadb3fae62 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:43.827531 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.829803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event updated for resources: {'Port': ['ID=965820cd-5c2c-4f7a-a9f4-571991c43508,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:43.834986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:43.835848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.845027 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:43.973942 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5837016 Jun 04 16:42:43.985794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39348) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:44.091564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Network 89bca4c0-c034-44bc-96a4-05fadb3fae62 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:44.092911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:44.094340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'subnet': {'network_id': '32dea101-7e35-4668-ab3f-ed6ee175a6b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:44.114583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2996a6-4443-44ef-9884-513b804fc5d5 None None] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:44.211236 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-933cc291-300b-4e4c-a6e1-b0c2c518d5dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:44.249333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:44.260926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1284c-20b2-4a91-a294-9d8c5ca5237a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Network': ['ID=32dea101-7e35-4668-ab3f-ed6ee175a6b7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:44.263522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:subnet and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:44.269758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:44.279312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:44.312035 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:44.324543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:44.330152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:44.356540 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-933cc291-300b-4e4c-a6e1-b0c2c518d5dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:44.380529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d8a4f322-1ddb-4670-9351-115a4f6d38a7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:44.418824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event updated for resources: {'Subnet': ['ID=cffad1d1-487b-40e5-b119-90741ce95eb9,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:44.432027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 527af885-44c6-4ba0-aefc-05126d78fdf9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:42:44.441264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Checking segment: {'id': '690c1eb0-bcd7-40cb-8cef-9f631e6a0580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c18ce7c8-4338-43c1-a0a0-269a005f3eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:44.441902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Network hostable DHCP agents. Network: c18ce7c8-4338-43c1-a0a0-269a005f3eb0, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:42:44.480115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cc291-300b-4e4c-a6e1-b0c2c518d5dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Subnet': ['ID=25b2c6ec-3f3c-4e49-bcd3-358cafb7066f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:44.582714 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-933cc291-300b-4e4c-a6e1-b0c2c518d5dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:44.600319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39356) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:44.601213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-933cc291-300b-4e4c-a6e1-b0c2c518d5dc tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/25b2c6ec-3f3c-4e49-bcd3-358cafb7066f HTTP/1.1" status: 204 len: 168 time: 1.1114781 Jun 04 16:42:44.629462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 32dea101-7e35-4668-ab3f-ed6ee175a6b7 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:42:44.643769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Network c18ce7c8-4338-43c1-a0a0-269a005f3eb0 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:42:44.672865 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-acad37b2-3bff-4807-b314-73e176708fda tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] DELETE failed (client error): The resource could not be found. Jun 04 16:42:44.673940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acad37b2-3bff-4807-b314-73e176708fda tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:44.697574 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-acad37b2-3bff-4807-b314-73e176708fda tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/c8b963a3-a181-4e7e-96a4-d4be2c831ffa HTTP/1.1" status: 404 len: 337 time: 0.0959237 Jun 04 16:42:44.700257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39360) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:44.713175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:44.721108 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-99220ca8-62cc-4bc9-9e8a-3b0b98c5ed70 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2836146 Jun 04 16:42:44.722328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, c18ce7c8-4338-43c1-a0a0-269a005f3eb0) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:44.730317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39364) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:44.736529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-49b0d4f6-db35-412a-813f-bf307c136ec8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:44.739060 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Sync routers for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:44.751124 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:44.754145 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:44.807111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:44.808538 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:44.828573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1ea8743f-fde8-4300-8d9e-2445732784ab None None] Provisioning for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:44.859402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88c7207-7a1c-488c-bfba-16618f8755f3 None None] Network c18ce7c8-4338-43c1-a0a0-269a005f3eb0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:44.873475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e83ed70-a30e-4577-b96f-d2c47ef08a44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting subnet dd17e716-aafc-491a-8857-088aa08706d4 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:42:44.905317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1ea8743f-fde8-4300-8d9e-2445732784ab None None] Provisioning complete for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:44.905692 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1ea8743f-fde8-4300-8d9e-2445732784ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:44.918909 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-be21216c-6ef7-471f-b772-09ad0dfc0d8b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6799488 Jun 04 16:42:44.919578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39368) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:44.921558 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e83ed70-a30e-4577-b96f-d2c47ef08a44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:44.939715 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1623945178', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:44.954046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:44.962475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Usage tracker for resource:router and tenant:39d9fb77ed2c44eda961e78f5e74d977 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:44.972760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:44.981881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:45.002577 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:45.114459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:45.115172 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:45.116379 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:45.117424 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:45.164387 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:45.175697 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e83ed70-a30e-4577-b96f-d2c47ef08a44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:45.291155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:45.372409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e83ed70-a30e-4577-b96f-d2c47ef08a44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:45.408637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Subnet': ['ID=51c75750-80c1-4e18-acee-3fe712c66427,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:45.439617 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:41Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965820cd-5c2c-4f7a-a9f4-571991c43508', 'name': '', 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:fe:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '08f1425c-85ce-4398-9622-961f794b9f78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:40Z', 'updated_at': '2022-06-04T16:42:42Z', 'revision_number': 2, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '08f1425c-85ce-4398-9622-961f794b9f78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:40Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:45.446174 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Checking router: 527af885-44c6-4ba0-aefc-05126d78fdf9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:42:45.446575 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Updating router 527af885-44c6-4ba0-aefc-05126d78fdf9 port 965820cd-5c2c-4f7a-a9f4-571991c43508 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:42:45.522121 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:45.567834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Checking segment: {'id': 'b930fe5d-6746-4418-b54a-657e435b9ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '32dea101-7e35-4668-ab3f-ed6ee175a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:45.568277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network hostable DHCP agents. Network: 32dea101-7e35-4668-ab3f-ed6ee175a6b7, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:42:45.632716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network 32dea101-7e35-4668-ab3f-ed6ee175a6b7 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:42:45.673525 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e83ed70-a30e-4577-b96f-d2c47ef08a44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:45.734280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83ed70-a30e-4577-b96f-d2c47ef08a44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Subnet': ['ID=dd17e716-aafc-491a-8857-088aa08706d4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:45.741197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 32dea101-7e35-4668-ab3f-ed6ee175a6b7) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:45.749010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:45.751804 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:45.761403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8743f-fde8-4300-8d9e-2445732784ab None None] Current status of the port d8a4f322-1ddb-4670-9351-115a4f6d38a7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:45.763930 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e83ed70-a30e-4577-b96f-d2c47ef08a44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:45.777298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6e83ed70-a30e-4577-b96f-d2c47ef08a44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/dd17e716-aafc-491a-8857-088aa08706d4 HTTP/1.1" status: 204 len: 168 time: 1.0756776 Jun 04 16:42:45.778053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39378) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:45.780477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c4fdc-43c3-40ea-8157-674d083f52f3 None None] Network 32dea101-7e35-4668-ab3f-ed6ee175a6b7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:45.831744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d8a4f322-1ddb-4670-9351-115a4f6d38a7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:45.832826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cf154ddd-35be-49cb-b820-cbd9f4696611 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:45.837625 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-6512c385-394e-4257-9ff1-2a49e16b019d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] DELETE failed (client error): The resource could not be found. Jun 04 16:42:45.838378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6512c385-394e-4257-9ff1-2a49e16b019d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:45.845931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6512c385-394e-4257-9ff1-2a49e16b019d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/018684ef-fa24-41d7-93d0-dcc8793daa2c HTTP/1.1" status: 404 len: 337 time: 0.0601656 Jun 04 16:42:45.846912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39382) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:45.893704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-c18ce7c8-4338-43c1-a0a0-269a005f3eb0', 'network_id': 'c18ce7c8-4338-43c1-a0a0-269a005f3eb0', 'tenant_id': '39d9fb77ed2c44eda961e78f5e74d977', 'fixed_ips': [{'subnet_id': 'cffad1d1-487b-40e5-b119-90741ce95eb9'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:42:45.894734 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:45.960866 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d2892374-7c93-49f9-a55d-0d8f28d125c6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9703372 Jun 04 16:42:45.967529 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d8d2e2b4-4830-43fa-b73d-7c8a35058951 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "GET /v2.0/ports?device_id=da76dd4c-2ddb-4591-88b4-6700e2595692 HTTP/1.1" status: 200 len: 205 time: 0.1179311 Jun 04 16:42:45.970796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39388) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:45.971266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39390) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:45.985613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-3d61b7af-740a-4891-b5de-457dc86b02ea tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2024478094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:46.003444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3d61b7af-740a-4891-b5de-457dc86b02ea tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:46.015575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3d61b7af-740a-4891-b5de-457dc86b02ea tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:router and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:46.028081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3d61b7af-740a-4891-b5de-457dc86b02ea tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:46.035046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3d61b7af-740a-4891-b5de-457dc86b02ea tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:46.073362 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.118817 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d61b7af-740a-4891-b5de-457dc86b02ea tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.119955 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d61b7af-740a-4891-b5de-457dc86b02ea tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.145915 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d61b7af-740a-4891-b5de-457dc86b02ea tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.167020 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.180866 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d61b7af-740a-4891-b5de-457dc86b02ea tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.183890 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Transition to ACTIVE for port object 965820cd-5c2c-4f7a-a9f4-571991c43508 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:46.194550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3045594d-26d7-46fa-bae8-b202b7db5370 None None] Update dhcp port {'port': {'network_id': '57f270cc-9dfd-4f80-a59d-90e6a83be2d1', 'fixed_ips': [{'subnet_id': 'dd17e716-aafc-491a-8857-088aa08706d4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '25b2c6ec-3f3c-4e49-bcd3-358cafb7066f'}], 'binding:host_id': 'n-d-811809-3'}, 'id': 'd8a4f322-1ddb-4670-9351-115a4f6d38a7'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:42:46.195832 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.208249 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-570b29a3-fd37-4b3e-9c2a-f68cd616c650 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] delete failed (client error): The resource could not be found. Jun 04 16:42:46.214213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-570b29a3-fd37-4b3e-9c2a-f68cd616c650 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/routers/da76dd4c-2ddb-4591-88b4-6700e2595692 HTTP/1.1" status: 404 len: 336 time: 0.2383580 Jun 04 16:42:46.214969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39396) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:46.245220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1ea8743f-fde8-4300-8d9e-2445732784ab None None] Provisioning complete for port db9db86d-d4f4-40e4-a5b3-028cfe73cca0 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:46.245582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1ea8743f-fde8-4300-8d9e-2445732784ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.271874 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d61b7af-740a-4891-b5de-457dc86b02ea tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.277838 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3d61b7af-740a-4891-b5de-457dc86b02ea tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3054936 Jun 04 16:42:46.278622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39400) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:46.395402 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537ebfb-c9f1-4a51-8841-bab47cc531bf None None] Pushing event updated for resources: {'Port': ['ID=965820cd-5c2c-4f7a-a9f4-571991c43508,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:46.401865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.extraroute_db [None req-49b0d4f6-db35-412a-813f-bf307c136ec8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 04 16:42:46.406932 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98b3fd6-ca4b-48c7-9d62-68a2e1eb945f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] DELETE failed (client error): The resource could not be found. Jun 04 16:42:46.406932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98b3fd6-ca4b-48c7-9d62-68a2e1eb945f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:46.412664 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a98b3fd6-ca4b-48c7-9d62-68a2e1eb945f tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/a0219872-8873-4400-bb39-eb6734034ea4 HTTP/1.1" status: 404 len: 337 time: 0.1914623 Jun 04 16:42:46.417044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39404) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:46.526621 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-964e1f74-77e7-4c84-90f9-c540cc6dd5fb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] DELETE failed (client error): The resource could not be found. Jun 04 16:42:46.527372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964e1f74-77e7-4c84-90f9-c540cc6dd5fb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:46.531444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.extraroute_db [None req-49b0d4f6-db35-412a-813f-bf307c136ec8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Removed routes are [] {{(pid=88797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 04 16:42:46.533646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49b0d4f6-db35-412a-813f-bf307c136ec8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.577926 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Attempting to bind port 965820cd-5c2c-4f7a-a9f4-571991c43508 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:42:46.580321 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Attempting to bind port 965820cd-5c2c-4f7a-a9f4-571991c43508 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'ec8fb594-be3b-454a-9a6e-c931e2a16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:42:46.580713 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Attempting to bind port 965820cd-5c2c-4f7a-a9f4-571991c43508 on network 89bca4c0-c034-44bc-96a4-05fadb3fae62 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:46.596703 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:42:46.597157 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Checking segment: {'id': 'ec8fb594-be3b-454a-9a6e-c931e2a16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:46.598640 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.600462 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3045594d-26d7-46fa-bae8-b202b7db5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.600762 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Bound using segment: {'id': 'ec8fb594-be3b-454a-9a6e-c931e2a16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:42:46.601281 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Bound port: 965820cd-5c2c-4f7a-a9f4-571991c43508, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8fb594-be3b-454a-9a6e-c931e2a16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:42:46.602585 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.631041 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-964e1f74-77e7-4c84-90f9-c540cc6dd5fb tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/c4d27c5c-ac40-4546-b914-1a335990dd7c HTTP/1.1" status: 404 len: 337 time: 0.2129230 Jun 04 16:42:46.633789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39408) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:46.763055 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] For port 965820cd-5c2c-4f7a-a9f4-571991c43508, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:42:46.768255 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] For port 965820cd-5c2c-4f7a-a9f4-571991c43508, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=965820cd-5c2c-4f7a-a9f4-571991c43508,segment=NetworkSegment(ec8fb594-be3b-454a-9a6e-c931e2a16f5a),segment_id=ec8fb594-be3b-454a-9a6e-c931e2a16f5a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:42:46.773687 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.820695 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-72db8c16-8f26-4f93-ba7d-85e27a7b3d44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] DELETE failed (client error): The resource could not be found. Jun 04 16:42:46.821399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72db8c16-8f26-4f93-ba7d-85e27a7b3d44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:46.823333 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-72db8c16-8f26-4f93-ba7d-85e27a7b3d44 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/b26b55b3-f4cc-415c-ba98-cbc5ad186112 HTTP/1.1" status: 404 len: 337 time: 0.1885884 Jun 04 16:42:46.826192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39412) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:46.844053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8743f-fde8-4300-8d9e-2445732784ab None None] Port db9db86d-d4f4-40e4-a5b3-028cfe73cca0 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:46.852448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port cf154ddd-35be-49cb-b820-cbd9f4696611 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:46.883957 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537ebfb-c9f1-4a51-8841-bab47cc531bf None None] Pushing event updated for resources: {'Port': ['ID=965820cd-5c2c-4f7a-a9f4-571991c43508,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:46.894041 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:46.894707 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:46.902092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-32dea101-7e35-4668-ab3f-ed6ee175a6b7', 'network_id': '32dea101-7e35-4668-ab3f-ed6ee175a6b7', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'fixed_ips': [{'subnet_id': '51c75750-80c1-4e18-acee-3fe712c66427'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:42:46.903202 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:46.960741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1ea8743f-fde8-4300-8d9e-2445732784ab None None] Provisioning for port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:46.964246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port cf154ddd-35be-49cb-b820-cbd9f4696611 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:46.964736 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:47.116611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1ea8743f-fde8-4300-8d9e-2445732784ab None None] Could not find standard attr ID for object abfd6aab-405b-41e9-b766-d37f41733639. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:42:47.204965 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:47.274598 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b44e551-2f21-4973-b127-ce785fc3e417 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] DELETE failed (client error): The resource could not be found. Jun 04 16:42:47.275233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b44e551-2f21-4973-b127-ce785fc3e417 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:47.276795 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2b44e551-2f21-4973-b127-ce785fc3e417 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/9eebf6b9-4b80-46cb-8716-12c5cb2c764c HTTP/1.1" status: 404 len: 333 time: 0.4495349 Jun 04 16:42:47.281170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39418) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:47.336448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Allocated IP 172.20.0.2 (c18ce7c8-4338-43c1-a0a0-269a005f3eb0/cffad1d1-487b-40e5-b119-90741ce95eb9/388ae3a3-9dad-48dc-be6e-a455f655647e) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:47.437662 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09d21f2-7d7f-4dcf-b27d-2e69feeb5486 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] DELETE failed (client error): The resource could not be found. Jun 04 16:42:47.440508 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09d21f2-7d7f-4dcf-b27d-2e69feeb5486 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:47.442859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d09d21f2-7d7f-4dcf-b27d-2e69feeb5486 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/0f706436-2265-4802-add9-adf3e449c980 HTTP/1.1" status: 404 len: 337 time: 0.1541150 Jun 04 16:42:47.446665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39422) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:47.511454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:47.553743 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-1162d325-1762-4bf5-bfc3-a55794ed1672 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] DELETE failed (client error): The resource could not be found. Jun 04 16:42:47.554193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1162d325-1762-4bf5-bfc3-a55794ed1672 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:47.561935 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1162d325-1762-4bf5-bfc3-a55794ed1672 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/2a8004e7-121d-42ce-84d4-5a41f6148426 HTTP/1.1" status: 404 len: 337 time: 0.1139574 Jun 04 16:42:47.571420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39426) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:47.626895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1931cb18-f28e-420d-8097-8197c12a116e None None] Network 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:47.678416 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:47.692080 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:46Z', 'revision_number': 6, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965820cd-5c2c-4f7a-a9f4-571991c43508', 'name': '', 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:fe:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '08f1425c-85ce-4398-9622-961f794b9f78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:40Z', 'updated_at': '2022-06-04T16:42:46Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '08f1425c-85ce-4398-9622-961f794b9f78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:40Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:47.697068 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56e1db-6285-44d3-9e48-666f1ee4a4ba None None] The sync data for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 is: [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:46Z', 'revision_number': 6, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965820cd-5c2c-4f7a-a9f4-571991c43508', 'name': '', 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:fe:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '08f1425c-85ce-4398-9622-961f794b9f78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:40Z', 'updated_at': '2022-06-04T16:42:46Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '08f1425c-85ce-4398-9622-961f794b9f78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:40Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:47.714354 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:47.827720 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5261362-5b28-4ceb-8a9d-612eb225328d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] DELETE failed (client error): The resource could not be found. Jun 04 16:42:47.827720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5261362-5b28-4ceb-8a9d-612eb225328d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:47.830001 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b5261362-5b28-4ceb-8a9d-612eb225328d tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/5cdc9ce4-1def-43bd-a052-ab036eee10a1 HTTP/1.1" status: 404 len: 333 time: 0.2585404 Jun 04 16:42:47.865081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9ee87128-9f7a-4331-b631-d847692e224d None None] Provisioning for port 965820cd-5c2c-4f7a-a9f4-571991c43508 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:47.874907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port cf154ddd-35be-49cb-b820-cbd9f4696611 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:47.875296 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:47.895690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Allocated IP 172.25.5.62 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/1744aa27-dec6-463c-b0d8-7d84bfe2a136) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:47.984417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39430) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:48.065527 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:48.072221 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-249b4d32-c761-4924-bb1e-b1090d14d171 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] DELETE failed (client error): The resource could not be found. Jun 04 16:42:48.072982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249b4d32-c761-4924-bb1e-b1090d14d171 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:48.077517 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49b0d4f6-db35-412a-813f-bf307c136ec8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:48.081659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Transition to ACTIVE for port object 388ae3a3-9dad-48dc-be6e-a455f655647e will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:48.090035 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49b0d4f6-db35-412a-813f-bf307c136ec8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:48.095368 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-249b4d32-c761-4924-bb1e-b1090d14d171 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/5fdc105d-3e53-4f1c-882a-eb4b29fce259 HTTP/1.1" status: 404 len: 337 time: 0.1075032 Jun 04 16:42:48.098054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39434) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:48.112507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Transition to ACTIVE for port object 388ae3a3-9dad-48dc-be6e-a455f655647e will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:48.149308 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:48.171718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Allocated IP 2001:db8::2 (32dea101-7e35-4668-ab3f-ed6ee175a6b7/51c75750-80c1-4e18-acee-3fe712c66427/afb22432-75d2-43ce-aaee-4da5a56e5819) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:48.258138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port cf154ddd-35be-49cb-b820-cbd9f4696611, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cf154ddd-35be-49cb-b820-cbd9f4696611,segment=NetworkSegment(a06ef849-c4cd-4916-bb4c-74b6f681422c),segment_id=a06ef849-c4cd-4916-bb4c-74b6f681422c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:48.271897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Network c18ce7c8-4338-43c1-a0a0-269a005f3eb0 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:48.368989 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:48.370374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b8d65d36-1108-4fe4-a9ee-57704b4c9a2d up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:48.378663 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a665b6e3-b143-4718-a009-787ec411236c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] DELETE failed (client error): The resource could not be found. Jun 04 16:42:48.379730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a665b6e3-b143-4718-a009-787ec411236c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:42:48.384489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39440) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:48.388019 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a665b6e3-b143-4718-a009-787ec411236c tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/subnets/4f0853ec-2d72-4f53-abc1-83a2050aa305 HTTP/1.1" status: 404 len: 337 time: 0.2864132 Jun 04 16:42:48.408169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b0d4f6-db35-412a-813f-bf307c136ec8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 527af885-44c6-4ba0-aefc-05126d78fdf9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:42:48.476432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-2ab72e6c-bb86-493f-9d6f-ed6225d59f1b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port db9db86d-d4f4-40e4-a5b3-028cfe73cca0 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:48.476818 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2ab72e6c-bb86-493f-9d6f-ed6225d59f1b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:48.484797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:48.502017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:48.534696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:48.629909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:48.729462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:48.740284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:48.749174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:48.809676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event updated for resources: {'Port': ['ID=1744aa27-dec6-463c-b0d8-7d84bfe2a136,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:48.820112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b0d4f6-db35-412a-813f-bf307c136ec8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:48.828999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49b0d4f6-db35-412a-813f-bf307c136ec8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:48.830544 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-49b0d4f6-db35-412a-813f-bf307c136ec8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9 HTTP/1.1" status: 200 len: 934 time: 4.0991092 Jun 04 16:42:48.833629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39444) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:48.861148 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2ab72e6c-bb86-493f-9d6f-ed6225d59f1b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:48.864204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a7c3bf17-1e90-48d9-b0d9-e5740a30361e None None] Provisioning complete for port d8a4f322-1ddb-4670-9351-115a4f6d38a7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:48.864582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a7c3bf17-1e90-48d9-b0d9-e5740a30361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:48.933360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Pushing event updated for resources: {'Port': ['ID=388ae3a3-9dad-48dc-be6e-a455f655647e,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:48.951227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:49.040132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1c045-399a-4454-8637-814d2fe0ff04 None None] Sync routers for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:49.050729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-2ab72e6c-bb86-493f-9d6f-ed6225d59f1b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for db9db86d-d4f4-40e4-a5b3-028cfe73cca0 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:49.052365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Attempting to bind port 388ae3a3-9dad-48dc-be6e-a455f655647e on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:42:49.052725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Attempting to bind port 388ae3a3-9dad-48dc-be6e-a455f655647e by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '690c1eb0-bcd7-40cb-8cef-9f631e6a0580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c18ce7c8-4338-43c1-a0a0-269a005f3eb0'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:42:49.053088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Attempting to bind port 388ae3a3-9dad-48dc-be6e-a455f655647e on network c18ce7c8-4338-43c1-a0a0-269a005f3eb0 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:49.060964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=cf154ddd-35be-49cb-b820-cbd9f4696611,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:49.063622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:49.064170 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:49.138174 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2ab72e6c-bb86-493f-9d6f-ed6225d59f1b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:49.197771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab72e6c-bb86-493f-9d6f-ed6225d59f1b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=db9db86d-d4f4-40e4-a5b3-028cfe73cca0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:49.203199 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2ab72e6c-bb86-493f-9d6f-ed6225d59f1b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:49.217772 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-673775c1-5370-4e2a-b364-7d241da0cabf tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9 HTTP/1.1" status: 200 len: 934 time: 0.3831537 Jun 04 16:42:49.221266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39448) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:49.223214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2ab72e6c-bb86-493f-9d6f-ed6225d59f1b tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/ports/db9db86d-d4f4-40e4-a5b3-028cfe73cca0 HTTP/1.1" status: 204 len: 168 time: 0.8375480 Jun 04 16:42:49.225674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39452) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:49.229160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-599f6825-9a2b-4000-9539-6928656a2fb3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'router': {'routes': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:49.231033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:42:49.231564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Checking segment: {'id': '690c1eb0-bcd7-40cb-8cef-9f631e6a0580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c18ce7c8-4338-43c1-a0a0-269a005f3eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:49.232620 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:49.232620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Bound using segment: {'id': '690c1eb0-bcd7-40cb-8cef-9f631e6a0580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c18ce7c8-4338-43c1-a0a0-269a005f3eb0'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:42:49.233448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Bound port: 388ae3a3-9dad-48dc-be6e-a455f655647e, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690c1eb0-bcd7-40cb-8cef-9f631e6a0580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c18ce7c8-4338-43c1-a0a0-269a005f3eb0'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:42:49.233743 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:49.243362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1c045-399a-4454-8637-814d2fe0ff04 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:49.244150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e0b1c045-399a-4454-8637-814d2fe0ff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:49.359602 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:49.372800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Deleting port d8a4f322-1ddb-4670-9351-115a4f6d38a7 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:49.373150 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:49.482706 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:49.545944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23277b68-5ddc-4157-bcfd-63da8aab6993 None None] DHCP port deletion for 57f270cc-9dfd-4f80-a59d-90e6a83be2d1 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:42:49.562110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Transition to ACTIVE for port object afb22432-75d2-43ce-aaee-4da5a56e5819 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:49.578066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e0b1c045-399a-4454-8637-814d2fe0ff04 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:49.657786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-23277b68-5ddc-4157-bcfd-63da8aab6993 None None] Deleting port d8a4f322-1ddb-4670-9351-115a4f6d38a7 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:49.658309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-23277b68-5ddc-4157-bcfd-63da8aab6993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:49.831324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Transition to ACTIVE for port object afb22432-75d2-43ce-aaee-4da5a56e5819 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:49.839773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] For port 388ae3a3-9dad-48dc-be6e-a455f655647e, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:42:49.840268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] For port d8a4f322-1ddb-4670-9351-115a4f6d38a7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d8a4f322-1ddb-4670-9351-115a4f6d38a7,segment=NetworkSegment(dd3f3cc3-cf3e-49ef-b79d-b57ff1186436),segment_id=dd3f3cc3-cf3e-49ef-b79d-b57ff1186436)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:49.840831 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:49.910816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a7c3bf17-1e90-48d9-b0d9-e5740a30361e None None] Current status of the port d8a4f322-1ddb-4670-9351-115a4f6d38a7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:49.927664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a7c3bf17-1e90-48d9-b0d9-e5740a30361e None None] Could not find standard attr ID for object db9db86d-d4f4-40e4-a5b3-028cfe73cca0. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:42:49.929854 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:49.953811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.006563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] For port 388ae3a3-9dad-48dc-be6e-a455f655647e, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=388ae3a3-9dad-48dc-be6e-a455f655647e,segment=NetworkSegment(690c1eb0-bcd7-40cb-8cef-9f631e6a0580),segment_id=690c1eb0-bcd7-40cb-8cef-9f631e6a0580)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:42:50.040042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:50.040507 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.048789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39462) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:50.068137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Calling delete_port for d8a4f322-1ddb-4670-9351-115a4f6d38a7 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:50.075172 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.137760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Allocated IP 2001:db8::1 (32dea101-7e35-4668-ab3f-ed6ee175a6b7/51c75750-80c1-4e18-acee-3fe712c66427/cfb8f365-a890-4f31-82eb-6644d91ced20) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:50.249000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Network 32dea101-7e35-4668-ab3f-ed6ee175a6b7 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:50.266230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:50.272023 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:50.300883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Pushing event updated for resources: {'Port': ['ID=afb22432-75d2-43ce-aaee-4da5a56e5819,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:50.344337 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b8a2a478-b067-45dc-b4db-916c7094195c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.385867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.424572 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b8a2a478-b067-45dc-b4db-916c7094195c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:50.447867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Port': ['ID=d8a4f322-1ddb-4670-9351-115a4f6d38a7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:50.459305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] No DVR routers for this DVR port d8a4f322-1ddb-4670-9351-115a4f6d38a7 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:42:50.478268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b8d65d36-1108-4fe4-a9ee-57704b4c9a2d,segment=NetworkSegment(ec8fb594-be3b-454a-9a6e-c931e2a16f5a),segment_id=ec8fb594-be3b-454a-9a6e-c931e2a16f5a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:50.497510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b8a2a478-b067-45dc-b4db-916c7094195c admin admin] Usage tracker for resource:security_group_rule and tenant:254ddd2d1acb46efb5464cdaa1866b06 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:50.508878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b8a2a478-b067-45dc-b4db-916c7094195c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:50.528344 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.531592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b8a2a478-b067-45dc-b4db-916c7094195c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:50.575286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-23277b68-5ddc-4157-bcfd-63da8aab6993 None None] For port d8a4f322-1ddb-4670-9351-115a4f6d38a7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d8a4f322-1ddb-4670-9351-115a4f6d38a7,segment=NetworkSegment(dd3f3cc3-cf3e-49ef-b79d-b57ff1186436),segment_id=dd3f3cc3-cf3e-49ef-b79d-b57ff1186436)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:50.575688 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-23277b68-5ddc-4157-bcfd-63da8aab6993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.597982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Attempting to bind port afb22432-75d2-43ce-aaee-4da5a56e5819 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:42:50.598346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Attempting to bind port afb22432-75d2-43ce-aaee-4da5a56e5819 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'b930fe5d-6746-4418-b54a-657e435b9ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '32dea101-7e35-4668-ab3f-ed6ee175a6b7'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:42:50.598747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Attempting to bind port afb22432-75d2-43ce-aaee-4da5a56e5819 on network 32dea101-7e35-4668-ab3f-ed6ee175a6b7 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:42:50.626760 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.660277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587fb49-3d8b-4961-9eac-b8dbc9f33dae None None] Pushing event updated for resources: {'Port': ['ID=388ae3a3-9dad-48dc-be6e-a455f655647e,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:50.712674 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.719409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 745cf966-7710-49be-ab8a-1701df801ed6 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:42:50.756705 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f270cc-9dfd-4f80-a59d-90e6a83be2d1']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:50.767323 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.781415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3f3cc3-cf3e-49ef-b79d-b57ff1186436') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:50.781790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3f3cc3-cf3e-49ef-b79d-b57ff1186436') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:50.803071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.810918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Transition to ACTIVE for port object cfb8f365-a890-4f31-82eb-6644d91ced20 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:50.840615 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.850306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:42:50.851067 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.869619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.extraroute_db [None req-599f6825-9a2b-4000-9539-6928656a2fb3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Added routes are [] {{(pid=88797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 04 16:42:50.869929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.extraroute_db [None req-599f6825-9a2b-4000-9539-6928656a2fb3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 04 16:42:50.914146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-23277b68-5ddc-4157-bcfd-63da8aab6993 None None] Calling delete_port for d8a4f322-1ddb-4670-9351-115a4f6d38a7 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:50.951311 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment dd3f3cc3-cf3e-49ef-b79d-b57ff1186436 resource provider aggregate not found Jun 04 16:42:50.976195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:42:50.976607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Checking segment: {'id': 'b930fe5d-6746-4418-b54a-657e435b9ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '32dea101-7e35-4668-ab3f-ed6ee175a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:42:50.976962 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.977355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Bound using segment: {'id': 'b930fe5d-6746-4418-b54a-657e435b9ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '32dea101-7e35-4668-ab3f-ed6ee175a6b7'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:42:50.977848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Bound port: afb22432-75d2-43ce-aaee-4da5a56e5819, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b930fe5d-6746-4418-b54a-657e435b9ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '32dea101-7e35-4668-ab3f-ed6ee175a6b7'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:42:50.978310 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:50.981955 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment dd3f3cc3-cf3e-49ef-b79d-b57ff1186436 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd3f3cc3-cf3e-49ef-b79d-b57ff1186436 found for delete ", "request_id": "req-2eeef4cf-82cc-4e65-9e4b-17835d5e7f1c"}]} Jun 04 16:42:51.014881 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-599f6825-9a2b-4000-9539-6928656a2fb3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:51.015466 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:51.020265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 745cf966-7710-49be-ab8a-1701df801ed6 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:42:51.020648 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 745cf966-7710-49be-ab8a-1701df801ed6 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:42:51.040409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b8a2a478-b067-45dc-b4db-916c7094195c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:51.103394 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:51.153404 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:51.184950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] Pushing event deleted for resources: {'Network': ['ID=57f270cc-9dfd-4f80-a59d-90e6a83be2d1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:51.191587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network 32dea101-7e35-4668-ab3f-ed6ee175a6b7 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:51.197771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:51.203126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:51.203843 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:51.206896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=cfb8f365-a890-4f31-82eb-6644d91ced20,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:51.213825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f3465373-75de-4c05-9e3e-d15c4de19d33 tempest-PortsIpV6TestJSON-1836103231 tempest-PortsIpV6TestJSON-1836103231-project] 10.222.0.13 "DELETE /v2.0/networks/57f270cc-9dfd-4f80-a59d-90e6a83be2d1 HTTP/1.1" status: 204 len: 168 time: 1.9830849 Jun 04 16:42:51.265629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e0b1c045-399a-4454-8637-814d2fe0ff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:46Z', 'revision_number': 6, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965820cd-5c2c-4f7a-a9f4-571991c43508', 'name': '', 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:fe:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '08f1425c-85ce-4398-9622-961f794b9f78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:40Z', 'updated_at': '2022-06-04T16:42:46Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '08f1425c-85ce-4398-9622-961f794b9f78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:48Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:51.289260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] For port afb22432-75d2-43ce-aaee-4da5a56e5819, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:42:51.293476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] For port afb22432-75d2-43ce-aaee-4da5a56e5819, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=afb22432-75d2-43ce-aaee-4da5a56e5819,segment=NetworkSegment(b930fe5d-6746-4418-b54a-657e435b9ed2),segment_id=b930fe5d-6746-4418-b54a-657e435b9ed2)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:42:51.326626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 965820cd-5c2c-4f7a-a9f4-571991c43508 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:51.371609 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:51.375559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=b8d65d36-1108-4fe4-a9ee-57704b4c9a2d,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:51.404837 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:51.424922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1c045-399a-4454-8637-814d2fe0ff04 None None] Checking router: 527af885-44c6-4ba0-aefc-05126d78fdf9 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:42:51.481422 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b8a2a478-b067-45dc-b4db-916c7094195c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:51.500997 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-23277b68-5ddc-4157-bcfd-63da8aab6993 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:42:51.501350 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-23277b68-5ddc-4157-bcfd-63da8aab6993 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:42:51.524892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Router cfea3702-2681-4368-aaa7-c7c764b21a1c is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:42:51.525533 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1c045-399a-4454-8637-814d2fe0ff04 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:51.526296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e0b1c045-399a-4454-8637-814d2fe0ff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:51.593158 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b8a2a478-b067-45dc-b4db-916c7094195c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=254ddd2d1acb46efb5464cdaa1866b06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5433838 Jun 04 16:42:51.652192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39476) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:51.717335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39480) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:51.755933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2a478-b067-45dc-b4db-916c7094195c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a02b26d-88ec-4246-8664-756aad17bfcb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:51.800021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6ca83-e942-41ac-80da-417fea246398 None None] Pushing event updated for resources: {'Port': ['ID=afb22432-75d2-43ce-aaee-4da5a56e5819,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:51.827484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e0b1c045-399a-4454-8637-814d2fe0ff04 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:51.964060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 965820cd-5c2c-4f7a-a9f4-571991c43508 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:51.975158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 965820cd-5c2c-4f7a-a9f4-571991c43508 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:51.975949 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:51.999652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89e9f4ef-0ad5-4fb9-add5-4312126e80f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.068769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89e9f4ef-0ad5-4fb9-add5-4312126e80f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.081920 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-599f6825-9a2b-4000-9539-6928656a2fb3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.082515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-23277b68-5ddc-4157-bcfd-63da8aab6993 None None] Deleting port d8a4f322-1ddb-4670-9351-115a4f6d38a7 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:52.082515 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-23277b68-5ddc-4157-bcfd-63da8aab6993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.108532 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-599f6825-9a2b-4000-9539-6928656a2fb3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.225884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e31dfa28-35f8-4702-a2ca-b37373c92648 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbcea708c4324b77a2fd74411d968c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5073919 Jun 04 16:42:52.232013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39488) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:52.267992 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89e9f4ef-0ad5-4fb9-add5-4312126e80f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.304821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:52.318402 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8bf00-bf56-49ca-ac5b-bffadb188677 None None] Sync routers for ids ['cfea3702-2681-4368-aaa7-c7c764b21a1c'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:52.335061 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8bf00-bf56-49ca-ac5b-bffadb188677 None None] Routers {'cfea3702-2681-4368-aaa7-c7c764b21a1c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:52.336392 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-97f8bf00-bf56-49ca-ac5b-bffadb188677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cfea3702-2681-4368-aaa7-c7c764b21a1c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:52.337268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599f6825-9a2b-4000-9539-6928656a2fb3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 527af885-44c6-4ba0-aefc-05126d78fdf9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:42:52.345441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9f4ef-0ad5-4fb9-add5-4312126e80f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a02b26d-88ec-4246-8664-756aad17bfcb,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:52.352690 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.356495 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89e9f4ef-0ad5-4fb9-add5-4312126e80f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.357551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-89e9f4ef-0ad5-4fb9-add5-4312126e80f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a02b26d-88ec-4246-8664-756aad17bfcb HTTP/1.1" status: 204 len: 168 time: 0.7041461 Jun 04 16:42:52.373556 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.374377 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.393209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-23277b68-5ddc-4157-bcfd-63da8aab6993 None None] The port 'd8a4f322-1ddb-4670-9351-115a4f6d38a7' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:42:52.445346 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-997fa629-42e4-447e-9a2a-759a87838411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.471683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89723746-cb3d-4f3a-adff-6d9e73593d63 None None] Network c18ce7c8-4338-43c1-a0a0-269a005f3eb0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:52.497175 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-97f8bf00-bf56-49ca-ac5b-bffadb188677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:52.527228 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8bf00-bf56-49ca-ac5b-bffadb188677 None None] Routers {'cfea3702-2681-4368-aaa7-c7c764b21a1c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:52.530278 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-97f8bf00-bf56-49ca-ac5b-bffadb188677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cfea3702-2681-4368-aaa7-c7c764b21a1c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:52.587599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=cfb8f365-a890-4f31-82eb-6644d91ced20,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:52.620939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.624523 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-37661875-0ea4-4123-a822-85f45e5785b9 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.6923621 Jun 04 16:42:52.628320 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-997fa629-42e4-447e-9a2a-759a87838411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.658465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39496) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:52.660212 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-97f8bf00-bf56-49ca-ac5b-bffadb188677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:52.662026 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8bf00-bf56-49ca-ac5b-bffadb188677 None None] The sync data for ids ['cfea3702-2681-4368-aaa7-c7c764b21a1c'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:52.692831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599f6825-9a2b-4000-9539-6928656a2fb3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:52.700798 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-599f6825-9a2b-4000-9539-6928656a2fb3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.702370 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-599f6825-9a2b-4000-9539-6928656a2fb3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9 HTTP/1.1" status: 200 len: 700 time: 3.4800544 Jun 04 16:42:52.705313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39500) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:52.726166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 965820cd-5c2c-4f7a-a9f4-571991c43508 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:52.726609 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.743109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5aa97f62-826c-4443-804e-8e6c16d8069d None None] Provisioning for port 388ae3a3-9dad-48dc-be6e-a455f655647e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:52.821261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 965820cd-5c2c-4f7a-a9f4-571991c43508, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=965820cd-5c2c-4f7a-a9f4-571991c43508,segment=NetworkSegment(ec8fb594-be3b-454a-9a6e-c931e2a16f5a),segment_id=ec8fb594-be3b-454a-9a6e-c931e2a16f5a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:52.917347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e0b1c045-399a-4454-8637-814d2fe0ff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:50Z', 'revision_number': 7, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965820cd-5c2c-4f7a-a9f4-571991c43508', 'name': '', 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:fe:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '08f1425c-85ce-4398-9622-961f794b9f78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:40Z', 'updated_at': '2022-06-04T16:42:46Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '08f1425c-85ce-4398-9622-961f794b9f78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:48Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:52.921212 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:52.922136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 388ae3a3-9dad-48dc-be6e-a455f655647e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:52.927518 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dc5f484a-ade0-451e-978a-1f5dd8b510f9 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9 HTTP/1.1" status: 200 len: 700 time: 0.2208424 Jun 04 16:42:52.928156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39504) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:52.943754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39508) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:53.003738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1c045-399a-4454-8637-814d2fe0ff04 None None] The sync data for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 is: [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:50Z', 'revision_number': 7, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965820cd-5c2c-4f7a-a9f4-571991c43508', 'name': '', 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:fe:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '08f1425c-85ce-4398-9622-961f794b9f78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:40Z', 'updated_at': '2022-06-04T16:42:46Z', 'revision_number': 4, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '08f1425c-85ce-4398-9622-961f794b9f78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:48Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:53.139075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=965820cd-5c2c-4f7a-a9f4-571991c43508,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:53.147866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network 32dea101-7e35-4668-ab3f-ed6ee175a6b7 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:53.151563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:53.190032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 388ae3a3-9dad-48dc-be6e-a455f655647e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:53.199610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 388ae3a3-9dad-48dc-be6e-a455f655647e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:53.200130 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:53.435748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b76ed3f-8a2c-452d-af1d-bc82e48d0df4 None None] Sync routers for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:53.470973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc585bf-8bb5-404e-ba34-a05d438d2e80 None None] Network 32dea101-7e35-4668-ab3f-ed6ee175a6b7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:42:53.517044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 388ae3a3-9dad-48dc-be6e-a455f655647e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:53.517705 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:53.535183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b76ed3f-8a2c-452d-af1d-bc82e48d0df4 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:53.536572 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3b76ed3f-8a2c-452d-af1d-bc82e48d0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:53.585597 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9d1abda-e360-47f3-a793-9eb4b8c1e974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:53.596839 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-997fa629-42e4-447e-9a2a-759a87838411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:53.612418 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b9d1abda-e360-47f3-a793-9eb4b8c1e974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:53.629002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fa629-42e4-447e-9a2a-759a87838411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8373ac-ead6-46ce-b19d-566c112f3a30,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:53.645357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b9d1abda-e360-47f3-a793-9eb4b8c1e974 admin admin] Usage tracker for resource:security_group_rule and tenant:21d6e4ba50ff4513b6a8fb00f1b92179 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:53.648893 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-997fa629-42e4-447e-9a2a-759a87838411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:53.652775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-997fa629-42e4-447e-9a2a-759a87838411 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d8373ac-ead6-46ce-b19d-566c112f3a30 HTTP/1.1" status: 204 len: 168 time: 1.4172239 Jun 04 16:42:53.652968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b9d1abda-e360-47f3-a793-9eb4b8c1e974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:53.669018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b9d1abda-e360-47f3-a793-9eb4b8c1e974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:53.852927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8f3650f9-c427-44e4-b823-fb798cd337e6 None None] Provisioning for port afb22432-75d2-43ce-aaee-4da5a56e5819 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:53.856902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 388ae3a3-9dad-48dc-be6e-a455f655647e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=388ae3a3-9dad-48dc-be6e-a455f655647e,segment=NetworkSegment(690c1eb0-bcd7-40cb-8cef-9f631e6a0580),segment_id=690c1eb0-bcd7-40cb-8cef-9f631e6a0580)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:53.869625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router c77d8ab6-6728-4ac4-bb68-91db1c075de8 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:42:53.874348 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:53.875337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cf154ddd-35be-49cb-b820-cbd9f4696611 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:53.928681 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9d1abda-e360-47f3-a793-9eb4b8c1e974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:53.944394 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9d1abda-e360-47f3-a793-9eb4b8c1e974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:53.994501 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b9d1abda-e360-47f3-a793-9eb4b8c1e974 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21d6e4ba50ff4513b6a8fb00f1b92179&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0652435 Jun 04 16:42:53.999573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39516) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:54.012422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-3b76ed3f-8a2c-452d-af1d-bc82e48d0df4 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:54.092453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f65acc64-09de-43cb-bd59-c028e33d37e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:54.128487 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f65acc64-09de-43cb-bd59-c028e33d37e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:54.136064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:54.144983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fd77b858-8e6c-48ba-8989-6139a4898e0e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/c77d8ab6-6728-4ac4-bb68-91db1c075de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8543501 Jun 04 16:42:54.147333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39522) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:54.150568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c491e12d-ee88-480f-a7fa-00dc73f7e43c None None] Provisioning complete for port 388ae3a3-9dad-48dc-be6e-a455f655647e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:54.151400 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a09544-ffff-4122-92fb-9fe6486767a3 None None] Sync routers for ids ['c77d8ab6-6728-4ac4-bb68-91db1c075de8'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:54.154261 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c491e12d-ee88-480f-a7fa-00dc73f7e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:54.163795 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a09544-ffff-4122-92fb-9fe6486767a3 None None] Routers {'c77d8ab6-6728-4ac4-bb68-91db1c075de8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:54.164660 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-00a09544-ffff-4122-92fb-9fe6486767a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c77d8ab6-6728-4ac4-bb68-91db1c075de8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:54.206211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1abda-e360-47f3-a793-9eb4b8c1e974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf76a22-62f4-4058-a8ed-a17d746c9623,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:54.227114 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f65acc64-09de-43cb-bd59-c028e33d37e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:54.259422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65acc64-09de-43cb-bd59-c028e33d37e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf76a22-62f4-4058-a8ed-a17d746c9623,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:54.265257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6539bffb-304b-45dc-b6b1-0cf1df56917f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:54.265947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6539bffb-304b-45dc-b6b1-0cf1df56917f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Synchronizing usage tracker for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:42:54.271037 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:54.271653 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f65acc64-09de-43cb-bd59-c028e33d37e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:54.277767 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f65acc64-09de-43cb-bd59-c028e33d37e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbf76a22-62f4-4058-a8ed-a17d746c9623 HTTP/1.1" status: 204 len: 168 time: 0.2763021 Jun 04 16:42:54.284288 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-14b1bd88-3d09-43c6-b773-60b9860f4a7f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:54.301752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=388ae3a3-9dad-48dc-be6e-a455f655647e,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:54.349124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port cf154ddd-35be-49cb-b820-cbd9f4696611 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:54.349382 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:54.385796 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-00a09544-ffff-4122-92fb-9fe6486767a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:54.403991 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a09544-ffff-4122-92fb-9fe6486767a3 None None] Routers {'c77d8ab6-6728-4ac4-bb68-91db1c075de8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:54.404606 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-00a09544-ffff-4122-92fb-9fe6486767a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c77d8ab6-6728-4ac4-bb68-91db1c075de8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:54.483628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6539bffb-304b-45dc-b6b1-0cf1df56917f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Unset dirty status for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:42:54.491632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6539bffb-304b-45dc-b6b1-0cf1df56917f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports/cfb8f365-a890-4f31-82eb-6644d91ced20 HTTP/1.1" status: 200 len: 911 time: 0.3409050 Jun 04 16:42:54.504304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39534) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:54.588959 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-00a09544-ffff-4122-92fb-9fe6486767a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:54.589345 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a09544-ffff-4122-92fb-9fe6486767a3 None None] The sync data for ids ['c77d8ab6-6728-4ac4-bb68-91db1c075de8'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:54.789245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c491e12d-ee88-480f-a7fa-00dc73f7e43c None None] Current status of the port 388ae3a3-9dad-48dc-be6e-a455f655647e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:54.813420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port cf154ddd-35be-49cb-b820-cbd9f4696611 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:54.868909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3b76ed3f-8a2c-452d-af1d-bc82e48d0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:50Z', 'revision_number': 7, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965820cd-5c2c-4f7a-a9f4-571991c43508', 'name': '', 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:fe:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '08f1425c-85ce-4398-9622-961f794b9f78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:40Z', 'updated_at': '2022-06-04T16:42:52Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '08f1425c-85ce-4398-9622-961f794b9f78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:48Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:54.884598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b76ed3f-8a2c-452d-af1d-bc82e48d0df4 None None] Checking router: 527af885-44c6-4ba0-aefc-05126d78fdf9 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:42:54.910507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b76ed3f-8a2c-452d-af1d-bc82e48d0df4 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:54.912857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3b76ed3f-8a2c-452d-af1d-bc82e48d0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:54.991657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d8a4f322-1ddb-4670-9351-115a4f6d38a7 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:42:55.186112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39556) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:55.194931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: d8a4f322-1ddb-4670-9351-115a4f6d38a7 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:42:55.195284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d8a4f322-1ddb-4670-9351-115a4f6d38a7 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:42:55.232073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-92deab4a-058b-4411-bdeb-0e68bb32d2b4 None None] Provisioning for port cfb8f365-a890-4f31-82eb-6644d91ced20 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:55.242341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-92deab4a-058b-4411-bdeb-0e68bb32d2b4 None None] Provisioning complete for port cfb8f365-a890-4f31-82eb-6644d91ced20 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:55.242623 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-92deab4a-058b-4411-bdeb-0e68bb32d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:55.292494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-3b76ed3f-8a2c-452d-af1d-bc82e48d0df4 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:42:55.383959 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:42:55.466202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-92deab4a-058b-4411-bdeb-0e68bb32d2b4 None None] Port cfb8f365-a890-4f31-82eb-6644d91ced20 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:55.582195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Allocated IP 172.20.0.1 (c18ce7c8-4338-43c1-a0a0-269a005f3eb0/cffad1d1-487b-40e5-b119-90741ce95eb9/f74e3d61-b430-448e-a887-daba6bba5f55) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:55.602986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b8d65d36-1108-4fe4-a9ee-57704b4c9a2d up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:55.608894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-01f061f5-8b8c-452b-977f-a4da2c926e26 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1375788780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:55.627461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-01f061f5-8b8c-452b-977f-a4da2c926e26 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:55.635634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-01f061f5-8b8c-452b-977f-a4da2c926e26 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Usage tracker for resource:router and tenant:60b71d49a6a44263935d63b83b8022aa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:55.640505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-01f061f5-8b8c-452b-977f-a4da2c926e26 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:55.662097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-01f061f5-8b8c-452b-977f-a4da2c926e26 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:55.757095 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01f061f5-8b8c-452b-977f-a4da2c926e26 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:55.758566 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01f061f5-8b8c-452b-977f-a4da2c926e26 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:55.808276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:55.808722 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:55.826075 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01f061f5-8b8c-452b-977f-a4da2c926e26 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:55.887304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:55.899231 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01f061f5-8b8c-452b-977f-a4da2c926e26 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:55.948346 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01f061f5-8b8c-452b-977f-a4da2c926e26 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:55.949998 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-01f061f5-8b8c-452b-977f-a4da2c926e26 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7628744 Jun 04 16:42:55.953189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Transition to ACTIVE for port object f74e3d61-b430-448e-a887-daba6bba5f55 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:55.955735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39574) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:55.958837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-935819dd-a2c5-4f8f-8775-8c55cc03e180 None None] Provisioning complete for port cfb8f365-a890-4f31-82eb-6644d91ced20 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:55.959378 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-935819dd-a2c5-4f8f-8775-8c55cc03e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:55.963833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1924313099'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:55.973058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:55.979376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Usage tracker for resource:network and tenant:60b71d49a6a44263935d63b83b8022aa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:55.984104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:55.994717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:56.018548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Made reservation on behalf of 60b71d49a6a44263935d63b83b8022aa for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:56.023341 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.028255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-935819dd-a2c5-4f8f-8775-8c55cc03e180 None None] Port cfb8f365-a890-4f31-82eb-6644d91ced20 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:56.043770 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.080847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-14b1bd88-3d09-43c6-b773-60b9860f4a7f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port 965820cd-5c2c-4f7a-a9f4-571991c43508 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:56.081470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-14b1bd88-3d09-43c6-b773-60b9860f4a7f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.090069 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.113934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:56.115530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 965820cd-5c2c-4f7a-a9f4-571991c43508 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:56.129420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:56.145875 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cee2c9fb-698d-45a5-9175-abde31fa9fb7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.148680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Usage tracker for resource:security_group_rule and tenant:60b71d49a6a44263935d63b83b8022aa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:56.155241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:56.159739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Network c18ce7c8-4338-43c1-a0a0-269a005f3eb0 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:56.167934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:56.173817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:56.176202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:56.178987 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3b76ed3f-8a2c-452d-af1d-bc82e48d0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:50Z', 'revision_number': 7, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965820cd-5c2c-4f7a-a9f4-571991c43508', 'name': '', 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:fe:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '08f1425c-85ce-4398-9622-961f794b9f78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:40Z', 'updated_at': '2022-06-04T16:42:52Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '08f1425c-85ce-4398-9622-961f794b9f78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:48Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:56.188833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b76ed3f-8a2c-452d-af1d-bc82e48d0df4 None None] The sync data for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 is: [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:50Z', 'revision_number': 7, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965820cd-5c2c-4f7a-a9f4-571991c43508', 'name': '', 'network_id': '89bca4c0-c034-44bc-96a4-05fadb3fae62', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:fe:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '08f1425c-85ce-4398-9622-961f794b9f78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:40Z', 'updated_at': '2022-06-04T16:42:52Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '08f1425c-85ce-4398-9622-961f794b9f78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:48Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:56.213926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 965820cd-5c2c-4f7a-a9f4-571991c43508 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:56.214476 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.214771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event updated for resources: {'Port': ['ID=f74e3d61-b430-448e-a887-daba6bba5f55,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:56.281948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.448809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 965820cd-5c2c-4f7a-a9f4-571991c43508 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:56.450346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 388ae3a3-9dad-48dc-be6e-a455f655647e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:56.498461 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.515728 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.559656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:42:56.610234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 388ae3a3-9dad-48dc-be6e-a455f655647e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:56.610796 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.647321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60506292-8503-4266-8e48-323cef7048e4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:56.651866 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.674772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.675480 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Added segment 9fee5acf-5b74-4f93-a328-7446ecdc4e62 of type vlan for network b484699d-93b6-4d89-8f0a-4a8566cd82d1 Jun 04 16:42:56.693107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-14b1bd88-3d09-43c6-b773-60b9860f4a7f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] For port 965820cd-5c2c-4f7a-a9f4-571991c43508, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=965820cd-5c2c-4f7a-a9f4-571991c43508,segment=NetworkSegment(ec8fb594-be3b-454a-9a6e-c931e2a16f5a),segment_id=ec8fb594-be3b-454a-9a6e-c931e2a16f5a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:56.693881 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-14b1bd88-3d09-43c6-b773-60b9860f4a7f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.706267 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0eefc593-ef37-4adb-87f4-5bfceada8fc0 None None] Provisioning for port f74e3d61-b430-448e-a887-daba6bba5f55 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:56.720793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0eefc593-ef37-4adb-87f4-5bfceada8fc0 None None] Provisioning complete for port f74e3d61-b430-448e-a887-daba6bba5f55 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:56.721446 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0eefc593-ef37-4adb-87f4-5bfceada8fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.769167 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.831085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0eefc593-ef37-4adb-87f4-5bfceada8fc0 None None] Port f74e3d61-b430-448e-a887-daba6bba5f55 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:56.832444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-14b1bd88-3d09-43c6-b773-60b9860f4a7f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for 965820cd-5c2c-4f7a-a9f4-571991c43508 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:56.872796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 388ae3a3-9dad-48dc-be6e-a455f655647e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:56.874231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device afb22432-75d2-43ce-aaee-4da5a56e5819 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:56.951030 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.958036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:56.958684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.983043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port afb22432-75d2-43ce-aaee-4da5a56e5819 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:42:56.985033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-cee2c9fb-698d-45a5-9175-abde31fa9fb7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port cfb8f365-a890-4f31-82eb-6644d91ced20 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:42:56.985707 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cee2c9fb-698d-45a5-9175-abde31fa9fb7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:56.991334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port afb22432-75d2-43ce-aaee-4da5a56e5819 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:56.991779 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:57.045800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0887184 Jun 04 16:42:57.046918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39598) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:57.080413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Request body: {'subnet': {'network_id': 'b484699d-93b6-4d89-8f0a-4a8566cd82d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:57.139744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea41e4-a2d6-4b7f-b239-65eac7f6b9bc tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event updated for resources: {'Network': ['ID=b484699d-93b6-4d89-8f0a-4a8566cd82d1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:57.146998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port afb22432-75d2-43ce-aaee-4da5a56e5819 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:42:57.147541 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:57.170051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network b484699d-93b6-4d89-8f0a-4a8566cd82d1 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:42:57.280158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port afb22432-75d2-43ce-aaee-4da5a56e5819, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=afb22432-75d2-43ce-aaee-4da5a56e5819,segment=NetworkSegment(b930fe5d-6746-4418-b54a-657e435b9ed2),segment_id=b930fe5d-6746-4418-b54a-657e435b9ed2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:42:57.297924 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:57.339547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:57.365432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Usage tracker for resource:subnet and tenant:60b71d49a6a44263935d63b83b8022aa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:57.371867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:57.379175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=afb22432-75d2-43ce-aaee-4da5a56e5819,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:57.384921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:57.400440 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:57.406526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:57.424842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Made reservation on behalf of 60b71d49a6a44263935d63b83b8022aa for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:57.428318 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:57.460913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cee2c9fb-698d-45a5-9175-abde31fa9fb7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:57.520269 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-14b1bd88-3d09-43c6-b773-60b9860f4a7f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:57.526580 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:57.552609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event updated for resources: {'Port': ['ID=f74e3d61-b430-448e-a887-daba6bba5f55,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:57.686356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Network c18ce7c8-4338-43c1-a0a0-269a005f3eb0 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:57.687464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:57.791854 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-556ec5fc-376c-4cec-af52-c650e2155535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:57.837740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-cee2c9fb-698d-45a5-9175-abde31fa9fb7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for cfb8f365-a890-4f31-82eb-6644d91ced20 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:42:58.055838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1bd88-3d09-43c6-b773-60b9860f4a7f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=965820cd-5c2c-4f7a-a9f4-571991c43508,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:58.057644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cee2c9fb-698d-45a5-9175-abde31fa9fb7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:58.074502 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-88a7d164-cde1-4b07-8753-e1fd93abf67a None None] Provisioning complete for port f74e3d61-b430-448e-a887-daba6bba5f55 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:58.075946 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-88a7d164-cde1-4b07-8753-e1fd93abf67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:58.080601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Router cfea3702-2681-4368-aaa7-c7c764b21a1c has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:42:58.163511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-88a7d164-cde1-4b07-8753-e1fd93abf67a None None] Port f74e3d61-b430-448e-a887-daba6bba5f55 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:42:58.260890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2c9fb-698d-45a5-9175-abde31fa9fb7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=cfb8f365-a890-4f31-82eb-6644d91ced20,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:58.463253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:42:58.471740 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-af3e0a11-2f9f-45b8-b2eb-23988c02165b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "PUT /v2.0/routers/cfea3702-2681-4368-aaa7-c7c764b21a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8121629 Jun 04 16:42:58.476918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddabde2-0c6a-4a61-a0a4-1c4e95fd3ca7 None None] Sync routers for ids ['cfea3702-2681-4368-aaa7-c7c764b21a1c'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:42:58.478903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39628) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:58.486744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Request body: {'port': {'network_id': 'c18ce7c8-4338-43c1-a0a0-269a005f3eb0', 'name': 'tempest-FloatingIPAdminTestJSON-982205474'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:42:58.491212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddabde2-0c6a-4a61-a0a4-1c4e95fd3ca7 None None] Routers {'cfea3702-2681-4368-aaa7-c7c764b21a1c'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:58.491956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-dddabde2-0c6a-4a61-a0a4-1c4e95fd3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cfea3702-2681-4368-aaa7-c7c764b21a1c'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:58.552235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cee2c9fb-698d-45a5-9175-abde31fa9fb7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:58.679300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:58.691508 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Usage tracker for resource:port and tenant:39d9fb77ed2c44eda961e78f5e74d977 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:58.695322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:58.701500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:58.713638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Made reservation on behalf of 39d9fb77ed2c44eda961e78f5e74d977 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:42:58.718060 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:58.731329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-dddabde2-0c6a-4a61-a0a4-1c4e95fd3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:58.756089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddabde2-0c6a-4a61-a0a4-1c4e95fd3ca7 None None] Routers {'cfea3702-2681-4368-aaa7-c7c764b21a1c'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:42:58.757029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-dddabde2-0c6a-4a61-a0a4-1c4e95fd3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cfea3702-2681-4368-aaa7-c7c764b21a1c'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:58.760019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] device_id is not set on port adcba8e7-164b-49d0-9416-7288a0c0828f yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:42:58.807413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39638) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:58.850744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-dddabde2-0c6a-4a61-a0a4-1c4e95fd3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:42:58.851385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddabde2-0c6a-4a61-a0a4-1c4e95fd3ca7 None None] The sync data for ids ['cfea3702-2681-4368-aaa7-c7c764b21a1c'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:42:58.959675 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:58.982054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:42:58.990852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe1299173834640aafb21e5f8bc6605 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:42:58.995630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:42:59.003708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Allocated IP 172.20.0.12 (c18ce7c8-4338-43c1-a0a0-269a005f3eb0/cffad1d1-487b-40e5-b119-90741ce95eb9/adcba8e7-164b-49d0-9416-7288a0c0828f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:42:59.005856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:42:59.088681 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-14b1bd88-3d09-43c6-b773-60b9860f4a7f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:59.244056 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:59.257179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:59.335419 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:59.356932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbe1299173834640aafb21e5f8bc6605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482125 Jun 04 16:42:59.357688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b509b42d-4d93-4b43-a3dd-9d19828f7a96,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:59.359936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39646) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:59.413574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:59.413778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:59.414112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:59.414475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:59.414791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:59.415109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:59.415430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:59.415761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:59.416055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:59.416393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:59.416717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:59.417055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57ee6cc-0e4f-4d36-85dd-c5c1b840c600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:42:59.424134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Transition to ACTIVE for port object adcba8e7-164b-49d0-9416-7288a0c0828f will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:42:59.450901 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97e50ed1-67aa-4b47-96b8-99b9ec311b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:59.478972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97e50ed1-67aa-4b47-96b8-99b9ec311b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:59.503525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee2c9fb-698d-45a5-9175-abde31fa9fb7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router c77d8ab6-6728-4ac4-bb68-91db1c075de8 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:42:59.504774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device afb22432-75d2-43ce-aaee-4da5a56e5819 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:42:59.515477 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:59.543471 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97e50ed1-67aa-4b47-96b8-99b9ec311b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:59.569334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e50ed1-67aa-4b47-96b8-99b9ec311b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b509b42d-4d93-4b43-a3dd-9d19828f7a96,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:59.574337 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:59.616482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port afb22432-75d2-43ce-aaee-4da5a56e5819 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:42:59.617344 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:59.620654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event updated for resources: {'Subnet': ['ID=3248518d-9016-4c24-b235-385bb9764d92,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:59.660125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event updated for resources: {'Port': ['ID=adcba8e7-164b-49d0-9416-7288a0c0828f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:42:59.667443 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97e50ed1-67aa-4b47-96b8-99b9ec311b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:59.671434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-97e50ed1-67aa-4b47-96b8-99b9ec311b4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b509b42d-4d93-4b43-a3dd-9d19828f7a96 HTTP/1.1" status: 204 len: 168 time: 0.3079937 Jun 04 16:42:59.691497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Network c18ce7c8-4338-43c1-a0a0-269a005f3eb0 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:42:59.692827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:42:59.695355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:42:59.768283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:42:59.768841 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:42:59.807033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-61b2e81a-4bca-428e-9836-b53327c4e9ca tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3268440 Jun 04 16:42:59.810785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39656) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:42:59.835026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port afb22432-75d2-43ce-aaee-4da5a56e5819 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:00.035372 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e1eb62da-1fcb-4402-90f5-92d8540927da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:00.058817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee2c9fb-698d-45a5-9175-abde31fa9fb7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:00.076554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'project_id': '39d9fb77ed2c44eda961e78f5e74d977', 'port_id': 'adcba8e7-164b-49d0-9416-7288a0c0828f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:00.077854 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070bcc8-ce68-42b9-a359-1ea3ab9716ce None None] Sync routers for ids ['c77d8ab6-6728-4ac4-bb68-91db1c075de8'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:00.083154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:00.088813 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d070bcc8-ce68-42b9-a359-1ea3ab9716ce None None] Routers {'c77d8ab6-6728-4ac4-bb68-91db1c075de8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:00.089744 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d070bcc8-ce68-42b9-a359-1ea3ab9716ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c77d8ab6-6728-4ac4-bb68-91db1c075de8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:00.099554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Usage tracker for resource:floatingip and tenant:39d9fb77ed2c44eda961e78f5e74d977 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:00.109698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:00.111671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f2ab0987-53f0-4e21-ac1e-6ac01c2701a8 None None] Provisioning for port adcba8e7-164b-49d0-9416-7288a0c0828f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:43:00.118420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f2ab0987-53f0-4e21-ac1e-6ac01c2701a8 None None] Provisioning complete for port adcba8e7-164b-49d0-9416-7288a0c0828f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:00.119204 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f2ab0987-53f0-4e21-ac1e-6ac01c2701a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:00.127844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:00.131716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Checking segment: {'id': '9fee5acf-5b74-4f93-a328-7446ecdc4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b484699d-93b6-4d89-8f0a-4a8566cd82d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:43:00.132277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Network hostable DHCP agents. Network: b484699d-93b6-4d89-8f0a-4a8566cd82d1, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:43:00.147817 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:00.181168 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cee2c9fb-698d-45a5-9175-abde31fa9fb7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/c77d8ab6-6728-4ac4-bb68-91db1c075de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6751535 Jun 04 16:43:00.186049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39666) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:00.186380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39668) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:00.203103 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d070bcc8-ce68-42b9-a359-1ea3ab9716ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:00.208228 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab0987-53f0-4e21-ac1e-6ac01c2701a8 None None] Port adcba8e7-164b-49d0-9416-7288a0c0828f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:43:00.215996 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d070bcc8-ce68-42b9-a359-1ea3ab9716ce None None] Routers {'c77d8ab6-6728-4ac4-bb68-91db1c075de8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:00.216723 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d070bcc8-ce68-42b9-a359-1ea3ab9716ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c77d8ab6-6728-4ac4-bb68-91db1c075de8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:00.240612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Network b484699d-93b6-4d89-8f0a-4a8566cd82d1 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:43:00.255300 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c7531db-bca2-49ec-af9f-c2d942857e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:00.276906 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d070bcc8-ce68-42b9-a359-1ea3ab9716ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:00.277400 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070bcc8-ce68-42b9-a359-1ea3ab9716ce None None] The sync data for ids ['c77d8ab6-6728-4ac4-bb68-91db1c075de8'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:00.279280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e687931f-4eea-46c5-a5c9-7952fecc719c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Synchronizing usage tracker for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:43:00.288193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b1bd88-3d09-43c6-b773-60b9860f4a7f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 527af885-44c6-4ba0-aefc-05126d78fdf9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:00.290893 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, b484699d-93b6-4d89-8f0a-4a8566cd82d1) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:00.292730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0c7531db-bca2-49ec-af9f-c2d942857e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:00.299590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07572eb-8234-4b91-990b-da82c3e3feee None None] Network b484699d-93b6-4d89-8f0a-4a8566cd82d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:00.302503 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:00.303089 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:00.306742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0c7531db-bca2-49ec-af9f-c2d942857e4f admin admin] Usage tracker for resource:security_group_rule and tenant:d010f1d3243a4868873f5a5eda473975 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:00.311998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0c7531db-bca2-49ec-af9f-c2d942857e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:00.312914 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:00.333493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0c7531db-bca2-49ec-af9f-c2d942857e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:00.406598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e687931f-4eea-46c5-a5c9-7952fecc719c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Unset dirty status for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:43:00.410345 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e687931f-4eea-46c5-a5c9-7952fecc719c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77d8ab6-6728-4ac4-bb68-91db1c075de8 HTTP/1.1" status: 200 len: 205 time: 0.2183712 Jun 04 16:43:00.456832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39674) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:00.480722 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-20783977-2577-43f1-8d95-0d6ff995fdc3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4240544 Jun 04 16:43:00.487152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Allocated IP 172.25.5.13 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/9f6961f5-3335-416d-90f4-52d211236c28) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:00.539697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39678) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:00.571187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Request body: {'network': {'name': 'tempest-router-network01--493172677'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:00.587104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-b484699d-93b6-4d89-8f0a-4a8566cd82d1', 'network_id': 'b484699d-93b6-4d89-8f0a-4a8566cd82d1', 'tenant_id': '60b71d49a6a44263935d63b83b8022aa', 'fixed_ips': [{'subnet_id': '3248518d-9016-4c24-b235-385bb9764d92'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:43:00.587935 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:00.628354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:00.654162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Usage tracker for resource:network and tenant:60b71d49a6a44263935d63b83b8022aa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:00.662562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:00.678252 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03013021-fab1-4e30-9f71-4bcbc930e03b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:00.728405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:00.737043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b1bd88-3d09-43c6-b773-60b9860f4a7f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:00.752848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33af4e0-71e0-4c03-abbe-11e4e4368a79 None None] Sync routers for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:00.829132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33af4e0-71e0-4c03-abbe-11e4e4368a79 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:00.831074 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:00.835079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-d33af4e0-71e0-4c03-abbe-11e4e4368a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:00.881433 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Made reservation on behalf of 60b71d49a6a44263935d63b83b8022aa for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:43:00.885017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:00.885552 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.027890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:01.031258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Allocated IP 172.20.0.2 (b484699d-93b6-4d89-8f0a-4a8566cd82d1/3248518d-9016-4c24-b235-385bb9764d92/b91c8e66-e663-40ff-ad7d-3a5a8481dbaa) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:01.037304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:01.042910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Pushing event updated for resources: {'Port': ['ID=9f6961f5-3335-416d-90f4-52d211236c28,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:01.049220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:43:01.085847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-d33af4e0-71e0-4c03-abbe-11e4e4368a79 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:01.152623 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-14b1bd88-3d09-43c6-b773-60b9860f4a7f tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2077692 Jun 04 16:43:01.157016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39692) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:01.296214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03013021-fab1-4e30-9f71-4bcbc930e03b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.300656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03013021-fab1-4e30-9f71-4bcbc930e03b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.307573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:43:01.352045 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.352399 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Added segment 44393523-e6c1-45bd-bbbc-419c254a7a50 of type vlan for network d1f8a418-e82b-44dd-b782-04a917d61010 Jun 04 16:43:01.356066 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03013021-fab1-4e30-9f71-4bcbc930e03b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.356532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03013021-fab1-4e30-9f71-4bcbc930e03b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Fanout notify agent at l3_agent the message router_deleted on router c77d8ab6-6728-4ac4-bb68-91db1c075de8 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:43:01.369282 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c7531db-bca2-49ec-af9f-c2d942857e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.391328 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c7531db-bca2-49ec-af9f-c2d942857e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.414939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.472606 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03013021-fab1-4e30-9f71-4bcbc930e03b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.477584 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-03013021-fab1-4e30-9f71-4bcbc930e03b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/c77d8ab6-6728-4ac4-bb68-91db1c075de8 HTTP/1.1" status: 204 len: 168 time: 1.0088837 Jun 04 16:43:01.486889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39696) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:01.487541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7531db-bca2-49ec-af9f-c2d942857e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df9b60f-d9cb-4f0c-9297-fe37c2ab920d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:01.488875 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.553685 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.559063 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0c7531db-bca2-49ec-af9f-c2d942857e4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d010f1d3243a4868873f5a5eda473975&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3714712 Jun 04 16:43:01.559907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39700) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:01.657423 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.672560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:01.673421 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.680482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-76968c7f-2b8e-4021-b820-21c02329c870 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting subnet 51c75750-80c1-4e18-acee-3fe712c66427 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:43:01.711274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-76968c7f-2b8e-4021-b820-21c02329c870 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.797810 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.834904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Transition to ACTIVE for port object b91c8e66-e663-40ff-ad7d-3a5a8481dbaa will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:01.845942 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2980917 Jun 04 16:43:01.852556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39704) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:01.859971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-628fa3da-6c5c-4714-a3a5-6659a9443906 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting subnet 08f1425c-85ce-4398-9622-961f794b9f78 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:43:01.862712 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-76968c7f-2b8e-4021-b820-21c02329c870 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.864233 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-628fa3da-6c5c-4714-a3a5-6659a9443906 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.891449 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adebf114-0401-409b-bfbf-9abe2268c47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.897719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Request body: {'network': {'name': 'tempest-router-network02--1929119688'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:01.907293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d81cc9-cb7d-4bfe-867f-a8a54541981f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event updated for resources: {'Network': ['ID=d1f8a418-e82b-44dd-b782-04a917d61010,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:01.926242 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.930858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:01.941812 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-628fa3da-6c5c-4714-a3a5-6659a9443906 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.947138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Usage tracker for resource:network and tenant:60b71d49a6a44263935d63b83b8022aa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:01.952330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:01.954966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network d1f8a418-e82b-44dd-b782-04a917d61010 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:43:01.966317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:01.971979 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adebf114-0401-409b-bfbf-9abe2268c47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:01.976174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Transition to ACTIVE for port object b91c8e66-e663-40ff-ad7d-3a5a8481dbaa will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:02.022515 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Made reservation on behalf of 60b71d49a6a44263935d63b83b8022aa for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:43:02.026226 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.037458 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.073283 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.074718 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-76968c7f-2b8e-4021-b820-21c02329c870 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.124193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:43:02.141835 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Network b484699d-93b6-4d89-8f0a-4a8566cd82d1 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:02.147250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:02.155624 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.155624 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Added segment bd8821b8-a208-4131-b9b9-e9d853c3776f of type vlan for network 0ca40f44-8801-466e-8dc1-98b2183d15e5 Jun 04 16:43:02.155943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:43:02.164061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Pushing event updated for resources: {'Port': ['ID=b91c8e66-e663-40ff-ad7d-3a5a8481dbaa,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:02.172459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:02.172804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:02.173134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:02.173464 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:02.173790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:02.174112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:02.174474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:02.174769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:02.175083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:02.175397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:02.175710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:02.176023 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:02.181666 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adebf114-0401-409b-bfbf-9abe2268c47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.211895 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-628fa3da-6c5c-4714-a3a5-6659a9443906 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.219455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebf114-0401-409b-bfbf-9abe2268c47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df9b60f-d9cb-4f0c-9297-fe37c2ab920d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:02.223362 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.243909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-76968c7f-2b8e-4021-b820-21c02329c870 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.272952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-d33af4e0-71e0-4c03-abbe-11e4e4368a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:57Z', 'revision_number': 8, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:48Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:02.282423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Attempting to bind port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:43:02.282799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Attempting to bind port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '9fee5acf-5b74-4f93-a328-7446ecdc4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b484699d-93b6-4d89-8f0a-4a8566cd82d1'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:43:02.283420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Attempting to bind port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa on network b484699d-93b6-4d89-8f0a-4a8566cd82d1 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:43:02.285199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33af4e0-71e0-4c03-abbe-11e4e4368a79 None None] Checking router: 527af885-44c6-4ba0-aefc-05126d78fdf9 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:43:02.311366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76968c7f-2b8e-4021-b820-21c02329c870 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Subnet': ['ID=51c75750-80c1-4e18-acee-3fe712c66427,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:02.320634 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adebf114-0401-409b-bfbf-9abe2268c47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.325168 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-adebf114-0401-409b-bfbf-9abe2268c47a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7df9b60f-d9cb-4f0c-9297-fe37c2ab920d HTTP/1.1" status: 204 len: 168 time: 0.7391632 Jun 04 16:43:02.326623 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-76968c7f-2b8e-4021-b820-21c02329c870 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.331413 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-76968c7f-2b8e-4021-b820-21c02329c870 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/51c75750-80c1-4e18-acee-3fe712c66427 HTTP/1.1" status: 204 len: 168 time: 0.8330185 Jun 04 16:43:02.331585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:43:02.331585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Checking segment: {'id': '9fee5acf-5b74-4f93-a328-7446ecdc4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b484699d-93b6-4d89-8f0a-4a8566cd82d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:43:02.332043 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.333128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39712) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:02.333708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Bound using segment: {'id': '9fee5acf-5b74-4f93-a328-7446ecdc4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b484699d-93b6-4d89-8f0a-4a8566cd82d1'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:43:02.334211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Bound port: b91c8e66-e663-40ff-ad7d-3a5a8481dbaa, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee5acf-5b74-4f93-a328-7446ecdc4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b484699d-93b6-4d89-8f0a-4a8566cd82d1'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:43:02.334738 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.343662 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.356600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:02.367861 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.474846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] For port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:43:02.476545 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.478946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] For port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b91c8e66-e663-40ff-ad7d-3a5a8481dbaa,segment=NetworkSegment(9fee5acf-5b74-4f93-a328-7446ecdc4e62),segment_id=9fee5acf-5b74-4f93-a328-7446ecdc4e62)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:43:02.481001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bad996-0e51-49b1-ba23-1efe2a621392 None None] Network 32dea101-7e35-4668-ab3f-ed6ee175a6b7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:02.502720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port afb22432-75d2-43ce-aaee-4da5a56e5819 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:02.503103 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.568378 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7109122 Jun 04 16:43:02.569032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39716) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:02.616561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Request body: {'subnet': {'network_id': 'd1f8a418-e82b-44dd-b782-04a917d61010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:02.619610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33af4e0-71e0-4c03-abbe-11e4e4368a79 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:02.620236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-d33af4e0-71e0-4c03-abbe-11e4e4368a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:02.718665 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.753988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] For port afb22432-75d2-43ce-aaee-4da5a56e5819, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=afb22432-75d2-43ce-aaee-4da5a56e5819,segment=NetworkSegment(b930fe5d-6746-4418-b54a-657e435b9ed2),segment_id=b930fe5d-6746-4418-b54a-657e435b9ed2)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:02.754374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.756630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0b260-5367-464e-8270-b7c76e297344 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event updated for resources: {'Network': ['ID=0ca40f44-8801-466e-8dc1-98b2183d15e5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:02.812183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:02.817562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Usage tracker for resource:subnet and tenant:60b71d49a6a44263935d63b83b8022aa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:02.820924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:02.826875 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:02.839050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Made reservation on behalf of 60b71d49a6a44263935d63b83b8022aa for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:43:02.843777 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:02.900915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 0ca40f44-8801-466e-8dc1-98b2183d15e5 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:43:03.072548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for afb22432-75d2-43ce-aaee-4da5a56e5819 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:03.117590 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:03.257229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-628fa3da-6c5c-4714-a3a5-6659a9443906 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:03.257487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-d33af4e0-71e0-4c03-abbe-11e4e4368a79 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:03.331756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fa3da-6c5c-4714-a3a5-6659a9443906 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Subnet': ['ID=08f1425c-85ce-4398-9622-961f794b9f78,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:03.364405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-628fa3da-6c5c-4714-a3a5-6659a9443906 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:03.385384 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:03.391908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-628fa3da-6c5c-4714-a3a5-6659a9443906 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/08f1425c-85ce-4398-9622-961f794b9f78 HTTP/1.1" status: 204 len: 168 time: 2.2307301 Jun 04 16:43:03.391908 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:03.393688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39734) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:03.394290 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:03.445957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13bf024-82aa-497e-a121-5b3782b7603a None None] Network 89bca4c0-c034-44bc-96a4-05fadb3fae62 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:03.461107 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:03.469427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f9cab-46f7-4d15-bc70-2ab21b203465 None None] DHCP port deletion for 32dea101-7e35-4668-ab3f-ed6ee175a6b7 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:43:03.490634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No DVR routers for this DVR port afb22432-75d2-43ce-aaee-4da5a56e5819 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:43:03.492896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=afb22432-75d2-43ce-aaee-4da5a56e5819,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:03.516675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a188997-b7ec-4e63-9550-6785aec2ff21 None None] Pushing event updated for resources: {'Port': ['ID=b91c8e66-e663-40ff-ad7d-3a5a8481dbaa,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:03.650660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Pushing event updated for resources: {'Port': ['ID=9f6961f5-3335-416d-90f4-52d211236c28,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:03.676253 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event updated for resources: {'Subnet': ['ID=9e4f4d13-7b70-4130-ac04-88fa32445518,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:03.697983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Checking segment: {'id': '44393523-e6c1-45bd-bbbc-419c254a7a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd1f8a418-e82b-44dd-b782-04a917d61010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:43:03.698356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Network hostable DHCP agents. Network: d1f8a418-e82b-44dd-b782-04a917d61010, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:43:03.724862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Network d1f8a418-e82b-44dd-b782-04a917d61010 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:43:03.747605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, d1f8a418-e82b-44dd-b782-04a917d61010) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:03.753265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:03.753950 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:03.786350 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eb2d2fc7-deca-4fde-bcf9-2138f3f7df68 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2092876 Jun 04 16:43:03.788976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39744) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:03.797439 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Request body: {'subnet': {'network_id': '0ca40f44-8801-466e-8dc1-98b2183d15e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:03.820226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8a4349-f303-40eb-8047-70a06ab97e8d None None] Network d1f8a418-e82b-44dd-b782-04a917d61010 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:03.884682 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:03.906263 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:03.952939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:03.957938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Usage tracker for resource:subnet and tenant:60b71d49a6a44263935d63b83b8022aa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:03.963099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:03.969552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:03.982966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Made reservation on behalf of 60b71d49a6a44263935d63b83b8022aa for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:43:03.988037 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:03.990003 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:04.035448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32dea101-7e35-4668-ab3f-ed6ee175a6b7']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:04.060738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b930fe5d-6746-4418-b54a-657e435b9ed2') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:04.061033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b930fe5d-6746-4418-b54a-657e435b9ed2') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:04.077101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:04.077734 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:04.230038 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:04.297938 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:04.372959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:43:04.373314 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:04.424404 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:04.442620 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment b930fe5d-6746-4418-b54a-657e435b9ed2 resource provider aggregate not found Jun 04 16:43:04.513126 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Floating IP fba71244-4462-4d79-ac13-f7194a3467ef associated. External IP: 172.25.5.13, port: adcba8e7-164b-49d0-9416-7288a0c0828f. Jun 04 16:43:04.522013 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:04.522668 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:04.601705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-d1f8a418-e82b-44dd-b782-04a917d61010', 'network_id': 'd1f8a418-e82b-44dd-b782-04a917d61010', 'tenant_id': '60b71d49a6a44263935d63b83b8022aa', 'fixed_ips': [{'subnet_id': '9e4f4d13-7b70-4130-ac04-88fa32445518'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:43:04.602548 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:04.619484 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment b930fe5d-6746-4418-b54a-657e435b9ed2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b930fe5d-6746-4418-b54a-657e435b9ed2 found for delete ", "request_id": "req-7a2bf0cc-1828-4609-938e-06a1b4b5f37a"}]} Jun 04 16:43:04.655222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event updated for resources: {'Subnet': ['ID=cddc97b4-d701-49bf-a1fb-b1eed75415c9,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:04.672981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Checking segment: {'id': 'bd8821b8-a208-4131-b9b9-e9d853c3776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ca40f44-8801-466e-8dc1-98b2183d15e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:43:04.673605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Network hostable DHCP agents. Network: 0ca40f44-8801-466e-8dc1-98b2183d15e5, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:43:04.711957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Network 0ca40f44-8801-466e-8dc1-98b2183d15e5 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:43:04.715535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8195f5ac-2296-4750-8371-fb32c4240540 None None] Network b484699d-93b6-4d89-8f0a-4a8566cd82d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:04.726191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 0ca40f44-8801-466e-8dc1-98b2183d15e5) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:04.744316 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaabde97-b7cc-460d-8cdf-48c49f36c3f1 None None] Network 0ca40f44-8801-466e-8dc1-98b2183d15e5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:04.747866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:04.754872 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:04.801180 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-71840097-14e3-4c7e-85b7-d44d366545ce tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0099580 Jun 04 16:43:04.803936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39772) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:04.881457 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:04.944088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aa6dd4-f826-4e99-b033-635dcbdfc111 None None] DHCP port deletion for 89bca4c0-c034-44bc-96a4-05fadb3fae62 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:43:04.983570 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:05.016456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Network': ['ID=32dea101-7e35-4668-ab3f-ed6ee175a6b7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:05.034353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-82a7cd77-cbe2-4f51-be0c-571d45ae066f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/networks/32dea101-7e35-4668-ab3f-ed6ee175a6b7 HTTP/1.1" status: 204 len: 168 time: 2.6922705 Jun 04 16:43:05.040981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39782) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:05.046850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] For port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b8d65d36-1108-4fe4-a9ee-57704b4c9a2d,segment=NetworkSegment(ec8fb594-be3b-454a-9a6e-c931e2a16f5a),segment_id=ec8fb594-be3b-454a-9a6e-c931e2a16f5a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:05.047345 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:05.060490 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1706427488', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:05.073518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:05.124165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa6dd4-f826-4e99-b033-635dcbdfc111 None None] Deleting port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:05.124539 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6dd4-f826-4e99-b033-635dcbdfc111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:05.232031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-d33af4e0-71e0-4c03-abbe-11e4e4368a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:57Z', 'revision_number': 8, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:48Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:05.279275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33af4e0-71e0-4c03-abbe-11e4e4368a79 None None] The sync data for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 is: [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:42:57Z', 'revision_number': 8, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf154ddd-35be-49cb-b820-cbd9f4696611', 'name': '', 'network_id': '66f89bc2-7311-4172-8b92-9541465b14bf', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:f6:02:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:26Z', 'updated_at': '2022-06-04T16:42:48Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '6b270afb-abbd-4a6e-9f02-1d6d61815515', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:05.359548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for b8d65d36-1108-4fe4-a9ee-57704b4c9a2d owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:05.375318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cf128ea3-a1ca-4d09-8147-899e51120f29 None None] Provisioning for port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:43:05.413903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:router and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:05.419068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:05.424392 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:05.433098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:05.448242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-0ca40f44-8801-466e-8dc1-98b2183d15e5', 'network_id': '0ca40f44-8801-466e-8dc1-98b2183d15e5', 'tenant_id': '60b71d49a6a44263935d63b83b8022aa', 'fixed_ips': [{'subnet_id': 'cddc97b4-d701-49bf-a1fb-b1eed75415c9'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:43:05.449061 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:05.499804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Allocated IP 172.20.0.2 (d1f8a418-e82b-44dd-b782-04a917d61010/9e4f4d13-7b70-4130-ac04-88fa32445518/2dc186f7-6f43-4cf5-80b5-43589dcddc7e) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:05.563966 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:05.565045 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:05.589654 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:05.741729 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:05.796709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] No DVR routers for this DVR port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:43:05.898741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c5aa6dd4-f826-4e99-b033-635dcbdfc111 None None] For port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b8d65d36-1108-4fe4-a9ee-57704b4c9a2d,segment=NetworkSegment(ec8fb594-be3b-454a-9a6e-c931e2a16f5a),segment_id=ec8fb594-be3b-454a-9a6e-c931e2a16f5a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:05.898979 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6dd4-f826-4e99-b033-635dcbdfc111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:05.913480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b91c8e66-e663-40ff-ad7d-3a5a8481dbaa up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:43:05.963621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=b8d65d36-1108-4fe4-a9ee-57704b4c9a2d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:05.984583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Router cfea3702-2681-4368-aaa7-c7c764b21a1c has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:06.110627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39810) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:06.130575 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.210219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa6dd4-f826-4e99-b033-635dcbdfc111 None None] Calling delete_port for b8d65d36-1108-4fe4-a9ee-57704b4c9a2d owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:06.261679 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ddf1da9-a6cd-45e9-a385-aa1e1ca3d52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.279257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7ddf1da9-a6cd-45e9-a385-aa1e1ca3d52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:06.281676 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.284308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7ddf1da9-a6cd-45e9-a385-aa1e1ca3d52f admin admin] Usage tracker for resource:security_group_rule and tenant:133ed050c44d4da3a110d3f9ad789499 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:06.288116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7ddf1da9-a6cd-45e9-a385-aa1e1ca3d52f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:06.303250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7ddf1da9-a6cd-45e9-a385-aa1e1ca3d52f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:06.350261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Allocated IP 172.20.0.2 (0ca40f44-8801-466e-8dc1-98b2183d15e5/cddc97b4-d701-49bf-a1fb-b1eed75415c9/277922b9-e378-4f59-b86e-ed8565aedaae) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:06.371743 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:43:06.409892 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-c5aa6dd4-f826-4e99-b033-635dcbdfc111 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:43:06.410212 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-c5aa6dd4-f826-4e99-b033-635dcbdfc111 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:43:06.426176 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ddf1da9-a6cd-45e9-a385-aa1e1ca3d52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.429110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:06.429476 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.430973 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ddf1da9-a6cd-45e9-a385-aa1e1ca3d52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.477078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf1da9-a6cd-45e9-a385-aa1e1ca3d52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8a3050-bc89-4ba8-9a3f-b2dc88e2be33,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:06.484477 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7ddf1da9-a6cd-45e9-a385-aa1e1ca3d52f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=133ed050c44d4da3a110d3f9ad789499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690197 Jun 04 16:43:06.485254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bca4c0-c034-44bc-96a4-05fadb3fae62']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:06.486633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39816) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:06.513223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8fb594-be3b-454a-9a6e-c931e2a16f5a') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:06.514027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8fb594-be3b-454a-9a6e-c931e2a16f5a') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:06.542457 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.551848 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da9f52cb-a554-4d6e-bed0-f8ceedffe2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.579254 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da9f52cb-a554-4d6e-bed0-f8ceedffe2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.590963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b6fadfaf-6051-4511-85c1-31d4def5a933 None None] Provisioning complete for port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:06.591565 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6fadfaf-6051-4511-85c1-31d4def5a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.610417 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.613033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:06.626777 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0bd8c-8a96-420d-a4ed-64fbcba73680 None None] Sync routers for ids ['cfea3702-2681-4368-aaa7-c7c764b21a1c'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:06.634570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:43:06.634972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.638280 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b0bd8c-8a96-420d-a4ed-64fbcba73680 None None] Routers {'cfea3702-2681-4368-aaa7-c7c764b21a1c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:06.638933 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-22b0bd8c-8a96-420d-a4ed-64fbcba73680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cfea3702-2681-4368-aaa7-c7c764b21a1c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:06.674355 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da9f52cb-a554-4d6e-bed0-f8ceedffe2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.697892 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.700711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f52cb-a554-4d6e-bed0-f8ceedffe2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8a3050-bc89-4ba8-9a3f-b2dc88e2be33,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:06.721208 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment ec8fb594-be3b-454a-9a6e-c931e2a16f5a resource provider aggregate not found Jun 04 16:43:06.738549 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-22b0bd8c-8a96-420d-a4ed-64fbcba73680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:06.739657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da9f52cb-a554-4d6e-bed0-f8ceedffe2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.745257 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-da9f52cb-a554-4d6e-bed0-f8ceedffe2eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e8a3050-bc89-4ba8-9a3f-b2dc88e2be33 HTTP/1.1" status: 204 len: 168 time: 0.2600262 Jun 04 16:43:06.749540 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment ec8fb594-be3b-454a-9a6e-c931e2a16f5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec8fb594-be3b-454a-9a6e-c931e2a16f5a found for delete ", "request_id": "req-abea287c-7421-4677-bf4d-46108c8299b7"}]} Jun 04 16:43:06.756485 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b0bd8c-8a96-420d-a4ed-64fbcba73680 None None] Routers {'cfea3702-2681-4368-aaa7-c7c764b21a1c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:06.759308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Transition to ACTIVE for port object 2dc186f7-6f43-4cf5-80b5-43589dcddc7e will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:06.759497 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-22b0bd8c-8a96-420d-a4ed-64fbcba73680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cfea3702-2681-4368-aaa7-c7c764b21a1c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:06.774682 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.814560 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.831577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:06.831954 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.851485 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.862926 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-22b0bd8c-8a96-420d-a4ed-64fbcba73680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:06.863592 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0bd8c-8a96-420d-a4ed-64fbcba73680 None None] The sync data for ids ['cfea3702-2681-4368-aaa7-c7c764b21a1c'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:06.889641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Transition to ACTIVE for port object 2dc186f7-6f43-4cf5-80b5-43589dcddc7e will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:06.931345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa6dd4-f826-4e99-b033-635dcbdfc111 None None] Deleting port b8d65d36-1108-4fe4-a9ee-57704b4c9a2d {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:06.931721 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6dd4-f826-4e99-b033-635dcbdfc111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:06.991875 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Allocated IP 172.20.0.1 (d1f8a418-e82b-44dd-b782-04a917d61010/9e4f4d13-7b70-4130-ac04-88fa32445518/4f4470b7-3c0a-4375-bac1-b3489a93aa85) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:07.011730 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.021879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Network': ['ID=89bca4c0-c034-44bc-96a4-05fadb3fae62,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:07.023321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa6dd4-f826-4e99-b033-635dcbdfc111 None None] The port 'b8d65d36-1108-4fe4-a9ee-57704b4c9a2d' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:43:07.054928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1aa16389-b5c3-42cf-be84-ad0bb3726a29 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/networks/89bca4c0-c034-44bc-96a4-05fadb3fae62 HTTP/1.1" status: 204 len: 168 time: 3.6403084 Jun 04 16:43:07.058542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-897913d2-b170-432d-b6fe-408cbb083e39 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.2466280 Jun 04 16:43:07.059172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39830) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:07.059489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39832) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:07.088043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b6fadfaf-6051-4511-85c1-31d4def5a933 None None] Current status of the port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:07.088434 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6fadfaf-6051-4511-85c1-31d4def5a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.108446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b91c8e66-e663-40ff-ad7d-3a5a8481dbaa,segment=NetworkSegment(9fee5acf-5b74-4f93-a328-7446ecdc4e62),segment_id=9fee5acf-5b74-4f93-a328-7446ecdc4e62)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:07.113316 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Pushing event updated for resources: {'Port': ['ID=2dc186f7-6f43-4cf5-80b5-43589dcddc7e,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:07.135784 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.201447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Network d1f8a418-e82b-44dd-b782-04a917d61010 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:07.219030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:07.243036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device afb22432-75d2-43ce-aaee-4da5a56e5819 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:07.311438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39838) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:07.321120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:43:07.323433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: afb22432-75d2-43ce-aaee-4da5a56e5819 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:07.323953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device afb22432-75d2-43ce-aaee-4da5a56e5819 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:07.324524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b8d65d36-1108-4fe4-a9ee-57704b4c9a2d no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:07.342585 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c95f-60e4-47ef-bfcc-891faa3a9f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.366131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e8a5c95f-60e4-47ef-bfcc-891faa3a9f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:07.366811 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.369269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b8d65d36-1108-4fe4-a9ee-57704b4c9a2d {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:07.369781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b8d65d36-1108-4fe4-a9ee-57704b4c9a2d not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:07.373808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e8a5c95f-60e4-47ef-bfcc-891faa3a9f3f admin admin] Usage tracker for resource:security_group_rule and tenant:564d91e0c4d94d339ce86cdd6f823c77 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:07.379816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e8a5c95f-60e4-47ef-bfcc-891faa3a9f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:07.396297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e8a5c95f-60e4-47ef-bfcc-891faa3a9f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:07.433809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Transition to ACTIVE for port object 277922b9-e378-4f59-b86e-ed8565aedaae will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:07.456550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.483797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Transition to ACTIVE for port object 4f4470b7-3c0a-4375-bac1-b3489a93aa85 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:07.486530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 965820cd-5c2c-4f7a-a9f4-571991c43508 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:07.510393 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.545811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 965820cd-5c2c-4f7a-a9f4-571991c43508 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:07.546114 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.546722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 965820cd-5c2c-4f7a-a9f4-571991c43508 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:07.548920 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-b6fadfaf-6051-4511-85c1-31d4def5a933 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:43:07.549719 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-b6fadfaf-6051-4511-85c1-31d4def5a933 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:43:07.550925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=b91c8e66-e663-40ff-ad7d-3a5a8481dbaa,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:07.551943 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c95f-60e4-47ef-bfcc-891faa3a9f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.556436 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39842) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:07.557541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b9b6bb51-a094-430d-87b0-4a1ab190a8f2 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] 10.222.0.13 "GET /v2.0/floatingips/fba71244-4462-4d79-ac13-f7194a3467ef HTTP/1.1" status: 200 len: 982 time: 0.4947596 Jun 04 16:43:07.560451 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c95f-60e4-47ef-bfcc-891faa3a9f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.567909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Attempting to bind port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:43:07.568665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Attempting to bind port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '44393523-e6c1-45bd-bbbc-419c254a7a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd1f8a418-e82b-44dd-b782-04a917d61010'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:43:07.569402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Attempting to bind port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e on network d1f8a418-e82b-44dd-b782-04a917d61010 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:43:07.576484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:43:07.577086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Checking segment: {'id': '44393523-e6c1-45bd-bbbc-419c254a7a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd1f8a418-e82b-44dd-b782-04a917d61010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:43:07.577683 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.578314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Bound using segment: {'id': '44393523-e6c1-45bd-bbbc-419c254a7a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd1f8a418-e82b-44dd-b782-04a917d61010'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:43:07.578983 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Bound port: 2dc186f7-6f43-4cf5-80b5-43589dcddc7e, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44393523-e6c1-45bd-bbbc-419c254a7a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd1f8a418-e82b-44dd-b782-04a917d61010'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:43:07.579526 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.589123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Transition to ACTIVE for port object 277922b9-e378-4f59-b86e-ed8565aedaae will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:07.600588 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.648826 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.739373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Network 0ca40f44-8801-466e-8dc1-98b2183d15e5 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:07.744198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:07.752438 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:43:07.766075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] For port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:43:07.784741 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e8a5c95f-60e4-47ef-bfcc-891faa3a9f3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=564d91e0c4d94d339ce86cdd6f823c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719784 Jun 04 16:43:07.792793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39846) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:07.793374 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5c95f-60e4-47ef-bfcc-891faa3a9f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce95a894-91bc-4491-a0d8-f881cfedda30,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:07.799527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Network d1f8a418-e82b-44dd-b782-04a917d61010 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:07.807499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:07.809845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event updated for resources: {'Port': ['ID=4f4470b7-3c0a-4375-bac1-b3489a93aa85,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:07.814486 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a1f50800-07f4-489b-b2e0-a83195863da9 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2563174 Jun 04 16:43:07.815557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:43:07.840473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39850) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:07.854131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Pushing event updated for resources: {'Port': ['ID=277922b9-e378-4f59-b86e-ed8565aedaae,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:07.882213 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.901186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] For port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2dc186f7-6f43-4cf5-80b5-43589dcddc7e,segment=NetworkSegment(44393523-e6c1-45bd-bbbc-419c254a7a50),segment_id=44393523-e6c1-45bd-bbbc-419c254a7a50)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:43:07.934447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Attempting to bind port 277922b9-e378-4f59-b86e-ed8565aedaae on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:43:07.935119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Attempting to bind port 277922b9-e378-4f59-b86e-ed8565aedaae by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'bd8821b8-a208-4131-b9b9-e9d853c3776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ca40f44-8801-466e-8dc1-98b2183d15e5'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:43:07.935477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Attempting to bind port 277922b9-e378-4f59-b86e-ed8565aedaae on network 0ca40f44-8801-466e-8dc1-98b2183d15e5 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:43:07.943238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:43:07.944008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Checking segment: {'id': 'bd8821b8-a208-4131-b9b9-e9d853c3776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ca40f44-8801-466e-8dc1-98b2183d15e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:43:07.944836 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.945442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Bound using segment: {'id': 'bd8821b8-a208-4131-b9b9-e9d853c3776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ca40f44-8801-466e-8dc1-98b2183d15e5'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:43:07.946131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Bound port: 277922b9-e378-4f59-b86e-ed8565aedaae, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8821b8-a208-4131-b9b9-e9d853c3776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ca40f44-8801-466e-8dc1-98b2183d15e5'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:43:07.946780 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:07.959896 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:08.034978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:08.114261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Allocated IP 172.25.5.32 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/c87f4c36-6789-4eda-826a-46cbee55ff66) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:08.124416 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ec4d9de-496d-4fcf-847d-07a2c02beaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:08.137488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd754b-e17e-4afc-8ca5-134825687f03 None None] Pushing event updated for resources: {'Port': ['ID=2dc186f7-6f43-4cf5-80b5-43589dcddc7e,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:08.181255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b6fadfaf-6051-4511-85c1-31d4def5a933 None None] Current status of the port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:08.195109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] For port 277922b9-e378-4f59-b86e-ed8565aedaae, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:43:08.198354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] For port 277922b9-e378-4f59-b86e-ed8565aedaae, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=277922b9-e378-4f59-b86e-ed8565aedaae,segment=NetworkSegment(bd8821b8-a208-4131-b9b9-e9d853c3776f),segment_id=bd8821b8-a208-4131-b9b9-e9d853c3776f)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:43:08.205986 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:08.330160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c3211-d3f6-4676-85e9-ad377b0f21f7 None None] Pushing event updated for resources: {'Port': ['ID=277922b9-e378-4f59-b86e-ed8565aedaae,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:08.551999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:08.562912 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:08.666483 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ec4d9de-496d-4fcf-847d-07a2c02beaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:08.691572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-20e262c4-3f7c-4dfb-b882-126b6c41c8c7 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Deleting port 9f6961f5-3335-416d-90f4-52d211236c28 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:08.691907 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-20e262c4-3f7c-4dfb-b882-126b6c41c8c7 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:08.730403 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:08.735659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event updated for resources: {'Port': ['ID=4f4470b7-3c0a-4375-bac1-b3489a93aa85,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:08.825429 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:08.936855 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Network d1f8a418-e82b-44dd-b782-04a917d61010 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:08.938223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:09.016423 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ec4d9de-496d-4fcf-847d-07a2c02beaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:09.073391 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4d9de-496d-4fcf-847d-07a2c02beaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce95a894-91bc-4491-a0d8-f881cfedda30,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:09.094046 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:09.094046 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-20e262c4-3f7c-4dfb-b882-126b6c41c8c7 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:09.094046 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-20e262c4-3f7c-4dfb-b882-126b6c41c8c7 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:09.182967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Router 883ff811-e994-465c-9dd7-33b2fb272f3e is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:43:09.341161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-20e262c4-3f7c-4dfb-b882-126b6c41c8c7 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Calling delete_port for 9f6961f5-3335-416d-90f4-52d211236c28 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:09.389828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:09.391036 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ec4d9de-496d-4fcf-847d-07a2c02beaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:09.394506 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5ec4d9de-496d-4fcf-847d-07a2c02beaba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce95a894-91bc-4491-a0d8-f881cfedda30 HTTP/1.1" status: 204 len: 168 time: 1.5979652 Jun 04 16:43:09.440558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=c87f4c36-6789-4eda-826a-46cbee55ff66,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:09.458388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:09.462935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:43:09.540488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:09.552154 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded22a9-4641-419e-b7c9-97fd9b0de543 None None] Sync routers for ids ['883ff811-e994-465c-9dd7-33b2fb272f3e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:09.569362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded22a9-4641-419e-b7c9-97fd9b0de543 None None] Routers {'883ff811-e994-465c-9dd7-33b2fb272f3e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:09.572049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2ded22a9-4641-419e-b7c9-97fd9b0de543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['883ff811-e994-465c-9dd7-33b2fb272f3e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:09.599870 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c79118d0-0baf-4e42-b8d0-986959e93a2c tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "PUT /v2.0/routers/883ff811-e994-465c-9dd7-33b2fb272f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7945530 Jun 04 16:43:09.602804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39862) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:09.788237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2ded22a9-4641-419e-b7c9-97fd9b0de543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:09.794112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2dc186f7-6f43-4cf5-80b5-43589dcddc7e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:43:09.834851 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d1714514-8d8b-4b57-ba3a-1ea3670bb422 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:09.910175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f015687-3600-4858-bf2e-f8f259d0f5fb None None] Network d1f8a418-e82b-44dd-b782-04a917d61010 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:10.196603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded22a9-4641-419e-b7c9-97fd9b0de543 None None] Routers {'883ff811-e994-465c-9dd7-33b2fb272f3e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:10.197551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2ded22a9-4641-419e-b7c9-97fd9b0de543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['883ff811-e994-465c-9dd7-33b2fb272f3e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:10.350865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2ded22a9-4641-419e-b7c9-97fd9b0de543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:10.351987 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded22a9-4641-419e-b7c9-97fd9b0de543 None None] The sync data for ids ['883ff811-e994-465c-9dd7-33b2fb272f3e'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:10.363476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-89cbdc6c-5811-4cfd-8df3-3eae8330bdf6 None None] Provisioning for port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:43:10.385611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:43:10.410244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:10.411141 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:10.458240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-89cbdc6c-5811-4cfd-8df3-3eae8330bdf6 None None] Provisioning complete for port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:10.458915 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-89cbdc6c-5811-4cfd-8df3-3eae8330bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:10.536607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e165c-b0c9-454b-99fb-b4169574ee88 None None] Network 0ca40f44-8801-466e-8dc1-98b2183d15e5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:10.623047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-0d70f1ca-a6af-43ab-81eb-42ae38da80d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2492306 Jun 04 16:43:10.640093 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-c5b72c93-e07e-482c-bfa3-65242a210cec tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:43:10.644688 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c5b72c93-e07e-482c-bfa3-65242a210cec tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "PUT /v2.0/routers/883ff811-e994-465c-9dd7-33b2fb272f3e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0407498 Jun 04 16:43:10.644860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39892) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:10.726222 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-20e262c4-3f7c-4dfb-b882-126b6c41c8c7 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:10.869560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-89cbdc6c-5811-4cfd-8df3-3eae8330bdf6 None None] Current status of the port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:10.870064 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-89cbdc6c-5811-4cfd-8df3-3eae8330bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:11.061580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:11.062377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:11.084587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-89cbdc6c-5811-4cfd-8df3-3eae8330bdf6 None None] For port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2dc186f7-6f43-4cf5-80b5-43589dcddc7e,segment=NetworkSegment(44393523-e6c1-45bd-bbbc-419c254a7a50),segment_id=44393523-e6c1-45bd-bbbc-419c254a7a50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:11.162549 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-89cbdc6c-5811-4cfd-8df3-3eae8330bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:11.320096 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:43:11.320096 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:43:11.324341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-590405ef-201e-48d1-963b-134b0ddd08d4 None None] Provisioning for port 277922b9-e378-4f59-b86e-ed8565aedaae completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:43:11.345488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbdc6c-5811-4cfd-8df3-3eae8330bdf6 None None] Pushing event updated for resources: {'Port': ['ID=2dc186f7-6f43-4cf5-80b5-43589dcddc7e,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:11.365784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-590405ef-201e-48d1-963b-134b0ddd08d4 None None] Provisioning complete for port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:11.366179 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-590405ef-201e-48d1-963b-134b0ddd08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:11.674204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-590405ef-201e-48d1-963b-134b0ddd08d4 None None] Current status of the port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:11.691888 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-590405ef-201e-48d1-963b-134b0ddd08d4 None None] Provisioning for port 4f4470b7-3c0a-4375-bac1-b3489a93aa85 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:43:11.698176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-590405ef-201e-48d1-963b-134b0ddd08d4 None None] Provisioning complete for port 4f4470b7-3c0a-4375-bac1-b3489a93aa85 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:11.698837 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-590405ef-201e-48d1-963b-134b0ddd08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:11.774683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-590405ef-201e-48d1-963b-134b0ddd08d4 None None] Port 4f4470b7-3c0a-4375-bac1-b3489a93aa85 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:43:11.780959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-d1714514-8d8b-4b57-ba3a-1ea3670bb422 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port cf154ddd-35be-49cb-b820-cbd9f4696611 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:11.782008 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d1714514-8d8b-4b57-ba3a-1ea3670bb422 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:11.808462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e262c4-3f7c-4dfb-b882-126b6c41c8c7 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event deleted for resources: {'Port': ['ID=9f6961f5-3335-416d-90f4-52d211236c28,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:11.910955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:11.912237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b91c8e66-e663-40ff-ad7d-3a5a8481dbaa up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:43:12.008486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-24b79511-d349-4934-862d-b4355d1e14fa None None] Provisioning complete for port 4f4470b7-3c0a-4375-bac1-b3489a93aa85 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:12.008976 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-24b79511-d349-4934-862d-b4355d1e14fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:12.063399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:12.063659 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:12.143345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-24b79511-d349-4934-862d-b4355d1e14fa None None] Port 4f4470b7-3c0a-4375-bac1-b3489a93aa85 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:43:12.155862 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-20e262c4-3f7c-4dfb-b882-126b6c41c8c7 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:12.156236 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-20e262c4-3f7c-4dfb-b882-126b6c41c8c7 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Floating IP fba71244-4462-4d79-ac13-f7194a3467ef disassociated (deleted). External IP: 172.25.5.13, port: adcba8e7-164b-49d0-9416-7288a0c0828f. Jun 04 16:43:12.208590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:12.209749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 277922b9-e378-4f59-b86e-ed8565aedaae up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:43:12.282506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 277922b9-e378-4f59-b86e-ed8565aedaae completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:43:12.288856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 277922b9-e378-4f59-b86e-ed8565aedaae triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:12.289317 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:12.335964 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:12.430461 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 277922b9-e378-4f59-b86e-ed8565aedaae is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:12.430901 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:12.467628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 277922b9-e378-4f59-b86e-ed8565aedaae, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=277922b9-e378-4f59-b86e-ed8565aedaae,segment=NetworkSegment(bd8821b8-a208-4131-b9b9-e9d853c3776f),segment_id=bd8821b8-a208-4131-b9b9-e9d853c3776f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:12.474704 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:12.500087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-824e432c-763c-4499-aab6-f12e203da7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:12.501657 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-824e432c-763c-4499-aab6-f12e203da7e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be35f42fdb434174b0e0b38af59135ec&device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 1096 time: 1.4096451 Jun 04 16:43:12.555436 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=277922b9-e378-4f59-b86e-ed8565aedaae,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:12.619786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2dc186f7-6f43-4cf5-80b5-43589dcddc7e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:43:12.723667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:12.724352 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:12.885838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:13.045194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-d1714514-8d8b-4b57-ba3a-1ea3670bb422 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] For port cf154ddd-35be-49cb-b820-cbd9f4696611, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cf154ddd-35be-49cb-b820-cbd9f4696611,segment=NetworkSegment(a06ef849-c4cd-4916-bb4c-74b6f681422c),segment_id=a06ef849-c4cd-4916-bb4c-74b6f681422c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:13.045794 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d1714514-8d8b-4b57-ba3a-1ea3670bb422 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:13.284458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-d1714514-8d8b-4b57-ba3a-1ea3670bb422 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for cf154ddd-35be-49cb-b820-cbd9f4696611 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:13.435495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-1b04d593-f475-428b-b160-11c51849d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:13.436963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-1b04d593-f475-428b-b160-11c51849d01e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd HTTP/1.1" status: 200 len: 911 time: 0.8834622 Jun 04 16:43:13.869212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-d331cb80-9be1-49d6-9cfb-1b02da156965 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d87e5dc-312d-4586-84cd-0b06f66bc401 HTTP/1.1" status: 200 len: 1001 time: 0.4195137 Jun 04 16:43:13.961609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e262c4-3f7c-4dfb-b882-126b6c41c8c7 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Router cfea3702-2681-4368-aaa7-c7c764b21a1c has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:13.989858 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b01585e3-f1e4-4eb2-a8bb-90f3061276a5 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:14.052923 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:14.296087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-a4df27aa-3e02-4d59-b833-ea1d48b77de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:14.297630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-a4df27aa-3e02-4d59-b833-ea1d48b77de7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b1e4094-3a05-4f0d-9004-57005698851e HTTP/1.1" status: 200 len: 849 time: 0.4092581 Jun 04 16:43:14.567692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 277922b9-e378-4f59-b86e-ed8565aedaae up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:43:14.651339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 277922b9-e378-4f59-b86e-ed8565aedaae triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:14.651716 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:14.769958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 277922b9-e378-4f59-b86e-ed8565aedaae is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:14.829219 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d1714514-8d8b-4b57-ba3a-1ea3670bb422 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:14.899184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1714514-8d8b-4b57-ba3a-1ea3670bb422 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=cf154ddd-35be-49cb-b820-cbd9f4696611,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:14.905054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e262c4-3f7c-4dfb-b882-126b6c41c8c7 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:14.916098 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36cb71-8858-48c3-a99b-6f4a7b81fb98 None None] Sync routers for ids ['cfea3702-2681-4368-aaa7-c7c764b21a1c'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:14.929583 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36cb71-8858-48c3-a99b-6f4a7b81fb98 None None] Routers {'cfea3702-2681-4368-aaa7-c7c764b21a1c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:14.930300 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-dc36cb71-8858-48c3-a99b-6f4a7b81fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cfea3702-2681-4368-aaa7-c7c764b21a1c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:14.995650 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-dc36cb71-8858-48c3-a99b-6f4a7b81fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:15.005708 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36cb71-8858-48c3-a99b-6f4a7b81fb98 None None] Routers {'cfea3702-2681-4368-aaa7-c7c764b21a1c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:15.006612 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-dc36cb71-8858-48c3-a99b-6f4a7b81fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cfea3702-2681-4368-aaa7-c7c764b21a1c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:15.037763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-338cfd1c-98d8-4ce9-8649-f49c3c4d5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:15.040044 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-338cfd1c-98d8-4ce9-8649-f49c3c4d5712 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6208460 Jun 04 16:43:15.049470 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-20e262c4-3f7c-4dfb-b882-126b6c41c8c7 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:15.094284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-ae0c980f-d3d1-4319-b94d-580e0a1b54a6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:43:15.095299 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-ae0c980f-d3d1-4319-b94d-580e0a1b54a6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124867 Jun 04 16:43:15.099099 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-dc36cb71-8858-48c3-a99b-6f4a7b81fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:15.099498 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36cb71-8858-48c3-a99b-6f4a7b81fb98 None None] The sync data for ids ['cfea3702-2681-4368-aaa7-c7c764b21a1c'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:15.285140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router b97e6f7f-d059-4401-aca6-ceef9d89c7f4 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:43:15.386802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-20e262c4-3f7c-4dfb-b882-126b6c41c8c7 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "DELETE /v2.0/floatingips/fba71244-4462-4d79-ac13-f7194a3467ef HTTP/1.1" status: 204 len: 168 time: 7.5409834 Jun 04 16:43:15.390642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39952) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:15.395675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:15.406818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:15.411621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Usage tracker for resource:floatingip and tenant:38c14b1339354106aead162b02b889c4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:15.415965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:15.422551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:15.435755 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:15.585983 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:15.726728 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d1714514-8d8b-4b57-ba3a-1ea3670bb422 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:15.732380 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Allocated IP 172.25.5.223 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/d0d8bca0-f5fa-43af-a235-fdfc14c9371e) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:15.756104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b01585e3-f1e4-4eb2-a8bb-90f3061276a5 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Deleting port 4f4470b7-3c0a-4375-bac1-b3489a93aa85 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:15.756499 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b01585e3-f1e4-4eb2-a8bb-90f3061276a5 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:15.874818 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-1daa1a99-a229-4322-a325-08b5c2fa45c9 service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7580171 Jun 04 16:43:15.891101 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:15.928041 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:15.999655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:16.002854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:16.007718 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:43:16.042908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Pushing event updated for resources: {'Port': ['ID=d0d8bca0-f5fa-43af-a235-fdfc14c9371e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:16.059881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:16.060436 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:16.060590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:16.060895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:16.061244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:16.061560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:16.061909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:16.062270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:16.062621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:16.062963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:16.063387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:16.063717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:43:16.109278 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:16.175102 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:16.231680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:16.247672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083053a5-4d1c-456c-bd27-8153e03d28e3 None None] Sync routers for ids ['b97e6f7f-d059-4401-aca6-ceef9d89c7f4'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:16.272984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083053a5-4d1c-456c-bd27-8153e03d28e3 None None] Routers {'b97e6f7f-d059-4401-aca6-ceef9d89c7f4'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:16.273604 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-083053a5-4d1c-456c-bd27-8153e03d28e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b97e6f7f-d059-4401-aca6-ceef9d89c7f4'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:16.376146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-083053a5-4d1c-456c-bd27-8153e03d28e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:16.385654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083053a5-4d1c-456c-bd27-8153e03d28e3 None None] Routers {'b97e6f7f-d059-4401-aca6-ceef9d89c7f4'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:16.386402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-083053a5-4d1c-456c-bd27-8153e03d28e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b97e6f7f-d059-4401-aca6-ceef9d89c7f4'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:16.389440 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:16.390834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-91a23e72-0777-48da-a3e7-a86d81a03049 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.3486283 Jun 04 16:43:16.409138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39960) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:16.471233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-083053a5-4d1c-456c-bd27-8153e03d28e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:16.471618 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083053a5-4d1c-456c-bd27-8153e03d28e3 None None] The sync data for ids ['b97e6f7f-d059-4401-aca6-ceef9d89c7f4'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:16.557797 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b32f1fa7-53b6-4903-a014-fd344beecf67 req-bccc4fdc-351b-4099-a49b-060cb5e43070 service neutron] 10.222.0.42 "GET /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968475 Jun 04 16:43:16.559462 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b01585e3-f1e4-4eb2-a8bb-90f3061276a5 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:16.653393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:16.659205 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:16.712902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b01585e3-f1e4-4eb2-a8bb-90f3061276a5 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Calling delete_port for 4f4470b7-3c0a-4375-bac1-b3489a93aa85 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:16.799929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Pushing event updated for resources: {'Port': ['ID=d0d8bca0-f5fa-43af-a235-fdfc14c9371e,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:16.806351 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:16.835390 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:16.838481 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-aced02f7-84db-458d-85ae-9bb9c5e8f744 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4452615 Jun 04 16:43:16.839563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39968) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:16.865562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1714514-8d8b-4b57-ba3a-1ea3670bb422 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 527af885-44c6-4ba0-aefc-05126d78fdf9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:16.891340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39974) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:17.024094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:17.031567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:17.036260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Usage tracker for resource:floatingip and tenant:28124b1ca90c47aca0f9a717b494fd94 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:17.041016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:17.047875 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:17.059999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:17.150175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e13d4fed-dabf-48e2-98ca-ab3b8f48fdad tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/routers/b97e6f7f-d059-4401-aca6-ceef9d89c7f4 HTTP/1.1" status: 200 len: 884 time: 0.7316303 Jun 04 16:43:17.152707 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39980) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:17.217636 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c1142ae-67e7-43b5-a432-1ec0a2475104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:17.251682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6c1142ae-67e7-43b5-a432-1ec0a2475104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:17.266567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6c1142ae-67e7-43b5-a432-1ec0a2475104 admin admin] Usage tracker for resource:security_group_rule and tenant:08de6b11aced42298dd9da63fb5fbce4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:17.269469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1714514-8d8b-4b57-ba3a-1ea3670bb422 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:17.271229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6c1142ae-67e7-43b5-a432-1ec0a2475104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:17.277122 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d1714514-8d8b-4b57-ba3a-1ea3670bb422 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2160611 Jun 04 16:43:17.280054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39984) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:17.282263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6c1142ae-67e7-43b5-a432-1ec0a2475104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:17.284886 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb9e4a2-a621-4b9f-8a18-73a10401e742 None None] Sync routers for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:17.298044 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb9e4a2-a621-4b9f-8a18-73a10401e742 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:17.298988 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8fb9e4a2-a621-4b9f-8a18-73a10401e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:17.379497 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b01585e3-f1e4-4eb2-a8bb-90f3061276a5 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:17.432442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01585e3-f1e4-4eb2-a8bb-90f3061276a5 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event deleted for resources: {'Port': ['ID=4f4470b7-3c0a-4375-bac1-b3489a93aa85,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:17.464983 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:17.500204 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8fb9e4a2-a621-4b9f-8a18-73a10401e742 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:17.540444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e38870-a835-4abf-ab0e-d23d2df13838 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting subnet 6b270afb-abbd-4a6e-9f02-1d6d61815515 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:43:17.545242 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9e38870-a835-4abf-ab0e-d23d2df13838 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:17.622977 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9e38870-a835-4abf-ab0e-d23d2df13838 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:17.762957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c1142ae-67e7-43b5-a432-1ec0a2475104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:17.765808 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b01585e3-f1e4-4eb2-a8bb-90f3061276a5 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:17.772805 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c1142ae-67e7-43b5-a432-1ec0a2475104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:17.781379 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9e38870-a835-4abf-ab0e-d23d2df13838 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:17.868264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d8985106-b6d5-44c9-9382-616c05c07c25 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Synchronizing usage tracker for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:router {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:43:17.881141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Allocated IP 172.25.5.34 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/1ffa80a8-73fd-4994-b735-ed9edee9a3d3) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:17.894219 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8fb9e4a2-a621-4b9f-8a18-73a10401e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:43:14Z', 'revision_number': 9, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:17.899002 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb9e4a2-a621-4b9f-8a18-73a10401e742 None None] Checking router: 527af885-44c6-4ba0-aefc-05126d78fdf9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:43:17.909934 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb9e4a2-a621-4b9f-8a18-73a10401e742 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:17.911072 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8fb9e4a2-a621-4b9f-8a18-73a10401e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:17.913557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9e38870-a835-4abf-ab0e-d23d2df13838 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:17.951973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6c1142ae-67e7-43b5-a432-1ec0a2475104 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08de6b11aced42298dd9da63fb5fbce4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0553763 Jun 04 16:43:17.952604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39992) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:17.958101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1142ae-67e7-43b5-a432-1ec0a2475104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbee7436-4fea-4ee4-8895-0d39b8d25398,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:17.969536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d8985106-b6d5-44c9-9382-616c05c07c25 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Unset dirty status for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:router {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:43:17.973704 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d8985106-b6d5-44c9-9382-616c05c07c25 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8169687 Jun 04 16:43:17.973848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39996) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:17.979827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e38870-a835-4abf-ab0e-d23d2df13838 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Subnet': ['ID=6b270afb-abbd-4a6e-9f02-1d6d61815515,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:17.981250 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1338cb17-d95e-4176-b5f5-9ebfceca904f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1706427488'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:18.027194 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9e38870-a835-4abf-ab0e-d23d2df13838 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:18.033417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864e11a6-2256-4985-abae-f5392b4cd3fb None None] Network 66f89bc2-7311-4172-8b92-9541465b14bf requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:18.101591 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8fb9e4a2-a621-4b9f-8a18-73a10401e742 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:18.104585 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c9e38870-a835-4abf-ab0e-d23d2df13838 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/6b270afb-abbd-4a6e-9f02-1d6d61815515 HTTP/1.1" status: 204 len: 168 time: 0.8208964 Jun 04 16:43:18.105605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40000) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:18.208892 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:18.258610 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:18.275600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port cec999ff-1409-4f7d-84f8-81f66da548ec {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:18.275936 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:18.301289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01585e3-f1e4-4eb2-a8bb-90f3061276a5 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Router 883ff811-e994-465c-9dd7-33b2fb272f3e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:18.323561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406c8ebf-d5ba-4800-b3b8-4c784b3a1fd2 None None] DHCP port deletion for 66f89bc2-7311-4172-8b92-9541465b14bf request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:43:18.323803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97181bba-6c75-470d-b7bb-8fc823316748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:18.328408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-406c8ebf-d5ba-4800-b3b8-4c784b3a1fd2 None None] Deleting port cec999ff-1409-4f7d-84f8-81f66da548ec {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:18.329152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-406c8ebf-d5ba-4800-b3b8-4c784b3a1fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:18.474828 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:18.639430 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-406c8ebf-d5ba-4800-b3b8-4c784b3a1fd2 None None] For port cec999ff-1409-4f7d-84f8-81f66da548ec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cec999ff-1409-4f7d-84f8-81f66da548ec,segment=NetworkSegment(a06ef849-c4cd-4916-bb4c-74b6f681422c),segment_id=a06ef849-c4cd-4916-bb4c-74b6f681422c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:18.640067 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-406c8ebf-d5ba-4800-b3b8-4c784b3a1fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:18.661288 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97181bba-6c75-470d-b7bb-8fc823316748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:18.683403 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8fb9e4a2-a621-4b9f-8a18-73a10401e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:43:14Z', 'revision_number': 9, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:18.687781 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb9e4a2-a621-4b9f-8a18-73a10401e742 None None] The sync data for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 is: [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:43:14Z', 'revision_number': 9, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad21eb2e-6f62-4172-bc5f-1fda5f749209', 'name': '', 'network_id': '2c9aad4b-320f-4d61-8b0b-465ed8b7c89a', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:e6:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:16Z', 'updated_at': '2022-06-04T16:42:36Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:18.747964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cec999ff-1409-4f7d-84f8-81f66da548ec no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:18.811337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:18.817942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:18.824871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:43:18.848292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01585e3-f1e4-4eb2-a8bb-90f3061276a5 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:18.886931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Pushing event updated for resources: {'Port': ['ID=1ffa80a8-73fd-4994-b735-ed9edee9a3d3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:18.890777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] For port cec999ff-1409-4f7d-84f8-81f66da548ec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cec999ff-1409-4f7d-84f8-81f66da548ec,segment=NetworkSegment(a06ef849-c4cd-4916-bb4c-74b6f681422c),segment_id=a06ef849-c4cd-4916-bb4c-74b6f681422c)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:18.891135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:18.905954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a713a1-4917-49f2-8df8-4d0b5d88aa91 None None] Sync routers for ids ['883ff811-e994-465c-9dd7-33b2fb272f3e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:18.933623 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-406c8ebf-d5ba-4800-b3b8-4c784b3a1fd2 None None] Calling delete_port for cec999ff-1409-4f7d-84f8-81f66da548ec owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:19.025355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a713a1-4917-49f2-8df8-4d0b5d88aa91 None None] Routers {'883ff811-e994-465c-9dd7-33b2fb272f3e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:19.026683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c0a713a1-4917-49f2-8df8-4d0b5d88aa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['883ff811-e994-465c-9dd7-33b2fb272f3e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:19.036885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for cec999ff-1409-4f7d-84f8-81f66da548ec owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:19.053338 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b01585e3-f1e4-4eb2-a8bb-90f3061276a5 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "PUT /v2.0/routers/883ff811-e994-465c-9dd7-33b2fb272f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4064527 Jun 04 16:43:19.058354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40006) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:19.106978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.147939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c0a713a1-4917-49f2-8df8-4d0b5d88aa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:19.180043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.181132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a713a1-4917-49f2-8df8-4d0b5d88aa91 None None] Routers {'883ff811-e994-465c-9dd7-33b2fb272f3e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:19.182089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c0a713a1-4917-49f2-8df8-4d0b5d88aa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['883ff811-e994-465c-9dd7-33b2fb272f3e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:19.204937 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-a5b745f2-d08c-4359-a84e-06f4ca4697c9 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] delete failed (client error): The resource could not be found. Jun 04 16:43:19.212303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a5b745f2-d08c-4359-a84e-06f4ca4697c9 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-2134721475 HTTP/1.1" status: 404 len: 335 time: 0.1522899 Jun 04 16:43:19.213334 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97181bba-6c75-470d-b7bb-8fc823316748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.219554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40010) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:19.238928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=cec999ff-1409-4f7d-84f8-81f66da548ec,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:19.246372 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.252989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a1865499-f95b-488e-a069-a632bd444d8b tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Request body: {'router': {'external_gateway_info': {'network_id': '883ff811-e994-465c-9dd7-33b2fb272f3e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:19.275762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] No DVR routers for this DVR port cec999ff-1409-4f7d-84f8-81f66da548ec on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:43:19.297550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No active binding found for port cec999ff-1409-4f7d-84f8-81f66da548ec {{(pid=88799) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 16:43:19.298170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cec999ff-1409-4f7d-84f8-81f66da548ec not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:19.320634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c0a713a1-4917-49f2-8df8-4d0b5d88aa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:19.321244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a713a1-4917-49f2-8df8-4d0b5d88aa91 None None] The sync data for ids ['883ff811-e994-465c-9dd7-33b2fb272f3e'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:19.332018 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-406c8ebf-d5ba-4800-b3b8-4c784b3a1fd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:43:19.332484 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-406c8ebf-d5ba-4800-b3b8-4c784b3a1fd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:43:19.460393 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97181bba-6c75-470d-b7bb-8fc823316748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.462136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-97181bba-6c75-470d-b7bb-8fc823316748 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbee7436-4fea-4ee4-8895-0d39b8d25398 HTTP/1.1" status: 204 len: 168 time: 1.5074227 Jun 04 16:43:19.464325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97181bba-6c75-470d-b7bb-8fc823316748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbee7436-4fea-4ee4-8895-0d39b8d25398,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:19.492378 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.541038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f89bc2-7311-4172-8b92-9541465b14bf']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:19.610896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06ef849-c4cd-4916-bb4c-74b6f681422c') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:19.611169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06ef849-c4cd-4916-bb4c-74b6f681422c') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:19.628123 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.658582 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.676563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:43:19.676975 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.757986 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment a06ef849-c4cd-4916-bb4c-74b6f681422c resource provider aggregate not found Jun 04 16:43:19.844487 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.850634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-406c8ebf-d5ba-4800-b3b8-4c784b3a1fd2 None None] Deleting port cec999ff-1409-4f7d-84f8-81f66da548ec {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:19.850634 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-406c8ebf-d5ba-4800-b3b8-4c784b3a1fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.856952 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment a06ef849-c4cd-4916-bb4c-74b6f681422c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a06ef849-c4cd-4916-bb4c-74b6f681422c found for delete ", "request_id": "req-39980087-a4d7-481c-bc7d-b95edef96bf5"}]} Jun 04 16:43:19.856952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.903865 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.927344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Network': ['ID=66f89bc2-7311-4172-8b92-9541465b14bf,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:19.929959 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1bbaa8a0-26d3-42a9-9ac6-55bf725fc3b1 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/networks/66f89bc2-7311-4172-8b92-9541465b14bf HTTP/1.1" status: 204 len: 168 time: 1.8234587 Jun 04 16:43:19.930733 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:19.934324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40024) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:19.980520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40026) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:19.981452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-406c8ebf-d5ba-4800-b3b8-4c784b3a1fd2 None None] The port 'cec999ff-1409-4f7d-84f8-81f66da548ec' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:43:20.020008 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a1865499-f95b-488e-a069-a632bd444d8b tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:20.037978 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1338cb17-d95e-4176-b5f5-9ebfceca904f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:20.066693 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-a1865499-f95b-488e-a069-a632bd444d8b tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] update failed (client error): The resource could not be found. Jun 04 16:43:20.072858 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a1865499-f95b-488e-a069-a632bd444d8b tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "PUT /v2.0/routers/883ff811-e994-465c-9dd7-33b2fb272f3e HTTP/1.1" status: 404 len: 339 time: 0.8374472 Jun 04 16:43:20.073611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40032) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:20.131058 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1338cb17-d95e-4176-b5f5-9ebfceca904f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:20.177229 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc638-d682-412b-bc14-5138dd32d27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:20.215332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Pushing event updated for resources: {'Port': ['ID=1ffa80a8-73fd-4994-b735-ed9edee9a3d3,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:20.236576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ed8bc638-d682-412b-bc14-5138dd32d27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:20.245059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ed8bc638-d682-412b-bc14-5138dd32d27f admin admin] Usage tracker for resource:security_group_rule and tenant:68b5a5a7d78b4a56b7038ac03ce3b522 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:20.301554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ed8bc638-d682-412b-bc14-5138dd32d27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:20.304609 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:20.316847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ed8bc638-d682-412b-bc14-5138dd32d27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:20.517779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cf154ddd-35be-49cb-b820-cbd9f4696611 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:20.548406 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:20.552496 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-66867c05-3d5e-402b-90a4-8cb11a991c23 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7090726 Jun 04 16:43:20.553869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40036) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:20.582779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: cf154ddd-35be-49cb-b820-cbd9f4696611 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:20.583495 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cf154ddd-35be-49cb-b820-cbd9f4696611 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:20.745091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-99adae63-aa43-4de6-9565-d7b9c5b25317 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Synchronizing usage tracker for tenant:38c14b1339354106aead162b02b889c4 on resource:floatingip {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:43:20.838146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-99adae63-aa43-4de6-9565-d7b9c5b25317 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Unset dirty status for tenant:38c14b1339354106aead162b02b889c4 on resource:floatingip {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:43:20.838146 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-99adae63-aa43-4de6-9565-d7b9c5b25317 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.2783489 Jun 04 16:43:20.838146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40042) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:20.854878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1338cb17-d95e-4176-b5f5-9ebfceca904f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router b97e6f7f-d059-4401-aca6-ceef9d89c7f4 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:20.918922 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc638-d682-412b-bc14-5138dd32d27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:20.942617 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7c6df83f-2231-48f3-a9b1-b8a2cabeacd8 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Synchronizing usage tracker for tenant:39d9fb77ed2c44eda961e78f5e74d977 on resource:floatingip {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:43:20.945006 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc638-d682-412b-bc14-5138dd32d27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:21.006449 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:21.016541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40050) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:21.016768 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ed8bc638-d682-412b-bc14-5138dd32d27f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68b5a5a7d78b4a56b7038ac03ce3b522&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0339022 Jun 04 16:43:21.017926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc638-d682-412b-bc14-5138dd32d27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73bcfab-bf92-4316-ab38-c28541f50764,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:21.023857 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7c6df83f-2231-48f3-a9b1-b8a2cabeacd8 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Unset dirty status for tenant:39d9fb77ed2c44eda961e78f5e74d977 on resource:floatingip {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:43:21.025450 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7c6df83f-2231-48f3-a9b1-b8a2cabeacd8 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1864285 Jun 04 16:43:21.035003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40054) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:21.233521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d892a341-7820-4c4a-92c5-dd632423f805 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Deleting port 1ffa80a8-73fd-4994-b735-ed9edee9a3d3 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:21.233853 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d892a341-7820-4c4a-92c5-dd632423f805 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:21.329088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1338cb17-d95e-4176-b5f5-9ebfceca904f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:21.336107 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1338cb17-d95e-4176-b5f5-9ebfceca904f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:21.341269 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1338cb17-d95e-4176-b5f5-9ebfceca904f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/b97e6f7f-d059-4401-aca6-ceef9d89c7f4 HTTP/1.1" status: 200 len: 891 time: 3.3630536 Jun 04 16:43:21.341269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40064) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:21.349639 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48112cbe-5859-4d09-8fc4-9112c021f6f2 None None] Sync routers for ids ['b97e6f7f-d059-4401-aca6-ceef9d89c7f4'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:21.377511 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48112cbe-5859-4d09-8fc4-9112c021f6f2 None None] Routers {'b97e6f7f-d059-4401-aca6-ceef9d89c7f4'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:21.379280 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-48112cbe-5859-4d09-8fc4-9112c021f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b97e6f7f-d059-4401-aca6-ceef9d89c7f4'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:21.383205 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d45ce127-13d2-4345-81ce-5972c7bc845c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:21.404927 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5259c564-7b75-4caa-8cf2-fb8b95fbd6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:21.461950 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-48112cbe-5859-4d09-8fc4-9112c021f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:21.472658 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48112cbe-5859-4d09-8fc4-9112c021f6f2 None None] Routers {'b97e6f7f-d059-4401-aca6-ceef9d89c7f4'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:21.473251 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-48112cbe-5859-4d09-8fc4-9112c021f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b97e6f7f-d059-4401-aca6-ceef9d89c7f4'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:21.483691 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5259c564-7b75-4caa-8cf2-fb8b95fbd6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:21.538897 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-48112cbe-5859-4d09-8fc4-9112c021f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:21.539289 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48112cbe-5859-4d09-8fc4-9112c021f6f2 None None] The sync data for ids ['b97e6f7f-d059-4401-aca6-ceef9d89c7f4'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:21.607422 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d892a341-7820-4c4a-92c5-dd632423f805 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:21.607758 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d892a341-7820-4c4a-92c5-dd632423f805 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:21.722228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a93de9c2-e1b6-4415-9172-2c7467f5226a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/routers/b97e6f7f-d059-4401-aca6-ceef9d89c7f4 HTTP/1.1" status: 200 len: 891 time: 0.3803473 Jun 04 16:43:21.729879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40074) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:21.751986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d892a341-7820-4c4a-92c5-dd632423f805 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Calling delete_port for 1ffa80a8-73fd-4994-b735-ed9edee9a3d3 owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:21.937695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5143bde2-f175-4f35-a24f-dfabaf1188ac tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Synchronizing usage tracker for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:43:21.957437 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5259c564-7b75-4caa-8cf2-fb8b95fbd6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:21.962938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Allocated IP 172.20.0.1 (b484699d-93b6-4d89-8f0a-4a8566cd82d1/3248518d-9016-4c24-b235-385bb9764d92/6d295b06-33f6-4623-aaa6-e49918817b59) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:21.989475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259c564-7b75-4caa-8cf2-fb8b95fbd6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73bcfab-bf92-4316-ab38-c28541f50764,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:21.999752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5143bde2-f175-4f35-a24f-dfabaf1188ac tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Unset dirty status for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:43:22.001116 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5143bde2-f175-4f35-a24f-dfabaf1188ac tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=b97e6f7f-d059-4401-aca6-ceef9d89c7f4 HTTP/1.1" status: 200 len: 205 time: 0.2701857 Jun 04 16:43:22.019243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40078) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:22.146777 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5259c564-7b75-4caa-8cf2-fb8b95fbd6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:22.148134 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5259c564-7b75-4caa-8cf2-fb8b95fbd6e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b73bcfab-bf92-4316-ab38-c28541f50764 HTTP/1.1" status: 204 len: 168 time: 1.1262243 Jun 04 16:43:22.206301 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d892a341-7820-4c4a-92c5-dd632423f805 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:22.262853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d45ce127-13d2-4345-81ce-5972c7bc845c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port ad21eb2e-6f62-4172-bc5f-1fda5f749209 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:22.263392 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d45ce127-13d2-4345-81ce-5972c7bc845c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:22.317997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892a341-7820-4c4a-92c5-dd632423f805 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Pushing event deleted for resources: {'Port': ['ID=1ffa80a8-73fd-4994-b735-ed9edee9a3d3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:22.334766 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:22.401965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:22.442531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Transition to ACTIVE for port object 6d295b06-33f6-4623-aaa6-e49918817b59 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:22.518656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d892a341-7820-4c4a-92c5-dd632423f805 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:22.560626 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:22.575685 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:22.595876 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-d45ce127-13d2-4345-81ce-5972c7bc845c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] For port ad21eb2e-6f62-4172-bc5f-1fda5f749209, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ad21eb2e-6f62-4172-bc5f-1fda5f749209,segment=NetworkSegment(3febd9e2-5fc2-472c-b2fe-d10a531f5935),segment_id=3febd9e2-5fc2-472c-b2fe-d10a531f5935)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:22.596233 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d45ce127-13d2-4345-81ce-5972c7bc845c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:22.604648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d892a341-7820-4c4a-92c5-dd632423f805 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:22.609604 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d892a341-7820-4c4a-92c5-dd632423f805 tempest-FloatingIPAdminTestJSON-60079283 tempest-FloatingIPAdminTestJSON-60079283-project] 10.222.0.13 "DELETE /v2.0/floatingips/0c3d07a3-3e20-4ecc-ac91-8df772fad8eb HTTP/1.1" status: 204 len: 168 time: 1.5717378 Jun 04 16:43:22.610623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40090) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:22.679816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event updated for resources: {'Port': ['ID=6d295b06-33f6-4623-aaa6-e49918817b59,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:22.682688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port c87f4c36-6789-4eda-826a-46cbee55ff66 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:22.683186 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:22.818304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d45ce127-13d2-4345-81ce-5972c7bc845c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for ad21eb2e-6f62-4172-bc5f-1fda5f749209 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:22.859490 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Network b484699d-93b6-4d89-8f0a-4a8566cd82d1 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:22.862316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:22.866359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:43:23.045143 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:23.047459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8f9d5-099c-488d-9e46-1571443e3b24 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Deleting port d0d8bca0-f5fa-43af-a235-fdfc14c9371e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:23.047832 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f9d5-099c-488d-9e46-1571443e3b24 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:23.058534 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:23.258321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-694f7b5d-e096-49d3-9b9f-63772bd2f6be None None] Provisioning for port 6d295b06-33f6-4623-aaa6-e49918817b59 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:43:23.269993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-694f7b5d-e096-49d3-9b9f-63772bd2f6be None None] Provisioning complete for port 6d295b06-33f6-4623-aaa6-e49918817b59 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:23.270858 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-694f7b5d-e096-49d3-9b9f-63772bd2f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:23.315622 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f9d5-099c-488d-9e46-1571443e3b24 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:23.316300 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f9d5-099c-488d-9e46-1571443e3b24 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:23.350894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for c87f4c36-6789-4eda-826a-46cbee55ff66 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:23.381521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d45ce127-13d2-4345-81ce-5972c7bc845c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:23.394287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-694f7b5d-e096-49d3-9b9f-63772bd2f6be None None] Port 6d295b06-33f6-4623-aaa6-e49918817b59 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:43:23.529850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8f9d5-099c-488d-9e46-1571443e3b24 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Calling delete_port for d0d8bca0-f5fa-43af-a235-fdfc14c9371e owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:23.602620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ce127-13d2-4345-81ce-5972c7bc845c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=ad21eb2e-6f62-4172-bc5f-1fda5f749209,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:23.834751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.098043 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.159632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=c87f4c36-6789-4eda-826a-46cbee55ff66,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:24.209495 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f9d5-099c-488d-9e46-1571443e3b24 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.273870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8f9d5-099c-488d-9e46-1571443e3b24 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0d8bca0-f5fa-43af-a235-fdfc14c9371e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:24.303590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d45ce127-13d2-4345-81ce-5972c7bc845c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.364467 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.387363 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f9d5-099c-488d-9e46-1571443e3b24 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.555702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfa8f9d5-099c-488d-9e46-1571443e3b24 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.560265 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dfa8f9d5-099c-488d-9e46-1571443e3b24 tempest-FloatingIPAdminTestJSON-832415920 tempest-FloatingIPAdminTestJSON-832415920-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/4efb926a-204b-4566-9e42-04304b0615da HTTP/1.1" status: 204 len: 168 time: 1.9344769 Jun 04 16:43:24.564682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40140) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:24.664837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f899a536-edcd-4446-9c1b-f639e393bea4 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Deleting port adcba8e7-164b-49d0-9416-7288a0c0828f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:24.665205 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f899a536-edcd-4446-9c1b-f639e393bea4 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.677270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.681617 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.738192 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.738745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Fanout notify agent at l3_agent the message router_deleted on router b97e6f7f-d059-4401-aca6-ceef9d89c7f4 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:43:24.745995 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.757723 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.869579 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.874852 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-47be64ce-c86d-4511-9166-519ac5bcc63a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/b97e6f7f-d059-4401-aca6-ceef9d89c7f4 HTTP/1.1" status: 204 len: 168 time: 2.8488245 Jun 04 16:43:24.877519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40154) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:24.889847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1868948603'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:24.896712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event updated for resources: {'Port': ['ID=6d295b06-33f6-4623-aaa6-e49918817b59,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:24.899325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:24.901835 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:24.912401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:network and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:24.916982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:24.938810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:25.014629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:43:25.019133 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45ce127-13d2-4345-81ce-5972c7bc845c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 527af885-44c6-4ba0-aefc-05126d78fdf9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:25.019344 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:25.080759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:43:25.097694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Network b484699d-93b6-4d89-8f0a-4a8566cd82d1 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:25.098975 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:25.099625 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Added segment 2263f85d-5a3c-49cf-a5e5-02f068044a77 of type vlan for network ecfe83ce-fac6-4456-9218-bc5c4b8475c2 Jun 04 16:43:25.100586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:25.268831 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:25.336593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Router 883ff811-e994-465c-9dd7-33b2fb272f3e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:25.341706 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:25.349862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:25.350728 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:25.414058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f899a536-edcd-4446-9c1b-f639e393bea4 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:25.453984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ce3f99fe-faed-4e48-81ac-24f081dc4ee7 None None] Provisioning complete for port 6d295b06-33f6-4623-aaa6-e49918817b59 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:25.455553 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ce3f99fe-faed-4e48-81ac-24f081dc4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:25.486467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45ce127-13d2-4345-81ce-5972c7bc845c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:25.495574 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d45ce127-13d2-4345-81ce-5972c7bc845c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5242052 Jun 04 16:43:25.540075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb3172-94ed-474e-805e-306380fb6d15 None None] Sync routers for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:25.569010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb3172-94ed-474e-805e-306380fb6d15 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:25.569857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2dbb3172-94ed-474e-805e-306380fb6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:25.738023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40170) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:25.746936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f899a536-edcd-4446-9c1b-f639e393bea4 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Calling delete_port for adcba8e7-164b-49d0-9416-7288a0c0828f owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:25.818634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9400141 Jun 04 16:43:25.840102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40182) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:25.880394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-2dbb3172-94ed-474e-805e-306380fb6d15 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:26.000442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'subnet': {'network_id': 'ecfe83ce-fac6-4456-9218-bc5c4b8475c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:26.011108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687be18-1ba0-40e7-9f06-2b6c6e360404 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Network': ['ID=ecfe83ce-fac6-4456-9218-bc5c4b8475c2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:26.049036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:26.055844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-321e0d2b-c521-44a6-b9e0-9a40e7eb4266 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "PUT /v2.0/routers/883ff811-e994-465c-9dd7-33b2fb272f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9804418 Jun 04 16:43:26.058197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40188) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:26.062202 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde3c9f-9a6b-4f87-9f42-7bfb550e9307 None None] Sync routers for ids ['883ff811-e994-465c-9dd7-33b2fb272f3e'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:26.068734 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f899a536-edcd-4446-9c1b-f639e393bea4 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:26.077872 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde3c9f-9a6b-4f87-9f42-7bfb550e9307 None None] Routers {'883ff811-e994-465c-9dd7-33b2fb272f3e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:26.079620 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9bde3c9f-9a6b-4f87-9f42-7bfb550e9307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['883ff811-e994-465c-9dd7-33b2fb272f3e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:26.174669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network ecfe83ce-fac6-4456-9218-bc5c4b8475c2 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:43:26.238318 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-edba4b75-89b9-416c-8149-6c3eb9f6c648 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:26.245962 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9bde3c9f-9a6b-4f87-9f42-7bfb550e9307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:26.279348 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde3c9f-9a6b-4f87-9f42-7bfb550e9307 None None] Routers {'883ff811-e994-465c-9dd7-33b2fb272f3e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:26.279962 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9bde3c9f-9a6b-4f87-9f42-7bfb550e9307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['883ff811-e994-465c-9dd7-33b2fb272f3e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:26.280922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c04f4c-032e-43ff-a5af-110021e34bbc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting subnet 4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:43:26.287157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899a536-edcd-4446-9c1b-f639e393bea4 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event deleted for resources: {'Port': ['ID=adcba8e7-164b-49d0-9416-7288a0c0828f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:26.347266 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71c04f4c-032e-43ff-a5af-110021e34bbc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:26.433417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f99fe-faed-4e48-81ac-24f081dc4ee7 None None] Port 6d295b06-33f6-4623-aaa6-e49918817b59 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:43:26.449133 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-edba4b75-89b9-416c-8149-6c3eb9f6c648 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 04 16:43:26.452867 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-edba4b75-89b9-416c-8149-6c3eb9f6c648 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "DELETE /v2.0/routers/883ff811-e994-465c-9dd7-33b2fb272f3e HTTP/1.1" status: 409 len: 329 time: 0.3915567 Jun 04 16:43:26.454870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40194) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:26.469982 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9bde3c9f-9a6b-4f87-9f42-7bfb550e9307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:26.470382 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde3c9f-9a6b-4f87-9f42-7bfb550e9307 None None] The sync data for ids ['883ff811-e994-465c-9dd7-33b2fb272f3e'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:26.553765 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71c04f4c-032e-43ff-a5af-110021e34bbc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:26.595006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2dbb3172-94ed-474e-805e-306380fb6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:43:23Z', 'revision_number': 10, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:26.600581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb3172-94ed-474e-805e-306380fb6d15 None None] Checking router: 527af885-44c6-4ba0-aefc-05126d78fdf9 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:43:26.613051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb3172-94ed-474e-805e-306380fb6d15 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:26.613651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2dbb3172-94ed-474e-805e-306380fb6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:26.644360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:26.686800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:subnet and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:26.697852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:26.710724 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f899a536-edcd-4446-9c1b-f639e393bea4 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:26.713818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:26.736900 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f899a536-edcd-4446-9c1b-f639e393bea4 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "DELETE /v2.0/ports/adcba8e7-164b-49d0-9416-7288a0c0828f HTTP/1.1" status: 204 len: 168 time: 2.1684544 Jun 04 16:43:26.738127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40198) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:26.808815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:43:26.809748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-2dbb3172-94ed-474e-805e-306380fb6d15 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:26.812499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:27.020121 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71c04f4c-032e-43ff-a5af-110021e34bbc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:27.023418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1facccc-95a1-45c3-9889-a858bd93674d req-aed82d40-3f17-4844-b9f5-b53062d73016 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:27.025024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1facccc-95a1-45c3-9889-a858bd93674d req-aed82d40-3f17-4844-b9f5-b53062d73016 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 945 time: 0.1979697 Jun 04 16:43:27.082711 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1facccc-95a1-45c3-9889-a858bd93674d req-709d14a5-a1f0-4e24-8fb2-fb6dda7018ee tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=abced34a-465b-425e-8ac0-eb067c376944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516622 Jun 04 16:43:27.123399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fe04d8-a9f8-442f-920a-d891551cbdc2 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:27.124112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f7fe04d8-a9f8-442f-920a-d891551cbdc2 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Synchronizing usage tracker for tenant:39d9fb77ed2c44eda961e78f5e74d977 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:43:27.175780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99091cd3-7447-49b1-aa20-1e4ad7cf3924 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:27.184770 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71c04f4c-032e-43ff-a5af-110021e34bbc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:27.201996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2dbb3172-94ed-474e-805e-306380fb6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:43:23Z', 'revision_number': 10, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:27.206171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb3172-94ed-474e-805e-306380fb6d15 None None] The sync data for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 is: [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:43:23Z', 'revision_number': 10, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None, '_interfaces': [{'id': '3041810e-6de0-4bea-b0d0-6e7416b2f562', 'name': '', 'network_id': '27905dfd-d1ef-48cb-83f9-47e210ec4ba1', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'mac_address': 'fa:16:3e:92:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '295bf625-6cde-4406-9109-e831327be979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:42:06Z', 'updated_at': '2022-06-04T16:42:28Z', 'revision_number': 5, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'subnets': [{'id': '295bf625-6cde-4406-9109-e831327be979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:27.247256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f7fe04d8-a9f8-442f-920a-d891551cbdc2 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Unset dirty status for tenant:39d9fb77ed2c44eda961e78f5e74d977 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:43:27.250969 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f7fe04d8-a9f8-442f-920a-d891551cbdc2 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfea3702-2681-4368-aaa7-c7c764b21a1c HTTP/1.1" status: 200 len: 913 time: 0.5095515 Jun 04 16:43:27.254207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c04f4c-032e-43ff-a5af-110021e34bbc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:27.256814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71c04f4c-032e-43ff-a5af-110021e34bbc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:27.261082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40204) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:27.268372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d022dd92-6d75-49e5-89a4-bb99cf5bad1e None None] Network 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:27.360951 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-71c04f4c-032e-43ff-a5af-110021e34bbc tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4 HTTP/1.1" status: 204 len: 168 time: 1.6191618 Jun 04 16:43:27.364373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40208) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:27.537640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:27.605413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96dc7b-07d4-4098-9c36-b5fbc7964061 None None] DHCP port deletion for 2c9aad4b-320f-4d61-8b0b-465ed8b7c89a request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:43:27.610698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-af96dc7b-07d4-4098-9c36-b5fbc7964061 None None] Deleting port a64968bf-a8ea-494d-a2e3-12f8a34686be {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:27.611139 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-af96dc7b-07d4-4098-9c36-b5fbc7964061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:27.676595 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:27.694702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Subnet': ['ID=2144faaf-90a0-4826-9ebc-3902e0148b80,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:27.709184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-99091cd3-7447-49b1-aa20-1e4ad7cf3924 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Deleting port 6d295b06-33f6-4623-aaa6-e49918817b59 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:27.709752 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99091cd3-7447-49b1-aa20-1e4ad7cf3924 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:27.834521 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b4685f8e-a5c2-461d-afa3-f74cc7b1a0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:27.849159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-af96dc7b-07d4-4098-9c36-b5fbc7964061 None None] For port a64968bf-a8ea-494d-a2e3-12f8a34686be, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a64968bf-a8ea-494d-a2e3-12f8a34686be,segment=NetworkSegment(3febd9e2-5fc2-472c-b2fe-d10a531f5935),segment_id=3febd9e2-5fc2-472c-b2fe-d10a531f5935)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:27.850044 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-af96dc7b-07d4-4098-9c36-b5fbc7964061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:27.927208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Checking segment: {'id': '2263f85d-5a3c-49cf-a5e5-02f068044a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ecfe83ce-fac6-4456-9218-bc5c4b8475c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:43:27.927717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network hostable DHCP agents. Network: ecfe83ce-fac6-4456-9218-bc5c4b8475c2, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:43:27.952359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port a64968bf-a8ea-494d-a2e3-12f8a34686be {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:27.952904 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:27.969374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99091cd3-7447-49b1-aa20-1e4ad7cf3924 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.010994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-af96dc7b-07d4-4098-9c36-b5fbc7964061 None None] Calling delete_port for a64968bf-a8ea-494d-a2e3-12f8a34686be owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:28.118257 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-af96dc7b-07d4-4098-9c36-b5fbc7964061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.120586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-99091cd3-7447-49b1-aa20-1e4ad7cf3924 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Calling delete_port for 6d295b06-33f6-4623-aaa6-e49918817b59 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:28.152910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] The port 'a64968bf-a8ea-494d-a2e3-12f8a34686be' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:43:28.158668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network ecfe83ce-fac6-4456-9218-bc5c4b8475c2 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:43:28.197317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96dc7b-07d4-4098-9c36-b5fbc7964061 None None] Pushing event deleted for resources: {'Port': ['ID=a64968bf-a8ea-494d-a2e3-12f8a34686be,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:28.222240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-fd89451a-fa0e-456f-ae40-8bcf0aaf8d6b tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:28.224007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96dc7b-07d4-4098-9c36-b5fbc7964061 None None] No DVR routers for this DVR port a64968bf-a8ea-494d-a2e3-12f8a34686be on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:43:28.224440 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-fd89451a-fa0e-456f-ae40-8bcf0aaf8d6b tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.42 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 945 time: 0.2981410 Jun 04 16:43:28.248817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, ecfe83ce-fac6-4456-9218-bc5c4b8475c2) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:28.257276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a21dd1-927f-44f2-bef6-4b9721f945f6 None None] Network ecfe83ce-fac6-4456-9218-bc5c4b8475c2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:28.263315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:28.263961 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.355844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Deleting port 6d87e5dc-312d-4586-84cd-0b06f66bc401 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:28.356466 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.385869 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-84c47f3d-2957-4186-a0dd-4e001f534714 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4238479 Jun 04 16:43:28.400208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40220) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:28.419913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.425496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-73b52dce-c2b0-471d-b371-3878ceeb30e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1143029724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:28.451881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-73b52dce-c2b0-471d-b371-3878ceeb30e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:28.463472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-73b52dce-c2b0-471d-b371-3878ceeb30e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:router and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:28.472629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-73b52dce-c2b0-471d-b371-3878ceeb30e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:28.483001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-73b52dce-c2b0-471d-b371-3878ceeb30e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:28.538338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9aad4b-320f-4d61-8b0b-465ed8b7c89a']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:28.581917 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73b52dce-c2b0-471d-b371-3878ceeb30e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.582965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73b52dce-c2b0-471d-b371-3878ceeb30e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.601107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3febd9e2-5fc2-472c-b2fe-d10a531f5935') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:28.605611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3febd9e2-5fc2-472c-b2fe-d10a531f5935') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:28.630696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a64968bf-a8ea-494d-a2e3-12f8a34686be no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:28.644742 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.665697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfa8ae-709a-4fb0-9741-8313e5696326 req-c7b2e1b8-cbc4-473e-b19e-7871918bdd1c tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:28.667462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44dfa8ae-709a-4fb0-9741-8313e5696326 req-c7b2e1b8-cbc4-473e-b19e-7871918bdd1c tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 945 time: 0.3580787 Jun 04 16:43:28.676579 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.681774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: a64968bf-a8ea-494d-a2e3-12f8a34686be {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:28.682120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a64968bf-a8ea-494d-a2e3-12f8a34686be not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:28.682659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ad21eb2e-6f62-4172-bc5f-1fda5f749209 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:28.690016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:43:28.690645 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.737345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: ad21eb2e-6f62-4172-bc5f-1fda5f749209 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:28.737724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ad21eb2e-6f62-4172-bc5f-1fda5f749209 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:28.762874 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99091cd3-7447-49b1-aa20-1e4ad7cf3924 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.791818 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 3febd9e2-5fc2-472c-b2fe-d10a531f5935 resource provider aggregate not found Jun 04 16:43:28.808659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-ecfe83ce-fac6-4456-9218-bc5c4b8475c2', 'network_id': 'ecfe83ce-fac6-4456-9218-bc5c4b8475c2', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'fixed_ips': [{'subnet_id': '2144faaf-90a0-4826-9ebc-3902e0148b80'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:43:28.819604 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.821040 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 3febd9e2-5fc2-472c-b2fe-d10a531f5935 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3febd9e2-5fc2-472c-b2fe-d10a531f5935 found for delete ", "request_id": "req-2353b3de-4c5a-48f4-b1d9-813e5609d46c"}]} Jun 04 16:43:28.884280 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.900863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] For port 6d87e5dc-312d-4586-84cd-0b06f66bc401, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6d87e5dc-312d-4586-84cd-0b06f66bc401,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:28.901576 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.907462 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:28.926794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Network': ['ID=2c9aad4b-320f-4d61-8b0b-465ed8b7c89a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:28.933579 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-db242ca6-954d-422a-9f41-400ce6e91780 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/networks/2c9aad4b-320f-4d61-8b0b-465ed8b7c89a HTTP/1.1" status: 204 len: 168 time: 1.5523400 Jun 04 16:43:28.936174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40236) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:28.988768 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Allocated IP 2001:db8::2 (ecfe83ce-fac6-4456-9218-bc5c4b8475c2/2144faaf-90a0-4826-9ebc-3902e0148b80/dce247c8-bbd6-4fda-ab98-4bbc0a7194b8) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:29.019122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99091cd3-7447-49b1-aa20-1e4ad7cf3924 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event deleted for resources: {'Port': ['ID=6d295b06-33f6-4623-aaa6-e49918817b59,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:29.025892 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73b52dce-c2b0-471d-b371-3878ceeb30e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:29.101062 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84882a07-e917-4925-a289-fe8bdb7bf9ce tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:29.230665 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:29.251110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Transition to ACTIVE for port object dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:29.283023 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Transition to ACTIVE for port object dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:29.303150 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:29.382807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Network ecfe83ce-fac6-4456-9218-bc5c4b8475c2 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:29.386777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:29.391733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:43:29.471346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Pushing event updated for resources: {'Port': ['ID=dce247c8-bbd6-4fda-ab98-4bbc0a7194b8,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:29.504571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Attempting to bind port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:43:29.505230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Attempting to bind port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '2263f85d-5a3c-49cf-a5e5-02f068044a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ecfe83ce-fac6-4456-9218-bc5c4b8475c2'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:43:29.505679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Attempting to bind port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 on network ecfe83ce-fac6-4456-9218-bc5c4b8475c2 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:43:29.511681 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:43:29.511953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Checking segment: {'id': '2263f85d-5a3c-49cf-a5e5-02f068044a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ecfe83ce-fac6-4456-9218-bc5c4b8475c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:43:29.512454 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:29.513040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Bound using segment: {'id': '2263f85d-5a3c-49cf-a5e5-02f068044a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ecfe83ce-fac6-4456-9218-bc5c4b8475c2'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:43:29.513683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Bound port: dce247c8-bbd6-4fda-ab98-4bbc0a7194b8, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2263f85d-5a3c-49cf-a5e5-02f068044a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ecfe83ce-fac6-4456-9218-bc5c4b8475c2'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:43:29.514186 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:29.594704 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44dfa8ae-709a-4fb0-9741-8313e5696326 req-9f45554d-94c2-4b36-9c36-3bcbe0563d1d tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups?id=abced34a-465b-425e-8ac0-eb067c376944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8654349 Jun 04 16:43:29.652547 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] For port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:43:29.655894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] For port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dce247c8-bbd6-4fda-ab98-4bbc0a7194b8,segment=NetworkSegment(2263f85d-5a3c-49cf-a5e5-02f068044a77),segment_id=2263f85d-5a3c-49cf-a5e5-02f068044a77)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:43:29.668273 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:29.696561 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73b52dce-c2b0-471d-b371-3878ceeb30e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:29.718376 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99091cd3-7447-49b1-aa20-1e4ad7cf3924 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:29.772665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0b6cc-3aa5-4f50-a9ed-bcb24aa8a411 None None] Pushing event updated for resources: {'Port': ['ID=dce247c8-bbd6-4fda-ab98-4bbc0a7194b8,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:29.929408 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73b52dce-c2b0-471d-b371-3878ceeb30e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:29.934223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-73b52dce-c2b0-471d-b371-3878ceeb30e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5167367 Jun 04 16:43:29.934403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40254) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:30.081072 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4e30c9ee-8d53-4d37-b8f2-8b4d7056cc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:30.218072 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:30.218498 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:30.219066 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Floating IP 0a1ba717-485b-4dcd-bbc5-aeada7428d43 disassociated. External IP: 172.25.5.178, port: 6d87e5dc-312d-4586-84cd-0b06f66bc401. Jun 04 16:43:30.219649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Calling delete_port for 6d87e5dc-312d-4586-84cd-0b06f66bc401 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:30.313828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99091cd3-7447-49b1-aa20-1e4ad7cf3924 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Router 883ff811-e994-465c-9dd7-33b2fb272f3e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:30.468030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-84882a07-e917-4925-a289-fe8bdb7bf9ce tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Deleting port f74e3d61-b430-448e-a887-daba6bba5f55 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:30.468514 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84882a07-e917-4925-a289-fe8bdb7bf9ce tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:30.505913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99091cd3-7447-49b1-aa20-1e4ad7cf3924 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:30.526296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca1a0f-c432-4460-8115-8bfbfd16342b None None] Sync routers for ids ['883ff811-e994-465c-9dd7-33b2fb272f3e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:30.537792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-99091cd3-7447-49b1-aa20-1e4ad7cf3924 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "PUT /v2.0/routers/883ff811-e994-465c-9dd7-33b2fb272f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0810797 Jun 04 16:43:30.541060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40260) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:30.572397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca1a0f-c432-4460-8115-8bfbfd16342b None None] Routers {'883ff811-e994-465c-9dd7-33b2fb272f3e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:30.574395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-63ca1a0f-c432-4460-8115-8bfbfd16342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['883ff811-e994-465c-9dd7-33b2fb272f3e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:30.662519 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:30.683584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:43:30.730385 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-9987ca06-e99d-436c-b5df-5e212629d003 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] show failed (client error): The resource could not be found. Jun 04 16:43:30.735093 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9987ca06-e99d-436c-b5df-5e212629d003 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-385289554 HTTP/1.1" status: 404 len: 334 time: 0.1893916 Jun 04 16:43:30.736067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event deleted for resources: {'Port': ['ID=6d87e5dc-312d-4586-84cd-0b06f66bc401,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:30.742796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40266) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:30.753449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f3d80d09-3998-49f9-8b87-cf4d9a9c0766 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:30.779097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-63ca1a0f-c432-4460-8115-8bfbfd16342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:30.784942 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:30.808698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca1a0f-c432-4460-8115-8bfbfd16342b None None] Routers {'883ff811-e994-465c-9dd7-33b2fb272f3e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:30.809615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-63ca1a0f-c432-4460-8115-8bfbfd16342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['883ff811-e994-465c-9dd7-33b2fb272f3e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:30.924539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-63ca1a0f-c432-4460-8115-8bfbfd16342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:30.925569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca1a0f-c432-4460-8115-8bfbfd16342b None None] The sync data for ids ['883ff811-e994-465c-9dd7-33b2fb272f3e'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:30.953660 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-f3d80d09-3998-49f9-8b87-cf4d9a9c0766 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] update failed (client error): The resource could not be found. Jun 04 16:43:30.954889 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f3d80d09-3998-49f9-8b87-cf4d9a9c0766 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1106127515 HTTP/1.1" status: 404 len: 335 time: 0.2095473 Jun 04 16:43:30.963064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:43:30.971807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40270) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:30.973727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d07ec4e4-c009-4200-916a-99386359dce6 req-763cdff0-008f-4b77-b110-98f394b2da46 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Synchronizing usage tracker for tenant:be35f42fdb434174b0e0b38af59135ec on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:43:31.011922 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84882a07-e917-4925-a289-fe8bdb7bf9ce tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:31.073128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6d87e5dc-312d-4586-84cd-0b06f66bc401 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:31.204836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 6d87e5dc-312d-4586-84cd-0b06f66bc401 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:31.205650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6d87e5dc-312d-4586-84cd-0b06f66bc401 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:31.210940 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:31.360841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d07ec4e4-c009-4200-916a-99386359dce6 req-763cdff0-008f-4b77-b110-98f394b2da46 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Unset dirty status for tenant:be35f42fdb434174b0e0b38af59135ec on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:43:31.371807 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d07ec4e4-c009-4200-916a-99386359dce6 req-763cdff0-008f-4b77-b110-98f394b2da46 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/ports?device_id=68bfedfc-c121-4115-b281-92e998b21b64 HTTP/1.1" status: 200 len: 210 time: 0.5278664 Jun 04 16:43:31.392123 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:31.411647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09dfb63-ba1e-4803-8d15-d4180a845171 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Deleting subnet cddc97b4-d701-49bf-a1fb-b1eed75415c9 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:43:31.420548 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f09dfb63-ba1e-4803-8d15-d4180a845171 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:31.437200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f541c224-c3b8-492d-8765-7cb74e7ab85d None None] Network ecfe83ce-fac6-4456-9218-bc5c4b8475c2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:31.482693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Router ddb49353-8445-41f6-8b60-b0fa9a77f69a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:31.486149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-84882a07-e917-4925-a289-fe8bdb7bf9ce tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Calling delete_port for f74e3d61-b430-448e-a887-daba6bba5f55 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:31.491652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f09dfb63-ba1e-4803-8d15-d4180a845171 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:31.530255 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b78c-a50d-4055-bdd0-d77a5a19fe71 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:31.780301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:31.792271 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6371f54-d617-4401-a8ce-a3cc6820977e None None] Sync routers for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:31.807015 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6371f54-d617-4401-a8ce-a3cc6820977e None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:31.807623 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c6371f54-d617-4401-a8ce-a3cc6820977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:31.812249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b9c7e4db-70d1-4255-886e-5f6af751c7e0 None None] Provisioning for port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:43:31.824878 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b9c7e4db-70d1-4255-886e-5f6af751c7e0 None None] Provisioning complete for port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:31.825638 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e4db-70d1-4255-886e-5f6af751c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:31.880527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] No DVR routers for this DVR port 6d87e5dc-312d-4586-84cd-0b06f66bc401 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:43:31.883392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:31.885506 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-337fc2f9-5fe8-4241-8837-44573ea2ad89 req-2b3792a6-9bc2-4565-a832-33d136056fc6 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.42 "DELETE /v2.0/ports/6d87e5dc-312d-4586-84cd-0b06f66bc401 HTTP/1.1" status: 204 len: 173 time: 3.6483831 Jun 04 16:43:31.887175 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bfedfc-c121-4115-b281-92e998b21b64', 'name': 'network-vif-deleted', 'tag': '6d87e5dc-312d-4586-84cd-0b06f66bc401'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:43:31.937197 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f09dfb63-ba1e-4803-8d15-d4180a845171 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:32.153837 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f09dfb63-ba1e-4803-8d15-d4180a845171 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:32.164016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7e4db-70d1-4255-886e-5f6af751c7e0 None None] Current status of the port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:32.164206 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e4db-70d1-4255-886e-5f6af751c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:32.175416 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-c6371f54-d617-4401-a8ce-a3cc6820977e None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:32.273699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b9c7e4db-70d1-4255-886e-5f6af751c7e0 None None] For port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dce247c8-bbd6-4fda-ab98-4bbc0a7194b8,segment=NetworkSegment(2263f85d-5a3c-49cf-a5e5-02f068044a77),segment_id=2263f85d-5a3c-49cf-a5e5-02f068044a77)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:32.287176 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e4db-70d1-4255-886e-5f6af751c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:32.292803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Allocated IP 2001:db8::1 (ecfe83ce-fac6-4456-9218-bc5c4b8475c2/2144faaf-90a0-4826-9ebc-3902e0148b80/8395a4f0-70c5-444f-a82c-2eb5e6005259) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:32.302893 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f09dfb63-ba1e-4803-8d15-d4180a845171 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:32.320089 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4ef55f-a6a1-401f-8342-8fa31d219b01'] response: {'server_uuid': '68bfedfc-c121-4115-b281-92e998b21b64', 'name': 'network-vif-deleted', 'tag': '6d87e5dc-312d-4586-84cd-0b06f66bc401', 'status': 'completed', 'code': 200} Jun 04 16:43:32.320817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09dfb63-ba1e-4803-8d15-d4180a845171 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event deleted for resources: {'Subnet': ['ID=cddc97b4-d701-49bf-a1fb-b1eed75415c9,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:32.340753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f09dfb63-ba1e-4803-8d15-d4180a845171 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "DELETE /v2.0/subnets/cddc97b4-d701-49bf-a1fb-b1eed75415c9 HTTP/1.1" status: 204 len: 168 time: 1.3639038 Jun 04 16:43:32.342926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40282) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:32.345100 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84882a07-e917-4925-a289-fe8bdb7bf9ce tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:32.526689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cf489e-3153-4ed1-b2e2-94567b89c712 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Deleting subnet 9e4f4d13-7b70-4130-ac04-88fa32445518 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:43:32.532420 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cf489e-3153-4ed1-b2e2-94567b89c712 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:32.554350 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81add551-7672-4500-8169-394f7903e5ea None None] Network 0ca40f44-8801-466e-8dc1-98b2183d15e5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:32.638116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84882a07-e917-4925-a289-fe8bdb7bf9ce tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event deleted for resources: {'Port': ['ID=f74e3d61-b430-448e-a887-daba6bba5f55,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:32.674245 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cf489e-3153-4ed1-b2e2-94567b89c712 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:32.853116 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-08e120f1-f4f4-4a61-9052-056d09f057de None None] Provisioning complete for port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:32.853699 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-08e120f1-f4f4-4a61-9052-056d09f057de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:32.854067 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cf489e-3153-4ed1-b2e2-94567b89c712 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:32.975389 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:43:33.011196 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c6371f54-d617-4401-a8ce-a3cc6820977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:37Z', 'revision_number': 5, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:33.011575 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cf489e-3153-4ed1-b2e2-94567b89c712 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.021016 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6371f54-d617-4401-a8ce-a3cc6820977e None None] Checking router: ddb49353-8445-41f6-8b60-b0fa9a77f69a for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:43:33.047172 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6371f54-d617-4401-a8ce-a3cc6820977e None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:33.047802 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c6371f54-d617-4401-a8ce-a3cc6820977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:33.065628 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.108257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40294) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:33.121188 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cf489e-3153-4ed1-b2e2-94567b89c712 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.136158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf489e-3153-4ed1-b2e2-94567b89c712 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event deleted for resources: {'Subnet': ['ID=9e4f4d13-7b70-4130-ac04-88fa32445518,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:33.192237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-64cf489e-3153-4ed1-b2e2-94567b89c712 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "DELETE /v2.0/subnets/9e4f4d13-7b70-4130-ac04-88fa32445518 HTTP/1.1" status: 204 len: 168 time: 0.8437006 Jun 04 16:43:33.192914 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7261d5-9bdd-4d19-97cf-69ddc4ee7f5a None None] Network d1f8a418-e82b-44dd-b782-04a917d61010 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:33.193741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40300) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:33.218393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.240372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Transition to ACTIVE for port object 8395a4f0-70c5-444f-a82c-2eb5e6005259 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:33.373363 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-c6371f54-d617-4401-a8ce-a3cc6820977e None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:33.393633 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b7abde1d-164f-4705-8a12-e8bbbbb76745 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.435746 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.501829 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b7abde1d-164f-4705-8a12-e8bbbbb76745 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.523492 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.562635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7e4db-70d1-4255-886e-5f6af751c7e0 None None] Pushing event updated for resources: {'Port': ['ID=dce247c8-bbd6-4fda-ab98-4bbc0a7194b8,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:33.619184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Deleting port 277922b9-e378-4f59-b86e-ed8565aedaae {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:33.619639 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.632734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-08e120f1-f4f4-4a61-9052-056d09f057de None None] Current status of the port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:33.657583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network ecfe83ce-fac6-4456-9218-bc5c4b8475c2 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:33.686459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:33.722607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:43:33.723322 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.744383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e58f643-656c-471c-ad1d-6bd9392ef5eb None None] DHCP port deletion for 0ca40f44-8801-466e-8dc1-98b2183d15e5 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:43:33.749029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5e58f643-656c-471c-ad1d-6bd9392ef5eb None None] Deleting port 277922b9-e378-4f59-b86e-ed8565aedaae {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:33.749827 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5e58f643-656c-471c-ad1d-6bd9392ef5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.817479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ddc6b78c-a50d-4055-bdd0-d77a5a19fe71 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port 3041810e-6de0-4bea-b0d0-6e7416b2f562 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:33.817942 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b78c-a50d-4055-bdd0-d77a5a19fe71 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.851560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41adde79-4c7d-4e61-aa8c-6d1a0eaea942 None None] DHCP port deletion for d1f8a418-e82b-44dd-b782-04a917d61010 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:43:33.878187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b7abde1d-164f-4705-8a12-e8bbbbb76745 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.886826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-41adde79-4c7d-4e61-aa8c-6d1a0eaea942 None None] Deleting port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:33.887401 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-41adde79-4c7d-4e61-aa8c-6d1a0eaea942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:33.913604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=8395a4f0-70c5-444f-a82c-2eb5e6005259,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:33.961564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abde1d-164f-4705-8a12-e8bbbbb76745 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abced34a-465b-425e-8ac0-eb067c376944,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:33.990696 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c6371f54-d617-4401-a8ce-a3cc6820977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:37Z', 'revision_number': 5, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:34.001811 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6371f54-d617-4401-a8ce-a3cc6820977e None None] The sync data for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 is: [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c6e1ccb3-ab10-4599-9ebc-4a145be359ec', 'name': '', 'network_id': 'a86cdb26-f9a1-4067-b02d-d95f32e1e9cd', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'mac_address': 'fa:16:3e:71:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:26Z', 'updated_at': '2022-06-04T16:38:37Z', 'revision_number': 5, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'subnets': [{'id': '0b1e4094-3a05-4f0d-9004-57005698851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:34.131264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b7abde1d-164f-4705-8a12-e8bbbbb76745 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:34.134980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b7abde1d-164f-4705-8a12-e8bbbbb76745 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "DELETE /v2.0/security-groups/abced34a-465b-425e-8ac0-eb067c376944 HTTP/1.1" status: 204 len: 168 time: 1.0136297 Jun 04 16:43:34.163574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40308) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:34.173256 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:34.215425 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-21adaada-b452-44ce-8d67-0819c1a98036 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] show failed (client error): The resource could not be found. Jun 04 16:43:34.219740 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-21adaada-b452-44ce-8d67-0819c1a98036 tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "GET /v2.0/security-groups/abced34a-465b-425e-8ac0-eb067c376944 HTTP/1.1" status: 404 len: 347 time: 0.0523965 Jun 04 16:43:34.226852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40312) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:34.231296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] For port 277922b9-e378-4f59-b86e-ed8565aedaae, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=277922b9-e378-4f59-b86e-ed8565aedaae,segment=NetworkSegment(bd8821b8-a208-4131-b9b9-e9d853c3776f),segment_id=bd8821b8-a208-4131-b9b9-e9d853c3776f)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:34.232071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:34.297846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a370abd7-22e5-4247-a1c2-4c8fa8be8c8c None None] Provisioning for port 8395a4f0-70c5-444f-a82c-2eb5e6005259 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:43:34.302592 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:34.339234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a370abd7-22e5-4247-a1c2-4c8fa8be8c8c None None] Provisioning complete for port 8395a4f0-70c5-444f-a82c-2eb5e6005259 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:34.340939 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a370abd7-22e5-4247-a1c2-4c8fa8be8c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:34.528956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f485ac3-4f7c-4fb3-a1e0-e673125b0aa6 None None] New status for floating IP 0a1ba717-485b-4dcd-bbc5-aeada7428d43: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:43:34.570159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-ddc6b78c-a50d-4055-bdd0-d77a5a19fe71 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] For port 3041810e-6de0-4bea-b0d0-6e7416b2f562, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3041810e-6de0-4bea-b0d0-6e7416b2f562,segment=NetworkSegment(dc19c094-4a10-4f31-9674-88ebabf192f2),segment_id=dc19c094-4a10-4f31-9674-88ebabf192f2)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:34.572033 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b78c-a50d-4055-bdd0-d77a5a19fe71 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:34.655308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:43:34.664944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Calling delete_port for 277922b9-e378-4f59-b86e-ed8565aedaae owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:34.722178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ddc6b78c-a50d-4055-bdd0-d77a5a19fe71 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for 3041810e-6de0-4bea-b0d0-6e7416b2f562 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:34.791000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Deleting port d8261179-9b1b-4047-a071-d63cdcca7fa0 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:34.791387 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:34.809995 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-84882a07-e917-4925-a289-fe8bdb7bf9ce tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:34.872577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a370abd7-22e5-4247-a1c2-4c8fa8be8c8c None None] Port 8395a4f0-70c5-444f-a82c-2eb5e6005259 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:43:34.895584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5e58f643-656c-471c-ad1d-6bd9392ef5eb None None] For port 277922b9-e378-4f59-b86e-ed8565aedaae, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=277922b9-e378-4f59-b86e-ed8565aedaae,segment=NetworkSegment(bd8821b8-a208-4131-b9b9-e9d853c3776f),segment_id=bd8821b8-a208-4131-b9b9-e9d853c3776f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:34.896314 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5e58f643-656c-471c-ad1d-6bd9392ef5eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:34.923095 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:34.935021 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.004028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event deleted for resources: {'Port': ['ID=277922b9-e378-4f59-b86e-ed8565aedaae,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:35.011443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] No DVR routers for this DVR port 277922b9-e378-4f59-b86e-ed8565aedaae on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:43:35.133349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5e58f643-656c-471c-ad1d-6bd9392ef5eb None None] Calling delete_port for 277922b9-e378-4f59-b86e-ed8565aedaae owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:35.163529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-41adde79-4c7d-4e61-aa8c-6d1a0eaea942 None None] For port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2dc186f7-6f43-4cf5-80b5-43589dcddc7e,segment=NetworkSegment(44393523-e6c1-45bd-bbbc-419c254a7a50),segment_id=44393523-e6c1-45bd-bbbc-419c254a7a50)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:35.163925 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-41adde79-4c7d-4e61-aa8c-6d1a0eaea942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.167961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.168300 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.177583 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.304365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-41adde79-4c7d-4e61-aa8c-6d1a0eaea942 None None] Calling delete_port for 2dc186f7-6f43-4cf5-80b5-43589dcddc7e owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:35.320486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Calling delete_port for d8261179-9b1b-4047-a071-d63cdcca7fa0 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:35.355872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca40f44-8801-466e-8dc1-98b2183d15e5']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:35.383339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8821b8-a208-4131-b9b9-e9d853c3776f') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:35.383592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8821b8-a208-4131-b9b9-e9d853c3776f') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:35.385509 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:35.385727 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.400816 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.430490 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.447804 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-5e58f643-656c-471c-ad1d-6bd9392ef5eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:43:35.448150 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-5e58f643-656c-471c-ad1d-6bd9392ef5eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:43:35.456786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:43:35.457261 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.458955 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-41adde79-4c7d-4e61-aa8c-6d1a0eaea942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.511913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adde79-4c7d-4e61-aa8c-6d1a0eaea942 None None] Pushing event deleted for resources: {'Port': ['ID=2dc186f7-6f43-4cf5-80b5-43589dcddc7e,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:35.513707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41adde79-4c7d-4e61-aa8c-6d1a0eaea942 None None] No DVR routers for this DVR port 2dc186f7-6f43-4cf5-80b5-43589dcddc7e on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:43:35.545209 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment bd8821b8-a208-4131-b9b9-e9d853c3776f resource provider aggregate not found Jun 04 16:43:35.576212 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment bd8821b8-a208-4131-b9b9-e9d853c3776f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd8821b8-a208-4131-b9b9-e9d853c3776f found for delete ", "request_id": "req-bceeca05-d1b1-4c92-9d5c-53413677ad86"}]} Jun 04 16:43:35.580410 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:43:35.581233 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:43:35.586892 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.594183 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.600124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:43:35.645186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event deleted for resources: {'Network': ['ID=0ca40f44-8801-466e-8dc1-98b2183d15e5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:35.655337 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0fc07d2d-2a9f-4a86-9158-898b54e0c96f tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "DELETE /v2.0/networks/0ca40f44-8801-466e-8dc1-98b2183d15e5 HTTP/1.1" status: 204 len: 168 time: 2.4438615 Jun 04 16:43:35.657237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40326) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:35.673760 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2dc186f7-6f43-4cf5-80b5-43589dcddc7e no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:35.700287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84882a07-e917-4925-a289-fe8bdb7bf9ce tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Router cfea3702-2681-4368-aaa7-c7c764b21a1c has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:35.709128 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b78c-a50d-4055-bdd0-d77a5a19fe71 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.712028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 2dc186f7-6f43-4cf5-80b5-43589dcddc7e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:35.712443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2dc186f7-6f43-4cf5-80b5-43589dcddc7e not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:35.712940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 277922b9-e378-4f59-b86e-ed8565aedaae no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:35.766104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 277922b9-e378-4f59-b86e-ed8565aedaae {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:35.766780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 277922b9-e378-4f59-b86e-ed8565aedaae not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:35.795846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da38a7a4-6077-4edf-9e6f-36bacb0332bd tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.851304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6b78c-a50d-4055-bdd0-d77a5a19fe71 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Port': ['ID=3041810e-6de0-4bea-b0d0-6e7416b2f562,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:35.944932 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da38a7a4-6077-4edf-9e6f-36bacb0332bd tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.949219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5e58f643-656c-471c-ad1d-6bd9392ef5eb None None] Deleting port 277922b9-e378-4f59-b86e-ed8565aedaae {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:35.949772 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5e58f643-656c-471c-ad1d-6bd9392ef5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:35.977638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-da38a7a4-6077-4edf-9e6f-36bacb0332bd tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f8a418-e82b-44dd-b782-04a917d61010']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:35.993116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-da38a7a4-6077-4edf-9e6f-36bacb0332bd tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44393523-e6c1-45bd-bbbc-419c254a7a50') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:35.993738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-da38a7a4-6077-4edf-9e6f-36bacb0332bd tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44393523-e6c1-45bd-bbbc-419c254a7a50') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:36.008748 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da38a7a4-6077-4edf-9e6f-36bacb0332bd tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:36.029952 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da38a7a4-6077-4edf-9e6f-36bacb0332bd tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:36.038517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da38a7a4-6077-4edf-9e6f-36bacb0332bd tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:43:36.039150 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da38a7a4-6077-4edf-9e6f-36bacb0332bd tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:36.097260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5e58f643-656c-471c-ad1d-6bd9392ef5eb None None] The port '277922b9-e378-4f59-b86e-ed8565aedaae' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:43:36.299615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Deleting port d8261179-9b1b-4047-a071-d63cdcca7fa0 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:36.299845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:36.349376 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:43:36.397960 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da38a7a4-6077-4edf-9e6f-36bacb0332bd tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:36.417145 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da38a7a4-6077-4edf-9e6f-36bacb0332bd tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:36.438227 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:36.453323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:36.454076 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:36.482619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-da38a7a4-6077-4edf-9e6f-36bacb0332bd tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "DELETE /v2.0/networks/d1f8a418-e82b-44dd-b782-04a917d61010 HTTP/1.1" status: 204 len: 168 time: 0.8218193 Jun 04 16:43:36.482619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38a7a4-6077-4edf-9e6f-36bacb0332bd tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event deleted for resources: {'Network': ['ID=d1f8a418-e82b-44dd-b782-04a917d61010,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:36.485187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40346) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:36.541029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=8395a4f0-70c5-444f-a82c-2eb5e6005259,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:36.558600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84882a07-e917-4925-a289-fe8bdb7bf9ce tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:36.572780 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bd8f2-ed27-4863-b6d3-95b78b5031b5 None None] Sync routers for ids ['cfea3702-2681-4368-aaa7-c7c764b21a1c'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:36.593128 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b78c-a50d-4055-bdd0-d77a5a19fe71 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:36.593798 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8bd8f2-ed27-4863-b6d3-95b78b5031b5 None None] Routers {'cfea3702-2681-4368-aaa7-c7c764b21a1c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:36.594730 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ed8bd8f2-ed27-4863-b6d3-95b78b5031b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cfea3702-2681-4368-aaa7-c7c764b21a1c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:36.613111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-23489c71-7a58-47e5-b2ce-b90787ae20e3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Deleting subnet 3248518d-9016-4c24-b235-385bb9764d92 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:43:36.629617 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:36.631793 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:36.643661 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23489c71-7a58-47e5-b2ce-b90787ae20e3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:36.691901 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ed8bd8f2-ed27-4863-b6d3-95b78b5031b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:36.700423 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-84882a07-e917-4925-a289-fe8bdb7bf9ce tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "PUT /v2.0/routers/cfea3702-2681-4368-aaa7-c7c764b21a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4380598 Jun 04 16:43:36.703121 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8bd8f2-ed27-4863-b6d3-95b78b5031b5 None None] Routers {'cfea3702-2681-4368-aaa7-c7c764b21a1c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:36.703713 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ed8bd8f2-ed27-4863-b6d3-95b78b5031b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cfea3702-2681-4368-aaa7-c7c764b21a1c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:36.707446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40350) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:36.788627 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ed8bd8f2-ed27-4863-b6d3-95b78b5031b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:36.789317 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bd8f2-ed27-4863-b6d3-95b78b5031b5 None None] The sync data for ids ['cfea3702-2681-4368-aaa7-c7c764b21a1c'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:36.814336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Calling delete_port for d8261179-9b1b-4047-a071-d63cdcca7fa0 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:36.867566 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23489c71-7a58-47e5-b2ce-b90787ae20e3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:37.031022 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23489c71-7a58-47e5-b2ce-b90787ae20e3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:37.061242 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:37.092607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc6b78c-a50d-4055-bdd0-d77a5a19fe71 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 527af885-44c6-4ba0-aefc-05126d78fdf9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:37.127217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Pushing event deleted for resources: {'Port': ['ID=d8261179-9b1b-4047-a071-d63cdcca7fa0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:37.203360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network ecfe83ce-fac6-4456-9218-bc5c4b8475c2 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:37.207938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:37.233798 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23489c71-7a58-47e5-b2ce-b90787ae20e3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:37.237748 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:37.281755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23489c71-7a58-47e5-b2ce-b90787ae20e3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event deleted for resources: {'Subnet': ['ID=3248518d-9016-4c24-b235-385bb9764d92,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:37.291410 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23489c71-7a58-47e5-b2ce-b90787ae20e3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:37.304062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dd548d-357d-4191-86a7-d28f51d5c9c6 None None] Network b484699d-93b6-4d89-8f0a-4a8566cd82d1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:37.304937 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-23489c71-7a58-47e5-b2ce-b90787ae20e3 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "DELETE /v2.0/subnets/3248518d-9016-4c24-b235-385bb9764d92 HTTP/1.1" status: 204 len: 168 time: 0.8184662 Jun 04 16:43:37.307152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40354) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:37.333116 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:37.334166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e0b924d6-ccc7-432d-8802-b83df8e6a4aa tempest-AttachVolumeTestJSON-2129829708 tempest-AttachVolumeTestJSON-2129829708-project] 10.222.0.13 "DELETE /v2.0/floatingips/0a1ba717-485b-4dcd-bbc5-aeada7428d43 HTTP/1.1" status: 204 len: 168 time: 3.1062489 Jun 04 16:43:37.446901 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:37.566292 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:37.604652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Deleting port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:37.604965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:37.716980 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 44393523-e6c1-45bd-bbbc-419c254a7a50 resource provider aggregate not found Jun 04 16:43:37.773212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7d99e008-faa3-4556-9758-59f25db53b64 None None] Provisioning complete for port 8395a4f0-70c5-444f-a82c-2eb5e6005259 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:43:37.773585 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7d99e008-faa3-4556-9758-59f25db53b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:37.845372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc6b78c-a50d-4055-bdd0-d77a5a19fe71 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:37.861173 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ddc6b78c-a50d-4055-bdd0-d77a5a19fe71 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9239068 Jun 04 16:43:37.865111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8204298-5e0e-4d0a-9ac6-397d16d56951 None None] Sync routers for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:37.879356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40368) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:37.894534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7d99e008-faa3-4556-9758-59f25db53b64 None None] Port 8395a4f0-70c5-444f-a82c-2eb5e6005259 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:43:37.900180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8204298-5e0e-4d0a-9ac6-397d16d56951 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:37.900809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c8204298-5e0e-4d0a-9ac6-397d16d56951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:37.951444 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 44393523-e6c1-45bd-bbbc-419c254a7a50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44393523-e6c1-45bd-bbbc-419c254a7a50 found for delete ", "request_id": "req-9a2e5650-807c-4abb-9fb7-42b03ffaddb9"}]} Jun 04 16:43:38.019856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] For port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b91c8e66-e663-40ff-ad7d-3a5a8481dbaa,segment=NetworkSegment(9fee5acf-5b74-4f93-a328-7446ecdc4e62),segment_id=9fee5acf-5b74-4f93-a328-7446ecdc4e62)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:38.020194 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:38.066395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b03f27-568e-4304-9ae7-df02f1f23335 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting subnet 295bf625-6cde-4406-9109-e831327be979 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:43:38.075933 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32b03f27-568e-4304-9ae7-df02f1f23335 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:38.133702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3878b5-56bc-4fca-9aab-6cfccf446b09 None None] DHCP port deletion for b484699d-93b6-4d89-8f0a-4a8566cd82d1 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:43:38.151690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0d3878b5-56bc-4fca-9aab-6cfccf446b09 None None] Deleting port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:38.152059 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0d3878b5-56bc-4fca-9aab-6cfccf446b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:38.161048 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32b03f27-568e-4304-9ae7-df02f1f23335 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:38.181747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c8204298-5e0e-4d0a-9ac6-397d16d56951 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:38.231191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Calling delete_port for b91c8e66-e663-40ff-ad7d-3a5a8481dbaa owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:38.288415 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32b03f27-568e-4304-9ae7-df02f1f23335 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:38.351667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c8204298-5e0e-4d0a-9ac6-397d16d56951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:43:35Z', 'revision_number': 11, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:38.361754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8204298-5e0e-4d0a-9ac6-397d16d56951 None None] Checking router: 527af885-44c6-4ba0-aefc-05126d78fdf9 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:43:38.421629 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:38.434119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8204298-5e0e-4d0a-9ac6-397d16d56951 None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:38.435041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c8204298-5e0e-4d0a-9ac6-397d16d56951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:38.439634 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32b03f27-568e-4304-9ae7-df02f1f23335 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:38.545120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Deleting port 1744aa27-dec6-463c-b0d8-7d84bfe2a136 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:38.562525 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:38.570708 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:38.638031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22febc3-e7e6-41d1-a8c5-c7a3b15944cc None None] Network 27905dfd-d1ef-48cb-83f9-47e210ec4ba1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:38.650972 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b91c8e66-e663-40ff-ad7d-3a5a8481dbaa no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:38.651980 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-32b03f27-568e-4304-9ae7-df02f1f23335 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:38.673414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b03f27-568e-4304-9ae7-df02f1f23335 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Subnet': ['ID=295bf625-6cde-4406-9109-e831327be979,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:38.689720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router 1ac9fd39-263d-429c-99e0-c240dfb8e5b6 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:43:38.707108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event deleted for resources: {'Port': ['ID=b91c8e66-e663-40ff-ad7d-3a5a8481dbaa,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:38.709374 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] No DVR routers for this DVR port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:43:38.940589 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b91c8e66-e663-40ff-ad7d-3a5a8481dbaa {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:38.944079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b91c8e66-e663-40ff-ad7d-3a5a8481dbaa not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:39.000613 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:39.023787 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-32b03f27-568e-4304-9ae7-df02f1f23335 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/295bf625-6cde-4406-9109-e831327be979 HTTP/1.1" status: 204 len: 168 time: 1.1430285 Jun 04 16:43:39.030295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40382) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:39.066886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b484699d-93b6-4d89-8f0a-4a8566cd82d1']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:39.097152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fee5acf-5b74-4f93-a328-7446ecdc4e62') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:39.097152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fee5acf-5b74-4f93-a328-7446ecdc4e62') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:39.135338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:39.146519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c8204298-5e0e-4d0a-9ac6-397d16d56951 None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:39.161601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:39.168857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:43:39.169900 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:39.251122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:39.262477 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbb0ff8-f56b-4fc1-a08f-bd8c66cdcca2 None None] Sync routers for ids ['1ac9fd39-263d-429c-99e0-c240dfb8e5b6'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:39.286068 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb0ff8-f56b-4fc1-a08f-bd8c66cdcca2 None None] Routers {'1ac9fd39-263d-429c-99e0-c240dfb8e5b6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:39.287183 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0ba5e246-28c3-4555-8cef-ee5bb79b1061 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/1ac9fd39-263d-429c-99e0-c240dfb8e5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3518243 Jun 04 16:43:39.287764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40386) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:39.288381 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5fbb0ff8-f56b-4fc1-a08f-bd8c66cdcca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1ac9fd39-263d-429c-99e0-c240dfb8e5b6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:39.343913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c8204298-5e0e-4d0a-9ac6-397d16d56951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:43:35Z', 'revision_number': 11, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:39.377575 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:39.393561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8204298-5e0e-4d0a-9ac6-397d16d56951 None None] The sync data for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 is: [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:43:35Z', 'revision_number': 11, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:39.404016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0d3878b5-56bc-4fca-9aab-6cfccf446b09 None None] For port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b91c8e66-e663-40ff-ad7d-3a5a8481dbaa,segment=NetworkSegment(9fee5acf-5b74-4f93-a328-7446ecdc4e62),segment_id=9fee5acf-5b74-4f93-a328-7446ecdc4e62)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:39.404016 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0d3878b5-56bc-4fca-9aab-6cfccf446b09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:39.414062 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:39.427149 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5fbb0ff8-f56b-4fc1-a08f-bd8c66cdcca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:39.468899 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb0ff8-f56b-4fc1-a08f-bd8c66cdcca2 None None] Routers {'1ac9fd39-263d-429c-99e0-c240dfb8e5b6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:39.474144 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5fbb0ff8-f56b-4fc1-a08f-bd8c66cdcca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1ac9fd39-263d-429c-99e0-c240dfb8e5b6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:39.482190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:39.482682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Pushing event deleted for resources: {'Network': ['ID=b484699d-93b6-4d89-8f0a-4a8566cd82d1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:39.490957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40392) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:39.494966 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-db37e29b-342f-4838-852e-e141d9a648f0 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "DELETE /v2.0/networks/b484699d-93b6-4d89-8f0a-4a8566cd82d1 HTTP/1.1" status: 204 len: 168 time: 2.1843989 Jun 04 16:43:39.495234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40394) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:39.587747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-565e87f8-6e9a-4e3b-bb62-55b28188f824 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Synchronizing usage tracker for tenant:60b71d49a6a44263935d63b83b8022aa on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:43:39.611348 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5fbb0ff8-f56b-4fc1-a08f-bd8c66cdcca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:39.611742 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbb0ff8-f56b-4fc1-a08f-bd8c66cdcca2 None None] The sync data for ids ['1ac9fd39-263d-429c-99e0-c240dfb8e5b6'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:39.612941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-565e87f8-6e9a-4e3b-bb62-55b28188f824 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Unset dirty status for tenant:60b71d49a6a44263935d63b83b8022aa on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:43:39.621112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-565e87f8-6e9a-4e3b-bb62-55b28188f824 tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "GET /v2.0/ports?device_id=883ff811-e994-465c-9dd7-33b2fb272f3e HTTP/1.1" status: 200 len: 205 time: 0.1249151 Jun 04 16:43:39.623492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40402) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:39.629732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c3e22-a54c-4413-a386-40f7e296ebfa tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:39.631568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-711c3e22-a54c-4413-a386-40f7e296ebfa tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Synchronizing usage tracker for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:43:39.649118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0d3878b5-56bc-4fca-9aab-6cfccf446b09 None None] Calling delete_port for b91c8e66-e663-40ff-ad7d-3a5a8481dbaa owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:39.687095 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:39.741029 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-0d3878b5-56bc-4fca-9aab-6cfccf446b09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:43:39.741383 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-0d3878b5-56bc-4fca-9aab-6cfccf446b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:43:39.798789 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b1f020-0599-4772-874e-e542899663cd None None] DHCP port deletion for 27905dfd-d1ef-48cb-83f9-47e210ec4ba1 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:43:39.803461 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1f020-0599-4772-874e-e542899663cd None None] Deleting port 6fdb531b-c78a-4f43-bc14-677300525644 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:39.803835 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c3b1f020-0599-4772-874e-e542899663cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:39.911075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Calling delete_port for 1744aa27-dec6-463c-b0d8-7d84bfe2a136 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:39.992364 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port 6fdb531b-c78a-4f43-bc14-677300525644 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:39.992702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.026019 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-532189f2-a041-4675-8cba-4f9b5a811fac tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.082304 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 9fee5acf-5b74-4f93-a328-7446ecdc4e62 resource provider aggregate not found Jun 04 16:43:40.117468 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 9fee5acf-5b74-4f93-a328-7446ecdc4e62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fee5acf-5b74-4f93-a328-7446ecdc4e62 found for delete ", "request_id": "req-7466901c-293a-4932-aa4e-6ab3d16e3b2c"}]} Jun 04 16:43:40.225404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c3b1f020-0599-4772-874e-e542899663cd None None] For port 6fdb531b-c78a-4f43-bc14-677300525644, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6fdb531b-c78a-4f43-bc14-677300525644,segment=NetworkSegment(dc19c094-4a10-4f31-9674-88ebabf192f2),segment_id=dc19c094-4a10-4f31-9674-88ebabf192f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:40.225790 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c3b1f020-0599-4772-874e-e542899663cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.292178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0d3878b5-56bc-4fca-9aab-6cfccf446b09 None None] Deleting port b91c8e66-e663-40ff-ad7d-3a5a8481dbaa {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:40.292178 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0d3878b5-56bc-4fca-9aab-6cfccf446b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.315669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d8b0188-fdea-433d-99bd-c9230a4360a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.334377 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-711c3e22-a54c-4413-a386-40f7e296ebfa tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Unset dirty status for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:43:40.335606 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-711c3e22-a54c-4413-a386-40f7e296ebfa tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports/8395a4f0-70c5-444f-a82c-2eb5e6005259 HTTP/1.1" status: 200 len: 911 time: 1.0133116 Jun 04 16:43:40.342136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40412) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:40.354974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0defc4f5-06d6-446b-9ade-298e7f02642c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2144faaf-90a0-4826-9ebc-3902e0148b80'}]}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:40.357004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1d8b0188-fdea-433d-99bd-c9230a4360a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:40.361765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1d8b0188-fdea-433d-99bd-c9230a4360a4 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ed4512e6ce4b5998f9d1f95c0df501 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:40.364792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1d8b0188-fdea-433d-99bd-c9230a4360a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:40.370609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1d8b0188-fdea-433d-99bd-c9230a4360a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:40.385100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1f020-0599-4772-874e-e542899663cd None None] Calling delete_port for 6fdb531b-c78a-4f43-bc14-677300525644 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:40.461037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0d3878b5-56bc-4fca-9aab-6cfccf446b09 None None] The port 'b91c8e66-e663-40ff-ad7d-3a5a8481dbaa' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:43:40.468384 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d8b0188-fdea-433d-99bd-c9230a4360a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.477252 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-532189f2-a041-4675-8cba-4f9b5a811fac tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.480764 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d8b0188-fdea-433d-99bd-c9230a4360a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.483290 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-532189f2-a041-4675-8cba-4f9b5a811fac tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.515681 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c3b1f020-0599-4772-874e-e542899663cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.547778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40416) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:40.548023 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1d8b0188-fdea-433d-99bd-c9230a4360a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2ed4512e6ce4b5998f9d1f95c0df501&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0544534 Jun 04 16:43:40.565648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b0188-fdea-433d-99bd-c9230a4360a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d4a04c-f5f9-46a5-8551-13d16c83a985,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:40.600763 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-532189f2-a041-4675-8cba-4f9b5a811fac tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.601330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532189f2-a041-4675-8cba-4f9b5a811fac tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Fanout notify agent at l3_agent the message router_deleted on router 883ff811-e994-465c-9dd7-33b2fb272f3e {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:43:40.619907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1f020-0599-4772-874e-e542899663cd None None] Pushing event deleted for resources: {'Port': ['ID=6fdb531b-c78a-4f43-bc14-677300525644,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:40.638170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3041810e-6de0-4bea-b0d0-6e7416b2f562 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:40.684903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] For port 6fdb531b-c78a-4f43-bc14-677300525644, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6fdb531b-c78a-4f43-bc14-677300525644,segment=NetworkSegment(dc19c094-4a10-4f31-9674-88ebabf192f2),segment_id=dc19c094-4a10-4f31-9674-88ebabf192f2)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:40.685316 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.713978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b1f020-0599-4772-874e-e542899663cd None None] No DVR routers for this DVR port 6fdb531b-c78a-4f43-bc14-677300525644 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:43:40.726107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 3041810e-6de0-4bea-b0d0-6e7416b2f562 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:40.726752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3041810e-6de0-4bea-b0d0-6e7416b2f562 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:40.727328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6fdb531b-c78a-4f43-bc14-677300525644 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:40.734212 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-532189f2-a041-4675-8cba-4f9b5a811fac tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.736479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-532189f2-a041-4675-8cba-4f9b5a811fac tempest-RoutersNegativeTest-579669793 tempest-RoutersNegativeTest-579669793-project] 10.222.0.13 "DELETE /v2.0/routers/883ff811-e994-465c-9dd7-33b2fb272f3e HTTP/1.1" status: 204 len: 168 time: 1.1110568 Jun 04 16:43:40.767750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 6fdb531b-c78a-4f43-bc14-677300525644 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:40.768010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6fdb531b-c78a-4f43-bc14-677300525644 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:40.810607 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7607cd89-8ad6-4913-a1dc-15af144ad204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.863688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Calling delete_port for 6fdb531b-c78a-4f43-bc14-677300525644 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:40.886574 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7607cd89-8ad6-4913-a1dc-15af144ad204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.934575 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0defc4f5-06d6-446b-9ade-298e7f02642c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:40.951687 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.075671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40424) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:41.082595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event deleted for resources: {'Port': ['ID=1744aa27-dec6-463c-b0d8-7d84bfe2a136,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:41.094236 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:43:41.094741 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:43:41.119177 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.311328 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.314149 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.342162 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.342892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Fanout notify agent at l3_agent the message router_deleted on router cfea3702-2681-4368-aaa7-c7c764b21a1c {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:43:41.357965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7607cd89-8ad6-4913-a1dc-15af144ad204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.383909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607cd89-8ad6-4913-a1dc-15af144ad204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d4a04c-f5f9-46a5-8551-13d16c83a985,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:41.391420 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7607cd89-8ad6-4913-a1dc-15af144ad204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.392666 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7607cd89-8ad6-4913-a1dc-15af144ad204 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8d4a04c-f5f9-46a5-8551-13d16c83a985 HTTP/1.1" status: 204 len: 168 time: 0.8447433 Jun 04 16:43:41.415971 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7ff7dfd8-9ee9-456d-8a8c-f35739595170 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60b71d49a6a44263935d63b83b8022aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390617 Jun 04 16:43:41.418475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40436) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:41.491347 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.494984 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-db3dfc41-06b1-4516-860e-1030c2fa3520 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "DELETE /v2.0/routers/cfea3702-2681-4368-aaa7-c7c764b21a1c HTTP/1.1" status: 204 len: 168 time: 4.7767718 Jun 04 16:43:41.496064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40442) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:41.604391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e150e0eb-9ada-4a7a-98a7-03b2bd4ecd22 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Deleting subnet cffad1d1-487b-40e5-b119-90741ce95eb9 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:43:41.607601 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Deleting port 6fdb531b-c78a-4f43-bc14-677300525644 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:41.607932 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.647428 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-efaa4a77-8df8-4ee9-9a71-806947d2d6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.650531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e150e0eb-9ada-4a7a-98a7-03b2bd4ecd22 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.741737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] The port '6fdb531b-c78a-4f43-bc14-677300525644' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:43:41.813574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-efaa4a77-8df8-4ee9-9a71-806947d2d6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.822073 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e150e0eb-9ada-4a7a-98a7-03b2bd4ecd22 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.836941 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0defc4f5-06d6-446b-9ade-298e7f02642c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.841530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40450) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:41.862122 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01e16b74-0055-4c6b-9b9c-a134cca1d761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.875267 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0defc4f5-06d6-446b-9ade-298e7f02642c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.881099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0defc4f5-06d6-446b-9ade-298e7f02642c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:41.881793 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0defc4f5-06d6-446b-9ade-298e7f02642c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:41.885954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0defc4f5-06d6-446b-9ade-298e7f02642c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/ports/8395a4f0-70c5-444f-a82c-2eb5e6005259 HTTP/1.1" status: 200 len: 911 time: 1.5407779 Jun 04 16:43:41.919539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40454) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:41.927066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-01e16b74-0055-4c6b-9b9c-a134cca1d761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:41.938488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-01e16b74-0055-4c6b-9b9c-a134cca1d761 admin admin] Usage tracker for resource:security_group_rule and tenant:12e26178073847d3be6343892f3d2391 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:41.948008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-01e16b74-0055-4c6b-9b9c-a134cca1d761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:41.957421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-01e16b74-0055-4c6b-9b9c-a134cca1d761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:41.975571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defc4f5-06d6-446b-9ade-298e7f02642c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=8395a4f0-70c5-444f-a82c-2eb5e6005259,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:42.060066 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01e16b74-0055-4c6b-9b9c-a134cca1d761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.065384 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01e16b74-0055-4c6b-9b9c-a134cca1d761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.117390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-01e16b74-0055-4c6b-9b9c-a134cca1d761 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12e26178073847d3be6343892f3d2391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719193 Jun 04 16:43:42.117390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e16b74-0055-4c6b-9b9c-a134cca1d761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fe6f53-882c-4762-bc9f-e4a89ec3302a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:42.117898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40458) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:42.165355 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.182912 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e12c387e-c63f-457a-b758-a7e07d6e6a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.212434 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e12c387e-c63f-457a-b758-a7e07d6e6a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.272854 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e12c387e-c63f-457a-b758-a7e07d6e6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.297962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c387e-c63f-457a-b758-a7e07d6e6a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fe6f53-882c-4762-bc9f-e4a89ec3302a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:42.302100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e12c387e-c63f-457a-b758-a7e07d6e6a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.308429 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e12c387e-c63f-457a-b758-a7e07d6e6a85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67fe6f53-882c-4762-bc9f-e4a89ec3302a HTTP/1.1" status: 204 len: 168 time: 0.1880174 Jun 04 16:43:42.322670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27905dfd-d1ef-48cb-83f9-47e210ec4ba1']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:42.487729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc19c094-4a10-4f31-9674-88ebabf192f2') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:42.488374 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc19c094-4a10-4f31-9674-88ebabf192f2') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:42.513112 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.530119 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-efaa4a77-8df8-4ee9-9a71-806947d2d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.540982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e150e0eb-9ada-4a7a-98a7-03b2bd4ecd22 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.605733 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.612366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa4a77-8df8-4ee9-9a71-806947d2d6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60506292-8503-4266-8e48-323cef7048e4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:42.659009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:43:42.659419 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.709674 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-efaa4a77-8df8-4ee9-9a71-806947d2d6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.710916 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-efaa4a77-8df8-4ee9-9a71-806947d2d6f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60506292-8503-4266-8e48-323cef7048e4 HTTP/1.1" status: 204 len: 168 time: 1.2913356 Jun 04 16:43:42.771776 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment dc19c094-4a10-4f31-9674-88ebabf192f2 resource provider aggregate not found Jun 04 16:43:42.772822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40472) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:42.799628 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f7e1f619-3c44-460a-b5ec-e9044e5403af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.813593 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment dc19c094-4a10-4f31-9674-88ebabf192f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc19c094-4a10-4f31-9674-88ebabf192f2 found for delete ", "request_id": "req-1b4fc073-ad9b-4b47-8f8a-be2f41479058"}]} Jun 04 16:43:42.822757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f7e1f619-3c44-460a-b5ec-e9044e5403af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:42.833504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f7e1f619-3c44-460a-b5ec-e9044e5403af admin admin] Usage tracker for resource:security_group_rule and tenant:13f48779fa6f491991825e7864206a3e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:42.837857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f7e1f619-3c44-460a-b5ec-e9044e5403af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:42.844933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f7e1f619-3c44-460a-b5ec-e9044e5403af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:42.915752 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.945228 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.958488 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/networks/27905dfd-d1ef-48cb-83f9-47e210ec4ba1 HTTP/1.1" status: 204 len: 168 time: 3.9251795 Jun 04 16:43:42.968482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40480) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:42.972794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4514c7-0d7a-4b3b-a5d6-1f209cc607c5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Pushing event deleted for resources: {'Network': ['ID=27905dfd-d1ef-48cb-83f9-47e210ec4ba1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:42.976961 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e150e0eb-9ada-4a7a-98a7-03b2bd4ecd22 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.977787 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f7e1f619-3c44-460a-b5ec-e9044e5403af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.984316 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f7e1f619-3c44-460a-b5ec-e9044e5403af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:42.984866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fa4782db-c659-48c9-b2b0-05f3f37965d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'router': {'routes': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:43.046076 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f7e1f619-3c44-460a-b5ec-e9044e5403af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13f48779fa6f491991825e7864206a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714283 Jun 04 16:43:43.048766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40488) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:43.051817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1f619-3c44-460a-b5ec-e9044e5403af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b4e927-5bbf-4545-9a42-8f924a40c805,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:43.133421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb74-5529-4f19-8f7d-16b7457bafc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:43.170178 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb74-5529-4f19-8f7d-16b7457bafc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:43.193174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150e0eb-9ada-4a7a-98a7-03b2bd4ecd22 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event deleted for resources: {'Subnet': ['ID=cffad1d1-487b-40e5-b119-90741ce95eb9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:43.196727 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e150e0eb-9ada-4a7a-98a7-03b2bd4ecd22 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:43.202053 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e150e0eb-9ada-4a7a-98a7-03b2bd4ecd22 tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "DELETE /v2.0/subnets/cffad1d1-487b-40e5-b119-90741ce95eb9 HTTP/1.1" status: 204 len: 168 time: 1.7014260 Jun 04 16:43:43.202209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40496) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:43.210226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b154f43b-4811-4c0e-8a67-8ea07b1d5d22 None None] Network c18ce7c8-4338-43c1-a0a0-269a005f3eb0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:43.351574 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:43.378248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Deleting port 388ae3a3-9dad-48dc-be6e-a455f655647e {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:43.379259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:43.428974 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb74-5529-4f19-8f7d-16b7457bafc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:43.464044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb74-5529-4f19-8f7d-16b7457bafc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b4e927-5bbf-4545-9a42-8f924a40c805,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:43.479143 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb74-5529-4f19-8f7d-16b7457bafc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:43.483004 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-46b8bb74-5529-4f19-8f7d-16b7457bafc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62b4e927-5bbf-4545-9a42-8f924a40c805 HTTP/1.1" status: 204 len: 168 time: 0.4306736 Jun 04 16:43:43.557134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.extraroute_db [None req-fa4782db-c659-48c9-b2b0-05f3f37965d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Added routes are [] {{(pid=88797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 04 16:43:43.557722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.extraroute_db [None req-fa4782db-c659-48c9-b2b0-05f3f37965d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Removed routes are [] {{(pid=88797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 04 16:43:43.557829 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fa4782db-c659-48c9-b2b0-05f3f37965d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:43.570253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c23fcc6-5526-4dfd-9984-efbc5d56bcca None None] DHCP port deletion for c18ce7c8-4338-43c1-a0a0-269a005f3eb0 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:43:43.574522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2c23fcc6-5526-4dfd-9984-efbc5d56bcca None None] Deleting port 388ae3a3-9dad-48dc-be6e-a455f655647e {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:43.574923 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2c23fcc6-5526-4dfd-9984-efbc5d56bcca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:43.931125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] For port 388ae3a3-9dad-48dc-be6e-a455f655647e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=388ae3a3-9dad-48dc-be6e-a455f655647e,segment=NetworkSegment(690c1eb0-bcd7-40cb-8cef-9f631e6a0580),segment_id=690c1eb0-bcd7-40cb-8cef-9f631e6a0580)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:43.931756 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:44.074792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2c23fcc6-5526-4dfd-9984-efbc5d56bcca None None] For port 388ae3a3-9dad-48dc-be6e-a455f655647e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=388ae3a3-9dad-48dc-be6e-a455f655647e,segment=NetworkSegment(690c1eb0-bcd7-40cb-8cef-9f631e6a0580),segment_id=690c1eb0-bcd7-40cb-8cef-9f631e6a0580)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:44.075590 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2c23fcc6-5526-4dfd-9984-efbc5d56bcca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:44.258926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2c23fcc6-5526-4dfd-9984-efbc5d56bcca None None] Calling delete_port for 388ae3a3-9dad-48dc-be6e-a455f655647e owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:44.260058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df9411e7-733e-4292-920b-faaa63c399c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:44.272781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Calling delete_port for 388ae3a3-9dad-48dc-be6e-a455f655647e owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:44.376993 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:44.437057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] No DVR routers for this DVR port 388ae3a3-9dad-48dc-be6e-a455f655647e on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:43:44.441491 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-2c23fcc6-5526-4dfd-9984-efbc5d56bcca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:43:44.441911 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-2c23fcc6-5526-4dfd-9984-efbc5d56bcca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:43:44.492307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event deleted for resources: {'Port': ['ID=388ae3a3-9dad-48dc-be6e-a455f655647e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:44.633164 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fa4782db-c659-48c9-b2b0-05f3f37965d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:44.663937 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 388ae3a3-9dad-48dc-be6e-a455f655647e no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:44.668216 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:44.672286 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fa4782db-c659-48c9-b2b0-05f3f37965d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:44.700332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18ce7c8-4338-43c1-a0a0-269a005f3eb0']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:44.722454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690c1eb0-bcd7-40cb-8cef-9f631e6a0580') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:44.723029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690c1eb0-bcd7-40cb-8cef-9f631e6a0580') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:44.742920 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:44.763155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:44.774855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 388ae3a3-9dad-48dc-be6e-a455f655647e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:44.775222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 388ae3a3-9dad-48dc-be6e-a455f655647e not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:44.776173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:43:44.790783 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:44.874237 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 690c1eb0-bcd7-40cb-8cef-9f631e6a0580 resource provider aggregate not found Jun 04 16:43:44.943379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2c23fcc6-5526-4dfd-9984-efbc5d56bcca None None] Deleting port 388ae3a3-9dad-48dc-be6e-a455f655647e {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:44.944170 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2c23fcc6-5526-4dfd-9984-efbc5d56bcca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:44.980885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4782db-c659-48c9-b2b0-05f3f37965d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router 527af885-44c6-4ba0-aefc-05126d78fdf9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:45.074201 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 690c1eb0-bcd7-40cb-8cef-9f631e6a0580 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 690c1eb0-bcd7-40cb-8cef-9f631e6a0580 found for delete ", "request_id": "req-617845be-f72b-4df1-96c1-87082c4fcd98"}]} Jun 04 16:43:45.096767 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:45.102466 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:45.137770 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2c23fcc6-5526-4dfd-9984-efbc5d56bcca None None] The port '388ae3a3-9dad-48dc-be6e-a455f655647e' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:43:45.158336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event deleted for resources: {'Network': ['ID=c18ce7c8-4338-43c1-a0a0-269a005f3eb0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:45.173313 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-666c0cc6-5e93-40fa-8c15-ad1b181ff10a tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "DELETE /v2.0/networks/c18ce7c8-4338-43c1-a0a0-269a005f3eb0 HTTP/1.1" status: 204 len: 168 time: 1.9681349 Jun 04 16:43:45.176997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40554) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:45.297792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4782db-c659-48c9-b2b0-05f3f37965d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:45.307199 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fa4782db-c659-48c9-b2b0-05f3f37965d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:45.310960 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fa4782db-c659-48c9-b2b0-05f3f37965d0 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9 HTTP/1.1" status: 200 len: 701 time: 2.3371422 Jun 04 16:43:45.311122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240805c-f7c0-4035-beea-3f6ff4fa4c4c None None] Sync routers for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:45.311685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40564) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:45.325855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240805c-f7c0-4035-beea-3f6ff4fa4c4c None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:45.331637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b240805c-f7c0-4035-beea-3f6ff4fa4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:45.371151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40568) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:45.417202 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9acf9c37-1a70-4c15-852c-461b3fd09234 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Synchronizing usage tracker for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:43:45.422971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-df9411e7-733e-4292-920b-faaa63c399c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port 8395a4f0-70c5-444f-a82c-2eb5e6005259 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:45.423315 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df9411e7-733e-4292-920b-faaa63c399c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:45.500468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e49a8772-d6bb-4188-9fe3-607330ef930b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Deleting port 805de07d-4c3f-42ee-a813-b06189fed339 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:45.500813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e49a8772-d6bb-4188-9fe3-607330ef930b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:45.540976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9acf9c37-1a70-4c15-852c-461b3fd09234 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Unset dirty status for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:43:45.547841 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9acf9c37-1a70-4c15-852c-461b3fd09234 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=527af885-44c6-4ba0-aefc-05126d78fdf9 HTTP/1.1" status: 200 len: 205 time: 0.2343109 Jun 04 16:43:45.559731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40576) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:45.645521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-b240805c-f7c0-4035-beea-3f6ff4fa4c4c None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:45.778014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-331021138-network', 'tenant_id': 'dd93265139154870b99aaae416e5301e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:45.795556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:45.801388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b240805c-f7c0-4035-beea-3f6ff4fa4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:43:35Z', 'revision_number': 11, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:45.806315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240805c-f7c0-4035-beea-3f6ff4fa4c4c None None] Checking router: 527af885-44c6-4ba0-aefc-05126d78fdf9 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:43:45.809129 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e49a8772-d6bb-4188-9fe3-607330ef930b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:45.809464 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e49a8772-d6bb-4188-9fe3-607330ef930b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:45.816027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240805c-f7c0-4035-beea-3f6ff4fa4c4c None None] Routers {'527af885-44c6-4ba0-aefc-05126d78fdf9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:45.816651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b240805c-f7c0-4035-beea-3f6ff4fa4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['527af885-44c6-4ba0-aefc-05126d78fdf9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:45.824025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Usage tracker for resource:network and tenant:dd93265139154870b99aaae416e5301e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:45.834945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:45.900186 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4ec9202-dc66-4bf1-8fba-a00d1c2a0a63 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:45.969883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-b240805c-f7c0-4035-beea-3f6ff4fa4c4c None None] Set router 527af885-44c6-4ba0-aefc-05126d78fdf9 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:46.023124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e49a8772-d6bb-4188-9fe3-607330ef930b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Calling delete_port for 805de07d-4c3f-42ee-a813-b06189fed339 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:46.118755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b240805c-f7c0-4035-beea-3f6ff4fa4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:43:35Z', 'revision_number': 11, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:46.125463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240805c-f7c0-4035-beea-3f6ff4fa4c4c None None] The sync data for ids ['527af885-44c6-4ba0-aefc-05126d78fdf9'] in n-d-811809-3 is: [{'id': '527af885-44c6-4ba0-aefc-05126d78fdf9', 'name': 'tempest-RoutersTest-router-1627105964', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:42:02Z', 'updated_at': '2022-06-04T16:43:35Z', 'revision_number': 11, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:46.162166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40588) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:46.208338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e49a8772-d6bb-4188-9fe3-607330ef930b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.231145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:46.260713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a8772-d6bb-4188-9fe3-607330ef930b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Pushing event deleted for resources: {'Port': ['ID=805de07d-4c3f-42ee-a813-b06189fed339,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:46.370895 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-440691e0-3646-4308-ad29-971d297a35a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.394550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-440691e0-3646-4308-ad29-971d297a35a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:46.401723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-440691e0-3646-4308-ad29-971d297a35a0 admin admin] Usage tracker for resource:security_group_rule and tenant:9819b267a20845af8aecb4e9be20807d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:46.403396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Made reservation on behalf of dd93265139154870b99aaae416e5301e for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:43:46.405972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-440691e0-3646-4308-ad29-971d297a35a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:46.406592 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.408808 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e49a8772-d6bb-4188-9fe3-607330ef930b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.415738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-440691e0-3646-4308-ad29-971d297a35a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:46.441959 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4ec9202-dc66-4bf1-8fba-a00d1c2a0a63 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.443959 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.461547 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4ec9202-dc66-4bf1-8fba-a00d1c2a0a63 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.469499 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e49a8772-d6bb-4188-9fe3-607330ef930b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.470716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e49a8772-d6bb-4188-9fe3-607330ef930b tempest-FloatingIPAdminTestJSON-1003476840 tempest-FloatingIPAdminTestJSON-1003476840-project] 10.222.0.13 "DELETE /v2.0/floatingips/33b2515c-eb72-46b5-9485-2c607e79f2e4 HTTP/1.1" status: 204 len: 168 time: 1.2923605 Jun 04 16:43:46.539504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:46.543827 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4ec9202-dc66-4bf1-8fba-a00d1c2a0a63 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.544329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ec9202-dc66-4bf1-8fba-a00d1c2a0a63 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Fanout notify agent at l3_agent the message router_deleted on router 527af885-44c6-4ba0-aefc-05126d78fdf9 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:43:46.560465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Usage tracker for resource:security_group_rule and tenant:dd93265139154870b99aaae416e5301e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:46.566416 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df9411e7-733e-4292-920b-faaa63c399c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.569111 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-440691e0-3646-4308-ad29-971d297a35a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.578955 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-440691e0-3646-4308-ad29-971d297a35a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.582270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:46.595943 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4ec9202-dc66-4bf1-8fba-a00d1c2a0a63 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.598952 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c4ec9202-dc66-4bf1-8fba-a00d1c2a0a63 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9 HTTP/1.1" status: 204 len: 168 time: 1.0368161 Jun 04 16:43:46.610348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40596) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:46.611810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:46.620047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c03340fe-11fe-490b-b83e-893da5522fdb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2019906928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:46.627940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c03340fe-11fe-490b-b83e-893da5522fdb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:46.650357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c03340fe-11fe-490b-b83e-893da5522fdb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Usage tracker for resource:router and tenant:eac9fc2edaf049818ef7c53bca686860 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:46.659185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-440691e0-3646-4308-ad29-971d297a35a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9819b267a20845af8aecb4e9be20807d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4958913 Jun 04 16:43:46.659587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c03340fe-11fe-490b-b83e-893da5522fdb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:46.660186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40604) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:46.674577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c03340fe-11fe-490b-b83e-893da5522fdb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:46.717743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440691e0-3646-4308-ad29-971d297a35a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e3938d-7dc5-4ae5-aa8b-49ecbae0b2ca,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:46.761441 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d87974a-db9e-4380-8aa4-ce975155ce46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.793736 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d87974a-db9e-4380-8aa4-ce975155ce46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.829212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40608) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:46.869034 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d87974a-db9e-4380-8aa4-ce975155ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.871127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-df9411e7-733e-4292-920b-faaa63c399c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for 8395a4f0-70c5-444f-a82c-2eb5e6005259 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:46.884818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87974a-db9e-4380-8aa4-ce975155ce46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e3938d-7dc5-4ae5-aa8b-49ecbae0b2ca,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:46.894585 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8d87974a-db9e-4380-8aa4-ce975155ce46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.898072 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8d87974a-db9e-4380-8aa4-ce975155ce46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71e3938d-7dc5-4ae5-aa8b-49ecbae0b2ca HTTP/1.1" status: 204 len: 168 time: 0.2330675 Jun 04 16:43:46.900184 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c03340fe-11fe-490b-b83e-893da5522fdb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.901237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c03340fe-11fe-490b-b83e-893da5522fdb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.950666 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c03340fe-11fe-490b-b83e-893da5522fdb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:46.988330 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c03340fe-11fe-490b-b83e-893da5522fdb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.068490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9b4818f1-167e-4246-9f72-4bea80e1bb81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39d9fb77ed2c44eda961e78f5e74d977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377412 Jun 04 16:43:47.070415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40616) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:47.074065 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c03340fe-11fe-490b-b83e-893da5522fdb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.079004 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c03340fe-11fe-490b-b83e-893da5522fdb tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4642317 Jun 04 16:43:47.079732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40620) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:47.095571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4e2a777e-8621-49f0-a6ab-900e17b84534 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:47.157225 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29e774a3-fe00-46aa-b8f4-10ad9527c6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.200578 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29e774a3-fe00-46aa-b8f4-10ad9527c6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.280040 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29e774a3-fe00-46aa-b8f4-10ad9527c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.304736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e774a3-fe00-46aa-b8f4-10ad9527c6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce430ac-6758-4e2b-9b18-18289f3c9b00,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:47.321362 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-29e774a3-fe00-46aa-b8f4-10ad9527c6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.339859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-29e774a3-fe00-46aa-b8f4-10ad9527c6fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ce430ac-6758-4e2b-9b18-18289f3c9b00 HTTP/1.1" status: 204 len: 168 time: 0.2522223 Jun 04 16:43:47.355566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40628) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:47.379029 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f685d684-6ed2-4326-b1ca-1c801a3bfba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.395633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f685d684-6ed2-4326-b1ca-1c801a3bfba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:47.400551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f685d684-6ed2-4326-b1ca-1c801a3bfba7 admin admin] Usage tracker for resource:security_group_rule and tenant:2679f60f967f4be9bc0113178ade7f72 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:47.404021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f685d684-6ed2-4326-b1ca-1c801a3bfba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:47.411319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f685d684-6ed2-4326-b1ca-1c801a3bfba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:47.444901 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.527972 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.535980 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f685d684-6ed2-4326-b1ca-1c801a3bfba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.546608 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f685d684-6ed2-4326-b1ca-1c801a3bfba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.609810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f685d684-6ed2-4326-b1ca-1c801a3bfba7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2679f60f967f4be9bc0113178ade7f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505541 Jun 04 16:43:47.609810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685d684-6ed2-4326-b1ca-1c801a3bfba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144eaa2e-c2e4-46db-869b-fd6fdbeb8d52,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:47.611710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40634) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:47.689249 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4e2a777e-8621-49f0-a6ab-900e17b84534 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.701859 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0971f11f-4e88-411c-ac5b-7733720bfe78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.722326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beff17b-0861-4ea2-aaaf-e0200efd094f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:47.730346 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4e2a777e-8621-49f0-a6ab-900e17b84534 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.731071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0971f11f-4e88-411c-ac5b-7733720bfe78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.801081 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df9411e7-733e-4292-920b-faaa63c399c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.805971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:43:47.830191 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0971f11f-4e88-411c-ac5b-7733720bfe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.858625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40640) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:47.888195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971f11f-4e88-411c-ac5b-7733720bfe78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144eaa2e-c2e4-46db-869b-fd6fdbeb8d52,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:47.895179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49b1dbf7-07b8-428c-bf4b-9f742f50f664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.908889 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0971f11f-4e88-411c-ac5b-7733720bfe78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:47.911034 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0971f11f-4e88-411c-ac5b-7733720bfe78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/144eaa2e-c2e4-46db-869b-fd6fdbeb8d52 HTTP/1.1" status: 204 len: 168 time: 0.2862105 Jun 04 16:43:47.923265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-49b1dbf7-07b8-428c-bf4b-9f742f50f664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:47.929113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-49b1dbf7-07b8-428c-bf4b-9f742f50f664 admin admin] Usage tracker for resource:security_group_rule and tenant:28124b1ca90c47aca0f9a717b494fd94 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:47.949095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-49b1dbf7-07b8-428c-bf4b-9f742f50f664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:47.964813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-49b1dbf7-07b8-428c-bf4b-9f742f50f664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:48.091068 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49b1dbf7-07b8-428c-bf4b-9f742f50f664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:48.097911 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49b1dbf7-07b8-428c-bf4b-9f742f50f664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:48.123400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40650) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:48.157196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-49b1dbf7-07b8-428c-bf4b-9f742f50f664 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28124b1ca90c47aca0f9a717b494fd94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960491 Jun 04 16:43:48.161091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40656) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:48.188715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1dbf7-07b8-428c-bf4b-9f742f50f664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c397b25-93ae-4f7a-963f-e1713ee71da1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:48.193740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9411e7-733e-4292-920b-faaa63c399c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=8395a4f0-70c5-444f-a82c-2eb5e6005259,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:48.223368 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:48.223709 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Added segment 251f6d34-eec1-4af7-af30-54d338ca97bd of type vlan for network 912fbf3d-49df-4018-95c4-c18424967793 Jun 04 16:43:48.241960 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3a01e796-4dcb-4e9f-bf8a-524f2a7a89a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:48.275697 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3a01e796-4dcb-4e9f-bf8a-524f2a7a89a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:48.377015 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3a01e796-4dcb-4e9f-bf8a-524f2a7a89a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:48.397573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01e796-4dcb-4e9f-bf8a-524f2a7a89a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c397b25-93ae-4f7a-963f-e1713ee71da1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:48.402517 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3a01e796-4dcb-4e9f-bf8a-524f2a7a89a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:48.403861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3a01e796-4dcb-4e9f-bf8a-524f2a7a89a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c397b25-93ae-4f7a-963f-e1713ee71da1 HTTP/1.1" status: 204 len: 168 time: 0.2416372 Jun 04 16:43:48.438775 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df9411e7-733e-4292-920b-faaa63c399c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:48.450859 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:48.577438 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:43:48.743686 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:48.744651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:48.745562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:48.749181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2a777e-8621-49f0-a6ab-900e17b84534 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Router c65ff3b4-47eb-43b0-9b0e-cc40253b5e48 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:43:48.932599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40680) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:48.969183 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-263c63fc-b0c7-47d6-abaa-d5f00ce9fe89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:48.986234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9411e7-733e-4292-920b-faaa63c399c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router 1ac9fd39-263d-429c-99e0-c240dfb8e5b6 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:48.993047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-263c63fc-b0c7-47d6-abaa-d5f00ce9fe89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:49.043569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-263c63fc-b0c7-47d6-abaa-d5f00ce9fe89 admin admin] Usage tracker for resource:security_group_rule and tenant:38c14b1339354106aead162b02b889c4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:49.057568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-263c63fc-b0c7-47d6-abaa-d5f00ce9fe89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:49.062464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] Pushing event updated for resources: {'Network': ['ID=912fbf3d-49df-4018-95c4-c18424967793,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:49.074246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-263c63fc-b0c7-47d6-abaa-d5f00ce9fe89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:49.076690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2a777e-8621-49f0-a6ab-900e17b84534 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:49.079280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 912fbf3d-49df-4018-95c4-c18424967793 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:43:49.099656 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94421d7b-88b3-44e7-95ab-4ae885e645d6 None None] Sync routers for ids ['c65ff3b4-47eb-43b0-9b0e-cc40253b5e48'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:49.120205 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94421d7b-88b3-44e7-95ab-4ae885e645d6 None None] Routers {'c65ff3b4-47eb-43b0-9b0e-cc40253b5e48'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:49.120829 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-94421d7b-88b3-44e7-95ab-4ae885e645d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c65ff3b4-47eb-43b0-9b0e-cc40253b5e48'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:49.140481 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4e2a777e-8621-49f0-a6ab-900e17b84534 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:49.144442 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4e2a777e-8621-49f0-a6ab-900e17b84534 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "PUT /v2.0/routers/c65ff3b4-47eb-43b0-9b0e-cc40253b5e48 HTTP/1.1" status: 200 len: 694 time: 2.0563574 Jun 04 16:43:49.153180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40688) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:49.154954 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9f27e018-c156-47ca-a192-edf44d526e83 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.7774947 Jun 04 16:43:49.188727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40692) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:49.224259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Request body: {'subnet': {'network_id': '912fbf3d-49df-4018-95c4-c18424967793', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-331021138-subnet', 'tenant_id': 'dd93265139154870b99aaae416e5301e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:49.237739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:49.250626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Usage tracker for resource:subnet and tenant:dd93265139154870b99aaae416e5301e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:49.255886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:49.263846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:49.335965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Made reservation on behalf of dd93265139154870b99aaae416e5301e for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:43:49.338206 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:49.340778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9411e7-733e-4292-920b-faaa63c399c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:49.353259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f84a1-ec89-4d83-a890-a40221e83748 None None] Sync routers for ids ['1ac9fd39-263d-429c-99e0-c240dfb8e5b6'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:49.359944 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-df9411e7-733e-4292-920b-faaa63c399c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/1ac9fd39-263d-429c-99e0-c240dfb8e5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4261124 Jun 04 16:43:49.367946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f84a1-ec89-4d83-a890-a40221e83748 None None] Routers {'1ac9fd39-263d-429c-99e0-c240dfb8e5b6'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:49.368466 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-94421d7b-88b3-44e7-95ab-4ae885e645d6 None None] Set router c65ff3b4-47eb-43b0-9b0e-cc40253b5e48 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:49.370297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c59f84a1-ec89-4d83-a890-a40221e83748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1ac9fd39-263d-429c-99e0-c240dfb8e5b6'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:49.373137 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40698) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:49.386385 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-00807037-f972-430f-baff-ec383f20d5ec tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/routers/c65ff3b4-47eb-43b0-9b0e-cc40253b5e48 HTTP/1.1" status: 200 len: 700 time: 0.2294915 Jun 04 16:43:49.390598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40700) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:49.455623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cf72301f-15da-4737-9643-70e5a707cd22 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Synchronizing usage tracker for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:43:49.470952 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-263c63fc-b0c7-47d6-abaa-d5f00ce9fe89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:49.492039 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-94421d7b-88b3-44e7-95ab-4ae885e645d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65ff3b4-47eb-43b0-9b0e-cc40253b5e48', 'name': 'tempest-RoutersTest-router-2019906928', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:46Z', 'updated_at': '2022-06-04T16:43:47Z', 'revision_number': 2, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:49.493350 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94421d7b-88b3-44e7-95ab-4ae885e645d6 None None] Checking router: c65ff3b4-47eb-43b0-9b0e-cc40253b5e48 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:43:49.502475 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94421d7b-88b3-44e7-95ab-4ae885e645d6 None None] Routers {'c65ff3b4-47eb-43b0-9b0e-cc40253b5e48'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:49.503236 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-94421d7b-88b3-44e7-95ab-4ae885e645d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c65ff3b4-47eb-43b0-9b0e-cc40253b5e48'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:49.503766 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-263c63fc-b0c7-47d6-abaa-d5f00ce9fe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:49.534370 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c59f84a1-ec89-4d83-a890-a40221e83748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:49.557257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f84a1-ec89-4d83-a890-a40221e83748 None None] Routers {'1ac9fd39-263d-429c-99e0-c240dfb8e5b6'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:49.558924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c59f84a1-ec89-4d83-a890-a40221e83748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['1ac9fd39-263d-429c-99e0-c240dfb8e5b6'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:49.652322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c63fc-b0c7-47d6-abaa-d5f00ce9fe89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9297fe9-20d6-4b71-8d72-515d591a36f6,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:49.666920 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-263c63fc-b0c7-47d6-abaa-d5f00ce9fe89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38c14b1339354106aead162b02b889c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7312803 Jun 04 16:43:49.676455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c59f84a1-ec89-4d83-a890-a40221e83748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:49.676856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f84a1-ec89-4d83-a890-a40221e83748 None None] The sync data for ids ['1ac9fd39-263d-429c-99e0-c240dfb8e5b6'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:49.678222 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-94421d7b-88b3-44e7-95ab-4ae885e645d6 None None] Set router c65ff3b4-47eb-43b0-9b0e-cc40253b5e48 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:49.692632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40712) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:49.735069 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-423e46d9-20da-43b5-a329-a7812ed1a48e tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=c65ff3b4-47eb-43b0-9b0e-cc40253b5e48 HTTP/1.1" status: 200 len: 205 time: 0.2821839 Jun 04 16:43:49.738645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40716) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:49.813786 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-94421d7b-88b3-44e7-95ab-4ae885e645d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65ff3b4-47eb-43b0-9b0e-cc40253b5e48', 'name': 'tempest-RoutersTest-router-2019906928', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:46Z', 'updated_at': '2022-06-04T16:43:47Z', 'revision_number': 2, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:49.818282 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94421d7b-88b3-44e7-95ab-4ae885e645d6 None None] The sync data for ids ['c65ff3b4-47eb-43b0-9b0e-cc40253b5e48'] in n-d-811809-3 is: [{'id': 'c65ff3b4-47eb-43b0-9b0e-cc40253b5e48', 'name': 'tempest-RoutersTest-router-2019906928', 'tenant_id': 'eac9fc2edaf049818ef7c53bca686860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:46Z', 'updated_at': '2022-06-04T16:43:47Z', 'revision_number': 2, 'project_id': 'eac9fc2edaf049818ef7c53bca686860', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:49.877423 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:49.919784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cf72301f-15da-4737-9643-70e5a707cd22 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Unset dirty status for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:43:49.920968 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-339fcc30-cb6e-4458-b33f-642cb51dbb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:49.921839 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cf72301f-15da-4737-9643-70e5a707cd22 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ac9fd39-263d-429c-99e0-c240dfb8e5b6 HTTP/1.1" status: 200 len: 205 time: 0.5335763 Jun 04 16:43:49.937146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40724) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:49.975086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de70730f-9763-4d62-8997-1f8e90c95e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.061773 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de70730f-9763-4d62-8997-1f8e90c95e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.074040 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a175c683-6080-4026-84f3-199a21d94d32 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.087196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Checking segment: {'id': '251f6d34-eec1-4af7-af30-54d338ca97bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '912fbf3d-49df-4018-95c4-c18424967793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:43:50.087622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Network hostable DHCP agents. Network: 912fbf3d-49df-4018-95c4-c18424967793, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:43:50.092318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d5194a-a004-4560-8767-d00600077820,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:50.207695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Network 912fbf3d-49df-4018-95c4-c18424967793 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:43:50.231369 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b12480f8-6b60-47f8-b499-9f33d8fe3a9f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.276654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 912fbf3d-49df-4018-95c4-c18424967793) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:50.291426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d610598-4c2c-4c0e-aad4-447f748531cc None None] Network 912fbf3d-49df-4018-95c4-c18424967793 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:50.326714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:50.327518 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.333987 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de70730f-9763-4d62-8997-1f8e90c95e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.357915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70730f-9763-4d62-8997-1f8e90c95e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9297fe9-20d6-4b71-8d72-515d591a36f6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:50.380242 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de70730f-9763-4d62-8997-1f8e90c95e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.381612 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-de70730f-9763-4d62-8997-1f8e90c95e5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9297fe9-20d6-4b71-8d72-515d591a36f6 HTTP/1.1" status: 204 len: 168 time: 0.6632938 Jun 04 16:43:50.384880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3cac48e7-e391-489e-8738-c25eaa84f7df admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1918716 Jun 04 16:43:50.526619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-339fcc30-cb6e-4458-b33f-642cb51dbb4a admin admin] Deleting port c6e1ccb3-ab10-4599-9ebc-4a145be359ec {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:50.526778 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-339fcc30-cb6e-4458-b33f-642cb51dbb4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.781406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03609199-37dd-4fd7-8895-1b7aa77234d0 None None] Network 912fbf3d-49df-4018-95c4-c18424967793 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:50.785644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a175c683-6080-4026-84f3-199a21d94d32 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.829448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-339fcc30-cb6e-4458-b33f-642cb51dbb4a admin admin] For port c6e1ccb3-ab10-4599-9ebc-4a145be359ec, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c6e1ccb3-ab10-4599-9ebc-4a145be359ec,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:50.830123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-339fcc30-cb6e-4458-b33f-642cb51dbb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.836042 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a175c683-6080-4026-84f3-199a21d94d32 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.856273 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b12480f8-6b60-47f8-b499-9f33d8fe3a9f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.868815 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b12480f8-6b60-47f8-b499-9f33d8fe3a9f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.900511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a175c683-6080-4026-84f3-199a21d94d32 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.900967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a175c683-6080-4026-84f3-199a21d94d32 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Fanout notify agent at l3_agent the message router_deleted on router c65ff3b4-47eb-43b0-9b0e-cc40253b5e48 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:43:50.933128 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a175c683-6080-4026-84f3-199a21d94d32 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:50.934537 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a175c683-6080-4026-84f3-199a21d94d32 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/c65ff3b4-47eb-43b0-9b0e-cc40253b5e48 HTTP/1.1" status: 204 len: 168 time: 1.1947126 Jun 04 16:43:50.943287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40748) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:51.068098 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b12480f8-6b60-47f8-b499-9f33d8fe3a9f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:51.068704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12480f8-6b60-47f8-b499-9f33d8fe3a9f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Fanout notify agent at l3_agent the message router_deleted on router 1ac9fd39-263d-429c-99e0-c240dfb8e5b6 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:43:51.113520 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6551fe7e-c292-4ac8-ac90-c85e4e67e4f5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=c65ff3b4-47eb-43b0-9b0e-cc40253b5e48 HTTP/1.1" status: 200 len: 205 time: 0.1690621 Jun 04 16:43:51.119002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40758) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:51.256090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-339fcc30-cb6e-4458-b33f-642cb51dbb4a admin admin] Calling delete_port for c6e1ccb3-ab10-4599-9ebc-4a145be359ec owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:51.278913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b12480f8-6b60-47f8-b499-9f33d8fe3a9f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:51.279996 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b12480f8-6b60-47f8-b499-9f33d8fe3a9f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/1ac9fd39-263d-429c-99e0-c240dfb8e5b6 HTTP/1.1" status: 204 len: 168 time: 1.3413203 Jun 04 16:43:51.303492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40766) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:51.600975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe03160-898a-4e45-8131-cb3b70ec7651 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting subnet 2144faaf-90a0-4826-9ebc-3902e0148b80 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:43:51.604709 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfe03160-898a-4e45-8131-cb3b70ec7651 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:51.652437 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-339fcc30-cb6e-4458-b33f-642cb51dbb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:51.670588 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfe03160-898a-4e45-8131-cb3b70ec7651 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:51.715666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fcc30-cb6e-4458-b33f-642cb51dbb4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e1ccb3-ab10-4599-9ebc-4a145be359ec,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:51.792333 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfe03160-898a-4e45-8131-cb3b70ec7651 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:51.869003 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-5488ffe0-3275-4de1-95f6-b313a841b778 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] delete failed (client error): The resource could not be found. Jun 04 16:43:51.871499 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5488ffe0-3275-4de1-95f6-b313a841b778 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/c65ff3b4-47eb-43b0-9b0e-cc40253b5e48 HTTP/1.1" status: 404 len: 336 time: 0.7508352 Jun 04 16:43:51.874358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40786) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:51.923867 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfe03160-898a-4e45-8131-cb3b70ec7651 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:51.994489 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bfe03160-898a-4e45-8131-cb3b70ec7651 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:51.998204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014617b-d275-4f33-afaf-0a24f5a0be5a None None] Network ecfe83ce-fac6-4456-9218-bc5c4b8475c2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:52.018676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe03160-898a-4e45-8131-cb3b70ec7651 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Subnet': ['ID=2144faaf-90a0-4826-9ebc-3902e0148b80,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:52.027307 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bfe03160-898a-4e45-8131-cb3b70ec7651 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/2144faaf-90a0-4826-9ebc-3902e0148b80 HTTP/1.1" status: 204 len: 168 time: 0.7227945 Jun 04 16:43:52.029899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40792) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:52.077582 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b95075-e5e4-4676-ba9d-9bca68fa0d81 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] DELETE failed (client error): The resource could not be found. Jun 04 16:43:52.078044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b95075-e5e4-4676-ba9d-9bca68fa0d81 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:43:52.092378 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-71b95075-e5e4-4676-ba9d-9bca68fa0d81 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/08f1425c-85ce-4398-9622-961f794b9f78 HTTP/1.1" status: 404 len: 337 time: 0.2166286 Jun 04 16:43:52.095073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40796) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:52.176977 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-04731caf-e4b9-4e66-9ca1-d1bb7920a8da tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] DELETE failed (client error): The resource could not be found. Jun 04 16:43:52.177460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04731caf-e4b9-4e66-9ca1-d1bb7920a8da tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:43:52.179244 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-04731caf-e4b9-4e66-9ca1-d1bb7920a8da tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/6b270afb-abbd-4a6e-9f02-1d6d61815515 HTTP/1.1" status: 404 len: 337 time: 0.0832629 Jun 04 16:43:52.182755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40800) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:52.202163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:52.214699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:52.215441 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:52.236178 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ce46af-4db0-4a8c-963c-10112c261d53 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] DELETE failed (client error): The resource could not be found. Jun 04 16:43:52.236333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ce46af-4db0-4a8c-963c-10112c261d53 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:43:52.238054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a1ce46af-4db0-4a8c-963c-10112c261d53 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/4c4ebaf6-c7d4-451d-8bb7-49c23904f9c4 HTTP/1.1" status: 404 len: 337 time: 0.0542035 Jun 04 16:43:52.258193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40804) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:52.351154 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4821de1e-4156-4652-8d1c-08c7f3812538 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] DELETE failed (client error): The resource could not be found. Jun 04 16:43:52.351491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4821de1e-4156-4652-8d1c-08c7f3812538 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:43:52.353186 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4821de1e-4156-4652-8d1c-08c7f3812538 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/295bf625-6cde-4406-9109-e831327be979 HTTP/1.1" status: 404 len: 337 time: 0.0878015 Jun 04 16:43:52.358669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40812) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:52.411631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67a9ab7-3f04-47ac-a0db-dc8d674eddc1 None None] DHCP port deletion for ecfe83ce-fac6-4456-9218-bc5c4b8475c2 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:43:52.417066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f67a9ab7-3f04-47ac-a0db-dc8d674eddc1 None None] Deleting port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:52.417844 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f67a9ab7-3f04-47ac-a0db-dc8d674eddc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:52.426471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e0f76aa7-c473-4672-a9fb-f04774648cfd tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Synchronizing usage tracker for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:43:52.481912 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-339fcc30-cb6e-4458-b33f-642cb51dbb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:52.493827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e0f76aa7-c473-4672-a9fb-f04774648cfd tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] Unset dirty status for tenant:eac9fc2edaf049818ef7c53bca686860 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:43:52.495639 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e0f76aa7-c473-4672-a9fb-f04774648cfd tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=527af885-44c6-4ba0-aefc-05126d78fdf9 HTTP/1.1" status: 200 len: 205 time: 0.1300554 Jun 04 16:43:52.499404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40818) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:52.768234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] For port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dce247c8-bbd6-4fda-ab98-4bbc0a7194b8,segment=NetworkSegment(2263f85d-5a3c-49cf-a5e5-02f068044a77),segment_id=2263f85d-5a3c-49cf-a5e5-02f068044a77)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:52.768589 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:52.857688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f67a9ab7-3f04-47ac-a0db-dc8d674eddc1 None None] For port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dce247c8-bbd6-4fda-ab98-4bbc0a7194b8,segment=NetworkSegment(2263f85d-5a3c-49cf-a5e5-02f068044a77),segment_id=2263f85d-5a3c-49cf-a5e5-02f068044a77)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:52.858577 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f67a9ab7-3f04-47ac-a0db-dc8d674eddc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:52.913959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:52.950353 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-9f2dbc12-cd6c-4eda-b916-98fd6669e2f7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] delete failed (client error): The resource could not be found. Jun 04 16:43:52.950353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9f2dbc12-cd6c-4eda-b916-98fd6669e2f7 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/527af885-44c6-4ba0-aefc-05126d78fdf9 HTTP/1.1" status: 404 len: 336 time: 0.4472241 Jun 04 16:43:52.951105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40828) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:53.009007 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:53.073123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No DVR routers for this DVR port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:43:53.107848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f67a9ab7-3f04-47ac-a0db-dc8d674eddc1 None None] Calling delete_port for dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:53.137278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=dce247c8-bbd6-4fda-ab98-4bbc0a7194b8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:53.148161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e050ac33-f5f4-4c88-bdf8-e08ac69de717 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c9cf0ea-e396-42ce-abd1-72a3fde5daa4 HTTP/1.1" status: 200 len: 205 time: 0.1964064 Jun 04 16:43:53.154566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40838) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:53.167778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:53.223303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:53.223972 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:53.264884 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-6a6629fc-44ef-4510-81a3-361115f258a2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] delete failed (client error): The resource could not be found. Jun 04 16:43:53.266295 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6a6629fc-44ef-4510-81a3-361115f258a2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/4c9cf0ea-e396-42ce-abd1-72a3fde5daa4 HTTP/1.1" status: 404 len: 336 time: 0.1104043 Jun 04 16:43:53.271087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40842) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:53.284171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:53.292646 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-f67a9ab7-3f04-47ac-a0db-dc8d674eddc1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:43:53.293185 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-f67a9ab7-3f04-47ac-a0db-dc8d674eddc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:43:53.318386 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3aaef9-cc47-4a21-a7c0-e5005a343ab8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] DELETE failed (client error): The resource could not be found. Jun 04 16:43:53.318871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3aaef9-cc47-4a21-a7c0-e5005a343ab8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:43:53.323025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0d3aaef9-cc47-4a21-a7c0-e5005a343ab8 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/107067d3-7da9-4618-9f42-8af1c0cca386 HTTP/1.1" status: 404 len: 337 time: 0.0486050 Jun 04 16:43:53.323239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfe83ce-fac6-4456-9218-bc5c4b8475c2']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:53.329214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40846) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:53.367373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2263f85d-5a3c-49cf-a5e5-02f068044a77') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:53.368011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2263f85d-5a3c-49cf-a5e5-02f068044a77') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:53.373860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40850) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:53.396729 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:53.409281 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dbfc18e7-45d9-47af-9bb5-4263e2558081 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fd0ec9a-8a87-4bdd-b51f-d60e43137b45 HTTP/1.1" status: 200 len: 205 time: 0.0762904 Jun 04 16:43:53.410998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40856) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:53.494469 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-86f42f7f-7a2c-4a0c-8486-5dc053538f3c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] delete failed (client error): The resource could not be found. Jun 04 16:43:53.495675 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-86f42f7f-7a2c-4a0c-8486-5dc053538f3c tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/9fd0ec9a-8a87-4bdd-b51f-d60e43137b45 HTTP/1.1" status: 404 len: 336 time: 0.0842352 Jun 04 16:43:53.498975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40860) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:53.535998 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:53.545907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2027957540', 'router:external': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:53.561830 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-51fcb220-f27f-4f10-92fd-375453301b26 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef50f538-6e8a-4524-b2e8-85a7e5693bf0 HTTP/1.1" status: 200 len: 205 time: 0.0617762 Jun 04 16:43:53.563628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:53.566296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40864) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:53.566481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:43:53.566689 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:53.591490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Usage tracker for resource:network and tenant:fdf9989d321b41c0851508e665ed7a6a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:53.596633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:53.646105 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 2263f85d-5a3c-49cf-a5e5-02f068044a77 resource provider aggregate not found Jun 04 16:43:53.655019 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-0cd27aed-b2e3-4fdc-8f85-0fca8ad2e5a2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] delete failed (client error): The resource could not be found. Jun 04 16:43:53.656575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0cd27aed-b2e3-4fdc-8f85-0fca8ad2e5a2 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/ef50f538-6e8a-4524-b2e8-85a7e5693bf0 HTTP/1.1" status: 404 len: 336 time: 0.0888994 Jun 04 16:43:53.659121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:53.660931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40872) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:53.676118 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 2263f85d-5a3c-49cf-a5e5-02f068044a77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2263f85d-5a3c-49cf-a5e5-02f068044a77 found for delete ", "request_id": "req-588635d1-5eb2-4841-af14-80807cf5f891"}]} Jun 04 16:43:53.689497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Made reservation on behalf of fdf9989d321b41c0851508e665ed7a6a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:43:53.691988 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:53.705648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:53.713885 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86b8af0-5b45-44f4-a717-3540d353d175 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] DELETE failed (client error): The resource could not be found. Jun 04 16:43:53.714366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86b8af0-5b45-44f4-a717-3540d353d175 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:43:53.716978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:53.717357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a86b8af0-5b45-44f4-a717-3540d353d175 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/06c8256b-26af-4ca0-b3a6-b3bb8e2fb1d5 HTTP/1.1" status: 404 len: 337 time: 0.0553751 Jun 04 16:43:53.720674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40878) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:53.721452 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:53.750717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Network': ['ID=ecfe83ce-fac6-4456-9218-bc5c4b8475c2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:53.770918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:53.774606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339fcc30-cb6e-4458-b33f-642cb51dbb4a admin admin] Router ddb49353-8445-41f6-8b60-b0fa9a77f69a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:43:53.779178 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b4b72e78-95dd-408d-be04-b8ff05efeee3 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=019d2d32-69d4-41b5-9858-f771a63cc255 HTTP/1.1" status: 200 len: 205 time: 0.0573299 Jun 04 16:43:53.779452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Usage tracker for resource:security_group_rule and tenant:fdf9989d321b41c0851508e665ed7a6a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:53.782076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40884) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:53.786905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:53.794534 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7365fe92-7c57-4ae7-afcf-5cdb5655e9d3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/networks/ecfe83ce-fac6-4456-9218-bc5c4b8475c2 HTTP/1.1" status: 204 len: 168 time: 1.7593625 Jun 04 16:43:53.796017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40888) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:53.797133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f67a9ab7-3f04-47ac-a0db-dc8d674eddc1 None None] Deleting port dce247c8-bbd6-4fda-ab98-4bbc0a7194b8 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:53.797617 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f67a9ab7-3f04-47ac-a0db-dc8d674eddc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:53.802228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5bb15336-7695-4a9a-80df-d1358f1aac70 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-701406225', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:53.810885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:53.817800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5bb15336-7695-4a9a-80df-d1358f1aac70 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:53.844281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5bb15336-7695-4a9a-80df-d1358f1aac70 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:router and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:53.851834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5bb15336-7695-4a9a-80df-d1358f1aac70 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:53.867865 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-8a7b9d3a-1a2d-4ae7-a886-d19331dba759 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] delete failed (client error): The resource could not be found. Jun 04 16:43:53.868891 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8a7b9d3a-1a2d-4ae7-a886-d19331dba759 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/019d2d32-69d4-41b5-9858-f771a63cc255 HTTP/1.1" status: 404 len: 336 time: 0.0857489 Jun 04 16:43:53.871629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40892) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:53.874006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5bb15336-7695-4a9a-80df-d1358f1aac70 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:53.892014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f67a9ab7-3f04-47ac-a0db-dc8d674eddc1 None None] The port 'dce247c8-bbd6-4fda-ab98-4bbc0a7194b8' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:43:53.913297 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bb15336-7695-4a9a-80df-d1358f1aac70 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:53.914348 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bb15336-7695-4a9a-80df-d1358f1aac70 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:53.948776 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bb15336-7695-4a9a-80df-d1358f1aac70 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:53.971855 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a4f714-34e9-476e-a1b9-f01ebde1650b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] DELETE failed (client error): The resource could not be found. Jun 04 16:43:53.972481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a4f714-34e9-476e-a1b9-f01ebde1650b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:43:53.973991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-60a4f714-34e9-476e-a1b9-f01ebde1650b tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/b01f7759-29b1-49cd-b1a4-15b790b5f89b HTTP/1.1" status: 404 len: 337 time: 0.1014690 Jun 04 16:43:53.978233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40896) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:54.029021 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.035002 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e848cab3-3868-4a0a-9228-257bb3d4e588 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "GET /v2.0/ports?device_id=57c6b4bc-1d3e-4487-9959-e57926a5b90e HTTP/1.1" status: 200 len: 205 time: 0.0519805 Jun 04 16:43:54.035002 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bb15336-7695-4a9a-80df-d1358f1aac70 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.050038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40900) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:54.130920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339fcc30-cb6e-4458-b33f-642cb51dbb4a admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:43:54.134573 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.137117 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-339fcc30-cb6e-4458-b33f-642cb51dbb4a admin admin] 10.222.0.13 "PUT /v2.0/routers/ddb49353-8445-41f6-8b60-b0fa9a77f69a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0059624 Jun 04 16:43:54.140861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40906) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:54.145895 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb88df-1891-4ef4-9f3b-3caefb0d8c2f None None] Sync routers for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:43:54.154502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bb15336-7695-4a9a-80df-d1358f1aac70 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.155767 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5bb15336-7695-4a9a-80df-d1358f1aac70 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3584898 Jun 04 16:43:54.160511 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-a78f6674-91bf-4053-952b-c0692cd71988 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] delete failed (client error): The resource could not be found. Jun 04 16:43:54.161565 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a78f6674-91bf-4053-952b-c0692cd71988 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/routers/57c6b4bc-1d3e-4487-9959-e57926a5b90e HTTP/1.1" status: 404 len: 336 time: 0.1101551 Jun 04 16:43:54.162222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40910) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:54.167837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40912) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:54.174845 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb88df-1891-4ef4-9f3b-3caefb0d8c2f None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:54.177444 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9efb88df-1891-4ef4-9f3b-3caefb0d8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:54.219235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-171839942'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:54.245522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:43:54.252301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:54.261926 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea93be7-5401-4f90-b8d5-5042bbf34921 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] DELETE failed (client error): The resource could not be found. Jun 04 16:43:54.274454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea93be7-5401-4f90-b8d5-5042bbf34921 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:43:54.274454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:network and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:54.274454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae4c35-25ea-4ca6-afe7-c4493ca9986f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:54.277381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:54.285592 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dea93be7-5401-4f90-b8d5-5042bbf34921 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/ce7dd6d3-b0cf-46e3-8ffe-933baef289f4 HTTP/1.1" status: 404 len: 337 time: 0.1090035 Jun 04 16:43:54.289191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40922) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:54.295942 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.296304 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Added segment 2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b of type vlan for network 726be3cd-69d4-4ce6-90e8-febb0ae855ea Jun 04 16:43:54.297638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:54.321243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:43:54.324968 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.356551 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefb772d-6119-437b-9ab0-d517d13addc5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] DELETE failed (client error): The resource could not be found. Jun 04 16:43:54.357338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefb772d-6119-437b-9ab0-d517d13addc5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:43:54.360289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cefb772d-6119-437b-9ab0-d517d13addc5 tempest-RoutersTest-1369947251 tempest-RoutersTest-1369947251-project] 10.222.0.13 "DELETE /v2.0/subnets/6f40f487-76b1-44da-8cc4-5dc4aa272f78 HTTP/1.1" status: 404 len: 337 time: 0.0697370 Jun 04 16:43:54.361726 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.377660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:43:54.399763 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.400100 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Added segment d9a0b8cd-e7c2-4702-8455-4edb3601a8c9 of type vlan for network d0a79ecd-3c65-4bab-bf87-999439a583e5 Jun 04 16:43:54.450868 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.451957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:54.452715 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.483982 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.512039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.549077 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-9efb88df-1891-4ef4-9f3b-3caefb0d8c2f None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:54.854942 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.882384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40940) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:54.887882 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5099800 Jun 04 16:43:54.888142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40944) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:54.890764 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:43:54.896824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Request body: {'subnet': {'network_id': '726be3cd-69d4-4ce6-90e8-febb0ae855ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:54.916026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:54.918375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Deleting port 7f19f146-3ffd-4022-b28a-0d3b04895208 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:54.918878 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.923329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0070fbc-a22d-4b8e-8605-49f061e58238 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event updated for resources: {'Network': ['ID=726be3cd-69d4-4ce6-90e8-febb0ae855ea,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:54.934014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 726be3cd-69d4-4ce6-90e8-febb0ae855ea details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:43:54.951508 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9efb88df-1891-4ef4-9f3b-3caefb0d8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:43:51Z', 'revision_number': 5, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port': {'id': '7f19f146-3ffd-4022-b28a-0d3b04895208', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:38:21Z', 'updated_at': '2022-06-04T16:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:54.957343 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.957712 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb88df-1891-4ef4-9f3b-3caefb0d8c2f None None] Checking router: ddb49353-8445-41f6-8b60-b0fa9a77f69a for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:43:54.963095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:54.963805 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:54.969156 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb88df-1891-4ef4-9f3b-3caefb0d8c2f None None] Routers {'ddb49353-8445-41f6-8b60-b0fa9a77f69a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:43:54.970014 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9efb88df-1891-4ef4-9f3b-3caefb0d8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:43:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:55.122199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] For port 7f19f146-3ffd-4022-b28a-0d3b04895208, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7f19f146-3ffd-4022-b28a-0d3b04895208,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:55.122838 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:55.168016 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0009806 Jun 04 16:43:55.184495 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40952) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:55.185471 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fc82c-2eb6-4678-b387-f021989f2833 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Network': ['ID=d0a79ecd-3c65-4bab-bf87-999439a583e5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:55.197694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network d0a79ecd-3c65-4bab-bf87-999439a583e5 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:43:55.198763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'subnet': {'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:55.240916 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-9efb88df-1891-4ef4-9f3b-3caefb0d8c2f None None] Set router ddb49353-8445-41f6-8b60-b0fa9a77f69a gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:43:55.384407 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9efb88df-1891-4ef4-9f3b-3caefb0d8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:43:54Z', 'revision_number': 6, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:55.389911 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-26ec11c7-8d89-4cd1-8d58-3bf8be832464 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eac9fc2edaf049818ef7c53bca686860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5038564 Jun 04 16:43:55.392673 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb88df-1891-4ef4-9f3b-3caefb0d8c2f None None] The sync data for ids ['ddb49353-8445-41f6-8b60-b0fa9a77f69a'] in n-d-811809-3 is: [{'id': 'ddb49353-8445-41f6-8b60-b0fa9a77f69a', 'name': 'tempest-AttachVolumeTestJSON-850008225-router', 'tenant_id': 'be35f42fdb434174b0e0b38af59135ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:38:19Z', 'updated_at': '2022-06-04T16:43:54Z', 'revision_number': 6, 'project_id': 'be35f42fdb434174b0e0b38af59135ec', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:43:55.392875 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40956) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:55.416886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:55.428890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:subnet and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:55.439455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:55.453238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:55.472843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Calling delete_port for 7f19f146-3ffd-4022-b28a-0d3b04895208 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:55.480785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:43:55.484525 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:55.509340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Usage tracker for resource:subnet and tenant:fdf9989d321b41c0851508e665ed7a6a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:55.525862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:55.541829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-5d2312a3-e401-450d-9b26-a51fab80d100 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:55.543445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-5d2312a3-e401-450d-9b26-a51fab80d100 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/networks?id=912fbf3d-49df-4018-95c4-c18424967793 HTTP/1.1" status: 200 len: 808 time: 0.8687077 Jun 04 16:43:55.549401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:55.587885 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c30b4817-e66d-4633-adaf-ef86dca58844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:55.653401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-54c37861-197b-4129-8487-a9ccf3859936 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/quotas/dd93265139154870b99aaae416e5301e HTTP/1.1" status: 200 len: 375 time: 0.0935316 Jun 04 16:43:55.654281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Made reservation on behalf of fdf9989d321b41c0851508e665ed7a6a for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:43:55.657014 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:55.680582 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c30b4817-e66d-4633-adaf-ef86dca58844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:55.804262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-91a87e3a-6626-4955-9706-bbbcb222c832 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd93265139154870b99aaae416e5301e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1170275 Jun 04 16:43:55.823328 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c30b4817-e66d-4633-adaf-ef86dca58844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:55.852483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b4817-e66d-4633-adaf-ef86dca58844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c930187-8902-4882-a087-96abcd95b1b0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:55.891281 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c30b4817-e66d-4633-adaf-ef86dca58844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:55.894849 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c30b4817-e66d-4633-adaf-ef86dca58844 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c930187-8902-4882-a087-96abcd95b1b0 HTTP/1.1" status: 204 len: 168 time: 0.4987574 Jun 04 16:43:55.937850 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:56.033923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Subnet': ['ID=a030a492-b3b9-452d-94d9-770569b6be00,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:56.036415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Checking segment: {'id': 'd9a0b8cd-e7c2-4702-8455-4edb3601a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:43:56.036773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network hostable DHCP agents. Network: d0a79ecd-3c65-4bab-bf87-999439a583e5, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:43:56.063813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network d0a79ecd-3c65-4bab-bf87-999439a583e5 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:43:56.075233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, d0a79ecd-3c65-4bab-bf87-999439a583e5) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:56.081186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:56.081781 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:56.090300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf16a87-b368-42a9-bd52-e091c7aff4d8 None None] Network d0a79ecd-3c65-4bab-bf87-999439a583e5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:56.108903 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a75c39b9-5e77-490a-9dc3-c7cacb761f93 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9164920 Jun 04 16:43:56.110009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40966) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:56.118043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-6ad163c0-7bac-4f8a-bdb0-e7f9b5765873 service neutron] 10.222.0.13 "GET /v2.0/networks/912fbf3d-49df-4018-95c4-c18424967793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950921 Jun 04 16:43:56.234472 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:56.303270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=7f19f146-3ffd-4022-b28a-0d3b04895208,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:56.476851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-d0a79ecd-3c65-4bab-bf87-999439a583e5', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:43:56.477745 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:56.553013 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:56.642888 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c6e1ccb3-ab10-4599-9ebc-4a145be359ec no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:56.689500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c6e1ccb3-ab10-4599-9ebc-4a145be359ec {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:56.689887 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c6e1ccb3-ab10-4599-9ebc-4a145be359ec not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:56.690342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7f19f146-3ffd-4022-b28a-0d3b04895208 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:43:56.730565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 7f19f146-3ffd-4022-b28a-0d3b04895208 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:43:56.730824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7f19f146-3ffd-4022-b28a-0d3b04895208 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:43:56.763805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Allocated IP 2001:db8::2 (d0a79ecd-3c65-4bab-bf87-999439a583e5/a030a492-b3b9-452d-94d9-770569b6be00/398eb25f-1239-4019-b913-88fc8a4a3d5e) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:56.779665 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:56.782404 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:56.875808 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:56.876333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddb49353-8445-41f6-8b60-b0fa9a77f69a {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:43:56.893535 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:56.931111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-6407740e-9931-4d89-a72f-fa65b017b604 service neutron] 10.222.0.13 "GET /v2.0/networks/912fbf3d-49df-4018-95c4-c18424967793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7966785 Jun 04 16:43:56.958719 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:56.969174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d54052d4-b887-4969-9633-363e95121ffe admin admin] 10.222.0.13 "DELETE /v2.0/routers/ddb49353-8445-41f6-8b60-b0fa9a77f69a HTTP/1.1" status: 204 len: 168 time: 2.8256423 Jun 04 16:43:56.974990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40998) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:57.083419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96c112f-b8f9-4cf6-bbe3-49c808c7b9f3 admin admin] Deleting subnet 0b1e4094-3a05-4f0d-9004-57005698851e {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:43:57.103744 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e96c112f-b8f9-4cf6-bbe3-49c808c7b9f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:57.274799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41010) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:57.279270 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:57.286303 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e96c112f-b8f9-4cf6-bbe3-49c808c7b9f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:57.294153 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Transition to ACTIVE for port object 398eb25f-1239-4019-b913-88fc8a4a3d5e will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:57.320706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Transition to ACTIVE for port object 398eb25f-1239-4019-b913-88fc8a4a3d5e will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:57.343615 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:57.521411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164771960'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:57.533008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Pushing event updated for resources: {'Port': ['ID=398eb25f-1239-4019-b913-88fc8a4a3d5e,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:57.545842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Network d0a79ecd-3c65-4bab-bf87-999439a583e5 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:57.547169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:57.549491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:43:57.558448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:57.568410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.objects.ports [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88798) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:43:57.568622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:57.590469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:57.607215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:57.614820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:57.707156 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97800593-aa14-4474-97ec-450e1991f5bf req-97898018-7c0f-404c-abc9-63493aad0151 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 210 time: 0.4925499 Jun 04 16:43:57.712240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Attempting to bind port 398eb25f-1239-4019-b913-88fc8a4a3d5e on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:43:57.712917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Attempting to bind port 398eb25f-1239-4019-b913-88fc8a4a3d5e by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'd9a0b8cd-e7c2-4702-8455-4edb3601a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:43:57.713468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Attempting to bind port 398eb25f-1239-4019-b913-88fc8a4a3d5e on network d0a79ecd-3c65-4bab-bf87-999439a583e5 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:43:57.720061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:43:57.720701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Checking segment: {'id': 'd9a0b8cd-e7c2-4702-8455-4edb3601a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:43:57.721272 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:57.721833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Bound using segment: {'id': 'd9a0b8cd-e7c2-4702-8455-4edb3601a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:43:57.722476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Bound port: 398eb25f-1239-4019-b913-88fc8a4a3d5e, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a0b8cd-e7c2-4702-8455-4edb3601a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:43:57.723168 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:57.774560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b7f0a5ac-807e-48b3-8e1c-080f9b350826,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:57.782526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Allocated IP 2001:db8::1 (d0a79ecd-3c65-4bab-bf87-999439a583e5/a030a492-b3b9-452d-94d9-770569b6be00/de44c070-e4c0-4a75-8c69-b041687f812f) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:57.784391 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Checking segment: {'id': '2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '726be3cd-69d4-4ce6-90e8-febb0ae855ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:43:57.785107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Network hostable DHCP agents. Network: 726be3cd-69d4-4ce6-90e8-febb0ae855ea, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:43:57.821029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Network 726be3cd-69d4-4ce6-90e8-febb0ae855ea is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:43:57.827811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] For port 398eb25f-1239-4019-b913-88fc8a4a3d5e, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:43:57.831875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] For port 398eb25f-1239-4019-b913-88fc8a4a3d5e, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=398eb25f-1239-4019-b913-88fc8a4a3d5e,segment=NetworkSegment(d9a0b8cd-e7c2-4702-8455-4edb3601a8c9),segment_id=d9a0b8cd-e7c2-4702-8455-4edb3601a8c9)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:43:57.834788 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e96c112f-b8f9-4cf6-bbe3-49c808c7b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:57.846082 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:57.855918 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:57.883971 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:57.946861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 726be3cd-69d4-4ce6-90e8-febb0ae855ea) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:57.961294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:57.962572 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:57.971905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:57.975574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ea15e1-18ef-4cb1-bfb7-7d13740f5b15 None None] Network 726be3cd-69d4-4ce6-90e8-febb0ae855ea requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:57.980376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:57.986089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:57.987057 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e96c112f-b8f9-4cf6-bbe3-49c808c7b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:57.997199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:58.055004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43551e-328f-47e3-abe0-ae8bc1157593 None None] Pushing event updated for resources: {'Port': ['ID=398eb25f-1239-4019-b913-88fc8a4a3d5e,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:58.059601 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-699babd0-24b0-4589-83c6-38b63b650558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:58.111971 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e96c112f-b8f9-4cf6-bbe3-49c808c7b9f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:58.115700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c112f-b8f9-4cf6-bbe3-49c808c7b9f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b1e4094-3a05-4f0d-9004-57005698851e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:58.131661 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e96c112f-b8f9-4cf6-bbe3-49c808c7b9f3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b1e4094-3a05-4f0d-9004-57005698851e HTTP/1.1" status: 204 len: 168 time: 1.1543403 Jun 04 16:43:58.133393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41026) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:58.140646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8f379b7e-983b-4e5d-9be7-36f2159099f7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.2486436 Jun 04 16:43:58.144542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41032) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:43:58.148508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893b0960-82c0-4a22-9158-cb64e5dcd536 None None] Network a86cdb26-f9a1-4067-b02d-d95f32e1e9cd requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:58.193926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-614543788', 'network_id': '726be3cd-69d4-4ce6-90e8-febb0ae855ea'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:58.227730 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:58.231411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:58.255907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Usage tracker for resource:port and tenant:fdf9989d321b41c0851508e665ed7a6a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:58.274403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:58.278302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Transition to ACTIVE for port object de44c070-e4c0-4a75-8c69-b041687f812f will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:43:58.297800 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:58.300474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:58.330890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Deleting port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:58.331230 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:58.356561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Made reservation on behalf of fdf9989d321b41c0851508e665ed7a6a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:43:58.358842 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:58.415850 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:58.417308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] device_id is not set on port 56ea6047-5541-45a2-b032-ba32158e278b yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:43:58.456941 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:58.473194 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:58.542697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:43:58.607767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:43:58.627974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network d0a79ecd-3c65-4bab-bf87-999439a583e5 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:43:58.647792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:43:58.719765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=de44c070-e4c0-4a75-8c69-b041687f812f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:58.722603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894cd5f0-9957-44a7-99c7-a7a8b79a4890,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:58.727436 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:43:58.730288 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 398eb25f-1239-4019-b913-88fc8a4a3d5e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:43:58.841228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] For port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5e7f0a24-0337-44c8-86e5-cd28d0f79b79,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:58.841826 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:58.866346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Allocated IP 2001:db8::36d (726be3cd-69d4-4ce6-90e8-febb0ae855ea/b7f0a5ac-807e-48b3-8e1c-080f9b350826/56ea6047-5541-45a2-b032-ba32158e278b) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:43:59.026400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dec279-1aa4-41b7-afda-7086bce20a5c None None] DHCP port deletion for a86cdb26-f9a1-4067-b02d-d95f32e1e9cd request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:43:59.048193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c2dec279-1aa4-41b7-afda-7086bce20a5c None None] Deleting port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:43:59.048615 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c2dec279-1aa4-41b7-afda-7086bce20a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.076810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:43:59.079032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:43:59.079551 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.093085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Calling delete_port for 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:43:59.146487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8afdfa-e18b-4612-a996-da73efaff8d4 None None] Network 726be3cd-69d4-4ce6-90e8-febb0ae855ea requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:59.155035 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.171252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 398eb25f-1239-4019-b913-88fc8a4a3d5e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:43:59.246333 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.304851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e1a5af7-ba04-4db6-b3ae-d2f7ff95e4d9 req-f1d546c6-0838-4c47-b477-200b038ff375 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 210 time: 0.1028955 Jun 04 16:43:59.305538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7f0a24-0337-44c8-86e5-cd28d0f79b79,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:59.311111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] No DVR routers for this DVR port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:43:59.391436 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.417792 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.461094 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.478164 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.560635 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.615208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb17144a-bfe7-41a9-bc45-89dccab06dab,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:59.625563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86cdb26-f9a1-4067-b02d-d95f32e1e9cd']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:59.672063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c2dec279-1aa4-41b7-afda-7086bce20a5c None None] For port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5e7f0a24-0337-44c8-86e5-cd28d0f79b79,segment=NetworkSegment(a4f08062-eef7-45d3-b4af-97a93766b89d),segment_id=a4f08062-eef7-45d3-b4af-97a93766b89d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:43:59.672404 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c2dec279-1aa4-41b7-afda-7086bce20a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.673531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f08062-eef7-45d3-b4af-97a93766b89d') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:59.674006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f08062-eef7-45d3-b4af-97a93766b89d') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:43:59.706383 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.794098 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.817633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-5840cd2b-4539-4522-9bc8-f46cab55d878 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:43:59.819208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-5840cd2b-4539-4522-9bc8-f46cab55d878 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.42 "GET /v2.0/networks?id=912fbf3d-49df-4018-95c4-c18424967793 HTTP/1.1" status: 200 len: 808 time: 0.3441403 Jun 04 16:43:59.820464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:43:59.820928 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.832684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1442f67e-7831-4ade-a3c1-109531debbfc None None] Network d0a79ecd-3c65-4bab-bf87-999439a583e5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:43:59.845565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Request body: {'port': {'device_id': '806a2a63-a327-40c5-922e-5c24c8455e45', 'network_id': '912fbf3d-49df-4018-95c4-c18424967793', 'admin_state_up': True, 'tenant_id': 'dd93265139154870b99aaae416e5301e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:43:59.886809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event updated for resources: {'Port': ['ID=56ea6047-5541-45a2-b032-ba32158e278b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:43:59.922479 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment a4f08062-eef7-45d3-b4af-97a93766b89d resource provider aggregate not found Jun 04 16:43:59.972791 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:43:59.973756 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b0dbd5f7-4ef0-48f8-af9c-7bcc44e10bc0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.6979585 Jun 04 16:43:59.993429 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41050) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:00.018754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c2dec279-1aa4-41b7-afda-7086bce20a5c None None] Calling delete_port for 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:00.019190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Network 726be3cd-69d4-4ce6-90e8-febb0ae855ea is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:00.024697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:00.030140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:44:00.031223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:00.031756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.102621 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f23c03be-0242-48ba-beae-0deee6d131a9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9550817 Jun 04 16:44:00.115411 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-c2dec279-1aa4-41b7-afda-7086bce20a5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:44:00.115834 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-c2dec279-1aa4-41b7-afda-7086bce20a5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:44:00.124296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41054) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:00.168390 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae3a2536-1120-4824-b2d0-fc1dcbf921e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.185056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-47c72cf5-8157-4ce7-8899-b2c7ce0798a6 None None] Provisioning for port 398eb25f-1239-4019-b913-88fc8a4a3d5e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:00.204187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-47c72cf5-8157-4ce7-8899-b2c7ce0798a6 None None] Provisioning complete for port 398eb25f-1239-4019-b913-88fc8a4a3d5e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:00.204605 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-47c72cf5-8157-4ce7-8899-b2c7ce0798a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.222567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ee1b4b37-9893-4699-8609-503959169e04 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:00.223494 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment a4f08062-eef7-45d3-b4af-97a93766b89d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4f08062-eef7-45d3-b4af-97a93766b89d found for delete ", "request_id": "req-42a0bc95-e88b-42f9-8fb1-2953c1f6d164"}]} Jun 04 16:44:00.229156 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:00.234025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Usage tracker for resource:port and tenant:dd93265139154870b99aaae416e5301e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:00.237407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:00.243973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:00.251972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.284346 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.289779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-19c9272d-9259-4519-8530-e288b57d5734 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Deleting port 56ea6047-5541-45a2-b032-ba32158e278b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:00.290121 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c9272d-9259-4519-8530-e288b57d5734 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.298113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Pushing event deleted for resources: {'Network': ['ID=a86cdb26-f9a1-4067-b02d-d95f32e1e9cd,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:00.305969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Made reservation on behalf of dd93265139154870b99aaae416e5301e for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:44:00.310460 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.323799 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a86cdb26-f9a1-4067-b02d-d95f32e1e9cd HTTP/1.1" status: 204 len: 168 time: 2.1893022 Jun 04 16:44:00.328762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:00.329369 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:00.329935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:00.330689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:00.331248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:00.331804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:00.332334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:00.332881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:00.333597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:00.334134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:00.334719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:00.335315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb1f73-6b31-4209-8b05-8ec8d43d0010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:00.525490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-47c72cf5-8157-4ce7-8899-b2c7ce0798a6 None None] Current status of the port 398eb25f-1239-4019-b913-88fc8a4a3d5e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:00.526081 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-47c72cf5-8157-4ce7-8899-b2c7ce0798a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.595012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-47c72cf5-8157-4ce7-8899-b2c7ce0798a6 None None] For port 398eb25f-1239-4019-b913-88fc8a4a3d5e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=398eb25f-1239-4019-b913-88fc8a4a3d5e,segment=NetworkSegment(d9a0b8cd-e7c2-4702-8455-4edb3601a8c9),segment_id=d9a0b8cd-e7c2-4702-8455-4edb3601a8c9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:00.608732 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-47c72cf5-8157-4ce7-8899-b2c7ce0798a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.628428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ee1b4b37-9893-4699-8609-503959169e04 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:00.629808 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ee1b4b37-9893-4699-8609-503959169e04 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6354043 Jun 04 16:44:00.639625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8b715ab7-eb7d-4bd7-9c6c-2d1fda32bf37 req-2d088c40-646e-4725-a793-e0ce2c0241f0 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 210 time: 0.1150262 Jun 04 16:44:00.640521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41062) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:00.679412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-33e8bde4-ae72-42b3-8de6-6d5ad700ba5d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group': {'name': 'tempest-security--638116883', 'description': 'tempest-security-description-599588330'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:00.692169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c2dec279-1aa4-41b7-afda-7086bce20a5c None None] Deleting port 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:00.692668 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c2dec279-1aa4-41b7-afda-7086bce20a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.740162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Allocated IP 172.20.0.4 (912fbf3d-49df-4018-95c4-c18424967793/b4d5194a-a004-4560-8767-d00600077820/4b0e677d-05af-4ef8-9c18-4459570bd5ff) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:44:00.747983 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33e8bde4-ae72-42b3-8de6-6d5ad700ba5d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.771916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41066) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:00.785977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:44:00.888142 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33e8bde4-ae72-42b3-8de6-6d5ad700ba5d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.904672 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.906058 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33e8bde4-ae72-42b3-8de6-6d5ad700ba5d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.932312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:44:00.932813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5e7f0a24-0337-44c8-86e5-cd28d0f79b79 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:44:00.945248 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.947148 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.979760 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33e8bde4-ae72-42b3-8de6-6d5ad700ba5d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:00.984044 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-33e8bde4-ae72-42b3-8de6-6d5ad700ba5d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "PUT /v2.0/security-groups/fb17144a-bfe7-41a9-bc45-89dccab06dab HTTP/1.1" status: 200 len: 1778 time: 0.3367367 Jun 04 16:44:00.990818 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b75084f9-9b01-4d31-90ed-cc019efb46c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be35f42fdb434174b0e0b38af59135ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143028 Jun 04 16:44:00.991504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41072) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:00.991879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41074) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:01.046220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c2dec279-1aa4-41b7-afda-7086bce20a5c None None] The port '5e7f0a24-0337-44c8-86e5-cd28d0f79b79' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:44:01.105809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c72cf5-8157-4ce7-8899-b2c7ce0798a6 None None] Pushing event updated for resources: {'Port': ['ID=398eb25f-1239-4019-b913-88fc8a4a3d5e,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:01.144456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-89d7ab00-85bf-44ca-8842-93737b8a150a None None] Provisioning complete for port 398eb25f-1239-4019-b913-88fc8a4a3d5e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:01.145025 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-89d7ab00-85bf-44ca-8842-93737b8a150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.208841 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1cada708-5c87-45a7-930f-bc6c351eeaba tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-groups/fb17144a-bfe7-41a9-bc45-89dccab06dab HTTP/1.1" status: 200 len: 1778 time: 0.1903677 Jun 04 16:44:01.209853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=de44c070-e4c0-4a75-8c69-b041687f812f,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:01.210506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41080) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:01.217573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8bde4-ae72-42b3-8de6-6d5ad700ba5d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb17144a-bfe7-41a9-bc45-89dccab06dab,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:01.343328 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.347450 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c9272d-9259-4519-8530-e288b57d5734 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.365106 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7639fc5b-21df-4c7a-bd79-8fafab06f2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.397488 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7639fc5b-21df-4c7a-bd79-8fafab06f2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.403832 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.475109 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7639fc5b-21df-4c7a-bd79-8fafab06f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.495307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-89d7ab00-85bf-44ca-8842-93737b8a150a None None] Current status of the port 398eb25f-1239-4019-b913-88fc8a4a3d5e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:01.500287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639fc5b-21df-4c7a-bd79-8fafab06f2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab34fb2-3dc0-4b23-a3dd-4802fe018fa5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:01.511147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-19c9272d-9259-4519-8530-e288b57d5734 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Calling delete_port for 56ea6047-5541-45a2-b032-ba32158e278b owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:01.520499 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-89d7ab00-85bf-44ca-8842-93737b8a150a None None] Provisioning for port de44c070-e4c0-4a75-8c69-b041687f812f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:01.549428 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.553143 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73c8258a-bff7-45d0-bad5-4ee366b00de8 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.561055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-89d7ab00-85bf-44ca-8842-93737b8a150a None None] Provisioning complete for port de44c070-e4c0-4a75-8c69-b041687f812f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:01.561839 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-89d7ab00-85bf-44ca-8842-93737b8a150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.578719 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7639fc5b-21df-4c7a-bd79-8fafab06f2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.580341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7639fc5b-21df-4c7a-bd79-8fafab06f2f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aab34fb2-3dc0-4b23-a3dd-4802fe018fa5 HTTP/1.1" status: 204 len: 168 time: 0.5560515 Jun 04 16:44:01.606906 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73c8258a-bff7-45d0-bad5-4ee366b00de8 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.673957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network d0a79ecd-3c65-4bab-bf87-999439a583e5 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:01.675929 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.678260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:01.745332 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73c8258a-bff7-45d0-bad5-4ee366b00de8 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:01.792886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8258a-bff7-45d0-bad5-4ee366b00de8 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb17144a-bfe7-41a9-bc45-89dccab06dab,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:01.801815 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-89d7ab00-85bf-44ca-8842-93737b8a150a None None] Port de44c070-e4c0-4a75-8c69-b041687f812f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:44:01.832468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Network 912fbf3d-49df-4018-95c4-c18424967793 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:01.837279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:01.849729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:44:01.941467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fe6563fa-beb1-4977-89c1-8666a5ee59e3 None None] Provisioning complete for port de44c070-e4c0-4a75-8c69-b041687f812f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:01.942053 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fe6563fa-beb1-4977-89c1-8666a5ee59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:02.001129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Pushing event updated for resources: {'Port': ['ID=4b0e677d-05af-4ef8-9c18-4459570bd5ff,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:02.033366 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73c8258a-bff7-45d0-bad5-4ee366b00de8 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:02.038285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-73c8258a-bff7-45d0-bad5-4ee366b00de8 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-groups/fb17144a-bfe7-41a9-bc45-89dccab06dab HTTP/1.1" status: 204 len: 168 time: 0.8157334 Jun 04 16:44:02.040079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41088) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:02.058077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fe6563fa-beb1-4977-89c1-8666a5ee59e3 None None] Port de44c070-e4c0-4a75-8c69-b041687f812f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:44:02.083051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:02.083848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:02.115744 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c9272d-9259-4519-8530-e288b57d5734 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:02.170529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6060-034f-422c-8fc4-fd48bd58b4df req-16860b3d-4349-4f27-9557-c02f91cd343b tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:02.172300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4d7d6060-034f-422c-8fc4-fd48bd58b4df req-16860b3d-4349-4f27-9557-c02f91cd343b tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Synchronizing usage tracker for tenant:dd93265139154870b99aaae416e5301e on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:02.186126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-76c9b60d-ce4a-4381-a636-419798fa2c0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3428030 Jun 04 16:44:02.207674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-749c658b-ddb5-4dfe-9820-d76923291591 None None] Provisioning complete for port de44c070-e4c0-4a75-8c69-b041687f812f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:02.212357 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-749c658b-ddb5-4dfe-9820-d76923291591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:02.215750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Request body: {'port': {'device_id': '806a2a63-a327-40c5-922e-5c24c8455e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:02.223695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9272d-9259-4519-8530-e288b57d5734 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event deleted for resources: {'Port': ['ID=56ea6047-5541-45a2-b032-ba32158e278b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:02.255576 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c0cd0535-c22b-42db-8418-a63e685a7445 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2143610 Jun 04 16:44:02.261907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4d7d6060-034f-422c-8fc4-fd48bd58b4df req-16860b3d-4349-4f27-9557-c02f91cd343b tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Unset dirty status for tenant:dd93265139154870b99aaae416e5301e on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:02.263320 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d7d6060-034f-422c-8fc4-fd48bd58b4df req-16860b3d-4349-4f27-9557-c02f91cd343b tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 931 time: 0.3372428 Jun 04 16:44:02.268492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41096) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:02.287630 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19c9272d-9259-4519-8530-e288b57d5734 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:02.294758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router b83bca67-f69f-4053-bbec-46bfd6541923 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:44:02.301511 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-bbe07d24-d84d-45e4-a369-0908f13e6da5 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] delete failed (client error): The resource could not be found. Jun 04 16:44:02.304292 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bbe07d24-d84d-45e4-a369-0908f13e6da5 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-groups/fb17144a-bfe7-41a9-bc45-89dccab06dab HTTP/1.1" status: 404 len: 347 time: 0.0345755 Jun 04 16:44:02.305844 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-19c9272d-9259-4519-8530-e288b57d5734 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "DELETE /v2.0/ports/56ea6047-5541-45a2-b032-ba32158e278b HTTP/1.1" status: 204 len: 168 time: 2.1804581 Jun 04 16:44:02.309649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41100) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:02.311944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41102) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:02.315382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '726be3cd-69d4-4ce6-90e8-febb0ae855ea', 'external_fixed_ips': [{'subnet_id': 'b7f0a5ac-807e-48b3-8e1c-080f9b350826', 'ip_address': '2001:db8::36d'}]}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:02.325865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083468988'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:02.362745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d7d6060-034f-422c-8fc4-fd48bd58b4df req-85aa884a-663c-49e6-8004-33a8efef7747 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913217 Jun 04 16:44:02.404372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-749c658b-ddb5-4dfe-9820-d76923291591 None None] Port de44c070-e4c0-4a75-8c69-b041687f812f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:44:02.420003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:02.424502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Usage tracker for resource:router and tenant:fdf9989d321b41c0851508e665ed7a6a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:02.430880 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:02.434688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:02.445659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:02.458401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:02.487827 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:02.514182 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:02.535821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:02.554977 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:02.556301 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:02.590104 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:02.603364 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:02.613688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:44:02.617683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:02.631734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Sync routers for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:44:02.632480 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-602d0243-5243-4399-ac3b-fe38acf59069 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5213661 Jun 04 16:44:02.633341 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41116) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:02.640696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:02.642456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:02.654045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1152972490'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:02.669783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:02.680177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:network and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:02.684099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:02.697581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:02.707054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:02.714021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:02.718455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:02.722813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 398eb25f-1239-4019-b913-88fc8a4a3d5e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:02.723493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:44:02.727434 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:02.753161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:02.885184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:02.960922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 398eb25f-1239-4019-b913-88fc8a4a3d5e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:02.961575 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:03.072727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0e677d-05af-4ef8-9c18-4459570bd5ff {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:44:03.093751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:03.128183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Transition to ACTIVE for port object 4b0e677d-05af-4ef8-9c18-4459570bd5ff will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:03.144154 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:03.149824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:03.217125 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:03.247294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:44:03.355202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Pushing event updated for resources: {'Port': ['ID=4b0e677d-05af-4ef8-9c18-4459570bd5ff,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:03.361293 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:03.361782 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Added segment d422c61a-278d-4382-811b-b054e8778970 of type vlan for network a1a87dd9-e48b-4690-b5ed-67fd57dade24 Jun 04 16:44:03.431997 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:03.678148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 398eb25f-1239-4019-b913-88fc8a4a3d5e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:03.680224 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:03.702128 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:03.713577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:03.714777 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:03.721041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d94557c-4edf-48e1-b22d-97ffa0b48728,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:03.730754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:43:59Z', 'revision_number': 2, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:00Z', 'revision_number': 2, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:03.742890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Checking router: b83bca67-f69f-4053-bbec-46bfd6541923 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:44:03.743344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Updating router b83bca67-f69f-4053-bbec-46bfd6541923 port de44c070-e4c0-4a75-8c69-b041687f812f binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:44:03.805896 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:03.810411 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-83b80bb2-9001-416d-aa1c-dffa2a68c68d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4867182 Jun 04 16:44:03.824909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41146) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:03.845876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-966aa706-08c2-440f-8f30-8fbb4abe4378 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group_rule': {'security_group_id': '4d94557c-4edf-48e1-b22d-97ffa0b48728', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:03.848844 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:03.868586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-966aa706-08c2-440f-8f30-8fbb4abe4378 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:03.883542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6701308-b89e-4da4-8377-31e0a6fa11d2 req-fe8e2680-57b5-48e7-b15d-2b836e876ff4 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:03.885267 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6701308-b89e-4da4-8377-31e0a6fa11d2 req-fe8e2680-57b5-48e7-b15d-2b836e876ff4 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 943 time: 0.2389963 Jun 04 16:44:03.887739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Attempting to bind port 4b0e677d-05af-4ef8-9c18-4459570bd5ff on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:44:03.888172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Attempting to bind port 4b0e677d-05af-4ef8-9c18-4459570bd5ff by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '251f6d34-eec1-4af7-af30-54d338ca97bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '912fbf3d-49df-4018-95c4-c18424967793'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:44:03.888733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Attempting to bind port 4b0e677d-05af-4ef8-9c18-4459570bd5ff on network 912fbf3d-49df-4018-95c4-c18424967793 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:03.893313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-966aa706-08c2-440f-8f30-8fbb4abe4378 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:03.912140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-966aa706-08c2-440f-8f30-8fbb4abe4378 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:03.915433 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Port 4b0e677d-05af-4ef8-9c18-4459570bd5ff on network 912fbf3d-49df-4018-95c4-c18424967793 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:44:03.915902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Attempting to bind port 4b0e677d-05af-4ef8-9c18-4459570bd5ff on network 912fbf3d-49df-4018-95c4-c18424967793 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:03.927125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-966aa706-08c2-440f-8f30-8fbb4abe4378 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:03.932967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:44:03.933582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Checking segment: {'id': '251f6d34-eec1-4af7-af30-54d338ca97bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '912fbf3d-49df-4018-95c4-c18424967793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:03.934103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Bound using segment: {'id': '251f6d34-eec1-4af7-af30-54d338ca97bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '912fbf3d-49df-4018-95c4-c18424967793'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:44:03.934696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Bound port: 4b0e677d-05af-4ef8-9c18-4459570bd5ff, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251f6d34-eec1-4af7-af30-54d338ca97bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '912fbf3d-49df-4018-95c4-c18424967793'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:44:03.935141 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.011999 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-966aa706-08c2-440f-8f30-8fbb4abe4378 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.036869 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6701308-b89e-4da4-8377-31e0a6fa11d2 req-a080ba5d-ce7c-422a-953c-3a938752c774 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403949 Jun 04 16:44:04.072209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Network': ['ID=a1a87dd9-e48b-4690-b5ed-67fd57dade24,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:04.131741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] For port 4b0e677d-05af-4ef8-9c18-4459570bd5ff, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:44:04.136171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] For port 4b0e677d-05af-4ef8-9c18-4459570bd5ff, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4b0e677d-05af-4ef8-9c18-4459570bd5ff,segment=NetworkSegment(251f6d34-eec1-4af7-af30-54d338ca97bd),segment_id=251f6d34-eec1-4af7-af30-54d338ca97bd)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:44:04.151692 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6a5906fd-2ea0-489f-ade3-e6c295ca60d7 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5074501 Jun 04 16:44:04.156508 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.157483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41154) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:04.164454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-966aa706-08c2-440f-8f30-8fbb4abe4378 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.172530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'subnet': {'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:04.211471 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-966aa706-08c2-440f-8f30-8fbb4abe4378 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.258336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:04.258961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.260345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] 10.222.0.42 "PUT /v2.0/ports/4b0e677d-05af-4ef8-9c18-4459570bd5ff HTTP/1.1" status: 200 len: 1091 time: 2.0506675 Jun 04 16:44:04.260784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806a2a63-a327-40c5-922e-5c24c8455e45', 'tag': '4b0e677d-05af-4ef8-9c18-4459570bd5ff'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:44:04.276027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966aa706-08c2-440f-8f30-8fbb4abe4378 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e63a5d-8c3e-438b-94ed-a4aec3f5eac3,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:04.292495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c0833-fb41-45c0-8b97-51f7567e47ab service neutron] Pushing event updated for resources: {'Port': ['ID=4b0e677d-05af-4ef8-9c18-4459570bd5ff,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:04.298505 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-966aa706-08c2-440f-8f30-8fbb4abe4378 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.299957 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-966aa706-08c2-440f-8f30-8fbb4abe4378 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4732530 Jun 04 16:44:04.303210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41162) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:04.321719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network a1a87dd9-e48b-4690-b5ed-67fd57dade24 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:44:04.382056 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e42a23-7e21-48d5-a482-4da8adf74d4f'] response: {'name': 'network-changed', 'server_uuid': '806a2a63-a327-40c5-922e-5c24c8455e45', 'tag': '4b0e677d-05af-4ef8-9c18-4459570bd5ff', 'status': 'completed', 'code': 200} Jun 04 16:44:04.396059 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6554213-ad48-49ee-96df-3f269f0142e0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.410541 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6554213-ad48-49ee-96df-3f269f0142e0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.469899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41168) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:04.474148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:04.481097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:subnet and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:04.485113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:04.493028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:04.493563 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6554213-ad48-49ee-96df-3f269f0142e0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.518313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:44:04.522288 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.539105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-d492b535-d2e7-47e3-a505-93c8cffe194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:04.545153 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-d492b535-d2e7-47e3-a505-93c8cffe194c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd93265139154870b99aaae416e5301e&device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 1094 time: 0.2020974 Jun 04 16:44:04.546549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6554213-ad48-49ee-96df-3f269f0142e0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12e63a5d-8c3e-438b-94ed-a4aec3f5eac3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:04.630922 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.644987 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.672270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6554213-ad48-49ee-96df-3f269f0142e0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.682209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b6554213-ad48-49ee-96df-3f269f0142e0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/12e63a5d-8c3e-438b-94ed-a4aec3f5eac3 HTTP/1.1" status: 204 len: 168 time: 0.3739283 Jun 04 16:44:04.690241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41180) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:04.746993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-d1f2720a-7d41-46f0-9831-a90c96cee511 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b0e677d-05af-4ef8-9c18-4459570bd5ff HTTP/1.1" status: 200 len: 217 time: 0.1922379 Jun 04 16:44:04.768670 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.782710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Transition to ACTIVE for port object de44c070-e4c0-4a75-8c69-b041687f812f will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:04.792960 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:04.837608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-673726d8-2746-43d5-b0e6-baee7311142d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:04.855452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-6cdfbccb-1f5b-4e36-af8c-39ca35e5b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:04.856972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-6cdfbccb-1f5b-4e36-af8c-39ca35e5b896 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b4d5194a-a004-4560-8767-d00600077820 HTTP/1.1" status: 200 len: 848 time: 0.0997257 Jun 04 16:44:04.928176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-673726d8-2746-43d5-b0e6-baee7311142d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:04.932413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-673726d8-2746-43d5-b0e6-baee7311142d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2384098 Jun 04 16:44:04.932413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-baf3869b-53ad-4c34-bb06-3846eacfc924 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=912fbf3d-49df-4018-95c4-c18424967793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698874 Jun 04 16:44:04.932970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41186) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:04.935505 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fe57c18e-46b6-4e5d-adca-44dde29ee872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:05.009261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fe57c18e-46b6-4e5d-adca-44dde29ee872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:05.014174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fe57c18e-46b6-4e5d-adca-44dde29ee872 admin admin] Usage tracker for resource:security_group_rule and tenant:0dfdf5db789543b088ed628c01f51924 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:05.017191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fe57c18e-46b6-4e5d-adca-44dde29ee872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:05.029298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fe57c18e-46b6-4e5d-adca-44dde29ee872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:05.055562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:05.126014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Pushing event updated for resources: {'Port': ['ID=de44c070-e4c0-4a75-8c69-b041687f812f,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:05.136818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Attempting to bind port de44c070-e4c0-4a75-8c69-b041687f812f on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:44:05.137360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Attempting to bind port de44c070-e4c0-4a75-8c69-b041687f812f by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'd9a0b8cd-e7c2-4702-8455-4edb3601a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:44:05.137818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Attempting to bind port de44c070-e4c0-4a75-8c69-b041687f812f on network d0a79ecd-3c65-4bab-bf87-999439a583e5 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:05.142946 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:05.145357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:05.145807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:05.146410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:05.147006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:05.147421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:05.147851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:05.148752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:05.149178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:05.149704 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:05.150125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:05.150631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:05.151089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:05.163884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:44:05.164392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Checking segment: {'id': 'd9a0b8cd-e7c2-4702-8455-4edb3601a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:05.164894 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:05.165430 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Bound using segment: {'id': 'd9a0b8cd-e7c2-4702-8455-4edb3601a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:44:05.166014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Bound port: de44c070-e4c0-4a75-8c69-b041687f812f, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a0b8cd-e7c2-4702-8455-4edb3601a8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:44:05.166521 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:05.180363 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fe57c18e-46b6-4e5d-adca-44dde29ee872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:05.193969 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fe57c18e-46b6-4e5d-adca-44dde29ee872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:05.295056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] For port de44c070-e4c0-4a75-8c69-b041687f812f, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:44:05.300744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] For port de44c070-e4c0-4a75-8c69-b041687f812f, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=de44c070-e4c0-4a75-8c69-b041687f812f,segment=NetworkSegment(d9a0b8cd-e7c2-4702-8455-4edb3601a8c9),segment_id=d9a0b8cd-e7c2-4702-8455-4edb3601a8c9)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:44:05.312393 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:05.359201 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:05.417254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57c18e-46b6-4e5d-adca-44dde29ee872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f5c932-7c15-47ff-971c-10224f004f43,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:05.443528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fe57c18e-46b6-4e5d-adca-44dde29ee872 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dfdf5db789543b088ed628c01f51924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9724097 Jun 04 16:44:05.450566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41196) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:05.481988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:05.482701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:05.483530 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e37f5b30-47e4-40f2-bf77-fc2048dea442 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:05.576971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-6ce8f1d4-2799-4e6a-8e8d-e844f3c34f57 service neutron] 10.222.0.42 "GET /v2.0/networks/912fbf3d-49df-4018-95c4-c18424967793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238081 Jun 04 16:44:05.598992 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e37f5b30-47e4-40f2-bf77-fc2048dea442 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:05.694411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477583f-2993-468e-9a16-efc13e0d9bd7 None None] Pushing event updated for resources: {'Port': ['ID=de44c070-e4c0-4a75-8c69-b041687f812f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:05.722094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:05.729068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cfec6-9034-4d3d-82a8-fed72ca81d96 req-7c36805b-8b13-41c9-88b7-cedf368d7076 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:05.730661 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f82cfec6-9034-4d3d-82a8-fed72ca81d96 req-7c36805b-8b13-41c9-88b7-cedf368d7076 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 943 time: 0.4415259 Jun 04 16:44:05.817001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Allocated IP 2001:db8::36d (726be3cd-69d4-4ce6-90e8-febb0ae855ea/b7f0a5ac-807e-48b3-8e1c-080f9b350826/763cbc2b-747c-4c61-bee2-dd38f80cb1c3) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:44:05.838933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e37f5b30-47e4-40f2-bf77-fc2048dea442 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:05.855026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f82cfec6-9034-4d3d-82a8-fed72ca81d96 req-a9cc6824-5a37-42ba-9441-9a7ae679b8d1 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050301 Jun 04 16:44:05.885154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f5b30-47e4-40f2-bf77-fc2048dea442 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d94557c-4edf-48e1-b22d-97ffa0b48728,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:05.895436 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d88ddc0d-bea2-4ef6-b284-8b0e83ef8e06 req-4be6e110-4f46-4fbf-9c7a-a1300a97a961 service neutron] 10.222.0.42 "GET /v2.0/networks/912fbf3d-49df-4018-95c4-c18424967793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175845 Jun 04 16:44:05.910577 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e37f5b30-47e4-40f2-bf77-fc2048dea442 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:05.912014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e37f5b30-47e4-40f2-bf77-fc2048dea442 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-groups/4d94557c-4edf-48e1-b22d-97ffa0b48728 HTTP/1.1" status: 204 len: 168 time: 0.9779382 Jun 04 16:44:05.914981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41208) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:05.964039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Subnet': ['ID=fdc24c4f-d396-42a5-a0fa-01ebd1c91044,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:05.978487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7f90c85e-cfbc-49e6-a4ff-120d193cfe64 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:05.996583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Checking segment: {'id': 'd422c61a-278d-4382-811b-b054e8778970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:05.997022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network hostable DHCP agents. Network: a1a87dd9-e48b-4690-b5ed-67fd57dade24, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:44:06.048314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7f90c85e-cfbc-49e6-a4ff-120d193cfe64 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:06.056747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7f90c85e-cfbc-49e6-a4ff-120d193cfe64 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1338212 Jun 04 16:44:06.057532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41212) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:06.071655 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ef45b9aa-5c5b-480e-b386-e8d8c47da52a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290684495'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:06.075054 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cb784dd8-1c6f-41ea-8b8b-15402603bfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:06.081801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ef45b9aa-5c5b-480e-b386-e8d8c47da52a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:06.085654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed692948-ea1d-4406-a13c-aa357958cf2d req-aa12df16-c256-4ada-b665-54b5400a1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:06.087264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed692948-ea1d-4406-a13c-aa357958cf2d req-aa12df16-c256-4ada-b665-54b5400a1590 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd93265139154870b99aaae416e5301e&device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 1094 time: 0.1122487 Jun 04 16:44:06.113816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network a1a87dd9-e48b-4690-b5ed-67fd57dade24 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:44:06.122234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ef45b9aa-5c5b-480e-b386-e8d8c47da52a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:06.161498 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cb784dd8-1c6f-41ea-8b8b-15402603bfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:06.174205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, a1a87dd9-e48b-4690-b5ed-67fd57dade24) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:06.182516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:06.192786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307a925-1865-4855-9c36-75e65884b5c4 None None] Network a1a87dd9-e48b-4690-b5ed-67fd57dade24 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:44:06.193468 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ef45b9aa-5c5b-480e-b386-e8d8c47da52a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:06.196561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:06.197610 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:06.224234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ef45b9aa-5c5b-480e-b386-e8d8c47da52a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:06.244446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ef45b9aa-5c5b-480e-b386-e8d8c47da52a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:06.248736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ef45b9aa-5c5b-480e-b386-e8d8c47da52a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:06.273345 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0f5ad485-181c-49fc-8600-a0e72aeb05d0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1140041 Jun 04 16:44:06.276370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41216) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:06.341192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:43:59Z', 'revision_number': 2, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:05Z', 'revision_number': 4, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:06.357353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29225791-93fb-46a8-bd06-0589a5f8eed1 None None] The sync data for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 is: [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:43:59Z', 'revision_number': 2, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:05Z', 'revision_number': 4, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:44:06.396439 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cb784dd8-1c6f-41ea-8b8b-15402603bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:06.414378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ef45b9aa-5c5b-480e-b386-e8d8c47da52a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:06.426020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed692948-ea1d-4406-a13c-aa357958cf2d req-65ce5d60-cfa8-452b-9098-2d68d6a1aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:06.430601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed692948-ea1d-4406-a13c-aa357958cf2d req-65ce5d60-cfa8-452b-9098-2d68d6a1aa6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=912fbf3d-49df-4018-95c4-c18424967793 HTTP/1.1" status: 200 len: 909 time: 0.3370650 Jun 04 16:44:06.496231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:44:06.497367 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:06.500736 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:06.585951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event updated for resources: {'Port': ['ID=763cbc2b-747c-4c61-bee2-dd38f80cb1c3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:06.595536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cb784dd8-1c6f-41ea-8b8b-15402603bfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:06.599017 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cb784dd8-1c6f-41ea-8b8b-15402603bfc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8f5c932-7c15-47ff-971c-10224f004f43 HTTP/1.1" status: 204 len: 168 time: 1.1398749 Jun 04 16:44:06.599017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb784dd8-1c6f-41ea-8b8b-15402603bfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f5c932-7c15-47ff-971c-10224f004f43,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:06.622661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Network 726be3cd-69d4-4ce6-90e8-febb0ae855ea is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:06.625792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:06.632464 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed692948-ea1d-4406-a13c-aa357958cf2d req-35c3b3db-f983-4b67-8cfa-dcf157f6ef21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b0e677d-05af-4ef8-9c18-4459570bd5ff HTTP/1.1" status: 200 len: 217 time: 0.1898005 Jun 04 16:44:06.786568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed692948-ea1d-4406-a13c-aa357958cf2d req-ba91e16f-3c73-428b-a8fd-1ae9867b117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:06.788006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed692948-ea1d-4406-a13c-aa357958cf2d req-ba91e16f-3c73-428b-a8fd-1ae9867b117f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b4d5194a-a004-4560-8767-d00600077820 HTTP/1.1" status: 200 len: 848 time: 0.1442447 Jun 04 16:44:06.798827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Allocated IP 2001:db8:1::2 (a1a87dd9-e48b-4690-b5ed-67fd57dade24/fdc24c4f-d396-42a5-a0fa-01ebd1c91044/ec9153e0-39e6-43d5-bc9a-ab64d20bd354) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:44:06.863836 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ef45b9aa-5c5b-480e-b386-e8d8c47da52a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:06.866915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed692948-ea1d-4406-a13c-aa357958cf2d req-bbdbc877-09f8-4e5e-adb3-6cb571434d68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=912fbf3d-49df-4018-95c4-c18424967793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599389 Jun 04 16:44:06.867289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:44:06.946784 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ef45b9aa-5c5b-480e-b386-e8d8c47da52a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.172640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41232) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:07.174867 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.191954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Transition to ACTIVE for port object ec9153e0-39e6-43d5-bc9a-ab64d20bd354 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:07.195170 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ef45b9aa-5c5b-480e-b386-e8d8c47da52a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.198973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ef45b9aa-5c5b-480e-b386-e8d8c47da52a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1367974 Jun 04 16:44:07.230239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Transition to ACTIVE for port object ec9153e0-39e6-43d5-bc9a-ab64d20bd354 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:07.245274 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.266183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41236) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:07.266806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41240) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:07.318601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-5b008f61-46ad-4861-87d1-f1c774a8089a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group_rule': {'security_group_id': 'b463dc3c-c388-4e5b-925c-b289a4ed1136', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:07.343259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45b9aa-5c5b-480e-b386-e8d8c47da52a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b463dc3c-c388-4e5b-925c-b289a4ed1136,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:07.349042 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5eebfc2-4037-4e84-b86a-1210d20e24ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.362023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5b008f61-46ad-4861-87d1-f1c774a8089a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:07.370470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Network a1a87dd9-e48b-4690-b5ed-67fd57dade24 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:07.377150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:07.382025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:44:07.385881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5b008f61-46ad-4861-87d1-f1c774a8089a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:07.398221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5b008f61-46ad-4861-87d1-f1c774a8089a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:07.424790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f5eebfc2-4037-4e84-b86a-1210d20e24ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:07.427188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5b008f61-46ad-4861-87d1-f1c774a8089a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:07.430571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Pushing event updated for resources: {'Port': ['ID=ec9153e0-39e6-43d5-bc9a-ab64d20bd354,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:07.447039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f5eebfc2-4037-4e84-b86a-1210d20e24ee admin admin] Usage tracker for resource:security_group_rule and tenant:c8455e56264b4a5aaea2c21d4c04ef1e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:07.458008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f5eebfc2-4037-4e84-b86a-1210d20e24ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:07.487830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f5eebfc2-4037-4e84-b86a-1210d20e24ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:07.498416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed692948-ea1d-4406-a13c-aa357958cf2d req-f14b3068-c489-4a72-a3b6-1babf1e55f37 service neutron] 10.222.0.42 "GET /v2.0/networks/912fbf3d-49df-4018-95c4-c18424967793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255085 Jun 04 16:44:07.518885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Attempting to bind port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:44:07.519471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Attempting to bind port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'd422c61a-278d-4382-811b-b054e8778970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:44:07.519579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Attempting to bind port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 on network a1a87dd9-e48b-4690-b5ed-67fd57dade24 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:07.525790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:44:07.526256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Checking segment: {'id': 'd422c61a-278d-4382-811b-b054e8778970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:07.526836 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.527287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Bound using segment: {'id': 'd422c61a-278d-4382-811b-b054e8778970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:44:07.527820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Bound port: ec9153e0-39e6-43d5-bc9a-ab64d20bd354, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd422c61a-278d-4382-811b-b054e8778970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:44:07.528253 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.551940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154e89d-6a2b-4eef-a169-ae35b3598cc4 req-437df38b-c60b-4a43-9ba9-c60afc56f7ca tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:07.553701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a154e89d-6a2b-4eef-a169-ae35b3598cc4 req-437df38b-c60b-4a43-9ba9-c60afc56f7ca tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 943 time: 0.3983030 Jun 04 16:44:07.578018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5b008f61-46ad-4861-87d1-f1c774a8089a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.634394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] For port ec9153e0-39e6-43d5-bc9a-ab64d20bd354, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:44:07.637971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] For port ec9153e0-39e6-43d5-bc9a-ab64d20bd354, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ec9153e0-39e6-43d5-bc9a-ab64d20bd354,segment=NetworkSegment(d422c61a-278d-4382-811b-b054e8778970),segment_id=d422c61a-278d-4382-811b-b054e8778970)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:44:07.645424 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.767369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30954a1-33b3-487d-afb4-dfb4fe5fdbd6 None None] Pushing event updated for resources: {'Port': ['ID=ec9153e0-39e6-43d5-bc9a-ab64d20bd354,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:07.798978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a154e89d-6a2b-4eef-a169-ae35b3598cc4 req-419eddfc-3524-45b7-9d93-ccd0f8619d60 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249951 Jun 04 16:44:07.811604 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5108c2a-4a17-4338-a239-43e5cc88303f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.852670 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5b008f61-46ad-4861-87d1-f1c774a8089a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.866774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed692948-ea1d-4406-a13c-aa357958cf2d req-4a2cc677-3e59-4077-a9ec-4da4970e21c7 service neutron] 10.222.0.42 "GET /v2.0/networks/912fbf3d-49df-4018-95c4-c18424967793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602352 Jun 04 16:44:07.874572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d5108c2a-4a17-4338-a239-43e5cc88303f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:07.880789 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5b008f61-46ad-4861-87d1-f1c774a8089a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.913463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d5108c2a-4a17-4338-a239-43e5cc88303f admin admin] Usage tracker for resource:security_group_rule and tenant:236f6e4064554dc2ba1f05058abe5682 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:07.931157 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.931792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d5108c2a-4a17-4338-a239-43e5cc88303f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:07.944505 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:07.971134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d5108c2a-4a17-4338-a239-43e5cc88303f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:07.977186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b008f61-46ad-4861-87d1-f1c774a8089a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b70fb57-9670-4d45-a09e-a3333e12c9c6,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:07.997989 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5eebfc2-4037-4e84-b86a-1210d20e24ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.022207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5eebfc2-4037-4e84-b86a-1210d20e24ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.046586 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5b008f61-46ad-4861-87d1-f1c774a8089a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.050663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5b008f61-46ad-4861-87d1-f1c774a8089a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7674065 Jun 04 16:44:08.106737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41246) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:08.136148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eebfc2-4037-4e84-b86a-1210d20e24ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450d348e-8f12-4900-b40c-1e29fe7cd0d0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:08.149791 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f5eebfc2-4037-4e84-b86a-1210d20e24ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8455e56264b4a5aaea2c21d4c04ef1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8668883 Jun 04 16:44:08.151717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41250) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:08.216077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-803a35c8-5c26-481e-ae4d-6d64289d8560 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group_rule': {'security_group_id': 'b463dc3c-c388-4e5b-925c-b289a4ed1136', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:08.226210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-803a35c8-5c26-481e-ae4d-6d64289d8560 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:08.233339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-803a35c8-5c26-481e-ae4d-6d64289d8560 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:08.238985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-803a35c8-5c26-481e-ae4d-6d64289d8560 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:08.241448 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-285cb072-e9e2-4207-b9dc-fcf52f4e01b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.247714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-803a35c8-5c26-481e-ae4d-6d64289d8560 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:08.277163 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5108c2a-4a17-4338-a239-43e5cc88303f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.285213 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-285cb072-e9e2-4207-b9dc-fcf52f4e01b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.292252 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5108c2a-4a17-4338-a239-43e5cc88303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.351290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5108c2a-4a17-4338-a239-43e5cc88303f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34fd5a5-ee9d-454d-9302-5db3bedb787f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:08.369891 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d5108c2a-4a17-4338-a239-43e5cc88303f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=236f6e4064554dc2ba1f05058abe5682&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1961195 Jun 04 16:44:08.373250 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41254) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:08.418939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-803a35c8-5c26-481e-ae4d-6d64289d8560 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.430710 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-285cb072-e9e2-4207-b9dc-fcf52f4e01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.456713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cb072-e9e2-4207-b9dc-fcf52f4e01b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450d348e-8f12-4900-b40c-1e29fe7cd0d0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:08.462501 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6b6cbac-93ea-4db6-b827-e9f7849cad3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.478473 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-285cb072-e9e2-4207-b9dc-fcf52f4e01b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.481918 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-285cb072-e9e2-4207-b9dc-fcf52f4e01b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/450d348e-8f12-4900-b40c-1e29fe7cd0d0 HTTP/1.1" status: 204 len: 168 time: 0.3271651 Jun 04 16:44:08.516742 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6b6cbac-93ea-4db6-b827-e9f7849cad3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.627739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6b6cbac-93ea-4db6-b827-e9f7849cad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.645379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6cbac-93ea-4db6-b827-e9f7849cad3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34fd5a5-ee9d-454d-9302-5db3bedb787f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:08.671276 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6b6cbac-93ea-4db6-b827-e9f7849cad3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.681497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b6b6cbac-93ea-4db6-b827-e9f7849cad3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d34fd5a5-ee9d-454d-9302-5db3bedb787f HTTP/1.1" status: 204 len: 168 time: 0.3050675 Jun 04 16:44:08.722230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device de44c070-e4c0-4a75-8c69-b041687f812f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:08.807122 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-803a35c8-5c26-481e-ae4d-6d64289d8560 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.816126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port de44c070-e4c0-4a75-8c69-b041687f812f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:08.828943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port de44c070-e4c0-4a75-8c69-b041687f812f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:08.829932 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.852059 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-803a35c8-5c26-481e-ae4d-6d64289d8560 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:08.907196 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.061574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port de44c070-e4c0-4a75-8c69-b041687f812f is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:09.061972 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.112510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port de44c070-e4c0-4a75-8c69-b041687f812f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=de44c070-e4c0-4a75-8c69-b041687f812f,segment=NetworkSegment(d9a0b8cd-e7c2-4702-8455-4edb3601a8c9),segment_id=d9a0b8cd-e7c2-4702-8455-4edb3601a8c9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:09.124569 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.125364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ec9153e0-39e6-43d5-bc9a-ab64d20bd354 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:09.144548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a35c8-5c26-481e-ae4d-6d64289d8560 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae474fd-b33d-4f96-8ece-b4930ed076ea,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:09.174609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4cabf-b87f-48d6-8edf-f1991f87e87f req-d75f70fd-556e-466f-a192-659bec318817 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:09.177712 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2b4cabf-b87f-48d6-8edf-f1991f87e87f req-d75f70fd-556e-466f-a192-659bec318817 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 943 time: 0.1781857 Jun 04 16:44:09.192566 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-803a35c8-5c26-481e-ae4d-6d64289d8560 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.196385 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-803a35c8-5c26-481e-ae4d-6d64289d8560 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0770462 Jun 04 16:44:09.202455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Allocated IP 2001:db8:1::1 (a1a87dd9-e48b-4690-b5ed-67fd57dade24/fdc24c4f-d396-42a5-a0fa-01ebd1c91044/19dbe3af-b28d-4ffd-b2b1-098da1e3ff03) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:44:09.204454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41276) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:09.214012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-57adc88d-fce2-4438-8c6c-7547608f3931 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group_rule': {'security_group_id': 'b463dc3c-c388-4e5b-925c-b289a4ed1136', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:09.243652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-57adc88d-fce2-4438-8c6c-7547608f3931 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:09.247657 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2b4cabf-b87f-48d6-8edf-f1991f87e87f req-ce20f5c5-7da3-4ee3-98cf-ddef743de7da tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622234 Jun 04 16:44:09.260873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-57adc88d-fce2-4438-8c6c-7547608f3931 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:09.267713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-57adc88d-fce2-4438-8c6c-7547608f3931 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:09.293759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41280) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:09.306172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-57adc88d-fce2-4438-8c6c-7547608f3931 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:09.317140 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b055b33d-abe8-49ef-a0dc-c5790644a326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.337161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=de44c070-e4c0-4a75-8c69-b041687f812f,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:09.338396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b055b33d-abe8-49ef-a0dc-c5790644a326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:09.339934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4b0e677d-05af-4ef8-9c18-4459570bd5ff details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:44:09.343118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b055b33d-abe8-49ef-a0dc-c5790644a326 admin admin] Usage tracker for resource:security_group_rule and tenant:e696a7c042fd4f4aaa74399442353df5 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:09.346388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b055b33d-abe8-49ef-a0dc-c5790644a326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:09.353120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b055b33d-abe8-49ef-a0dc-c5790644a326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:09.372466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Router fda05397-a8c9-49a5-819c-a23b8e7ec0e3 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:44:09.476305 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b055b33d-abe8-49ef-a0dc-c5790644a326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.483162 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b055b33d-abe8-49ef-a0dc-c5790644a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.496355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6078256a-96d3-4cba-8298-fc9c35e499b2 None None] Network a1a87dd9-e48b-4690-b5ed-67fd57dade24 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:44:09.551124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b055b33d-abe8-49ef-a0dc-c5790644a326 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e696a7c042fd4f4aaa74399442353df5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554371 Jun 04 16:44:09.554483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41286) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:09.567022 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:44:09.613520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055b33d-abe8-49ef-a0dc-c5790644a326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da2233d-568f-470d-9cf3-ef20298391f9,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:09.708268 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3aba8dd4-8e3c-4204-92cb-0e8044dfeccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.750919 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3aba8dd4-8e3c-4204-92cb-0e8044dfeccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.767981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:44:09.773830 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57adc88d-fce2-4438-8c6c-7547608f3931 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.777192 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Sync routers for ids ['fda05397-a8c9-49a5-819c-a23b8e7ec0e3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:44:09.793114 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Routers {'fda05397-a8c9-49a5-819c-a23b8e7ec0e3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:09.793719 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fda05397-a8c9-49a5-819c-a23b8e7ec0e3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:09.854956 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3aba8dd4-8e3c-4204-92cb-0e8044dfeccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.872234 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.873767 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-23eefa6f-65bf-4180-ac39-28b4b3f7ca41 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.5629568 Jun 04 16:44:09.878110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41296) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:09.880946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba8dd4-8e3c-4204-92cb-0e8044dfeccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da2233d-568f-470d-9cf3-ef20298391f9,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:09.882857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-112e845e-6af2-4651-ba49-da6d4bb78186 None None] Provisioning for port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:09.890673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.922933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Transition to ACTIVE for port object 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:09.948895 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57adc88d-fce2-4438-8c6c-7547608f3931 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.960222 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57adc88d-fce2-4438-8c6c-7547608f3931 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.972145 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4b0e677d-05af-4ef8-9c18-4459570bd5ff, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4b0e677d-05af-4ef8-9c18-4459570bd5ff,segment=NetworkSegment(251f6d34-eec1-4af7-af30-54d338ca97bd),segment_id=251f6d34-eec1-4af7-af30-54d338ca97bd)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:09.974570 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3aba8dd4-8e3c-4204-92cb-0e8044dfeccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:09.978825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3aba8dd4-8e3c-4204-92cb-0e8044dfeccd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0da2233d-568f-470d-9cf3-ef20298391f9 HTTP/1.1" status: 204 len: 168 time: 0.4233539 Jun 04 16:44:10.003294 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57adc88d-fce2-4438-8c6c-7547608f3931 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:10.004817 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-57adc88d-fce2-4438-8c6c-7547608f3931 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7992642 Jun 04 16:44:10.007424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adc88d-fce2-4438-8c6c-7547608f3931 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639ec9a1-c978-46a3-9fae-71bbe8aa3b86,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:10.007991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41304) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:10.020230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:10.023555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '4b0e677d-05af-4ef8-9c18-4459570bd5ff', 'network_id': '912fbf3d-49df-4018-95c4-c18424967793', 'port_id': '4b0e677d-05af-4ef8-9c18-4459570bd5ff', 'mac_address': 'fa:16:3e:a8:03:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d5194a-a004-4560-8767-d00600077820', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:44:10.023726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-dc7cd265-f0d9-4782-877a-34b039e9b7a1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group_rule': {'security_group_id': 'b463dc3c-c388-4e5b-925c-b289a4ed1136', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:10.044670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dc7cd265-f0d9-4782-877a-34b039e9b7a1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:10.054349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dc7cd265-f0d9-4782-877a-34b039e9b7a1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:10.066949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dc7cd265-f0d9-4782-877a-34b039e9b7a1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:10.080888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dc7cd265-f0d9-4782-877a-34b039e9b7a1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:10.108601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:10.118744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:10.119120 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:10.135179 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Set router fda05397-a8c9-49a5-819c-a23b8e7ec0e3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:10.183452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network a1a87dd9-e48b-4690-b5ed-67fd57dade24 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:10.190649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:10.200037 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:44:10.201691 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:10.210275 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dc7cd265-f0d9-4782-877a-34b039e9b7a1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:10.249325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 4b0e677d-05af-4ef8-9c18-4459570bd5ff is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:10.250271 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:10.264929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=19dbe3af-b28d-4ffd-b2b1-098da1e3ff03,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:10.293835 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0e677d-05af-4ef8-9c18-4459570bd5ff {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:44:10.332740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4b0e677d-05af-4ef8-9c18-4459570bd5ff, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4b0e677d-05af-4ef8-9c18-4459570bd5ff,segment=NetworkSegment(251f6d34-eec1-4af7-af30-54d338ca97bd),segment_id=251f6d34-eec1-4af7-af30-54d338ca97bd)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:10.421937 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:10.471681 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:10.626986 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda05397-a8c9-49a5-819c-a23b8e7ec0e3', 'name': '', 'tenant_id': 'fdf9989d321b41c0851508e665ed7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '726be3cd-69d4-4ce6-90e8-febb0ae855ea', 'external_fixed_ips': [{'subnet_id': 'b7f0a5ac-807e-48b3-8e1c-080f9b350826', 'ip_address': '2001:db8::36d'}], 'enable_snat': True}, 'gw_port_id': '763cbc2b-747c-4c61-bee2-dd38f80cb1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:44:02Z', 'updated_at': '2022-06-04T16:44:07Z', 'revision_number': 3, 'project_id': 'fdf9989d321b41c0851508e665ed7a6a', 'gw_port': {'id': '763cbc2b-747c-4c61-bee2-dd38f80cb1c3', 'name': '', 'network_id': '726be3cd-69d4-4ce6-90e8-febb0ae855ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:cc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda05397-a8c9-49a5-819c-a23b8e7ec0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'b7f0a5ac-807e-48b3-8e1c-080f9b350826', 'ip_address': '2001:db8::36d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:05Z', 'updated_at': '2022-06-04T16:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f0a5ac-807e-48b3-8e1c-080f9b350826', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:10.637350 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Checking router: fda05397-a8c9-49a5-819c-a23b8e7ec0e3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:44:10.637968 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Updating router fda05397-a8c9-49a5-819c-a23b8e7ec0e3 port 763cbc2b-747c-4c61-bee2-dd38f80cb1c3 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:44:10.660070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:10.665628 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:10.714721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['4b0e677d-05af-4ef8-9c18-4459570bd5ff'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:44:10.771251 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:10.884260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=4b0e677d-05af-4ef8-9c18-4459570bd5ff,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:10.895916 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dc7cd265-f0d9-4782-877a-34b039e9b7a1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:10.908188 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dc7cd265-f0d9-4782-877a-34b039e9b7a1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:10.941328 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:10.982835 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port ec9153e0-39e6-43d5-bc9a-ab64d20bd354, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ec9153e0-39e6-43d5-bc9a-ab64d20bd354,segment=NetworkSegment(d422c61a-278d-4382-811b-b054e8778970),segment_id=d422c61a-278d-4382-811b-b054e8778970)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:10.986053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8567faa8-95f8-4f8c-822d-0ebc95be959b None None] Provisioning complete for port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:10.986419 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8567faa8-95f8-4f8c-822d-0ebc95be959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.019646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cd265-f0d9-4782-877a-34b039e9b7a1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619e05c4-2daa-4978-bdc3-a6bc01dae707,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:11.040849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc274b0-19fa-4115-8e6e-ef6d4cbc59b4 req-9d4d6171-fa56-4284-b950-b6fbdbd15582 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:11.042442 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edc274b0-19fa-4115-8e6e-ef6d4cbc59b4 req-9d4d6171-fa56-4284-b950-b6fbdbd15582 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 944 time: 0.4184582 Jun 04 16:44:11.099130 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.182143 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dc7cd265-f0d9-4782-877a-34b039e9b7a1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.183323 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dc7cd265-f0d9-4782-877a-34b039e9b7a1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1739640 Jun 04 16:44:11.188080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41332) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:11.251853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=ec9153e0-39e6-43d5-bc9a-ab64d20bd354,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:11.255508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device de44c070-e4c0-4a75-8c69-b041687f812f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:11.273398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-73d099c8-0d65-4150-8c05-9e8c94e849dd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group_rule': {'security_group_id': 'b463dc3c-c388-4e5b-925c-b289a4ed1136', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:11.280136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-73d099c8-0d65-4150-8c05-9e8c94e849dd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:11.285307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-73d099c8-0d65-4150-8c05-9e8c94e849dd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:11.288261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-73d099c8-0d65-4150-8c05-9e8c94e849dd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:11.294080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-73d099c8-0d65-4150-8c05-9e8c94e849dd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:11.299759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edc274b0-19fa-4115-8e6e-ef6d4cbc59b4 req-b629f1cd-44ad-4e77-a730-2205a0a2ec7a tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232065 Jun 04 16:44:11.353179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73d099c8-0d65-4150-8c05-9e8c94e849dd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.437371 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73d099c8-0d65-4150-8c05-9e8c94e849dd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.441302 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.448037 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73d099c8-0d65-4150-8c05-9e8c94e849dd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.450757 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.452286 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.474988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8567faa8-95f8-4f8c-822d-0ebc95be959b None None] Current status of the port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:11.486595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.497859 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-73d099c8-0d65-4150-8c05-9e8c94e849dd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.499193 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-73d099c8-0d65-4150-8c05-9e8c94e849dd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2865164 Jun 04 16:44:11.501086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d099c8-0d65-4150-8c05-9e8c94e849dd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7d2f28-78db-44e4-a06f-b4f407168e43,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:11.503031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41342) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:11.521309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port de44c070-e4c0-4a75-8c69-b041687f812f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:11.523329 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.535459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Deleting port 763cbc2b-747c-4c61-bee2-dd38f80cb1c3 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:11.535799 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.623385 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ea9257ff-d299-465d-aed9-6124ce4b1a3d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.666241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ea9257ff-d299-465d-aed9-6124ce4b1a3d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.722859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f6b4a8b6-8301-48b3-943b-dc7d5349716a None None] Provisioning for port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:11.735500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f6b4a8b6-8301-48b3-943b-dc7d5349716a None None] Provisioning complete for port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:11.736011 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a8b6-8301-48b3-943b-dc7d5349716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.740678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network a1a87dd9-e48b-4690-b5ed-67fd57dade24 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:11.744568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:11.805331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f6b4a8b6-8301-48b3-943b-dc7d5349716a None None] Port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:44:11.902892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port de44c070-e4c0-4a75-8c69-b041687f812f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:11.918806 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.928494 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ea9257ff-d299-465d-aed9-6124ce4b1a3d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.949649 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Transition to ACTIVE for port object 763cbc2b-747c-4c61-bee2-dd38f80cb1c3 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:11.959780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9257ff-d299-465d-aed9-6124ce4b1a3d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab7d2f28-78db-44e4-a06f-b4f407168e43,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:11.969434 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.977186 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ea9257ff-d299-465d-aed9-6124ce4b1a3d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:11.978716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ea9257ff-d299-465d-aed9-6124ce4b1a3d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ab7d2f28-78db-44e4-a06f-b4f407168e43 HTTP/1.1" status: 204 len: 168 time: 0.4735780 Jun 04 16:44:12.001640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41354) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:12.026055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=19dbe3af-b28d-4ffd-b2b1-098da1e3ff03,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:12.073871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router b83bca67-f69f-4053-bbec-46bfd6541923 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:44:12.103607 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.195341 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Attempting to bind port 763cbc2b-747c-4c61-bee2-dd38f80cb1c3 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:44:12.196184 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Attempting to bind port 763cbc2b-747c-4c61-bee2-dd38f80cb1c3 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '726be3cd-69d4-4ce6-90e8-febb0ae855ea'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:44:12.196874 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Attempting to bind port 763cbc2b-747c-4c61-bee2-dd38f80cb1c3 on network 726be3cd-69d4-4ce6-90e8-febb0ae855ea {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:12.205438 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:44:12.206362 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Checking segment: {'id': '2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '726be3cd-69d4-4ce6-90e8-febb0ae855ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:12.207208 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.207788 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Bound using segment: {'id': '2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '726be3cd-69d4-4ce6-90e8-febb0ae855ea'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:44:12.208449 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Bound port: 763cbc2b-747c-4c61-bee2-dd38f80cb1c3, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '726be3cd-69d4-4ce6-90e8-febb0ae855ea'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:44:12.209014 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.244407 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Pushing event updated for resources: {'Port': ['ID=763cbc2b-747c-4c61-bee2-dd38f80cb1c3,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:12.249811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-63f61860-9f8b-4712-a5c6-6c36a5e9422c None None] Provisioning complete for port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:12.250190 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-63f61860-9f8b-4712-a5c6-6c36a5e9422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.263652 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:12.264297 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:12.264841 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:12.265628 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:12.267077 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:12.267757 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:12.268887 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:12.269440 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:12.269984 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:12.270536 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:12.271067 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:12.271719 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:12.273484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Calling delete_port for 763cbc2b-747c-4c61-bee2-dd38f80cb1c3 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:12.289519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:44:12.303640 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c101ba01-bff8-4a31-90da-a48859670f6d tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0231180 Jun 04 16:44:12.303640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41362) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:12.311714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-102572179'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:12.329300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:12.339535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:network and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:12.343435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:12.353689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:12.359747 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] For port 763cbc2b-747c-4c61-bee2-dd38f80cb1c3, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:44:12.363345 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] For port 763cbc2b-747c-4c61-bee2-dd38f80cb1c3, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=763cbc2b-747c-4c61-bee2-dd38f80cb1c3,segment=NetworkSegment(2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b),segment_id=2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:44:12.366686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Sync routers for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:44:12.372205 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.372610 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:44:12.377836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.390574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a8ab8b5f-2d4b-4065-be09-a2b6106312c6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:12.436254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:44:12.443463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:12.444400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:12.451814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.452416 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Added segment 025fdab2-de61-4147-8c5b-c1694287fca3 of type vlan for network 30993439-39da-4d3d-95b8-8e786bd3e575 Jun 04 16:44:12.490356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a8ab8b5f-2d4b-4065-be09-a2b6106312c6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:12.491724 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a8ab8b5f-2d4b-4065-be09-a2b6106312c6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4841905 Jun 04 16:44:12.496942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41372) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:12.556245 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.574986 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f79a6f9-ca79-484f-8f00-d36ddcfa8b22 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.575563 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fa2ca-6c8e-46df-b8d9-22462001c6f8 None None] Pushing event updated for resources: {'Port': ['ID=763cbc2b-747c-4c61-bee2-dd38f80cb1c3,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:12.600581 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Routers {'fda05397-a8c9-49a5-819c-a23b8e7ec0e3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:12.602135 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fda05397-a8c9-49a5-819c-a23b8e7ec0e3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:12.606893 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f79a6f9-ca79-484f-8f00-d36ddcfa8b22 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.647110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-63f61860-9f8b-4712-a5c6-6c36a5e9422c None None] Port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:44:12.679039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f79a6f9-ca79-484f-8f00-d36ddcfa8b22 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.690964 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:44:12.715133 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:44:12.719754 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:44:12.727979 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:12.761153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79a6f9-ca79-484f-8f00-d36ddcfa8b22 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=619e05c4-2daa-4978-bdc3-a6bc01dae707,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:12.769330 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f79a6f9-ca79-484f-8f00-d36ddcfa8b22 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.773384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41380) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:12.773862 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2f79a6f9-ca79-484f-8f00-d36ddcfa8b22 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/619e05c4-2daa-4978-bdc3-a6bc01dae707 HTTP/1.1" status: 204 len: 168 time: 0.2756877 Jun 04 16:44:12.781925 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.788831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:12.789671 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:12.891184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-32e9db42-1d2e-4a54-9643-b1782bf32582 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1162918 Jun 04 16:44:12.904549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41388) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:12.938333 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] Set router fda05397-a8c9-49a5-819c-a23b8e7ec0e3 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:12.958824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171548c-27b8-41af-ba18-484f8d297749 req-01d45c6b-7501-4425-b0d0-e1c040dc246a tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:12.965794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9171548c-27b8-41af-ba18-484f8d297749 req-01d45c6b-7501-4425-b0d0-e1c040dc246a tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 944 time: 0.3477080 Jun 04 16:44:12.999085 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8c46-ea5b-4fb2-bb57-2303d2b93ffe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:13.003477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Network': ['ID=30993439-39da-4d3d-95b8-8e786bd3e575,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:13.015618 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8c46-ea5b-4fb2-bb57-2303d2b93ffe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:13.037172 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9171548c-27b8-41af-ba18-484f8d297749 req-8a5788b9-9c93-46aa-a8c3-2d9a42343d01 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703378 Jun 04 16:44:13.040989 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a2840643-4c63-42c7-b77e-d53fd598becd tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7358584 Jun 04 16:44:13.042052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41392) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:13.055262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'subnet': {'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:13.060976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 30993439-39da-4d3d-95b8-8e786bd3e575 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:44:13.078778 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8c46-ea5b-4fb2-bb57-2303d2b93ffe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:13.103124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c8c46-ea5b-4fb2-bb57-2303d2b93ffe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=639ec9a1-c978-46a3-9fae-71bbe8aa3b86,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:13.106002 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda05397-a8c9-49a5-819c-a23b8e7ec0e3', 'name': '', 'tenant_id': 'fdf9989d321b41c0851508e665ed7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:44:02Z', 'updated_at': '2022-06-04T16:44:11Z', 'revision_number': 4, 'project_id': 'fdf9989d321b41c0851508e665ed7a6a', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:13.115897 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5f272-aa1f-4168-9e50-6cadeb031f24 None None] The sync data for ids ['fda05397-a8c9-49a5-819c-a23b8e7ec0e3'] in n-d-811809-3 is: [{'id': 'fda05397-a8c9-49a5-819c-a23b8e7ec0e3', 'name': '', 'tenant_id': 'fdf9989d321b41c0851508e665ed7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:44:02Z', 'updated_at': '2022-06-04T16:44:11Z', 'revision_number': 4, 'project_id': 'fdf9989d321b41c0851508e665ed7a6a', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:44:13.129669 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a8c8c46-ea5b-4fb2-bb57-2303d2b93ffe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:13.131000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4a8c8c46-ea5b-4fb2-bb57-2303d2b93ffe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/639ec9a1-c978-46a3-9fae-71bbe8aa3b86 HTTP/1.1" status: 204 len: 168 time: 0.2254939 Jun 04 16:44:13.133651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41398) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:13.200181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b116c3ea-13d3-4ab3-b144-2d1393c763d7 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:13.213068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4b0e677d-05af-4ef8-9c18-4459570bd5ff up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:13.222130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Deleting port 763cbc2b-747c-4c61-bee2-dd38f80cb1c3 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:13.222578 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:13.280218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b116c3ea-13d3-4ab3-b144-2d1393c763d7 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:13.282592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b116c3ea-13d3-4ab3-b144-2d1393c763d7 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1470993 Jun 04 16:44:13.289141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41406) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:13.417189 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bdf081b9-fbe5-4f48-a28a-e7899473dc86 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:13.437198 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bdf081b9-fbe5-4f48-a28a-e7899473dc86 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:13.473912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ec9153e0-39e6-43d5-bc9a-ab64d20bd354 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:13.524054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:13.528456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:subnet and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:13.534011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:13.548301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bdf081b9-fbe5-4f48-a28a-e7899473dc86 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:13.548574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:13.570392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf081b9-fbe5-4f48-a28a-e7899473dc86 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ae474fd-b33d-4f96-8ece-b4930ed076ea,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:13.585894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:44:13.601004 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bdf081b9-fbe5-4f48-a28a-e7899473dc86 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:13.604722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bdf081b9-fbe5-4f48-a28a-e7899473dc86 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1ae474fd-b33d-4f96-8ece-b4930ed076ea HTTP/1.1" status: 204 len: 168 time: 0.3121047 Jun 04 16:44:13.610805 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:13.626081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:13.626478 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:13.639437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41414) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:13.696774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] For port 763cbc2b-747c-4c61-bee2-dd38f80cb1c3, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=763cbc2b-747c-4c61-bee2-dd38f80cb1c3,segment=NetworkSegment(2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b),segment_id=2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:13.698136 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:13.733055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 4b0e677d-05af-4ef8-9c18-4459570bd5ff completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:13.741449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 4b0e677d-05af-4ef8-9c18-4459570bd5ff triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:13.741829 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:13.755461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a4084898-1cdf-4742-877b-c86f7d82fd05 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:14.106817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Calling delete_port for 763cbc2b-747c-4c61-bee2-dd38f80cb1c3 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:14.192123 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:14.198530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:10Z', 'revision_number': 3, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:11Z', 'revision_number': 2, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:14.226525 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 4b0e677d-05af-4ef8-9c18-4459570bd5ff is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:14.227796 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:14.233380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a4084898-1cdf-4742-877b-c86f7d82fd05 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:14.238613 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a4084898-1cdf-4742-877b-c86f7d82fd05 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5939109 Jun 04 16:44:14.241348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41432) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:14.247094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Checking router: b83bca67-f69f-4053-bbec-46bfd6541923 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:44:14.247714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Updating router b83bca67-f69f-4053-bbec-46bfd6541923 port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:44:14.288382 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0f8be0b-decf-4c4c-9609-f24e5bc01a0a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:14.341224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Subnet': ['ID=ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:14.343856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Checking segment: {'id': '025fdab2-de61-4147-8c5b-c1694287fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:14.344275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network hostable DHCP agents. Network: 30993439-39da-4d3d-95b8-8e786bd3e575, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:44:14.362669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:14.367778 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0f8be0b-decf-4c4c-9609-f24e5bc01a0a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:14.369899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network 30993439-39da-4d3d-95b8-8e786bd3e575 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:44:14.384433 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 30993439-39da-4d3d-95b8-8e786bd3e575) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:14.392878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:14.395759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:14.402254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f17bb9-744d-417d-a091-9bd80eb540b5 None None] Network 30993439-39da-4d3d-95b8-8e786bd3e575 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:44:14.430041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806a2a63-a327-40c5-922e-5c24c8455e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0e677d-05af-4ef8-9c18-4459570bd5ff'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:44:14.440125 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:14.441231 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ce634631-d236-4650-a9e6-991827e26942 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3980932 Jun 04 16:44:14.444112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41440) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:14.456320 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0f8be0b-decf-4c4c-9609-f24e5bc01a0a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:14.481169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8be0b-decf-4c4c-9609-f24e5bc01a0a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b70fb57-9670-4d45-a09e-a3333e12c9c6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:14.508419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bc78e-a63e-4ef4-8af1-35e8ac631e17 req-0bf5a115-3e96-4d80-a568-f800d051f08b tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:14.510589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f6bc78e-a63e-4ef4-8af1-35e8ac631e17 req-0bf5a115-3e96-4d80-a568-f800d051f08b tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 944 time: 0.2264278 Jun 04 16:44:14.514125 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0f8be0b-decf-4c4c-9609-f24e5bc01a0a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:14.515863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a0f8be0b-decf-4c4c-9609-f24e5bc01a0a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9b70fb57-9670-4d45-a09e-a3333e12c9c6 HTTP/1.1" status: 204 len: 168 time: 0.2691631 Jun 04 16:44:14.536574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4b0e677d-05af-4ef8-9c18-4459570bd5ff, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4b0e677d-05af-4ef8-9c18-4459570bd5ff,segment=NetworkSegment(251f6d34-eec1-4af7-af30-54d338ca97bd),segment_id=251f6d34-eec1-4af7-af30-54d338ca97bd)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:14.566315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41446) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:14.572307 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:14.685534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-19c5add7-856f-476c-ab5e-5cf3f4a1616c tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:14.694830 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f6bc78e-a63e-4ef4-8af1-35e8ac631e17 req-fab18b47-23e6-44a5-bcf3-a723117b86e3 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774139 Jun 04 16:44:14.698509 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:14.768335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event deleted for resources: {'Port': ['ID=763cbc2b-747c-4c61-bee2-dd38f80cb1c3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:14.780627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-19c5add7-856f-476c-ab5e-5cf3f4a1616c tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:14.782036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-19c5add7-856f-476c-ab5e-5cf3f4a1616c tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2142022 Jun 04 16:44:14.825134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41454) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:14.846859 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea451fe-92df-49bb-8392-6a54dc9f5642'] response: {'server_uuid': '806a2a63-a327-40c5-922e-5c24c8455e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0e677d-05af-4ef8-9c18-4459570bd5ff', 'code': 200} Jun 04 16:44:14.947540 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:14.954596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=4b0e677d-05af-4ef8-9c18-4459570bd5ff,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:15.109583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-30993439-39da-4d3d-95b8-8e786bd3e575', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:44:15.110216 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.259491 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0d031edd-6ca3-4eca-8119-6ffbbb35e2df tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.289081 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0d031edd-6ca3-4eca-8119-6ffbbb35e2df tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.341991 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.348940 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.352296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9406b-9088-4753-bf37-6a69330dca45 req-02799bd5-5769-4099-a3e0-3b692e88c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:15.353870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7e9406b-9088-4753-bf37-6a69330dca45 req-02799bd5-5769-4099-a3e0-3b692e88c435 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 1096 time: 0.4593017 Jun 04 16:44:15.358942 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0d031edd-6ca3-4eca-8119-6ffbbb35e2df tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.384483 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.422318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d031edd-6ca3-4eca-8119-6ffbbb35e2df tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b463dc3c-c388-4e5b-925c-b289a4ed1136,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:15.441776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7e9406b-9088-4753-bf37-6a69330dca45 req-759d68ad-7f00-477d-8d6d-5e81b3b11e17 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792949 Jun 04 16:44:15.475056 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.475859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fda05397-a8c9-49a5-819c-a23b8e7ec0e3 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:44:15.483579 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.489123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.492937 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9fa388e6-534a-48ba-a3fe-c25353af4a1c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "DELETE /v2.0/routers/fda05397-a8c9-49a5-819c-a23b8e7ec0e3 HTTP/1.1" status: 204 len: 168 time: 5.6068501 Jun 04 16:44:15.492937 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0d031edd-6ca3-4eca-8119-6ffbbb35e2df tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.506317 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0d031edd-6ca3-4eca-8119-6ffbbb35e2df tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-groups/b463dc3c-c388-4e5b-925c-b289a4ed1136 HTTP/1.1" status: 204 len: 168 time: 0.6778295 Jun 04 16:44:15.507118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41476) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:15.507543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41478) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:15.531295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Transition to ACTIVE for port object 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:15.535066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Allocated IP 2001:db8:2::2 (30993439-39da-4d3d-95b8-8e786bd3e575/ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27/25647778-890f-4471-9b65-cfb012c3294c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:44:15.553146 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.732183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8596be-66f8-4e97-be27-b117fa49b6d4 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Deleting subnet b7f0a5ac-807e-48b3-8e1c-080f9b350826 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:44:15.742268 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8596be-66f8-4e97-be27-b117fa49b6d4 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.828032 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8596be-66f8-4e97-be27-b117fa49b6d4 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:15.972740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27723aff-3178-4f5d-9dfb-150c6842caab None None] Pushing event updated for resources: {'Port': ['ID=19dbe3af-b28d-4ffd-b2b1-098da1e3ff03,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:16.066810 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8596be-66f8-4e97-be27-b117fa49b6d4 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:16.183362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Attempting to bind port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:44:16.183746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Attempting to bind port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'd422c61a-278d-4382-811b-b054e8778970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:44:16.184115 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Attempting to bind port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 on network a1a87dd9-e48b-4690-b5ed-67fd57dade24 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:16.195335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:44:16.195699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Checking segment: {'id': 'd422c61a-278d-4382-811b-b054e8778970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:16.196101 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:16.196491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Bound using segment: {'id': 'd422c61a-278d-4382-811b-b054e8778970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:44:16.196984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Bound port: 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd422c61a-278d-4382-811b-b054e8778970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:44:16.197356 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:16.211557 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8596be-66f8-4e97-be27-b117fa49b6d4 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:16.217900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6f53651b-604d-425f-8729-f4fa91bf5ee1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:16.282269 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:16.289677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8596be-66f8-4e97-be27-b117fa49b6d4 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f0a5ac-807e-48b3-8e1c-080f9b350826,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:16.293544 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8596be-66f8-4e97-be27-b117fa49b6d4 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:16.297044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6f53651b-604d-425f-8729-f4fa91bf5ee1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:16.299113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6f53651b-604d-425f-8729-f4fa91bf5ee1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7870653 Jun 04 16:44:16.308199 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3b8596be-66f8-4e97-be27-b117fa49b6d4 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/b7f0a5ac-807e-48b3-8e1c-080f9b350826 HTTP/1.1" status: 204 len: 168 time: 0.7990720 Jun 04 16:44:16.308365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Transition to ACTIVE for port object 25647778-890f-4471-9b65-cfb012c3294c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:16.311885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41496) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:16.312363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41498) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:16.321623 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] For port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:44:16.327852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] For port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=19dbe3af-b28d-4ffd-b2b1-098da1e3ff03,segment=NetworkSegment(d422c61a-278d-4382-811b-b054e8778970),segment_id=d422c61a-278d-4382-811b-b054e8778970)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:44:16.336059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group': {'name': 'tempest-secgroup--1242843963'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:16.337859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Transition to ACTIVE for port object 25647778-890f-4471-9b65-cfb012c3294c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:16.341298 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:16.353290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:16.355558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4782448-1d4f-4d4d-98c4-9e5207712db7 req-010f4a0c-f9e2-473b-8c94-29cec15fe3c3 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:16.357854 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4782448-1d4f-4d4d-98c4-9e5207712db7 req-010f4a0c-f9e2-473b-8c94-29cec15fe3c3 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 945 time: 0.3812673 Jun 04 16:44:16.387503 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:16.416229 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Network 30993439-39da-4d3d-95b8-8e786bd3e575 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:16.427598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:16.436055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:44:16.478115 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4782448-1d4f-4d4d-98c4-9e5207712db7 req-15ba0e06-5f5e-41ac-a663-b1e0be264f13 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010561 Jun 04 16:44:16.547360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:16.549318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:16.734698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27723aff-3178-4f5d-9dfb-150c6842caab None None] Pushing event updated for resources: {'Port': ['ID=19dbe3af-b28d-4ffd-b2b1-098da1e3ff03,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:16.810314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:16.871004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Allocated IP 2001:db8:2::1 (30993439-39da-4d3d-95b8-8e786bd3e575/ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27/c6bd7218-7752-4ac3-a5e1-8e261baba0cc) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:44:16.878918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Attempting to bind port 25647778-890f-4471-9b65-cfb012c3294c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:44:16.879557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Attempting to bind port 25647778-890f-4471-9b65-cfb012c3294c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '025fdab2-de61-4147-8c5b-c1694287fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:44:16.879690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Attempting to bind port 25647778-890f-4471-9b65-cfb012c3294c on network 30993439-39da-4d3d-95b8-8e786bd3e575 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:16.904209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:44:16.904777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Checking segment: {'id': '025fdab2-de61-4147-8c5b-c1694287fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:16.905331 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:16.905737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Bound using segment: {'id': '025fdab2-de61-4147-8c5b-c1694287fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:44:16.906395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Bound port: 25647778-890f-4471-9b65-cfb012c3294c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025fdab2-de61-4147-8c5b-c1694287fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:44:16.906689 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:16.919099 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:16.947650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:16.965209 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:16.994264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Pushing event updated for resources: {'Port': ['ID=25647778-890f-4471-9b65-cfb012c3294c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:17.005083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:17.097244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:17.114880 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:17.219278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:17.236830 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:17.248029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] For port 25647778-890f-4471-9b65-cfb012c3294c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:44:17.270946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] For port 25647778-890f-4471-9b65-cfb012c3294c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=25647778-890f-4471-9b65-cfb012c3294c,segment=NetworkSegment(025fdab2-de61-4147-8c5b-c1694287fca3),segment_id=025fdab2-de61-4147-8c5b-c1694287fca3)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:44:17.285096 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:17.299209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726be3cd-69d4-4ce6-90e8-febb0ae855ea']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:17.318652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:17.318913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:17.362681 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:17.372063 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:17.410472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Transition to ACTIVE for port object c6bd7218-7752-4ac3-a5e1-8e261baba0cc will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:17.417153 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:17.428387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:44:17.428780 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:17.443418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b6a72-3002-4f2c-bea6-985ffcd54f71 None None] Pushing event updated for resources: {'Port': ['ID=25647778-890f-4471-9b65-cfb012c3294c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:17.467674 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b resource provider aggregate not found Jun 04 16:44:17.531007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:10Z', 'revision_number': 3, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:16Z', 'revision_number': 4, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:17.536219 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a38adf1-8c4d-4dd7-87b2-7cf94a24b83b found for delete ", "request_id": "req-8869dc3d-fffc-47cf-8318-889f3c2b839d"}]} Jun 04 16:44:17.540039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814d6679-2cdf-4299-94d5-fa852d9c6b10 None None] The sync data for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 is: [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:10Z', 'revision_number': 3, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:16Z', 'revision_number': 4, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:44:17.560904 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:17.598749 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:17.737110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:17.743988 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4285948 Jun 04 16:44:17.755294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41528) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:17.799064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c4b77b7e-5fa2-422f-8de5-63eec4b601fd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group_rule': {'security_group_id': 'f658bcd6-ff08-496f-aafa-e0fb0002099c', 'direction': 'ingress', 'protocol': 17}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:17.851753 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:17.856384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 726be3cd-69d4-4ce6-90e8-febb0ae855ea {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 16:44:17.859818 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:17.875486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c4b77b7e-5fa2-422f-8de5-63eec4b601fd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:17.915859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955180d-7285-4b1e-9e36-7908a9d43767 req-fb4e2ce8-099b-42ee-8334-8d494aac93bd tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:17.918770 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c955180d-7285-4b1e-9e36-7908a9d43767 req-fb4e2ce8-099b-42ee-8334-8d494aac93bd tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 945 time: 0.2239690 Jun 04 16:44:17.931830 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "DELETE /v2.0/networks/726be3cd-69d4-4ce6-90e8-febb0ae855ea HTTP/1.1" status: 204 len: 168 time: 1.6166859 Jun 04 16:44:17.936707 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event deleted for resources: {'Network': ['ID=726be3cd-69d4-4ce6-90e8-febb0ae855ea,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:17.950590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c4b77b7e-5fa2-422f-8de5-63eec4b601fd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:17.955612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f658bcd6-ff08-496f-aafa-e0fb0002099c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:17.969632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c4b77b7e-5fa2-422f-8de5-63eec4b601fd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:17.973596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:17.974170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:17.983235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:17.983877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:17.984382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:17.984913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:17.985407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:17.985910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:17.986400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:17.986915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:17.987395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:17.987874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136098fa-39ec-4de5-83b6-bd11277714b3 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:18.003172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c4b77b7e-5fa2-422f-8de5-63eec4b601fd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:18.004929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c955180d-7285-4b1e-9e36-7908a9d43767 req-7fe2ec38-6b55-48d6-b136-ac07db1c5762 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757332 Jun 04 16:44:18.029977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:18.031656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:18.032979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:18.033411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:18.036099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:18.036566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:18.038022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:18.049988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:18.057294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:18.057835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:18.058269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:18.058738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafda6b5-ccaf-4676-9723-49cea5843fa3 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:44:18.070463 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:18.169374 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4b77b7e-5fa2-422f-8de5-63eec4b601fd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:18.222999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network 30993439-39da-4d3d-95b8-8e786bd3e575 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:18.224457 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:18.236001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:44:18.236675 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:18.377247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41546) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:18.384150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-5c7051b2-36cc-4f82-b4df-c0d1faa9c903 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Request body: {'router': {'name': 'tempest-router--410923815', 'project_id': '619498fce97c4f889677fda52f88de8f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:18.392001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5c7051b2-36cc-4f82-b4df-c0d1faa9c903 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:18.392265 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4b77b7e-5fa2-422f-8de5-63eec4b601fd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:18.404537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=c6bd7218-7752-4ac3-a5e1-8e261baba0cc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:18.405082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5c7051b2-36cc-4f82-b4df-c0d1faa9c903 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Usage tracker for resource:router and tenant:619498fce97c4f889677fda52f88de8f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:18.411901 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4b77b7e-5fa2-422f-8de5-63eec4b601fd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:18.413400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5c7051b2-36cc-4f82-b4df-c0d1faa9c903 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:18.441710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5c7051b2-36cc-4f82-b4df-c0d1faa9c903 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:18.453209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b77b7e-5fa2-422f-8de5-63eec4b601fd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb0894d-96be-45eb-bd5c-94180700e023,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:18.489547 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c4b77b7e-5fa2-422f-8de5-63eec4b601fd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:18.493744 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5c7051b2-36cc-4f82-b4df-c0d1faa9c903 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:18.493911 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c4b77b7e-5fa2-422f-8de5-63eec4b601fd tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7226338 Jun 04 16:44:18.494022 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5c7051b2-36cc-4f82-b4df-c0d1faa9c903 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:18.497017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41550) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:18.526290 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5c7051b2-36cc-4f82-b4df-c0d1faa9c903 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:18.575245 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5c7051b2-36cc-4f82-b4df-c0d1faa9c903 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:18.609499 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5c7051b2-36cc-4f82-b4df-c0d1faa9c903 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:18.613963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5c7051b2-36cc-4f82-b4df-c0d1faa9c903 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2321053 Jun 04 16:44:18.614268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41558) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:18.805203 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:18.848307 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bca18718-d22b-4d54-babc-861bfacfeafb tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:19.044554 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bca18718-d22b-4d54-babc-861bfacfeafb tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:19.128749 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7434791f-da1d-419a-9332-02ded94d971f tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:19.376424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:19.381511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bca18718-d22b-4d54-babc-861bfacfeafb tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:19.420374 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca18718-d22b-4d54-babc-861bfacfeafb tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f658bcd6-ff08-496f-aafa-e0fb0002099c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:19.423045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57fa4f9-2be9-4a67-8904-c170efb4921b None None] Network 30993439-39da-4d3d-95b8-8e786bd3e575 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:44:19.509026 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bca18718-d22b-4d54-babc-861bfacfeafb tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:19.510316 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bca18718-d22b-4d54-babc-861bfacfeafb tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-groups/f658bcd6-ff08-496f-aafa-e0fb0002099c HTTP/1.1" status: 204 len: 168 time: 1.0123656 Jun 04 16:44:19.515793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41582) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:19.649143 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eeaa0d17-2834-40ee-9803-466ace441e12 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:19.693452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eeaa0d17-2834-40ee-9803-466ace441e12 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:19.695447 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eeaa0d17-2834-40ee-9803-466ace441e12 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1785007 Jun 04 16:44:19.715731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41586) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:19.734849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-bca84d73-74d0-45f2-a427-e2585431688b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135202652'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:19.743827 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:19.745892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bca84d73-74d0-45f2-a427-e2585431688b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:19.755878 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:19.756813 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:19.995801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bca84d73-74d0-45f2-a427-e2585431688b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:19.996439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8e93736c-3110-4ab8-8f30-2a919ccab336 None None] Provisioning for port 25647778-890f-4471-9b65-cfb012c3294c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:20.003234 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7434791f-da1d-419a-9332-02ded94d971f tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.006811 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7434791f-da1d-419a-9332-02ded94d971f tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.059779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=c6bd7218-7752-4ac3-a5e1-8e261baba0cc,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:20.084553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:20.090591 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7434791f-da1d-419a-9332-02ded94d971f tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.091295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7434791f-da1d-419a-9332-02ded94d971f tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e855ab07-45d9-4362-9ebd-e0e26e3c321f {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:44:20.091656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:20.092147 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.107583 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7434791f-da1d-419a-9332-02ded94d971f tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.109006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7434791f-da1d-419a-9332-02ded94d971f tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e855ab07-45d9-4362-9ebd-e0e26e3c321f HTTP/1.1" status: 204 len: 168 time: 1.4937990 Jun 04 16:44:20.162723 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bca84d73-74d0-45f2-a427-e2585431688b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.172051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae79da-0353-43b2-94f3-1a0f703e9b1f req-ff1eb18c-0038-4cd8-95a7-467b7f2124f0 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:20.183785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26ae79da-0353-43b2-94f3-1a0f703e9b1f req-ff1eb18c-0038-4cd8-95a7-467b7f2124f0 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 945 time: 0.1479716 Jun 04 16:44:20.202476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bca84d73-74d0-45f2-a427-e2585431688b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:20.207218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bca84d73-74d0-45f2-a427-e2585431688b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:20.210393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bca84d73-74d0-45f2-a427-e2585431688b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:20.216873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bca84d73-74d0-45f2-a427-e2585431688b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:20.306690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26ae79da-0353-43b2-94f3-1a0f703e9b1f req-fcbd90fc-bb9f-404b-bd1f-860bc730ee0c tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111939 Jun 04 16:44:20.350329 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bca84d73-74d0-45f2-a427-e2585431688b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.369680 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bca84d73-74d0-45f2-a427-e2585431688b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.387773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:20.395782 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.439059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network 30993439-39da-4d3d-95b8-8e786bd3e575 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:20.440970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41604) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:20.449759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=19dbe3af-b28d-4ffd-b2b1-098da1e3ff03,segment=NetworkSegment(d422c61a-278d-4382-811b-b054e8778970),segment_id=d422c61a-278d-4382-811b-b054e8778970)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:20.456435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:20.459113 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.459935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 25647778-890f-4471-9b65-cfb012c3294c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:20.477900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca84d73-74d0-45f2-a427-e2585431688b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7994b7-3136-4d9e-9df9-fc2be24e22c1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:20.608117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bca84d73-74d0-45f2-a427-e2585431688b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.617927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41610) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:20.618305 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bca84d73-74d0-45f2-a427-e2585431688b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8983715 Jun 04 16:44:20.629512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219946576'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:20.652241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:20.666282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:20.670338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:20.694801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:20.720494 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.756699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router b83bca67-f69f-4053-bbec-46bfd6541923 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:44:20.780601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-474f4c94-0baf-4934-81d5-bfbaa1fa19c8 None None] Provisioning for port c6bd7218-7752-4ac3-a5e1-8e261baba0cc completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:20.794401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:20.810351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:20.818202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=19dbe3af-b28d-4ffd-b2b1-098da1e3ff03,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:20.819953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:20.849578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-474f4c94-0baf-4934-81d5-bfbaa1fa19c8 None None] Provisioning complete for port c6bd7218-7752-4ac3-a5e1-8e261baba0cc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:20.850044 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-474f4c94-0baf-4934-81d5-bfbaa1fa19c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.854970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:20.922488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1512478819', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:20.953429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:20.970086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 25647778-890f-4471-9b65-cfb012c3294c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:20.971591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Usage tracker for resource:router and tenant:4b71ce327b254e6c9a5a432671be5c1d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:20.975556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:20.992829 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 25647778-890f-4471-9b65-cfb012c3294c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:20.993223 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:20.998503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:21.098333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-474f4c94-0baf-4934-81d5-bfbaa1fa19c8 None None] Port c6bd7218-7752-4ac3-a5e1-8e261baba0cc cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:44:21.119585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:44:21.133820 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Sync routers for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:44:21.135328 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b78de574-5bd6-40fb-af99-ce185443eb6b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6866896 Jun 04 16:44:21.136193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41628) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:21.143681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1745662647'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:21.145286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-474f4c94-0baf-4934-81d5-bfbaa1fa19c8 None None] Provisioning complete for port 25647778-890f-4471-9b65-cfb012c3294c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:21.145676 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-474f4c94-0baf-4934-81d5-bfbaa1fa19c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.150066 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:21.151755 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:21.152721 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.152930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:21.153787 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.158551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:network and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:21.176708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:21.202934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:21.269460 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.287968 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.298724 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:44:21.304802 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.359396 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.376881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:44:21.390797 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.397099 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Added segment 8a87a64b-8a21-460e-97fc-a015cc1cab4c of type vlan for network 81833120-0fdc-4371-a1ed-f3f96dd5089a Jun 04 16:44:21.414769 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:21.420669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 25647778-890f-4471-9b65-cfb012c3294c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:21.431199 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.446036 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.509444 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.533136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:21.537196 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.555004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 25647778-890f-4471-9b65-cfb012c3294c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=25647778-890f-4471-9b65-cfb012c3294c,segment=NetworkSegment(025fdab2-de61-4147-8c5b-c1694287fca3),segment_id=025fdab2-de61-4147-8c5b-c1694287fca3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:21.563084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-474f4c94-0baf-4934-81d5-bfbaa1fa19c8 None None] Current status of the port 25647778-890f-4471-9b65-cfb012c3294c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:21.563695 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-474f4c94-0baf-4934-81d5-bfbaa1fa19c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.576079 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:21.780066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:21.838701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97741885-1b2e-4370-9db6-f1c8c18264a5,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:21.847184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41646) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:21.887982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=25647778-890f-4471-9b65-cfb012c3294c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:21.908793 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-474f4c94-0baf-4934-81d5-bfbaa1fa19c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:44:21.909548 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-474f4c94-0baf-4934-81d5-bfbaa1fa19c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:44:21.917020 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7789361 Jun 04 16:44:21.921565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0044d5b-c540-4555-b468-bcd16eff47c1 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Network': ['ID=81833120-0fdc-4371-a1ed-f3f96dd5089a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:21.927662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41652) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:21.946108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'subnet': {'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:21.947811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:21.949818 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.017773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 81833120-0fdc-4371-a1ed-f3f96dd5089a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:44:22.134860 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:18Z', 'revision_number': 4, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:19Z', 'revision_number': 2, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:22.139128 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Checking router: b83bca67-f69f-4053-bbec-46bfd6541923 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:44:22.139853 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Updating router b83bca67-f69f-4053-bbec-46bfd6541923 port c6bd7218-7752-4ac3-a5e1-8e261baba0cc binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:44:22.142096 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.161798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f8cb1-017b-44a7-b947-507771ed7272 req-baead27e-a1e6-4f4e-9e25-6b7ad92349af tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:22.163416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a44f8cb1-017b-44a7-b947-507771ed7272 req-baead27e-a1e6-4f4e-9e25-6b7ad92349af tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.42 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 945 time: 1.1454043 Jun 04 16:44:22.235437 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5925bf28-cc50-4038-8728-f93630a66fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.257652 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.275225 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5925bf28-cc50-4038-8728-f93630a66fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:22.278387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-a44f8cb1-017b-44a7-b947-507771ed7272 req-7cb8a1bf-2236-4255-a744-efe87b03abd8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Deleting port 4b0e677d-05af-4ef8-9c18-4459570bd5ff {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:22.278911 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a44f8cb1-017b-44a7-b947-507771ed7272 req-7cb8a1bf-2236-4255-a744-efe87b03abd8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.284694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5925bf28-cc50-4038-8728-f93630a66fae admin admin] Usage tracker for resource:security_group_rule and tenant:5090f4c907254f5496f94d693b653ff9 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:22.287502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:22.289664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5925bf28-cc50-4038-8728-f93630a66fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:22.295999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:subnet and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:22.298656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5925bf28-cc50-4038-8728-f93630a66fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:22.300622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:22.309504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:22.312382 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.315837 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d3ecbe92-fb8f-43fe-a5af-a911161853a2 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6963956 Jun 04 16:44:22.316919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:22.320457 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41664) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:22.340371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b695032c-715d-47bc-bcc5-2cce5693df53 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group_rule': {'security_group_id': '0b7994b7-3136-4d9e-9df9-fc2be24e22c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '97741885-1b2e-4370-9db6-f1c8c18264a5', 'remote_ip_prefix': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:22.347068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea085687-8d92-4b9d-bde2-7dcb27613c08 req-bbba80f7-9611-4857-ace3-34746207be93 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:22.348636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea085687-8d92-4b9d-bde2-7dcb27613c08 req-bbba80f7-9611-4857-ace3-34746207be93 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 945 time: 0.5611198 Jun 04 16:44:22.362692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b695032c-715d-47bc-bcc5-2cce5693df53 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:22.370150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b695032c-715d-47bc-bcc5-2cce5693df53 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:22.377267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b695032c-715d-47bc-bcc5-2cce5693df53 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:22.380126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Made reservation on behalf of ae98a1dcd1924f0cbf54e41dfd0d504a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:44:22.384293 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.407408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b695032c-715d-47bc-bcc5-2cce5693df53 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:22.488849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-474f4c94-0baf-4934-81d5-bfbaa1fa19c8 None None] Current status of the port 25647778-890f-4471-9b65-cfb012c3294c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:22.584830 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b695032c-715d-47bc-bcc5-2cce5693df53 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.613722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1e42a62f-165f-4a12-b335-ff144feb44f6 None None] Provisioning complete for port c6bd7218-7752-4ac3-a5e1-8e261baba0cc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:22.614544 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1e42a62f-165f-4a12-b335-ff144feb44f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.678264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1e42a62f-165f-4a12-b335-ff144feb44f6 None None] Port c6bd7218-7752-4ac3-a5e1-8e261baba0cc cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:44:22.686406 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5925bf28-cc50-4038-8728-f93630a66fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.703952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5925bf28-cc50-4038-8728-f93630a66fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.710539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea085687-8d92-4b9d-bde2-7dcb27613c08 req-98fb96ec-6d21-4b5b-8024-687a5b1a2e85 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522811 Jun 04 16:44:22.825067 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b695032c-715d-47bc-bcc5-2cce5693df53 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.827969 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5925bf28-cc50-4038-8728-f93630a66fae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5090f4c907254f5496f94d693b653ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9717305 Jun 04 16:44:22.832303 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41676) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:22.844327 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.856118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925bf28-cc50-4038-8728-f93630a66fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc76beeb-48c4-47df-bad2-057e5810f045,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:22.868020 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Transition to ACTIVE for port object c6bd7218-7752-4ac3-a5e1-8e261baba0cc will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:22.884390 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.887426 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b695032c-715d-47bc-bcc5-2cce5693df53 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:22.916347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695032c-715d-47bc-bcc5-2cce5693df53 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec014773-140a-45e4-8f5e-5eb845c1bb83,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:23.050623 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b695032c-715d-47bc-bcc5-2cce5693df53 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:23.052437 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b695032c-715d-47bc-bcc5-2cce5693df53 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7299247 Jun 04 16:44:23.055276 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:23.059173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41680) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:23.086659 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20530e-ed85-432e-abaf-afaad2c9342d None None] Pushing event updated for resources: {'Port': ['ID=c6bd7218-7752-4ac3-a5e1-8e261baba0cc,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:23.151935 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-348da82a-5673-462d-8c75-045d5020326f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:23.181028 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Attempting to bind port c6bd7218-7752-4ac3-a5e1-8e261baba0cc on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:44:23.182528 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Attempting to bind port c6bd7218-7752-4ac3-a5e1-8e261baba0cc by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '025fdab2-de61-4147-8c5b-c1694287fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:44:23.183278 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Attempting to bind port c6bd7218-7752-4ac3-a5e1-8e261baba0cc on network 30993439-39da-4d3d-95b8-8e786bd3e575 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:23.224091 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:44:23.224091 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Checking segment: {'id': '025fdab2-de61-4147-8c5b-c1694287fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:23.224091 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:23.228498 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Bound using segment: {'id': '025fdab2-de61-4147-8c5b-c1694287fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:44:23.230705 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Bound port: c6bd7218-7752-4ac3-a5e1-8e261baba0cc, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025fdab2-de61-4147-8c5b-c1694287fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:44:23.230705 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:23.231232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Subnet': ['ID=c3b6d87d-83c5-4868-b71e-be82f1001dbd,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:23.241652 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-348da82a-5673-462d-8c75-045d5020326f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:23.277824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Checking segment: {'id': '8a87a64b-8a21-460e-97fc-a015cc1cab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:23.278172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network hostable DHCP agents. Network: 81833120-0fdc-4371-a1ed-f3f96dd5089a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:44:23.335017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-a44f8cb1-017b-44a7-b947-507771ed7272 req-7cb8a1bf-2236-4255-a744-efe87b03abd8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] For port 4b0e677d-05af-4ef8-9c18-4459570bd5ff, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4b0e677d-05af-4ef8-9c18-4459570bd5ff,segment=NetworkSegment(251f6d34-eec1-4af7-af30-54d338ca97bd),segment_id=251f6d34-eec1-4af7-af30-54d338ca97bd)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:23.335663 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a44f8cb1-017b-44a7-b947-507771ed7272 req-7cb8a1bf-2236-4255-a744-efe87b03abd8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:23.359907 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] For port c6bd7218-7752-4ac3-a5e1-8e261baba0cc, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:44:23.363515 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] For port c6bd7218-7752-4ac3-a5e1-8e261baba0cc, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c6bd7218-7752-4ac3-a5e1-8e261baba0cc,segment=NetworkSegment(025fdab2-de61-4147-8c5b-c1694287fca3),segment_id=025fdab2-de61-4147-8c5b-c1694287fca3)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:44:23.373388 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:23.438110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network 81833120-0fdc-4371-a1ed-f3f96dd5089a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:44:23.455016 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-348da82a-5673-462d-8c75-045d5020326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:23.473491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 81833120-0fdc-4371-a1ed-f3f96dd5089a) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:23.480729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:23.481541 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:23.484072 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:23.484754 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:23.487805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348da82a-5673-462d-8c75-045d5020326f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc76beeb-48c4-47df-bad2-057e5810f045,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:23.502018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-a44f8cb1-017b-44a7-b947-507771ed7272 req-7cb8a1bf-2236-4255-a744-efe87b03abd8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Calling delete_port for 4b0e677d-05af-4ef8-9c18-4459570bd5ff owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:23.504765 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-348da82a-5673-462d-8c75-045d5020326f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:23.508185 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-348da82a-5673-462d-8c75-045d5020326f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc76beeb-48c4-47df-bad2-057e5810f045 HTTP/1.1" status: 204 len: 168 time: 0.6572707 Jun 04 16:44:23.517447 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4b57d024-5901-4290-90e1-cd4d8d23cf80 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5854740 Jun 04 16:44:23.517844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41696) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:23.542675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e270c9-222e-4a94-8a25-61b4328af9b8 None None] Network 81833120-0fdc-4371-a1ed-f3f96dd5089a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:44:23.770653 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20530e-ed85-432e-abaf-afaad2c9342d None None] Pushing event updated for resources: {'Port': ['ID=c6bd7218-7752-4ac3-a5e1-8e261baba0cc,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:23.902215 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:23.921679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a44f8cb1-017b-44a7-b947-507771ed7272 req-7cb8a1bf-2236-4255-a744-efe87b03abd8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:23.971163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 25647778-890f-4471-9b65-cfb012c3294c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:24.147231 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-154199a7-c6d4-4f75-8d33-333449cd04bc tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:24.197730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 25647778-890f-4471-9b65-cfb012c3294c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:24.198097 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:24.229137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8a1bf-2236-4255-a744-efe87b03abd8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Pushing event deleted for resources: {'Port': ['ID=4b0e677d-05af-4ef8-9c18-4459570bd5ff,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:24.232794 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:24.276621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-81833120-0fdc-4371-a1ed-f3f96dd5089a', 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'fixed_ips': [{'subnet_id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:44:24.277932 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:24.294792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c88db214-b083-4d4c-9cc0-add6946f648e req-7d064f18-9f66-42c3-977f-cd75108fbb56 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=806a2a63-a327-40c5-922e-5c24c8455e45 HTTP/1.1" status: 200 len: 210 time: 0.4124238 Jun 04 16:44:24.313889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41710) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:24.356084 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-154199a7-c6d4-4f75-8d33-333449cd04bc tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:24.363806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44f8cb1-017b-44a7-b947-507771ed7272 req-7cb8a1bf-2236-4255-a744-efe87b03abd8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] No DVR routers for this DVR port 4b0e677d-05af-4ef8-9c18-4459570bd5ff on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:44:24.367260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a44f8cb1-017b-44a7-b947-507771ed7272 req-7cb8a1bf-2236-4255-a744-efe87b03abd8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:24.379570 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:24.384962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806a2a63-a327-40c5-922e-5c24c8455e45', 'name': 'network-vif-deleted', 'tag': '4b0e677d-05af-4ef8-9c18-4459570bd5ff'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:44:24.400054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a44f8cb1-017b-44a7-b947-507771ed7272 req-7cb8a1bf-2236-4255-a744-efe87b03abd8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.42 "DELETE /v2.0/ports/4b0e677d-05af-4ef8-9c18-4459570bd5ff HTTP/1.1" status: 204 len: 173 time: 2.2287831 Jun 04 16:44:24.421177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 25647778-890f-4471-9b65-cfb012c3294c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:24.425465 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0680-8e1b-48e0-9c4f-76a0048e5318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:24.581093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Allocated IP 172.25.5.112 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/1723501d-ad1a-4092-bde3-b60638f87db7) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:44:24.586783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Allocated IP 2001:db8:3::2 (81833120-0fdc-4371-a1ed-f3f96dd5089a/c3b6d87d-83c5-4868-b71e-be82f1001dbd/61b4b91e-2ba7-4159-bf99-f86c9c855239) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:44:24.660407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7d6b0680-8e1b-48e0-9c4f-76a0048e5318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:24.671955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7d6b0680-8e1b-48e0-9c4f-76a0048e5318 admin admin] Usage tracker for resource:security_group_rule and tenant:93afe732f9164cc9b11cc1837a0378b5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:24.704595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7d6b0680-8e1b-48e0-9c4f-76a0048e5318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:24.727849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7d6b0680-8e1b-48e0-9c4f-76a0048e5318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:24.742768 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:18Z', 'revision_number': 4, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:23Z', 'revision_number': 4, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:24.751009 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7984c7-79da-46cb-9d30-30388836a095 None None] The sync data for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 is: [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:18Z', 'revision_number': 4, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:23Z', 'revision_number': 4, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:44:24.778501 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:24.831142 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0a56db-fd3c-4d39-bdc8-1aa6ff237c5d'] response: {'server_uuid': '806a2a63-a327-40c5-922e-5c24c8455e45', 'name': 'network-vif-deleted', 'tag': '4b0e677d-05af-4ef8-9c18-4459570bd5ff', 'status': 'completed', 'code': 200} Jun 04 16:44:24.833023 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:24.890452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:24.891517 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-154199a7-c6d4-4f75-8d33-333449cd04bc tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:24.911047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:24.934506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154199a7-c6d4-4f75-8d33-333449cd04bc tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec014773-140a-45e4-8f5e-5eb845c1bb83,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:24.939291 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:24.947176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:44:25.060368 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:25.085714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Transition to ACTIVE for port object 61b4b91e-2ba7-4159-bf99-f86c9c855239 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:25.124074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Transition to ACTIVE for port object 61b4b91e-2ba7-4159-bf99-f86c9c855239 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:25.147500 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:25.245857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0680-8e1b-48e0-9c4f-76a0048e5318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:25.251544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Network 81833120-0fdc-4371-a1ed-f3f96dd5089a is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:25.267732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:25.274823 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0680-8e1b-48e0-9c4f-76a0048e5318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:25.279206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4b0e677d-05af-4ef8-9c18-4459570bd5ff no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:44:25.332118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:44:25.361663 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 4b0e677d-05af-4ef8-9c18-4459570bd5ff {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:44:25.362004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4b0e677d-05af-4ef8-9c18-4459570bd5ff not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:44:25.406515 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-154199a7-c6d4-4f75-8d33-333449cd04bc tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:25.408613 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-154199a7-c6d4-4f75-8d33-333449cd04bc tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ec014773-140a-45e4-8f5e-5eb845c1bb83 HTTP/1.1" status: 204 len: 168 time: 2.3482938 Jun 04 16:44:25.421668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41728) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:25.462596 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7d6b0680-8e1b-48e0-9c4f-76a0048e5318 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93afe732f9164cc9b11cc1837a0378b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1320333 Jun 04 16:44:25.471516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b0680-8e1b-48e0-9c4f-76a0048e5318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb7bd5-7902-42ea-9bcf-dd6c6d455d78,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:25.474070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41732) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:25.615338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Attempting to bind port 61b4b91e-2ba7-4159-bf99-f86c9c855239 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:44:25.616528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Attempting to bind port 61b4b91e-2ba7-4159-bf99-f86c9c855239 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '8a87a64b-8a21-460e-97fc-a015cc1cab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:44:25.617056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Attempting to bind port 61b4b91e-2ba7-4159-bf99-f86c9c855239 on network 81833120-0fdc-4371-a1ed-f3f96dd5089a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:25.629620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:44:25.633318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Pushing event updated for resources: {'Port': ['ID=1723501d-ad1a-4092-bde3-b60638f87db7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:25.682909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Checking segment: {'id': '8a87a64b-8a21-460e-97fc-a015cc1cab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:25.683542 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:25.684110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Bound using segment: {'id': '8a87a64b-8a21-460e-97fc-a015cc1cab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:44:25.684779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Bound port: 61b4b91e-2ba7-4159-bf99-f86c9c855239, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a87a64b-8a21-460e-97fc-a015cc1cab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:44:25.685321 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:25.697784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Pushing event updated for resources: {'Port': ['ID=61b4b91e-2ba7-4159-bf99-f86c9c855239,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:25.828428 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c6bd7218-7752-4ac3-a5e1-8e261baba0cc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:25.864800 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b532d35b-de37-4e74-a8fa-523b98ead6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:25.896754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7f0d605d-0f08-4116-9fd6-9d817a87eb2b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:25.905804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] For port 61b4b91e-2ba7-4159-bf99-f86c9c855239, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:44:25.924022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] For port 61b4b91e-2ba7-4159-bf99-f86c9c855239, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=61b4b91e-2ba7-4159-bf99-f86c9c855239,segment=NetworkSegment(8a87a64b-8a21-460e-97fc-a015cc1cab4c),segment_id=8a87a64b-8a21-460e-97fc-a015cc1cab4c)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:44:25.941273 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:25.987221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c6bd7218-7752-4ac3-a5e1-8e261baba0cc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:26.001615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c6bd7218-7752-4ac3-a5e1-8e261baba0cc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:26.002244 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:26.032702 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:26.047518 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b532d35b-de37-4e74-a8fa-523b98ead6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:26.070343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7f0d605d-0f08-4116-9fd6-9d817a87eb2b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:26.072084 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7f0d605d-0f08-4116-9fd6-9d817a87eb2b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6493242 Jun 04 16:44:26.079766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41756) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:26.121042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0b20b-4354-4e84-b00b-fb617e9b4249 None None] Pushing event updated for resources: {'Port': ['ID=61b4b91e-2ba7-4159-bf99-f86c9c855239,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:26.161145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Allocated IP 2001:db8:3::1 (81833120-0fdc-4371-a1ed-f3f96dd5089a/c3b6d87d-83c5-4868-b71e-be82f1001dbd/4d581975-c446-4f92-aa4d-e5ecd1de4d69) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:44:26.217356 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-328ca8cb-09e3-43a6-82e0-ec93f1486dd9 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:26.270598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c6bd7218-7752-4ac3-a5e1-8e261baba0cc is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:26.271006 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:26.283601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-547448ac-6ca0-4e46-9b87-f225b9bb9188 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:26.290999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-547448ac-6ca0-4e46-9b87-f225b9bb9188 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/networks?id=912fbf3d-49df-4018-95c4-c18424967793 HTTP/1.1" status: 200 len: 808 time: 0.3781326 Jun 04 16:44:26.314405 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port c6bd7218-7752-4ac3-a5e1-8e261baba0cc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c6bd7218-7752-4ac3-a5e1-8e261baba0cc,segment=NetworkSegment(025fdab2-de61-4147-8c5b-c1694287fca3),segment_id=025fdab2-de61-4147-8c5b-c1694287fca3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:26.326319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-1d23c297-c8d1-485c-9d4a-59d016092c49 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/quotas/dd93265139154870b99aaae416e5301e HTTP/1.1" status: 200 len: 375 time: 0.0341983 Jun 04 16:44:26.328473 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:26.347109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b532d35b-de37-4e74-a8fa-523b98ead6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:26.375735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-328ca8cb-09e3-43a6-82e0-ec93f1486dd9 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:26.426849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=c6bd7218-7752-4ac3-a5e1-8e261baba0cc,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:26.477584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-f0a8ccec-65f6-4863-8575-c6f7032550f0 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Synchronizing usage tracker for tenant:dd93265139154870b99aaae416e5301e on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:26.491909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532d35b-de37-4e74-a8fa-523b98ead6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bb7bd5-7902-42ea-9bcf-dd6c6d455d78,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:26.534679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-f0a8ccec-65f6-4863-8575-c6f7032550f0 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Unset dirty status for tenant:dd93265139154870b99aaae416e5301e on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:26.536209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-f0a8ccec-65f6-4863-8575-c6f7032550f0 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd93265139154870b99aaae416e5301e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2087927 Jun 04 16:44:26.561569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-0c8963a7-0203-4366-a790-e862cb4ec6d8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:44:26.562790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-0c8963a7-0203-4366-a790-e862cb4ec6d8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060933 Jun 04 16:44:26.759550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b532d35b-de37-4e74-a8fa-523b98ead6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:26.764147 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b532d35b-de37-4e74-a8fa-523b98ead6d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64bb7bd5-7902-42ea-9bcf-dd6c6d455d78 HTTP/1.1" status: 204 len: 168 time: 1.2834895 Jun 04 16:44:26.783248 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:26.791016 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:26.810118 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-328ca8cb-09e3-43a6-82e0-ec93f1486dd9 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:26.842283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Transition to ACTIVE for port object 4d581975-c446-4f92-aa4d-e5ecd1de4d69 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:26.850565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ca8cb-09e3-43a6-82e0-ec93f1486dd9 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97741885-1b2e-4370-9db6-f1c8c18264a5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:26.888427 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-328ca8cb-09e3-43a6-82e0-ec93f1486dd9 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:26.891732 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-328ca8cb-09e3-43a6-82e0-ec93f1486dd9 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-groups/97741885-1b2e-4370-9db6-f1c8c18264a5 HTTP/1.1" status: 204 len: 168 time: 0.8090692 Jun 04 16:44:26.894546 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41772) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:26.932345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-25774974-ec24-47ca-a1cc-18af2224ee02 service neutron] 10.222.0.13 "GET /v2.0/networks/912fbf3d-49df-4018-95c4-c18424967793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635433 Jun 04 16:44:26.951663 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:27.051583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=4d581975-c446-4f92-aa4d-e5ecd1de4d69,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:27.078410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1cb60699-6737-491e-accd-95cc6b63ed6a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:27.081970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network 81833120-0fdc-4371-a1ed-f3f96dd5089a is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:27.084316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:27.091066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:44:27.091212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:27.111667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1cb60699-6737-491e-accd-95cc6b63ed6a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:27.113083 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1cb60699-6737-491e-accd-95cc6b63ed6a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2176657 Jun 04 16:44:27.116944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41782) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:27.294994 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:27.607545 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-a1d5b121-6e32-45fe-b1c0-52185d764853 service neutron] 10.222.0.13 "GET /v2.0/networks/912fbf3d-49df-4018-95c4-c18424967793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6682582 Jun 04 16:44:27.610719 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c1e754a-a83e-44f5-a874-80f36fac5966 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:27.712319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c1e754a-a83e-44f5-a874-80f36fac5966 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:27.788506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Router c2f61e35-52e2-49f8-833c-9346a06617b5 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:44:27.803928 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2152934b-0706-46b1-8686-974f2eb9da9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:27.847682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c6bd7218-7752-4ac3-a5e1-8e261baba0cc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:27.919632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b868d-9d30-4a36-972f-d19710be17a2 None None] Network 81833120-0fdc-4371-a1ed-f3f96dd5089a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:44:28.067994 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-376b4fb3-2d56-4c8a-944b-ebfc73c3e4b2 req-fa5ceb9f-63b5-41d7-a3c2-efcd3424bf90 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 210 time: 0.0926025 Jun 04 16:44:28.081431 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c1e754a-a83e-44f5-a874-80f36fac5966 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:28.110950 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:28.134639 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:28.136722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:28.189785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e754a-a83e-44f5-a874-80f36fac5966 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7994b7-3136-4d9e-9df9-fc2be24e22c1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:28.224408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9d2676e8-5f98-43de-a1df-b6c08d0bd96c None None] Provisioning for port 61b4b91e-2ba7-4159-bf99-f86c9c855239 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:28.231811 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c1e754a-a83e-44f5-a874-80f36fac5966 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:28.233217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6c1e754a-a83e-44f5-a874-80f36fac5966 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-groups/0b7994b7-3136-4d9e-9df9-fc2be24e22c1 HTTP/1.1" status: 204 len: 168 time: 1.1133912 Jun 04 16:44:28.236520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41818) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:28.293220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c6bd7218-7752-4ac3-a5e1-8e261baba0cc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:28.293925 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:28.300890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:44:28.332636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5db2f-971d-4772-84c3-55e7711eda39 None None] Sync routers for ids ['c2f61e35-52e2-49f8-833c-9346a06617b5'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:44:28.351646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event updated for resources: {'Port': ['ID=4d581975-c446-4f92-aa4d-e5ecd1de4d69,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:28.385462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-391734b6-ba20-4249-8e2c-a84bd6c40d17 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:28.389697 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:28.391259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-08eaac7d-0af0-4222-b575-18a7f9e09a52 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.9492035 Jun 04 16:44:28.400805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5db2f-971d-4772-84c3-55e7711eda39 None None] Routers {'c2f61e35-52e2-49f8-833c-9346a06617b5'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:28.401457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-33f5db2f-971d-4772-84c3-55e7711eda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c2f61e35-52e2-49f8-833c-9346a06617b5'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:28.402950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41828) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:28.550536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-391734b6-ba20-4249-8e2c-a84bd6c40d17 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:28.555009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-391734b6-ba20-4249-8e2c-a84bd6c40d17 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3165817 Jun 04 16:44:28.561613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Network 81833120-0fdc-4371-a1ed-f3f96dd5089a is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:28.562345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41836) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:28.568139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:28.576055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-383d7eb0-72c7-420c-aa0f-fc9197a12459 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315456604'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:28.680923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-33f5db2f-971d-4772-84c3-55e7711eda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:28.722099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5db2f-971d-4772-84c3-55e7711eda39 None None] Routers {'c2f61e35-52e2-49f8-833c-9346a06617b5'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:28.722868 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-33f5db2f-971d-4772-84c3-55e7711eda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c2f61e35-52e2-49f8-833c-9346a06617b5'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:28.774654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-383d7eb0-72c7-420c-aa0f-fc9197a12459 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:28.837233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4f400b1e-3d6e-4afd-bdbd-bf997a8a4f7b tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/routers/c2f61e35-52e2-49f8-833c-9346a06617b5 HTTP/1.1" status: 200 len: 925 time: 0.4325712 Jun 04 16:44:28.842515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41848) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:28.890793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c6bd7218-7752-4ac3-a5e1-8e261baba0cc is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:28.891922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 61b4b91e-2ba7-4159-bf99-f86c9c855239 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:28.942197 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0a0c2d5c-33c9-4272-a0ad-6c33c961769c tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f61e35-52e2-49f8-833c-9346a06617b5 HTTP/1.1" status: 200 len: 205 time: 0.0986261 Jun 04 16:44:28.944679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41854) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:28.979912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-33f5db2f-971d-4772-84c3-55e7711eda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:28.980335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5db2f-971d-4772-84c3-55e7711eda39 None None] The sync data for ids ['c2f61e35-52e2-49f8-833c-9346a06617b5'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:44:29.007332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-383d7eb0-72c7-420c-aa0f-fc9197a12459 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:29.019934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 61b4b91e-2ba7-4159-bf99-f86c9c855239 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:29.027739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 61b4b91e-2ba7-4159-bf99-f86c9c855239 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:29.028566 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:29.032729 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-383d7eb0-72c7-420c-aa0f-fc9197a12459 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:29.076412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-383d7eb0-72c7-420c-aa0f-fc9197a12459 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:29.095550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-383d7eb0-72c7-420c-aa0f-fc9197a12459 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:29.105553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router b83bca67-f69f-4053-bbec-46bfd6541923 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:44:29.106828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-383d7eb0-72c7-420c-aa0f-fc9197a12459 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:29.115826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-383d7eb0-72c7-420c-aa0f-fc9197a12459 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:29.182851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 61b4b91e-2ba7-4159-bf99-f86c9c855239 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:29.183218 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:29.222825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 61b4b91e-2ba7-4159-bf99-f86c9c855239, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=61b4b91e-2ba7-4159-bf99-f86c9c855239,segment=NetworkSegment(8a87a64b-8a21-460e-97fc-a015cc1cab4c),segment_id=8a87a64b-8a21-460e-97fc-a015cc1cab4c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:29.235580 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:29.277850 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:29.349203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:44:29.358881 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-83721690-bfd0-48ac-a215-4f4241c276f4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8392971 Jun 04 16:44:29.361823 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Sync routers for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:44:29.369992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41866) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:29.417315 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:29.421148 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:29.432766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-dcd24196-96b0-44d9-a556-e62b19009551 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:29.451302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=61b4b91e-2ba7-4159-bf99-f86c9c855239,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:29.468926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f284b24c-d848-4fa0-86c3-58515ddf157a None None] Provisioning complete for port 61b4b91e-2ba7-4159-bf99-f86c9c855239 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:29.469647 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f284b24c-d848-4fa0-86c3-58515ddf157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:29.557069 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef9f7036-0af5-414e-8366-da3edaf74291 req-2404162c-2885-4327-8d9e-f26250741edb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 210 time: 0.1340106 Jun 04 16:44:29.781157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 61b4b91e-2ba7-4159-bf99-f86c9c855239 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:29.781497 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:29.832590 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:29.859154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Deleting port 1723501d-ad1a-4092-bde3-b60638f87db7 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:29.859885 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:30.112176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f284b24c-d848-4fa0-86c3-58515ddf157a None None] Current status of the port 61b4b91e-2ba7-4159-bf99-f86c9c855239 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:30.150050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f284b24c-d848-4fa0-86c3-58515ddf157a None None] Provisioning for port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:30.153410 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6e6599f6-787a-44cd-b3bf-24dc887b440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:30.157998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 61b4b91e-2ba7-4159-bf99-f86c9c855239 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:30.158462 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:30.238830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f284b24c-d848-4fa0-86c3-58515ddf157a None None] Provisioning complete for port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:30.239206 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f284b24c-d848-4fa0-86c3-58515ddf157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:30.376238 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-383d7eb0-72c7-420c-aa0f-fc9197a12459 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:30.393356 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-383d7eb0-72c7-420c-aa0f-fc9197a12459 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:30.461540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f284b24c-d848-4fa0-86c3-58515ddf157a None None] Port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:44:30.480178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d7eb0-72c7-420c-aa0f-fc9197a12459 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd93836-c97f-42b7-975a-2569a78a7841,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:30.496050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-01db5c8a-d223-4a68-8c53-92782e4c8b9f tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:30.497939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-01db5c8a-d223-4a68-8c53-92782e4c8b9f tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.42 "GET /v2.0/networks?id=912fbf3d-49df-4018-95c4-c18424967793 HTTP/1.1" status: 200 len: 808 time: 0.5662651 Jun 04 16:44:30.516519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Request body: {'port': {'device_id': 'efe55b2d-94dc-440b-9222-4e9a10f183d5', 'network_id': '912fbf3d-49df-4018-95c4-c18424967793', 'admin_state_up': True, 'tenant_id': 'dd93265139154870b99aaae416e5301e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:30.585404 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:27Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d581975-c446-4f92-aa4d-e5ecd1de4d69', 'name': '', 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:e0:67:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:25Z', 'updated_at': '2022-06-04T16:44:27Z', 'revision_number': 2, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:26Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:30.623752 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Checking router: b83bca67-f69f-4053-bbec-46bfd6541923 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:44:30.626667 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Updating router b83bca67-f69f-4053-bbec-46bfd6541923 port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:44:30.630364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-66c52450-6213-42f2-a71d-80cba7ef7101 None None] Provisioning complete for port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:30.630760 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-66c52450-6213-42f2-a71d-80cba7ef7101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:30.719572 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 61b4b91e-2ba7-4159-bf99-f86c9c855239 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:30.763157 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:30.792723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-66c52450-6213-42f2-a71d-80cba7ef7101 None None] Port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:44:30.865186 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-383d7eb0-72c7-420c-aa0f-fc9197a12459 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:30.866508 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-383d7eb0-72c7-420c-aa0f-fc9197a12459 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3031042 Jun 04 16:44:30.870205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41910) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:30.896163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5a70bb8c-b308-4038-849f-cc41454b67f6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group_rule': {'security_group_id': 'dcd93836-c97f-42b7-975a-2569a78a7841', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:30.914370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5a70bb8c-b308-4038-849f-cc41454b67f6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:30.948254 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.047075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5a70bb8c-b308-4038-849f-cc41454b67f6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:31.057526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5a70bb8c-b308-4038-849f-cc41454b67f6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:31.073185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5a70bb8c-b308-4038-849f-cc41454b67f6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:31.083735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Calling delete_port for 1723501d-ad1a-4092-bde3-b60638f87db7 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:31.145452 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.176700 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a70bb8c-b308-4038-849f-cc41454b67f6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.279201 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a70bb8c-b308-4038-849f-cc41454b67f6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.303708 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.318622 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Transition to ACTIVE for port object 4d581975-c446-4f92-aa4d-e5ecd1de4d69 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:31.331248 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.346159 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7359d099-35e8-463f-bf39-b20059b76013 req-df8706fb-cc07-4957-9d07-a385db27219a tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 210 time: 0.0778246 Jun 04 16:44:31.349190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a70bb8c-b308-4038-849f-cc41454b67f6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.371573 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.376773 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.414650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70bb8c-b308-4038-849f-cc41454b67f6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917cafa9-04ba-4485-9b4b-402725fe16a9,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:31.470124 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a70bb8c-b308-4038-849f-cc41454b67f6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.472125 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5a70bb8c-b308-4038-849f-cc41454b67f6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6009157 Jun 04 16:44:31.488489 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41928) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:31.514412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Pushing event deleted for resources: {'Port': ['ID=1723501d-ad1a-4092-bde3-b60638f87db7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:31.569097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cb1548e8-34f6-480b-a5c2-535061250293 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.586054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.extraroute_db [None req-dcd24196-96b0-44d9-a556-e62b19009551 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 04 16:44:31.591766 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cb1548e8-34f6-480b-a5c2-535061250293 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.619891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.extraroute_db [None req-dcd24196-96b0-44d9-a556-e62b19009551 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Removed routes are [] {{(pid=88797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 04 16:44:31.620569 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dcd24196-96b0-44d9-a556-e62b19009551 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.642133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:31.669286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:31.674876 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.756722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cb1548e8-34f6-480b-a5c2-535061250293 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.788854 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e81f64-04d8-4c1d-b86d-a0c46df215e0 None None] Pushing event updated for resources: {'Port': ['ID=4d581975-c446-4f92-aa4d-e5ecd1de4d69,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:31.837587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Made reservation on behalf of dd93265139154870b99aaae416e5301e for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:44:31.842920 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.848262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1548e8-34f6-480b-a5c2-535061250293 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=917cafa9-04ba-4485-9b4b-402725fe16a9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:31.851553 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Attempting to bind port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:44:31.852659 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Attempting to bind port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '8a87a64b-8a21-460e-97fc-a015cc1cab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:44:31.856214 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Attempting to bind port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 on network 81833120-0fdc-4371-a1ed-f3f96dd5089a {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:31.869414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41940) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:31.870164 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:44:31.870788 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Checking segment: {'id': '8a87a64b-8a21-460e-97fc-a015cc1cab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:31.871351 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.871895 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Bound using segment: {'id': '8a87a64b-8a21-460e-97fc-a015cc1cab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:44:31.872545 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Bound port: 4d581975-c446-4f92-aa4d-e5ecd1de4d69, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a87a64b-8a21-460e-97fc-a015cc1cab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:44:31.873118 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.896795 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cb1548e8-34f6-480b-a5c2-535061250293 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:31.897738 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cb1548e8-34f6-480b-a5c2-535061250293 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/917cafa9-04ba-4485-9b4b-402725fe16a9 HTTP/1.1" status: 204 len: 168 time: 0.4082181 Jun 04 16:44:31.900977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41946) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:32.012562 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] For port 4d581975-c446-4f92-aa4d-e5ecd1de4d69, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:44:32.016255 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] For port 4d581975-c446-4f92-aa4d-e5ecd1de4d69, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4d581975-c446-4f92-aa4d-e5ecd1de4d69,segment=NetworkSegment(8a87a64b-8a21-460e-97fc-a015cc1cab4c),segment_id=8a87a64b-8a21-460e-97fc-a015cc1cab4c)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:44:32.025706 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.027964 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.029397 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.098402 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.098918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Fanout notify agent at l3_agent the message router_deleted on router c2f61e35-52e2-49f8-833c-9346a06617b5 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:44:32.127702 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:32.128315 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:32.176418 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dcd24196-96b0-44d9-a556-e62b19009551 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.186743 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dcd24196-96b0-44d9-a556-e62b19009551 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.201621 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e81f64-04d8-4c1d-b86d-a0c46df215e0 None None] Pushing event updated for resources: {'Port': ['ID=4d581975-c446-4f92-aa4d-e5ecd1de4d69,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:32.203196 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.220337 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e7538a86-073f-4b04-be7b-51cb6af6d0c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "DELETE /v2.0/routers/c2f61e35-52e2-49f8-833c-9346a06617b5 HTTP/1.1" status: 204 len: 168 time: 3.2742548 Jun 04 16:44:32.224979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41950) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:32.237596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1743872976', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'enable_snat': False}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:32.251099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:32.261389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Usage tracker for resource:router and tenant:fdf9989d321b41c0851508e665ed7a6a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:32.269265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:32.281105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:32.284801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Allocated IP 172.20.0.10 (912fbf3d-49df-4018-95c4-c18424967793/b4d5194a-a004-4560-8767-d00600077820/3509b560-ffb2-48ad-9822-c613c4628e29) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:44:32.311028 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.312360 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.352088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e063c592-2834-4bcf-beda-0807ac101212 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:32.352905 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6812fa87-b3e5-4cd0-bd5a-22f46f14a653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.389384 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.420592 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:32.510323 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6812fa87-b3e5-4cd0-bd5a-22f46f14a653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:32.514981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6812fa87-b3e5-4cd0-bd5a-22f46f14a653 admin admin] Usage tracker for resource:security_group_rule and tenant:4ec74f897ee2454e88b4b4d47328272b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:32.517996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6812fa87-b3e5-4cd0-bd5a-22f46f14a653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:32.523883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6812fa87-b3e5-4cd0-bd5a-22f46f14a653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:32.577841 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.635432 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6812fa87-b3e5-4cd0-bd5a-22f46f14a653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.642687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e063c592-2834-4bcf-beda-0807ac101212 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:32.644049 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e063c592-2834-4bcf-beda-0807ac101212 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7425888 Jun 04 16:44:32.647127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41964) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:32.665228 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6812fa87-b3e5-4cd0-bd5a-22f46f14a653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.770726 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6812fa87-b3e5-4cd0-bd5a-22f46f14a653 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ec74f897ee2454e88b4b4d47328272b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8964951 Jun 04 16:44:32.770726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd24196-96b0-44d9-a556-e62b19009551 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router b83bca67-f69f-4053-bbec-46bfd6541923 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:44:32.773734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41968) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:32.801731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812fa87-b3e5-4cd0-bd5a-22f46f14a653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcdfb57-a2c3-4a55-b7fa-b5840315fcaa,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:32.822573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-47313cc6-f4b0-44bb-8aac-1d1ebcdfe990 req-c6e74b62-7f26-49cb-ba58-61f85f03e7b8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Synchronizing usage tracker for tenant:dd93265139154870b99aaae416e5301e on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:32.885367 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b20b988-9e6b-4526-8255-718fe67e56b0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:32.950753 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:31Z', 'revision_number': 6, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d581975-c446-4f92-aa4d-e5ecd1de4d69', 'name': '', 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:e0:67:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:25Z', 'updated_at': '2022-06-04T16:44:31Z', 'revision_number': 4, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:26Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:32.958337 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec6af1-3ee9-4e7a-a111-8f8535f16e55 None None] The sync data for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 is: [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:31Z', 'revision_number': 6, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d581975-c446-4f92-aa4d-e5ecd1de4d69', 'name': '', 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:e0:67:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:25Z', 'updated_at': '2022-06-04T16:44:31Z', 'revision_number': 4, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:26Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:44:33.140869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-47313cc6-f4b0-44bb-8aac-1d1ebcdfe990 req-c6e74b62-7f26-49cb-ba58-61f85f03e7b8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Unset dirty status for tenant:dd93265139154870b99aaae416e5301e on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:33.142055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47313cc6-f4b0-44bb-8aac-1d1ebcdfe990 req-c6e74b62-7f26-49cb-ba58-61f85f03e7b8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 210 time: 0.6556320 Jun 04 16:44:33.223388 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:33.244920 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:33.258512 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b20b988-9e6b-4526-8255-718fe67e56b0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:33.307316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd24196-96b0-44d9-a556-e62b19009551 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:44:33.352621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dcd24196-96b0-44d9-a556-e62b19009551 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:33.357070 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dcd24196-96b0-44d9-a556-e62b19009551 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923 HTTP/1.1" status: 200 len: 953 time: 3.9617438 Jun 04 16:44:33.358651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41982) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:33.362982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b90ce572-00b3-447d-88cb-ac70b4e945bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:33.418009 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b90ce572-00b3-447d-88cb-ac70b4e945bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:33.445977 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:33.465582 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b20b988-9e6b-4526-8255-718fe67e56b0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:33.489401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20b988-9e6b-4526-8255-718fe67e56b0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd93836-c97f-42b7-975a-2569a78a7841,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:33.492794 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b90ce572-00b3-447d-88cb-ac70b4e945bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:33.515239 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b20b988-9e6b-4526-8255-718fe67e56b0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:33.519335 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6b20b988-9e6b-4526-8255-718fe67e56b0 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-groups/dcd93836-c97f-42b7-975a-2569a78a7841 HTTP/1.1" status: 204 len: 168 time: 0.8682983 Jun 04 16:44:33.519335 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b90ce572-00b3-447d-88cb-ac70b4e945bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:33.520055 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b90ce572-00b3-447d-88cb-ac70b4e945bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bcdfb57-a2c3-4a55-b7fa-b5840315fcaa HTTP/1.1" status: 204 len: 168 time: 0.7415392 Jun 04 16:44:33.520592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41986) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:33.523428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ce572-00b3-447d-88cb-ac70b4e945bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcdfb57-a2c3-4a55-b7fa-b5840315fcaa,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:33.649760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-df27d06b-bd78-4efd-8cbd-69f85e08d231 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:33.697709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-df27d06b-bd78-4efd-8cbd-69f85e08d231 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:33.708558 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-df27d06b-bd78-4efd-8cbd-69f85e08d231 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1868269 Jun 04 16:44:33.713765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41992) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:33.737520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4d581975-c446-4f92-aa4d-e5ecd1de4d69 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:33.740668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Pushing event updated for resources: {'Port': ['ID=3509b560-ffb2-48ad-9822-c613c4628e29,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:33.748485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e1ed0f8c-a208-421c-8b94-a747eab827da tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group': {'name': 'tempest-secgroup--369871801'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:33.769273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e1ed0f8c-a208-421c-8b94-a747eab827da tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:33.780699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e1ed0f8c-a208-421c-8b94-a747eab827da tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:33.793045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Network 912fbf3d-49df-4018-95c4-c18424967793 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:33.795683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1ed0f8c-a208-421c-8b94-a747eab827da tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:33.808250 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:33.812841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:44:33.886729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e1ed0f8c-a208-421c-8b94-a747eab827da tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:33.898657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e1ed0f8c-a208-421c-8b94-a747eab827da tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:33.899986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:33.906232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e1ed0f8c-a208-421c-8b94-a747eab827da tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:33.907691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:33.908215 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:33.922194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e1ed0f8c-a208-421c-8b94-a747eab827da tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:33.985609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-25105319-3fa4-4152-b88d-f59ca2ef8f7e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923 HTTP/1.1" status: 200 len: 953 time: 0.6257184 Jun 04 16:44:33.985913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42002) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:34.008015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-17a9bbe5-6200-4052-9293-38cb56306f8b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'router': {'routes': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:34.058522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:34.059431 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.085150 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.087039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:34.088060 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.136683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42008) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:34.182054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4492aa81-9711-4306-8900-83d87d2109cb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6717768 Jun 04 16:44:34.188808 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.192097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 4d581975-c446-4f92-aa4d-e5ecd1de4d69, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4d581975-c446-4f92-aa4d-e5ecd1de4d69,segment=NetworkSegment(8a87a64b-8a21-460e-97fc-a015cc1cab4c),segment_id=8a87a64b-8a21-460e-97fc-a015cc1cab4c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:34.197529 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-648ec06a-9279-4e40-9138-1807fc76f981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.203855 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.327526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Request body: {'port': {'device_id': 'efe55b2d-94dc-440b-9222-4e9a10f183d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:34.349203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=4d581975-c446-4f92-aa4d-e5ecd1de4d69,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:34.380658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-648ec06a-9279-4e40-9138-1807fc76f981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:34.413592 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230e6e7-7bdc-4997-980c-0f859ebac24a None None] Sync routers for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:44:34.423558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230e6e7-7bdc-4997-980c-0f859ebac24a None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:34.424491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7230e6e7-7bdc-4997-980c-0f859ebac24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:34.437081 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1ed0f8c-a208-421c-8b94-a747eab827da tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.537109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-648ec06a-9279-4e40-9138-1807fc76f981 admin admin] Usage tracker for resource:security_group_rule and tenant:d5c082b893224630a3924ede2bbb877f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:34.547352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-648ec06a-9279-4e40-9138-1807fc76f981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:34.555084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-648ec06a-9279-4e40-9138-1807fc76f981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:34.569011 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.592979 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.631728 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.663321 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-648ec06a-9279-4e40-9138-1807fc76f981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.671787 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1ed0f8c-a208-421c-8b94-a747eab827da tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.697707 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-648ec06a-9279-4e40-9138-1807fc76f981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.706377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7230e6e7-7bdc-4997-980c-0f859ebac24a None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:34.769213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23e72e-c1bc-4845-90db-a82c6152b687 req-11e24210-13a8-4f3a-840d-90f3ad6806f9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:34.773238 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f23e72e-c1bc-4845-90db-a82c6152b687 req-11e24210-13a8-4f3a-840d-90f3ad6806f9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 932 time: 0.4558752 Jun 04 16:44:34.847808 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-648ec06a-9279-4e40-9138-1807fc76f981 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5c082b893224630a3924ede2bbb877f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6978538 Jun 04 16:44:34.852414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42028) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:34.859870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed0f8c-a208-421c-8b94-a747eab827da tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f4e382-d009-43f3-8104-f3553005cba3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:34.905400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ec06a-9279-4e40-9138-1807fc76f981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac9dfa9-7b04-4ee3-8d80-b87893612f40,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:34.910861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f23e72e-c1bc-4845-90db-a82c6152b687 req-bd802437-be2e-4b75-b060-d331aa6a829e tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249719 Jun 04 16:44:34.974889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e1ed0f8c-a208-421c-8b94-a747eab827da tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:34.976150 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e1ed0f8c-a208-421c-8b94-a747eab827da tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2579949 Jun 04 16:44:34.983862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42032) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:34.989791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-86cbb65d-ba53-4283-a2c8-e6d7399fd479 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group_rule': {'security_group_id': 'c6f4e382-d009-43f3-8104-f3553005cba3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:35.011295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-86cbb65d-ba53-4283-a2c8-e6d7399fd479 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:35.021986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-86cbb65d-ba53-4283-a2c8-e6d7399fd479 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:35.029427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-86cbb65d-ba53-4283-a2c8-e6d7399fd479 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:35.043236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-86cbb65d-ba53-4283-a2c8-e6d7399fd479 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:35.077953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Allocated IP 172.25.5.229 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/bc62ef27-eff2-4dbc-a137-bfb7d448e96b) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:44:35.098593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9111a26-6eb7-4da6-ae74-18b28d72f43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:35.166002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7230e6e7-7bdc-4997-980c-0f859ebac24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:31Z', 'revision_number': 6, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d581975-c446-4f92-aa4d-e5ecd1de4d69', 'name': '', 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:e0:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:25Z', 'updated_at': '2022-06-04T16:44:34Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:26Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:35.170553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230e6e7-7bdc-4997-980c-0f859ebac24a None None] Checking router: b83bca67-f69f-4053-bbec-46bfd6541923 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:44:35.174047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9111a26-6eb7-4da6-ae74-18b28d72f43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:35.178835 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86cbb65d-ba53-4283-a2c8-e6d7399fd479 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:35.181766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230e6e7-7bdc-4997-980c-0f859ebac24a None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:35.182513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7230e6e7-7bdc-4997-980c-0f859ebac24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:35.344981 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9111a26-6eb7-4da6-ae74-18b28d72f43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:35.366917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.extraroute_db [None req-17a9bbe5-6200-4052-9293-38cb56306f8b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Added routes are [] {{(pid=88797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 04 16:44:35.367252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.extraroute_db [None req-17a9bbe5-6200-4052-9293-38cb56306f8b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 04 16:44:35.371608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7230e6e7-7bdc-4997-980c-0f859ebac24a None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:35.381431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9111a26-6eb7-4da6-ae74-18b28d72f43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac9dfa9-7b04-4ee3-8d80-b87893612f40,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:35.387445 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9111a26-6eb7-4da6-ae74-18b28d72f43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:35.389046 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b9111a26-6eb7-4da6-ae74-18b28d72f43e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fac9dfa9-7b04-4ee3-8d80-b87893612f40 HTTP/1.1" status: 204 len: 168 time: 0.5308998 Jun 04 16:44:35.419012 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17a9bbe5-6200-4052-9293-38cb56306f8b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:35.780174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4d581975-c446-4f92-aa4d-e5ecd1de4d69 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:35.882611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3509b560-ffb2-48ad-9822-c613c4628e29 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:44:35.892097 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:35.917951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Transition to ACTIVE for port object 3509b560-ffb2-48ad-9822-c613c4628e29 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:35.945176 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:36.011661 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86cbb65d-ba53-4283-a2c8-e6d7399fd479 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:36.045619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:36.049333 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86cbb65d-ba53-4283-a2c8-e6d7399fd479 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:36.049882 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:36.132250 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17a9bbe5-6200-4052-9293-38cb56306f8b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:36.136829 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17a9bbe5-6200-4052-9293-38cb56306f8b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:36.212830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7230e6e7-7bdc-4997-980c-0f859ebac24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:31Z', 'revision_number': 6, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d581975-c446-4f92-aa4d-e5ecd1de4d69', 'name': '', 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:e0:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:25Z', 'updated_at': '2022-06-04T16:44:34Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:26Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:36.223258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230e6e7-7bdc-4997-980c-0f859ebac24a None None] The sync data for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 is: [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:31Z', 'revision_number': 6, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d581975-c446-4f92-aa4d-e5ecd1de4d69', 'name': '', 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:e0:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:25Z', 'updated_at': '2022-06-04T16:44:34Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:26Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:44:36.247106 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:36.312991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:36.413952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbb65d-ba53-4283-a2c8-e6d7399fd479 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4daadc9b-b7ab-456c-bee9-51dc30caaf49,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:36.414187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a9bbe5-6200-4052-9293-38cb56306f8b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router b83bca67-f69f-4053-bbec-46bfd6541923 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:44:36.453123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3509b560-ffb2-48ad-9822-c613c4628e29,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:36.475957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86cbb65d-ba53-4283-a2c8-e6d7399fd479 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:36.477349 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-86cbb65d-ba53-4283-a2c8-e6d7399fd479 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4921691 Jun 04 16:44:36.486170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42072) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:36.529516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f7c39404-2fbf-4a89-a5e5-f1b5592d52ef tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules/4daadc9b-b7ab-456c-bee9-51dc30caaf49 HTTP/1.1" status: 200 len: 763 time: 0.0417647 Jun 04 16:44:36.535195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42078) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:36.543430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Attempting to bind port 3509b560-ffb2-48ad-9822-c613c4628e29 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:44:36.543845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Attempting to bind port 3509b560-ffb2-48ad-9822-c613c4628e29 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '251f6d34-eec1-4af7-af30-54d338ca97bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '912fbf3d-49df-4018-95c4-c18424967793'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:44:36.544484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Attempting to bind port 3509b560-ffb2-48ad-9822-c613c4628e29 on network 912fbf3d-49df-4018-95c4-c18424967793 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:36.577615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Port 3509b560-ffb2-48ad-9822-c613c4628e29 on network 912fbf3d-49df-4018-95c4-c18424967793 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:44:36.577769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Attempting to bind port 3509b560-ffb2-48ad-9822-c613c4628e29 on network 912fbf3d-49df-4018-95c4-c18424967793 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:36.609599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68de69c-0749-4ae1-ac53-c370600194f6 req-15671f3b-1069-4f5d-a3bd-0863f2f18521 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:36.614253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f68de69c-0749-4ae1-ac53-c370600194f6 req-15671f3b-1069-4f5d-a3bd-0863f2f18521 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 944 time: 0.3944747 Jun 04 16:44:36.630221 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:36.681411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:44:36.681755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Checking segment: {'id': '251f6d34-eec1-4af7-af30-54d338ca97bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '912fbf3d-49df-4018-95c4-c18424967793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:36.682563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Bound using segment: {'id': '251f6d34-eec1-4af7-af30-54d338ca97bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '912fbf3d-49df-4018-95c4-c18424967793'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:44:36.683122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Bound port: 3509b560-ffb2-48ad-9822-c613c4628e29, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251f6d34-eec1-4af7-af30-54d338ca97bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '912fbf3d-49df-4018-95c4-c18424967793'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:44:36.684378 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:36.685811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a9bbe5-6200-4052-9293-38cb56306f8b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:44:36.696637 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356b7e2-a8b2-492a-8c2b-d5244f2b5bec None None] Sync routers for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:44:36.706799 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356b7e2-a8b2-492a-8c2b-d5244f2b5bec None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:36.707977 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8356b7e2-a8b2-492a-8c2b-d5244f2b5bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:36.709444 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17a9bbe5-6200-4052-9293-38cb56306f8b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:36.714394 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-17a9bbe5-6200-4052-9293-38cb56306f8b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923 HTTP/1.1" status: 200 len: 703 time: 2.7262597 Jun 04 16:44:36.715740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42086) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:36.838610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] For port 3509b560-ffb2-48ad-9822-c613c4628e29, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:44:36.842198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] For port 3509b560-ffb2-48ad-9822-c613c4628e29, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3509b560-ffb2-48ad-9822-c613c4628e29,segment=NetworkSegment(251f6d34-eec1-4af7-af30-54d338ca97bd),segment_id=251f6d34-eec1-4af7-af30-54d338ca97bd)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:44:36.903522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b4af33cb-d846-4e30-a198-6751fc39364d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:36.925089 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:36.941187 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0726ad45-303d-43b4-961a-bae07c0ebb7a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923 HTTP/1.1" status: 200 len: 703 time: 0.2238953 Jun 04 16:44:36.944181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42096) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:36.944435 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8356b7e2-a8b2-492a-8c2b-d5244f2b5bec None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:36.949863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:36.973750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:37.001043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:44:37.042165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:37.043488 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:37.045354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] 10.222.0.42 "PUT /v2.0/ports/3509b560-ffb2-48ad-9822-c613c4628e29 HTTP/1.1" status: 200 len: 1092 time: 2.7261555 Jun 04 16:44:37.050489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe55b2d-94dc-440b-9222-4e9a10f183d5', 'tag': '3509b560-ffb2-48ad-9822-c613c4628e29'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:44:37.055759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b4af33cb-d846-4e30-a198-6751fc39364d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:37.057318 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b4af33cb-d846-4e30-a198-6751fc39364d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5184512 Jun 04 16:44:37.099732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f68de69c-0749-4ae1-ac53-c370600194f6 req-abdc70e5-1907-4373-8e6f-1289a19cf8f0 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640126 Jun 04 16:44:37.100461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event updated for resources: {'Port': ['ID=bc62ef27-eff2-4dbc-a137-bfb7d448e96b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:37.102759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42104) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:37.232688 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8489e6-79c5-40e5-8cbe-73d7cce87834'] response: {'name': 'network-changed', 'server_uuid': 'efe55b2d-94dc-440b-9222-4e9a10f183d5', 'tag': '3509b560-ffb2-48ad-9822-c613c4628e29', 'status': 'completed', 'code': 200} Jun 04 16:44:37.445982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-a78d2369-cd5d-4403-a3a5-9d339993701a req-5c26a5d4-9d03-42fa-a448-2689616a6fe3 service neutron] (88797) timed out ('10.222.0.13', 47670) {{(pid=88797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 16:44:37.462346 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8356b7e2-a8b2-492a-8c2b-d5244f2b5bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:35Z', 'revision_number': 7, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d581975-c446-4f92-aa4d-e5ecd1de4d69', 'name': '', 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:e0:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:25Z', 'updated_at': '2022-06-04T16:44:34Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:26Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:37.468247 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356b7e2-a8b2-492a-8c2b-d5244f2b5bec None None] Checking router: b83bca67-f69f-4053-bbec-46bfd6541923 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:44:37.480918 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356b7e2-a8b2-492a-8c2b-d5244f2b5bec None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:37.481080 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8356b7e2-a8b2-492a-8c2b-d5244f2b5bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:37.640943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f64c06a2-606a-406e-b7a8-7b02da62708e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:37.651708 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f64c06a2-606a-406e-b7a8-7b02da62708e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:37.666702 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8356b7e2-a8b2-492a-8c2b-d5244f2b5bec None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:37.712389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21559cf4-1a48-49d0-9e20-d8c51540f0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3509b560-ffb2-48ad-9822-c613c4628e29,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:37.715415 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f64c06a2-606a-406e-b7a8-7b02da62708e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:37.753916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c06a2-606a-406e-b7a8-7b02da62708e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4daadc9b-b7ab-456c-bee9-51dc30caaf49,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:37.772407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-0223203e-8285-40be-bb71-6a5c6099de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:37.774241 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-0223203e-8285-40be-bb71-6a5c6099de84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd93265139154870b99aaae416e5301e&device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 1095 time: 0.6612027 Jun 04 16:44:37.780764 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f64c06a2-606a-406e-b7a8-7b02da62708e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:37.782587 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f64c06a2-606a-406e-b7a8-7b02da62708e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4daadc9b-b7ab-456c-bee9-51dc30caaf49 HTTP/1.1" status: 204 len: 168 time: 0.6683102 Jun 04 16:44:37.785683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42126) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:37.804331 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5dacd91d-b2cf-41c6-8538-0d3a9d4fa4ed tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:37.967148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-4babbae0-a985-4733-b943-84c89b1dae45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3509b560-ffb2-48ad-9822-c613c4628e29 HTTP/1.1" status: 200 len: 217 time: 0.1833663 Jun 04 16:44:38.108411 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8356b7e2-a8b2-492a-8c2b-d5244f2b5bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:35Z', 'revision_number': 7, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d581975-c446-4f92-aa4d-e5ecd1de4d69', 'name': '', 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:e0:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:25Z', 'updated_at': '2022-06-04T16:44:34Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:26Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:38.114391 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356b7e2-a8b2-492a-8c2b-d5244f2b5bec None None] The sync data for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 is: [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:35Z', 'revision_number': 7, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d581975-c446-4f92-aa4d-e5ecd1de4d69', 'name': '', 'network_id': '81833120-0fdc-4371-a1ed-f3f96dd5089a', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:e0:67:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:25Z', 'updated_at': '2022-06-04T16:44:34Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'c3b6d87d-83c5-4868-b71e-be82f1001dbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:26Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:44:38.314972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-7d8f367e-1453-4788-90a7-82d95ed21202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:38.314972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-7d8f367e-1453-4788-90a7-82d95ed21202 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b4d5194a-a004-4560-8767-d00600077820 HTTP/1.1" status: 200 len: 848 time: 0.3294404 Jun 04 16:44:38.454399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-909f4e19-d106-4636-8cba-940890b2226b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:38.545946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5dacd91d-b2cf-41c6-8538-0d3a9d4fa4ed tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port 4d581975-c446-4f92-aa4d-e5ecd1de4d69 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:38.546490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5dacd91d-b2cf-41c6-8538-0d3a9d4fa4ed tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:38.575429 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-2dc89416-1e4a-40f8-a410-612502cdcc96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=912fbf3d-49df-4018-95c4-c18424967793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1890581 Jun 04 16:44:38.683256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-909f4e19-d106-4636-8cba-940890b2226b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:38.684824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-909f4e19-d106-4636-8cba-940890b2226b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8982964 Jun 04 16:44:38.691233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42156) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:38.730518 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:38.745141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-15ad2824-3345-4563-9c72-6a737c162dbe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group_rule': {'security_group_id': 'c6f4e382-d009-43f3-8104-f3553005cba3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:38.755228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-15ad2824-3345-4563-9c72-6a737c162dbe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:38.785108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-15ad2824-3345-4563-9c72-6a737c162dbe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:38.822306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-5dacd91d-b2cf-41c6-8538-0d3a9d4fa4ed tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] For port 4d581975-c446-4f92-aa4d-e5ecd1de4d69, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4d581975-c446-4f92-aa4d-e5ecd1de4d69,segment=NetworkSegment(8a87a64b-8a21-460e-97fc-a015cc1cab4c),segment_id=8a87a64b-8a21-460e-97fc-a015cc1cab4c)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:38.822965 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5dacd91d-b2cf-41c6-8538-0d3a9d4fa4ed tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:38.874969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3203926-ff0e-41d6-b2dd-2bee38501bba req-e5f37292-e724-4c4b-b44c-96bf5d9a01cd tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:38.874969 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3203926-ff0e-41d6-b2dd-2bee38501bba req-e5f37292-e724-4c4b-b44c-96bf5d9a01cd tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 944 time: 0.6203499 Jun 04 16:44:38.904219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-b48f2996-7225-4b0e-b773-83ebfbcf4c26 service neutron] 10.222.0.42 "GET /v2.0/networks/912fbf3d-49df-4018-95c4-c18424967793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076422 Jun 04 16:44:38.905117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15ad2824-3345-4563-9c72-6a737c162dbe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:38.993160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5dacd91d-b2cf-41c6-8538-0d3a9d4fa4ed tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for 4d581975-c446-4f92-aa4d-e5ecd1de4d69 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:39.081662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3203926-ff0e-41d6-b2dd-2bee38501bba req-fb951ff8-9c6d-47ad-b034-7e6464d3c876 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891253 Jun 04 16:44:39.149408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15ad2824-3345-4563-9c72-6a737c162dbe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:39.165957 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15ad2824-3345-4563-9c72-6a737c162dbe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:39.191107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad2824-3345-4563-9c72-6a737c162dbe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab96a0b-acd3-451e-b1da-825a968e778f,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:39.236545 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15ad2824-3345-4563-9c72-6a737c162dbe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:39.242881 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-15ad2824-3345-4563-9c72-6a737c162dbe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5127108 Jun 04 16:44:39.243490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42172) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:39.279233 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a9bbac5f-0f47-4614-824f-5a4fa3aa8d3f tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules/dab96a0b-acd3-451e-b1da-825a968e778f HTTP/1.1" status: 200 len: 763 time: 0.0338860 Jun 04 16:44:39.281771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42178) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:39.402987 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5dacd91d-b2cf-41c6-8538-0d3a9d4fa4ed tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:39.465260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacd91d-b2cf-41c6-8538-0d3a9d4fa4ed tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=4d581975-c446-4f92-aa4d-e5ecd1de4d69,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:39.528281 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:39.575545 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-288abce9-5df1-4199-8813-478644924ee4 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:39.659874 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03d8d0be-82b9-475d-8d5d-9bccefe08f61 req-ba757065-090e-4b9e-a690-e4867aa78c98 service neutron] 10.222.0.42 "GET /v2.0/networks/912fbf3d-49df-4018-95c4-c18424967793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940529 Jun 04 16:44:39.831328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-288abce9-5df1-4199-8813-478644924ee4 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:39.832631 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-288abce9-5df1-4199-8813-478644924ee4 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5499237 Jun 04 16:44:39.835759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42194) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:39.881525 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8034-a09d-4399-bc8d-4c3207c3039b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:39.896522 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8034-a09d-4399-bc8d-4c3207c3039b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:39.906946 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5dacd91d-b2cf-41c6-8538-0d3a9d4fa4ed tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:39.978882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b5b90-0dc5-4443-9dde-d7c0e8c3d463 req-783a3aa1-8376-4db0-99e9-ab74b82b8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:39.980956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf2b5b90-0dc5-4443-9dde-d7c0e8c3d463 req-783a3aa1-8376-4db0-99e9-ab74b82b8c08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd93265139154870b99aaae416e5301e&device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 1095 time: 0.2508755 Jun 04 16:44:40.049354 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8034-a09d-4399-bc8d-4c3207c3039b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:40.090132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff8034-a09d-4399-bc8d-4c3207c3039b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dab96a0b-acd3-451e-b1da-825a968e778f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:40.112230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8034-a09d-4399-bc8d-4c3207c3039b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:40.115868 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f4ff8034-a09d-4399-bc8d-4c3207c3039b tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/dab96a0b-acd3-451e-b1da-825a968e778f HTTP/1.1" status: 204 len: 168 time: 0.2766604 Jun 04 16:44:40.117535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42210) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:40.130488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Router 35098b6b-1d77-45dd-9830-45db748146cc is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:44:40.514576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d4630452-468e-44af-af47-853af9d61efb tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:40.555488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b5b90-0dc5-4443-9dde-d7c0e8c3d463 req-0127184c-9bf3-4113-a469-82e26a32b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:40.557232 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf2b5b90-0dc5-4443-9dde-d7c0e8c3d463 req-0127184c-9bf3-4113-a469-82e26a32b8ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=912fbf3d-49df-4018-95c4-c18424967793 HTTP/1.1" status: 200 len: 909 time: 0.5701222 Jun 04 16:44:40.574604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d4630452-468e-44af-af47-853af9d61efb tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:40.576749 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d4630452-468e-44af-af47-853af9d61efb tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4577377 Jun 04 16:44:40.579918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42226) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:40.589383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4ce5418f-088c-4b7c-8ff0-65733495d05d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group_rule': {'security_group_id': 'c6f4e382-d009-43f3-8104-f3553005cba3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:40.604059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4ce5418f-088c-4b7c-8ff0-65733495d05d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:40.620292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4ce5418f-088c-4b7c-8ff0-65733495d05d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:40.623349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dacd91d-b2cf-41c6-8538-0d3a9d4fa4ed tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router b83bca67-f69f-4053-bbec-46bfd6541923 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:44:40.736078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf2b5b90-0dc5-4443-9dde-d7c0e8c3d463 req-4ae30bf6-89c5-4adb-b599-bc17d945d7f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3509b560-ffb2-48ad-9822-c613c4628e29 HTTP/1.1" status: 200 len: 217 time: 0.0889380 Jun 04 16:44:40.757141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:44:40.770018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Sync routers for ids ['35098b6b-1d77-45dd-9830-45db748146cc'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:44:40.787318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Routers {'35098b6b-1d77-45dd-9830-45db748146cc'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:40.787952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['35098b6b-1d77-45dd-9830-45db748146cc'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:40.805031 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dacd91d-b2cf-41c6-8538-0d3a9d4fa4ed tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:44:40.814296 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5dacd91d-b2cf-41c6-8538-0d3a9d4fa4ed tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8687334 Jun 04 16:44:40.818518 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8cd422-638e-443b-b53d-b665ccec57cd None None] Sync routers for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:44:40.827035 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42238) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:40.829913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ce5418f-088c-4b7c-8ff0-65733495d05d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:40.837487 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8cd422-638e-443b-b53d-b665ccec57cd None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:40.838147 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c8cd422-638e-443b-b53d-b665ccec57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:40.946625 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:40.951512 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42246) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:40.952918 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-09e2333c-7167-43b8-9ffd-5c84025f9839 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.7267199 Jun 04 16:44:40.954704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b5b90-0dc5-4443-9dde-d7c0e8c3d463 req-a08c1497-a011-4782-a35a-05274e345f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:40.956735 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf2b5b90-0dc5-4443-9dde-d7c0e8c3d463 req-a08c1497-a011-4782-a35a-05274e345f20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b4d5194a-a004-4560-8767-d00600077820 HTTP/1.1" status: 200 len: 848 time: 0.1962569 Jun 04 16:44:40.967760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869258-ad07-4dae-930f-170f70c4925a req-4a0fa66e-7b52-480f-95e0-4a923754a2e8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:40.969274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad869258-ad07-4dae-930f-170f70c4925a req-4a0fa66e-7b52-480f-95e0-4a923754a2e8 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 944 time: 0.5170364 Jun 04 16:44:41.113678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf2b5b90-0dc5-4443-9dde-d7c0e8c3d463 req-07db8a57-afea-4016-a022-f1600739e14b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=912fbf3d-49df-4018-95c4-c18424967793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432843 Jun 04 16:44:41.149046 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3c8cd422-638e-443b-b53d-b665ccec57cd None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:41.226102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Set router 35098b6b-1d77-45dd-9830-45db748146cc gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:41.254597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-1109ca59-edfa-4a41-80ee-dd81ccc530a0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting subnet c3b6d87d-83c5-4868-b71e-be82f1001dbd {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:44:41.285130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad869258-ad07-4dae-930f-170f70c4925a req-e7b24c88-9694-4668-80ce-3702afd3b71d tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287176 Jun 04 16:44:41.332355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3509b560-ffb2-48ad-9822-c613c4628e29 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:44:41.336445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf2b5b90-0dc5-4443-9dde-d7c0e8c3d463 req-c5b82851-57cf-4f13-8c98-e7f79ad202ad service neutron] 10.222.0.42 "GET /v2.0/networks/912fbf3d-49df-4018-95c4-c18424967793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077782 Jun 04 16:44:41.468277 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ce5418f-088c-4b7c-8ff0-65733495d05d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:41.471043 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3d58551b-dc97-48cc-a0ec-903f1979e8c9 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/routers/35098b6b-1d77-45dd-9830-45db748146cc HTTP/1.1" status: 200 len: 909 time: 0.5182881 Jun 04 16:44:41.472060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1109ca59-edfa-4a41-80ee-dd81ccc530a0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:41.503550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42258) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:41.511817 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ce5418f-088c-4b7c-8ff0-65733495d05d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:41.516168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1743872976', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'enable_snat': True}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:41.550173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:41.570645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Usage tracker for resource:router and tenant:fdf9989d321b41c0851508e665ed7a6a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:41.577556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5418f-088c-4b7c-8ff0-65733495d05d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7d1655-ff5b-4f05-a4a8-c7d5ae6d8c82,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:41.584937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:41.598783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:41.604120 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.resource_extend [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:44:41.607216 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1109ca59-edfa-4a41-80ee-dd81ccc530a0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:41.676217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf2b5b90-0dc5-4443-9dde-d7c0e8c3d463 req-852cd6be-14c4-45ec-b7e7-6f96cc043682 service neutron] 10.222.0.42 "GET /v2.0/networks/912fbf3d-49df-4018-95c4-c18424967793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317680 Jun 04 16:44:41.708981 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ce5418f-088c-4b7c-8ff0-65733495d05d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:41.713790 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4ce5418f-088c-4b7c-8ff0-65733495d05d tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1292887 Jun 04 16:44:41.714091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42264) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:41.725563 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:41.727959 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:41.754217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-727240c4-e6d1-4699-b3c6-c01acb3ea4d9 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules/ee7d1655-ff5b-4f05-a4a8-c7d5ae6d8c82 HTTP/1.1" status: 200 len: 764 time: 0.0384023 Jun 04 16:44:41.756851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42270) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:41.768986 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:41.848591 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c8cd422-638e-443b-b53d-b665ccec57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:39Z', 'revision_number': 8, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:26Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:41.856894 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8cd422-638e-443b-b53d-b665ccec57cd None None] Checking router: b83bca67-f69f-4053-bbec-46bfd6541923 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:44:41.882782 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8cd422-638e-443b-b53d-b665ccec57cd None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:41.882782 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c8cd422-638e-443b-b53d-b665ccec57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:41.891536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-05bc965f-9d20-4f32-8e53-ecb321d9fbd8 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1295671 Jun 04 16:44:41.892707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42278) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:41.916291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3509b560-ffb2-48ad-9822-c613c4628e29, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3509b560-ffb2-48ad-9822-c613c4628e29,segment=NetworkSegment(251f6d34-eec1-4af7-af30-54d338ca97bd),segment_id=251f6d34-eec1-4af7-af30-54d338ca97bd)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:41.937072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '3509b560-ffb2-48ad-9822-c613c4628e29', 'network_id': '912fbf3d-49df-4018-95c4-c18424967793', 'port_id': '3509b560-ffb2-48ad-9822-c613c4628e29', 'mac_address': 'fa:16:3e:b3:72:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d5194a-a004-4560-8767-d00600077820', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:44:41.954229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-efd2a770-88e5-4562-84b3-8bdc8f1abac1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:41.980255 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-efd2a770-88e5-4562-84b3-8bdc8f1abac1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.027135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3509b560-ffb2-48ad-9822-c613c4628e29 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:42.027623 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.035326 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-efd2a770-88e5-4562-84b3-8bdc8f1abac1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.054514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3509b560-ffb2-48ad-9822-c613c4628e29 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:44:42.080104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2a770-88e5-4562-84b3-8bdc8f1abac1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee7d1655-ff5b-4f05-a4a8-c7d5ae6d8c82,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:42.083087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3509b560-ffb2-48ad-9822-c613c4628e29, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3509b560-ffb2-48ad-9822-c613c4628e29,segment=NetworkSegment(251f6d34-eec1-4af7-af30-54d338ca97bd),segment_id=251f6d34-eec1-4af7-af30-54d338ca97bd)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:42.092808 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-efd2a770-88e5-4562-84b3-8bdc8f1abac1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.095023 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-efd2a770-88e5-4562-84b3-8bdc8f1abac1 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ee7d1655-ff5b-4f05-a4a8-c7d5ae6d8c82 HTTP/1.1" status: 204 len: 168 time: 0.2004306 Jun 04 16:44:42.096767 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1109ca59-edfa-4a41-80ee-dd81ccc530a0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.097393 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.098108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42284) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:42.190995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-14e94a84-0ce2-402b-b2b7-666b2bb0232a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:42.199080 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3509b560-ffb2-48ad-9822-c613c4628e29,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:42.218762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-14e94a84-0ce2-402b-b2b7-666b2bb0232a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:42.220179 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35098b6b-1d77-45dd-9830-45db748146cc', 'name': 'tempest-snat-router-1743872976', 'tenant_id': 'fdf9989d321b41c0851508e665ed7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.229'}], 'enable_snat': False}, 'gw_port_id': 'bc62ef27-eff2-4dbc-a137-bfb7d448e96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:44:32Z', 'updated_at': '2022-06-04T16:44:37Z', 'revision_number': 3, 'project_id': 'fdf9989d321b41c0851508e665ed7a6a', 'gw_port': {'id': 'bc62ef27-eff2-4dbc-a137-bfb7d448e96b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35098b6b-1d77-45dd-9830-45db748146cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:34Z', 'updated_at': '2022-06-04T16:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:42.224416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-14e94a84-0ce2-402b-b2b7-666b2bb0232a tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1249738 Jun 04 16:44:42.225266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42292) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:42.229921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Checking router: 35098b6b-1d77-45dd-9830-45db748146cc for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:44:42.230528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Updating router 35098b6b-1d77-45dd-9830-45db748146cc port bc62ef27-eff2-4dbc-a137-bfb7d448e96b binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:44:42.270489 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.272212 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3c8cd422-638e-443b-b53d-b665ccec57cd None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:42.297042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['3509b560-ffb2-48ad-9822-c613c4628e29'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:44:42.373656 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed28378c-cb7d-4f7a-80f3-77a59552c6fe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.405281 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed28378c-cb7d-4f7a-80f3-77a59552c6fe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.431935 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.460567 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1109ca59-edfa-4a41-80ee-dd81ccc530a0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.485072 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed28378c-cb7d-4f7a-80f3-77a59552c6fe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.525329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28378c-cb7d-4f7a-80f3-77a59552c6fe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f4e382-d009-43f3-8104-f3553005cba3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:42.557011 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ed28378c-cb7d-4f7a-80f3-77a59552c6fe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.558230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ed28378c-cb7d-4f7a-80f3-77a59552c6fe tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-groups/c6f4e382-d009-43f3-8104-f3553005cba3 HTTP/1.1" status: 204 len: 168 time: 0.3319764 Jun 04 16:44:42.561193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42300) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:42.576943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109ca59-edfa-4a41-80ee-dd81ccc530a0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b6d87d-83c5-4868-b71e-be82f1001dbd,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:42.583845 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1109ca59-edfa-4a41-80ee-dd81ccc530a0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.612508 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1109ca59-edfa-4a41-80ee-dd81ccc530a0 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/c3b6d87d-83c5-4868-b71e-be82f1001dbd HTTP/1.1" status: 204 len: 168 time: 1.7843966 Jun 04 16:44:42.616016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42306) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:42.734812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dfbc48cc-67c5-4041-bcc8-6b40a8664d5c tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:42.818113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dfbc48cc-67c5-4041-bcc8-6b40a8664d5c tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:42.820691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dfbc48cc-67c5-4041-bcc8-6b40a8664d5c tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2585435 Jun 04 16:44:42.827278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42316) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:42.838948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-5e8089e2-a506-4e37-9377-62f644d35188 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group': {'name': 'tempest-secgroup--701183967'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:42.852482 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.870525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5e8089e2-a506-4e37-9377-62f644d35188 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:42.873728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port 61b4b91e-2ba7-4159-bf99-f86c9c855239 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:42.874108 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.894895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5e8089e2-a506-4e37-9377-62f644d35188 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:42.905985 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c8cd422-638e-443b-b53d-b665ccec57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:39Z', 'revision_number': 8, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:26Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:42.924078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42120d7-4320-4fd4-8537-1b434c3d60e9 req-e9c6f48b-38ee-42ed-bd10-91334e2febd0 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:42.926899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a42120d7-4320-4fd4-8537-1b434c3d60e9 req-e9c6f48b-38ee-42ed-bd10-91334e2febd0 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 945 time: 0.2639916 Jun 04 16:44:42.930018 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.931768 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5e8089e2-a506-4e37-9377-62f644d35188 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:42.962340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Transition to ACTIVE for port object bc62ef27-eff2-4dbc-a137-bfb7d448e96b will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:42.965787 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8cd422-638e-443b-b53d-b665ccec57cd None None] The sync data for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 is: [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:39Z', 'revision_number': 8, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6bd7218-7752-4ac3-a5e1-8e261baba0cc', 'name': '', 'network_id': '30993439-39da-4d3d-95b8-8e786bd3e575', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:3e:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:15Z', 'updated_at': '2022-06-04T16:44:26Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:44:42.988311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5e8089e2-a506-4e37-9377-62f644d35188 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:42.993567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5e8089e2-a506-4e37-9377-62f644d35188 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:42.993873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4dcb03-5217-4e02-b364-520ec436b594 None None] Network 81833120-0fdc-4371-a1ed-f3f96dd5089a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:44:42.997971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5e8089e2-a506-4e37-9377-62f644d35188 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:43.004963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5e8089e2-a506-4e37-9377-62f644d35188 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:43.025928 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.098855 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5e8089e2-a506-4e37-9377-62f644d35188 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.118288 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5e8089e2-a506-4e37-9377-62f644d35188 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.195829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8089e2-a506-4e37-9377-62f644d35188 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6c46fd-d834-427b-baf8-3995dadd9ad0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:43.199636 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5e8089e2-a506-4e37-9377-62f644d35188 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.203941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5e8089e2-a506-4e37-9377-62f644d35188 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3727741 Jun 04 16:44:43.205593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42322) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:43.216031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-64ec5d27-c648-433b-b61e-66633a79765e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Request body: {'security_group_rule': {'security_group_id': '0a6c46fd-d834-427b-baf8-3995dadd9ad0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:43.224510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-64ec5d27-c648-433b-b61e-66633a79765e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:43.229451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dfc09-d1ef-4dc9-a7dc-abd496f1b0ac None None] Pushing event updated for resources: {'Port': ['ID=bc62ef27-eff2-4dbc-a137-bfb7d448e96b,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:43.229673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-64ec5d27-c648-433b-b61e-66633a79765e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Usage tracker for resource:security_group_rule and tenant:91d5c66209d04d199abdd5e2ce3c755d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:43.233070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-64ec5d27-c648-433b-b61e-66633a79765e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:43.240701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-64ec5d27-c648-433b-b61e-66633a79765e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:43.251493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a42120d7-4320-4fd4-8537-1b434c3d60e9 req-e6408beb-0592-40cd-bdec-5c584a6130bf tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840936 Jun 04 16:44:43.263605 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64ec5d27-c648-433b-b61e-66633a79765e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.278040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Attempting to bind port bc62ef27-eff2-4dbc-a137-bfb7d448e96b on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:44:43.278254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Attempting to bind port bc62ef27-eff2-4dbc-a137-bfb7d448e96b by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:44:43.278647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Attempting to bind port bc62ef27-eff2-4dbc-a137-bfb7d448e96b on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:43.354269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:44:43.361060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:43.361304 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.361583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:44:43.362176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Bound port: bc62ef27-eff2-4dbc-a137-bfb7d448e96b, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:44:43.363037 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.381380 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64ec5d27-c648-433b-b61e-66633a79765e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.386782 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64ec5d27-c648-433b-b61e-66633a79765e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.443469 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64ec5d27-c648-433b-b61e-66633a79765e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.447150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-64ec5d27-c648-433b-b61e-66633a79765e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2382915 Jun 04 16:44:43.447744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42332) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:43.451586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec5d27-c648-433b-b61e-66633a79765e tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eda66e9-1579-4d07-a1f1-5a69d2ad8b2f,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:43.502836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] For port bc62ef27-eff2-4dbc-a137-bfb7d448e96b, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:44:43.509343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] For port bc62ef27-eff2-4dbc-a137-bfb7d448e96b, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bc62ef27-eff2-4dbc-a137-bfb7d448e96b,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:44:43.534475 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55930627-bfed-4b18-a561-e3648fd0cad6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.541083 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.572400 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55930627-bfed-4b18-a561-e3648fd0cad6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.673558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4d581975-c446-4f92-aa4d-e5ecd1de4d69 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:44:43.721504 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55930627-bfed-4b18-a561-e3648fd0cad6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.756871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] For port 61b4b91e-2ba7-4159-bf99-f86c9c855239, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=61b4b91e-2ba7-4159-bf99-f86c9c855239,segment=NetworkSegment(8a87a64b-8a21-460e-97fc-a015cc1cab4c),segment_id=8a87a64b-8a21-460e-97fc-a015cc1cab4c)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:43.757832 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.760057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55930627-bfed-4b18-a561-e3648fd0cad6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6c46fd-d834-427b-baf8-3995dadd9ad0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:43.772711 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.779889 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55930627-bfed-4b18-a561-e3648fd0cad6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.781538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-55930627-bfed-4b18-a561-e3648fd0cad6 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-groups/0a6c46fd-d834-427b-baf8-3995dadd9ad0 HTTP/1.1" status: 204 len: 168 time: 0.3326242 Jun 04 16:44:43.784331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42338) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:43.789635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 4d581975-c446-4f92-aa4d-e5ecd1de4d69 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:44:43.790224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4d581975-c446-4f92-aa4d-e5ecd1de4d69 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:44:43.834665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dfc09-d1ef-4dc9-a7dc-abd496f1b0ac None None] Pushing event updated for resources: {'Port': ['ID=bc62ef27-eff2-4dbc-a137-bfb7d448e96b,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:43.839459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Routers {'35098b6b-1d77-45dd-9830-45db748146cc'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:43.840279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['35098b6b-1d77-45dd-9830-45db748146cc'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:43.851422 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:43.862873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6dc14f11-f1da-4d51-92bd-e61d4fa33681 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:43.896920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6dc14f11-f1da-4d51-92bd-e61d4fa33681 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:43.901794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6dc14f11-f1da-4d51-92bd-e61d4fa33681 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1160786 Jun 04 16:44:43.902863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42348) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:43.995403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0b455ee8-42e0-4a9f-afda-82bbced5ba85 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:44.015976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0b455ee8-42e0-4a9f-afda-82bbced5ba85 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:44.021790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0b455ee8-42e0-4a9f-afda-82bbced5ba85 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1174989 Jun 04 16:44:44.022871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42352) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:44.062578 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-4aa8e6a4-343c-4db6-a7e0-c09b6509b410 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] delete failed (client error): The resource could not be found. Jun 04 16:44:44.070852 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4aa8e6a4-343c-4db6-a7e0-c09b6509b410 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "DELETE /v2.0/security-groups/0a6c46fd-d834-427b-baf8-3995dadd9ad0 HTTP/1.1" status: 404 len: 347 time: 0.0455058 Jun 04 16:44:44.074390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42356) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:44.084262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for 61b4b91e-2ba7-4159-bf99-f86c9c855239 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:44.093142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] Set router 35098b6b-1d77-45dd-9830-45db748146cc gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:44.220726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfddd54-0d08-46ed-a043-b3ccf241ebba None None] DHCP port deletion for 81833120-0fdc-4371-a1ed-f3f96dd5089a request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:44:44.234043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-50659337-cae7-48d7-a867-9519fc481820 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Synchronizing usage tracker for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:44.286861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-50659337-cae7-48d7-a867-9519fc481820 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] Unset dirty status for tenant:91d5c66209d04d199abdd5e2ce3c755d on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:44.293274 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-50659337-cae7-48d7-a867-9519fc481820 tempest-SecGroupTest-599849810 tempest-SecGroupTest-599849810-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2173297 Jun 04 16:44:44.379796 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:44.435866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fbfddd54-0d08-46ed-a043-b3ccf241ebba None None] Deleting port 61b4b91e-2ba7-4159-bf99-f86c9c855239 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:44.436242 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fbfddd54-0d08-46ed-a043-b3ccf241ebba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:44.504205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Allocated IP 172.25.5.209 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/019ca088-2d2e-4823-a05a-24168c2da4c4) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:44:44.519575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No DVR routers for this DVR port 61b4b91e-2ba7-4159-bf99-f86c9c855239 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:44:44.529412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=61b4b91e-2ba7-4159-bf99-f86c9c855239,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:44.552417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fbfddd54-0d08-46ed-a043-b3ccf241ebba None None] The port '61b4b91e-2ba7-4159-bf99-f86c9c855239' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:44:44.610234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35098b6b-1d77-45dd-9830-45db748146cc', 'name': 'tempest-snat-router-1743872976', 'tenant_id': 'fdf9989d321b41c0851508e665ed7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.229'}], 'enable_snat': False}, 'gw_port_id': 'bc62ef27-eff2-4dbc-a137-bfb7d448e96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:44:32Z', 'updated_at': '2022-06-04T16:44:37Z', 'revision_number': 3, 'project_id': 'fdf9989d321b41c0851508e665ed7a6a', 'gw_port': {'id': 'bc62ef27-eff2-4dbc-a137-bfb7d448e96b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35098b6b-1d77-45dd-9830-45db748146cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:34Z', 'updated_at': '2022-06-04T16:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:44.624081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bad17d-bd3f-489e-8645-335bc1d2ccf7 None None] The sync data for ids ['35098b6b-1d77-45dd-9830-45db748146cc'] in n-d-811809-3 is: [{'id': '35098b6b-1d77-45dd-9830-45db748146cc', 'name': 'tempest-snat-router-1743872976', 'tenant_id': 'fdf9989d321b41c0851508e665ed7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.229'}], 'enable_snat': False}, 'gw_port_id': 'bc62ef27-eff2-4dbc-a137-bfb7d448e96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:44:32Z', 'updated_at': '2022-06-04T16:44:37Z', 'revision_number': 3, 'project_id': 'fdf9989d321b41c0851508e665ed7a6a', 'gw_port': {'id': 'bc62ef27-eff2-4dbc-a137-bfb7d448e96b', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35098b6b-1d77-45dd-9830-45db748146cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:34Z', 'updated_at': '2022-06-04T16:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:44:44.701737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5330555-484a-4cd2-bdac-5cc2fdbfde75 req-bba9181b-ddd4-41a7-a2ce-306d404aa98b tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:44.704735 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5330555-484a-4cd2-bdac-5cc2fdbfde75 req-bba9181b-ddd4-41a7-a2ce-306d404aa98b tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 945 time: 0.2184513 Jun 04 16:44:44.779847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42378) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:44.807739 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:44.810329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5330555-484a-4cd2-bdac-5cc2fdbfde75 req-4d2f4809-e251-405e-a48f-bdeeafbedfa6 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986547 Jun 04 16:44:44.873235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81833120-0fdc-4371-a1ed-f3f96dd5089a']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:44.891512 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a87a64b-8a21-460e-97fc-a015cc1cab4c') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:44.891805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a87a64b-8a21-460e-97fc-a015cc1cab4c') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:44.915651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:44.925250 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:44.946208 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:44.958712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:44:44.959132 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:45.018954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a2bd60b4-02ba-4a73-878d-1fd8e290487c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91d5c66209d04d199abdd5e2ce3c755d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375665 Jun 04 16:44:45.021349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42388) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:45.087178 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:45.127099 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 8a87a64b-8a21-460e-97fc-a015cc1cab4c resource provider aggregate not found Jun 04 16:44:45.133033 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:45.149499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Network': ['ID=81833120-0fdc-4371-a1ed-f3f96dd5089a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:45.155645 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5341f518-f9b8-4a55-8c60-27a123f71d04 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/networks/81833120-0fdc-4371-a1ed-f3f96dd5089a HTTP/1.1" status: 204 len: 168 time: 2.5384107 Jun 04 16:44:45.156237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42396) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:45.242846 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 8a87a64b-8a21-460e-97fc-a015cc1cab4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a87a64b-8a21-460e-97fc-a015cc1cab4c found for delete ", "request_id": "req-201ff9d1-184e-4a1d-9d0b-33f9d5196e2b"}]} Jun 04 16:44:45.336795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3509b560-ffb2-48ad-9822-c613c4628e29 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:45.356152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e86a80eb-616c-46f4-bcf8-d1f5e3dba2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:45.412280 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e86a80eb-616c-46f4-bcf8-d1f5e3dba2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:45.457047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 3509b560-ffb2-48ad-9822-c613c4628e29 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:45.472557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 3509b560-ffb2-48ad-9822-c613c4628e29 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:45.473177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:45.491379 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e86a80eb-616c-46f4-bcf8-d1f5e3dba2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:45.511075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a80eb-616c-46f4-bcf8-d1f5e3dba2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894cd5f0-9957-44a7-99c7-a7a8b79a4890,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:45.547544 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e86a80eb-616c-46f4-bcf8-d1f5e3dba2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:45.549016 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e86a80eb-616c-46f4-bcf8-d1f5e3dba2ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/894cd5f0-9957-44a7-99c7-a7a8b79a4890 HTTP/1.1" status: 204 len: 168 time: 0.5262961 Jun 04 16:44:45.629348 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:45.746481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3509b560-ffb2-48ad-9822-c613c4628e29 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:45.746872 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:45.814390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3509b560-ffb2-48ad-9822-c613c4628e29, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3509b560-ffb2-48ad-9822-c613c4628e29,segment=NetworkSegment(251f6d34-eec1-4af7-af30-54d338ca97bd),segment_id=251f6d34-eec1-4af7-af30-54d338ca97bd)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:45.816159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bc62ef27-eff2-4dbc-a137-bfb7d448e96b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:45.891676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe55b2d-94dc-440b-9222-4e9a10f183d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3509b560-ffb2-48ad-9822-c613c4628e29'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:44:45.921904 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:45.938847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:44:45.966239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:44:46.032690 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81b5007-faaf-4c98-9714-e9ce325b4063'] response: {'server_uuid': 'efe55b2d-94dc-440b-9222-4e9a10f183d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3509b560-ffb2-48ad-9822-c613c4628e29', 'code': 200} Jun 04 16:44:46.134864 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3509b560-ffb2-48ad-9822-c613c4628e29,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:46.144812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port bc62ef27-eff2-4dbc-a137-bfb7d448e96b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:44:46.159426 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event updated for resources: {'Port': ['ID=019ca088-2d2e-4823-a05a-24168c2da4c4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:46.162467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port bc62ef27-eff2-4dbc-a137-bfb7d448e96b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:46.162894 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:46.181807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:44:46.354256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port bc62ef27-eff2-4dbc-a137-bfb7d448e96b is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:46.354823 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:46.397094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port bc62ef27-eff2-4dbc-a137-bfb7d448e96b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bc62ef27-eff2-4dbc-a137-bfb7d448e96b,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:46.410010 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:46.455468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97224f-2556-4685-8fd7-cef4beec53d9 req-4b84e529-5125-4e3c-8411-04933b3e6729 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:46.457014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a97224f-2556-4685-8fd7-cef4beec53d9 req-4b84e529-5125-4e3c-8411-04933b3e6729 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 946 time: 0.2634609 Jun 04 16:44:46.498470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 61b4b91e-2ba7-4159-bf99-f86c9c855239 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:44:46.510289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33564542-07ee-4997-9191-fd936f2d17d6 req-1383182c-5eaf-4d01-9d73-3795a7a7b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:46.511822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33564542-07ee-4997-9191-fd936f2d17d6 req-1383182c-5eaf-4d01-9d73-3795a7a7b097 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 1097 time: 0.4203303 Jun 04 16:44:46.561169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a97224f-2556-4685-8fd7-cef4beec53d9 req-cbdb9088-1479-4442-a081-246a8275ac9a tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962818 Jun 04 16:44:46.579655 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:44:46.622885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 61b4b91e-2ba7-4159-bf99-f86c9c855239 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:44:46.623601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 61b4b91e-2ba7-4159-bf99-f86c9c855239 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:44:46.627971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33564542-07ee-4997-9191-fd936f2d17d6 req-3bb97ecd-af09-43aa-844e-84d67636dd96 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948656 Jun 04 16:44:46.659758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=bc62ef27-eff2-4dbc-a137-bfb7d448e96b,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:47.001154 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:47.769458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bc62ef27-eff2-4dbc-a137-bfb7d448e96b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:44:47.874567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port bc62ef27-eff2-4dbc-a137-bfb7d448e96b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:44:47.874841 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:47.885304 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-569e0831-7644-48d4-be9b-f2e8cc8e582e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:47.986287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa24b9-b40f-4e22-acbc-6addc4605237 req-6f9af078-3c26-4980-968c-630a51ae9834 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:47.989931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-feaa24b9-b40f-4e22-acbc-6addc4605237 req-6f9af078-3c26-4980-968c-630a51ae9834 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 946 time: 0.1462746 Jun 04 16:44:48.089696 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-feaa24b9-b40f-4e22-acbc-6addc4605237 req-e7448ba8-9dba-40e7-b4f4-3ec5abeb2c85 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932519 Jun 04 16:44:48.098197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port bc62ef27-eff2-4dbc-a137-bfb7d448e96b is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:48.185964 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:48.644731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Router a08bd74a-4b5d-4869-9dab-5fb5fa36714c is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:44:48.650318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-569e0831-7644-48d4-be9b-f2e8cc8e582e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port c6bd7218-7752-4ac3-a5e1-8e261baba0cc {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:48.650699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-569e0831-7644-48d4-be9b-f2e8cc8e582e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:49.048056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-569e0831-7644-48d4-be9b-f2e8cc8e582e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] For port c6bd7218-7752-4ac3-a5e1-8e261baba0cc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c6bd7218-7752-4ac3-a5e1-8e261baba0cc,segment=NetworkSegment(025fdab2-de61-4147-8c5b-c1694287fca3),segment_id=025fdab2-de61-4147-8c5b-c1694287fca3)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:49.048647 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-569e0831-7644-48d4-be9b-f2e8cc8e582e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:49.261855 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-569e0831-7644-48d4-be9b-f2e8cc8e582e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for c6bd7218-7752-4ac3-a5e1-8e261baba0cc owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:49.313862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:44:49.330630 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Sync routers for ids ['a08bd74a-4b5d-4869-9dab-5fb5fa36714c'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:44:49.346622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Routers {'a08bd74a-4b5d-4869-9dab-5fb5fa36714c'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:49.347675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a08bd74a-4b5d-4869-9dab-5fb5fa36714c'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:49.379538 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:49.379538 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6ee67072-5939-4765-8a57-f3386e55034d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.8711765 Jun 04 16:44:49.379881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42534) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:49.541360 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-569e0831-7644-48d4-be9b-f2e8cc8e582e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:49.657678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e0831-7644-48d4-be9b-f2e8cc8e582e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=c6bd7218-7752-4ac3-a5e1-8e261baba0cc,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:49.724607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Set router a08bd74a-4b5d-4869-9dab-5fb5fa36714c gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:49.739484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919fd93-be28-4eba-ade7-f94fe1021a69 req-33375dd3-6696-44fc-8a7c-e2856877916e tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:49.741027 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2919fd93-be28-4eba-ade7-f94fe1021a69 req-33375dd3-6696-44fc-8a7c-e2856877916e tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 946 time: 0.4557123 Jun 04 16:44:49.820266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2919fd93-be28-4eba-ade7-f94fe1021a69 req-2aab824e-662e-4bbf-bafd-472a8677662d tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653601 Jun 04 16:44:49.831002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c995322c-b166-42f7-b8f8-80fea9f76536 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/routers/a08bd74a-4b5d-4869-9dab-5fb5fa36714c HTTP/1.1" status: 200 len: 908 time: 0.4397616 Jun 04 16:44:49.833252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42558) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:50.087191 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:50.395776 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-569e0831-7644-48d4-be9b-f2e8cc8e582e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:50.482043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08bd74a-4b5d-4869-9dab-5fb5fa36714c', 'name': 'tempest-snat-router-1743872976', 'tenant_id': 'fdf9989d321b41c0851508e665ed7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '019ca088-2d2e-4823-a05a-24168c2da4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:44:41Z', 'updated_at': '2022-06-04T16:44:46Z', 'revision_number': 3, 'project_id': 'fdf9989d321b41c0851508e665ed7a6a', 'gw_port': {'id': '019ca088-2d2e-4823-a05a-24168c2da4c4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08bd74a-4b5d-4869-9dab-5fb5fa36714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:43Z', 'updated_at': '2022-06-04T16:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:50.485839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42580) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:50.486767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Checking router: a08bd74a-4b5d-4869-9dab-5fb5fa36714c for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:44:50.487431 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Updating router a08bd74a-4b5d-4869-9dab-5fb5fa36714c port 019ca088-2d2e-4823-a05a-24168c2da4c4 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:44:50.609024 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:50.666009 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:50.690567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Deleting port 019ca088-2d2e-4823-a05a-24168c2da4c4 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:50.691641 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.015585 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31beef97-3af4-45e2-95f6-d8307b18bdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.040456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-31beef97-3af4-45e2-95f6-d8307b18bdb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:51.048210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-31beef97-3af4-45e2-95f6-d8307b18bdb9 admin admin] Usage tracker for resource:security_group_rule and tenant:2aea9704710f491eb5cc8fc7ae7613ea is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:51.054317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-31beef97-3af4-45e2-95f6-d8307b18bdb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:51.058857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-31beef97-3af4-45e2-95f6-d8307b18bdb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:51.099036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569e0831-7644-48d4-be9b-f2e8cc8e582e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router b83bca67-f69f-4053-bbec-46bfd6541923 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:44:51.179180 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.402306 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.429183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Transition to ACTIVE for port object 019ca088-2d2e-4823-a05a-24168c2da4c4 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:44:51.438759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569e0831-7644-48d4-be9b-f2e8cc8e582e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:44:51.450038 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.450279 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32137270-9c06-49c4-8ae5-1f536ab029ee None None] Sync routers for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:44:51.460887 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-569e0831-7644-48d4-be9b-f2e8cc8e582e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3008287 Jun 04 16:44:51.461733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42610) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:51.474491 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32137270-9c06-49c4-8ae5-1f536ab029ee None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:51.475125 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-32137270-9c06-49c4-8ae5-1f536ab029ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:51.590065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ba100d-6ba7-4f99-8250-b1846e0bdf42 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting subnet ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:44:51.593430 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe77f4-1d70-4fb5-8704-88e2e97eaa99 None None] Pushing event updated for resources: {'Port': ['ID=019ca088-2d2e-4823-a05a-24168c2da4c4,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:51.608545 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48ba100d-6ba7-4f99-8250-b1846e0bdf42 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.612036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Attempting to bind port 019ca088-2d2e-4823-a05a-24168c2da4c4 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:44:51.612406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Attempting to bind port 019ca088-2d2e-4823-a05a-24168c2da4c4 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:44:51.612780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Attempting to bind port 019ca088-2d2e-4823-a05a-24168c2da4c4 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:44:51.618917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:44:51.619329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:51.619680 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.620062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:44:51.620525 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Bound port: 019ca088-2d2e-4823-a05a-24168c2da4c4, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:44:51.620887 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.727619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Calling delete_port for 019ca088-2d2e-4823-a05a-24168c2da4c4 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:51.741154 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48ba100d-6ba7-4f99-8250-b1846e0bdf42 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.775155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] For port 019ca088-2d2e-4823-a05a-24168c2da4c4, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:44:51.784924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] For port 019ca088-2d2e-4823-a05a-24168c2da4c4, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=019ca088-2d2e-4823-a05a-24168c2da4c4,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:44:51.789764 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31beef97-3af4-45e2-95f6-d8307b18bdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.801105 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.808922 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31beef97-3af4-45e2-95f6-d8307b18bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.854355 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48ba100d-6ba7-4f99-8250-b1846e0bdf42 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.942485 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Routers {'a08bd74a-4b5d-4869-9dab-5fb5fa36714c'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:51.943410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a08bd74a-4b5d-4869-9dab-5fb5fa36714c'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:51.949690 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48ba100d-6ba7-4f99-8250-b1846e0bdf42 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:51.981100 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-32137270-9c06-49c4-8ae5-1f536ab029ee None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:51.989177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-31beef97-3af4-45e2-95f6-d8307b18bdb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2aea9704710f491eb5cc8fc7ae7613ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4961400 Jun 04 16:44:51.993447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42624) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:52.006003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beef97-3af4-45e2-95f6-d8307b18bdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26882dc-694e-45ea-8ad2-670294a6a2c8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:52.028943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba100d-6ba7-4f99-8250-b1846e0bdf42 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:52.045212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48ba100d-6ba7-4f99-8250-b1846e0bdf42 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:52.057825 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-48ba100d-6ba7-4f99-8250-b1846e0bdf42 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27 HTTP/1.1" status: 204 len: 168 time: 0.5924122 Jun 04 16:44:52.062237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42628) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:52.066568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab8a2b-386d-428f-9334-c85d1aa16d5c req-af33122e-4a61-4c4b-b558-cf54637027e6 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:52.068108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2ab8a2b-386d-428f-9334-c85d1aa16d5c req-af33122e-4a61-4c4b-b558-cf54637027e6 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 946 time: 0.2445049 Jun 04 16:44:52.087185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ec2677-d47b-4803-a50a-5d93ec8bd884 None None] Network 30993439-39da-4d3d-95b8-8e786bd3e575 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:44:52.203530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c2ab8a2b-386d-428f-9334-c85d1aa16d5c req-7c087d75-6f59-40bf-947d-9a76e4780b31 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285276 Jun 04 16:44:52.263664 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9b2917d-b9e6-44a8-a6a9-dc3946e20226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:52.301989 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:52.318888 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9b2917d-b9e6-44a8-a6a9-dc3946e20226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:52.350840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] Set router a08bd74a-4b5d-4869-9dab-5fb5fa36714c gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:52.358105 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port 25647778-890f-4471-9b65-cfb012c3294c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:52.358470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:52.400400 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:44:52.401072 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:44:52.405454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9b2917d-b9e6-44a8-a6a9-dc3946e20226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:52.440183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2917d-b9e6-44a8-a6a9-dc3946e20226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26882dc-694e-45ea-8ad2-670294a6a2c8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:52.463510 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9b2917d-b9e6-44a8-a6a9-dc3946e20226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:52.467716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c9b2917d-b9e6-44a8-a6a9-dc3946e20226 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a26882dc-694e-45ea-8ad2-670294a6a2c8 HTTP/1.1" status: 204 len: 168 time: 0.4576135 Jun 04 16:44:52.476297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08bd74a-4b5d-4869-9dab-5fb5fa36714c', 'name': 'tempest-snat-router-1743872976', 'tenant_id': 'fdf9989d321b41c0851508e665ed7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:44:41Z', 'updated_at': '2022-06-04T16:44:50Z', 'revision_number': 4, 'project_id': 'fdf9989d321b41c0851508e665ed7a6a', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:52.551074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7e22b-c2eb-47bf-8f19-a1acfdcf0ca3 None None] The sync data for ids ['a08bd74a-4b5d-4869-9dab-5fb5fa36714c'] in n-d-811809-3 is: [{'id': 'a08bd74a-4b5d-4869-9dab-5fb5fa36714c', 'name': 'tempest-snat-router-1743872976', 'tenant_id': 'fdf9989d321b41c0851508e665ed7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:44:41Z', 'updated_at': '2022-06-04T16:44:50Z', 'revision_number': 4, 'project_id': 'fdf9989d321b41c0851508e665ed7a6a', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:44:52.595576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe77f4-1d70-4fb5-8704-88e2e97eaa99 None None] Pushing event updated for resources: {'Port': ['ID=019ca088-2d2e-4823-a05a-24168c2da4c4,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:52.600593 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-32137270-9c06-49c4-8ae5-1f536ab029ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:49Z', 'revision_number': 9, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:52.608687 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32137270-9c06-49c4-8ae5-1f536ab029ee None None] Checking router: b83bca67-f69f-4053-bbec-46bfd6541923 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:44:52.631022 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32137270-9c06-49c4-8ae5-1f536ab029ee None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:52.631650 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-32137270-9c06-49c4-8ae5-1f536ab029ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:52.808614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] For port 25647778-890f-4471-9b65-cfb012c3294c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=25647778-890f-4471-9b65-cfb012c3294c,segment=NetworkSegment(025fdab2-de61-4147-8c5b-c1694287fca3),segment_id=025fdab2-de61-4147-8c5b-c1694287fca3)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:52.809818 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:52.935796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d673cdd1-8f3e-42bc-8ed9-8a07df98d7c4 None None] DHCP port deletion for 30993439-39da-4d3d-95b8-8e786bd3e575 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:44:52.941938 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d673cdd1-8f3e-42bc-8ed9-8a07df98d7c4 None None] Deleting port 25647778-890f-4471-9b65-cfb012c3294c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:52.942465 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d673cdd1-8f3e-42bc-8ed9-8a07df98d7c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:53.002724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Deleting port 019ca088-2d2e-4823-a05a-24168c2da4c4 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:53.003847 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:53.018949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42656) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:53.109634 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-32137270-9c06-49c4-8ae5-1f536ab029ee None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:53.249133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42662) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:53.324657 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-38c56343-2f57-40d9-847f-25e343938376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:53.366284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for 25647778-890f-4471-9b65-cfb012c3294c owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:53.366549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d673cdd1-8f3e-42bc-8ed9-8a07df98d7c4 None None] For port 25647778-890f-4471-9b65-cfb012c3294c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=25647778-890f-4471-9b65-cfb012c3294c,segment=NetworkSegment(025fdab2-de61-4147-8c5b-c1694287fca3),segment_id=025fdab2-de61-4147-8c5b-c1694287fca3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:53.366962 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d673cdd1-8f3e-42bc-8ed9-8a07df98d7c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:53.381220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-27a54654-5d11-4578-a6b0-08ad56264ffb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:53.409474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-27a54654-5d11-4578-a6b0-08ad56264ffb tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.42 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 946 time: 0.5694420 Jun 04 16:44:53.461124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] For port 019ca088-2d2e-4823-a05a-24168c2da4c4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=019ca088-2d2e-4823-a05a-24168c2da4c4,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:53.461492 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:53.628777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Calling delete_port for 019ca088-2d2e-4823-a05a-24168c2da4c4 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:53.637338 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:53.719242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d673cdd1-8f3e-42bc-8ed9-8a07df98d7c4 None None] Calling delete_port for 25647778-890f-4471-9b65-cfb012c3294c owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:53.766520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=25647778-890f-4471-9b65-cfb012c3294c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:53.780560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No DVR routers for this DVR port 25647778-890f-4471-9b65-cfb012c3294c on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:44:53.828499 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 25647778-890f-4471-9b65-cfb012c3294c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:44:53.912794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-38c56343-2f57-40d9-847f-25e343938376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:53.921918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-38c56343-2f57-40d9-847f-25e343938376 admin admin] Usage tracker for resource:security_group_rule and tenant:a8a0fa23bc0b4ffdacdc2d3ce3e1df07 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:53.928611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-38c56343-2f57-40d9-847f-25e343938376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:53.935431 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 25647778-890f-4471-9b65-cfb012c3294c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:44:53.935431 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 25647778-890f-4471-9b65-cfb012c3294c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:44:53.941145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-38c56343-2f57-40d9-847f-25e343938376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:54.031427 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-32137270-9c06-49c4-8ae5-1f536ab029ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:49Z', 'revision_number': 9, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:54.032060 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-d673cdd1-8f3e-42bc-8ed9-8a07df98d7c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:44:54.032060 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-d673cdd1-8f3e-42bc-8ed9-8a07df98d7c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:44:54.039776 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32137270-9c06-49c4-8ae5-1f536ab029ee None None] The sync data for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 is: [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:49Z', 'revision_number': 9, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': '19dbe3af-b28d-4ffd-b2b1-098da1e3ff03', 'name': '', 'network_id': 'a1a87dd9-e48b-4690-b5ed-67fd57dade24', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:f6:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:44:08Z', 'updated_at': '2022-06-04T16:44:20Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'fdc24c4f-d396-42a5-a0fa-01ebd1c91044', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:44:54.050595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-38c56343-2f57-40d9-847f-25e343938376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.056524 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.086949 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.120747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30993439-39da-4d3d-95b8-8e786bd3e575']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:54.127981 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d526e16-495e-496a-8eb0-453c6f32f90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.148982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025fdab2-de61-4147-8c5b-c1694287fca3') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:54.149254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025fdab2-de61-4147-8c5b-c1694287fca3') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:54.163222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0d526e16-495e-496a-8eb0-453c6f32f90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:54.166247 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.177243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0d526e16-495e-496a-8eb0-453c6f32f90d admin admin] Usage tracker for resource:security_group_rule and tenant:1e5bec71508549e5b3c7fc89dc1304c9 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:54.181737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0d526e16-495e-496a-8eb0-453c6f32f90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:54.195530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0d526e16-495e-496a-8eb0-453c6f32f90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:54.196663 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.205985 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-38c56343-2f57-40d9-847f-25e343938376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.210984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:44:54.211428 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.247068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event deleted for resources: {'Port': ['ID=019ca088-2d2e-4823-a05a-24168c2da4c4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:54.258260 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 025fdab2-de61-4147-8c5b-c1694287fca3 resource provider aggregate not found Jun 04 16:44:54.313691 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 025fdab2-de61-4147-8c5b-c1694287fca3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 025fdab2-de61-4147-8c5b-c1694287fca3 found for delete ", "request_id": "req-56efd643-1542-4d8d-938c-c501bafd4d5f"}]} Jun 04 16:44:54.354150 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.370943 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-38c56343-2f57-40d9-847f-25e343938376 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8a0fa23bc0b4ffdacdc2d3ce3e1df07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1205354 Jun 04 16:44:54.375282 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.381213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42686) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:54.381969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Deleting port 3509b560-ffb2-48ad-9822-c613c4628e29 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:54.384430 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.410766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Network': ['ID=30993439-39da-4d3d-95b8-8e786bd3e575,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:54.431602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c56343-2f57-40d9-847f-25e343938376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d491e70-62ba-45b0-a0fd-6cd14dfb729f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:54.480090 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d7c9ef68-e691-4c4c-9416-2413f562dd24 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/networks/30993439-39da-4d3d-95b8-8e786bd3e575 HTTP/1.1" status: 204 len: 168 time: 2.4136641 Jun 04 16:44:54.480372 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.485338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42696) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:54.533535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d673cdd1-8f3e-42bc-8ed9-8a07df98d7c4 None None] Deleting port 25647778-890f-4471-9b65-cfb012c3294c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:54.533916 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d673cdd1-8f3e-42bc-8ed9-8a07df98d7c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.610289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d673cdd1-8f3e-42bc-8ed9-8a07df98d7c4 None None] The port '25647778-890f-4471-9b65-cfb012c3294c' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:44:54.633105 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d526e16-495e-496a-8eb0-453c6f32f90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.701815 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d526e16-495e-496a-8eb0-453c6f32f90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.736012 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a382c387-3e7e-49ce-aa6a-e59a745e3894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.818831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d526e16-495e-496a-8eb0-453c6f32f90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b41abd-ff54-4834-990b-69e57ab3a652,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:54.892846 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a382c387-3e7e-49ce-aa6a-e59a745e3894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.904627 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0d526e16-495e-496a-8eb0-453c6f32f90d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e5bec71508549e5b3c7fc89dc1304c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8845074 Jun 04 16:44:54.918736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42704) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:54.954684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:54.963524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04620b8c-9d69-4b6f-b4e4-4519db7e227a req-c6f23acf-7812-4711-8028-b7016a3c0ae0 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:54.965012 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04620b8c-9d69-4b6f-b4e4-4519db7e227a req-c6f23acf-7812-4711-8028-b7016a3c0ae0 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 946 time: 1.0576022 Jun 04 16:44:54.966168 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.100245 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.100916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a08bd74a-4b5d-4869-9dab-5fb5fa36714c {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:44:55.124303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04620b8c-9d69-4b6f-b4e4-4519db7e227a req-133c3a54-1b95-48ad-88a3-2eae5895f9ba tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473095 Jun 04 16:44:55.139651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4066466-01a4-4c21-aeaa-54c38768334e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.151101 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a382c387-3e7e-49ce-aa6a-e59a745e3894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.195688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] For port 3509b560-ffb2-48ad-9822-c613c4628e29, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3509b560-ffb2-48ad-9822-c613c4628e29,segment=NetworkSegment(251f6d34-eec1-4af7-af30-54d338ca97bd),segment_id=251f6d34-eec1-4af7-af30-54d338ca97bd)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:55.196053 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.202141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382c387-3e7e-49ce-aa6a-e59a745e3894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d491e70-62ba-45b0-a0fd-6cd14dfb729f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:55.253198 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4066466-01a4-4c21-aeaa-54c38768334e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.269385 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a382c387-3e7e-49ce-aa6a-e59a745e3894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.270798 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a382c387-3e7e-49ce-aa6a-e59a745e3894 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d491e70-62ba-45b0-a0fd-6cd14dfb729f HTTP/1.1" status: 204 len: 168 time: 0.8852193 Jun 04 16:44:55.346588 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4066466-01a4-4c21-aeaa-54c38768334e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.349860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Calling delete_port for 3509b560-ffb2-48ad-9822-c613c4628e29 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:55.382756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4066466-01a4-4c21-aeaa-54c38768334e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b41abd-ff54-4834-990b-69e57ab3a652,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:55.393933 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4066466-01a4-4c21-aeaa-54c38768334e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.395712 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e4066466-01a4-4c21-aeaa-54c38768334e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62b41abd-ff54-4834-990b-69e57ab3a652 HTTP/1.1" status: 204 len: 168 time: 0.4754012 Jun 04 16:44:55.413579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3509b560-ffb2-48ad-9822-c613c4628e29 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:44:55.466523 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.468095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f9419d1f-39b2-465d-8e1d-1f89830642ce tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "DELETE /v2.0/routers/a08bd74a-4b5d-4869-9dab-5fb5fa36714c HTTP/1.1" status: 204 len: 168 time: 5.6336923 Jun 04 16:44:55.477073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42722) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:55.524434 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca69a645-a360-46f3-a779-a620baf0bf10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.571530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3509b560-ffb2-48ad-9822-c613c4628e29 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:44:55.571980 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.652453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe55b2d-94dc-440b-9222-4e9a10f183d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3509b560-ffb2-48ad-9822-c613c4628e29'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:44:55.678337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c6bd7218-7752-4ac3-a5e1-8e261baba0cc no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:44:55.769037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3509b560-ffb2-48ad-9822-c613c4628e29, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3509b560-ffb2-48ad-9822-c613c4628e29,segment=NetworkSegment(251f6d34-eec1-4af7-af30-54d338ca97bd),segment_id=251f6d34-eec1-4af7-af30-54d338ca97bd)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:55.769400 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.775559 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6f00bb-435a-421c-a226-6a9f127d6724'] response: {'server_uuid': 'efe55b2d-94dc-440b-9222-4e9a10f183d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3509b560-ffb2-48ad-9822-c613c4628e29', 'code': 200} Jun 04 16:44:55.776164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c6bd7218-7752-4ac3-a5e1-8e261baba0cc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:44:55.776511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c6bd7218-7752-4ac3-a5e1-8e261baba0cc not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:44:55.789264 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:55.949024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3509b560-ffb2-48ad-9822-c613c4628e29,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:56.093514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:44:56.097680 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:44:56.122953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42744) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:56.170063 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:56.185168 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0de8e6e2-1720-40f5-baff-5293ae64a9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:56.200012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Deleting port bc62ef27-eff2-4dbc-a137-bfb7d448e96b {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:56.200974 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:56.265258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0de8e6e2-1720-40f5-baff-5293ae64a9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:56.273864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0de8e6e2-1720-40f5-baff-5293ae64a9bf admin admin] Usage tracker for resource:security_group_rule and tenant:cb0785bcea29456d930558e828a76899 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:56.279674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0de8e6e2-1720-40f5-baff-5293ae64a9bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:56.289387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0de8e6e2-1720-40f5-baff-5293ae64a9bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:56.313656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ca69a645-a360-46f3-a779-a620baf0bf10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:56.314080 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca69a645-a360-46f3-a779-a620baf0bf10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:56.535906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] For port bc62ef27-eff2-4dbc-a137-bfb7d448e96b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bc62ef27-eff2-4dbc-a137-bfb7d448e96b,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:56.536264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:56.644726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-ca69a645-a360-46f3-a779-a620baf0bf10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] For port 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=19dbe3af-b28d-4ffd-b2b1-098da1e3ff03,segment=NetworkSegment(d422c61a-278d-4382-811b-b054e8778970),segment_id=d422c61a-278d-4382-811b-b054e8778970)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:56.645087 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca69a645-a360-46f3-a779-a620baf0bf10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:56.708421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Deleting port 3509b560-ffb2-48ad-9822-c613c4628e29 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:44:56.708421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:56.720590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42768) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:56.801017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ca69a645-a360-46f3-a779-a620baf0bf10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:56.941432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-87106942-network', 'tenant_id': 'ec4e6513cc23479e8d8bb06548f4fa0e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:56.954549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:56.960410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Usage tracker for resource:network and tenant:ec4e6513cc23479e8d8bb06548f4fa0e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:56.963918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:56.971263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Calling delete_port for bc62ef27-eff2-4dbc-a137-bfb7d448e96b owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:56.971947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:57.025455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97766c2-c60e-4c6a-9979-ac442902d242 req-04bb71a4-3a96-475d-979b-8cf2eab12b9a tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:57.030497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a97766c2-c60e-4c6a-9979-ac442902d242 req-04bb71a4-3a96-475d-979b-8cf2eab12b9a tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 944 time: 0.6244700 Jun 04 16:44:57.061543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca69a645-a360-46f3-a779-a620baf0bf10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:57.077069 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0de8e6e2-1720-40f5-baff-5293ae64a9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:57.117811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69a645-a360-46f3-a779-a620baf0bf10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=19dbe3af-b28d-4ffd-b2b1-098da1e3ff03,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:57.123835 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0de8e6e2-1720-40f5-baff-5293ae64a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:57.156282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Made reservation on behalf of ec4e6513cc23479e8d8bb06548f4fa0e for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:44:57.160068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:57.239746 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:57.240207 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a97766c2-c60e-4c6a-9979-ac442902d242 req-08813127-ab08-45a6-8f8d-771ae953f2d2 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/security-groups?id=0beff17b-0861-4ea2-aaaf-e0200efd094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951654 Jun 04 16:44:57.265674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0de8e6e2-1720-40f5-baff-5293ae64a9bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb0785bcea29456d930558e828a76899&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1407931 Jun 04 16:44:57.272509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8e6e2-1720-40f5-baff-5293ae64a9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25118c71-1655-47df-a3f3-a03dc8c0f837,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:57.275237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42782) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:57.369516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:57.378453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Usage tracker for resource:security_group_rule and tenant:ec4e6513cc23479e8d8bb06548f4fa0e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:57.394234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:57.404093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:57.444970 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ca69a645-a360-46f3-a779-a620baf0bf10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:57.550547 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:57.555965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] For port 3509b560-ffb2-48ad-9822-c613c4628e29, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3509b560-ffb2-48ad-9822-c613c4628e29,segment=NetworkSegment(251f6d34-eec1-4af7-af30-54d338ca97bd),segment_id=251f6d34-eec1-4af7-af30-54d338ca97bd)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:44:57.556299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:57.690423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc62ef27-eff2-4dbc-a137-bfb7d448e96b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:57.718394 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:57.729888 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:57.781427 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d2628b73-c403-4642-b8e7-1c6f6a84270a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:57.791849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Calling delete_port for 3509b560-ffb2-48ad-9822-c613c4628e29 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:44:57.911364 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1703-a3b2-41b8-8bad-789764289abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:57.980644 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1703-a3b2-41b8-8bad-789764289abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.008494 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.064300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:44:58.087185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4a25f4-ca5d-46ec-b7df-a1685dd4b1a6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:58.096656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.097002 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Added segment cba3ef12-db58-406c-8033-b61952271edf of type vlan for network 579f56ea-515d-4cc6-a7f7-3c7490451e67 Jun 04 16:44:58.137435 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.143364 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca69a645-a360-46f3-a779-a620baf0bf10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router b83bca67-f69f-4053-bbec-46bfd6541923 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:44:58.243207 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.260876 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.307365 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1703-a3b2-41b8-8bad-789764289abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.323714 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.324703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:44:58.325683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.344375 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.344877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35098b6b-1d77-45dd-9830-45db748146cc {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:44:58.354218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c1703-a3b2-41b8-8bad-789764289abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25118c71-1655-47df-a3f3-a03dc8c0f837,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:58.366554 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.425170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca69a645-a360-46f3-a779-a620baf0bf10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:44:58.437156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca3e32b-03ed-4ae8-90b3-5b8a0c1ea618 None None] Sync routers for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:44:58.448032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca3e32b-03ed-4ae8-90b3-5b8a0c1ea618 None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:58.449009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3ca3e32b-03ed-4ae8-90b3-5b8a0c1ea618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:58.497647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Pushing event deleted for resources: {'Port': ['ID=3509b560-ffb2-48ad-9822-c613c4628e29,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:58.542236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] Pushing event updated for resources: {'Network': ['ID=579f56ea-515d-4cc6-a7f7-3c7490451e67,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:58.553551 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ca69a645-a360-46f3-a779-a620baf0bf10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0623031 Jun 04 16:44:58.556192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42802) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:58.556376 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c09605b9-b1f4-4f58-8740-9fb7f0368df0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8353803 Jun 04 16:44:58.556848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42804) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:58.567115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ae87f5b5-70c4-4c8d-b4e2-4e41382058cf req-b81cd047-4af3-48b6-a6ad-ad8a179377c2 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Synchronizing usage tracker for tenant:dd93265139154870b99aaae416e5301e on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:44:58.604027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Request body: {'subnet': {'network_id': '579f56ea-515d-4cc6-a7f7-3c7490451e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-87106942-subnet', 'tenant_id': 'ec4e6513cc23479e8d8bb06548f4fa0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:58.645486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 579f56ea-515d-4cc6-a7f7-3c7490451e67 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:44:58.658649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:58.769091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-3ca3e32b-03ed-4ae8-90b3-5b8a0c1ea618 None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:58.822017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] No DVR routers for this DVR port 3509b560-ffb2-48ad-9822-c613c4628e29 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:44:58.828395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.831176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Usage tracker for resource:subnet and tenant:ec4e6513cc23479e8d8bb06548f4fa0e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:58.836937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe55b2d-94dc-440b-9222-4e9a10f183d5', 'name': 'network-vif-deleted', 'tag': '3509b560-ffb2-48ad-9822-c613c4628e29'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:44:58.844022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:58.858604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:58.860954 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1703-a3b2-41b8-8bad-789764289abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.862617 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5d6c1703-a3b2-41b8-8bad-789764289abb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25118c71-1655-47df-a3f3-a03dc8c0f837 HTTP/1.1" status: 204 len: 168 time: 1.5819197 Jun 04 16:44:58.869224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fba407b-eee9-41a2-a4d1-8319003ba48b req-839ac302-33b7-49cf-8226-713abd8a6ee9 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.42 "DELETE /v2.0/ports/3509b560-ffb2-48ad-9822-c613c4628e29 HTTP/1.1" status: 204 len: 173 time: 4.9636309 Jun 04 16:44:58.870339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:58.871656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0ee47de3-fac3-4163-91bb-ed00096f7b26 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "DELETE /v2.0/routers/35098b6b-1d77-45dd-9830-45db748146cc HTTP/1.1" status: 204 len: 168 time: 3.3933699 Jun 04 16:44:58.875429 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42820) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:58.883467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1568784197', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:44:58.895607 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ae87f5b5-70c4-4c8d-b4e2-4e41382058cf req-b81cd047-4af3-48b6-a6ad-ad8a179377c2 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] Unset dirty status for tenant:dd93265139154870b99aaae416e5301e on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:44:58.909656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:58.937100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae87f5b5-70c4-4c8d-b4e2-4e41382058cf req-b81cd047-4af3-48b6-a6ad-ad8a179377c2 tempest-VolumesActionsTest-322149792 tempest-VolumesActionsTest-322149792-project] 10.222.0.13 "GET /v2.0/ports?device_id=efe55b2d-94dc-440b-9222-4e9a10f183d5 HTTP/1.1" status: 200 len: 210 time: 0.4879854 Jun 04 16:44:58.945239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Usage tracker for resource:router and tenant:4b71ce327b254e6c9a5a432671be5c1d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:58.958108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:58.959036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b71604-cdcd-46a7-a93d-0d4bece9ad96 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting subnet fdc24c4f-d396-42a5-a0fa-01ebd1c91044 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:44:58.980272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:58.989007 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54b71604-cdcd-46a7-a93d-0d4bece9ad96 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:59.002693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:59.003984 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:59.046631 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:59.051258 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1721a451-710e-45b7-a32b-af4add84ddfb'] response: {'server_uuid': 'efe55b2d-94dc-440b-9222-4e9a10f183d5', 'name': 'network-vif-deleted', 'tag': '3509b560-ffb2-48ad-9822-c613c4628e29', 'status': 'completed', 'code': 200} Jun 04 16:44:59.061763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Made reservation on behalf of ec4e6513cc23479e8d8bb06548f4fa0e for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:44:59.064501 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:59.203576 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54b71604-cdcd-46a7-a93d-0d4bece9ad96 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:59.347913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42834) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:59.354807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3ca3e32b-03ed-4ae8-90b3-5b8a0c1ea618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:56Z', 'revision_number': 10, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:59.376119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca3e32b-03ed-4ae8-90b3-5b8a0c1ea618 None None] Checking router: b83bca67-f69f-4053-bbec-46bfd6541923 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:44:59.386380 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54b71604-cdcd-46a7-a93d-0d4bece9ad96 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:59.395710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca3e32b-03ed-4ae8-90b3-5b8a0c1ea618 None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:44:59.396321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3ca3e32b-03ed-4ae8-90b3-5b8a0c1ea618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:44:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:44:59.421262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c63b9a26-5283-4fb9-a682-2619dd3b3a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:59.452767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c63b9a26-5283-4fb9-a682-2619dd3b3a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:44:59.467647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c63b9a26-5283-4fb9-a682-2619dd3b3a54 admin admin] Usage tracker for resource:security_group_rule and tenant:d1d9d40376d2496fbed689ff5e236ce0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:44:59.495807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c63b9a26-5283-4fb9-a682-2619dd3b3a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:44:59.530953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c63b9a26-5283-4fb9-a682-2619dd3b3a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:44:59.539534 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:59.575381 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54b71604-cdcd-46a7-a93d-0d4bece9ad96 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:59.585628 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:59.631179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b71604-cdcd-46a7-a93d-0d4bece9ad96 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc24c4f-d396-42a5-a0fa-01ebd1c91044,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:59.637226 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54b71604-cdcd-46a7-a93d-0d4bece9ad96 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:59.699272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94da2a00-b716-4c33-9cfa-8d0a2a03b51c None None] Network a1a87dd9-e48b-4690-b5ed-67fd57dade24 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:44:59.749447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bc62ef27-eff2-4dbc-a137-bfb7d448e96b no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:44:59.767600 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-54b71604-cdcd-46a7-a93d-0d4bece9ad96 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/fdc24c4f-d396-42a5-a0fa-01ebd1c91044 HTTP/1.1" status: 204 len: 168 time: 1.2039235 Jun 04 16:44:59.770110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42838) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:44:59.770283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fac8953-09cd-4819-8e7e-c1858f7fd895,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:44:59.797648 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: bc62ef27-eff2-4dbc-a137-bfb7d448e96b {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:44:59.798061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bc62ef27-eff2-4dbc-a137-bfb7d448e96b not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:44:59.830123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Checking segment: {'id': 'cba3ef12-db58-406c-8033-b61952271edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '579f56ea-515d-4cc6-a7f7-3c7490451e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:44:59.830633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Network hostable DHCP agents. Network: 579f56ea-515d-4cc6-a7f7-3c7490451e67, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:44:59.879426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Network 579f56ea-515d-4cc6-a7f7-3c7490451e67 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:44:59.884348 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c63b9a26-5283-4fb9-a682-2619dd3b3a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:44:59.930240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-3ca3e32b-03ed-4ae8-90b3-5b8a0c1ea618 None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:44:59.940148 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c63b9a26-5283-4fb9-a682-2619dd3b3a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:00.003045 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c63b9a26-5283-4fb9-a682-2619dd3b3a54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1d9d40376d2496fbed689ff5e236ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496389 Jun 04 16:45:00.004024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 579f56ea-515d-4cc6-a7f7-3c7490451e67) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:45:00.005887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42850) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:00.006750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b9a26-5283-4fb9-a682-2619dd3b3a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b88ec1-bd79-4989-927f-5261b343fd33,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:00.030755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:00.031567 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:00.049004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdb6b81-501a-4fd9-a268-910b179d755b None None] Network 579f56ea-515d-4cc6-a7f7-3c7490451e67 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:45:00.095292 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2aee8410-d421-4a63-b37c-0e95528782b8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5301664 Jun 04 16:45:00.127732 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5f272b33-a7af-46b0-93b3-08c80a492686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:00.165087 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5f272b33-a7af-46b0-93b3-08c80a492686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:00.252287 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5f272b33-a7af-46b0-93b3-08c80a492686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:00.252518 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-be3457f4-1523-4581-adf1-79aa4f5b4db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:00.261214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:00.265051 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:00.284091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f272b33-a7af-46b0-93b3-08c80a492686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b88ec1-bd79-4989-927f-5261b343fd33,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:00.289803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5f272b33-a7af-46b0-93b3-08c80a492686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:00.294479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5f272b33-a7af-46b0-93b3-08c80a492686 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55b88ec1-bd79-4989-927f-5261b343fd33 HTTP/1.1" status: 204 len: 168 time: 0.2842777 Jun 04 16:45:00.322192 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:00.362614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:45:00.362957 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:01.100625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Allocated IP 172.25.5.244 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/caef927a-e7fc-4599-86c4-51303c6f191c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:45:01.127440 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] For port ec9153e0-39e6-43d5-bc9a-ab64d20bd354, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ec9153e0-39e6-43d5-bc9a-ab64d20bd354,segment=NetworkSegment(d422c61a-278d-4382-811b-b054e8778970),segment_id=d422c61a-278d-4382-811b-b054e8778970)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:45:01.127889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:01.306522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09670724-8a65-41c8-be5c-d813517cd3a7 None None] DHCP port deletion for a1a87dd9-e48b-4690-b5ed-67fd57dade24 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:45:01.310365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for ec9153e0-39e6-43d5-bc9a-ab64d20bd354 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:45:01.348705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3ca3e32b-03ed-4ae8-90b3-5b8a0c1ea618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:56Z', 'revision_number': 10, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:01.358855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca3e32b-03ed-4ae8-90b3-5b8a0c1ea618 None None] The sync data for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 is: [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:44:56Z', 'revision_number': 10, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None, '_interfaces': [{'id': 'de44c070-e4c0-4a75-8c69-b041687f812f', 'name': '', 'network_id': 'd0a79ecd-3c65-4bab-bf87-999439a583e5', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'mac_address': 'fa:16:3e:84:8b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:43:57Z', 'updated_at': '2022-06-04T16:44:09Z', 'revision_number': 5, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'subnets': [{'id': 'a030a492-b3b9-452d-94d9-770569b6be00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:45:01.367365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-09670724-8a65-41c8-be5c-d813517cd3a7 None None] Deleting port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:45:01.368288 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-09670724-8a65-41c8-be5c-d813517cd3a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:01.522572 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f15d0-9b41-4573-92d5-6544079a54cb None None] Network 579f56ea-515d-4cc6-a7f7-3c7490451e67 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:45:01.571361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 42912) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:01.580068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-745867776-network', 'tenant_id': '16ade71818094ab5a56b8c03b7726fb3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:01.588212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:01.597882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Usage tracker for resource:network and tenant:16ade71818094ab5a56b8c03b7726fb3 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:01.605851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:01.612558 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:01.625957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:01.649706 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:01.671120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Made reservation on behalf of 16ade71818094ab5a56b8c03b7726fb3 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:45:01.673440 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:01.730199 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:01.792454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:01.823532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Usage tracker for resource:security_group_rule and tenant:16ade71818094ab5a56b8c03b7726fb3 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:01.843249 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:01.865089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:01.882820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:01.899328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:45:01.905628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:45:01.918211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:45:02.008941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No DVR routers for this DVR port ec9153e0-39e6-43d5-bc9a-ab64d20bd354 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:45:02.010658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Pushing event updated for resources: {'Port': ['ID=caef927a-e7fc-4599-86c4-51303c6f191c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:02.019356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:45:02.073905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:45:02.074559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 19dbe3af-b28d-4ffd-b2b1-098da1e3ff03 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:45:02.075199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ec9153e0-39e6-43d5-bc9a-ab64d20bd354 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:45:02.100370 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:02.112221 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:02.120351 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:02.129727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-09670724-8a65-41c8-be5c-d813517cd3a7 None None] The port 'ec9153e0-39e6-43d5-bc9a-ab64d20bd354' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:45:02.160079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: ec9153e0-39e6-43d5-bc9a-ab64d20bd354 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:45:02.160826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ec9153e0-39e6-43d5-bc9a-ab64d20bd354 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:45:02.174610 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:02.180830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:45:02.190422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7722908c-85f0-4340-8cab-0a499f6131be,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:02.216866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:02.217204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:02.217532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:02.217864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:02.218190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:02.234650 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:02.235123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:02.235463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:02.235798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:02.236125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:02.236448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:02.236974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:02.241203 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:02.241754 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Added segment 4b64634a-cf57-4464-af0d-8a2e09d50cb1 of type vlan for network 88f66cb2-ac2e-48a8-9c46-f9e7ae1ff7e6 Jun 04 16:45:02.246650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=ec9153e0-39e6-43d5-bc9a-ab64d20bd354,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:02.298533 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:02.359925 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:02.360826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:02.361942 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:02.568511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9852028 Jun 04 16:45:02.571633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 42948) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:02.578652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca2d7c-32ee-4732-bf92-230262f3d872 admin admin] Pushing event updated for resources: {'Network': ['ID=88f66cb2-ac2e-48a8-9c46-f9e7ae1ff7e6,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:02.605122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 88f66cb2-ac2e-48a8-9c46-f9e7ae1ff7e6 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:45:02.626888 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:02.723663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Request body: {'subnet': {'network_id': '88f66cb2-ac2e-48a8-9c46-f9e7ae1ff7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-745867776-subnet', 'tenant_id': '16ade71818094ab5a56b8c03b7726fb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:02.741441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:02.778883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Usage tracker for resource:subnet and tenant:16ade71818094ab5a56b8c03b7726fb3 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:02.791463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:02.822096 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:02.824894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a87dd9-e48b-4690-b5ed-67fd57dade24']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:02.847392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd422c61a-278d-4382-811b-b054e8778970') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:02.847686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd422c61a-278d-4382-811b-b054e8778970') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:02.870078 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:02.881487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Made reservation on behalf of 16ade71818094ab5a56b8c03b7726fb3 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:45:02.883579 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:02.933364 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:02.976109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:03.075843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:45:03.076549 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:03.170203 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment d422c61a-278d-4382-811b-b054e8778970 resource provider aggregate not found Jun 04 16:45:03.402148 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment d422c61a-278d-4382-811b-b054e8778970 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d422c61a-278d-4382-811b-b054e8778970 found for delete ", "request_id": "req-f16922ee-4a4e-4a18-aaf7-7bd198ceb703"}]} Jun 04 16:45:03.469564 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:03.491817 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:03.614605 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:03.646235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Network': ['ID=a1a87dd9-e48b-4690-b5ed-67fd57dade24,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:03.767111 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2f63b861-fd81-4c06-bd48-ecd4197ea758 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/networks/a1a87dd9-e48b-4690-b5ed-67fd57dade24 HTTP/1.1" status: 204 len: 168 time: 3.9943795 Jun 04 16:45:03.770267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43016) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:04.055693 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:04.150481 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:04.161440 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:04.264592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcff41fd-cefd-438e-aef9-81319de0288d,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:04.283364 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:04.526505 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Checking segment: {'id': '4b64634a-cf57-4464-af0d-8a2e09d50cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '88f66cb2-ac2e-48a8-9c46-f9e7ae1ff7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:45:04.528429 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Network hostable DHCP agents. Network: 88f66cb2-ac2e-48a8-9c46-f9e7ae1ff7e6, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:45:04.688744 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52e7978c-38d0-49ab-8c92-02dc1bb3f211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:04.773676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Network 88f66cb2-ac2e-48a8-9c46-f9e7ae1ff7e6 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:45:04.855926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 88f66cb2-ac2e-48a8-9c46-f9e7ae1ff7e6) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:45:04.864937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:04.870082 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:04.870289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce55a126-ab66-47fb-8802-ed76828d480f None None] Network 88f66cb2-ac2e-48a8-9c46-f9e7ae1ff7e6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:45:04.969119 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1834d7c8-eee6-4303-9a0c-95f7fcc31ef0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3761427 Jun 04 16:45:04.993654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Router c057075f-32ed-4512-965e-6ad0fca9b83f is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:45:05.204692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5fb512-80b8-4de1-9a12-433fa7897fe2 None None] Network 88f66cb2-ac2e-48a8-9c46-f9e7ae1ff7e6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:45:05.512204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:45:05.529062 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7f7472-f2d2-403d-949b-e1d9d71b7730 None None] Sync routers for ids ['c057075f-32ed-4512-965e-6ad0fca9b83f'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:45:05.544522 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f7472-f2d2-403d-949b-e1d9d71b7730 None None] Routers {'c057075f-32ed-4512-965e-6ad0fca9b83f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:05.545432 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3d7f7472-f2d2-403d-949b-e1d9d71b7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c057075f-32ed-4512-965e-6ad0fca9b83f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:05.593134 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:05.594677 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fba9f643-d89c-4689-9b47-9f34404770f7 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.7170572 Jun 04 16:45:05.597288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43074) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:05.606229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f250ef5c-62e2-4818-920c-e1a701dedbea tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'enable_snat': False}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:05.780392 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3d7f7472-f2d2-403d-949b-e1d9d71b7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:05.811488 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f7472-f2d2-403d-949b-e1d9d71b7730 None None] Routers {'c057075f-32ed-4512-965e-6ad0fca9b83f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:05.819673 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3d7f7472-f2d2-403d-949b-e1d9d71b7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c057075f-32ed-4512-965e-6ad0fca9b83f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:05.895288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-52e7978c-38d0-49ab-8c92-02dc1bb3f211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port de44c070-e4c0-4a75-8c69-b041687f812f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:45:05.895288 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52e7978c-38d0-49ab-8c92-02dc1bb3f211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:06.025370 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3d7f7472-f2d2-403d-949b-e1d9d71b7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:06.025370 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7f7472-f2d2-403d-949b-e1d9d71b7730 None None] The sync data for ids ['c057075f-32ed-4512-965e-6ad0fca9b83f'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:45:06.351503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-52e7978c-38d0-49ab-8c92-02dc1bb3f211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] For port de44c070-e4c0-4a75-8c69-b041687f812f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=de44c070-e4c0-4a75-8c69-b041687f812f,segment=NetworkSegment(d9a0b8cd-e7c2-4702-8455-4edb3601a8c9),segment_id=d9a0b8cd-e7c2-4702-8455-4edb3601a8c9)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:45:06.352185 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52e7978c-38d0-49ab-8c92-02dc1bb3f211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:06.665977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-52e7978c-38d0-49ab-8c92-02dc1bb3f211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for de44c070-e4c0-4a75-8c69-b041687f812f owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:45:06.953478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2a71bf9e-75ba-4720-94d4-a44736ff8055 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:06.960478 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2a71bf9e-75ba-4720-94d4-a44736ff8055 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/networks?id=579f56ea-515d-4cc6-a7f7-3c7490451e67 HTTP/1.1" status: 200 len: 807 time: 0.3053923 Jun 04 16:45:06.982266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-0b367498-0ff7-4dda-9722-289aa739825f tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/quotas/ec4e6513cc23479e8d8bb06548f4fa0e HTTP/1.1" status: 200 len: 375 time: 0.0208280 Jun 04 16:45:07.057578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-d5f2091e-d3c6-40d3-9115-08021c3c601e tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec4e6513cc23479e8d8bb06548f4fa0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742102 Jun 04 16:45:07.253329 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52e7978c-38d0-49ab-8c92-02dc1bb3f211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:07.257596 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f250ef5c-62e2-4818-920c-e1a701dedbea tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:07.375908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-58fe5f20-4f49-4265-8381-77193f021a6b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:45:07.377502 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-58fe5f20-4f49-4265-8381-77193f021a6b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3192832 Jun 04 16:45:07.437573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7978c-38d0-49ab-8c92-02dc1bb3f211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=de44c070-e4c0-4a75-8c69-b041687f812f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:07.989717 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-52e7978c-38d0-49ab-8c92-02dc1bb3f211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:08.317442 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2a9fe01d-faf6-4517-9a4e-2cb352c6272f service neutron] 10.222.0.13 "GET /v2.0/networks/579f56ea-515d-4cc6-a7f7-3c7490451e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9228315 Jun 04 16:45:08.425724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e7978c-38d0-49ab-8c92-02dc1bb3f211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router b83bca67-f69f-4053-bbec-46bfd6541923 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:45:08.650933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e7978c-38d0-49ab-8c92-02dc1bb3f211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:45:08.662421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae252060-329a-47bf-b612-6c7c49ebf36b None None] Sync routers for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:45:08.670746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-a4dc8fad-8ba8-40a7-a53a-9a838bbae124 service neutron] 10.222.0.13 "GET /v2.0/networks/579f56ea-515d-4cc6-a7f7-3c7490451e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441265 Jun 04 16:45:08.674953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae252060-329a-47bf-b612-6c7c49ebf36b None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:08.675584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ae252060-329a-47bf-b612-6c7c49ebf36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:08.677568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-52e7978c-38d0-49ab-8c92-02dc1bb3f211 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9061737 Jun 04 16:45:08.686105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43162) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:08.844955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cf9716-9bc7-4545-bbeb-c80360bf98b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting subnet a030a492-b3b9-452d-94d9-770569b6be00 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:45:08.857377 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cf9716-9bc7-4545-bbeb-c80360bf98b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:08.930256 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f250ef5c-62e2-4818-920c-e1a701dedbea tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:08.947174 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f250ef5c-62e2-4818-920c-e1a701dedbea tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:09.144744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e16e9d3d-2b12-47a3-8b99-5134ecb5d392 req-48207cd2-10c0-43b6-aa6f-69ea8429cdc6 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 210 time: 0.1293898 Jun 04 16:45:09.150657 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cf9716-9bc7-4545-bbeb-c80360bf98b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:09.214529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-ae252060-329a-47bf-b612-6c7c49ebf36b None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:45:09.348395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cf9716-9bc7-4545-bbeb-c80360bf98b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:09.559159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ae252060-329a-47bf-b612-6c7c49ebf36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:45:07Z', 'revision_number': 11, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:09.575534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae252060-329a-47bf-b612-6c7c49ebf36b None None] Checking router: b83bca67-f69f-4053-bbec-46bfd6541923 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:45:09.616477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae252060-329a-47bf-b612-6c7c49ebf36b None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:09.625446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ae252060-329a-47bf-b612-6c7c49ebf36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:09.628828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f250ef5c-62e2-4818-920c-e1a701dedbea tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Router c057075f-32ed-4512-965e-6ad0fca9b83f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:45:09.704509 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cf9716-9bc7-4545-bbeb-c80360bf98b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:09.879555 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64cf9716-9bc7-4545-bbeb-c80360bf98b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:09.889172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdaef8b-8a97-4129-8db0-1b4bf0254adb None None] Network d0a79ecd-3c65-4bab-bf87-999439a583e5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:45:09.914417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf9716-9bc7-4545-bbeb-c80360bf98b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Subnet': ['ID=a030a492-b3b9-452d-94d9-770569b6be00,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:09.923098 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-64cf9716-9bc7-4545-bbeb-c80360bf98b6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/a030a492-b3b9-452d-94d9-770569b6be00 HTTP/1.1" status: 204 len: 168 time: 1.2303877 Jun 04 16:45:09.933050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43190) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:10.257637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-ae252060-329a-47bf-b612-6c7c49ebf36b None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:45:10.270378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f250ef5c-62e2-4818-920c-e1a701dedbea tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:45:10.300363 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc628a35-7768-496b-ab9a-fe543194502e None None] Sync routers for ids ['c057075f-32ed-4512-965e-6ad0fca9b83f'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:45:10.320149 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f250ef5c-62e2-4818-920c-e1a701dedbea tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:10.323697 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc628a35-7768-496b-ab9a-fe543194502e None None] Routers {'c057075f-32ed-4512-965e-6ad0fca9b83f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:10.327681 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-dc628a35-7768-496b-ab9a-fe543194502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c057075f-32ed-4512-965e-6ad0fca9b83f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:10.333176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43202) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:10.334824 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f250ef5c-62e2-4818-920c-e1a701dedbea tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "PUT /v2.0/routers/c057075f-32ed-4512-965e-6ad0fca9b83f HTTP/1.1" status: 200 len: 926 time: 4.7348883 Jun 04 16:45:10.412470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ae252060-329a-47bf-b612-6c7c49ebf36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:45:07Z', 'revision_number': 11, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:10.418612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae252060-329a-47bf-b612-6c7c49ebf36b None None] The sync data for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 is: [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:45:07Z', 'revision_number': 11, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:45:10.492403 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:10.519337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Deleting port 398eb25f-1239-4019-b913-88fc8a4a3d5e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:45:10.521355 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:10.532652 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-dc628a35-7768-496b-ab9a-fe543194502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:10.551678 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc628a35-7768-496b-ab9a-fe543194502e None None] Routers {'c057075f-32ed-4512-965e-6ad0fca9b83f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:10.552316 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-dc628a35-7768-496b-ab9a-fe543194502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c057075f-32ed-4512-965e-6ad0fca9b83f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:10.659544 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-dc628a35-7768-496b-ab9a-fe543194502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:10.660214 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc628a35-7768-496b-ab9a-fe543194502e None None] The sync data for ids ['c057075f-32ed-4512-965e-6ad0fca9b83f'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:45:10.801544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49193c23-4625-413a-b4fc-54a062adf330 None None] DHCP port deletion for d0a79ecd-3c65-4bab-bf87-999439a583e5 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:45:10.806102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-49193c23-4625-413a-b4fc-54a062adf330 None None] Deleting port 398eb25f-1239-4019-b913-88fc8a4a3d5e {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:45:10.806495 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-49193c23-4625-413a-b4fc-54a062adf330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:10.849477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6625bf08-7f4e-4622-b43b-f2021ccaf90b tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/routers/c057075f-32ed-4512-965e-6ad0fca9b83f HTTP/1.1" status: 200 len: 926 time: 0.5151227 Jun 04 16:45:10.852760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43212) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:10.935752 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4641da5b-af24-4f88-9ab5-929faceb3164 req-36cb2a87-873b-46a3-b8f6-f17e4d051fd0 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 210 time: 0.0842049 Jun 04 16:45:11.117962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] For port 398eb25f-1239-4019-b913-88fc8a4a3d5e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=398eb25f-1239-4019-b913-88fc8a4a3d5e,segment=NetworkSegment(d9a0b8cd-e7c2-4702-8455-4edb3601a8c9),segment_id=d9a0b8cd-e7c2-4702-8455-4edb3601a8c9)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:45:11.118482 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:11.231952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-cefcdbcd-b0bd-4752-88dc-edb5aa21694c tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:11.234252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-cefcdbcd-b0bd-4752-88dc-edb5aa21694c tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.42 "GET /v2.0/networks?id=579f56ea-515d-4cc6-a7f7-3c7490451e67 HTTP/1.1" status: 200 len: 807 time: 0.2394109 Jun 04 16:45:11.254409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Request body: {'port': {'device_id': '171a7fc5-2b1c-4090-a52a-5d471f91675b', 'network_id': '579f56ea-515d-4cc6-a7f7-3c7490451e67', 'admin_state_up': True, 'tenant_id': 'ec4e6513cc23479e8d8bb06548f4fa0e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:11.463234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Calling delete_port for 398eb25f-1239-4019-b913-88fc8a4a3d5e owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:45:11.514537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-49193c23-4625-413a-b4fc-54a062adf330 None None] For port 398eb25f-1239-4019-b913-88fc8a4a3d5e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=398eb25f-1239-4019-b913-88fc8a4a3d5e,segment=NetworkSegment(d9a0b8cd-e7c2-4702-8455-4edb3601a8c9),segment_id=d9a0b8cd-e7c2-4702-8455-4edb3601a8c9)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:45:11.515595 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-49193c23-4625-413a-b4fc-54a062adf330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:11.713405 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:11.771135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a689219-de63-4a65-9824-a192538c765a tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:11.772838 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7a689219-de63-4a65-9824-a192538c765a tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&device_id=c057075f-32ed-4512-965e-6ad0fca9b83f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9184563 Jun 04 16:45:11.777231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43236) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:11.791820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Port': ['ID=398eb25f-1239-4019-b913-88fc8a4a3d5e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:11.799776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No DVR routers for this DVR port 398eb25f-1239-4019-b913-88fc8a4a3d5e on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:45:11.961629 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:11.964161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3937ec3b-f5fa-407a-91ee-d23825502fca tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:11.966285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3937ec3b-f5fa-407a-91ee-d23825502fca tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 881 time: 0.1870790 Jun 04 16:45:11.971119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43246) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:11.999655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a79ecd-3c65-4bab-bf87-999439a583e5']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:12.014272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a0b8cd-e7c2-4702-8455-4edb3601a8c9') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:12.014701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a0b8cd-e7c2-4702-8455-4edb3601a8c9') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:12.028952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:12.047989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-49193c23-4625-413a-b4fc-54a062adf330 None None] Calling delete_port for 398eb25f-1239-4019-b913-88fc8a4a3d5e owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:45:12.056384 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:12.058669 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bdcbc77c-38dc-452a-bac2-1c27054c03e5 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c057075f-32ed-4512-965e-6ad0fca9b83f HTTP/1.1" status: 200 len: 205 time: 0.0861204 Jun 04 16:45:12.062712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43250) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:12.066653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:45:12.067226 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:12.114502 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device de44c070-e4c0-4a75-8c69-b041687f812f no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:45:12.160728 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: de44c070-e4c0-4a75-8c69-b041687f812f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:45:12.161331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device de44c070-e4c0-4a75-8c69-b041687f812f not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:45:12.161909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 398eb25f-1239-4019-b913-88fc8a4a3d5e no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:45:12.203512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 398eb25f-1239-4019-b913-88fc8a4a3d5e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:45:12.204127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 398eb25f-1239-4019-b913-88fc8a4a3d5e not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:45:12.268960 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment d9a0b8cd-e7c2-4702-8455-4edb3601a8c9 resource provider aggregate not found Jun 04 16:45:12.269496 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-49193c23-4625-413a-b4fc-54a062adf330 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:45:12.269889 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-49193c23-4625-413a-b4fc-54a062adf330 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:45:12.296707 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment d9a0b8cd-e7c2-4702-8455-4edb3601a8c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9a0b8cd-e7c2-4702-8455-4edb3601a8c9 found for delete ", "request_id": "req-aaca2ed1-5eb7-4715-9ad3-d4a318e7628b"}]} Jun 04 16:45:12.319170 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:12.358131 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:12.372921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Pushing event deleted for resources: {'Network': ['ID=d0a79ecd-3c65-4bab-bf87-999439a583e5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:12.395531 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bea9e080-8690-4dc3-a98f-2db668774885 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/networks/d0a79ecd-3c65-4bab-bf87-999439a583e5 HTTP/1.1" status: 204 len: 168 time: 2.4596517 Jun 04 16:45:12.396435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43264) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:12.397681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77af185c-91be-4d62-8c84-fc1cf05b57fd req-b59f36f7-1a5e-4dba-bbd5-c78e742ea32e tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 210 time: 0.1678433 Jun 04 16:45:12.402765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-2e44c935-1f6d-4d81-9440-49f69db2d54f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'router': {'routes': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:12.406969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:12.423326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Usage tracker for resource:port and tenant:ec4e6513cc23479e8d8bb06548f4fa0e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:12.646540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:12.659654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:12.684929 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:12.771417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-49193c23-4625-413a-b4fc-54a062adf330 None None] Deleting port 398eb25f-1239-4019-b913-88fc8a4a3d5e {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:45:12.772363 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-49193c23-4625-413a-b4fc-54a062adf330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:12.883075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.extraroute_db [None req-2e44c935-1f6d-4d81-9440-49f69db2d54f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Added routes are [] {{(pid=88797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 04 16:45:12.883513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.extraroute_db [None req-2e44c935-1f6d-4d81-9440-49f69db2d54f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Removed routes are [] {{(pid=88797) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 04 16:45:12.884113 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e44c935-1f6d-4d81-9440-49f69db2d54f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:12.917078 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:12.920140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Made reservation on behalf of ec4e6513cc23479e8d8bb06548f4fa0e for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:45:12.923666 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:12.948548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-49193c23-4625-413a-b4fc-54a062adf330 None None] The port '398eb25f-1239-4019-b913-88fc8a4a3d5e' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:45:13.036859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Deleting port caef927a-e7fc-4599-86c4-51303c6f191c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:45:13.037152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:13.467684 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e44c935-1f6d-4d81-9440-49f69db2d54f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:13.475858 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e44c935-1f6d-4d81-9440-49f69db2d54f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:13.521858 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:13.715699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e44c935-1f6d-4d81-9440-49f69db2d54f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router b83bca67-f69f-4053-bbec-46bfd6541923 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:45:13.736736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Allocated IP 172.20.0.9 (579f56ea-515d-4cc6-a7f7-3c7490451e67/0fac8953-09cd-4819-8e7e-c1858f7fd895/a992752e-237e-469a-a440-408638115677) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:45:13.970905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e44c935-1f6d-4d81-9440-49f69db2d54f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:45:13.986179 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a1fbfa-7b7e-4d99-8aee-20117e1d10a1 None None] Sync routers for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:45:13.990267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e44c935-1f6d-4d81-9440-49f69db2d54f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:13.995902 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2e44c935-1f6d-4d81-9440-49f69db2d54f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923 HTTP/1.1" status: 200 len: 704 time: 1.5981817 Jun 04 16:45:13.998657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43312) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:14.011427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a1fbfa-7b7e-4d99-8aee-20117e1d10a1 None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:14.012459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a0a1fbfa-7b7e-4d99-8aee-20117e1d10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:14.091974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c996e9b7-f1cd-478c-a22f-1c27ca5a8f4c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Synchronizing usage tracker for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:14.115132 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:14.157235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c996e9b7-f1cd-478c-a22f-1c27ca5a8f4c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Unset dirty status for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:14.159665 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c996e9b7-f1cd-478c-a22f-1c27ca5a8f4c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=b83bca67-f69f-4053-bbec-46bfd6541923 HTTP/1.1" status: 200 len: 205 time: 0.1567445 Jun 04 16:45:14.163403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43316) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:14.330377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-a0a1fbfa-7b7e-4d99-8aee-20117e1d10a1 None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:45:14.562583 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8192fd3-c915-4539-9871-09e6ba249b10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:14.567114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Calling delete_port for caef927a-e7fc-4599-86c4-51303c6f191c owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:45:14.787619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a0a1fbfa-7b7e-4d99-8aee-20117e1d10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:45:07Z', 'revision_number': 11, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:14.802507 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:14.805480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a1fbfa-7b7e-4d99-8aee-20117e1d10a1 None None] Checking router: b83bca67-f69f-4053-bbec-46bfd6541923 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:45:14.840720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a1fbfa-7b7e-4d99-8aee-20117e1d10a1 None None] Routers {'b83bca67-f69f-4053-bbec-46bfd6541923'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:14.842448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a0a1fbfa-7b7e-4d99-8aee-20117e1d10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['b83bca67-f69f-4053-bbec-46bfd6541923'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:15.036806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Network 579f56ea-515d-4cc6-a7f7-3c7490451e67 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:45:15.055482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:45:15.070900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:45:15.237859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Pushing event updated for resources: {'Port': ['ID=a992752e-237e-469a-a440-408638115677,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:15.263022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-a0a1fbfa-7b7e-4d99-8aee-20117e1d10a1 None None] Set router b83bca67-f69f-4053-bbec-46bfd6541923 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:45:15.435497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:15.436135 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:15.448180 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:15.498759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a0a1fbfa-7b7e-4d99-8aee-20117e1d10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:45:07Z', 'revision_number': 11, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:15.503559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a1fbfa-7b7e-4d99-8aee-20117e1d10a1 None None] The sync data for ids ['b83bca67-f69f-4053-bbec-46bfd6541923'] in n-d-811809-3 is: [{'id': 'b83bca67-f69f-4053-bbec-46bfd6541923', 'name': 'tempest-RoutersIpV6Test-router-701406225', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:43:53Z', 'updated_at': '2022-06-04T16:45:07Z', 'revision_number': 11, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:45:15.520466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8192fd3-c915-4539-9871-09e6ba249b10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:15.523101 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8192fd3-c915-4539-9871-09e6ba249b10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:15.533422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3370-cbd1-46d4-af08-53cc0fc23747 req-6fc2dde1-7e56-49db-a3c6-20ccf9d71689 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:15.551280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3ed3370-cbd1-46d4-af08-53cc0fc23747 req-6fc2dde1-7e56-49db-a3c6-20ccf9d71689 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 931 time: 1.8756206 Jun 04 16:45:15.555640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8192fd3-c915-4539-9871-09e6ba249b10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:15.556584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8192fd3-c915-4539-9871-09e6ba249b10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Fanout notify agent at l3_agent the message router_deleted on router b83bca67-f69f-4053-bbec-46bfd6541923 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:45:15.579836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f8192fd3-c915-4539-9871-09e6ba249b10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:15.581112 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f8192fd3-c915-4539-9871-09e6ba249b10 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923 HTTP/1.1" status: 204 len: 168 time: 1.4164436 Jun 04 16:45:15.589861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43344) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:15.603086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Pushing event deleted for resources: {'Port': ['ID=caef927a-e7fc-4599-86c4-51303c6f191c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:15.616599 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-de356a47-415b-4c3c-9305-0f76fdc14d28 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-185933723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:15.642006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-de356a47-415b-4c3c-9305-0f76fdc14d28 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:15.654818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-de356a47-415b-4c3c-9305-0f76fdc14d28 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Usage tracker for resource:router and tenant:ae98a1dcd1924f0cbf54e41dfd0d504a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:15.668719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-de356a47-415b-4c3c-9305-0f76fdc14d28 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:15.696432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-de356a47-415b-4c3c-9305-0f76fdc14d28 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:15.738452 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de356a47-415b-4c3c-9305-0f76fdc14d28 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:15.739704 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de356a47-415b-4c3c-9305-0f76fdc14d28 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:15.774605 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de356a47-415b-4c3c-9305-0f76fdc14d28 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:15.840761 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de356a47-415b-4c3c-9305-0f76fdc14d28 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:15.847551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e09e2baf-3d88-4722-bf0e-f2136b913729 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5970128 Jun 04 16:45:15.877701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Request body: {'port': {'device_id': '171a7fc5-2b1c-4090-a52a-5d471f91675b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:15.939073 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de356a47-415b-4c3c-9305-0f76fdc14d28 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:15.944249 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-de356a47-415b-4c3c-9305-0f76fdc14d28 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3543744 Jun 04 16:45:15.945231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43352) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:15.970497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-98efc75b-d72a-4052-bbf3-6656536dc29a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:16.014190 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3ed3370-cbd1-46d4-af08-53cc0fc23747 req-ae1605cc-cd9d-4f45-a40d-c525e42e0f5f tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d4a25f4-ca5d-46ec-b7df-a1685dd4b1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894017 Jun 04 16:45:16.030265 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:16.254225 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:16.258367 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:16.407490 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:16.409276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Fanout notify agent at l3_agent the message router_deleted on router c057075f-32ed-4512-965e-6ad0fca9b83f {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:45:16.440796 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:16.448124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-17bf709d-e6f4-46a0-8c67-766384323312 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "DELETE /v2.0/routers/c057075f-32ed-4512-965e-6ad0fca9b83f HTTP/1.1" status: 204 len: 168 time: 4.3800650 Jun 04 16:45:16.448456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43362) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:16.456211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-41007ab9-f505-4be2-9639-52df5b5ab11e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1422796016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:16.463698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-41007ab9-f505-4be2-9639-52df5b5ab11e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:16.468544 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:16.484860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-41007ab9-f505-4be2-9639-52df5b5ab11e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Usage tracker for resource:router and tenant:4b71ce327b254e6c9a5a432671be5c1d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:16.491780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-41007ab9-f505-4be2-9639-52df5b5ab11e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:16.544941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-41007ab9-f505-4be2-9639-52df5b5ab11e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:16.686678 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-41007ab9-f505-4be2-9639-52df5b5ab11e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:16.690780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-41007ab9-f505-4be2-9639-52df5b5ab11e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:16.835912 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-41007ab9-f505-4be2-9639-52df5b5ab11e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:17.089013 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98efc75b-d72a-4052-bbf3-6656536dc29a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:17.111923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98efc75b-d72a-4052-bbf3-6656536dc29a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:17.354754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a992752e-237e-469a-a440-408638115677 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:45:17.378877 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:17.444142 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-41007ab9-f505-4be2-9639-52df5b5ab11e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:17.476343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Transition to ACTIVE for port object a992752e-237e-469a-a440-408638115677 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:45:17.486465 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:17.488122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98efc75b-d72a-4052-bbf3-6656536dc29a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Router 7751d6c8-8d1a-4769-9680-a542bc03ff7f is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:45:17.606669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Pushing event updated for resources: {'Port': ['ID=a992752e-237e-469a-a440-408638115677,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:17.640354 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-41007ab9-f505-4be2-9639-52df5b5ab11e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:17.641832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-41007ab9-f505-4be2-9639-52df5b5ab11e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1901336 Jun 04 16:45:17.672249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43386) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:17.710646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:17.763375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465330cd-bf75-4ec1-8bc0-fd88d456c0c8 req-2ac85a2b-4c95-42d7-a7e3-2bbc5b330ed6 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:17.764518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-465330cd-bf75-4ec1-8bc0-fd88d456c0c8 req-2ac85a2b-4c95-42d7-a7e3-2bbc5b330ed6 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Synchronizing usage tracker for tenant:ec4e6513cc23479e8d8bb06548f4fa0e on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:18.009103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-465330cd-bf75-4ec1-8bc0-fd88d456c0c8 req-2ac85a2b-4c95-42d7-a7e3-2bbc5b330ed6 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Unset dirty status for tenant:ec4e6513cc23479e8d8bb06548f4fa0e on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:18.016593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-465330cd-bf75-4ec1-8bc0-fd88d456c0c8 req-2ac85a2b-4c95-42d7-a7e3-2bbc5b330ed6 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 931 time: 0.6225300 Jun 04 16:45:18.074454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Attempting to bind port a992752e-237e-469a-a440-408638115677 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:45:18.075068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Attempting to bind port a992752e-237e-469a-a440-408638115677 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'cba3ef12-db58-406c-8033-b61952271edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '579f56ea-515d-4cc6-a7f7-3c7490451e67'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:45:18.075612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Attempting to bind port a992752e-237e-469a-a440-408638115677 on network 579f56ea-515d-4cc6-a7f7-3c7490451e67 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:45:18.084032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Port a992752e-237e-469a-a440-408638115677 on network 579f56ea-515d-4cc6-a7f7-3c7490451e67 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:45:18.084472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Attempting to bind port a992752e-237e-469a-a440-408638115677 on network 579f56ea-515d-4cc6-a7f7-3c7490451e67 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:45:18.098362 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-465330cd-bf75-4ec1-8bc0-fd88d456c0c8 req-ecc82cc9-e029-4ca0-b762-cd5270e02aad tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d4a25f4-ca5d-46ec-b7df-a1685dd4b1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807276 Jun 04 16:45:18.103155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:45:18.103776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Checking segment: {'id': 'cba3ef12-db58-406c-8033-b61952271edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '579f56ea-515d-4cc6-a7f7-3c7490451e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:45:18.104394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Bound using segment: {'id': 'cba3ef12-db58-406c-8033-b61952271edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '579f56ea-515d-4cc6-a7f7-3c7490451e67'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:45:18.105024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Bound port: a992752e-237e-469a-a440-408638115677, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba3ef12-db58-406c-8033-b61952271edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '579f56ea-515d-4cc6-a7f7-3c7490451e67'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:45:18.105594 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:18.226038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] For port a992752e-237e-469a-a440-408638115677, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:45:18.229716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] For port a992752e-237e-469a-a440-408638115677, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a992752e-237e-469a-a440-408638115677,segment=NetworkSegment(cba3ef12-db58-406c-8033-b61952271edf),segment_id=cba3ef12-db58-406c-8033-b61952271edf)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:45:18.240261 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:18.258475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98efc75b-d72a-4052-bbf3-6656536dc29a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:45:18.266610 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-98efc75b-d72a-4052-bbf3-6656536dc29a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:18.268092 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-98efc75b-d72a-4052-bbf3-6656536dc29a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "PUT /v2.0/routers/7751d6c8-8d1a-4769-9680-a542bc03ff7f HTTP/1.1" status: 200 len: 697 time: 2.3217967 Jun 04 16:45:18.277469 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e81e65-bd9e-430a-8681-15882c295c11 None None] Sync routers for ids ['7751d6c8-8d1a-4769-9680-a542bc03ff7f'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:45:18.295308 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e81e65-bd9e-430a-8681-15882c295c11 None None] Routers {'7751d6c8-8d1a-4769-9680-a542bc03ff7f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:18.298818 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-88e81e65-bd9e-430a-8681-15882c295c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['7751d6c8-8d1a-4769-9680-a542bc03ff7f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:18.333523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43398) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:18.402078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:18.403912 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:18.409899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] 10.222.0.42 "PUT /v2.0/ports/a992752e-237e-469a-a440-408638115677 HTTP/1.1" status: 200 len: 1091 time: 2.5368626 Jun 04 16:45:18.410373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171a7fc5-2b1c-4090-a52a-5d471f91675b', 'tag': 'a992752e-237e-469a-a440-408638115677'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:45:18.576282 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-88e81e65-bd9e-430a-8681-15882c295c11 None None] Set router 7751d6c8-8d1a-4769-9680-a542bc03ff7f gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:45:18.647162 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90e6ad5-6bf7-41e7-a9af-dda680e6a3cb'] response: {'name': 'network-changed', 'server_uuid': '171a7fc5-2b1c-4090-a52a-5d471f91675b', 'tag': 'a992752e-237e-469a-a440-408638115677', 'status': 'completed', 'code': 200} Jun 04 16:45:18.664828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d76d5-17fb-4635-a740-55c7d424de57 service neutron] Pushing event updated for resources: {'Port': ['ID=a992752e-237e-469a-a440-408638115677,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:18.802912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-3092c935-afd9-4c05-9260-294292eb83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:18.804758 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-3092c935-afd9-4c05-9260-294292eb83f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec4e6513cc23479e8d8bb06548f4fa0e&device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 1094 time: 0.3397377 Jun 04 16:45:18.825578 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-88e81e65-bd9e-430a-8681-15882c295c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7751d6c8-8d1a-4769-9680-a542bc03ff7f', 'name': 'tempest-RoutersIpV6Test-router-185933723', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:45:15Z', 'updated_at': '2022-06-04T16:45:17Z', 'revision_number': 2, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:18.836339 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e81e65-bd9e-430a-8681-15882c295c11 None None] Checking router: 7751d6c8-8d1a-4769-9680-a542bc03ff7f for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:45:18.859670 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e81e65-bd9e-430a-8681-15882c295c11 None None] Routers {'7751d6c8-8d1a-4769-9680-a542bc03ff7f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:18.860616 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-88e81e65-bd9e-430a-8681-15882c295c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['7751d6c8-8d1a-4769-9680-a542bc03ff7f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:18.925384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-c81b1245-e64d-4217-a972-b4b6189814b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a992752e-237e-469a-a440-408638115677 HTTP/1.1" status: 200 len: 217 time: 0.1123364 Jun 04 16:45:19.104941 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:19.114138 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-88e81e65-bd9e-430a-8681-15882c295c11 None None] Set router 7751d6c8-8d1a-4769-9680-a542bc03ff7f gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:45:19.134362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-0705ef8f-4ff6-47ab-a558-20e49cf92f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:19.136829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-0705ef8f-4ff6-47ab-a558-20e49cf92f16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fac8953-09cd-4819-8e7e-c1858f7fd895 HTTP/1.1" status: 200 len: 847 time: 0.1970456 Jun 04 16:45:19.195147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43424) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:19.198994 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4cb0e9e1-c726-4fc5-a634-26ba6fd574b3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/routers/7751d6c8-8d1a-4769-9680-a542bc03ff7f HTTP/1.1" status: 200 len: 703 time: 0.8614032 Jun 04 16:45:19.305857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8376ee69-40da-41a2-abac-3780f444cd1a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Synchronizing usage tracker for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:19.352001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8376ee69-40da-41a2-abac-3780f444cd1a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Unset dirty status for tenant:ae98a1dcd1924f0cbf54e41dfd0d504a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:19.355869 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8376ee69-40da-41a2-abac-3780f444cd1a tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=7751d6c8-8d1a-4769-9680-a542bc03ff7f HTTP/1.1" status: 200 len: 205 time: 0.1595397 Jun 04 16:45:19.363351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-e15773c7-832d-4ce5-b1ac-ab2782221c47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=579f56ea-515d-4cc6-a7f7-3c7490451e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2173595 Jun 04 16:45:19.363636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43428) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:19.428994 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-88e81e65-bd9e-430a-8681-15882c295c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7751d6c8-8d1a-4769-9680-a542bc03ff7f', 'name': 'tempest-RoutersIpV6Test-router-185933723', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:45:15Z', 'updated_at': '2022-06-04T16:45:17Z', 'revision_number': 2, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:19.436152 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e81e65-bd9e-430a-8681-15882c295c11 None None] The sync data for ids ['7751d6c8-8d1a-4769-9680-a542bc03ff7f'] in n-d-811809-3 is: [{'id': '7751d6c8-8d1a-4769-9680-a542bc03ff7f', 'name': 'tempest-RoutersIpV6Test-router-185933723', 'tenant_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:45:15Z', 'updated_at': '2022-06-04T16:45:17Z', 'revision_number': 2, 'project_id': 'ae98a1dcd1924f0cbf54e41dfd0d504a', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:45:19.770166 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8e5e84f1-0b0c-431b-a4b1-d0e126d3f231 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:19.968946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-12f55ca5-7774-4ff3-b0cc-07e0f5b9ca10 service neutron] 10.222.0.42 "GET /v2.0/networks/579f56ea-515d-4cc6-a7f7-3c7490451e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000822 Jun 04 16:45:20.094262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e2179-e6c2-420b-8773-af0eb3ebe186 req-4494aee8-6036-45a1-889a-34a9b24ce682 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:20.096529 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3f2e2179-e6c2-420b-8773-af0eb3ebe186 req-4494aee8-6036-45a1-889a-34a9b24ce682 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 943 time: 0.6512992 Jun 04 16:45:20.247637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3f2e2179-e6c2-420b-8773-af0eb3ebe186 req-02efc89b-7454-4d1c-8d4b-0bdb0884404d tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d4a25f4-ca5d-46ec-b7df-a1685dd4b1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285496 Jun 04 16:45:20.256823 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebcf64e3-4419-4639-ab4b-bd4612295cb6 req-0867e948-8b25-4bcd-b19b-050bf6ed1d52 service neutron] 10.222.0.42 "GET /v2.0/networks/579f56ea-515d-4cc6-a7f7-3c7490451e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786245 Jun 04 16:45:20.315190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8e5e84f1-0b0c-431b-a4b1-d0e126d3f231 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:20.317510 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8e5e84f1-0b0c-431b-a4b1-d0e126d3f231 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:20.397692 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8e5e84f1-0b0c-431b-a4b1-d0e126d3f231 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:20.403029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5e84f1-0b0c-431b-a4b1-d0e126d3f231 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Fanout notify agent at l3_agent the message router_deleted on router 7751d6c8-8d1a-4769-9680-a542bc03ff7f {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:45:20.413570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:20.434588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247a192-d28e-4f45-a303-2b965b49691e req-f40c1e54-df9f-40e8-a4d8-7087b73815f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:20.436428 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7247a192-d28e-4f45-a303-2b965b49691e req-f40c1e54-df9f-40e8-a4d8-7087b73815f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec4e6513cc23479e8d8bb06548f4fa0e&device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 1094 time: 0.1256545 Jun 04 16:45:20.450102 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:20.459763 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8e5e84f1-0b0c-431b-a4b1-d0e126d3f231 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:20.465118 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8e5e84f1-0b0c-431b-a4b1-d0e126d3f231 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/7751d6c8-8d1a-4769-9680-a542bc03ff7f HTTP/1.1" status: 204 len: 168 time: 1.0841777 Jun 04 16:45:20.473185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43466) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:20.641425 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Allocated IP 172.25.5.123 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/16983528-ac8d-4238-934d-279f4e7ac0af) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:45:20.681806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0a6fa6f7-a3ad-43dd-a12f-084bb842eb0c tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=7751d6c8-8d1a-4769-9680-a542bc03ff7f HTTP/1.1" status: 200 len: 205 time: 0.1957519 Jun 04 16:45:20.691691 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43474) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:20.819024 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-415988db-57bd-46a3-9d79-c0acedb2f750 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] delete failed (client error): The resource could not be found. Jun 04 16:45:20.820972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-415988db-57bd-46a3-9d79-c0acedb2f750 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/7751d6c8-8d1a-4769-9680-a542bc03ff7f HTTP/1.1" status: 404 len: 336 time: 0.1280487 Jun 04 16:45:20.827861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43478) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:20.831261 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:20.913890 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:20.931950 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d09a8aa-9a0d-48e0-aafc-5aff1e3bdb0f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] DELETE failed (client error): The resource could not be found. Jun 04 16:45:20.932423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d09a8aa-9a0d-48e0-aafc-5aff1e3bdb0f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:45:20.934187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1d09a8aa-9a0d-48e0-aafc-5aff1e3bdb0f tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/c3b6d87d-83c5-4868-b71e-be82f1001dbd HTTP/1.1" status: 404 len: 337 time: 0.1051662 Jun 04 16:45:20.939796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43486) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:20.998288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:45:21.004749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:45:21.016660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:45:21.055636 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9bd792-eba6-4157-93c4-5c609f30f318 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] DELETE failed (client error): The resource could not be found. Jun 04 16:45:21.056869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9bd792-eba6-4157-93c4-5c609f30f318 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:45:21.058826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5e9bd792-eba6-4157-93c4-5c609f30f318 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/ec7cd5d2-c500-4e8a-bef2-6500d7a6fd27 HTTP/1.1" status: 404 len: 337 time: 0.0857639 Jun 04 16:45:21.062554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43492) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:21.102880 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Pushing event updated for resources: {'Port': ['ID=16983528-ac8d-4238-934d-279f4e7ac0af,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:21.109477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247a192-d28e-4f45-a303-2b965b49691e req-5af6c520-a155-4c99-ba2f-4e6364b5355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:21.111301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7247a192-d28e-4f45-a303-2b965b49691e req-5af6c520-a155-4c99-ba2f-4e6364b5355a service neutron] 10.222.0.42 "GET /v2.0/networks?id=579f56ea-515d-4cc6-a7f7-3c7490451e67 HTTP/1.1" status: 200 len: 908 time: 0.6686413 Jun 04 16:45:21.115969 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-445a1176-a243-457b-bb4b-4a9827e974e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] DELETE failed (client error): The resource could not be found. Jun 04 16:45:21.116618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445a1176-a243-457b-bb4b-4a9827e974e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:45:21.118656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-445a1176-a243-457b-bb4b-4a9827e974e5 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/fdc24c4f-d396-42a5-a0fa-01ebd1c91044 HTTP/1.1" status: 404 len: 337 time: 0.0549071 Jun 04 16:45:21.204072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43496) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:21.474024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a992752e-237e-469a-a440-408638115677 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:45:21.528986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:21.529609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:21.529743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:21.530082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:21.530497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:21.530914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:21.531364 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:21.531690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:21.532081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:21.532466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:21.533210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:21.533593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:21.550884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7247a192-d28e-4f45-a303-2b965b49691e req-df7c8136-bcfa-4dae-8ea6-5a28bcfd748c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a992752e-237e-469a-a440-408638115677 HTTP/1.1" status: 200 len: 217 time: 0.4228423 Jun 04 16:45:22.031720 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c7f65b-925a-4fbb-8ae0-91ce6cd17ea4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] DELETE failed (client error): The resource could not be found. Jun 04 16:45:22.032167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c7f65b-925a-4fbb-8ae0-91ce6cd17ea4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:45:22.036267 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-34c7f65b-925a-4fbb-8ae0-91ce6cd17ea4 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/a030a492-b3b9-452d-94d9-770569b6be00 HTTP/1.1" status: 404 len: 337 time: 0.8304799 Jun 04 16:45:22.040274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43528) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:22.046575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247a192-d28e-4f45-a303-2b965b49691e req-823f8801-91cb-4f21-b4bc-68c167c75e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:22.048137 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7247a192-d28e-4f45-a303-2b965b49691e req-823f8801-91cb-4f21-b4bc-68c167c75e65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fac8953-09cd-4819-8e7e-c1858f7fd895 HTTP/1.1" status: 200 len: 847 time: 0.4946225 Jun 04 16:45:22.076111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a992752e-237e-469a-a440-408638115677, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a992752e-237e-469a-a440-408638115677,segment=NetworkSegment(cba3ef12-db58-406c-8033-b61952271edf),segment_id=cba3ef12-db58-406c-8033-b61952271edf)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:45:22.084019 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:22.096688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'a992752e-237e-469a-a440-408638115677', 'network_id': '579f56ea-515d-4cc6-a7f7-3c7490451e67', 'port_id': 'a992752e-237e-469a-a440-408638115677', 'mac_address': 'fa:16:3e:0d:73:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fac8953-09cd-4819-8e7e-c1858f7fd895', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:45:22.099761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-731b0bce-4dbc-48d3-80ad-c58713f84906 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=b83bca67-f69f-4053-bbec-46bfd6541923 HTTP/1.1" status: 200 len: 205 time: 0.0563691 Jun 04 16:45:22.148867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43534) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:22.224449 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7247a192-d28e-4f45-a303-2b965b49691e req-c056f5bf-cf1d-4cd2-9424-cf4d967a73d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=579f56ea-515d-4cc6-a7f7-3c7490451e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215611 Jun 04 16:45:22.247252 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-88874418-9518-484e-ad83-5ab29d516189 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] delete failed (client error): The resource could not be found. Jun 04 16:45:22.248684 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-88874418-9518-484e-ad83-5ab29d516189 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/b83bca67-f69f-4053-bbec-46bfd6541923 HTTP/1.1" status: 404 len: 336 time: 0.0983634 Jun 04 16:45:22.258291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43540) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:22.317801 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d6084daa-1d75-441c-8fe7-cd9ccf482646 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ac9fd39-263d-429c-99e0-c240dfb8e5b6 HTTP/1.1" status: 200 len: 205 time: 0.0569491 Jun 04 16:45:22.323024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43544) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:22.347393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port a992752e-237e-469a-a440-408638115677 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:45:22.348002 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:22.546646 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-9f8f434f-cee0-418a-acbe-b5da68db38f9 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] delete failed (client error): The resource could not be found. Jun 04 16:45:22.563947 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9f8f434f-cee0-418a-acbe-b5da68db38f9 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/1ac9fd39-263d-429c-99e0-c240dfb8e5b6 HTTP/1.1" status: 404 len: 336 time: 0.2264872 Jun 04 16:45:22.565996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43554) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:22.596238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a992752e-237e-469a-a440-408638115677 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:45:22.617256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a992752e-237e-469a-a440-408638115677, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a992752e-237e-469a-a440-408638115677,segment=NetworkSegment(cba3ef12-db58-406c-8033-b61952271edf),segment_id=cba3ef12-db58-406c-8033-b61952271edf)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:45:22.632081 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:22.670667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7247a192-d28e-4f45-a303-2b965b49691e req-3f189013-b1cc-4b47-9357-aa4f3f95764a service neutron] 10.222.0.42 "GET /v2.0/networks/579f56ea-515d-4cc6-a7f7-3c7490451e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281442 Jun 04 16:45:22.670667 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e205fc-4fc7-4556-b39e-06a61eac353e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] DELETE failed (client error): The resource could not be found. Jun 04 16:45:22.670667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e205fc-4fc7-4556-b39e-06a61eac353e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:45:22.670667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b5e205fc-4fc7-4556-b39e-06a61eac353e tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/2144faaf-90a0-4826-9ebc-3902e0148b80 HTTP/1.1" status: 404 len: 337 time: 0.0952687 Jun 04 16:45:22.696001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a58d74-f939-4341-8a92-2d45f1ef32c9 req-306fbc9a-e673-4d03-b53a-67115270bebf tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:22.699745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0a58d74-f939-4341-8a92-2d45f1ef32c9 req-306fbc9a-e673-4d03-b53a-67115270bebf tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 943 time: 0.9186554 Jun 04 16:45:22.715980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43558) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:22.905901 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=a992752e-237e-469a-a440-408638115677,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:22.929732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:22.930011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:22.930307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:22.932722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:22.933344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:22.933806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:22.934000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:22.934238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:22.935314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:22.935672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:22.936121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:22.936708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:22.937205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:45:22.938902 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:22.954186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['a992752e-237e-469a-a440-408638115677'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:45:23.013205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-978f1d59-3b14-47fc-9b71-55b832576fdb tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=b97e6f7f-d059-4401-aca6-ceef9d89c7f4 HTTP/1.1" status: 200 len: 205 time: 0.2868779 Jun 04 16:45:23.139380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43574) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:23.326208 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-107426ad-2c11-4350-94e5-0b15d0bac269 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] delete failed (client error): The resource could not be found. Jun 04 16:45:23.326208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-107426ad-2c11-4350-94e5-0b15d0bac269 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/b97e6f7f-d059-4401-aca6-ceef9d89c7f4 HTTP/1.1" status: 404 len: 336 time: 0.1765702 Jun 04 16:45:23.336575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0a58d74-f939-4341-8a92-2d45f1ef32c9 req-a9c46b04-3487-42e9-8c41-f0f355c90d0f tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d4a25f4-ca5d-46ec-b7df-a1685dd4b1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6169980 Jun 04 16:45:23.336575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43582) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:23.485150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Router 36cf66f1-82e0-4f74-acbb-21744e4bd7c5 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:45:23.501417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-44f2cc98-1520-4acd-9a4a-d0ee0ecb5fc2 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c77d8ab6-6728-4ac4-bb68-91db1c075de8 HTTP/1.1" status: 200 len: 205 time: 0.1675231 Jun 04 16:45:23.503743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43590) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:23.579633 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:45:23.698724 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-4b082a8c-5531-4323-a000-009546b7ba31 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] delete failed (client error): The resource could not be found. Jun 04 16:45:23.698724 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4b082a8c-5531-4323-a000-009546b7ba31 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/c77d8ab6-6728-4ac4-bb68-91db1c075de8 HTTP/1.1" status: 404 len: 336 time: 0.1768095 Jun 04 16:45:23.698724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43594) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:23.750361 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67db26c-d4a9-42fd-a828-75c877979635 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] DELETE failed (client error): The resource could not be found. Jun 04 16:45:23.750361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67db26c-d4a9-42fd-a828-75c877979635 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:45:23.750361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e67db26c-d4a9-42fd-a828-75c877979635 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/51c75750-80c1-4e18-acee-3fe712c66427 HTTP/1.1" status: 404 len: 337 time: 0.0530126 Jun 04 16:45:23.750361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43598) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:23.809774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7dd4b332-54ad-4869-b3d2-3729e9a5f698 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=e91b3819-71fc-4ccd-b4f4-a5820b01f0ee HTTP/1.1" status: 200 len: 205 time: 0.0503864 Jun 04 16:45:23.809774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7247a192-d28e-4f45-a303-2b965b49691e req-a64df74f-8b99-4ec8-9a4a-580adfee65ff service neutron] 10.222.0.42 "GET /v2.0/networks/579f56ea-515d-4cc6-a7f7-3c7490451e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0888941 Jun 04 16:45:23.809774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43604) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:23.945109 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-8db94f5f-6832-4e71-b83c-51a926b3eff6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] delete failed (client error): The resource could not be found. Jun 04 16:45:23.946610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8db94f5f-6832-4e71-b83c-51a926b3eff6 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/e91b3819-71fc-4ccd-b4f4-a5820b01f0ee HTTP/1.1" status: 404 len: 336 time: 0.1413946 Jun 04 16:45:23.949045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43610) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:23.995751 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b0cfff-13d4-4e2c-80e8-e5021d531646 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] DELETE failed (client error): The resource could not be found. Jun 04 16:45:23.997405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b0cfff-13d4-4e2c-80e8-e5021d531646 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:45:24.000223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c2b0cfff-13d4-4e2c-80e8-e5021d531646 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/e773791e-6309-419c-a3bd-9288bfae544f HTTP/1.1" status: 404 len: 337 time: 0.0497952 Jun 04 16:45:24.003048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43616) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:24.126891 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-60fa5e8f-795e-4f6d-9b9c-84fb765677f3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "GET /v2.0/ports?device_id=da9eb54c-058a-463b-aa7b-c1bcc082150c HTTP/1.1" status: 200 len: 205 time: 0.1170423 Jun 04 16:45:24.126891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43626) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:24.296781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:45:24.305241 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225bc626-c79e-4821-9b55-950783e9e7a3 None None] Sync routers for ids ['36cf66f1-82e0-4f74-acbb-21744e4bd7c5'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:45:24.315002 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:24.326396 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-39059d4a-e8e9-4f2d-ae62-83f219cf41b3 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "PUT /v2.0/routers/36cf66f1-82e0-4f74-acbb-21744e4bd7c5 HTTP/1.1" status: 200 len: 884 time: 6.6282723 Jun 04 16:45:24.326697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225bc626-c79e-4821-9b55-950783e9e7a3 None None] Routers {'36cf66f1-82e0-4f74-acbb-21744e4bd7c5'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:24.326697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-225bc626-c79e-4821-9b55-950783e9e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['36cf66f1-82e0-4f74-acbb-21744e4bd7c5'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:24.330977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43630) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:24.375476 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-40ab1aa9-5bee-47f4-b65e-f5f2285689ab tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] delete failed (client error): The resource could not be found. Jun 04 16:45:24.381134 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-40ab1aa9-5bee-47f4-b65e-f5f2285689ab tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/routers/da9eb54c-058a-463b-aa7b-c1bcc082150c HTTP/1.1" status: 404 len: 336 time: 0.2499561 Jun 04 16:45:24.381134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43640) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:24.538269 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2d0607-20cf-4bfb-ae86-71981c56aad3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] DELETE failed (client error): The resource could not be found. Jun 04 16:45:24.538752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2d0607-20cf-4bfb-ae86-71981c56aad3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:45:24.542996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2d2d0607-20cf-4bfb-ae86-71981c56aad3 tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/8c0a3bfb-dc9d-4c30-90b9-d12efc651d70 HTTP/1.1" status: 404 len: 337 time: 0.1609068 Jun 04 16:45:24.544088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43646) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:24.599946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-225bc626-c79e-4821-9b55-950783e9e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:24.642521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225bc626-c79e-4821-9b55-950783e9e7a3 None None] Routers {'36cf66f1-82e0-4f74-acbb-21744e4bd7c5'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:24.642521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-225bc626-c79e-4821-9b55-950783e9e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['36cf66f1-82e0-4f74-acbb-21744e4bd7c5'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:24.705831 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bcb542-71ea-4e03-ba50-b0548fff1e1b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] DELETE failed (client error): The resource could not be found. Jun 04 16:45:24.705831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bcb542-71ea-4e03-ba50-b0548fff1e1b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:45:24.713982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e0bcb542-71ea-4e03-ba50-b0548fff1e1b tempest-RoutersIpV6Test-742979426 tempest-RoutersIpV6Test-742979426-project] 10.222.0.13 "DELETE /v2.0/subnets/62efd31c-6f86-425d-9e02-64d862eb2fe2 HTTP/1.1" status: 404 len: 337 time: 0.1643956 Jun 04 16:45:24.849054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-225bc626-c79e-4821-9b55-950783e9e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:24.849461 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225bc626-c79e-4821-9b55-950783e9e7a3 None None] The sync data for ids ['36cf66f1-82e0-4f74-acbb-21744e4bd7c5'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:45:24.929950 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d2bb5bcc-385b-4b7d-97aa-3baa09c6452f tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/routers/36cf66f1-82e0-4f74-acbb-21744e4bd7c5 HTTP/1.1" status: 200 len: 925 time: 0.5957112 Jun 04 16:45:24.930239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43664) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:25.222561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333a605-8247-45fc-b095-987696b54e4d req-ea7d5511-5f72-4abb-8b7e-230c7e0a42e3 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:25.224412 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0333a605-8247-45fc-b095-987696b54e4d req-ea7d5511-5f72-4abb-8b7e-230c7e0a42e3 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 944 time: 0.4723003 Jun 04 16:45:25.425581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43682) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:25.493504 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a992752e-237e-469a-a440-408638115677 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:45:25.638479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887f1c87-e81d-420d-ab8e-a0978cf0eac2 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:25.642777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-887f1c87-e81d-420d-ab8e-a0978cf0eac2 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&device_id=36cf66f1-82e0-4f74-acbb-21744e4bd7c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7095351 Jun 04 16:45:25.652515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43690) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:25.718630 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port a992752e-237e-469a-a440-408638115677 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:45:25.725148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port a992752e-237e-469a-a440-408638115677 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:45:25.725945 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:25.742453 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0333a605-8247-45fc-b095-987696b54e4d req-836d55c8-773d-401d-8213-8a49753f234d tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d4a25f4-ca5d-46ec-b7df-a1685dd4b1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071807 Jun 04 16:45:25.825255 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-15c96442-1c2b-4308-8bd8-50c982749fcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae98a1dcd1924f0cbf54e41dfd0d504a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3943233 Jun 04 16:45:25.825255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43696) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:26.041009 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a46e51e-450f-4ef1-849e-7ea4a7564af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:26.130344 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a46e51e-450f-4ef1-849e-7ea4a7564af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:26.182495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f216cbbc-4f3a-4554-a121-23cda6fd5df6 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:26.191891 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f216cbbc-4f3a-4554-a121-23cda6fd5df6 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 881 time: 0.5379596 Jun 04 16:45:26.192537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43706) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:26.193889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port a992752e-237e-469a-a440-408638115677 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:45:26.194273 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:26.284473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171a7fc5-2b1c-4090-a52a-5d471f91675b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a992752e-237e-469a-a440-408638115677'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:45:26.312904 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a46e51e-450f-4ef1-849e-7ea4a7564af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:26.318047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a992752e-237e-469a-a440-408638115677, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a992752e-237e-469a-a440-408638115677,segment=NetworkSegment(cba3ef12-db58-406c-8033-b61952271edf),segment_id=cba3ef12-db58-406c-8033-b61952271edf)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:45:26.330859 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:26.356502 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-48ca9a70-cd29-4b76-985b-0fc61f28ba4c tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "GET /v2.0/ports?device_id=36cf66f1-82e0-4f74-acbb-21744e4bd7c5 HTTP/1.1" status: 200 len: 205 time: 0.1445916 Jun 04 16:45:26.356502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43716) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:26.425327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46e51e-450f-4ef1-849e-7ea4a7564af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7553c0-6f30-460f-b3ca-15a5ad4f6cfb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:26.425327 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8a46e51e-450f-4ef1-849e-7ea4a7564af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:26.425327 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8a46e51e-450f-4ef1-849e-7ea4a7564af7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca7553c0-6f30-460f-b3ca-15a5ad4f6cfb HTTP/1.1" status: 204 len: 168 time: 0.5984063 Jun 04 16:45:26.513667 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363cdaa5-3021-4d79-a19b-02190ad18894'] response: {'server_uuid': '171a7fc5-2b1c-4090-a52a-5d471f91675b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a992752e-237e-469a-a440-408638115677', 'code': 200} Jun 04 16:45:26.557849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=a992752e-237e-469a-a440-408638115677,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:26.768336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e4648-cede-493f-b5ce-80171ba7d9e4 req-ee305a35-53c2-4344-9886-10ed64e2fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:26.768336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-524e4648-cede-493f-b5ce-80171ba7d9e4 req-ee305a35-53c2-4344-9886-10ed64e2fdc8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 1096 time: 0.2138686 Jun 04 16:45:26.782823 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:26.987643 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-524e4648-cede-493f-b5ce-80171ba7d9e4 req-157a2700-693d-4f47-887f-f21c8e7bd97e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0d4a25f4-ca5d-46ec-b7df-a1685dd4b1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134917 Jun 04 16:45:27.233028 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:27.245061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Deleting port 16983528-ac8d-4238-934d-279f4e7ac0af {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:45:27.245061 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:27.408224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6027b-0b97-4117-865b-a244066f7092 req-e83c8e45-ecc6-4e64-b355-114158e512fd tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:27.415784 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1dd6027b-0b97-4117-865b-a244066f7092 req-e83c8e45-ecc6-4e64-b355-114158e512fd tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 945 time: 0.2416885 Jun 04 16:45:27.570215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1dd6027b-0b97-4117-865b-a244066f7092 req-6dd7b873-6e23-42c6-8322-6e7eb8e6959f tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d4a25f4-ca5d-46ec-b7df-a1685dd4b1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461587 Jun 04 16:45:27.698747 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:27.796831 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9644e3d1-4e84-4cb3-8b1d-d351e0613954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:27.900365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43758) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:27.905924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Calling delete_port for 16983528-ac8d-4238-934d-279f4e7ac0af owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:45:28.264156 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f4083ed-c1e9-4472-9144-85b85b4aa427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:28.289825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4f4083ed-c1e9-4472-9144-85b85b4aa427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:28.294369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4f4083ed-c1e9-4472-9144-85b85b4aa427 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f4cb38a4c3410eb971122dec884881 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:28.297630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4f4083ed-c1e9-4472-9144-85b85b4aa427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:28.315577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4f4083ed-c1e9-4472-9144-85b85b4aa427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:28.345210 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:28.547011 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f4083ed-c1e9-4472-9144-85b85b4aa427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:28.565905 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f4083ed-c1e9-4472-9144-85b85b4aa427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:28.673926 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4f4083ed-c1e9-4472-9144-85b85b4aa427 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8f4cb38a4c3410eb971122dec884881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7692587 Jun 04 16:45:28.675246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43782) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:28.677679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4083ed-c1e9-4472-9144-85b85b4aa427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d620d863-aedc-4757-aa9c-469fc08f6aae,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:28.696401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Pushing event deleted for resources: {'Port': ['ID=16983528-ac8d-4238-934d-279f4e7ac0af,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:28.809631 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10995f18-6f69-40c0-a4bb-504abc3e616f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:28.841876 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10995f18-6f69-40c0-a4bb-504abc3e616f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:28.917327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43788) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:28.936179 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10995f18-6f69-40c0-a4bb-504abc3e616f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:28.968999 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:28.980029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10995f18-6f69-40c0-a4bb-504abc3e616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d620d863-aedc-4757-aa9c-469fc08f6aae,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:29.001456 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10995f18-6f69-40c0-a4bb-504abc3e616f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:29.017644 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-10995f18-6f69-40c0-a4bb-504abc3e616f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d620d863-aedc-4757-aa9c-469fc08f6aae HTTP/1.1" status: 204 len: 168 time: 0.3333244 Jun 04 16:45:29.118801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3af9711e-162c-44f3-bb30-689197308a55 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:29.119859 n-d-811809-3 neutron-server[88797]: WARNING neutron.api.v2.base [None req-3af9711e-162c-44f3-bb30-689197308a55 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 04 16:45:29.120517 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-3af9711e-162c-44f3-bb30-689197308a55 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): There was a conflict when trying to complete your request. Jun 04 16:45:29.128313 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3af9711e-162c-44f3-bb30-689197308a55 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2192683 Jun 04 16:45:29.129291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43798) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:29.134575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141630398'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:29.143037 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:29.147422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:29.151006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:29.159617 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:29.188491 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:29.215393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:29.245144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:29.245144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:29.245144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:29.257406 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:29.434744 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:29.449243 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:29.470103 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:29.475678 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:29.492056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:29.505609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:29.524720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:29.560592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:29.570722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451a8384-4b93-4f51-b19e-6b4e254fb22c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:29.628221 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:29.630366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Fanout notify agent at l3_agent the message router_deleted on router 36cf66f1-82e0-4f74-acbb-21744e4bd7c5 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:45:29.657934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2879fb3-3ee0-4d82-be1b-002b872da538 req-0a059dd2-14eb-41ff-8e24-22487ad4c8dd tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:29.660618 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e2879fb3-3ee0-4d82-be1b-002b872da538 req-0a059dd2-14eb-41ff-8e24-22487ad4c8dd tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 945 time: 0.9083548 Jun 04 16:45:29.778865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:29.784695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43812) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:29.789339 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a5450800-5f4f-4889-808e-96703834b52e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "DELETE /v2.0/routers/36cf66f1-82e0-4f74-acbb-21744e4bd7c5 HTTP/1.1" status: 204 len: 168 time: 3.4392152 Jun 04 16:45:29.818095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e2879fb3-3ee0-4d82-be1b-002b872da538 req-102ce5b9-2878-4134-9dc9-6e288ae3ecae tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d4a25f4-ca5d-46ec-b7df-a1685dd4b1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272612 Jun 04 16:45:29.834589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-83502066-1dd9-4abb-a79d-75b24d5f538c tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1118529404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:29.846914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-83502066-1dd9-4abb-a79d-75b24d5f538c tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:29.851891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-83502066-1dd9-4abb-a79d-75b24d5f538c tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Usage tracker for resource:router and tenant:4b71ce327b254e6c9a5a432671be5c1d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:29.851891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-83502066-1dd9-4abb-a79d-75b24d5f538c tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:29.862568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-83502066-1dd9-4abb-a79d-75b24d5f538c tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:29.899109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:29.909125 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:29.950707 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83502066-1dd9-4abb-a79d-75b24d5f538c tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:29.954460 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83502066-1dd9-4abb-a79d-75b24d5f538c tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:29.974057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83502066-1dd9-4abb-a79d-75b24d5f538c tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:30.003641 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83502066-1dd9-4abb-a79d-75b24d5f538c tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:30.010023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7834cf0c-39b1-46f1-a71d-0d2f9b2e90c6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:30.057591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43820) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:30.059329 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-de37a184-64b8-4244-b206-f295104b028c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:30.080769 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:30.082890 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0704fff3-564e-44b2-abfb-1b00c2e446c6 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9519444 Jun 04 16:45:30.087875 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43824) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:30.096071 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-83502066-1dd9-4abb-a79d-75b24d5f538c tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:30.100174 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-83502066-1dd9-4abb-a79d-75b24d5f538c tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3184276 Jun 04 16:45:30.101126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43828) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:30.107106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-66463226-6383-4334-a3e6-f49b2752ac98 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': '7834cf0c-39b1-46f1-a71d-0d2f9b2e90c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:30.109169 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21b06326-64e9-4190-92c5-8a7ef949bb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:30.143354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-21b06326-64e9-4190-92c5-8a7ef949bb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:30.147897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-21b06326-64e9-4190-92c5-8a7ef949bb92 admin admin] Usage tracker for resource:security_group_rule and tenant:7c210ae760fa46b8863596f57958565a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:30.147897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-21b06326-64e9-4190-92c5-8a7ef949bb92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:30.163309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-21b06326-64e9-4190-92c5-8a7ef949bb92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:30.204539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'enable_snat': True}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:30.283883 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21b06326-64e9-4190-92c5-8a7ef949bb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:30.298053 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-21b06326-64e9-4190-92c5-8a7ef949bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:30.336045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b06326-64e9-4190-92c5-8a7ef949bb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560ea144-32ff-4b13-b982-42d91eda5453,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:30.362167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-21b06326-64e9-4190-92c5-8a7ef949bb92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c210ae760fa46b8863596f57958565a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986259 Jun 04 16:45:30.362167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43834) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:30.432378 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0300dbc0-3c3f-4e96-9523-e7778aae6da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:30.451645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-66463226-6383-4334-a3e6-f49b2752ac98 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:30.484475 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0300dbc0-3c3f-4e96-9523-e7778aae6da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:30.484739 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-66463226-6383-4334-a3e6-f49b2752ac98 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:30.587674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-66463226-6383-4334-a3e6-f49b2752ac98 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:30.621048 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0300dbc0-3c3f-4e96-9523-e7778aae6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:30.642625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-66463226-6383-4334-a3e6-f49b2752ac98 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:30.648954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300dbc0-3c3f-4e96-9523-e7778aae6da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560ea144-32ff-4b13-b982-42d91eda5453,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:30.703101 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0300dbc0-3c3f-4e96-9523-e7778aae6da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:30.719817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0300dbc0-3c3f-4e96-9523-e7778aae6da9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/560ea144-32ff-4b13-b982-42d91eda5453 HTTP/1.1" status: 204 len: 168 time: 0.3443778 Jun 04 16:45:30.927490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66463226-6383-4334-a3e6-f49b2752ac98 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:31.170631 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:31.318060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:31.370261 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:31.374711 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66463226-6383-4334-a3e6-f49b2752ac98 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:31.454985 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66463226-6383-4334-a3e6-f49b2752ac98 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:31.504070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66463226-6383-4334-a3e6-f49b2752ac98 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d049a87-8afb-487e-86a8-31fe3e344fe3,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:31.530974 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66463226-6383-4334-a3e6-f49b2752ac98 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:31.535329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43864) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:31.539550 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-66463226-6383-4334-a3e6-f49b2752ac98 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4370863 Jun 04 16:45:31.542574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6d0f35e1-b038-4bd7-8963-1955e7d31556 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': '7834cf0c-39b1-46f1-a71d-0d2f9b2e90c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:31.555530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6d0f35e1-b038-4bd7-8963-1955e7d31556 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:31.571278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6d0f35e1-b038-4bd7-8963-1955e7d31556 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:31.571278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6d0f35e1-b038-4bd7-8963-1955e7d31556 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:31.592855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6d0f35e1-b038-4bd7-8963-1955e7d31556 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:31.661437 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d0f35e1-b038-4bd7-8963-1955e7d31556 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:31.818739 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-6d0f35e1-b038-4bd7-8963-1955e7d31556 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): There was a conflict when trying to complete your request. Jun 04 16:45:31.819859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6d0f35e1-b038-4bd7-8963-1955e7d31556 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2929339 Jun 04 16:45:31.825360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43880) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:32.115575 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac69a199-ad57-4205-b65a-2cde5de2bd23 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:32.164942 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac69a199-ad57-4205-b65a-2cde5de2bd23 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:32.270039 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac69a199-ad57-4205-b65a-2cde5de2bd23 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:32.332750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69a199-ad57-4205-b65a-2cde5de2bd23 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7834cf0c-39b1-46f1-a71d-0d2f9b2e90c6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:32.342211 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac69a199-ad57-4205-b65a-2cde5de2bd23 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:32.342211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ac69a199-ad57-4205-b65a-2cde5de2bd23 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "DELETE /v2.0/security-groups/7834cf0c-39b1-46f1-a71d-0d2f9b2e90c6 HTTP/1.1" status: 204 len: 168 time: 0.5118158 Jun 04 16:45:32.351646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43892) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:32.421152 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:32.551177 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:32.596912 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:32.623981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9d91f3bf-6a9b-4d7b-8d7c-e0928852ec90 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Synchronizing usage tracker for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:32.664616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9d91f3bf-6a9b-4d7b-8d7c-e0928852ec90 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Unset dirty status for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:32.671433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9d91f3bf-6a9b-4d7b-8d7c-e0928852ec90 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3260942 Jun 04 16:45:32.672094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43904) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:32.683520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-512c8331-b648-4e48-a32f-340fbd6efbb3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644391659'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:32.703077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-512c8331-b648-4e48-a32f-340fbd6efbb3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:32.730514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-512c8331-b648-4e48-a32f-340fbd6efbb3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:32.772616 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-512c8331-b648-4e48-a32f-340fbd6efbb3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:32.876397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-512c8331-b648-4e48-a32f-340fbd6efbb3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:32.886790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-512c8331-b648-4e48-a32f-340fbd6efbb3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:32.900132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-512c8331-b648-4e48-a32f-340fbd6efbb3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:32.906020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-512c8331-b648-4e48-a32f-340fbd6efbb3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:33.038491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Allocated IP 172.25.5.152 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/3ca367d6-3897-4544-8048-95b8a223d924) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:45:33.083159 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-512c8331-b648-4e48-a32f-340fbd6efbb3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:33.094072 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-512c8331-b648-4e48-a32f-340fbd6efbb3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:33.255135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c8331-b648-4e48-a32f-340fbd6efbb3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ed54b3-bc42-4f43-a666-d67cc028398f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:33.314965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-512c8331-b648-4e48-a32f-340fbd6efbb3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:33.323482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-512c8331-b648-4e48-a32f-340fbd6efbb3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6472435 Jun 04 16:45:33.325977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43922) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:33.347764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-02784542-de55-44d0-8c8f-2fa31958aa8f tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': 'a0ed54b3-bc42-4f43-a666-d67cc028398f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:33.347764 n-d-811809-3 neutron-server[88797]: WARNING neutron.api.v2.base [None req-02784542-de55-44d0-8c8f-2fa31958aa8f tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 04 16:45:33.347764 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-02784542-de55-44d0-8c8f-2fa31958aa8f tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:33.347764 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-02784542-de55-44d0-8c8f-2fa31958aa8f tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0216324 Jun 04 16:45:33.355187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43926) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:33.500258 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:33.604480 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b323c63-628e-4d61-9d12-1f44315d9de9 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:33.605943 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:33.713146 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b323c63-628e-4d61-9d12-1f44315d9de9 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:33.859622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:45:33.859622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:45:33.865454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b323c63-628e-4d61-9d12-1f44315d9de9 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:33.867841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:45:33.920956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b323c63-628e-4d61-9d12-1f44315d9de9 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ed54b3-bc42-4f43-a666-d67cc028398f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:33.993432 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b323c63-628e-4d61-9d12-1f44315d9de9 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:33.995269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event updated for resources: {'Port': ['ID=3ca367d6-3897-4544-8048-95b8a223d924,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:34.002113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8b323c63-628e-4d61-9d12-1f44315d9de9 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "DELETE /v2.0/security-groups/a0ed54b3-bc42-4f43-a666-d67cc028398f HTTP/1.1" status: 204 len: 168 time: 0.6495414 Jun 04 16:45:34.002890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43950) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:34.078384 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:34.087963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1876c77f-e75d-480d-a040-d6477d45fde0 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Synchronizing usage tracker for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:34.113435 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1876c77f-e75d-480d-a040-d6477d45fde0 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Unset dirty status for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:34.119193 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1876c77f-e75d-480d-a040-d6477d45fde0 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1152737 Jun 04 16:45:34.119851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43958) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:34.133800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-7a967934-13a1-40e5-b133-4d56e871ffff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691296725'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:34.175994 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:34.176378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7a967934-13a1-40e5-b133-4d56e871ffff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:34.219162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7a967934-13a1-40e5-b133-4d56e871ffff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:34.259684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a967934-13a1-40e5-b133-4d56e871ffff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:34.354542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7a967934-13a1-40e5-b133-4d56e871ffff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:34.372054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7a967934-13a1-40e5-b133-4d56e871ffff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:34.391952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7a967934-13a1-40e5-b133-4d56e871ffff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:34.429024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7a967934-13a1-40e5-b133-4d56e871ffff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:34.688173 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a967934-13a1-40e5-b133-4d56e871ffff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:34.707470 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a967934-13a1-40e5-b133-4d56e871ffff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:34.896837 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a967934-13a1-40e5-b133-4d56e871ffff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:34.898926 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7a967934-13a1-40e5-b133-4d56e871ffff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7780893 Jun 04 16:45:34.907181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 43984) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:34.970023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-66c0b97e-39fa-4f88-867a-89e49ce42da4 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': '4a3ed19e-06d7-44be-9405-6306c587d2cd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:34.970023 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-66c0b97e-39fa-4f88-867a-89e49ce42da4 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 04 16:45:34.970023 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-66c0b97e-39fa-4f88-867a-89e49ce42da4 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:34.970023 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-66c0b97e-39fa-4f88-867a-89e49ce42da4 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0561802 Jun 04 16:45:34.970023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a967934-13a1-40e5-b133-4d56e871ffff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3ed19e-06d7-44be-9405-6306c587d2cd,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:34.981812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 43988) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:35.435129 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc18eac8-0b16-4d44-9179-29d8f82a2ebb tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:35.578158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44002) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:35.608064 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc18eac8-0b16-4d44-9179-29d8f82a2ebb tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:35.650217 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:35.783776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-859dd6f7-f41f-43d1-a65b-e3595d704fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:35.868163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc18eac8-0b16-4d44-9179-29d8f82a2ebb tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:35.965675 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18eac8-0b16-4d44-9179-29d8f82a2ebb tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3ed19e-06d7-44be-9405-6306c587d2cd,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:35.995354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-859dd6f7-f41f-43d1-a65b-e3595d704fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:36.012936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-859dd6f7-f41f-43d1-a65b-e3595d704fed admin admin] Usage tracker for resource:security_group_rule and tenant:0af94fb4078341f09d2d52cab75c1fd1 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:36.016972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-859dd6f7-f41f-43d1-a65b-e3595d704fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:36.044085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-859dd6f7-f41f-43d1-a65b-e3595d704fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:36.146335 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fc18eac8-0b16-4d44-9179-29d8f82a2ebb tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:36.147500 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fc18eac8-0b16-4d44-9179-29d8f82a2ebb tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "DELETE /v2.0/security-groups/4a3ed19e-06d7-44be-9405-6306c587d2cd HTTP/1.1" status: 204 len: 168 time: 1.1631784 Jun 04 16:45:36.151510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44022) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:36.279820 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-859dd6f7-f41f-43d1-a65b-e3595d704fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:36.296267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-65636e69-b7d0-4399-a016-cd70321f22e7 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Synchronizing usage tracker for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:36.310406 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-859dd6f7-f41f-43d1-a65b-e3595d704fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:36.464499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859dd6f7-f41f-43d1-a65b-e3595d704fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c046d6f6-0b41-4db1-8d58-26e53a7d434b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:36.473839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-65636e69-b7d0-4399-a016-cd70321f22e7 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Unset dirty status for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:36.476831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-65636e69-b7d0-4399-a016-cd70321f22e7 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3243062 Jun 04 16:45:36.479430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-859dd6f7-f41f-43d1-a65b-e3595d704fed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0af94fb4078341f09d2d52cab75c1fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9001899 Jun 04 16:45:36.487065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44032) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:36.487689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44034) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:36.500169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2311f2ae-ad94-493a-885d-a8e10a10a313 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group': {'name': 'tempest-secgroup--734706275'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:36.525132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2311f2ae-ad94-493a-885d-a8e10a10a313 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:36.549689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2311f2ae-ad94-493a-885d-a8e10a10a313 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:36.616615 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2311f2ae-ad94-493a-885d-a8e10a10a313 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:36.721389 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:36.728296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2311f2ae-ad94-493a-885d-a8e10a10a313 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:36.730132 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:36.757844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2311f2ae-ad94-493a-885d-a8e10a10a313 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:36.757844 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49fa408a-fe3a-4d68-b754-c3071972d4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:36.843568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2311f2ae-ad94-493a-885d-a8e10a10a313 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:36.859895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2311f2ae-ad94-493a-885d-a8e10a10a313 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:36.980012 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2311f2ae-ad94-493a-885d-a8e10a10a313 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:37.035469 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49fa408a-fe3a-4d68-b754-c3071972d4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:37.114777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Router 82ccee55-5941-42c0-8661-52c43f6eead4 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:45:37.125061 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2311f2ae-ad94-493a-885d-a8e10a10a313 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:37.290938 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2311f2ae-ad94-493a-885d-a8e10a10a313 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:37.292332 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2311f2ae-ad94-493a-885d-a8e10a10a313 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8029358 Jun 04 16:45:37.302358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44054) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:37.329568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4ed3e3f6-f8c1-4303-bdbd-69c4b0a64659 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': '4f45f0e7-2b96-4a2d-ba22-da35a1ca6df7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:37.361111 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-4ed3e3f6-f8c1-4303-bdbd-69c4b0a64659 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 04 16:45:37.361842 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-4ed3e3f6-f8c1-4303-bdbd-69c4b0a64659 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:37.363277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4ed3e3f6-f8c1-4303-bdbd-69c4b0a64659 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0542698 Jun 04 16:45:37.366612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44058) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:37.400499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f1109d57-0065-4d23-af4a-7c58e5be38dd tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': '4f45f0e7-2b96-4a2d-ba22-da35a1ca6df7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:37.401859 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-f1109d57-0065-4d23-af4a-7c58e5be38dd tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 04 16:45:37.404700 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-f1109d57-0065-4d23-af4a-7c58e5be38dd tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:37.406621 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f1109d57-0065-4d23-af4a-7c58e5be38dd tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0390105 Jun 04 16:45:37.418636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44062) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:37.437023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c7fb20fb-a19c-4796-806d-4fe0532a7ce4 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': '4f45f0e7-2b96-4a2d-ba22-da35a1ca6df7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:37.474561 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-c7fb20fb-a19c-4796-806d-4fe0532a7ce4 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 04 16:45:37.474561 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-c7fb20fb-a19c-4796-806d-4fe0532a7ce4 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:37.474561 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c7fb20fb-a19c-4796-806d-4fe0532a7ce4 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0463822 Jun 04 16:45:37.497034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44066) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:37.516403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311f2ae-ad94-493a-885d-a8e10a10a313 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f45f0e7-2b96-4a2d-ba22-da35a1ca6df7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:37.569887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-fb3411c8-6ca4-46bc-a54e-eeb4cccf6a5a tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': '4f45f0e7-2b96-4a2d-ba22-da35a1ca6df7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:37.574817 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-fb3411c8-6ca4-46bc-a54e-eeb4cccf6a5a tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 04 16:45:37.598379 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-fb3411c8-6ca4-46bc-a54e-eeb4cccf6a5a tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:37.598379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fb3411c8-6ca4-46bc-a54e-eeb4cccf6a5a tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0961254 Jun 04 16:45:37.598379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44072) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:37.626682 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49fa408a-fe3a-4d68-b754-c3071972d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:37.651172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa408a-fe3a-4d68-b754-c3071972d4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c046d6f6-0b41-4db1-8d58-26e53a7d434b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:37.670787 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-49fa408a-fe3a-4d68-b754-c3071972d4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:37.674178 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-49fa408a-fe3a-4d68-b754-c3071972d4cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c046d6f6-0b41-4db1-8d58-26e53a7d434b HTTP/1.1" status: 204 len: 168 time: 1.1767046 Jun 04 16:45:37.695941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:45:37.706330 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f79e407-c2a6-4084-a1c7-998beba5292e None None] Sync routers for ids ['82ccee55-5941-42c0-8661-52c43f6eead4'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:45:37.706870 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:37.709905 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e900d890-e0a2-4c16-bb37-4f0b7051bb99 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "PUT /v2.0/routers/82ccee55-5941-42c0-8661-52c43f6eead4 HTTP/1.1" status: 200 len: 919 time: 7.6073222 Jun 04 16:45:37.712915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44080) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:37.727776 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79e407-c2a6-4084-a1c7-998beba5292e None None] Routers {'82ccee55-5941-42c0-8661-52c43f6eead4'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:37.728555 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9f79e407-c2a6-4084-a1c7-998beba5292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['82ccee55-5941-42c0-8661-52c43f6eead4'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:37.858881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c1459d37-d248-4c1d-ad2e-849f7b531163 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:37.918930 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9f79e407-c2a6-4084-a1c7-998beba5292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:37.937730 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79e407-c2a6-4084-a1c7-998beba5292e None None] Routers {'82ccee55-5941-42c0-8661-52c43f6eead4'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:37.937730 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9f79e407-c2a6-4084-a1c7-998beba5292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['82ccee55-5941-42c0-8661-52c43f6eead4'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:38.052480 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9f79e407-c2a6-4084-a1c7-998beba5292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:38.052810 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f79e407-c2a6-4084-a1c7-998beba5292e None None] The sync data for ids ['82ccee55-5941-42c0-8661-52c43f6eead4'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:45:38.104369 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c1459d37-d248-4c1d-ad2e-849f7b531163 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:38.171611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a4f6e-0f65-4184-aced-3b1536ae2733 req-d7d59a75-5ae7-442e-bf2c-a33ee02ba0d4 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:38.173187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-062a4f6e-0f65-4184-aced-3b1536ae2733 req-d7d59a75-5ae7-442e-bf2c-a33ee02ba0d4 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 945 time: 0.3153820 Jun 04 16:45:38.268773 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-062a4f6e-0f65-4184-aced-3b1536ae2733 req-3f6ef10f-54be-4030-87d3-07be767a60e7 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d4a25f4-ca5d-46ec-b7df-a1685dd4b1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853209 Jun 04 16:45:38.268773 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c1459d37-d248-4c1d-ad2e-849f7b531163 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:38.319724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1459d37-d248-4c1d-ad2e-849f7b531163 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f45f0e7-2b96-4a2d-ba22-da35a1ca6df7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:38.337144 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c1459d37-d248-4c1d-ad2e-849f7b531163 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:38.337144 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c1459d37-d248-4c1d-ad2e-849f7b531163 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "DELETE /v2.0/security-groups/4f45f0e7-2b96-4a2d-ba22-da35a1ca6df7 HTTP/1.1" status: 204 len: 168 time: 0.7366233 Jun 04 16:45:38.350212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44094) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:38.413765 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c524bdeb-c3a2-4824-9021-544bd65fc4a5 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/routers/82ccee55-5941-42c0-8661-52c43f6eead4 HTTP/1.1" status: 200 len: 925 time: 0.6955950 Jun 04 16:45:38.413765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44100) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:38.451079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-82ccfa71-b2a9-4aa3-aff5-cda9a9441807 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Synchronizing usage tracker for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:38.492768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-82ccfa71-b2a9-4aa3-aff5-cda9a9441807 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Unset dirty status for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:38.501259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-82ccfa71-b2a9-4aa3-aff5-cda9a9441807 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1621964 Jun 04 16:45:38.502214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44106) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:38.516671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4a0e5f9e-cbc3-4fc5-ba0f-b17e7d1881c3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group': {'name': 'tempest-secgroup--882137607'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:38.535864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4a0e5f9e-cbc3-4fc5-ba0f-b17e7d1881c3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:38.557421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4a0e5f9e-cbc3-4fc5-ba0f-b17e7d1881c3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:38.590293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f82126b-299f-439b-9002-b4c90652f0c5 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:38.592833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6f82126b-299f-439b-9002-b4c90652f0c5 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Synchronizing usage tracker for tenant:fdf9989d321b41c0851508e665ed7a6a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:38.599602 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5f9e-cbc3-4fc5-ba0f-b17e7d1881c3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:38.641530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6f82126b-299f-439b-9002-b4c90652f0c5 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Unset dirty status for tenant:fdf9989d321b41c0851508e665ed7a6a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:38.643544 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6f82126b-299f-439b-9002-b4c90652f0c5 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&device_id=82ccee55-5941-42c0-8661-52c43f6eead4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2288370 Jun 04 16:45:38.645774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4a0e5f9e-cbc3-4fc5-ba0f-b17e7d1881c3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:38.646542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44114) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:38.661257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4a0e5f9e-cbc3-4fc5-ba0f-b17e7d1881c3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:38.669751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4a0e5f9e-cbc3-4fc5-ba0f-b17e7d1881c3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:38.692026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4a0e5f9e-cbc3-4fc5-ba0f-b17e7d1881c3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:38.968451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede6143-21f2-4e28-98e0-dbdf41e19f82 req-180e0dc1-a367-463e-a601-53aea4a119c6 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:38.968451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ede6143-21f2-4e28-98e0-dbdf41e19f82 req-180e0dc1-a367-463e-a601-53aea4a119c6 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.42 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 945 time: 0.1879492 Jun 04 16:45:38.968451 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5f9e-cbc3-4fc5-ba0f-b17e7d1881c3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:39.008028 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5f9e-cbc3-4fc5-ba0f-b17e7d1881c3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:39.071563 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5f9e-cbc3-4fc5-ba0f-b17e7d1881c3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:39.072844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4a0e5f9e-cbc3-4fc5-ba0f-b17e7d1881c3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5693722 Jun 04 16:45:39.081853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44120) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:39.172207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19894972-ab81-4bbd-a42b-3b773129dbf5 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:39.172984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-19894972-ab81-4bbd-a42b-3b773129dbf5 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Synchronizing usage tracker for tenant:fdf9989d321b41c0851508e665ed7a6a on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:39.217222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-19894972-ab81-4bbd-a42b-3b773129dbf5 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Unset dirty status for tenant:fdf9989d321b41c0851508e665ed7a6a on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:39.218827 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-19894972-ab81-4bbd-a42b-3b773129dbf5 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 881 time: 0.5712142 Jun 04 16:45:39.232585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44134) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:39.343018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f1de72ca-a1e3-4abe-b275-7330cb6488e9 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': 'e614e904-6afe-474c-a2f4-999ff15a59f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:39.343018 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-f1de72ca-a1e3-4abe-b275-7330cb6488e9 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 04 16:45:39.343018 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-f1de72ca-a1e3-4abe-b275-7330cb6488e9 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:39.343018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f1de72ca-a1e3-4abe-b275-7330cb6488e9 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.2538891 Jun 04 16:45:39.349302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44144) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:39.362329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d60123cc-d2ae-49bc-bc6c-78d4a60999cc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': 'e614e904-6afe-474c-a2f4-999ff15a59f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:39.388140 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-87d05b44-4013-46c1-8166-cd4da21543f1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "GET /v2.0/ports?device_id=82ccee55-5941-42c0-8661-52c43f6eead4 HTTP/1.1" status: 200 len: 205 time: 0.1466856 Jun 04 16:45:39.388140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44150) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:39.399116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e5f9e-cbc3-4fc5-ba0f-b17e7d1881c3 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e614e904-6afe-474c-a2f4-999ff15a59f7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:39.441512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-6ede6143-21f2-4e28-98e0-dbdf41e19f82 req-8ef0594e-f10d-4fd1-a0b7-d6c6477d75e4 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Deleting port a992752e-237e-469a-a440-408638115677 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:45:39.441512 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6ede6143-21f2-4e28-98e0-dbdf41e19f82 req-8ef0594e-f10d-4fd1-a0b7-d6c6477d75e4 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:39.565975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d60123cc-d2ae-49bc-bc6c-78d4a60999cc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:39.639910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d60123cc-d2ae-49bc-bc6c-78d4a60999cc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:39.652274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d60123cc-d2ae-49bc-bc6c-78d4a60999cc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:39.804398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d60123cc-d2ae-49bc-bc6c-78d4a60999cc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:40.066813 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:40.249446 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-d60123cc-d2ae-49bc-bc6c-78d4a60999cc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:40.249446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d60123cc-d2ae-49bc-bc6c-78d4a60999cc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8969762 Jun 04 16:45:40.279588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44162) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:40.286175 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-5e764bec-b064-4e4b-a43b-90cd5937b651 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': 'e614e904-6afe-474c-a2f4-999ff15a59f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:40.286175 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-5e764bec-b064-4e4b-a43b-90cd5937b651 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 04 16:45:40.286175 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-5e764bec-b064-4e4b-a43b-90cd5937b651 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:40.286175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5e764bec-b064-4e4b-a43b-90cd5937b651 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0128269 Jun 04 16:45:40.293867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44166) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:40.412346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-05b8d914-2b70-4e89-91c3-e80e376f82fa tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': 'e614e904-6afe-474c-a2f4-999ff15a59f7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:40.419726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-05b8d914-2b70-4e89-91c3-e80e376f82fa tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:40.423800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-05b8d914-2b70-4e89-91c3-e80e376f82fa tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:40.427059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-05b8d914-2b70-4e89-91c3-e80e376f82fa tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:40.433120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-05b8d914-2b70-4e89-91c3-e80e376f82fa tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:40.482173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f3b0c-13b1-4a68-a99a-20076e02c9a2 req-5b671ae9-e76d-42a8-8c29-b4db63c1a87f tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:40.491409 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e4f3b0c-13b1-4a68-a99a-20076e02c9a2 req-5b671ae9-e76d-42a8-8c29-b4db63c1a87f tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 945 time: 0.8836970 Jun 04 16:45:40.576603 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:40.597760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Deleting port 3ca367d6-3897-4544-8048-95b8a223d924 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:45:40.597760 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:40.656149 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44180) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:40.681231 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-05b8d914-2b70-4e89-91c3-e80e376f82fa tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:40.694661 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-05b8d914-2b70-4e89-91c3-e80e376f82fa tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3900995 Jun 04 16:45:40.708699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44186) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:40.779242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e4f3b0c-13b1-4a68-a99a-20076e02c9a2 req-3990aacc-02fc-4a57-a161-1ea9036b8603 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d4a25f4-ca5d-46ec-b7df-a1685dd4b1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856922 Jun 04 16:45:40.781392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-be3d8739-716b-4458-b266-bf4d79e78941 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': 'e614e904-6afe-474c-a2f4-999ff15a59f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:40.783116 n-d-811809-3 neutron-server[88797]: WARNING neutron.api.v2.base [None req-be3d8739-716b-4458-b266-bf4d79e78941 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 04 16:45:40.785135 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-be3d8739-716b-4458-b266-bf4d79e78941 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:40.786263 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-be3d8739-716b-4458-b266-bf4d79e78941 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0478964 Jun 04 16:45:40.790898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44190) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:40.807838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-fabcc350-d28b-4205-9dd8-9c80204e8f9b tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': 'e614e904-6afe-474c-a2f4-999ff15a59f7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:40.840178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fabcc350-d28b-4205-9dd8-9c80204e8f9b tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:40.849195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fabcc350-d28b-4205-9dd8-9c80204e8f9b tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:40.855650 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fabcc350-d28b-4205-9dd8-9c80204e8f9b tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:40.882168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fabcc350-d28b-4205-9dd8-9c80204e8f9b tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:40.907897 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-fabcc350-d28b-4205-9dd8-9c80204e8f9b tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Project 13355a5b6d6b4a38a43345ab0b1c7d85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:45:40.954212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-6ede6143-21f2-4e28-98e0-dbdf41e19f82 req-8ef0594e-f10d-4fd1-a0b7-d6c6477d75e4 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] For port a992752e-237e-469a-a440-408638115677, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a992752e-237e-469a-a440-408638115677,segment=NetworkSegment(cba3ef12-db58-406c-8033-b61952271edf),segment_id=cba3ef12-db58-406c-8033-b61952271edf)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:45:40.954212 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6ede6143-21f2-4e28-98e0-dbdf41e19f82 req-8ef0594e-f10d-4fd1-a0b7-d6c6477d75e4 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:41.128939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-6ede6143-21f2-4e28-98e0-dbdf41e19f82 req-8ef0594e-f10d-4fd1-a0b7-d6c6477d75e4 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Calling delete_port for a992752e-237e-469a-a440-408638115677 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:45:41.169991 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89cdad73-3ccb-4b0c-b5fb-18dba93aa03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:41.199756 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-fabcc350-d28b-4205-9dd8-9c80204e8f9b tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:41.201852 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fabcc350-d28b-4205-9dd8-9c80204e8f9b tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4093151 Jun 04 16:45:41.204028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44196) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:41.211893 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b9157f32-45d3-4bfd-9646-95c9cd7892ff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': 'e614e904-6afe-474c-a2f4-999ff15a59f7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:41.212907 n-d-811809-3 neutron-server[88797]: WARNING neutron.api.v2.base [None req-b9157f32-45d3-4bfd-9646-95c9cd7892ff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 04 16:45:41.213300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-89cdad73-3ccb-4b0c-b5fb-18dba93aa03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:41.213478 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-b9157f32-45d3-4bfd-9646-95c9cd7892ff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:41.217250 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b9157f32-45d3-4bfd-9646-95c9cd7892ff tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093687 Jun 04 16:45:41.217817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44200) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:41.223445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-89cdad73-3ccb-4b0c-b5fb-18dba93aa03d admin admin] Usage tracker for resource:security_group_rule and tenant:b04fe98d6a3d4d388b83e0ac8c9cbf33 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:41.229165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-89cdad73-3ccb-4b0c-b5fb-18dba93aa03d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:41.235791 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:41.242189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d78db6cd-ce90-4d1c-a174-3e0ae31e9649 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': 'e614e904-6afe-474c-a2f4-999ff15a59f7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:41.253863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d78db6cd-ce90-4d1c-a174-3e0ae31e9649 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:41.256444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-89cdad73-3ccb-4b0c-b5fb-18dba93aa03d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:41.262019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d78db6cd-ce90-4d1c-a174-3e0ae31e9649 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:41.281051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d78db6cd-ce90-4d1c-a174-3e0ae31e9649 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:41.296317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d78db6cd-ce90-4d1c-a174-3e0ae31e9649 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:41.363565 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-d78db6cd-ce90-4d1c-a174-3e0ae31e9649 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Project 13355a5b6d6b4a38a43345ab0b1c7d85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:45:41.425185 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-d78db6cd-ce90-4d1c-a174-3e0ae31e9649 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:41.427558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d78db6cd-ce90-4d1c-a174-3e0ae31e9649 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2076187 Jun 04 16:45:41.432139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44208) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:41.440244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-8019a969-9947-41c7-974e-e8a11dd9a760 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': 'e614e904-6afe-474c-a2f4-999ff15a59f7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:41.448108 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6ede6143-21f2-4e28-98e0-dbdf41e19f82 req-8ef0594e-f10d-4fd1-a0b7-d6c6477d75e4 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:41.465023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8019a969-9947-41c7-974e-e8a11dd9a760 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:41.534344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Calling delete_port for 3ca367d6-3897-4544-8048-95b8a223d924 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:45:41.535439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a992752e-237e-469a-a440-408638115677 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:45:41.544606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8019a969-9947-41c7-974e-e8a11dd9a760 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:41.548913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8019a969-9947-41c7-974e-e8a11dd9a760 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:41.666683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: a992752e-237e-469a-a440-408638115677 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:45:41.666683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a992752e-237e-469a-a440-408638115677 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:45:41.675823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0594e-f10d-4fd1-a0b7-d6c6477d75e4 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Pushing event deleted for resources: {'Port': ['ID=a992752e-237e-469a-a440-408638115677,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:41.675823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8019a969-9947-41c7-974e-e8a11dd9a760 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:41.780199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ede6143-21f2-4e28-98e0-dbdf41e19f82 req-8ef0594e-f10d-4fd1-a0b7-d6c6477d75e4 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] No DVR routers for this DVR port a992752e-237e-469a-a440-408638115677 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:45:41.780199 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-8019a969-9947-41c7-974e-e8a11dd9a760 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Project 13355a5b6d6b4a38a43345ab0b1c7d85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:45:41.814643 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6ede6143-21f2-4e28-98e0-dbdf41e19f82 req-8ef0594e-f10d-4fd1-a0b7-d6c6477d75e4 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:41.859978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171a7fc5-2b1c-4090-a52a-5d471f91675b', 'name': 'network-vif-deleted', 'tag': 'a992752e-237e-469a-a440-408638115677'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:45:41.872632 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:41.929154 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-8019a969-9947-41c7-974e-e8a11dd9a760 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:41.933937 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8019a969-9947-41c7-974e-e8a11dd9a760 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4990613 Jun 04 16:45:41.934729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44220) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:41.940402 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89cdad73-3ccb-4b0c-b5fb-18dba93aa03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:41.983316 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89cdad73-3ccb-4b0c-b5fb-18dba93aa03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.028740 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5249388-d454-4fc6-8823-a05a65342ddb'] response: {'server_uuid': '171a7fc5-2b1c-4090-a52a-5d471f91675b', 'name': 'network-vif-deleted', 'tag': 'a992752e-237e-469a-a440-408638115677', 'status': 'completed', 'code': 200} Jun 04 16:45:42.129502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.142910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-89cdad73-3ccb-4b0c-b5fb-18dba93aa03d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b04fe98d6a3d4d388b83e0ac8c9cbf33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4911890 Jun 04 16:45:42.149852 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ede6143-21f2-4e28-98e0-dbdf41e19f82 req-8ef0594e-f10d-4fd1-a0b7-d6c6477d75e4 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.42 "DELETE /v2.0/ports/a992752e-237e-469a-a440-408638115677 HTTP/1.1" status: 204 len: 173 time: 3.1764112 Jun 04 16:45:42.179546 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44226) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:42.179546 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Pushing event deleted for resources: {'Port': ['ID=3ca367d6-3897-4544-8048-95b8a223d924,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:42.363920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdad73-3ccb-4b0c-b5fb-18dba93aa03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b59cb9a-ffaa-4d85-a9b0-0f0a23889bd7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:42.392570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ea896b24-8e95-4565-be32-18e50a1f8a6d req-b9d8a961-f4c6-4c11-9ce2-f9f94f62dd93 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Synchronizing usage tracker for tenant:ec4e6513cc23479e8d8bb06548f4fa0e on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:42.419230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.428604 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.509315 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d529f3f6-5923-4ee4-972a-1a751c1ce34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.516316 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c842b1ad-a0f5-414b-b47c-5080179d0fd2 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.591528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ea896b24-8e95-4565-be32-18e50a1f8a6d req-b9d8a961-f4c6-4c11-9ce2-f9f94f62dd93 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] Unset dirty status for tenant:ec4e6513cc23479e8d8bb06548f4fa0e on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:42.591528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea896b24-8e95-4565-be32-18e50a1f8a6d req-b9d8a961-f4c6-4c11-9ce2-f9f94f62dd93 tempest-VolumesActionsTest-236726901 tempest-VolumesActionsTest-236726901-project] 10.222.0.13 "GET /v2.0/ports?device_id=171a7fc5-2b1c-4090-a52a-5d471f91675b HTTP/1.1" status: 200 len: 210 time: 0.4422295 Jun 04 16:45:42.615982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d529f3f6-5923-4ee4-972a-1a751c1ce34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.625067 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c842b1ad-a0f5-414b-b47c-5080179d0fd2 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.673639 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.673639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Fanout notify agent at l3_agent the message router_deleted on router 82ccee55-5941-42c0-8661-52c43f6eead4 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:45:42.704201 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c842b1ad-a0f5-414b-b47c-5080179d0fd2 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.753474 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.754649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842b1ad-a0f5-414b-b47c-5080179d0fd2 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e614e904-6afe-474c-a2f4-999ff15a59f7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:42.761145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44244) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:42.762935 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-59f0602d-ab5e-4627-9eb5-fdbba9cb724a tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "DELETE /v2.0/routers/82ccee55-5941-42c0-8661-52c43f6eead4 HTTP/1.1" status: 204 len: 168 time: 3.3782556 Jun 04 16:45:42.767383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-68b74ce2-43b6-4fb5-897b-da4a9020a4c4 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1068047613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:42.779662 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c842b1ad-a0f5-414b-b47c-5080179d0fd2 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.785579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44250) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:42.798965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c842b1ad-a0f5-414b-b47c-5080179d0fd2 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "DELETE /v2.0/security-groups/e614e904-6afe-474c-a2f4-999ff15a59f7 HTTP/1.1" status: 204 len: 168 time: 0.8343589 Jun 04 16:45:42.800425 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-68b74ce2-43b6-4fb5-897b-da4a9020a4c4 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:42.807358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-68b74ce2-43b6-4fb5-897b-da4a9020a4c4 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Usage tracker for resource:router and tenant:4b71ce327b254e6c9a5a432671be5c1d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:42.817401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-68b74ce2-43b6-4fb5-897b-da4a9020a4c4 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:42.833197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-68b74ce2-43b6-4fb5-897b-da4a9020a4c4 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:42.867622 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d529f3f6-5923-4ee4-972a-1a751c1ce34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.873258 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68b74ce2-43b6-4fb5-897b-da4a9020a4c4 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.874705 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68b74ce2-43b6-4fb5-897b-da4a9020a4c4 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:42.984024 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68b74ce2-43b6-4fb5-897b-da4a9020a4c4 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:43.019621 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68b74ce2-43b6-4fb5-897b-da4a9020a4c4 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:43.044519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529f3f6-5923-4ee4-972a-1a751c1ce34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b59cb9a-ffaa-4d85-a9b0-0f0a23889bd7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:43.077197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-37d5d807-2314-4078-838f-cf1650b7996c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Synchronizing usage tracker for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:43.084299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d529f3f6-5923-4ee4-972a-1a751c1ce34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:43.099367 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-68b74ce2-43b6-4fb5-897b-da4a9020a4c4 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:43.105216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-68b74ce2-43b6-4fb5-897b-da4a9020a4c4 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3407037 Jun 04 16:45:43.114603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44256) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:43.121974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'enable_snat': False}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:43.129740 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d529f3f6-5923-4ee4-972a-1a751c1ce34e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b59cb9a-ffaa-4d85-a9b0-0f0a23889bd7 HTTP/1.1" status: 204 len: 168 time: 0.9421077 Jun 04 16:45:43.195963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-37d5d807-2314-4078-838f-cf1650b7996c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Unset dirty status for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:43.197164 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-37d5d807-2314-4078-838f-cf1650b7996c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4099367 Jun 04 16:45:43.205114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44262) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:43.457202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-22b431c3-002a-41ba-8f6b-9946ee9c9abf tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group': {'name': 'tempest-secgroup--2027688618'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:43.464291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-22b431c3-002a-41ba-8f6b-9946ee9c9abf tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:43.553514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-22b431c3-002a-41ba-8f6b-9946ee9c9abf tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:43.961901 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22b431c3-002a-41ba-8f6b-9946ee9c9abf tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:44.051455 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:44.054804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-22b431c3-002a-41ba-8f6b-9946ee9c9abf tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:44.064033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-22b431c3-002a-41ba-8f6b-9946ee9c9abf tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:44.070917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-22b431c3-002a-41ba-8f6b-9946ee9c9abf tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:44.130327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-22b431c3-002a-41ba-8f6b-9946ee9c9abf tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:44.449565 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22b431c3-002a-41ba-8f6b-9946ee9c9abf tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:44.481859 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22b431c3-002a-41ba-8f6b-9946ee9c9abf tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:44.649550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b431c3-002a-41ba-8f6b-9946ee9c9abf tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46eabcd5-3729-4d51-b99c-f094574e83af,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:44.849663 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-22b431c3-002a-41ba-8f6b-9946ee9c9abf tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:44.849663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-22b431c3-002a-41ba-8f6b-9946ee9c9abf tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6360402 Jun 04 16:45:44.853234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44336) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:44.857998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-08507fa1-50d3-4b65-927e-4eb5ce2cdc5c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': '46eabcd5-3729-4d51-b99c-f094574e83af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:44.865028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-08507fa1-50d3-4b65-927e-4eb5ce2cdc5c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:44.869219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-08507fa1-50d3-4b65-927e-4eb5ce2cdc5c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:44.872855 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-08507fa1-50d3-4b65-927e-4eb5ce2cdc5c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:44.879390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-08507fa1-50d3-4b65-927e-4eb5ce2cdc5c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:44.952435 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-08507fa1-50d3-4b65-927e-4eb5ce2cdc5c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The resource could not be found. Jun 04 16:45:44.955143 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-08507fa1-50d3-4b65-927e-4eb5ce2cdc5c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1008654 Jun 04 16:45:44.957302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44344) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:44.963618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-23d06b44-89d5-4e0f-9a53-9f0868a81e37 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': '46eabcd5-3729-4d51-b99c-f094574e83af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5e2e8695-6c3a-4ce9-b9ff-2624f87a87eb'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:44.971354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-23d06b44-89d5-4e0f-9a53-9f0868a81e37 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:44.976289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-23d06b44-89d5-4e0f-9a53-9f0868a81e37 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:44.982083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-23d06b44-89d5-4e0f-9a53-9f0868a81e37 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:45.009431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-23d06b44-89d5-4e0f-9a53-9f0868a81e37 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:45.024218 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:45.077351 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:45.080526 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-23d06b44-89d5-4e0f-9a53-9f0868a81e37 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The resource could not be found. Jun 04 16:45:45.080526 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-23d06b44-89d5-4e0f-9a53-9f0868a81e37 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1170411 Jun 04 16:45:45.080526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44348) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:45.181485 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe70ecd9-ce3f-46f3-a518-4784be3c7e70 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:45.216630 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe70ecd9-ce3f-46f3-a518-4784be3c7e70 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:45.267383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Allocated IP 172.25.5.156 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/04ad068b-bddf-479e-bb7c-55b71f638723) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:45:45.274043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe70ecd9-ce3f-46f3-a518-4784be3c7e70 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:45.316926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70ecd9-ce3f-46f3-a518-4784be3c7e70 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eabcd5-3729-4d51-b99c-f094574e83af,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:45.338151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe70ecd9-ce3f-46f3-a518-4784be3c7e70 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:45.348616 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fe70ecd9-ce3f-46f3-a518-4784be3c7e70 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "DELETE /v2.0/security-groups/46eabcd5-3729-4d51-b99c-f094574e83af HTTP/1.1" status: 204 len: 168 time: 0.2589955 Jun 04 16:45:45.348616 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44354) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:45.436620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c8eed394-66da-43af-84a7-b5a8b27e600c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Synchronizing usage tracker for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:45.470999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c8eed394-66da-43af-84a7-b5a8b27e600c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Unset dirty status for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:45.471294 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c8eed394-66da-43af-84a7-b5a8b27e600c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1303179 Jun 04 16:45:45.471923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44358) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:45.477719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-35a7d715-cffb-432c-8a72-75474782a012 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': 'dee648b9-ad73-4940-9680-967767a8b2c4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:45.486888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-35a7d715-cffb-432c-8a72-75474782a012 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:45.492197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-35a7d715-cffb-432c-8a72-75474782a012 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:45.496355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-35a7d715-cffb-432c-8a72-75474782a012 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:45.504261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-35a7d715-cffb-432c-8a72-75474782a012 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:45.520327 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:45.590514 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-35a7d715-cffb-432c-8a72-75474782a012 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The resource could not be found. Jun 04 16:45:45.595503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44364) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:45.595947 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-35a7d715-cffb-432c-8a72-75474782a012 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1226068 Jun 04 16:45:45.603853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-60a9a676-fb42-4803-90ef-d11cdebab76d tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491835222'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:45.625525 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:45.634866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-60a9a676-fb42-4803-90ef-d11cdebab76d tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:45.719629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Pushing event updated for resources: {'Port': ['ID=04ad068b-bddf-479e-bb7c-55b71f638723,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:45.719629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-60a9a676-fb42-4803-90ef-d11cdebab76d tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:45.740755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:45:45.740755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:45:45.740755 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-60a9a676-fb42-4803-90ef-d11cdebab76d tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:45.766228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:45:45.796894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-60a9a676-fb42-4803-90ef-d11cdebab76d tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:45.804789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-60a9a676-fb42-4803-90ef-d11cdebab76d tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:45.809850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-60a9a676-fb42-4803-90ef-d11cdebab76d tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:45.818671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-60a9a676-fb42-4803-90ef-d11cdebab76d tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:46.491488 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-60a9a676-fb42-4803-90ef-d11cdebab76d tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:46.502257 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-60a9a676-fb42-4803-90ef-d11cdebab76d tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:46.556808 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-60a9a676-fb42-4803-90ef-d11cdebab76d tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:46.561126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44412) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:46.566979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group': {'name': 'tempest-secgroup--330070483'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:46.571028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-60a9a676-fb42-4803-90ef-d11cdebab76d tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9741726 Jun 04 16:45:46.579664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:46.588272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:46.605334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:46.613267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:46.631106 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:46.638103 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:46.683251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:46.686793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:46.690455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:46.705442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:46.740685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9a676-fb42-4803-90ef-d11cdebab76d tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c06fd46-a8bc-4f14-a95b-629ae995d8f1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:46.899577 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:46.908399 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:46.963910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65acdc12-3a9c-4d31-8039-74ebd5d61700,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:46.971563 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:46.974127 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-15308e4c-b6f4-471a-a1a7-9f1095a22ebc tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4119847 Jun 04 16:45:46.976317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44450) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:46.988867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-52bf50cc-7ed6-46f7-b105-bb25091ece53 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': '7c06fd46-a8bc-4f14-a95b-629ae995d8f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '65acdc12-3a9c-4d31-8039-74ebd5d61700'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:47.002725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-52bf50cc-7ed6-46f7-b105-bb25091ece53 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:47.067633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-52bf50cc-7ed6-46f7-b105-bb25091ece53 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:47.077541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-52bf50cc-7ed6-46f7-b105-bb25091ece53 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:47.093105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-52bf50cc-7ed6-46f7-b105-bb25091ece53 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:47.239938 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-52bf50cc-7ed6-46f7-b105-bb25091ece53 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:47.243757 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-52bf50cc-7ed6-46f7-b105-bb25091ece53 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2634649 Jun 04 16:45:47.244324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44462) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:47.250772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:47.259156 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:47.329126 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-efa6751f-e1de-4fc6-bb49-1b07af8014fe tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:47.407584 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-efa6751f-e1de-4fc6-bb49-1b07af8014fe tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:47.512648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-efa6751f-e1de-4fc6-bb49-1b07af8014fe tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:47.558873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-efa6751f-e1de-4fc6-bb49-1b07af8014fe tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:47.570098 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-efa6751f-e1de-4fc6-bb49-1b07af8014fe tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "DELETE /v2.0/security-groups/65acdc12-3a9c-4d31-8039-74ebd5d61700 HTTP/1.1" status: 204 len: 168 time: 0.3148718 Jun 04 16:45:47.570098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44472) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:47.570098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6751f-e1de-4fc6-bb49-1b07af8014fe tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65acdc12-3a9c-4d31-8039-74ebd5d61700,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:47.713123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f8f58c96-3d6e-4e92-bfd2-d416aaaf493f tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Synchronizing usage tracker for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:47.769104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Router 21b73041-4b4e-4f5e-a535-0416ac607d1e is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:45:47.775722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f8f58c96-3d6e-4e92-bfd2-d416aaaf493f tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Unset dirty status for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:47.775722 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f8f58c96-3d6e-4e92-bfd2-d416aaaf493f tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2046423 Jun 04 16:45:47.782526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44482) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:48.122595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-760e5d80-0439-40ad-b0e6-0a5eef203045 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:48.169248 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-760e5d80-0439-40ad-b0e6-0a5eef203045 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:48.205668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:45:48.211374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:48.214995 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1e26a876-2920-4daa-a3b7-01dcd9cc407d tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "PUT /v2.0/routers/21b73041-4b4e-4f5e-a535-0416ac607d1e HTTP/1.1" status: 200 len: 920 time: 5.0969532 Jun 04 16:45:48.215721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44490) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:48.219536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf7f2b8-d8a9-4fbe-8c0b-debf7957fdd7 None None] Sync routers for ids ['21b73041-4b4e-4f5e-a535-0416ac607d1e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:45:48.231536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf7f2b8-d8a9-4fbe-8c0b-debf7957fdd7 None None] Routers {'21b73041-4b4e-4f5e-a535-0416ac607d1e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:48.232185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eaf7f2b8-d8a9-4fbe-8c0b-debf7957fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['21b73041-4b4e-4f5e-a535-0416ac607d1e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:48.250201 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-760e5d80-0439-40ad-b0e6-0a5eef203045 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:48.288252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e5d80-0439-40ad-b0e6-0a5eef203045 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c06fd46-a8bc-4f14-a95b-629ae995d8f1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:48.293691 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-760e5d80-0439-40ad-b0e6-0a5eef203045 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:48.294848 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-760e5d80-0439-40ad-b0e6-0a5eef203045 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "DELETE /v2.0/security-groups/7c06fd46-a8bc-4f14-a95b-629ae995d8f1 HTTP/1.1" status: 204 len: 168 time: 0.5167789 Jun 04 16:45:48.297296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44496) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:48.349429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-06313622-9936-465d-ab0b-39c2106ed671 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Synchronizing usage tracker for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:48.371758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-06313622-9936-465d-ab0b-39c2106ed671 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Unset dirty status for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:48.374965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-06313622-9936-465d-ab0b-39c2106ed671 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741258 Jun 04 16:45:48.382636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44500) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:48.391718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eaf7f2b8-d8a9-4fbe-8c0b-debf7957fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:48.395003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-298c1465-8da4-49e1-a7fa-f9cd5feac53c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group': {'name': 'tempest-secgroup--643335029'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:48.411165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-298c1465-8da4-49e1-a7fa-f9cd5feac53c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:48.431507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-298c1465-8da4-49e1-a7fa-f9cd5feac53c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:48.435220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf7f2b8-d8a9-4fbe-8c0b-debf7957fdd7 None None] Routers {'21b73041-4b4e-4f5e-a535-0416ac607d1e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:48.435220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eaf7f2b8-d8a9-4fbe-8c0b-debf7957fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['21b73041-4b4e-4f5e-a535-0416ac607d1e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:48.453621 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-298c1465-8da4-49e1-a7fa-f9cd5feac53c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:48.501013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-298c1465-8da4-49e1-a7fa-f9cd5feac53c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:48.521809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-298c1465-8da4-49e1-a7fa-f9cd5feac53c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:48.529443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-298c1465-8da4-49e1-a7fa-f9cd5feac53c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:48.550399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-298c1465-8da4-49e1-a7fa-f9cd5feac53c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:48.610555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eaf7f2b8-d8a9-4fbe-8c0b-debf7957fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:48.610932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf7f2b8-d8a9-4fbe-8c0b-debf7957fdd7 None None] The sync data for ids ['21b73041-4b4e-4f5e-a535-0416ac607d1e'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:45:48.702352 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-298c1465-8da4-49e1-a7fa-f9cd5feac53c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:48.708143 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-298c1465-8da4-49e1-a7fa-f9cd5feac53c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:48.774557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c1465-8da4-49e1-a7fa-f9cd5feac53c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0543f7-0036-42e1-a6b8-fe89cfc50bac,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:48.805352 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-298c1465-8da4-49e1-a7fa-f9cd5feac53c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:48.817010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-298c1465-8da4-49e1-a7fa-f9cd5feac53c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4282012 Jun 04 16:45:48.817010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44508) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:48.817010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0446c34a-abf5-4926-9398-ae96b912d6df tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': 'fc0543f7-0036-42e1-a6b8-fe89cfc50bac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:48.830795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0446c34a-abf5-4926-9398-ae96b912d6df tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:48.847915 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2fc85181-5b1b-41ba-b7ab-ee1a5d093af7 tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/routers/21b73041-4b4e-4f5e-a535-0416ac607d1e HTTP/1.1" status: 200 len: 926 time: 0.6235843 Jun 04 16:45:48.850004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0446c34a-abf5-4926-9398-ae96b912d6df tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:48.850004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44512) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:48.928615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0446c34a-abf5-4926-9398-ae96b912d6df tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:48.970152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0446c34a-abf5-4926-9398-ae96b912d6df tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:49.046697 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-0446c34a-abf5-4926-9398-ae96b912d6df tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:49.047755 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0446c34a-abf5-4926-9398-ae96b912d6df tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2381618 Jun 04 16:45:49.050910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44524) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:49.051613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd616b7-06fc-4abc-8cc7-cd431cc30d9a tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:49.053068 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8dd616b7-06fc-4abc-8cc7-cd431cc30d9a tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&device_id=21b73041-4b4e-4f5e-a535-0416ac607d1e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2064788 Jun 04 16:45:49.058688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44528) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:49.063214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9cc5d0ef-42c3-4bd9-ab01-08becd1155e7 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group_rule': {'security_group_id': 'fc0543f7-0036-42e1-a6b8-fe89cfc50bac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:49.083640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9cc5d0ef-42c3-4bd9-ab01-08becd1155e7 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:49.095692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9cc5d0ef-42c3-4bd9-ab01-08becd1155e7 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:49.103277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9cc5d0ef-42c3-4bd9-ab01-08becd1155e7 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:49.121592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9cc5d0ef-42c3-4bd9-ab01-08becd1155e7 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:49.209520 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-9cc5d0ef-42c3-4bd9-ab01-08becd1155e7 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:45:49.209520 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9cc5d0ef-42c3-4bd9-ab01-08becd1155e7 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1491857 Jun 04 16:45:49.209520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44536) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:49.311100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c1977d-8463-490d-84f9-cb4e18aedeef tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:49.316152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-75c1977d-8463-490d-84f9-cb4e18aedeef tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/networks/7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 881 time: 0.2563748 Jun 04 16:45:49.317391 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44540) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:49.361373 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4afad40c-e74b-433d-9db5-c5680a041f40 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:49.395393 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-43ea0e12-90fb-45d7-8bcc-913b6f21765e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b73041-4b4e-4f5e-a535-0416ac607d1e HTTP/1.1" status: 200 len: 205 time: 0.0765414 Jun 04 16:45:49.397758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44546) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:49.401437 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4afad40c-e74b-433d-9db5-c5680a041f40 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:49.550740 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4afad40c-e74b-433d-9db5-c5680a041f40 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:49.617513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afad40c-e74b-433d-9db5-c5680a041f40 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0543f7-0036-42e1-a6b8-fe89cfc50bac,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:49.652237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4afad40c-e74b-433d-9db5-c5680a041f40 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:49.658236 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4afad40c-e74b-433d-9db5-c5680a041f40 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "DELETE /v2.0/security-groups/fc0543f7-0036-42e1-a6b8-fe89cfc50bac HTTP/1.1" status: 204 len: 168 time: 0.4515271 Jun 04 16:45:49.660745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44552) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:49.752090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b5483fd9-fb1f-4084-b06f-a4d2efbb9025 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Synchronizing usage tracker for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:49.776267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b5483fd9-fb1f-4084-b06f-a4d2efbb9025 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Unset dirty status for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:49.776267 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b5483fd9-fb1f-4084-b06f-a4d2efbb9025 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1074555 Jun 04 16:45:49.776267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44558) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:49.793427 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-de22dcf8-ed82-4c2f-ac76-7dd4062bdaf5 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group': {'name': 'tempest-secgroup--916625148'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:49.821090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-de22dcf8-ed82-4c2f-ac76-7dd4062bdaf5 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:49.858554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-de22dcf8-ed82-4c2f-ac76-7dd4062bdaf5 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:49.892850 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de22dcf8-ed82-4c2f-ac76-7dd4062bdaf5 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:49.938056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-de22dcf8-ed82-4c2f-ac76-7dd4062bdaf5 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:49.945621 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:49.947741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-de22dcf8-ed82-4c2f-ac76-7dd4062bdaf5 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Usage tracker for resource:security_group_rule and tenant:13355a5b6d6b4a38a43345ab0b1c7d85 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:49.947741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-de22dcf8-ed82-4c2f-ac76-7dd4062bdaf5 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:49.969874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-de22dcf8-ed82-4c2f-ac76-7dd4062bdaf5 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:50.160361 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de22dcf8-ed82-4c2f-ac76-7dd4062bdaf5 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:50.169405 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de22dcf8-ed82-4c2f-ac76-7dd4062bdaf5 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:50.277036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22dcf8-ed82-4c2f-ac76-7dd4062bdaf5 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4adfbe0f-6df8-464d-a279-24ccf8d1f929,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:50.297579 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-de22dcf8-ed82-4c2f-ac76-7dd4062bdaf5 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:50.297579 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-de22dcf8-ed82-4c2f-ac76-7dd4062bdaf5 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5189879 Jun 04 16:45:50.318293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44570) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:50.318293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6c9ebed4-5ee8-4fe5-8ba1-35a64beffa00 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:50.318293 n-d-811809-3 neutron-server[88797]: WARNING neutron.api.v2.base [None req-6c9ebed4-5ee8-4fe5-8ba1-35a64beffa00 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 04 16:45:50.318293 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-6c9ebed4-5ee8-4fe5-8ba1-35a64beffa00 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] update failed (client error): There was a conflict when trying to complete your request. Jun 04 16:45:50.318293 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6c9ebed4-5ee8-4fe5-8ba1-35a64beffa00 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "PUT /v2.0/security-groups/4adfbe0f-6df8-464d-a279-24ccf8d1f929 HTTP/1.1" status: 409 len: 330 time: 0.0064206 Jun 04 16:45:50.318293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44574) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:50.403803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:50.416395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Deleting port 04ad068b-bddf-479e-bb7c-55b71f638723 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:45:50.416747 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:50.426491 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0aba3a61-1f15-4da7-bdb2-20270a7fd99e tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:50.499678 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0aba3a61-1f15-4da7-bdb2-20270a7fd99e tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:50.660614 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0aba3a61-1f15-4da7-bdb2-20270a7fd99e tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:50.690720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba3a61-1f15-4da7-bdb2-20270a7fd99e tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adfbe0f-6df8-464d-a279-24ccf8d1f929,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:50.713024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0aba3a61-1f15-4da7-bdb2-20270a7fd99e tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:50.714142 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0aba3a61-1f15-4da7-bdb2-20270a7fd99e tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "DELETE /v2.0/security-groups/4adfbe0f-6df8-464d-a279-24ccf8d1f929 HTTP/1.1" status: 204 len: 168 time: 0.4023073 Jun 04 16:45:50.717244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44588) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:50.868280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c2f5021b-801a-49e5-8833-e9791d2d647a tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Synchronizing usage tracker for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:45:50.996605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c2f5021b-801a-49e5-8833-e9791d2d647a tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] Unset dirty status for tenant:13355a5b6d6b4a38a43345ab0b1c7d85 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:45:50.996605 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c2f5021b-801a-49e5-8833-e9791d2d647a tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2673357 Jun 04 16:45:50.996605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44598) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:51.066675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44604) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:51.073385 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-778393ab-0615-4e61-84a3-15119bafcc6c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] delete failed (client error): The resource could not be found. Jun 04 16:45:51.079852 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-778393ab-0615-4e61-84a3-15119bafcc6c tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "DELETE /v2.0/security-groups/1a3e2986-27fb-440d-b312-ccf85f2aba41 HTTP/1.1" status: 404 len: 347 time: 0.0808232 Jun 04 16:45:51.080378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44608) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:51.105872 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-ca6db9a0-f64b-4e69-9576-e5d50f724584 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] show failed (client error): The resource could not be found. Jun 04 16:45:51.112907 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ca6db9a0-f64b-4e69-9576-e5d50f724584 tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "GET /v2.0/security-groups/ac2e225e-642e-46a6-8e6d-a9337b5318e1 HTTP/1.1" status: 404 len: 347 time: 0.0260546 Jun 04 16:45:51.123138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44616) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:51.170900 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-4cda6b12-ee3a-43b1-a171-9e6de385ed7e tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] show failed (client error): The resource could not be found. Jun 04 16:45:51.184047 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4cda6b12-ee3a-43b1-a171-9e6de385ed7e tempest-NegativeSecGroupIPv6Test-22690723 tempest-NegativeSecGroupIPv6Test-22690723-project] 10.222.0.13 "GET /v2.0/security-group-rules/ac1b92d6-23c6-4a3d-bc88-02cc19149afc HTTP/1.1" status: 404 len: 356 time: 0.0532582 Jun 04 16:45:51.185541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-00318c8a-e2da-4dc6-a356-f846456e1caf admin admin] Deleting subnet b4d5194a-a004-4560-8767-d00600077820 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:45:51.196823 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:51.201863 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00318c8a-e2da-4dc6-a356-f846456e1caf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:51.419407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Calling delete_port for 04ad068b-bddf-479e-bb7c-55b71f638723 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:45:51.457117 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00318c8a-e2da-4dc6-a356-f846456e1caf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:51.534080 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00318c8a-e2da-4dc6-a356-f846456e1caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:51.651445 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00318c8a-e2da-4dc6-a356-f846456e1caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:51.715369 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00318c8a-e2da-4dc6-a356-f846456e1caf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d5194a-a004-4560-8767-d00600077820,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:51.733541 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-00318c8a-e2da-4dc6-a356-f846456e1caf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:51.742525 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-00318c8a-e2da-4dc6-a356-f846456e1caf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b4d5194a-a004-4560-8767-d00600077820 HTTP/1.1" status: 204 len: 168 time: 0.6717601 Jun 04 16:45:51.743287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44628) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:51.745607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44630) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:51.931835 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.086332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Pushing event deleted for resources: {'Port': ['ID=04ad068b-bddf-479e-bb7c-55b71f638723,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:52.118825 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6fb43557-b210-4e90-b384-b145c5a89004 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13355a5b6d6b4a38a43345ab0b1c7d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737810 Jun 04 16:45:52.123385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44648) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:52.128557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a600f18a-33d4-4459-abe7-adccc6b1377f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.209845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.375895 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a600f18a-33d4-4459-abe7-adccc6b1377f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.404516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9c79cca3-3ea2-4fb4-81db-8414c655f282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.424408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a600f18a-33d4-4459-abe7-adccc6b1377f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912fbf3d-49df-4018-95c4-c18424967793']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:52.446470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a600f18a-33d4-4459-abe7-adccc6b1377f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251f6d34-eec1-4af7-af30-54d338ca97bd') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:52.446652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a600f18a-33d4-4459-abe7-adccc6b1377f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251f6d34-eec1-4af7-af30-54d338ca97bd') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:52.466806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9c79cca3-3ea2-4fb4-81db-8414c655f282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.481339 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a600f18a-33d4-4459-abe7-adccc6b1377f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.493269 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.493269 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.521712 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a600f18a-33d4-4459-abe7-adccc6b1377f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.536223 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.536223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Fanout notify agent at l3_agent the message router_deleted on router 21b73041-4b4e-4f5e-a535-0416ac607d1e {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:45:52.554061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a600f18a-33d4-4459-abe7-adccc6b1377f admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:45:52.554061 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a600f18a-33d4-4459-abe7-adccc6b1377f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.559081 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.567158 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-636a112e-a68a-4dbe-ae2d-a632921c35b1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "DELETE /v2.0/routers/21b73041-4b4e-4f5e-a535-0416ac607d1e HTTP/1.1" status: 204 len: 168 time: 3.1647158 Jun 04 16:45:52.571494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44656) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:52.576135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1501230268', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}, 'admin_state_up': False}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:52.600154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:52.604175 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 251f6d34-eec1-4af7-af30-54d338ca97bd resource provider aggregate not found Jun 04 16:45:52.606317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Usage tracker for resource:router and tenant:4b71ce327b254e6c9a5a432671be5c1d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:52.613750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:52.625811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:52.637598 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.638839 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.658746 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.692321 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 251f6d34-eec1-4af7-af30-54d338ca97bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 251f6d34-eec1-4af7-af30-54d338ca97bd found for delete ", "request_id": "req-51fad938-85b4-4e66-bcab-8b8391e60aa0"}]} Jun 04 16:45:52.695320 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9c79cca3-3ea2-4fb4-81db-8414c655f282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.711703 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a600f18a-33d4-4459-abe7-adccc6b1377f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.729940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79cca3-3ea2-4fb4-81db-8414c655f282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451a8384-4b93-4f51-b19e-6b4e254fb22c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:52.732484 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a600f18a-33d4-4459-abe7-adccc6b1377f admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.765677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600f18a-33d4-4459-abe7-adccc6b1377f admin admin] Pushing event deleted for resources: {'Network': ['ID=912fbf3d-49df-4018-95c4-c18424967793,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:52.786777 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9c79cca3-3ea2-4fb4-81db-8414c655f282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:52.786777 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9c79cca3-3ea2-4fb4-81db-8414c655f282 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/451a8384-4b93-4f51-b19e-6b4e254fb22c HTTP/1.1" status: 204 len: 168 time: 0.6605937 Jun 04 16:45:52.795468 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a600f18a-33d4-4459-abe7-adccc6b1377f admin admin] 10.222.0.13 "DELETE /v2.0/networks/912fbf3d-49df-4018-95c4-c18424967793 HTTP/1.1" status: 204 len: 168 time: 1.0413888 Jun 04 16:45:52.992911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44676) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:53.088126 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ffb86b8a-01dc-494b-bcd2-4a5d433b7b74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd93265139154870b99aaae416e5301e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0921316 Jun 04 16:45:53.094854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44680) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:53.203160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33a9881e-ac32-4d73-be84-67c901f47681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:53.258363 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33a9881e-ac32-4d73-be84-67c901f47681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:53.338570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33a9881e-ac32-4d73-be84-67c901f47681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:53.363783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9881e-ac32-4d73-be84-67c901f47681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beff17b-0861-4ea2-aaaf-e0200efd094f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:53.404680 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33a9881e-ac32-4d73-be84-67c901f47681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:53.404680 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-33a9881e-ac32-4d73-be84-67c901f47681 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0beff17b-0861-4ea2-aaaf-e0200efd094f HTTP/1.1" status: 204 len: 168 time: 0.3073580 Jun 04 16:45:53.408047 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:53.998182 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:54.039671 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:54.263412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Allocated IP 172.25.5.131 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/35ad7bd1-ded2-40ca-af97-bef390427352) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:45:54.526048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44742) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:54.611132 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:54.710219 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:54.795689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949161844-network', 'tenant_id': 'c475d1b73ec64f518071441c93d118f1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:54.809083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:54.820801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Usage tracker for resource:network and tenant:c475d1b73ec64f518071441c93d118f1 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:54.820801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:54.836462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:54.839284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Pushing event updated for resources: {'Port': ['ID=35ad7bd1-ded2-40ca-af97-bef390427352,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:54.857280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:45:54.861515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:45:54.868893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:45:54.873239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Made reservation on behalf of c475d1b73ec64f518071441c93d118f1 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:45:54.873239 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:54.900913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:54.946565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:54.956241 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Usage tracker for resource:security_group_rule and tenant:c475d1b73ec64f518071441c93d118f1 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:54.964172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:54.978866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:55.238237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:55.250831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:55.279523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:45:55.290198 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:55.290571 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Added segment cc27d73e-32be-4a9e-a755-25df8ab88284 of type vlan for network af1e7a52-3b56-4bfb-831f-c18a65034631 Jun 04 16:45:55.337828 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:55.345506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576ec7fc-6a07-41d1-ba52-6b1e98ff7b48,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:55.403531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:55.416599 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:55.416599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:55.470184 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9417160 Jun 04 16:45:55.501630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44770) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:55.535197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Request body: {'subnet': {'network_id': 'af1e7a52-3b56-4bfb-831f-c18a65034631', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949161844-subnet', 'tenant_id': 'c475d1b73ec64f518071441c93d118f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:55.549536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:55.556919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Usage tracker for resource:subnet and tenant:c475d1b73ec64f518071441c93d118f1 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:55.556919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:55.569101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4803726-6843-4fb1-a420-0ff75456afcf admin admin] Pushing event updated for resources: {'Network': ['ID=af1e7a52-3b56-4bfb-831f-c18a65034631,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:55.579291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:55.593404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network af1e7a52-3b56-4bfb-831f-c18a65034631 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:45:55.607938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Made reservation on behalf of c475d1b73ec64f518071441c93d118f1 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:45:55.610719 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:55.885890 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:56.306089 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:56.372479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ec373e-1256-497d-b92c-3b84917ff4f2,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:56.494065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Checking segment: {'id': 'cc27d73e-32be-4a9e-a755-25df8ab88284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'af1e7a52-3b56-4bfb-831f-c18a65034631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:45:56.494065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Network hostable DHCP agents. Network: af1e7a52-3b56-4bfb-831f-c18a65034631, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:45:56.573305 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:56.700575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Network af1e7a52-3b56-4bfb-831f-c18a65034631 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:45:56.735361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, af1e7a52-3b56-4bfb-831f-c18a65034631) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:45:56.744291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9266718b-c590-4ac9-b710-d211d762855a None None] Network af1e7a52-3b56-4bfb-831f-c18a65034631 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:45:56.744845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:56.745423 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:56.876485 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cc85f935-6515-480c-a0c2-e3124b324000 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3712773 Jun 04 16:45:57.059224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Router 6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:45:57.383343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19c3d17-7f37-4482-8af6-1e14b731e6b9 None None] Network af1e7a52-3b56-4bfb-831f-c18a65034631 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:45:57.534117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:45:57.548532 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65760dd0-839d-409b-ad1c-668ee94a72cc None None] Sync routers for ids ['6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:45:57.564388 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65760dd0-839d-409b-ad1c-668ee94a72cc None None] Routers {'6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:57.565029 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-65760dd0-839d-409b-ad1c-668ee94a72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:57.628356 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:57.629854 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cfaeb494-c784-4f7a-92e6-b0e97a226007 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.0602372 Jun 04 16:45:57.632771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44816) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:57.640570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:57.821754 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-65760dd0-839d-409b-ad1c-668ee94a72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:57.880795 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65760dd0-839d-409b-ad1c-668ee94a72cc None None] Routers {'6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:45:57.880795 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-65760dd0-839d-409b-ad1c-668ee94a72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:45:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:57.916942 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e5d02d67-de4e-4699-b57d-18ee77918774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:58.019983 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-65760dd0-839d-409b-ad1c-668ee94a72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:45:58.020772 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65760dd0-839d-409b-ad1c-668ee94a72cc None None] The sync data for ids ['6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1'] in n-d-811809-3 is: [] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:45:58.376442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44836) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:58.382295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1650656145-network', 'tenant_id': 'd911422211d5421181fa6f8e7e3fc67d'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:58.388159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:58.392501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Usage tracker for resource:network and tenant:d911422211d5421181fa6f8e7e3fc67d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:58.396875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:58.404244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:58.439448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Made reservation on behalf of d911422211d5421181fa6f8e7e3fc67d for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:45:58.446456 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:58.461837 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:58.480347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:58.480347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Usage tracker for resource:security_group_rule and tenant:d911422211d5421181fa6f8e7e3fc67d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:58.489378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:58.508920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:58.709404 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:58.719040 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:58.760861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:45:58.771707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c15af4-c61e-45fe-b43c-64a9515526f9,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:58.779016 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:58.779675 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Added segment 4c81fd34-489b-4d57-b62b-348e69f5e284 of type vlan for network d6c2ba41-550e-47e7-88ad-684b2aa60796 Jun 04 16:45:58.844361 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:58.913127 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:58.913127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:58.913127 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:58.958737 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:58.981895 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:58.996230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Deleting port 35ad7bd1-ded2-40ca-af97-bef390427352 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:45:58.996798 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:59.044912 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-88dfacb5-3810-482f-9c3a-9664b9ea9067 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=60a9b6e46b3248d4a9a784c0b4dc1a21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939467 Jun 04 16:45:59.097878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7108555 Jun 04 16:45:59.097878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44860) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:45:59.097878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45406da5-45cb-40f7-ae4e-d4b040eec026 admin admin] Pushing event updated for resources: {'Network': ['ID=d6c2ba41-550e-47e7-88ad-684b2aa60796,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:59.106326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network d6c2ba41-550e-47e7-88ad-684b2aa60796 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:45:59.159191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Request body: {'subnet': {'network_id': 'd6c2ba41-550e-47e7-88ad-684b2aa60796', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1650656145-subnet', 'tenant_id': 'd911422211d5421181fa6f8e7e3fc67d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:45:59.180613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:45:59.180613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Usage tracker for resource:subnet and tenant:d911422211d5421181fa6f8e7e3fc67d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:45:59.188709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:45:59.191933 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:59.200687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:45:59.266404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Made reservation on behalf of d911422211d5421181fa6f8e7e3fc67d for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:45:59.266404 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:59.305899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-5ea4ff19-2c35-44ca-b51b-02e30b20b091 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:45:59.305899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-5ea4ff19-2c35-44ca-b51b-02e30b20b091 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158453 Jun 04 16:45:59.357131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Calling delete_port for 35ad7bd1-ded2-40ca-af97-bef390427352 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:45:59.613574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:45:59.625273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-72d4e1ed-0582-4fa7-93a9-2eeccaa4d487 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/quotas/60a9b6e46b3248d4a9a784c0b4dc1a21 HTTP/1.1" status: 200 len: 375 time: 0.0184639 Jun 04 16:45:59.687491 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-e7a08440-4ebf-4a2b-99e6-3ba7a10a91d2 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=60a9b6e46b3248d4a9a784c0b4dc1a21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667810 Jun 04 16:45:59.754061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Pushing event deleted for resources: {'Port': ['ID=35ad7bd1-ded2-40ca-af97-bef390427352,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:45:59.826320 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:00.063400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-62f7da39-6f44-410c-8ced-b876f502d25e req-bfeb62e3-5538-4e99-a5a0-c476b1ee3d96 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 210 time: 0.1136148 Jun 04 16:46:00.101198 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e85e1e3e-0041-4e8a-91a8-caf691e76910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:00.154307 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:00.404360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1841be9a-5ff6-47c7-acb1-07b857573faf,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:00.449291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Checking segment: {'id': '4c81fd34-489b-4d57-b62b-348e69f5e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd6c2ba41-550e-47e7-88ad-684b2aa60796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:46:00.449291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Network hostable DHCP agents. Network: d6c2ba41-550e-47e7-88ad-684b2aa60796, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:46:00.470892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Network d6c2ba41-550e-47e7-88ad-684b2aa60796 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:46:00.503083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, d6c2ba41-550e-47e7-88ad-684b2aa60796) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:00.503083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:00.516504 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88387eec-0184-47bd-bf46-9b376dd8079d None None] Network d6c2ba41-550e-47e7-88ad-684b2aa60796 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:46:00.529999 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:00.603188 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:46:00.616571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-47787d7c-74af-4a66-8683-a0a4bfba5c12 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4988260 Jun 04 16:46:00.771913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:00.771913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640049'] for router, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:00.905729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44896) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:01.067365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-402bd191-e301-41e2-926b-943ab338e90f admin admin] Deleting subnet 61ec373e-1256-497d-b92c-3b84917ff4f2 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:46:01.073331 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-402bd191-e301-41e2-926b-943ab338e90f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:01.130786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f95b3a-30a7-4a19-a900-03695142a1ce None None] Network d6c2ba41-550e-47e7-88ad-684b2aa60796 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:46:01.179437 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Router 6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:46:01.217675 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-402bd191-e301-41e2-926b-943ab338e90f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:01.401451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:46:01.417503 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:01.419498 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c377f058-c999-4b6f-9df0-b9d88ae12b78 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "PUT /v2.0/routers/6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1 HTTP/1.1" status: 200 len: 710 time: 3.7847338 Jun 04 16:46:01.422158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44906) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:01.427034 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-81dfa588-6ecc-4272-a5fe-0c64bab2b6c4 req-e6cca67b-77ee-4331-8685-99bd86cfe2a4 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 210 time: 0.0562906 Jun 04 16:46:01.497291 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-402bd191-e301-41e2-926b-943ab338e90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:01.560726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757b5e31-3641-48fb-b31d-c2260d2820cc None None] Sync routers for ids ['6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:46:01.630748 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:01.682547 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:01.700105 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-402bd191-e301-41e2-926b-943ab338e90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:01.798012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757b5e31-3641-48fb-b31d-c2260d2820cc None None] Routers {'6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:46:01.798012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-757b5e31-3641-48fb-b31d-c2260d2820cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:46:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:01.834042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bd191-e301-41e2-926b-943ab338e90f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ec373e-1256-497d-b92c-3b84917ff4f2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:01.855444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-8c75e123-299e-43ef-8894-c56c525ece7a tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=60a9b6e46b3248d4a9a784c0b4dc1a21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925128 Jun 04 16:46:01.858723 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-402bd191-e301-41e2-926b-943ab338e90f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:01.869847 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-402bd191-e301-41e2-926b-943ab338e90f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/61ec373e-1256-497d-b92c-3b84917ff4f2 HTTP/1.1" status: 204 len: 168 time: 0.9630265 Jun 04 16:46:01.871407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44916) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:01.887273 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-59451974-a7da-4339-b0d6-1808f74e595c tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/routers/6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1 HTTP/1.1" status: 200 len: 745 time: 0.4636624 Jun 04 16:46:01.889689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44918) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:01.938752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-757b5e31-3641-48fb-b31d-c2260d2820cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:01.973102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757b5e31-3641-48fb-b31d-c2260d2820cc None None] Routers {'6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:46:01.973737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-757b5e31-3641-48fb-b31d-c2260d2820cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:46:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:02.048055 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d83a199f-31c9-4363-a89e-aeb819acfcaa tempest-RoutersIpV6AdminTest-2010285204 tempest-RoutersIpV6AdminTest-2010285204-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&device_id=6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1 HTTP/1.1" status: 200 len: 205 time: 0.1422205 Jun 04 16:46:02.048055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44922) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:02.173908 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8fa2cb6b-d7c9-4c16-a91c-3117516e99c2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1 HTTP/1.1" status: 200 len: 205 time: 0.1245172 Jun 04 16:46:02.173908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44928) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:02.203505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-757b5e31-3641-48fb-b31d-c2260d2820cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:02.203505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757b5e31-3641-48fb-b31d-c2260d2820cc None None] The sync data for ids ['6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1'] in n-d-811809-3 is: [] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:46:02.356279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:02.387365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-cda8ca01-d823-4811-8e57-43e86a6c3d79 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:02.387365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-cda8ca01-d823-4811-8e57-43e86a6c3d79 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5182259 Jun 04 16:46:02.396503 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b8564069-0932-4c28-a351-e1f3eedd7027 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:02.445217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Request body: {'port': {'device_id': '021bbe31-cd33-42ce-a810-166b23da97e7', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '60a9b6e46b3248d4a9a784c0b4dc1a21'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:02.597803 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:02.713598 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:02.798336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21ebf405-ece1-4bb6-a1b9-1b2cc934f437 req-836f097b-5a04-4281-a669-56dff5914509 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 210 time: 0.0868900 Jun 04 16:46:02.829758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1e7a52-3b56-4bfb-831f-c18a65034631']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:02.846872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc27d73e-32be-4a9e-a755-25df8ab88284') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:02.847191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc27d73e-32be-4a9e-a755-25df8ab88284') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:02.862610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:02.865669 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:02.876611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Usage tracker for resource:port and tenant:60a9b6e46b3248d4a9a784c0b4dc1a21 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:02.880798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:02.889528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:02.892000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:02.901622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:46:02.902339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:02.941725 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b8564069-0932-4c28-a351-e1f3eedd7027 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:02.944306 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b8564069-0932-4c28-a351-e1f3eedd7027 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:02.972371 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b8564069-0932-4c28-a351-e1f3eedd7027 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:02.973333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8564069-0932-4c28-a351-e1f3eedd7027 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:46:02.977950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Made reservation on behalf of 60a9b6e46b3248d4a9a784c0b4dc1a21 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:02.981545 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:02.993405 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b8564069-0932-4c28-a351-e1f3eedd7027 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:02.999257 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b8564069-0932-4c28-a351-e1f3eedd7027 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "DELETE /v2.0/routers/6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1 HTTP/1.1" status: 204 len: 168 time: 0.8267181 Jun 04 16:46:03.004595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44946) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:03.022845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:03.079988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:03.080831 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0e963736-e794-494a-a953-16fd09a395e2 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1 HTTP/1.1" status: 200 len: 205 time: 0.0741091 Jun 04 16:46:03.082865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44950) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:03.091449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Usage tracker for resource:security_group_rule and tenant:60a9b6e46b3248d4a9a784c0b4dc1a21 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:03.095847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:03.103063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:03.131413 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:03.201628 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:03.233804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Pushing event deleted for resources: {'Network': ['ID=af1e7a52-3b56-4bfb-831f-c18a65034631,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:03.242858 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment cc27d73e-32be-4a9e-a755-25df8ab88284 resource provider aggregate not found Jun 04 16:46:03.269067 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment cc27d73e-32be-4a9e-a755-25df8ab88284 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc27d73e-32be-4a9e-a755-25df8ab88284 found for delete ", "request_id": "req-3db3050a-07fc-44d5-8f86-9e6e7c8e870b"}]} Jun 04 16:46:03.272057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:03.272392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:03.272723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:03.273046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:03.273368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:03.273689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:03.274003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:03.274318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:03.274660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:03.275326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:03.275649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:03.275962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:03.286341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a59b9f05-4f37-4364-99c1-5d745e5fea2f admin admin] 10.222.0.13 "DELETE /v2.0/networks/af1e7a52-3b56-4bfb-831f-c18a65034631 HTTP/1.1" status: 204 len: 168 time: 1.2045681 Jun 04 16:46:03.291740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 44956) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:03.362605 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-22e9f864-72e5-4c8b-9876-bf75029f02d4 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] delete failed (client error): The resource could not be found. Jun 04 16:46:03.364192 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-22e9f864-72e5-4c8b-9876-bf75029f02d4 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "DELETE /v2.0/routers/6a9a67c3-dbc3-45b6-a9ec-8ee7ef7aa9e1 HTTP/1.1" status: 404 len: 336 time: 0.2780240 Jun 04 16:46:03.367075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44960) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:03.396218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-3650579f-d949-42fe-922a-0086d3d3bc77 admin admin] Deleting subnet 1841be9a-5ff6-47c7-acb1-07b857573faf {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:46:03.411544 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3650579f-d949-42fe-922a-0086d3d3bc77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:03.418782 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a396a26c-845f-4d01-a896-72bfa3513526 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b73041-4b4e-4f5e-a535-0416ac607d1e HTTP/1.1" status: 200 len: 205 time: 0.0480239 Jun 04 16:46:03.419458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44964) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:03.489652 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-239fb7d7-d7a0-4368-86a6-d23d4e50d106 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] delete failed (client error): The resource could not be found. Jun 04 16:46:03.490787 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-239fb7d7-d7a0-4368-86a6-d23d4e50d106 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "DELETE /v2.0/routers/21b73041-4b4e-4f5e-a535-0416ac607d1e HTTP/1.1" status: 404 len: 336 time: 0.0704362 Jun 04 16:46:03.504642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44968) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:03.566659 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c947e263-605e-46eb-b1e6-f93d07586e1e tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "GET /v2.0/ports?device_id=82ccee55-5941-42c0-8661-52c43f6eead4 HTTP/1.1" status: 200 len: 205 time: 0.0605700 Jun 04 16:46:03.568968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44972) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:03.613297 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:03.627504 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:03.650681 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-02bab1d0-b106-4681-a86f-708e8062425b tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] delete failed (client error): The resource could not be found. Jun 04 16:46:03.654475 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-02bab1d0-b106-4681-a86f-708e8062425b tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "DELETE /v2.0/routers/82ccee55-5941-42c0-8661-52c43f6eead4 HTTP/1.1" status: 404 len: 336 time: 0.0815845 Jun 04 16:46:03.654992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44976) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:03.711922 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-88f2cf2e-16a5-4d20-ab85-087cc4327b87 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "GET /v2.0/ports?device_id=36cf66f1-82e0-4f74-acbb-21744e4bd7c5 HTTP/1.1" status: 200 len: 205 time: 0.0533693 Jun 04 16:46:03.712134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44980) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:03.719707 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3650579f-d949-42fe-922a-0086d3d3bc77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:03.771122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97af8aaf-f58d-4da0-bc6d-223ce8dbc473,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:03.801102 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-0f71cd6c-d801-492e-9da4-9059b5a45900 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] delete failed (client error): The resource could not be found. Jun 04 16:46:03.802175 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0f71cd6c-d801-492e-9da4-9059b5a45900 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "DELETE /v2.0/routers/36cf66f1-82e0-4f74-acbb-21744e4bd7c5 HTTP/1.1" status: 404 len: 336 time: 0.0891366 Jun 04 16:46:03.805249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44988) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:03.872949 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6f3c5121-95fc-449f-b67c-43f1699642e1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c057075f-32ed-4512-965e-6ad0fca9b83f HTTP/1.1" status: 200 len: 205 time: 0.0663195 Jun 04 16:46:03.875393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 44994) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:03.886892 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3650579f-d949-42fe-922a-0086d3d3bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:03.944540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Allocated IP 192.168.233.82 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/8896aacd-6b85-4552-a05b-17d4011786bc) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:46:04.010953 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-57ca2151-41a7-4d95-a29f-13f8448b57da tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] delete failed (client error): The resource could not be found. Jun 04 16:46:04.012620 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-57ca2151-41a7-4d95-a29f-13f8448b57da tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "DELETE /v2.0/routers/c057075f-32ed-4512-965e-6ad0fca9b83f HTTP/1.1" status: 404 len: 336 time: 0.1348655 Jun 04 16:46:04.015113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45000) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:04.041568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17163c5a-720d-4c23-905c-4d7577ae4e0d req-0b620660-61cf-4aac-a6a6-8a22f40a4dd8 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 210 time: 0.0728626 Jun 04 16:46:04.083186 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:04.148426 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eda66678-dafe-4605-a6c1-a2b490be80df tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f61e35-52e2-49f8-833c-9346a06617b5 HTTP/1.1" status: 200 len: 205 time: 0.1299801 Jun 04 16:46:04.151438 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:04.152594 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45004) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:04.227948 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-86ccb309-778b-460d-bb73-dd204df5343d tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] delete failed (client error): The resource could not be found. Jun 04 16:46:04.229266 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-86ccb309-778b-460d-bb73-dd204df5343d tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "DELETE /v2.0/routers/c2f61e35-52e2-49f8-833c-9346a06617b5 HTTP/1.1" status: 404 len: 336 time: 0.0753798 Jun 04 16:46:04.232776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45008) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:04.275290 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3650579f-d949-42fe-922a-0086d3d3bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:04.313713 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-804ace0c-c799-48fd-b42a-962ded3e5aa1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] DELETE failed (client error): The resource could not be found. Jun 04 16:46:04.314818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804ace0c-c799-48fd-b42a-962ded3e5aa1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:46:04.316823 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-804ace0c-c799-48fd-b42a-962ded3e5aa1 tempest-RoutersIpV6AdminTest-1989184284 tempest-RoutersIpV6AdminTest-1989184284-project] 10.222.0.13 "DELETE /v2.0/subnets/b7f0a5ac-807e-48b3-8e1c-080f9b350826 HTTP/1.1" status: 404 len: 337 time: 0.0828156 Jun 04 16:46:04.346289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650579f-d949-42fe-922a-0086d3d3bc77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1841be9a-5ff6-47c7-acb1-07b857573faf,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:04.352696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3650579f-d949-42fe-922a-0086d3d3bc77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:04.392543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45018) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:04.392962 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3650579f-d949-42fe-922a-0086d3d3bc77 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1841be9a-5ff6-47c7-acb1-07b857573faf HTTP/1.1" status: 204 len: 168 time: 1.0984242 Jun 04 16:46:04.399798 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:04.420736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Transition to ACTIVE for port object 8896aacd-6b85-4552-a05b-17d4011786bc will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:04.469135 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:04.608123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:46:04.614931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:04.621696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:46:04.648057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86c30374-f6c7-4182-84ce-5270c66c5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:04.741151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Pushing event updated for resources: {'Port': ['ID=8896aacd-6b85-4552-a05b-17d4011786bc,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:04.830139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:04.834462 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:04.861463 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86c30374-f6c7-4182-84ce-5270c66c5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:04.874389 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-4520a40a-053e-4e37-a1e0-7ebd4ef75ef1 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4437401 Jun 04 16:46:04.887541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Request body: {'port': {'device_id': '021bbe31-cd33-42ce-a810-166b23da97e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:04.914564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-86c30374-f6c7-4182-84ce-5270c66c5e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c2ba41-550e-47e7-88ad-684b2aa60796']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:04.947091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-86c30374-f6c7-4182-84ce-5270c66c5e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c81fd34-489b-4d57-b62b-348e69f5e284') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:04.947393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-86c30374-f6c7-4182-84ce-5270c66c5e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c81fd34-489b-4d57-b62b-348e69f5e284') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:04.947931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45028) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:04.976248 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86c30374-f6c7-4182-84ce-5270c66c5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:04.983386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-13846e1a-a991-4480-978b-a8b1618ea796 None None] Provisioning for port 8896aacd-6b85-4552-a05b-17d4011786bc completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:46:04.988917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-13846e1a-a991-4480-978b-a8b1618ea796 None None] Provisioning complete for port 8896aacd-6b85-4552-a05b-17d4011786bc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:04.989355 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-13846e1a-a991-4480-978b-a8b1618ea796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:05.016334 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86c30374-f6c7-4182-84ce-5270c66c5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:05.030126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c30374-f6c7-4182-84ce-5270c66c5e5f admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:46:05.030574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86c30374-f6c7-4182-84ce-5270c66c5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:05.134169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-13846e1a-a991-4480-978b-a8b1618ea796 None None] Port 8896aacd-6b85-4552-a05b-17d4011786bc cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:46:05.146853 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:05.168045 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86c30374-f6c7-4182-84ce-5270c66c5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:05.209709 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86c30374-f6c7-4182-84ce-5270c66c5e5f admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:05.221878 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 4c81fd34-489b-4d57-b62b-348e69f5e284 resource provider aggregate not found Jun 04 16:46:05.238502 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63fa8789-683e-4622-a024-5ad45fcb6e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:05.245929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c30374-f6c7-4182-84ce-5270c66c5e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c2ba41-550e-47e7-88ad-684b2aa60796,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:05.253832 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-86c30374-f6c7-4182-84ce-5270c66c5e5f admin admin] 10.222.0.13 "DELETE /v2.0/networks/d6c2ba41-550e-47e7-88ad-684b2aa60796 HTTP/1.1" status: 204 len: 168 time: 0.8597586 Jun 04 16:46:05.260413 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 4c81fd34-489b-4d57-b62b-348e69f5e284 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c81fd34-489b-4d57-b62b-348e69f5e284 found for delete ", "request_id": "req-c771c57c-b200-4616-8519-fe2ade2fda1c"}]} Jun 04 16:46:05.382009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-63fa8789-683e-4622-a024-5ad45fcb6e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:05.402652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-63fa8789-683e-4622-a024-5ad45fcb6e63 admin admin] Usage tracker for resource:security_group_rule and tenant:4b71ce327b254e6c9a5a432671be5c1d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:05.424748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-63fa8789-683e-4622-a024-5ad45fcb6e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:05.432522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45054) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:05.446918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-63fa8789-683e-4622-a024-5ad45fcb6e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:05.514539 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ca84d2e4-614f-4299-8b39-73c492531550 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c475d1b73ec64f518071441c93d118f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802052 Jun 04 16:46:05.516867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45060) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:05.594797 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb50c9f0-f8e3-42a9-8a0e-57996560f8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:05.631048 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb50c9f0-f8e3-42a9-8a0e-57996560f8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:05.657268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e25ef-ca03-4e9f-a095-b2621bc61db1 req-bcdaa530-2dd2-4bd4-bc87-0d1a42ea4d6a tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:05.665528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0f4e25ef-ca03-4e9f-a095-b2621bc61db1 req-bcdaa530-2dd2-4bd4-bc87-0d1a42ea4d6a tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Synchronizing usage tracker for tenant:60a9b6e46b3248d4a9a784c0b4dc1a21 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:46:05.708592 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb50c9f0-f8e3-42a9-8a0e-57996560f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:05.745072 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb50c9f0-f8e3-42a9-8a0e-57996560f8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:05.756428 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eb50c9f0-f8e3-42a9-8a0e-57996560f8e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/576ec7fc-6a07-41d1-ba52-6b1e98ff7b48 HTTP/1.1" status: 204 len: 168 time: 0.2351692 Jun 04 16:46:05.757835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50c9f0-f8e3-42a9-8a0e-57996560f8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576ec7fc-6a07-41d1-ba52-6b1e98ff7b48,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:05.826802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0f4e25ef-ca03-4e9f-a095-b2621bc61db1 req-bcdaa530-2dd2-4bd4-bc87-0d1a42ea4d6a tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Unset dirty status for tenant:60a9b6e46b3248d4a9a784c0b4dc1a21 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:46:05.828166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f4e25ef-ca03-4e9f-a095-b2621bc61db1 req-bcdaa530-2dd2-4bd4-bc87-0d1a42ea4d6a tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 935 time: 0.5547702 Jun 04 16:46:05.949640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0f4e25ef-ca03-4e9f-a095-b2621bc61db1 req-aa30ef01-a686-4a56-a7c9-8400ac57f13c tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Synchronizing usage tracker for tenant:60a9b6e46b3248d4a9a784c0b4dc1a21 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:46:05.959953 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63fa8789-683e-4622-a024-5ad45fcb6e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:05.974670 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-63fa8789-683e-4622-a024-5ad45fcb6e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:06.021394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0f4e25ef-ca03-4e9f-a095-b2621bc61db1 req-aa30ef01-a686-4a56-a7c9-8400ac57f13c tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Unset dirty status for tenant:60a9b6e46b3248d4a9a784c0b4dc1a21 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:46:06.022802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f4e25ef-ca03-4e9f-a095-b2621bc61db1 req-aa30ef01-a686-4a56-a7c9-8400ac57f13c tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/security-groups?id=97af8aaf-f58d-4da0-bc6d-223ce8dbc473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745651 Jun 04 16:46:06.031181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa8789-683e-4622-a024-5ad45fcb6e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99879196-1145-4389-b933-e924446af9a7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:06.088279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-63fa8789-683e-4622-a024-5ad45fcb6e63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b71ce327b254e6c9a5a432671be5c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1281655 Jun 04 16:46:06.090178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45084) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:06.119539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8896aacd-6b85-4552-a05b-17d4011786bc {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:46:06.129339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:06.149490 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Transition to ACTIVE for port object 8896aacd-6b85-4552-a05b-17d4011786bc will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:06.155712 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:06.187656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74c51197-e9b9-4bb6-b3d2-c4b5cd14e794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:06.218074 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74c51197-e9b9-4bb6-b3d2-c4b5cd14e794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:06.235024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45088) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:06.311434 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c6f69c80-6380-4d6e-aa53-884dfcf34f06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d911422211d5421181fa6f8e7e3fc67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752521 Jun 04 16:46:06.316741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45092) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:06.342349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74c51197-e9b9-4bb6-b3d2-c4b5cd14e794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:06.370422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c51197-e9b9-4bb6-b3d2-c4b5cd14e794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99879196-1145-4389-b933-e924446af9a7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:06.374392 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-74c51197-e9b9-4bb6-b3d2-c4b5cd14e794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:06.379454 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-74c51197-e9b9-4bb6-b3d2-c4b5cd14e794 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99879196-1145-4389-b933-e924446af9a7 HTTP/1.1" status: 204 len: 168 time: 0.2880726 Jun 04 16:46:06.434156 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53622e43-77fe-4292-be86-8b8ddd6ba98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:06.476275 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53622e43-77fe-4292-be86-8b8ddd6ba98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:06.595899 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53622e43-77fe-4292-be86-8b8ddd6ba98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:06.627421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53622e43-77fe-4292-be86-8b8ddd6ba98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c15af4-c61e-45fe-b43c-64a9515526f9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:06.646407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53622e43-77fe-4292-be86-8b8ddd6ba98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:06.655464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Pushing event updated for resources: {'Port': ['ID=8896aacd-6b85-4552-a05b-17d4011786bc,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:06.657366 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-53622e43-77fe-4292-be86-8b8ddd6ba98f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73c15af4-c61e-45fe-b43c-64a9515526f9 HTTP/1.1" status: 204 len: 168 time: 0.3388805 Jun 04 16:46:06.713822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Attempting to bind port 8896aacd-6b85-4552-a05b-17d4011786bc on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:46:06.714084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Attempting to bind port 8896aacd-6b85-4552-a05b-17d4011786bc by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:46:06.714682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Attempting to bind port 8896aacd-6b85-4552-a05b-17d4011786bc on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:46:06.722048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Port 8896aacd-6b85-4552-a05b-17d4011786bc on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:46:06.722624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Attempting to bind port 8896aacd-6b85-4552-a05b-17d4011786bc on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:46:06.728337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:46:06.728671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:46:06.729054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:46:06.729482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Bound port: 8896aacd-6b85-4552-a05b-17d4011786bc, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:46:06.729868 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:06.928062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] For port 8896aacd-6b85-4552-a05b-17d4011786bc, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:46:06.938756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] For port 8896aacd-6b85-4552-a05b-17d4011786bc, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8896aacd-6b85-4552-a05b-17d4011786bc,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:46:06.957027 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:07.078283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:07.079845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:07.082554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] 10.222.0.42 "PUT /v2.0/ports/8896aacd-6b85-4552-a05b-17d4011786bc HTTP/1.1" status: 200 len: 1095 time: 2.2011268 Jun 04 16:46:07.083532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021bbe31-cd33-42ce-a810-166b23da97e7', 'tag': '8896aacd-6b85-4552-a05b-17d4011786bc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:46:07.131695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7702c2-b669-4281-a550-4bf4ef4ee959 service neutron] Pushing event updated for resources: {'Port': ['ID=8896aacd-6b85-4552-a05b-17d4011786bc,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:07.229291 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d011759-67b4-4d9e-bf2a-d599246d7e4a'] response: {'name': 'network-changed', 'server_uuid': '021bbe31-cd33-42ce-a810-166b23da97e7', 'tag': '8896aacd-6b85-4552-a05b-17d4011786bc', 'status': 'completed', 'code': 200} Jun 04 16:46:07.455836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-06ae6b3f-d4cb-47c6-a38c-72a59a33cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:07.458322 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-06ae6b3f-d4cb-47c6-a38c-72a59a33cfdf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60a9b6e46b3248d4a9a784c0b4dc1a21&device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 1098 time: 0.2998221 Jun 04 16:46:07.614915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45202) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:07.678413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-e2965d20-2e32-4646-a9b4-f3f786003206 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=8896aacd-6b85-4552-a05b-17d4011786bc HTTP/1.1" status: 200 len: 217 time: 0.2123988 Jun 04 16:46:07.735018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd894b5-935c-4dbb-8cd0-2513803d8536 req-62f1adfc-19b8-4443-b5f3-40fabd713a49 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:07.736708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd894b5-935c-4dbb-8cd0-2513803d8536 req-62f1adfc-19b8-4443-b5f3-40fabd713a49 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 947 time: 0.4026442 Jun 04 16:46:07.788295 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d76c8372-cb82-47ff-830a-0ab978739a71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdf9989d321b41c0851508e665ed7a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708367 Jun 04 16:46:07.790951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45222) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:07.819078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-fe88a3c8-482f-46ed-b503-a1ee09ecc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:07.820754 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-fe88a3c8-482f-46ed-b503-a1ee09ecc933 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1335166 Jun 04 16:46:07.828667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd894b5-935c-4dbb-8cd0-2513803d8536 req-84bfd69d-4d7c-4630-a9d1-d5e41cd0d882 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/security-groups?id=97af8aaf-f58d-4da0-bc6d-223ce8dbc473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796657 Jun 04 16:46:07.939260 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd8b6-aca4-4acd-bc92-43a61d812d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:07.975886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-58aafa74-9b5c-4b47-84ec-b8c2973bebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:07.977571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-58aafa74-9b5c-4b47-84ec-b8c2973bebc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479816 Jun 04 16:46:08.014368 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd8b6-aca4-4acd-bc92-43a61d812d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:08.096356 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd8b6-aca4-4acd-bc92-43a61d812d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:08.135158 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd8b6-aca4-4acd-bc92-43a61d812d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:08.139448 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a7dcd8b6-aca4-4acd-bc92-43a61d812d51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0ae4c35-25ea-4ca6-afe7-c4493ca9986f HTTP/1.1" status: 204 len: 168 time: 0.3437910 Jun 04 16:46:08.149847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcd8b6-aca4-4acd-bc92-43a61d812d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae4c35-25ea-4ca6-afe7-c4493ca9986f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:08.194233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-2eb17925-b0cc-4d26-be4c-51e9b26ed132 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094517 Jun 04 16:46:08.454207 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e2245a7-b02e-48e4-bdf1-04f8eae984b1 req-11154502-9f25-40c7-b6e3-ae2959a8e632 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534075 Jun 04 16:46:08.668491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56faa1-3500-481a-bfd8-f657b12e0bd3 req-5b1a71bc-5589-4451-9bca-7e349438dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:08.671687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0b56faa1-3500-481a-bfd8-f657b12e0bd3 req-5b1a71bc-5589-4451-9bca-7e349438dc01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60a9b6e46b3248d4a9a784c0b4dc1a21&device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 1098 time: 0.1486235 Jun 04 16:46:08.847884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56faa1-3500-481a-bfd8-f657b12e0bd3 req-bff6f800-262b-4cd4-ae03-5792bff3031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:08.850957 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0b56faa1-3500-481a-bfd8-f657b12e0bd3 req-bff6f800-262b-4cd4-ae03-5792bff3031a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.1726615 Jun 04 16:46:08.975704 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0b56faa1-3500-481a-bfd8-f657b12e0bd3 req-dee93198-5cf6-4b15-89de-18c19b95b1ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=8896aacd-6b85-4552-a05b-17d4011786bc HTTP/1.1" status: 200 len: 217 time: 0.1170752 Jun 04 16:46:09.168829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56faa1-3500-481a-bfd8-f657b12e0bd3 req-b0495385-d1c2-4131-9a8c-b02bf3957375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:09.172747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0b56faa1-3500-481a-bfd8-f657b12e0bd3 req-b0495385-d1c2-4131-9a8c-b02bf3957375 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1901999 Jun 04 16:46:09.271123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e83a6b-a502-4e56-a8a1-87540cd63a69 req-f8b0fcd6-219e-4681-af74-4c080831de4d tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:09.273045 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2e83a6b-a502-4e56-a8a1-87540cd63a69 req-f8b0fcd6-219e-4681-af74-4c080831de4d tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 947 time: 0.2406785 Jun 04 16:46:09.327619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56faa1-3500-481a-bfd8-f657b12e0bd3 req-51cb949b-cce1-46e6-874b-8776da32b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:09.330402 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0b56faa1-3500-481a-bfd8-f657b12e0bd3 req-51cb949b-cce1-46e6-874b-8776da32b683 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486404 Jun 04 16:46:09.440721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2e83a6b-a502-4e56-a8a1-87540cd63a69 req-117b2472-819b-4aee-8dbf-149f5ceea24f tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/security-groups?id=97af8aaf-f58d-4da0-bc6d-223ce8dbc473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547987 Jun 04 16:46:09.714039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8896aacd-6b85-4552-a05b-17d4011786bc details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:46:09.720725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0b56faa1-3500-481a-bfd8-f657b12e0bd3 req-2fcaf53a-1d5e-45f8-ba24-74552082aea2 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772781 Jun 04 16:46:09.961504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0b56faa1-3500-481a-bfd8-f657b12e0bd3 req-41a90583-6680-47ca-bbc1-457344a21cd0 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340446 Jun 04 16:46:10.029525 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 8896aacd-6b85-4552-a05b-17d4011786bc, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8896aacd-6b85-4552-a05b-17d4011786bc,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:46:10.089055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '8896aacd-6b85-4552-a05b-17d4011786bc', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '8896aacd-6b85-4552-a05b-17d4011786bc', 'mac_address': 'fa:16:3e:a5:99:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:46:10.118541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45486) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:10.186598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 8896aacd-6b85-4552-a05b-17d4011786bc is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:46:10.187078 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:10.212776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8896aacd-6b85-4552-a05b-17d4011786bc {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:46:10.254208 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 8896aacd-6b85-4552-a05b-17d4011786bc, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8896aacd-6b85-4552-a05b-17d4011786bc,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:46:10.273147 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:10.399442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=8896aacd-6b85-4552-a05b-17d4011786bc,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:10.477481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['8896aacd-6b85-4552-a05b-17d4011786bc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:46:10.598819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1687663416'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:10.607764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:10.617798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Usage tracker for resource:network and tenant:16082dfd60b445628e9db87ffcc2d27a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:10.638049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:10.669814 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:10.693200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Made reservation on behalf of 16082dfd60b445628e9db87ffcc2d27a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:10.704336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:10.721339 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:10.750848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:10.756085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Usage tracker for resource:security_group_rule and tenant:16082dfd60b445628e9db87ffcc2d27a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:10.759720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:10.768409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c9de5-a7cb-4690-a13b-23264256c005 req-4c525646-9b7b-4547-88f7-98e486ec8ecc tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:10.770234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:10.775513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-655c9de5-a7cb-4690-a13b-23264256c005 req-4c525646-9b7b-4547-88f7-98e486ec8ecc tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 948 time: 0.1400878 Jun 04 16:46:10.859131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-655c9de5-a7cb-4690-a13b-23264256c005 req-0d5dd9f9-153f-4dd9-b6e4-4cd31d604b86 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/security-groups?id=97af8aaf-f58d-4da0-bc6d-223ce8dbc473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726635 Jun 04 16:46:10.949125 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:10.956160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:10.999403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:46:11.015642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:11.020358 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Added segment 16ddd31d-ee77-4942-8349-a598e25d7354 of type vlan for network 6efab989-36f5-4e65-aa00-366a09067453 Jun 04 16:46:11.069692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5084c2-91c4-40ac-b82e-d95a73480392,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:11.075635 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:11.130617 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:11.143413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:11.144313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:11.344171 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event updated for resources: {'Network': ['ID=6efab989-36f5-4e65-aa00-366a09067453,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:11.351424 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2959ffbd-5d42-46f6-b90b-cc1ee5e420f9 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2314682 Jun 04 16:46:11.354216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45624) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:11.356531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 6efab989-36f5-4e65-aa00-366a09067453 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:46:11.362961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Request body: {'subnet': {'network_id': '6efab989-36f5-4e65-aa00-366a09067453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:11.545950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:11.551259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Usage tracker for resource:subnet and tenant:16082dfd60b445628e9db87ffcc2d27a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:11.554754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:11.572436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:11.600246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Made reservation on behalf of 16082dfd60b445628e9db87ffcc2d27a for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:11.604538 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:11.721522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8896aacd-6b85-4552-a05b-17d4011786bc up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:46:11.865566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 8896aacd-6b85-4552-a05b-17d4011786bc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:46:11.877268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 8896aacd-6b85-4552-a05b-17d4011786bc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:11.877728 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:12.010669 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:12.104634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 8896aacd-6b85-4552-a05b-17d4011786bc is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:46:12.105061 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:12.141276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021bbe31-cd33-42ce-a810-166b23da97e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8896aacd-6b85-4552-a05b-17d4011786bc'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:46:12.153103 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 8896aacd-6b85-4552-a05b-17d4011786bc, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8896aacd-6b85-4552-a05b-17d4011786bc,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:46:12.166784 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:12.263113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event updated for resources: {'Subnet': ['ID=c7971441-522e-48d9-9b9b-a940e3371b30,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:12.324137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=8896aacd-6b85-4552-a05b-17d4011786bc,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:12.343846 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c7af486-b478-4200-9ac2-9dc43469de56'] response: {'server_uuid': '021bbe31-cd33-42ce-a810-166b23da97e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8896aacd-6b85-4552-a05b-17d4011786bc', 'code': 200} Jun 04 16:46:12.344158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Checking segment: {'id': '16ddd31d-ee77-4942-8349-a598e25d7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6efab989-36f5-4e65-aa00-366a09067453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:46:12.344719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Network hostable DHCP agents. Network: 6efab989-36f5-4e65-aa00-366a09067453, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:46:12.406318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8123fa-ed77-4881-9b79-87ffae560cea req-32ca1d06-2920-49bb-a61a-206eb1606395 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:12.408220 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef8123fa-ed77-4881-9b79-87ffae560cea req-32ca1d06-2920-49bb-a61a-206eb1606395 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 948 time: 0.3390141 Jun 04 16:46:12.409351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Network 6efab989-36f5-4e65-aa00-366a09067453 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:46:12.467560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 6efab989-36f5-4e65-aa00-366a09067453) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:12.476086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d9c64f-ac86-4146-a95e-4034448f11cc None None] Network 6efab989-36f5-4e65-aa00-366a09067453 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:46:12.496116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:12.496724 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:12.529663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef8123fa-ed77-4881-9b79-87ffae560cea req-f0d29c80-043a-48c1-88a6-a3ff1ccb5fee tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/security-groups?id=97af8aaf-f58d-4da0-bc6d-223ce8dbc473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127334 Jun 04 16:46:12.570505 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-30032494-ec78-419d-9ceb-97c2f89c79d4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2125916 Jun 04 16:46:12.571430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45696) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:12.576791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16396a-d284-448a-82ba-ff0308ae41e6 req-c480a4d7-adac-4cf5-ab19-fb329b54ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:12.579256 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b16396a-d284-448a-82ba-ff0308ae41e6 req-c480a4d7-adac-4cf5-ab19-fb329b54ac7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 1100 time: 0.1450546 Jun 04 16:46:12.581127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Request body: {'port': {'network_id': '6efab989-36f5-4e65-aa00-366a09067453', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-330279795'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:12.668778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b16396a-d284-448a-82ba-ff0308ae41e6 req-91edbc58-8d9c-4c71-a44c-ad449eaf5180 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97af8aaf-f58d-4da0-bc6d-223ce8dbc473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822980 Jun 04 16:46:12.847886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-6efab989-36f5-4e65-aa00-366a09067453', 'network_id': '6efab989-36f5-4e65-aa00-366a09067453', 'tenant_id': '16082dfd60b445628e9db87ffcc2d27a', 'fixed_ips': [{'subnet_id': 'c7971441-522e-48d9-9b9b-a940e3371b30'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:46:12.855713 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:13.071547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:13.077888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Usage tracker for resource:port and tenant:16082dfd60b445628e9db87ffcc2d27a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:13.081502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:13.088691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:13.110084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Made reservation on behalf of 16082dfd60b445628e9db87ffcc2d27a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:13.114797 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:13.169648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] device_id is not set on port 8993b0f9-5575-4c17-934b-3c957d941e6f yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:46:13.173577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Allocated IP 2001:db8::2 (6efab989-36f5-4e65-aa00-366a09067453/c7971441-522e-48d9-9b9b-a940e3371b30/b3c5f8db-c84f-4e70-9209-5eb3ea0778bd) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:46:13.466180 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:13.478077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Transition to ACTIVE for port object b3c5f8db-c84f-4e70-9209-5eb3ea0778bd will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:13.499345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Transition to ACTIVE for port object b3c5f8db-c84f-4e70-9209-5eb3ea0778bd will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:13.508639 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:13.612868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Allocated IP 2001:db8::80 (6efab989-36f5-4e65-aa00-366a09067453/c7971441-522e-48d9-9b9b-a940e3371b30/8993b0f9-5575-4c17-934b-3c957d941e6f) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:46:13.665114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Pushing event updated for resources: {'Port': ['ID=b3c5f8db-c84f-4e70-9209-5eb3ea0778bd,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:13.693386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Network 6efab989-36f5-4e65-aa00-366a09067453 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:46:13.694619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:13.697715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:46:13.818760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946094b-93f4-489c-a48c-74f3dfc8c7bd req-ec9a138a-072d-45f2-b929-61e44656fe49 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:13.828892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c946094b-93f4-489c-a48c-74f3dfc8c7bd req-ec9a138a-072d-45f2-b929-61e44656fe49 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 949 time: 0.0973611 Jun 04 16:46:13.893354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45720) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:13.896323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Attempting to bind port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:46:13.896761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Attempting to bind port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '16ddd31d-ee77-4942-8349-a598e25d7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6efab989-36f5-4e65-aa00-366a09067453'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:46:13.897787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Attempting to bind port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd on network 6efab989-36f5-4e65-aa00-366a09067453 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:46:13.908316 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:46:13.908754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Checking segment: {'id': '16ddd31d-ee77-4942-8349-a598e25d7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6efab989-36f5-4e65-aa00-366a09067453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:46:13.909273 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:13.909749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Bound using segment: {'id': '16ddd31d-ee77-4942-8349-a598e25d7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6efab989-36f5-4e65-aa00-366a09067453'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:46:13.910705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Bound port: b3c5f8db-c84f-4e70-9209-5eb3ea0778bd, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ddd31d-ee77-4942-8349-a598e25d7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6efab989-36f5-4e65-aa00-366a09067453'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:46:13.910705 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:13.932895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c946094b-93f4-489c-a48c-74f3dfc8c7bd req-02b08a57-e4ed-4a45-af32-b9d1ce1e8db5 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/security-groups?id=97af8aaf-f58d-4da0-bc6d-223ce8dbc473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978320 Jun 04 16:46:14.060039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] For port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:46:14.064876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] For port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b3c5f8db-c84f-4e70-9209-5eb3ea0778bd,segment=NetworkSegment(16ddd31d-ee77-4942-8349-a598e25d7354),segment_id=16ddd31d-ee77-4942-8349-a598e25d7354)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:46:14.074332 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:14.146075 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2d7af2a0-2149-4814-be6c-6686eddd4e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:14.147982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:14.189059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2d7af2a0-2149-4814-be6c-6686eddd4e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:14.195665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Transition to ACTIVE for port object 8993b0f9-5575-4c17-934b-3c957d941e6f will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:14.204093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2d7af2a0-2149-4814-be6c-6686eddd4e1a admin admin] Usage tracker for resource:security_group_rule and tenant:403bd6140fe147169ecb07fcd914d062 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:14.209600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2d7af2a0-2149-4814-be6c-6686eddd4e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:14.223681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2d7af2a0-2149-4814-be6c-6686eddd4e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:14.251990 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:14.277508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060749e-7b6f-48b0-866f-8852597f89f0 None None] Pushing event updated for resources: {'Port': ['ID=b3c5f8db-c84f-4e70-9209-5eb3ea0778bd,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:14.369686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event updated for resources: {'Port': ['ID=8993b0f9-5575-4c17-934b-3c957d941e6f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:14.378641 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2d7af2a0-2149-4814-be6c-6686eddd4e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:14.387816 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2d7af2a0-2149-4814-be6c-6686eddd4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:14.397709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Network 6efab989-36f5-4e65-aa00-366a09067453 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:46:14.402280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:14.407668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:46:14.420653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:14.421481 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:14.450606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2d7af2a0-2149-4814-be6c-6686eddd4e1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=403bd6140fe147169ecb07fcd914d062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5530972 Jun 04 16:46:14.454934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7af2a0-2149-4814-be6c-6686eddd4e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97af6618-983a-4288-8615-c1ae416d1526,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:14.462190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45734) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:14.475002 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6c977270-3c92-405f-b5ff-348129497ebb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9018817 Jun 04 16:46:14.475609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45738) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:14.482131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Request body: {'port': {'network_id': '6efab989-36f5-4e65-aa00-366a09067453', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1727635872', 'allowed_address_pairs': [{'ip_address': '2001:db8::80', 'mac_address': 'fa:16:3e:20:05:85'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:14.618038 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94c8a6b0-203d-407d-904f-7810f02b0dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:14.688075 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94c8a6b0-203d-407d-904f-7810f02b0dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:14.881049 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94c8a6b0-203d-407d-904f-7810f02b0dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:14.900994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8a6b0-203d-407d-904f-7810f02b0dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97af6618-983a-4288-8615-c1ae416d1526,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:14.927263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:14.929792 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94c8a6b0-203d-407d-904f-7810f02b0dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:14.935629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Usage tracker for resource:port and tenant:16082dfd60b445628e9db87ffcc2d27a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:14.936760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-94c8a6b0-203d-407d-904f-7810f02b0dcc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97af6618-983a-4288-8615-c1ae416d1526 HTTP/1.1" status: 204 len: 168 time: 0.4686320 Jun 04 16:46:14.937700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:14.961551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:14.981836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Made reservation on behalf of 16082dfd60b445628e9db87ffcc2d27a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:15.206784 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:15.237078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] device_id is not set on port 3007aa8e-1c3c-495a-ac82-969e26372902 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:46:15.266267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c1fea-a06e-4162-a0a9-a205e28cb06b req-8629b52c-f5db-4267-8220-604364ba6717 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:15.268014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e4c1fea-a06e-4162-a0a9-a205e28cb06b req-8629b52c-f5db-4267-8220-604364ba6717 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 949 time: 0.1888008 Jun 04 16:46:15.366641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e4c1fea-a06e-4162-a0a9-a205e28cb06b req-1789077c-aba9-4b59-96f1-4cf0efbb9aa6 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/security-groups?id=97af8aaf-f58d-4da0-bc6d-223ce8dbc473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925009 Jun 04 16:46:15.595575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Allocated IP 2001:db8::2e7 (6efab989-36f5-4e65-aa00-366a09067453/c7971441-522e-48d9-9b9b-a940e3371b30/3007aa8e-1c3c-495a-ac82-969e26372902) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:46:15.917104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b3c5f8db-c84f-4e70-9209-5eb3ea0778bd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:46:16.038911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21dbe66-560f-4a07-85e9-bb146d89f5b0 None None] Network 6efab989-36f5-4e65-aa00-366a09067453 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:46:16.067068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:16.114782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Transition to ACTIVE for port object 3007aa8e-1c3c-495a-ac82-969e26372902 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:16.172013 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:16.225200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-38c2e550-ee1b-410c-b0f9-110681ee26d4 None None] Provisioning for port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:46:16.334290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Network 6efab989-36f5-4e65-aa00-366a09067453 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:46:16.335726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:46:16.338970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:16.341588 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:46:16.348972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:16.349843 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:16.356008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:16.356758 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:16.369949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event updated for resources: {'Port': ['ID=3007aa8e-1c3c-495a-ac82-969e26372902,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:16.386816 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fbbad758-7152-4baf-863d-8347a5045cb0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9095516 Jun 04 16:46:16.388792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45804) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:16.600280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e78fde1-239c-40a9-8032-18b0034f3c29 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:16.610922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e78fde1-239c-40a9-8032-18b0034f3c29 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:16.625878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e78fde1-239c-40a9-8032-18b0034f3c29 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:16.626904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9e78fde1-239c-40a9-8032-18b0034f3c29 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Synchronizing usage tracker for tenant:16082dfd60b445628e9db87ffcc2d27a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:46:16.670414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9e78fde1-239c-40a9-8032-18b0034f3c29 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Unset dirty status for tenant:16082dfd60b445628e9db87ffcc2d27a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:46:16.672200 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9e78fde1-239c-40a9-8032-18b0034f3c29 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2821012 Jun 04 16:46:16.674951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45814) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:16.746052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:46:16.747014 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:16.812528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b3c5f8db-c84f-4e70-9209-5eb3ea0778bd,segment=NetworkSegment(16ddd31d-ee77-4942-8349-a598e25d7354),segment_id=16ddd31d-ee77-4942-8349-a598e25d7354)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:46:16.822093 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:16.847158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-10852c75-6d78-4f2e-bc8a-abe10e6a7265 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Deleting port 3007aa8e-1c3c-495a-ac82-969e26372902 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:46:16.847538 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10852c75-6d78-4f2e-bc8a-abe10e6a7265 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:16.947895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=b3c5f8db-c84f-4e70-9209-5eb3ea0778bd,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:17.307170 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10852c75-6d78-4f2e-bc8a-abe10e6a7265 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:17.348471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1624ea39-fe5c-400c-aa0a-f10a3bf4dbe0 None None] Provisioning complete for port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:17.348906 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1624ea39-fe5c-400c-aa0a-f10a3bf4dbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:17.674915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1624ea39-fe5c-400c-aa0a-f10a3bf4dbe0 None None] Current status of the port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:46:17.702137 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-10852c75-6d78-4f2e-bc8a-abe10e6a7265 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Calling delete_port for 3007aa8e-1c3c-495a-ac82-969e26372902 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:46:17.711788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1624ea39-fe5c-400c-aa0a-f10a3bf4dbe0 None None] Provisioning for port 3007aa8e-1c3c-495a-ac82-969e26372902 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:46:17.717676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1624ea39-fe5c-400c-aa0a-f10a3bf4dbe0 None None] Provisioning complete for port 3007aa8e-1c3c-495a-ac82-969e26372902 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:17.718054 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1624ea39-fe5c-400c-aa0a-f10a3bf4dbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:17.833477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b3c5f8db-c84f-4e70-9209-5eb3ea0778bd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:46:17.998940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1624ea39-fe5c-400c-aa0a-f10a3bf4dbe0 None None] Port 3007aa8e-1c3c-495a-ac82-969e26372902 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:46:18.045183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1624ea39-fe5c-400c-aa0a-f10a3bf4dbe0 None None] Provisioning for port 8993b0f9-5575-4c17-934b-3c957d941e6f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:46:18.060690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1624ea39-fe5c-400c-aa0a-f10a3bf4dbe0 None None] Provisioning complete for port 8993b0f9-5575-4c17-934b-3c957d941e6f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:18.070357 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1624ea39-fe5c-400c-aa0a-f10a3bf4dbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:18.123549 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10852c75-6d78-4f2e-bc8a-abe10e6a7265 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:18.230190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:18.230689 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:18.315026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1624ea39-fe5c-400c-aa0a-f10a3bf4dbe0 None None] Port 8993b0f9-5575-4c17-934b-3c957d941e6f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:46:18.535950 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5c1879e6-c8a4-4fff-bb7c-46c58ccb11e6 None None] Could not find standard attr ID for object 3007aa8e-1c3c-495a-ac82-969e26372902. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:46:18.548809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:46:18.554793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10852c75-6d78-4f2e-bc8a-abe10e6a7265 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event deleted for resources: {'Port': ['ID=3007aa8e-1c3c-495a-ac82-969e26372902,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:18.614171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5c1879e6-c8a4-4fff-bb7c-46c58ccb11e6 None None] Provisioning complete for port 8993b0f9-5575-4c17-934b-3c957d941e6f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:18.614666 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5c1879e6-c8a4-4fff-bb7c-46c58ccb11e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:18.772486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5c1879e6-c8a4-4fff-bb7c-46c58ccb11e6 None None] Port 8993b0f9-5575-4c17-934b-3c957d941e6f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:46:18.927890 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10852c75-6d78-4f2e-bc8a-abe10e6a7265 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:18.953456 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-10852c75-6d78-4f2e-bc8a-abe10e6a7265 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "DELETE /v2.0/ports/3007aa8e-1c3c-495a-ac82-969e26372902 HTTP/1.1" status: 204 len: 168 time: 2.2771444 Jun 04 16:46:18.957771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45896) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:19.070850 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a0dd29-b877-4fb4-8387-ea6841a81c6e tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] GET failed (client error): The resource could not be found. Jun 04 16:46:19.072822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f4a0dd29-b877-4fb4-8387-ea6841a81c6e tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Synchronizing usage tracker for tenant:16082dfd60b445628e9db87ffcc2d27a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:46:19.108001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f4a0dd29-b877-4fb4-8387-ea6841a81c6e tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Unset dirty status for tenant:16082dfd60b445628e9db87ffcc2d27a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:46:19.113354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45900) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:19.119415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Request body: {'port': {'network_id': '6efab989-36f5-4e65-aa00-366a09067453', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2052908043'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:19.123322 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f4a0dd29-b877-4fb4-8387-ea6841a81c6e tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "GET /v2.0/ports/3007aa8e-1c3c-495a-ac82-969e26372902 HTTP/1.1" status: 404 len: 333 time: 0.1643329 Jun 04 16:46:19.325475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:19.341378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:19.364615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Made reservation on behalf of 16082dfd60b445628e9db87ffcc2d27a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:19.390137 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:19.466613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] device_id is not set on port 85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:46:19.518375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45908) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:19.702525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Allocated IP 2001:db8::206 (6efab989-36f5-4e65-aa00-366a09067453/c7971441-522e-48d9-9b9b-a940e3371b30/85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:46:19.778762 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46235819-ad1f-4d7b-81d9-27391b92f091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:19.818628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-46235819-ad1f-4d7b-81d9-27391b92f091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:19.830096 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-46235819-ad1f-4d7b-81d9-27391b92f091 admin admin] Usage tracker for resource:security_group_rule and tenant:c85945f1e166414f80a358f9ce6dbd9d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:19.833701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-46235819-ad1f-4d7b-81d9-27391b92f091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:19.845332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-46235819-ad1f-4d7b-81d9-27391b92f091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:20.003995 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46235819-ad1f-4d7b-81d9-27391b92f091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:20.013131 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-46235819-ad1f-4d7b-81d9-27391b92f091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:20.113744 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-46235819-ad1f-4d7b-81d9-27391b92f091 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c85945f1e166414f80a358f9ce6dbd9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5939965 Jun 04 16:46:20.117540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45920) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:20.139857 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46235819-ad1f-4d7b-81d9-27391b92f091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5bb79a-02fa-45ae-8efc-03f54fcbadc5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:20.224333 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:20.244379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Transition to ACTIVE for port object 85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:20.248464 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34f39488-44ff-4fe6-98a3-7fa9dca1aca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:20.274179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:20.291508 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34f39488-44ff-4fe6-98a3-7fa9dca1aca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:20.361011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Network 6efab989-36f5-4e65-aa00-366a09067453 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:46:20.365801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:20.366938 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34f39488-44ff-4fe6-98a3-7fa9dca1aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:20.383670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:46:20.390390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:20.390925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f39488-44ff-4fe6-98a3-7fa9dca1aca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5bb79a-02fa-45ae-8efc-03f54fcbadc5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:20.391108 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:20.405650 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-34f39488-44ff-4fe6-98a3-7fa9dca1aca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:20.410853 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-34f39488-44ff-4fe6-98a3-7fa9dca1aca3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed5bb79a-02fa-45ae-8efc-03f54fcbadc5 HTTP/1.1" status: 204 len: 168 time: 0.2888012 Jun 04 16:46:20.412676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event updated for resources: {'Port': ['ID=85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:20.439505 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6a726131-701e-4446-9996-582849b4dbdb tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3249705 Jun 04 16:46:20.442990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 45934) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:20.450888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-7062cdad-c1ca-483d-976c-15886d74554a tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::80', 'mac_address': 'fa:16:3e:20:05:85'}]}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:20.857473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9d64d3d4-bc1e-4976-a2ef-3146356a766b None None] Provisioning for port 85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:46:20.862721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9d64d3d4-bc1e-4976-a2ef-3146356a766b None None] Provisioning complete for port 85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:20.863028 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9d64d3d4-bc1e-4976-a2ef-3146356a766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:20.927324 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7062cdad-c1ca-483d-976c-15886d74554a tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:20.984949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45954) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:21.016370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08bc2e32-9572-4308-b3ea-6b65c34ff87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:21.029034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9d64d3d4-bc1e-4976-a2ef-3146356a766b None None] Port 85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:46:21.045158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-08bc2e32-9572-4308-b3ea-6b65c34ff87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:21.057868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-08bc2e32-9572-4308-b3ea-6b65c34ff87a admin admin] Usage tracker for resource:security_group_rule and tenant:87bed812561a43769254e6ca7baaba8f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:21.062129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-08bc2e32-9572-4308-b3ea-6b65c34ff87a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:21.084506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-08bc2e32-9572-4308-b3ea-6b65c34ff87a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:21.230012 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08bc2e32-9572-4308-b3ea-6b65c34ff87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:21.237557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-08bc2e32-9572-4308-b3ea-6b65c34ff87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:21.301828 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-08bc2e32-9572-4308-b3ea-6b65c34ff87a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87bed812561a43769254e6ca7baaba8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148830 Jun 04 16:46:21.303028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45974) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:21.307047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc2e32-9572-4308-b3ea-6b65c34ff87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc47a9e-45fc-4c47-a908-eae23e298751,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:21.389391 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:21.394850 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7062cdad-c1ca-483d-976c-15886d74554a tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:21.405046 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7062cdad-c1ca-483d-976c-15886d74554a tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:21.430811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:21.474039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7062cdad-c1ca-483d-976c-15886d74554a tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] In _notify_port_updated(), no bound segment for port 85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8 on network 6efab989-36f5-4e65-aa00-366a09067453 {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:46:21.479818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7062cdad-c1ca-483d-976c-15886d74554a tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:21.480509 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7062cdad-c1ca-483d-976c-15886d74554a tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:21.485032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7062cdad-c1ca-483d-976c-15886d74554a tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "PUT /v2.0/ports/85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8 HTTP/1.1" status: 200 len: 1002 time: 1.0410063 Jun 04 16:46:21.486946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 45980) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:21.531891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062cdad-c1ca-483d-976c-15886d74554a tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event updated for resources: {'Port': ['ID=85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:21.686929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-50c426a8-c063-4b4f-bb0f-a940894132db tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Deleting port 85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:46:21.687261 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50c426a8-c063-4b4f-bb0f-a940894132db tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:21.969751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-67a1c420-49c8-4bed-942b-b805d39c4f62 None None] Provisioning complete for port 85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:21.970358 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-67a1c420-49c8-4bed-942b-b805d39c4f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:22.079996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-67a1c420-49c8-4bed-942b-b805d39c4f62 None None] Port 85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:46:22.150635 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:22.217421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc47a9e-45fc-4c47-a908-eae23e298751,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:22.244527 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50c426a8-c063-4b4f-bb0f-a940894132db tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:22.408634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-50c426a8-c063-4b4f-bb0f-a940894132db tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Calling delete_port for 85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:46:22.467285 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:22.467285 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcc47a9e-45fc-4c47-a908-eae23e298751 HTTP/1.1" status: 204 len: 168 time: 1.1590419 Jun 04 16:46:22.480195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:22.480195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:22.480195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:22.480195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:22.480195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:22.480195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:22.480195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:22.480195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:22.480195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:22.480195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:22.480195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:22.481074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaae121-737a-44dc-b63a-f6b43e6c8642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:22.767416 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50c426a8-c063-4b4f-bb0f-a940894132db tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:22.843321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c426a8-c063-4b4f-bb0f-a940894132db tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event deleted for resources: {'Port': ['ID=85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:23.174745 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50c426a8-c063-4b4f-bb0f-a940894132db tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:23.188208 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-50c426a8-c063-4b4f-bb0f-a940894132db tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "DELETE /v2.0/ports/85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8 HTTP/1.1" status: 204 len: 168 time: 1.7000589 Jun 04 16:46:23.190969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46026) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:23.246519 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-537cad14-8e62-4807-9cd4-7161cd832fb3 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] GET failed (client error): The resource could not be found. Jun 04 16:46:23.247079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-537cad14-8e62-4807-9cd4-7161cd832fb3 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Synchronizing usage tracker for tenant:16082dfd60b445628e9db87ffcc2d27a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:46:23.272581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-537cad14-8e62-4807-9cd4-7161cd832fb3 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Unset dirty status for tenant:16082dfd60b445628e9db87ffcc2d27a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:46:23.276837 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-537cad14-8e62-4807-9cd4-7161cd832fb3 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "GET /v2.0/ports/85ac06a5-2a62-412d-96a0-e0dbc3ec7ad8 HTTP/1.1" status: 404 len: 333 time: 0.0833220 Jun 04 16:46:23.280036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46036) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:23.286789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Request body: {'port': {'network_id': '6efab989-36f5-4e65-aa00-366a09067453', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1379708175'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:23.506845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:23.519228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:23.541499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Made reservation on behalf of 16082dfd60b445628e9db87ffcc2d27a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:23.547732 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:23.583717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] device_id is not set on port 422f4685-3e1a-47f4-87ea-5c3a7748051c yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:46:23.972937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Allocated IP 2001:db8::2e8 (6efab989-36f5-4e65-aa00-366a09067453/c7971441-522e-48d9-9b9b-a940e3371b30/422f4685-3e1a-47f4-87ea-5c3a7748051c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:46:24.349825 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:24.368415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Transition to ACTIVE for port object 422f4685-3e1a-47f4-87ea-5c3a7748051c will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:24.397029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:24.536166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event updated for resources: {'Port': ['ID=422f4685-3e1a-47f4-87ea-5c3a7748051c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:24.540430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Network 6efab989-36f5-4e65-aa00-366a09067453 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:46:24.541926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:24.556094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:46:24.568252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:24.569190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:24.615059 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-935feeb5-c785-4759-9547-af77f589e136 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3331740 Jun 04 16:46:24.617941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46096) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:24.631937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1d299d2c-e506-49b1-859f-ee2292ed9765 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:20:05:85'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:25.147217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d2c6e201-320d-40e6-8a55-3f3c51839578 None None] Provisioning for port 422f4685-3e1a-47f4-87ea-5c3a7748051c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:46:25.154489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d2c6e201-320d-40e6-8a55-3f3c51839578 None None] Provisioning complete for port 422f4685-3e1a-47f4-87ea-5c3a7748051c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:25.155135 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e201-320d-40e6-8a55-3f3c51839578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:25.242890 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d299d2c-e506-49b1-859f-ee2292ed9765 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:25.250279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d2c6e201-320d-40e6-8a55-3f3c51839578 None None] Port 422f4685-3e1a-47f4-87ea-5c3a7748051c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:46:25.339951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46134) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:25.483100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee905b0-c193-41aa-822a-6057bad911a3 admin admin] Deleting subnet 0fac8953-09cd-4819-8e7e-c1858f7fd895 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:46:25.487177 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ee905b0-c193-41aa-822a-6057bad911a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:25.653209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ee905b0-c193-41aa-822a-6057bad911a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:25.796089 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ee905b0-c193-41aa-822a-6057bad911a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:25.909256 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d299d2c-e506-49b1-859f-ee2292ed9765 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:25.919532 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d299d2c-e506-49b1-859f-ee2292ed9765 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:25.939029 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ee905b0-c193-41aa-822a-6057bad911a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:26.018599 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1d299d2c-e506-49b1-859f-ee2292ed9765 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] In _notify_port_updated(), no bound segment for port 422f4685-3e1a-47f4-87ea-5c3a7748051c on network 6efab989-36f5-4e65-aa00-366a09067453 {{(pid=88797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:46:26.023419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee905b0-c193-41aa-822a-6057bad911a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fac8953-09cd-4819-8e7e-c1858f7fd895,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:26.026248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d299d2c-e506-49b1-859f-ee2292ed9765 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:26.027145 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d299d2c-e506-49b1-859f-ee2292ed9765 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:26.028936 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1d299d2c-e506-49b1-859f-ee2292ed9765 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "PUT /v2.0/ports/422f4685-3e1a-47f4-87ea-5c3a7748051c HTTP/1.1" status: 200 len: 1003 time: 1.4099529 Jun 04 16:46:26.033057 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ee905b0-c193-41aa-822a-6057bad911a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:26.039312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46168) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:26.039424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4ee905b0-c193-41aa-822a-6057bad911a3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0fac8953-09cd-4819-8e7e-c1858f7fd895 HTTP/1.1" status: 204 len: 168 time: 0.6977015 Jun 04 16:46:26.041936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46172) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:26.192959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d299d2c-e506-49b1-859f-ee2292ed9765 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event updated for resources: {'Port': ['ID=422f4685-3e1a-47f4-87ea-5c3a7748051c,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:26.217504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-113a7199-fec8-4aff-b3b2-add4ccda1169 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Deleting port 422f4685-3e1a-47f4-87ea-5c3a7748051c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:46:26.218289 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-113a7199-fec8-4aff-b3b2-add4ccda1169 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:26.229277 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-353cf414-7586-4942-9dd2-f47b83cf9a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:26.416949 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-353cf414-7586-4942-9dd2-f47b83cf9a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:26.489087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-353cf414-7586-4942-9dd2-f47b83cf9a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579f56ea-515d-4cc6-a7f7-3c7490451e67']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:26.503892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-353cf414-7586-4942-9dd2-f47b83cf9a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba3ef12-db58-406c-8033-b61952271edf') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:26.504360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-353cf414-7586-4942-9dd2-f47b83cf9a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba3ef12-db58-406c-8033-b61952271edf') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:26.520156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5bf2cf7c-24fb-477a-bef9-60dae7e52565 None None] Provisioning complete for port 422f4685-3e1a-47f4-87ea-5c3a7748051c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:26.520645 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5bf2cf7c-24fb-477a-bef9-60dae7e52565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:26.526012 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-353cf414-7586-4942-9dd2-f47b83cf9a0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:26.550781 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-353cf414-7586-4942-9dd2-f47b83cf9a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:26.558326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353cf414-7586-4942-9dd2-f47b83cf9a0e admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:46:26.560676 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-353cf414-7586-4942-9dd2-f47b83cf9a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:26.709347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5bf2cf7c-24fb-477a-bef9-60dae7e52565 None None] Port 422f4685-3e1a-47f4-87ea-5c3a7748051c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:46:26.782726 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment cba3ef12-db58-406c-8033-b61952271edf resource provider aggregate not found Jun 04 16:46:26.812493 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-353cf414-7586-4942-9dd2-f47b83cf9a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:26.835486 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-353cf414-7586-4942-9dd2-f47b83cf9a0e admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:26.891763 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-113a7199-fec8-4aff-b3b2-add4ccda1169 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:26.914659 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment cba3ef12-db58-406c-8033-b61952271edf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cba3ef12-db58-406c-8033-b61952271edf found for delete ", "request_id": "req-de81d844-1a05-4b68-a7c8-bb4730a1bf14"}]} Jun 04 16:46:26.917939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cf414-7586-4942-9dd2-f47b83cf9a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=579f56ea-515d-4cc6-a7f7-3c7490451e67,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:26.932727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-353cf414-7586-4942-9dd2-f47b83cf9a0e admin admin] 10.222.0.13 "DELETE /v2.0/networks/579f56ea-515d-4cc6-a7f7-3c7490451e67 HTTP/1.1" status: 204 len: 168 time: 0.8891847 Jun 04 16:46:26.935231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46228) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:27.051347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-55033ec3-4cdb-4159-92fb-a8122b20a59e admin admin] Deleting subnet fcff41fd-cefd-438e-aef9-81319de0288d {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:46:27.056160 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55033ec3-4cdb-4159-92fb-a8122b20a59e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:27.152306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-113a7199-fec8-4aff-b3b2-add4ccda1169 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Calling delete_port for 422f4685-3e1a-47f4-87ea-5c3a7748051c owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:46:27.353515 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55033ec3-4cdb-4159-92fb-a8122b20a59e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:27.392505 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-113a7199-fec8-4aff-b3b2-add4ccda1169 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:27.491337 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55033ec3-4cdb-4159-92fb-a8122b20a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:27.556702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a7199-fec8-4aff-b3b2-add4ccda1169 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event deleted for resources: {'Port': ['ID=422f4685-3e1a-47f4-87ea-5c3a7748051c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:27.581211 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-113a7199-fec8-4aff-b3b2-add4ccda1169 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:27.599886 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-113a7199-fec8-4aff-b3b2-add4ccda1169 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "DELETE /v2.0/ports/422f4685-3e1a-47f4-87ea-5c3a7748051c HTTP/1.1" status: 204 len: 168 time: 1.5591049 Jun 04 16:46:27.602914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46268) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:27.732178 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55033ec3-4cdb-4159-92fb-a8122b20a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:27.736042 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ada748-c0d8-4748-8d9f-74eb08134eb3 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] GET failed (client error): The resource could not be found. Jun 04 16:46:27.738042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-64ada748-c0d8-4748-8d9f-74eb08134eb3 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Synchronizing usage tracker for tenant:16082dfd60b445628e9db87ffcc2d27a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:46:27.789310 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-64ada748-c0d8-4748-8d9f-74eb08134eb3 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Unset dirty status for tenant:16082dfd60b445628e9db87ffcc2d27a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:46:27.790097 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-64ada748-c0d8-4748-8d9f-74eb08134eb3 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "GET /v2.0/ports/422f4685-3e1a-47f4-87ea-5c3a7748051c HTTP/1.1" status: 404 len: 333 time: 0.1866560 Jun 04 16:46:27.794684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46282) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:27.799991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Request body: {'port': {'network_id': '6efab989-36f5-4e65-aa00-366a09067453', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-207233376'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:27.821571 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a70af75f-12dc-4307-902e-0f4a5c8c75f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:27.855710 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55033ec3-4cdb-4159-92fb-a8122b20a59e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:27.856959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55033ec3-4cdb-4159-92fb-a8122b20a59e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcff41fd-cefd-438e-aef9-81319de0288d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:27.863464 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-55033ec3-4cdb-4159-92fb-a8122b20a59e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fcff41fd-cefd-438e-aef9-81319de0288d HTTP/1.1" status: 204 len: 168 time: 0.9263272 Jun 04 16:46:27.864512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46290) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:28.121130 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d433ead4-f45b-4701-9b6b-07b8d13000bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:28.145904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:28.158030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:28.172101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Made reservation on behalf of 16082dfd60b445628e9db87ffcc2d27a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:28.177197 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:28.251699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] device_id is not set on port 871bf81f-0ab0-40e7-b083-b68f9fb3a383 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:46:28.446972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d433ead4-f45b-4701-9b6b-07b8d13000bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:28.483896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-d433ead4-f45b-4701-9b6b-07b8d13000bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f66cb2-ac2e-48a8-9c46-f9e7ae1ff7e6']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:28.513376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-d433ead4-f45b-4701-9b6b-07b8d13000bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b64634a-cf57-4464-af0d-8a2e09d50cb1') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:28.514016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-d433ead4-f45b-4701-9b6b-07b8d13000bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b64634a-cf57-4464-af0d-8a2e09d50cb1') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:28.524277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Allocated IP 2001:db8::2fe (6efab989-36f5-4e65-aa00-366a09067453/c7971441-522e-48d9-9b9b-a940e3371b30/871bf81f-0ab0-40e7-b083-b68f9fb3a383) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:46:28.535795 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d433ead4-f45b-4701-9b6b-07b8d13000bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:28.556759 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d433ead4-f45b-4701-9b6b-07b8d13000bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:28.564860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d433ead4-f45b-4701-9b6b-07b8d13000bc admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:46:28.565061 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d433ead4-f45b-4701-9b6b-07b8d13000bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:28.676324 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d433ead4-f45b-4701-9b6b-07b8d13000bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:28.718381 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d433ead4-f45b-4701-9b6b-07b8d13000bc admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:28.720913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433ead4-f45b-4701-9b6b-07b8d13000bc admin admin] Pushing event deleted for resources: {'Network': ['ID=88f66cb2-ac2e-48a8-9c46-f9e7ae1ff7e6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:28.737336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d433ead4-f45b-4701-9b6b-07b8d13000bc admin admin] 10.222.0.13 "DELETE /v2.0/networks/88f66cb2-ac2e-48a8-9c46-f9e7ae1ff7e6 HTTP/1.1" status: 204 len: 168 time: 0.8622348 Jun 04 16:46:28.939650 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:28.940125 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 4b64634a-cf57-4464-af0d-8a2e09d50cb1 resource provider aggregate not found Jun 04 16:46:28.967446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Transition to ACTIVE for port object 871bf81f-0ab0-40e7-b083-b68f9fb3a383 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:28.984775 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 4b64634a-cf57-4464-af0d-8a2e09d50cb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b64634a-cf57-4464-af0d-8a2e09d50cb1 found for delete ", "request_id": "req-91b2e835-ae5f-493d-91a1-509f748ccdb5"}]} Jun 04 16:46:29.016402 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:29.131107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-8ff6b0c0-8087-4df7-8527-9a0725da81ee req-7008531b-32b6-484d-bf74-dbe94aa00d44 service neutron] (88797) timed out ('10.222.0.42', 60188) {{(pid=88797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 16:46:29.131520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46366) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:29.174088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Network 6efab989-36f5-4e65-aa00-366a09067453 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:46:29.177521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:29.182855 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:46:29.189021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:29.189699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:29.219618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event updated for resources: {'Port': ['ID=871bf81f-0ab0-40e7-b083-b68f9fb3a383,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:29.280341 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f18d64ef-091d-4d5f-b0fe-014ad31d2e71 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4850094 Jun 04 16:46:29.283238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46374) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:29.288713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Request body: {'port': {'network_id': '6efab989-36f5-4e65-aa00-366a09067453', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-304672994'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:29.293562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-65fd545e-0589-4376-9d31-eb30a2ba3f13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec4e6513cc23479e8d8bb06548f4fa0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603892 Jun 04 16:46:29.297610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46378) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:29.583451 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fce712ad-453b-4d91-9f6c-26258f6ef410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:29.611272 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fce712ad-453b-4d91-9f6c-26258f6ef410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:29.709075 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fce712ad-453b-4d91-9f6c-26258f6ef410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:29.783345 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fce712ad-453b-4d91-9f6c-26258f6ef410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:29.783345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fce712ad-453b-4d91-9f6c-26258f6ef410 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d4a25f4-ca5d-46ec-b7df-a1685dd4b1a6 HTTP/1.1" status: 204 len: 168 time: 0.4548831 Jun 04 16:46:29.783345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce712ad-453b-4d91-9f6c-26258f6ef410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4a25f4-ca5d-46ec-b7df-a1685dd4b1a6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:29.802965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:29.802965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Usage tracker for resource:port and tenant:16082dfd60b445628e9db87ffcc2d27a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:29.802965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:29.827612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:29.843442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Made reservation on behalf of 16082dfd60b445628e9db87ffcc2d27a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:29.861516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:29.894857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97858987-f6b5-4478-9368-6c149b963842 None None] Provisioning for port 871bf81f-0ab0-40e7-b083-b68f9fb3a383 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:46:29.900906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97858987-f6b5-4478-9368-6c149b963842 None None] Provisioning complete for port 871bf81f-0ab0-40e7-b083-b68f9fb3a383 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:29.901489 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97858987-f6b5-4478-9368-6c149b963842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:29.905313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] device_id is not set on port 150e4d20-96a5-4c7b-adf1-00920f57aaab yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:46:30.035149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97858987-f6b5-4478-9368-6c149b963842 None None] Port 871bf81f-0ab0-40e7-b083-b68f9fb3a383 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:46:30.133185 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1cc166ab-313b-4872-ab99-8cb92047448c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:30.317062 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Allocated IP 2001:db8::25c (6efab989-36f5-4e65-aa00-366a09067453/c7971441-522e-48d9-9b9b-a940e3371b30/150e4d20-96a5-4c7b-adf1-00920f57aaab) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:46:30.331148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46418) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:30.589827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46430) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:30.747452 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dd03bcde-543d-403d-a4c3-93604cd6b9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:30.759927 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:30.793672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dd03bcde-543d-403d-a4c3-93604cd6b9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:30.798142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dd03bcde-543d-403d-a4c3-93604cd6b9ca admin admin] Usage tracker for resource:security_group_rule and tenant:c5beebf7a76948fe8496a5c02925a6ee is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:30.801232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dd03bcde-543d-403d-a4c3-93604cd6b9ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:30.803684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Transition to ACTIVE for port object 150e4d20-96a5-4c7b-adf1-00920f57aaab will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:30.807819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dd03bcde-543d-403d-a4c3-93604cd6b9ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:30.856877 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-de705933-2acd-485b-9595-0e40ed488caa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16ade71818094ab5a56b8c03b7726fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779441 Jun 04 16:46:30.872475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46438) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:30.881692 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:30.960152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dd03bcde-543d-403d-a4c3-93604cd6b9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:30.980158 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dd03bcde-543d-403d-a4c3-93604cd6b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.037550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03bcde-543d-403d-a4c3-93604cd6b9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a9b427-cdea-4a6f-a640-39ef6d61d0f4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:31.044612 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dd03bcde-543d-403d-a4c3-93604cd6b9ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5beebf7a76948fe8496a5c02925a6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7092817 Jun 04 16:46:31.052583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46446) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:31.084109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Network 6efab989-36f5-4e65-aa00-366a09067453 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:46:31.107254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:31.107254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:46:31.133724 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:31.133724 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.160157 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8758903 Jun 04 16:46:31.163754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46450) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:31.163964 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.171891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f2048-2da5-4cbe-be50-8ba1543d61e4 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event updated for resources: {'Port': ['ID=150e4d20-96a5-4c7b-adf1-00920f57aaab,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:31.182906 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b319835-17c2-46a1-a0f1-3a6bdfb7e4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.215824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-40dfeca8-2086-4988-a13e-139c9c442b58 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::80', 'mac_address': 'fa:16:3e:20:05:85'}, {'ip_address': '2001:db8::2fe', 'mac_address': 'fa:16:3e:b5:cc:3d'}]}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:31.216016 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b319835-17c2-46a1-a0f1-3a6bdfb7e4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.300039 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7081da3c-5158-448d-900a-7763c1d009dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.323544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b319835-17c2-46a1-a0f1-3a6bdfb7e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.371574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1b319835-17c2-46a1-a0f1-3a6bdfb7e4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.376610 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1b319835-17c2-46a1-a0f1-3a6bdfb7e4e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7722908c-85f0-4340-8cab-0a499f6131be HTTP/1.1" status: 204 len: 168 time: 0.4994061 Jun 04 16:46:31.381973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b319835-17c2-46a1-a0f1-3a6bdfb7e4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7722908c-85f0-4340-8cab-0a499f6131be,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:31.385373 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.448780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7081da3c-5158-448d-900a-7763c1d009dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.610086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4166e20a-bb4a-4d83-9798-d8aa9c06b802 None None] Provisioning for port 150e4d20-96a5-4c7b-adf1-00920f57aaab completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:46:31.616348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4166e20a-bb4a-4d83-9798-d8aa9c06b802 None None] Provisioning complete for port 150e4d20-96a5-4c7b-adf1-00920f57aaab triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:31.616720 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4166e20a-bb4a-4d83-9798-d8aa9c06b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.742083 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40dfeca8-2086-4988-a13e-139c9c442b58 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.752375 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4166e20a-bb4a-4d83-9798-d8aa9c06b802 None None] Port 150e4d20-96a5-4c7b-adf1-00920f57aaab cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:46:31.795603 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7081da3c-5158-448d-900a-7763c1d009dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.834696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081da3c-5158-448d-900a-7763c1d009dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a9b427-cdea-4a6f-a640-39ef6d61d0f4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:31.846589 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7081da3c-5158-448d-900a-7763c1d009dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:31.850880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7081da3c-5158-448d-900a-7763c1d009dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50a9b427-cdea-4a6f-a640-39ef6d61d0f4 HTTP/1.1" status: 204 len: 168 time: 0.7967656 Jun 04 16:46:32.184321 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40dfeca8-2086-4988-a13e-139c9c442b58 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:32.200018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40dfeca8-2086-4988-a13e-139c9c442b58 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:32.318076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-40dfeca8-2086-4988-a13e-139c9c442b58 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] In _notify_port_updated(), no bound segment for port 150e4d20-96a5-4c7b-adf1-00920f57aaab on network 6efab989-36f5-4e65-aa00-366a09067453 {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:46:32.343946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dfeca8-2086-4988-a13e-139c9c442b58 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:32.345156 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40dfeca8-2086-4988-a13e-139c9c442b58 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:32.346717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-40dfeca8-2086-4988-a13e-139c9c442b58 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "PUT /v2.0/ports/150e4d20-96a5-4c7b-adf1-00920f57aaab HTTP/1.1" status: 200 len: 1066 time: 1.1804733 Jun 04 16:46:32.349943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46486) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:32.422118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfeca8-2086-4988-a13e-139c9c442b58 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event updated for resources: {'Port': ['ID=150e4d20-96a5-4c7b-adf1-00920f57aaab,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:32.534321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-71440e6c-400c-4121-83a8-7bc633c07e60 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Deleting port 150e4d20-96a5-4c7b-adf1-00920f57aaab {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:46:32.534321 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71440e6c-400c-4121-83a8-7bc633c07e60 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:32.599561 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:32.928251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4ea8a862-00fa-494b-aae2-2e9ebe2997b9 None None] Provisioning complete for port 150e4d20-96a5-4c7b-adf1-00920f57aaab triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:32.928622 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ea8a862-00fa-494b-aae2-2e9ebe2997b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:33.106012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8a862-00fa-494b-aae2-2e9ebe2997b9 None None] Port 150e4d20-96a5-4c7b-adf1-00920f57aaab cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:46:33.124452 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71440e6c-400c-4121-83a8-7bc633c07e60 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:33.303365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-71440e6c-400c-4121-83a8-7bc633c07e60 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Calling delete_port for 150e4d20-96a5-4c7b-adf1-00920f57aaab owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:46:33.556263 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71440e6c-400c-4121-83a8-7bc633c07e60 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:33.671288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71440e6c-400c-4121-83a8-7bc633c07e60 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event deleted for resources: {'Port': ['ID=150e4d20-96a5-4c7b-adf1-00920f57aaab,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:34.072521 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:34.222140 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:34.230120 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-71440e6c-400c-4121-83a8-7bc633c07e60 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:34.250352 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-71440e6c-400c-4121-83a8-7bc633c07e60 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "DELETE /v2.0/ports/150e4d20-96a5-4c7b-adf1-00920f57aaab HTTP/1.1" status: 204 len: 168 time: 1.8961253 Jun 04 16:46:34.252636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46554) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:34.344899 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f01c696-3c9b-4553-a515-46c01c81d580 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] GET failed (client error): The resource could not be found. Jun 04 16:46:34.348236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8f01c696-3c9b-4553-a515-46c01c81d580 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Synchronizing usage tracker for tenant:16082dfd60b445628e9db87ffcc2d27a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:46:34.380256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8f01c696-3c9b-4553-a515-46c01c81d580 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Unset dirty status for tenant:16082dfd60b445628e9db87ffcc2d27a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:46:34.381754 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8f01c696-3c9b-4553-a515-46c01c81d580 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "GET /v2.0/ports/150e4d20-96a5-4c7b-adf1-00920f57aaab HTTP/1.1" status: 404 len: 333 time: 0.1276457 Jun 04 16:46:34.384911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46564) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:34.543032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f82380e3-facf-4361-a8e8-52a0e69bbd48 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Deleting port 871bf81f-0ab0-40e7-b083-b68f9fb3a383 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:46:34.543388 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f82380e3-facf-4361-a8e8-52a0e69bbd48 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:34.923272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46586) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:35.171142 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f82380e3-facf-4361-a8e8-52a0e69bbd48 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:35.205763 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-063e1703-0708-4d95-bbe7-701b86815c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:35.245243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-063e1703-0708-4d95-bbe7-701b86815c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:35.250379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-063e1703-0708-4d95-bbe7-701b86815c61 admin admin] Usage tracker for resource:security_group_rule and tenant:b2e5927cb26e4055923c66f76c797005 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:35.253627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-063e1703-0708-4d95-bbe7-701b86815c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:35.271500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-063e1703-0708-4d95-bbe7-701b86815c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:35.430793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f82380e3-facf-4361-a8e8-52a0e69bbd48 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Calling delete_port for 871bf81f-0ab0-40e7-b083-b68f9fb3a383 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:46:35.484844 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-063e1703-0708-4d95-bbe7-701b86815c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:35.498417 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-063e1703-0708-4d95-bbe7-701b86815c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:35.690784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e1703-0708-4d95-bbe7-701b86815c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168f4a22-12e6-43c4-b6cc-5f500eb19c1f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:35.776366 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-063e1703-0708-4d95-bbe7-701b86815c61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2e5927cb26e4055923c66f76c797005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8461866 Jun 04 16:46:35.792651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46620) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:35.901916 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f82380e3-facf-4361-a8e8-52a0e69bbd48 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:36.025140 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b29993f-c7ed-4acb-b471-729e154c32fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:36.081511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b29993f-c7ed-4acb-b471-729e154c32fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:36.169682 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b29993f-c7ed-4acb-b471-729e154c32fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:36.226415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29993f-c7ed-4acb-b471-729e154c32fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168f4a22-12e6-43c4-b6cc-5f500eb19c1f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:36.235699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b29993f-c7ed-4acb-b471-729e154c32fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:36.244480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82380e3-facf-4361-a8e8-52a0e69bbd48 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event deleted for resources: {'Port': ['ID=871bf81f-0ab0-40e7-b083-b68f9fb3a383,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:36.264784 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0b29993f-c7ed-4acb-b471-729e154c32fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/168f4a22-12e6-43c4-b6cc-5f500eb19c1f HTTP/1.1" status: 204 len: 168 time: 0.4754055 Jun 04 16:46:36.298085 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f82380e3-facf-4361-a8e8-52a0e69bbd48 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:36.327079 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f82380e3-facf-4361-a8e8-52a0e69bbd48 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "DELETE /v2.0/ports/871bf81f-0ab0-40e7-b083-b68f9fb3a383 HTTP/1.1" status: 204 len: 168 time: 1.9399195 Jun 04 16:46:36.329680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46644) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:36.514898 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b06012-22af-44ad-be58-998706ce6691 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] GET failed (client error): The resource could not be found. Jun 04 16:46:36.516412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-63b06012-22af-44ad-be58-998706ce6691 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Synchronizing usage tracker for tenant:16082dfd60b445628e9db87ffcc2d27a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:46:36.577054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-63b06012-22af-44ad-be58-998706ce6691 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Unset dirty status for tenant:16082dfd60b445628e9db87ffcc2d27a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:46:36.582097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-63b06012-22af-44ad-be58-998706ce6691 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "GET /v2.0/ports/871bf81f-0ab0-40e7-b083-b68f9fb3a383 HTTP/1.1" status: 404 len: 333 time: 0.2509658 Jun 04 16:46:36.588745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46654) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:36.848486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9e53fc55-4ff2-4a3d-91c8-9a60854a907d tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Deleting port 8993b0f9-5575-4c17-934b-3c957d941e6f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:46:36.850271 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e53fc55-4ff2-4a3d-91c8-9a60854a907d tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:37.393836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e53fc55-4ff2-4a3d-91c8-9a60854a907d tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:37.580906 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:46:37.874724 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9e53fc55-4ff2-4a3d-91c8-9a60854a907d tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Calling delete_port for 8993b0f9-5575-4c17-934b-3c957d941e6f owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:46:38.186600 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e53fc55-4ff2-4a3d-91c8-9a60854a907d tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:38.282461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53fc55-4ff2-4a3d-91c8-9a60854a907d tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event deleted for resources: {'Port': ['ID=8993b0f9-5575-4c17-934b-3c957d941e6f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:38.388344 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e53fc55-4ff2-4a3d-91c8-9a60854a907d tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:38.428688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 46746) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:38.429193 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9e53fc55-4ff2-4a3d-91c8-9a60854a907d tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "DELETE /v2.0/ports/8993b0f9-5575-4c17-934b-3c957d941e6f HTTP/1.1" status: 204 len: 168 time: 1.8399277 Jun 04 16:46:38.603891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed80b76-135b-404b-a859-f5253ed404ba tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Deleting subnet c7971441-522e-48d9-9b9b-a940e3371b30 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:46:38.610611 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ed80b76-135b-404b-a859-f5253ed404ba tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:38.764216 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ed80b76-135b-404b-a859-f5253ed404ba tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:38.970941 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ed80b76-135b-404b-a859-f5253ed404ba tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:39.148523 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ed80b76-135b-404b-a859-f5253ed404ba tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:39.225888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed80b76-135b-404b-a859-f5253ed404ba tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event deleted for resources: {'Subnet': ['ID=c7971441-522e-48d9-9b9b-a940e3371b30,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:39.249668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ed80b76-135b-404b-a859-f5253ed404ba tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:39.256987 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbbea95-dea1-42ae-96c9-a78758183851 None None] Network 6efab989-36f5-4e65-aa00-366a09067453 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:46:39.263636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4ed80b76-135b-404b-a859-f5253ed404ba tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "DELETE /v2.0/subnets/c7971441-522e-48d9-9b9b-a940e3371b30 HTTP/1.1" status: 204 len: 168 time: 0.8322928 Jun 04 16:46:39.265741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 46806) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:39.873128 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:39.911004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Deleting port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:46:39.911502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:39.987582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] DHCP port deletion for 6efab989-36f5-4e65-aa00-366a09067453 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:46:39.995250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Deleting port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:46:39.995932 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:40.409732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] For port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b3c5f8db-c84f-4e70-9209-5eb3ea0778bd,segment=NetworkSegment(16ddd31d-ee77-4942-8349-a598e25d7354),segment_id=16ddd31d-ee77-4942-8349-a598e25d7354)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:46:40.409732 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:40.410571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] For port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b3c5f8db-c84f-4e70-9209-5eb3ea0778bd,segment=NetworkSegment(16ddd31d-ee77-4942-8349-a598e25d7354),segment_id=16ddd31d-ee77-4942-8349-a598e25d7354)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:46:40.410571 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:40.658971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Calling delete_port for b3c5f8db-c84f-4e70-9209-5eb3ea0778bd owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:46:40.672654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Calling delete_port for b3c5f8db-c84f-4e70-9209-5eb3ea0778bd owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:46:40.839286 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:40.960335 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:46:40.960335 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:46:40.997317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] No DVR routers for this DVR port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:46:41.070407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Pushing event deleted for resources: {'Port': ['ID=b3c5f8db-c84f-4e70-9209-5eb3ea0778bd,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:41.096722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:41.097068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:41.097463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:41.101431 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:41.101711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:41.101882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:41.105979 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:41.106311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:41.106769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:41.107088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:41.107435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:41.111469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca517f-0351-418b-a85e-e378229c14f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:46:41.458582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Deleting port b3c5f8db-c84f-4e70-9209-5eb3ea0778bd {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:46:41.459538 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:41.645019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] The port 'b3c5f8db-c84f-4e70-9209-5eb3ea0778bd' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:46:41.798608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b3c5f8db-c84f-4e70-9209-5eb3ea0778bd no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:46:41.855481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b3c5f8db-c84f-4e70-9209-5eb3ea0778bd {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:46:41.855481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b3c5f8db-c84f-4e70-9209-5eb3ea0778bd not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:46:41.920365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:41.970843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efab989-36f5-4e65-aa00-366a09067453']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:42.004070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ddd31d-ee77-4942-8349-a598e25d7354') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:42.004357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ddd31d-ee77-4942-8349-a598e25d7354') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:46:42.031773 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:42.060034 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:42.069319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:46:42.072667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:42.176791 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 16ddd31d-ee77-4942-8349-a598e25d7354 resource provider aggregate not found Jun 04 16:46:42.217853 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 16ddd31d-ee77-4942-8349-a598e25d7354 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16ddd31d-ee77-4942-8349-a598e25d7354 found for delete ", "request_id": "req-b539fc4b-ac17-4858-abb6-e28402787496"}]} Jun 04 16:46:42.246507 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:42.266710 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:42.319125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] Pushing event deleted for resources: {'Network': ['ID=6efab989-36f5-4e65-aa00-366a09067453,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:42.323392 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d7dfa9e8-112c-494a-95c4-4407ffd864f0 tempest-AllowedAddressPairIpV6TestJSON-1620368855 tempest-AllowedAddressPairIpV6TestJSON-1620368855-project] 10.222.0.13 "DELETE /v2.0/networks/6efab989-36f5-4e65-aa00-366a09067453 HTTP/1.1" status: 204 len: 168 time: 3.0555084 Jun 04 16:46:42.896020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47020) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:43.390507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-798bbbec-c303-4f5f-a030-1fb0bf17ac74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16082dfd60b445628e9db87ffcc2d27a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4923477 Jun 04 16:46:43.392477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47040) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:43.497487 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17c3f4ae-ec69-4e73-bb78-5efb1d0ee462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:43.535897 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17c3f4ae-ec69-4e73-bb78-5efb1d0ee462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:43.653238 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17c3f4ae-ec69-4e73-bb78-5efb1d0ee462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:43.687885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3f4ae-ec69-4e73-bb78-5efb1d0ee462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5084c2-91c4-40ac-b82e-d95a73480392,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:43.706453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-17c3f4ae-ec69-4e73-bb78-5efb1d0ee462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:43.714297 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-17c3f4ae-ec69-4e73-bb78-5efb1d0ee462 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de5084c2-91c4-40ac-b82e-d95a73480392 HTTP/1.1" status: 204 len: 168 time: 0.3198876 Jun 04 16:46:45.008901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47136) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:45.228685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2087233252'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:45.237889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:45.245255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Usage tracker for resource:network and tenant:6727371a3d2a4a1abc50e526d208ee3d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:45.253399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:45.265177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:45.279853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:45.299017 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:45.329135 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:45.361529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:45.373586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Usage tracker for resource:security_group_rule and tenant:6727371a3d2a4a1abc50e526d208ee3d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:45.380472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:45.398790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:45.631076 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:45.643380 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:45.695374 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:46:45.721584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:45.721584 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Added segment ad59d9ea-2740-4398-b144-556d46f2674c of type vlan for network d19c6a46-da34-4b5e-a19d-6f4c243b30b0 Jun 04 16:46:45.846312 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:45.928953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f23297-2f2f-4d17-801f-e5316dbac288,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:45.939315 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:45.945883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:45.952337 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:46.109670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Network': ['ID=d19c6a46-da34-4b5e-a19d-6f4c243b30b0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:46.124090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network d19c6a46-da34-4b5e-a19d-6f4c243b30b0 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:46:46.135138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-af5f5ba4-3014-4bf5-b757-e5ef75d30396 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1247787 Jun 04 16:46:48.038903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47302) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:48.445629 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de2251cb-9dd7-461e-a47a-080571627fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:48.485348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-de2251cb-9dd7-461e-a47a-080571627fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:48.491475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-de2251cb-9dd7-461e-a47a-080571627fea admin admin] Usage tracker for resource:security_group_rule and tenant:58a21ef3b8d94d41b358ca16915b8020 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:48.516014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-de2251cb-9dd7-461e-a47a-080571627fea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:48.537947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-de2251cb-9dd7-461e-a47a-080571627fea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:48.847083 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de2251cb-9dd7-461e-a47a-080571627fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:48.860197 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-de2251cb-9dd7-461e-a47a-080571627fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:48.948174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-de2251cb-9dd7-461e-a47a-080571627fea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58a21ef3b8d94d41b358ca16915b8020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9068875 Jun 04 16:46:48.954184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47334) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:48.999229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2251cb-9dd7-461e-a47a-080571627fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d731e089-9b06-4a9e-bbb9-ef25cb32cfa0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:49.061686 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7785838c-f2d9-4c5c-831a-e3e928ecf47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:49.112039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7785838c-f2d9-4c5c-831a-e3e928ecf47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:49.230528 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7785838c-f2d9-4c5c-831a-e3e928ecf47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:49.254788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785838c-f2d9-4c5c-831a-e3e928ecf47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d731e089-9b06-4a9e-bbb9-ef25cb32cfa0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:49.268558 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7785838c-f2d9-4c5c-831a-e3e928ecf47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:49.283043 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7785838c-f2d9-4c5c-831a-e3e928ecf47e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d731e089-9b06-4a9e-bbb9-ef25cb32cfa0 HTTP/1.1" status: 204 len: 168 time: 0.3276858 Jun 04 16:46:49.499367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47352) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:49.508169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'subnet': {'network_id': 'd19c6a46-da34-4b5e-a19d-6f4c243b30b0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:49.779534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:49.785785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Usage tracker for resource:subnet and tenant:6727371a3d2a4a1abc50e526d208ee3d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:49.792265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:49.799224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:49.818924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:49.824826 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:50.389016 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:50.482628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Subnet': ['ID=7c4af819-ea2c-4f58-84e4-48cd2c3c685f,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:50.546826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Checking segment: {'id': 'ad59d9ea-2740-4398-b144-556d46f2674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd19c6a46-da34-4b5e-a19d-6f4c243b30b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:46:50.548005 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network hostable DHCP agents. Network: d19c6a46-da34-4b5e-a19d-6f4c243b30b0, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:46:50.587405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network d19c6a46-da34-4b5e-a19d-6f4c243b30b0 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:46:50.605731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, d19c6a46-da34-4b5e-a19d-6f4c243b30b0) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:50.614491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603ab978-063f-45d5-8649-e29f7191450b None None] Network d19c6a46-da34-4b5e-a19d-6f4c243b30b0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:46:50.641561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:50.642406 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:50.697128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47404) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:50.705749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-876088708'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:50.714935 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1588ed30-d72c-4c08-8673-646eb8177344 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2115457 Jun 04 16:46:50.728427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:50.733512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Usage tracker for resource:network and tenant:6727371a3d2a4a1abc50e526d208ee3d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:50.736852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:50.745017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:50.771773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:50.776753 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:50.846487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:46:50.863461 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:50.863804 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Added segment 13dc17b5-1bc8-4fc9-9e56-5928ab58430c of type vlan for network 422f2d17-5851-4cc3-ae45-484b7791f2dc Jun 04 16:46:50.921942 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:51.020946 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:51.031152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:51.031914 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:51.132872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-d19c6a46-da34-4b5e-a19d-6f4c243b30b0', 'network_id': 'd19c6a46-da34-4b5e-a19d-6f4c243b30b0', 'tenant_id': '6727371a3d2a4a1abc50e526d208ee3d', 'fixed_ips': [{'subnet_id': '7c4af819-ea2c-4f58-84e4-48cd2c3c685f'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:46:51.134060 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:51.229873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Network': ['ID=422f2d17-5851-4cc3-ae45-484b7791f2dc,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:51.256949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 422f2d17-5851-4cc3-ae45-484b7791f2dc details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:46:51.277859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-89a5f181-4e5a-4257-bd20-736985c92b48 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5778551 Jun 04 16:46:51.282397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47424) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:51.288950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'subnet': {'network_id': '422f2d17-5851-4cc3-ae45-484b7791f2dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:51.631084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Allocated IP 2001:db8:0:ffff::2 (d19c6a46-da34-4b5e-a19d-6f4c243b30b0/7c4af819-ea2c-4f58-84e4-48cd2c3c685f/d6822f1f-4ae8-4c58-ac0d-385a35d46c45) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:46:51.696777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:51.705934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Usage tracker for resource:subnet and tenant:6727371a3d2a4a1abc50e526d208ee3d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:51.718214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:51.732734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:51.747778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:51.753811 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:52.125585 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:52.176730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Transition to ACTIVE for port object d6822f1f-4ae8-4c58-ac0d-385a35d46c45 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:52.217365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Transition to ACTIVE for port object d6822f1f-4ae8-4c58-ac0d-385a35d46c45 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:52.224886 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:52.349515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Network d19c6a46-da34-4b5e-a19d-6f4c243b30b0 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:46:52.400139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Pushing event updated for resources: {'Port': ['ID=d6822f1f-4ae8-4c58-ac0d-385a35d46c45,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:52.409584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:52.431034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:46:52.589023 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Attempting to bind port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:46:52.589766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Attempting to bind port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'ad59d9ea-2740-4398-b144-556d46f2674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd19c6a46-da34-4b5e-a19d-6f4c243b30b0'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:46:52.590561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Attempting to bind port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 on network d19c6a46-da34-4b5e-a19d-6f4c243b30b0 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:46:52.601794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:46:52.612907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Checking segment: {'id': 'ad59d9ea-2740-4398-b144-556d46f2674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd19c6a46-da34-4b5e-a19d-6f4c243b30b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:46:52.613448 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:52.613873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Bound using segment: {'id': 'ad59d9ea-2740-4398-b144-556d46f2674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd19c6a46-da34-4b5e-a19d-6f4c243b30b0'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:46:52.614364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Bound port: d6822f1f-4ae8-4c58-ac0d-385a35d46c45, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad59d9ea-2740-4398-b144-556d46f2674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd19c6a46-da34-4b5e-a19d-6f4c243b30b0'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:46:52.614777 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:52.683886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.objects.ports [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88798) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:46:52.693237 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:52.907078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] For port d6822f1f-4ae8-4c58-ac0d-385a35d46c45, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:46:52.910241 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] For port d6822f1f-4ae8-4c58-ac0d-385a35d46c45, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d6822f1f-4ae8-4c58-ac0d-385a35d46c45,segment=NetworkSegment(ad59d9ea-2740-4398-b144-556d46f2674c),segment_id=ad59d9ea-2740-4398-b144-556d46f2674c)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:46:52.938962 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:52.983327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47498) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:53.011270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Subnet': ['ID=024856d5-885b-4bbf-ac5e-38d993f1d4e3,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:53.028945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47504) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:53.047364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Checking segment: {'id': '13dc17b5-1bc8-4fc9-9e56-5928ab58430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '422f2d17-5851-4cc3-ae45-484b7791f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:46:53.048423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network hostable DHCP agents. Network: 422f2d17-5851-4cc3-ae45-484b7791f2dc, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:46:53.151177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network 422f2d17-5851-4cc3-ae45-484b7791f2dc is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:46:53.189562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 422f2d17-5851-4cc3-ae45-484b7791f2dc) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:53.195723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:53.199758 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:53.220934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184af24b-35a9-4516-861b-445cd940a943 None None] Network 422f2d17-5851-4cc3-ae45-484b7791f2dc requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:46:53.266086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47516) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:53.273207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'port': {'network_id': '422f2d17-5851-4cc3-ae45-484b7791f2dc', 'name': 'tempest-NetworksIpV6TestAttrs-716429935'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:53.282683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7c473c60-1a56-449f-a6ec-5013c66cb374 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9986906 Jun 04 16:46:53.289226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245b65d-c8d1-45fb-8dc6-dc389e3c1533 None None] Pushing event updated for resources: {'Port': ['ID=d6822f1f-4ae8-4c58-ac0d-385a35d46c45,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:53.792057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-caf3761e-7014-4f56-af9d-5a4a433faf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:53.870596 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54e2f6ff-c312-4de2-ada6-087548ed26c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:53.925549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-422f2d17-5851-4cc3-ae45-484b7791f2dc', 'network_id': '422f2d17-5851-4cc3-ae45-484b7791f2dc', 'tenant_id': '6727371a3d2a4a1abc50e526d208ee3d', 'fixed_ips': [{'subnet_id': '024856d5-885b-4bbf-ac5e-38d993f1d4e3'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:46:53.926396 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:53.950830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-caf3761e-7014-4f56-af9d-5a4a433faf4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:53.961508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d6822f1f-4ae8-4c58-ac0d-385a35d46c45 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:46:53.962662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-caf3761e-7014-4f56-af9d-5a4a433faf4b admin admin] Usage tracker for resource:security_group_rule and tenant:56f13b395fe2413faacb8e9906a4d81c is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:53.992965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-caf3761e-7014-4f56-af9d-5a4a433faf4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:54.006056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-caf3761e-7014-4f56-af9d-5a4a433faf4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:54.008925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-54e2f6ff-c312-4de2-ada6-087548ed26c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:54.030266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-54e2f6ff-c312-4de2-ada6-087548ed26c1 admin admin] Usage tracker for resource:security_group_rule and tenant:8d456e56d48147cbb78ffc0a7dc8e0d7 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:54.061186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-54e2f6ff-c312-4de2-ada6-087548ed26c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:54.078132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-54e2f6ff-c312-4de2-ada6-087548ed26c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:54.096391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:54.101056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Usage tracker for resource:port and tenant:6727371a3d2a4a1abc50e526d208ee3d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:54.107263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:54.125009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:54.196014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:54.199612 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:54.303791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] device_id is not set on port 2bf9e7c2-4e72-495b-96a1-67d6cf434553 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:46:54.304434 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:46:54.310204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Allocated IP 2001:db8::f816:3eff:fee9:a09d (422f2d17-5851-4cc3-ae45-484b7791f2dc/024856d5-885b-4bbf-ac5e-38d993f1d4e3/60c1c9da-55c7-48f8-b3ea-873bb50996a6) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:46:54.448093 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54e2f6ff-c312-4de2-ada6-087548ed26c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:54.468716 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-54e2f6ff-c312-4de2-ada6-087548ed26c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:54.606264 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:54.620004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Transition to ACTIVE for port object 60c1c9da-55c7-48f8-b3ea-873bb50996a6 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:54.644720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Transition to ACTIVE for port object 60c1c9da-55c7-48f8-b3ea-873bb50996a6 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:54.664308 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:54.801007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Network 422f2d17-5851-4cc3-ae45-484b7791f2dc is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:46:54.811782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:54.817371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:46:54.835268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Allocated IP 2001:db8::f816:3eff:fe24:4c70 (422f2d17-5851-4cc3-ae45-484b7791f2dc/024856d5-885b-4bbf-ac5e-38d993f1d4e3/2bf9e7c2-4e72-495b-96a1-67d6cf434553) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:46:54.887677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2f6ff-c312-4de2-ada6-087548ed26c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65067f8b-e052-410a-876d-48c7f85e0b1f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:54.898530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47550) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:54.916537 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-54e2f6ff-c312-4de2-ada6-087548ed26c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d456e56d48147cbb78ffc0a7dc8e0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9319410 Jun 04 16:46:54.923673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-caf3761e-7014-4f56-af9d-5a4a433faf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:54.960544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-caf3761e-7014-4f56-af9d-5a4a433faf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:54.984491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Pushing event updated for resources: {'Port': ['ID=60c1c9da-55c7-48f8-b3ea-873bb50996a6,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:54.990372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Attempting to bind port 60c1c9da-55c7-48f8-b3ea-873bb50996a6 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:46:54.991404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Attempting to bind port 60c1c9da-55c7-48f8-b3ea-873bb50996a6 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '13dc17b5-1bc8-4fc9-9e56-5928ab58430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '422f2d17-5851-4cc3-ae45-484b7791f2dc'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:46:54.991761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Attempting to bind port 60c1c9da-55c7-48f8-b3ea-873bb50996a6 on network 422f2d17-5851-4cc3-ae45-484b7791f2dc {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:46:55.009518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:46:55.010005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Checking segment: {'id': '13dc17b5-1bc8-4fc9-9e56-5928ab58430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '422f2d17-5851-4cc3-ae45-484b7791f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:46:55.010686 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.010908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Bound using segment: {'id': '13dc17b5-1bc8-4fc9-9e56-5928ab58430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '422f2d17-5851-4cc3-ae45-484b7791f2dc'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:46:55.011292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Bound port: 60c1c9da-55c7-48f8-b3ea-873bb50996a6, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dc17b5-1bc8-4fc9-9e56-5928ab58430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '422f2d17-5851-4cc3-ae45-484b7791f2dc'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:46:55.011664 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.071087 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7afe476a-7d35-46bc-8c39-fc481c50586c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.142412 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7afe476a-7d35-46bc-8c39-fc481c50586c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.209328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3761e-7014-4f56-af9d-5a4a433faf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909ca3b8-2bc5-4c22-9fb5-dacda53d46af,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:55.233721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] For port 60c1c9da-55c7-48f8-b3ea-873bb50996a6, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:46:55.240146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] For port 60c1c9da-55c7-48f8-b3ea-873bb50996a6, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=60c1c9da-55c7-48f8-b3ea-873bb50996a6,segment=NetworkSegment(13dc17b5-1bc8-4fc9-9e56-5928ab58430c),segment_id=13dc17b5-1bc8-4fc9-9e56-5928ab58430c)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:46:55.247079 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7afe476a-7d35-46bc-8c39-fc481c50586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.267422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d42f4dc-934d-48eb-b005-05f83412bef6 None None] Network d19c6a46-da34-4b5e-a19d-6f4c243b30b0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:46:55.299164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe476a-7d35-46bc-8c39-fc481c50586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65067f8b-e052-410a-876d-48c7f85e0b1f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:55.310392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7afe476a-7d35-46bc-8c39-fc481c50586c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.331119 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7afe476a-7d35-46bc-8c39-fc481c50586c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65067f8b-e052-410a-876d-48c7f85e0b1f HTTP/1.1" status: 204 len: 168 time: 0.4279954 Jun 04 16:46:55.345529 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-caf3761e-7014-4f56-af9d-5a4a433faf4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56f13b395fe2413faacb8e9906a4d81c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3154137 Jun 04 16:46:55.348332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47568) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:55.488934 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6da314ea-8db6-4511-93bd-4707f77d1fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.516125 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.561745 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.592936 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6da314ea-8db6-4511-93bd-4707f77d1fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.603263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Transition to ACTIVE for port object 2bf9e7c2-4e72-495b-96a1-67d6cf434553 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:46:55.691512 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.698383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94519d-4658-4da4-b301-34ff9c006c77 None None] Pushing event updated for resources: {'Port': ['ID=60c1c9da-55c7-48f8-b3ea-873bb50996a6,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:55.703325 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6da314ea-8db6-4511-93bd-4707f77d1fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.733099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da314ea-8db6-4511-93bd-4707f77d1fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909ca3b8-2bc5-4c22-9fb5-dacda53d46af,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:55.765649 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6da314ea-8db6-4511-93bd-4707f77d1fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.769593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6da314ea-8db6-4511-93bd-4707f77d1fa7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/909ca3b8-2bc5-4c22-9fb5-dacda53d46af HTTP/1.1" status: 204 len: 168 time: 0.4177790 Jun 04 16:46:55.778044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2faa0471-77ea-4ffc-9ad2-cbc20e8727b1 None None] Provisioning for port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:46:55.797554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2faa0471-77ea-4ffc-9ad2-cbc20e8727b1 None None] Provisioning complete for port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:55.797931 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2faa0471-77ea-4ffc-9ad2-cbc20e8727b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:55.934611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network 422f2d17-5851-4cc3-ae45-484b7791f2dc is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:46:55.951254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:46:55.956028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:46:55.965299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:55.969495 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:56.087624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Port': ['ID=2bf9e7c2-4e72-495b-96a1-67d6cf434553,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:56.199238 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-02b7fe52-5bb5-4e4f-8004-c4d1c6eb3096 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9318771 Jun 04 16:46:56.201818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47592) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:56.232416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2faa0471-77ea-4ffc-9ad2-cbc20e8727b1 None None] Current status of the port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:46:56.233349 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2faa0471-77ea-4ffc-9ad2-cbc20e8727b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:56.320049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2faa0471-77ea-4ffc-9ad2-cbc20e8727b1 None None] For port d6822f1f-4ae8-4c58-ac0d-385a35d46c45, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d6822f1f-4ae8-4c58-ac0d-385a35d46c45,segment=NetworkSegment(ad59d9ea-2740-4398-b144-556d46f2674c),segment_id=ad59d9ea-2740-4398-b144-556d46f2674c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:46:56.329759 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2faa0471-77ea-4ffc-9ad2-cbc20e8727b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:56.506053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c300d4-5d09-43fc-862d-1bf400a0f7d4 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Deleting subnet 024856d5-885b-4bbf-ac5e-38d993f1d4e3 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:46:56.524054 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87c300d4-5d09-43fc-862d-1bf400a0f7d4 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:56.542655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa0471-77ea-4ffc-9ad2-cbc20e8727b1 None None] Pushing event updated for resources: {'Port': ['ID=d6822f1f-4ae8-4c58-ac0d-385a35d46c45,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:56.734659 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87c300d4-5d09-43fc-862d-1bf400a0f7d4 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:56.779175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bdc95488-317c-4fcb-bb98-5108048c8230 None None] Provisioning complete for port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:56.782101 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bdc95488-317c-4fcb-bb98-5108048c8230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:56.976302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47618) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:57.047712 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e66da65d-cce9-4d00-92f7-b5c1b4789210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:57.084767 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87c300d4-5d09-43fc-862d-1bf400a0f7d4 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:57.105020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e66da65d-cce9-4d00-92f7-b5c1b4789210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:57.116083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e66da65d-cce9-4d00-92f7-b5c1b4789210 admin admin] Usage tracker for resource:security_group_rule and tenant:844abe22dd484fdabb3fdf79054b7c48 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:57.131657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e66da65d-cce9-4d00-92f7-b5c1b4789210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:57.146815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e66da65d-cce9-4d00-92f7-b5c1b4789210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:57.325214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87c300d4-5d09-43fc-862d-1bf400a0f7d4 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:57.389090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-bdc95488-317c-4fcb-bb98-5108048c8230 None None] Current status of the port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:46:57.391668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e66da65d-cce9-4d00-92f7-b5c1b4789210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:57.402304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e66da65d-cce9-4d00-92f7-b5c1b4789210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:57.484456 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-87c300d4-5d09-43fc-862d-1bf400a0f7d4 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:57.492527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c300d4-5d09-43fc-862d-1bf400a0f7d4 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Subnet': ['ID=024856d5-885b-4bbf-ac5e-38d993f1d4e3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:57.506472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e66da65d-cce9-4d00-92f7-b5c1b4789210 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=844abe22dd484fdabb3fdf79054b7c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290010 Jun 04 16:46:57.514117 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47634) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:57.551508 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-87c300d4-5d09-43fc-862d-1bf400a0f7d4 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/subnets/024856d5-885b-4bbf-ac5e-38d993f1d4e3 HTTP/1.1" status: 204 len: 168 time: 1.3472819 Jun 04 16:46:57.560347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47640) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:57.590969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66da65d-cce9-4d00-92f7-b5c1b4789210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07423af-b07c-4c04-a7cc-1fa524995b27,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:57.724845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9277cb-7b8f-41b5-93a5-7e9226d48acd None None] Network 422f2d17-5851-4cc3-ae45-484b7791f2dc requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:46:57.773461 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8310f7f-bcc0-4a23-973e-f4e1aa1f51c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:57.818353 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8310f7f-bcc0-4a23-973e-f4e1aa1f51c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:57.927646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8310f7f-bcc0-4a23-973e-f4e1aa1f51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:58.001689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f94749-5b24-4edf-b356-c8c92c6b0ab0 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:58.009224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f94749-5b24-4edf-b356-c8c92c6b0ab0 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:58.011250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-22f94749-5b24-4edf-b356-c8c92c6b0ab0 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Synchronizing usage tracker for tenant:6727371a3d2a4a1abc50e526d208ee3d on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:46:58.035782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8310f7f-bcc0-4a23-973e-f4e1aa1f51c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07423af-b07c-4c04-a7cc-1fa524995b27,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:58.063596 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8310f7f-bcc0-4a23-973e-f4e1aa1f51c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:58.067320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d6822f1f-4ae8-4c58-ac0d-385a35d46c45 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:46:58.069507 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e8310f7f-bcc0-4a23-973e-f4e1aa1f51c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e07423af-b07c-4c04-a7cc-1fa524995b27 HTTP/1.1" status: 204 len: 168 time: 0.5516825 Jun 04 16:46:58.089256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-22f94749-5b24-4edf-b356-c8c92c6b0ab0 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Unset dirty status for tenant:6727371a3d2a4a1abc50e526d208ee3d on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:46:58.090883 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-22f94749-5b24-4edf-b356-c8c92c6b0ab0 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5294001 Jun 04 16:46:58.093875 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47664) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:58.284147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-073e149c-23b7-47a1-a0d8-7c07e8fa0e20 None None] Provisioning for port 60c1c9da-55c7-48f8-b3ea-873bb50996a6 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:46:58.310582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-be974033-b5fa-44d4-aa4f-e1d726eb0e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:58.338580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:46:58.339235 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:58.373651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a26f8001-0ee0-4e43-8c64-b2898babf20a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:58.403284 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26f8001-0ee0-4e43-8c64-b2898babf20a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 04 16:46:58.405679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26f8001-0ee0-4e43-8c64-b2898babf20a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:46:58.410669 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a26f8001-0ee0-4e43-8c64-b2898babf20a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/networks/422f2d17-5851-4cc3-ae45-484b7791f2dc HTTP/1.1" status: 409 len: 405 time: 0.3155379 Jun 04 16:46:58.415147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47680) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:58.421713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-19262001'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:58.433944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:58.442312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Usage tracker for resource:network and tenant:6727371a3d2a4a1abc50e526d208ee3d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:58.449128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:58.462550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:58.484300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:58.495935 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:58.529767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47684) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:58.545321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:46:58.596101 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:58.596540 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Added segment 9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077 of type vlan for network 042ef4e7-1ac3-4233-8c1b-5580a8dad9c1 Jun 04 16:46:58.664473 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:58.730606 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:58.736504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:46:58.737509 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:58.815521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:46:58.816665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 60c1c9da-55c7-48f8-b3ea-873bb50996a6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:46:58.903064 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-837848bc-89ec-4926-a0ab-6595c7cfcc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:58.912621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc4151-6e0d-4bae-9255-01d6fa905026 None None] DHCP port deletion for 422f2d17-5851-4cc3-ae45-484b7791f2dc request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:46:58.951502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-837848bc-89ec-4926-a0ab-6595c7cfcc49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:58.958486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-837848bc-89ec-4926-a0ab-6595c7cfcc49 admin admin] Usage tracker for resource:security_group_rule and tenant:781ab8214ee14311b433e59d439142ea is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:46:58.963373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-837848bc-89ec-4926-a0ab-6595c7cfcc49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:46:58.966853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc4151-6e0d-4bae-9255-01d6fa905026 None None] Deleting port 60c1c9da-55c7-48f8-b3ea-873bb50996a6 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:46:58.967528 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5cbc4151-6e0d-4bae-9255-01d6fa905026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:58.995455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-837848bc-89ec-4926-a0ab-6595c7cfcc49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:59.015396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Network': ['ID=042ef4e7-1ac3-4233-8c1b-5580a8dad9c1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:59.038193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47710) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:59.038752 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ac25cdca-e323-4aaf-9522-82035d763b68 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6221392 Jun 04 16:46:59.072403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'subnet': {'network_id': '042ef4e7-1ac3-4233-8c1b-5580a8dad9c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:46:59.095039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 042ef4e7-1ac3-4233-8c1b-5580a8dad9c1 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:46:59.446596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:46:59.491279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:46:59.548505 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-837848bc-89ec-4926-a0ab-6595c7cfcc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:59.563768 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-837848bc-89ec-4926-a0ab-6595c7cfcc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:59.654797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5cbc4151-6e0d-4bae-9255-01d6fa905026 None None] For port 60c1c9da-55c7-48f8-b3ea-873bb50996a6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=60c1c9da-55c7-48f8-b3ea-873bb50996a6,segment=NetworkSegment(13dc17b5-1bc8-4fc9-9e56-5928ab58430c),segment_id=13dc17b5-1bc8-4fc9-9e56-5928ab58430c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:46:59.655108 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5cbc4151-6e0d-4bae-9255-01d6fa905026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:59.665624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837848bc-89ec-4926-a0ab-6595c7cfcc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f3a189-6f64-400b-8127-9f4725da36b3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:46:59.690255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:46:59.701588 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:46:59.852219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc4151-6e0d-4bae-9255-01d6fa905026 None None] Calling delete_port for 60c1c9da-55c7-48f8-b3ea-873bb50996a6 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:46:59.932955 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-837848bc-89ec-4926-a0ab-6595c7cfcc49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=781ab8214ee14311b433e59d439142ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3980634 Jun 04 16:46:59.933211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47738) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:46:59.989284 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5cbc4151-6e0d-4bae-9255-01d6fa905026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:00.065563 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-782eb09c-a975-4e03-b70b-1335388f0dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:00.147786 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-782eb09c-a975-4e03-b70b-1335388f0dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:00.148719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 60c1c9da-55c7-48f8-b3ea-873bb50996a6 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:47:00.177019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc4151-6e0d-4bae-9255-01d6fa905026 None None] Pushing event deleted for resources: {'Port': ['ID=60c1c9da-55c7-48f8-b3ea-873bb50996a6,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:00.190385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc4151-6e0d-4bae-9255-01d6fa905026 None None] No DVR routers for this DVR port 60c1c9da-55c7-48f8-b3ea-873bb50996a6 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:47:00.201483 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 60c1c9da-55c7-48f8-b3ea-873bb50996a6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:47:00.201906 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:00.328931 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-92e7aee7-7c98-4231-91d5-565631d8c3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:00.333218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Port 60c1c9da-55c7-48f8-b3ea-873bb50996a6 was deleted so its status cannot be updated. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 04 16:47:00.339175 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-782eb09c-a975-4e03-b70b-1335388f0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:00.406924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eb09c-a975-4e03-b70b-1335388f0dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f3a189-6f64-400b-8127-9f4725da36b3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:00.479965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 60c1c9da-55c7-48f8-b3ea-873bb50996a6 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:47:00.482595 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-782eb09c-a975-4e03-b70b-1335388f0dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:00.486071 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-782eb09c-a975-4e03-b70b-1335388f0dd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77f3a189-6f64-400b-8127-9f4725da36b3 HTTP/1.1" status: 204 len: 168 time: 0.5155375 Jun 04 16:47:00.700372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 60c1c9da-55c7-48f8-b3ea-873bb50996a6 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:47:00.702093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 60c1c9da-55c7-48f8-b3ea-873bb50996a6 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:47:00.747023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.objects.ports [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88797) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:47:00.752550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:00.936514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Subnet': ['ID=8d8e68e6-4f12-4a4e-86ca-3f476ed7ca19,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:00.951665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Checking segment: {'id': '9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '042ef4e7-1ac3-4233-8c1b-5580a8dad9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:00.953965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network hostable DHCP agents. Network: 042ef4e7-1ac3-4233-8c1b-5580a8dad9c1, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:47:00.997244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network 042ef4e7-1ac3-4233-8c1b-5580a8dad9c1 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:47:01.029151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 042ef4e7-1ac3-4233-8c1b-5580a8dad9c1) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:01.035144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:01.039677 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:01.042753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a39f3-6d0d-4e4a-86bf-b14e480d178f None None] Network 042ef4e7-1ac3-4233-8c1b-5580a8dad9c1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:01.101207 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f6b6eb81-9979-4fce-98ce-25bff769e643 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0612895 Jun 04 16:47:01.103845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47782) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:01.123130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'port': {'network_id': '042ef4e7-1ac3-4233-8c1b-5580a8dad9c1', 'name': 'tempest-NetworksIpV6TestAttrs-1935455643'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:01.418415 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:01.517058 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:01.642316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:01.662627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Usage tracker for resource:port and tenant:6727371a3d2a4a1abc50e526d208ee3d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:01.674505 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:01.702918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:01.748101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:01.752588 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:01.802133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-042ef4e7-1ac3-4233-8c1b-5580a8dad9c1', 'network_id': '042ef4e7-1ac3-4233-8c1b-5580a8dad9c1', 'tenant_id': '6727371a3d2a4a1abc50e526d208ee3d', 'fixed_ips': [{'subnet_id': '8d8e68e6-4f12-4a4e-86ca-3f476ed7ca19'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:47:01.803200 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:01.850259 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] device_id is not set on port 829b06c9-9ba2-4b0e-97f4-49cb1e65c8b8 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:47:02.190157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Allocated IP 2001:db8::f816:3eff:fef7:7d49 (042ef4e7-1ac3-4233-8c1b-5580a8dad9c1/8d8e68e6-4f12-4a4e-86ca-3f476ed7ca19/829b06c9-9ba2-4b0e-97f4-49cb1e65c8b8) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:47:02.592293 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:02.773178 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:02.794666 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Transition to ACTIVE for port object 829b06c9-9ba2-4b0e-97f4-49cb1e65c8b8 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:02.825619 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:02.996903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Allocated IP 2001:db8::f816:3eff:fe89:1acd (042ef4e7-1ac3-4233-8c1b-5580a8dad9c1/8d8e68e6-4f12-4a4e-86ca-3f476ed7ca19/588c073a-7e54-4e59-a5d1-1b46a37bcce1) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:47:03.065882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Port': ['ID=829b06c9-9ba2-4b0e-97f4-49cb1e65c8b8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:03.113855 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network 042ef4e7-1ac3-4233-8c1b-5580a8dad9c1 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:47:03.115574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:03.118517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:47:03.124957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:03.125590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:03.210767 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a1c902f6-1090-49d4-9563-2e5612d58e45 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1028633 Jun 04 16:47:03.211159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47864) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:03.391726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1bcfb9-da4d-4d73-93a6-4e329784ee26 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Deleting subnet 8d8e68e6-4f12-4a4e-86ca-3f476ed7ca19 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:47:03.501648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47874) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:03.533521 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:03.546776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Transition to ACTIVE for port object 588c073a-7e54-4e59-a5d1-1b46a37bcce1 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:03.573381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Transition to ACTIVE for port object 588c073a-7e54-4e59-a5d1-1b46a37bcce1 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:03.584118 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a1bcfb9-da4d-4d73-93a6-4e329784ee26 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:03.587391 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:03.739749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Network 042ef4e7-1ac3-4233-8c1b-5580a8dad9c1 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:47:03.747955 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a1bcfb9-da4d-4d73-93a6-4e329784ee26 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:03.755596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:03.763521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:47:03.830639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Pushing event updated for resources: {'Port': ['ID=588c073a-7e54-4e59-a5d1-1b46a37bcce1,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:03.894270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Attempting to bind port 588c073a-7e54-4e59-a5d1-1b46a37bcce1 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:03.894786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Attempting to bind port 588c073a-7e54-4e59-a5d1-1b46a37bcce1 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '042ef4e7-1ac3-4233-8c1b-5580a8dad9c1'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:03.895248 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Attempting to bind port 588c073a-7e54-4e59-a5d1-1b46a37bcce1 on network 042ef4e7-1ac3-4233-8c1b-5580a8dad9c1 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:03.900919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:47:03.901488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Checking segment: {'id': '9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '042ef4e7-1ac3-4233-8c1b-5580a8dad9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:03.901989 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:03.902513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Bound using segment: {'id': '9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '042ef4e7-1ac3-4233-8c1b-5580a8dad9c1'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:47:03.903080 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Bound port: 588c073a-7e54-4e59-a5d1-1b46a37bcce1, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '042ef4e7-1ac3-4233-8c1b-5580a8dad9c1'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:47:03.903549 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:03.916447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1273868099'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:03.942599 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:04.017603 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a1bcfb9-da4d-4d73-93a6-4e329784ee26 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.095327 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.103738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Usage tracker for resource:network and tenant:dee7786a08354e9f86a941c86ee39d55 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:04.114881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:04.124054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] For port 588c073a-7e54-4e59-a5d1-1b46a37bcce1, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:47:04.128429 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a1bcfb9-da4d-4d73-93a6-4e329784ee26 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.140969 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] For port 588c073a-7e54-4e59-a5d1-1b46a37bcce1, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=588c073a-7e54-4e59-a5d1-1b46a37bcce1,segment=NetworkSegment(9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077),segment_id=9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:47:04.161023 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.210923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:04.210923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bcfb9-da4d-4d73-93a6-4e329784ee26 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8e68e6-4f12-4a4e-86ca-3f476ed7ca19,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:04.219992 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a1bcfb9-da4d-4d73-93a6-4e329784ee26 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.231856 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5a1bcfb9-da4d-4d73-93a6-4e329784ee26 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/subnets/8d8e68e6-4f12-4a4e-86ca-3f476ed7ca19 HTTP/1.1" status: 204 len: 168 time: 1.0194297 Jun 04 16:47:04.233089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Made reservation on behalf of dee7786a08354e9f86a941c86ee39d55 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:04.235307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47908) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:04.237501 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.275652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37866e32-5be4-4c0b-879c-2cd79b230108 None None] Pushing event updated for resources: {'Port': ['ID=588c073a-7e54-4e59-a5d1-1b46a37bcce1,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:04.284833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.309163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:04.318002 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.319274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Usage tracker for resource:security_group_rule and tenant:dee7786a08354e9f86a941c86ee39d55 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:04.323063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:04.331515 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:04.391509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb727bf-e122-45ed-8494-2160c914c627 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:04.393114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb727bf-e122-45ed-8494-2160c914c627 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:04.393876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dcb727bf-e122-45ed-8494-2160c914c627 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Synchronizing usage tracker for tenant:6727371a3d2a4a1abc50e526d208ee3d on resource:subnet {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:04.437342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dcb727bf-e122-45ed-8494-2160c914c627 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Unset dirty status for tenant:6727371a3d2a4a1abc50e526d208ee3d on resource:subnet {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:04.438812 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dcb727bf-e122-45ed-8494-2160c914c627 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2020540 Jun 04 16:47:04.441579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47916) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:04.509066 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.524634 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.541376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:47:04.562018 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.562371 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Added segment 33b2f94c-a4db-4b9a-b1c1-996c8ab6073b of type vlan for network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 Jun 04 16:47:04.620599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.677080 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.688127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:04.689981 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.765803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-80eb4030-dea3-4f21-b57a-87724b3e3757 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.802092 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-80eb4030-dea3-4f21-b57a-87724b3e3757 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 04 16:47:04.802881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80eb4030-dea3-4f21-b57a-87724b3e3757 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:47:04.816868 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-80eb4030-dea3-4f21-b57a-87724b3e3757 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/networks/042ef4e7-1ac3-4233-8c1b-5580a8dad9c1 HTTP/1.1" status: 409 len: 405 time: 0.3676879 Jun 04 16:47:04.817863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47936) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:04.839467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-755208919'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:04.859700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:04.864883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Usage tracker for resource:network and tenant:6727371a3d2a4a1abc50e526d208ee3d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:04.869734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:04.876566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:04.918909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:04.923444 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:04.994362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:47:05.022008 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:05.022543 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Added segment cc5833ec-45f1-4f7d-8743-55baaf53b595 of type vlan for network 9f5b7855-7d09-448f-9560-de7dab03b598 Jun 04 16:47:05.096359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3462467c-5c46-4aa9-94e8-96d9dac65b07,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:05.130010 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:05.224728 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:05.240035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:05.240035 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:05.306013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Pushing event updated for resources: {'Network': ['ID=1ab6c66f-0865-4f19-9b24-abb4d4eb5314,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:05.313477 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c5308549-65e6-42df-9f78-4e5b28d5ed59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8104949 Jun 04 16:47:05.319997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:47:05.619270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 47968) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:05.625475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Request body: {'port': {'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314', 'binding:host_id': 'n-h1-811809-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579062675'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:05.635917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:05.644591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Usage tracker for resource:port and tenant:96daec4a6a8049588986ff1cb61a9e40 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:05.651679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:05.669799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:05.707352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Made reservation on behalf of 96daec4a6a8049588986ff1cb61a9e40 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:05.711104 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:05.800304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9804766 Jun 04 16:47:05.801438 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:05.808424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 47980) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:05.817971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'subnet': {'network_id': '9f5b7855-7d09-448f-9560-de7dab03b598', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:05.850173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:05.858443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Network': ['ID=9f5b7855-7d09-448f-9560-de7dab03b598,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:05.879773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Usage tracker for resource:security_group_rule and tenant:96daec4a6a8049588986ff1cb61a9e40 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:05.898801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:05.917240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:06.006675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:06.006675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:06.006964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:06.007455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:06.041084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:06.041559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:06.041898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:06.042234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:06.042802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:06.047866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:06.048255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:06.048612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9e776-a24f-4614-ad13-ec92ac8d162e tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:06.068004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 9f5b7855-7d09-448f-9560-de7dab03b598 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:47:06.095489 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:06.106831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:06.142676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] device_id is not set on port 10d3a2af-1b62-4fc6-8634-86fde8169199 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:47:06.149565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:06.161783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:06.180411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:06.189211 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:06.307569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ead29e-5958-493c-9d73-b2e9bf0382bb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:06.344255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b76cfc-3a1b-4c17-8d25-396f87ef72b1 None None] Network 042ef4e7-1ac3-4233-8c1b-5580a8dad9c1 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:06.596152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 588c073a-7e54-4e59-a5d1-1b46a37bcce1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:47:06.660532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] device_id is not set on port 10d3a2af-1b62-4fc6-8634-86fde8169199 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:47:06.679375 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:06.698314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Transition to ACTIVE for port object 10d3a2af-1b62-4fc6-8634-86fde8169199 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:06.715548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-46b48d93-d008-4325-9e32-defc730af31a None None] Provisioning for port 588c073a-7e54-4e59-a5d1-1b46a37bcce1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:47:06.744034 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:06.867129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event updated for resources: {'Port': ['ID=10d3a2af-1b62-4fc6-8634-86fde8169199,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:06.941146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Checking segment: {'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:06.941672 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Network hostable DHCP agents. Network: 1ab6c66f-0865-4f19-9b24-abb4d4eb5314, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:47:06.979930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 588c073a-7e54-4e59-a5d1-1b46a37bcce1 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:47:06.991147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 588c073a-7e54-4e59-a5d1-1b46a37bcce1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:47:06.992110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:47:06.992233 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:07.022660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 1ab6c66f-0865-4f19-9b24-abb4d4eb5314) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:07.033679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.objects.ports [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88798) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:47:07.034626 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:47:07.043916 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:07.067764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:07.068086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:07.068442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:07.076363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:07.076877 n-d-811809-3 neutron-server[88797]: ERROR neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:07.077436 n-d-811809-3 neutron-server[88797]: INFO neutron.plugins.ml2.plugin [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 2 to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 Jun 04 16:47:07.082946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be11b3f-ea79-4a71-b222-6040de2be8a2 None None] Network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:07.120275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:07.120846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:07.120944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:07.128601 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:07.129115 n-d-811809-3 neutron-server[88797]: ERROR neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:07.129671 n-d-811809-3 neutron-server[88797]: INFO neutron.plugins.ml2.plugin [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 3 to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 Jun 04 16:47:07.164846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:07.165502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:07.166634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:07.175237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:07.175560 n-d-811809-3 neutron-server[88797]: ERROR neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:07.175983 n-d-811809-3 neutron-server[88797]: INFO neutron.plugins.ml2.plugin [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 4 to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 Jun 04 16:47:07.210770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:07.211102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:07.211440 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:07.216985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Subnet': ['ID=f48a939a-a520-4056-93b5-c1c1794113d0,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:07.224546 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:07.224930 n-d-811809-3 neutron-server[88797]: ERROR neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:07.225329 n-d-811809-3 neutron-server[88797]: INFO neutron.plugins.ml2.plugin [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 5 to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 Jun 04 16:47:07.237037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Checking segment: {'id': 'cc5833ec-45f1-4f7d-8743-55baaf53b595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9f5b7855-7d09-448f-9560-de7dab03b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:07.237429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network hostable DHCP agents. Network: 9f5b7855-7d09-448f-9560-de7dab03b598, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:47:07.254668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:07.254993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:07.255692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:07.263495 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:07.266442 n-d-811809-3 neutron-server[88797]: ERROR neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:07.266993 n-d-811809-3 neutron-server[88797]: INFO neutron.plugins.ml2.plugin [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 6 to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 Jun 04 16:47:07.279071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network 9f5b7855-7d09-448f-9560-de7dab03b598 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:47:07.294279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 9f5b7855-7d09-448f-9560-de7dab03b598) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:07.300264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:07.301261 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:07.307505 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:07.308012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:07.308500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:07.317899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:07.320336 n-d-811809-3 neutron-server[88797]: ERROR neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:07.322954 n-d-811809-3 neutron-server[88797]: INFO neutron.plugins.ml2.plugin [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 7 to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 Jun 04 16:47:07.345199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1ba38-79c1-4a6c-b238-e8dfee31e6c0 None None] Network 9f5b7855-7d09-448f-9560-de7dab03b598 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:07.356176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:07.357281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:07.360009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:07.374380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e25eb9b2-7a62-4411-ba9a-da397755c6fe tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5619123 Jun 04 16:47:07.375442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:07.375442 n-d-811809-3 neutron-server[88797]: ERROR neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:07.375442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48026) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:07.375868 n-d-811809-3 neutron-server[88797]: INFO neutron.plugins.ml2.plugin [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 8 to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 Jun 04 16:47:07.441431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:07.441763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:07.442110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:07.542557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:07.542722 n-d-811809-3 neutron-server[88797]: ERROR neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:07.546657 n-d-811809-3 neutron-server[88797]: INFO neutron.plugins.ml2.plugin [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 9 to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 Jun 04 16:47:07.574813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:07.575158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:07.575496 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:07.586555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:07.587135 n-d-811809-3 neutron-server[88797]: ERROR neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:07.599096 n-d-811809-3 neutron-server[88797]: INFO neutron.plugins.ml2.plugin [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 10 to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 Jun 04 16:47:07.643939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:07.644526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:07.645147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:07.696398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 10d3a2af-1b62-4fc6-8634-86fde8169199 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:07.696736 n-d-811809-3 neutron-server[88797]: ERROR neutron.plugins.ml2.managers [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 10d3a2af-1b62-4fc6-8634-86fde8169199 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:07.697214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:07.711240 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:07.969199 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:08.121969 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] DHCP port deletion for 042ef4e7-1ac3-4233-8c1b-5580a8dad9c1 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:47:08.157683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] For port 10d3a2af-1b62-4fc6-8634-86fde8169199, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:47:08.158132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempted to set empty binding levels {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 04 16:47:08.168094 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:08.236565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] Deleting port 588c073a-7e54-4e59-a5d1-1b46a37bcce1 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:08.236945 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:08.269045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:08.269861 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:08.334579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event updated for resources: {'Port': ['ID=10d3a2af-1b62-4fc6-8634-86fde8169199,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:08.334579 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:08.367701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90dff9-8eaa-409d-9dfc-e1e3ac1e3b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-9f5b7855-7d09-448f-9560-de7dab03b598', 'network_id': '9f5b7855-7d09-448f-9560-de7dab03b598', 'tenant_id': '6727371a3d2a4a1abc50e526d208ee3d', 'fixed_ips': [{'subnet_id': 'f48a939a-a520-4056-93b5-c1c1794113d0'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:47:08.368641 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3a90dff9-8eaa-409d-9dfc-e1e3ac1e3b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:08.386407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 588c073a-7e54-4e59-a5d1-1b46a37bcce1 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:47:08.388487 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:08.460890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Subnet': ['ID=f48a939a-a520-4056-93b5-c1c1794113d0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:08.664065 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:08.833986 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-827d7cb6-f1a0-4d70-b31f-e770b8b59684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.2133179 Jun 04 16:47:08.836675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 48086) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:08.842139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5b7855-7d09-448f-9560-de7dab03b598']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:08.848261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] For port 588c073a-7e54-4e59-a5d1-1b46a37bcce1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=588c073a-7e54-4e59-a5d1-1b46a37bcce1,segment=NetworkSegment(9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077),segment_id=9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:08.848846 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:08.860005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aaa4e4-3ce8-4e81-aa59-e53708688ee5 None None] Network 9f5b7855-7d09-448f-9560-de7dab03b598 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:08.891004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5833ec-45f1-4f7d-8743-55baaf53b595') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:08.891303 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5833ec-45f1-4f7d-8743-55baaf53b595') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:08.918339 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:08.959907 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:08.964566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f0394f8f-077c-473d-941f-429ba0c13a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Deleting port 10d3a2af-1b62-4fc6-8634-86fde8169199 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:08.965116 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f0394f8f-077c-473d-941f-429ba0c13a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:08.972950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:47:08.973547 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:09.152553 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:09.217073 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:09.220326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Network': ['ID=9f5b7855-7d09-448f-9560-de7dab03b598,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:09.249609 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-45812661-84a8-401f-b7b7-43e1e7e8b3b2 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/networks/9f5b7855-7d09-448f-9560-de7dab03b598 HTTP/1.1" status: 204 len: 168 time: 1.8503978 Jun 04 16:47:09.251277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48104) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:09.269195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1868474588'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:09.286533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 48108) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:09.294808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:09.313105 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Usage tracker for resource:network and tenant:6727371a3d2a4a1abc50e526d208ee3d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:09.319107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:09.345755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:09.380348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 588c073a-7e54-4e59-a5d1-1b46a37bcce1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=588c073a-7e54-4e59-a5d1-1b46a37bcce1,segment=NetworkSegment(9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077),segment_id=9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:09.380877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:09.380877 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:09.444137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] Calling delete_port for 588c073a-7e54-4e59-a5d1-1b46a37bcce1 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:09.475766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:47:09.498271 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:09.528667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:09.532068 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Added segment 20f12e9a-a4ae-4c47-a94e-2d2b3b994947 of type vlan for network 36b62116-1b0e-49f6-8ca4-d55978420fa5 Jun 04 16:47:09.558986 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment cc5833ec-45f1-4f7d-8743-55baaf53b595 resource provider aggregate not found Jun 04 16:47:09.606748 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment cc5833ec-45f1-4f7d-8743-55baaf53b595 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc5833ec-45f1-4f7d-8743-55baaf53b595 found for delete ", "request_id": "req-2fc48002-edc3-4a89-8e66-60623c733e58"}]} Jun 04 16:47:09.623874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:09.632706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=588c073a-7e54-4e59-a5d1-1b46a37bcce1,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:09.654916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-f0394f8f-077c-473d-941f-429ba0c13a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] For port 10d3a2af-1b62-4fc6-8634-86fde8169199, host n-h1-811809-3, got binding levels [] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:09.655638 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f0394f8f-077c-473d-941f-429ba0c13a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:09.688501 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:09.691002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 588c073a-7e54-4e59-a5d1-1b46a37bcce1 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:47:09.708313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:09.708967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:09.811038 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:47:09.811628 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:47:09.875628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f0394f8f-077c-473d-941f-429ba0c13a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Calling delete_port for 10d3a2af-1b62-4fc6-8634-86fde8169199 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:09.896873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 588c073a-7e54-4e59-a5d1-1b46a37bcce1 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:47:09.897452 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:09.956378 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf4fc39a-9a3c-440d-9ce0-9cdc6a06ab68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:09.975052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 588c073a-7e54-4e59-a5d1-1b46a37bcce1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=588c073a-7e54-4e59-a5d1-1b46a37bcce1,segment=NetworkSegment(9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077),segment_id=9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:09.978079 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7232738 Jun 04 16:47:09.982771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48128) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:09.988481 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:09.991543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'subnet': {'network_id': '36b62116-1b0e-49f6-8ca4-d55978420fa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:10.022552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78808d99-999e-4be7-b995-5e7224432eb6 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Network': ['ID=36b62116-1b0e-49f6-8ca4-d55978420fa5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:10.026379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bf4fc39a-9a3c-440d-9ce0-9cdc6a06ab68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:10.034398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bf4fc39a-9a3c-440d-9ce0-9cdc6a06ab68 admin admin] Usage tracker for resource:security_group_rule and tenant:b38e693807704f6f8c0cbc56426cc360 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:10.039401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bf4fc39a-9a3c-440d-9ce0-9cdc6a06ab68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:10.049612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bf4fc39a-9a3c-440d-9ce0-9cdc6a06ab68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:10.097862 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f0394f8f-077c-473d-941f-429ba0c13a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:10.125932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 36b62116-1b0e-49f6-8ca4-d55978420fa5 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:47:10.204914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0394f8f-077c-473d-941f-429ba0c13a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event deleted for resources: {'Port': ['ID=10d3a2af-1b62-4fc6-8634-86fde8169199,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:10.215432 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f0394f8f-077c-473d-941f-429ba0c13a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:10.232156 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f0394f8f-077c-473d-941f-429ba0c13a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "DELETE /v2.0/ports/10d3a2af-1b62-4fc6-8634-86fde8169199 HTTP/1.1" status: 204 len: 168 time: 1.3943417 Jun 04 16:47:10.233558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 48134) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:10.272242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=588c073a-7e54-4e59-a5d1-1b46a37bcce1,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:10.304319 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-756629e3-e5fb-4d22-84e9-22ed85e4d7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] GET failed (client error): The resource could not be found. Jun 04 16:47:10.304869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-756629e3-e5fb-4d22-84e9-22ed85e4d7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Synchronizing usage tracker for tenant:96daec4a6a8049588986ff1cb61a9e40 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:10.313286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] Deleting port 588c073a-7e54-4e59-a5d1-1b46a37bcce1 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:10.313806 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:10.328239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-756629e3-e5fb-4d22-84e9-22ed85e4d7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Unset dirty status for tenant:96daec4a6a8049588986ff1cb61a9e40 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:10.351612 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-756629e3-e5fb-4d22-84e9-22ed85e4d7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "GET /v2.0/ports/10d3a2af-1b62-4fc6-8634-86fde8169199 HTTP/1.1" status: 404 len: 333 time: 0.1157169 Jun 04 16:47:10.358098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 48138) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:10.364621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Request body: {'port': {'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014522812'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:10.378556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:10.437528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:10.466093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:10.467988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf4fc39a-9a3c-440d-9ce0-9cdc6a06ab68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:10.476151 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bf4fc39a-9a3c-440d-9ce0-9cdc6a06ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:10.483361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Usage tracker for resource:subnet and tenant:6727371a3d2a4a1abc50e526d208ee3d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:10.490410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:10.507388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:10.538314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Made reservation on behalf of 96daec4a6a8049588986ff1cb61a9e40 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:10.540810 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:10.583128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:10.591085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:10.616962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fc39a-9a3c-440d-9ce0-9cdc6a06ab68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0716d6f-bc2c-43a0-ac80-e095d52d67e1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:10.656254 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bf4fc39a-9a3c-440d-9ce0-9cdc6a06ab68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b38e693807704f6f8c0cbc56426cc360&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3697734 Jun 04 16:47:10.657778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] device_id is not set on port 76260b8e-099d-4ed7-a715-72d22abd0258 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:47:10.676881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48152) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:10.857388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] For port 588c073a-7e54-4e59-a5d1-1b46a37bcce1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=588c073a-7e54-4e59-a5d1-1b46a37bcce1,segment=NetworkSegment(9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077),segment_id=9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:10.857388 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:10.879301 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df91e902-6087-4c5b-a83a-fbea0466cba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:11.052278 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] Calling delete_port for 588c073a-7e54-4e59-a5d1-1b46a37bcce1 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:11.083096 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df91e902-6087-4c5b-a83a-fbea0466cba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:11.209020 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:11.310989 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:11.324177 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:11.373393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df91e902-6087-4c5b-a83a-fbea0466cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:11.394898 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:11.411250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] Pushing event deleted for resources: {'Port': ['ID=588c073a-7e54-4e59-a5d1-1b46a37bcce1,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:11.425833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ccad4-8d19-4bee-9823-93b2be2e4efd None None] No DVR routers for this DVR port 588c073a-7e54-4e59-a5d1-1b46a37bcce1 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:47:11.519400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91e902-6087-4c5b-a83a-fbea0466cba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0716d6f-bc2c-43a0-ac80-e095d52d67e1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:11.523522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Subnet': ['ID=39e75b66-46c6-4931-890f-271bcb57eb8b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:11.562354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Checking segment: {'id': '20f12e9a-a4ae-4c47-a94e-2d2b3b994947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36b62116-1b0e-49f6-8ca4-d55978420fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:11.562884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network hostable DHCP agents. Network: 36b62116-1b0e-49f6-8ca4-d55978420fa5, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:47:11.581707 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df91e902-6087-4c5b-a83a-fbea0466cba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:11.582878 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-df91e902-6087-4c5b-a83a-fbea0466cba0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0716d6f-bc2c-43a0-ac80-e095d52d67e1 HTTP/1.1" status: 204 len: 168 time: 0.9048107 Jun 04 16:47:11.625731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network 36b62116-1b0e-49f6-8ca4-d55978420fa5 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:47:11.654203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 36b62116-1b0e-49f6-8ca4-d55978420fa5) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:11.660841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:11.661778 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:11.666272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121c27db-e0ce-4376-91fc-c10edad9f367 None None] Network 36b62116-1b0e-49f6-8ca4-d55978420fa5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:11.705658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:47:11.712232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:11.715845 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a9fc3701-98bb-4650-8dd5-01986a91d760 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7314103 Jun 04 16:47:11.716723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:47:11.717736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:11.718325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48178) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:11.722632 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:11.733632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event updated for resources: {'Port': ['ID=76260b8e-099d-4ed7-a715-72d22abd0258,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:11.765234 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a28f7ad9-a43a-4b8f-9523-58e8c78a625d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4052193 Jun 04 16:47:11.768243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 48182) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:11.777389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:12.009696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:12.335160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:12.413520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-36b62116-1b0e-49f6-8ca4-d55978420fa5', 'network_id': '36b62116-1b0e-49f6-8ca4-d55978420fa5', 'tenant_id': '6727371a3d2a4a1abc50e526d208ee3d', 'fixed_ips': [{'subnet_id': '39e75b66-46c6-4931-890f-271bcb57eb8b'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:47:12.415075 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:12.517315 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:12.582867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] device_id is not set on port 76260b8e-099d-4ed7-a715-72d22abd0258 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:47:12.613117 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:12.651467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48204) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:12.700967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Transition to ACTIVE for port object 76260b8e-099d-4ed7-a715-72d22abd0258 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:12.725571 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51d161f4-2d85-47e5-aaa0-cd828802f98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:12.726236 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:12.734018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Allocated IP 2001:db8::2 (36b62116-1b0e-49f6-8ca4-d55978420fa5/39e75b66-46c6-4931-890f-271bcb57eb8b/e4be2b2c-202e-4131-a717-ac96a6df52b5) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:47:12.791069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-51d161f4-2d85-47e5-aaa0-cd828802f98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:12.813460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-51d161f4-2d85-47e5-aaa0-cd828802f98f admin admin] Usage tracker for resource:security_group_rule and tenant:73635d2dac294b8d9e92ced112ac7392 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:12.816690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-51d161f4-2d85-47e5-aaa0-cd828802f98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:12.834204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-51d161f4-2d85-47e5-aaa0-cd828802f98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:12.966152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5329c8-9057-4de0-8da3-c30a4ff4530a req-ba134b70-5eb3-4285-a432-9132b019c4c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5269964 Jun 04 16:47:12.997690 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51d161f4-2d85-47e5-aaa0-cd828802f98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.005730 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51d161f4-2d85-47e5-aaa0-cd828802f98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.066274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event updated for resources: {'Port': ['ID=76260b8e-099d-4ed7-a715-72d22abd0258,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:13.072692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:13.073058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:13.073392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:13.091557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:13.091886 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:13.092274 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 2 to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 Jun 04 16:47:13.139921 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.150856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Transition to ACTIVE for port object e4be2b2c-202e-4131-a717-ac96a6df52b5 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:13.169849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Transition to ACTIVE for port object e4be2b2c-202e-4131-a717-ac96a6df52b5 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:13.170374 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d161f4-2d85-47e5-aaa0-cd828802f98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5e88e4-489f-402c-a28d-629cf82213eb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:13.182535 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-51d161f4-2d85-47e5-aaa0-cd828802f98f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73635d2dac294b8d9e92ced112ac7392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5291419 Jun 04 16:47:13.183554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48218) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:13.185602 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.221671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:13.222008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:13.222537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:13.259430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:13.259829 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:13.263815 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 3 to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 Jun 04 16:47:13.310504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.318562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:13.319031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:13.319376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:13.325090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Network 36b62116-1b0e-49f6-8ca4-d55978420fa5 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:47:13.329995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:13.330273 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:13.331817 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 4 to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 Jun 04 16:47:13.334793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:13.351793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:47:13.383031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5329c8-9057-4de0-8da3-c30a4ff4530a req-7997fe51-73c1-4099-9949-e71371167c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:13.384781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5329c8-9057-4de0-8da3-c30a4ff4530a req-7997fe51-73c1-4099-9949-e71371167c18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60a9b6e46b3248d4a9a784c0b4dc1a21&device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 1100 time: 0.2762802 Jun 04 16:47:13.385483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:13.385813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:13.386142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:13.393221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Subnet': ['ID=39e75b66-46c6-4931-890f-271bcb57eb8b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:13.402625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:13.402970 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:13.403340 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 5 to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 Jun 04 16:47:13.488768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:13.489390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:13.489910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:13.504519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Attempting to bind port e4be2b2c-202e-4131-a717-ac96a6df52b5 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:13.506007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Attempting to bind port e4be2b2c-202e-4131-a717-ac96a6df52b5 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '20f12e9a-a4ae-4c47-a94e-2d2b3b994947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36b62116-1b0e-49f6-8ca4-d55978420fa5'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:13.506877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Attempting to bind port e4be2b2c-202e-4131-a717-ac96a6df52b5 on network 36b62116-1b0e-49f6-8ca4-d55978420fa5 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:13.513391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:47:13.513867 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Checking segment: {'id': '20f12e9a-a4ae-4c47-a94e-2d2b3b994947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36b62116-1b0e-49f6-8ca4-d55978420fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:13.514333 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.514826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Bound using segment: {'id': '20f12e9a-a4ae-4c47-a94e-2d2b3b994947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36b62116-1b0e-49f6-8ca4-d55978420fa5'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:47:13.515492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Bound port: e4be2b2c-202e-4131-a717-ac96a6df52b5, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f12e9a-a4ae-4c47-a94e-2d2b3b994947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '36b62116-1b0e-49f6-8ca4-d55978420fa5'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:47:13.516431 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.532517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Pushing event updated for resources: {'Port': ['ID=e4be2b2c-202e-4131-a717-ac96a6df52b5,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:13.599274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:13.600478 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:13.606371 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 6 to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 Jun 04 16:47:13.638794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] For port e4be2b2c-202e-4131-a717-ac96a6df52b5, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:47:13.643058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] For port e4be2b2c-202e-4131-a717-ac96a6df52b5, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e4be2b2c-202e-4131-a717-ac96a6df52b5,segment=NetworkSegment(20f12e9a-a4ae-4c47-a94e-2d2b3b994947),segment_id=20f12e9a-a4ae-4c47-a94e-2d2b3b994947)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:47:13.648861 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.651967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:13.656263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:13.656736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:13.683212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:13.683624 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:13.689098 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 7 to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 Jun 04 16:47:13.704140 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b939d6e-c616-4e27-8d93-499f676426b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.743044 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.764197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:13.764525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:13.765660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:13.779485 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b939d6e-c616-4e27-8d93-499f676426b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.794898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917f1e6-b054-4330-87d1-186e76513254 None None] Pushing event updated for resources: {'Port': ['ID=e4be2b2c-202e-4131-a717-ac96a6df52b5,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:13.806585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b62116-1b0e-49f6-8ca4-d55978420fa5']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:13.827222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:13.827222 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:13.827222 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 8 to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 Jun 04 16:47:13.876271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f12e9a-a4ae-4c47-a94e-2d2b3b994947') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:13.876583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f12e9a-a4ae-4c47-a94e-2d2b3b994947') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:13.883893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5329c8-9057-4de0-8da3-c30a4ff4530a req-00ff0fbd-09ec-4648-b6c0-174cc57e1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:13.894035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5329c8-9057-4de0-8da3-c30a4ff4530a req-00ff0fbd-09ec-4648-b6c0-174cc57e1441 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.4797041 Jun 04 16:47:13.896504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.896895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:13.897232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:13.897565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:13.917535 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.926404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:47:13.927056 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:13.973895 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 20f12e9a-a4ae-4c47-a94e-2d2b3b994947 resource provider aggregate not found Jun 04 16:47:14.036607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c66bc5-51cf-44e0-a1b1-fdc822ac81d5 None None] Network 36b62116-1b0e-49f6-8ca4-d55978420fa5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:14.049378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:14.049989 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:14.050193 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 9 to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 Jun 04 16:47:14.059196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5329c8-9057-4de0-8da3-c30a4ff4530a req-1e5081a7-5d16-4b64-99f1-73e5f2b14aa6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=8896aacd-6b85-4552-a05b-17d4011786bc HTTP/1.1" status: 200 len: 217 time: 0.1542816 Jun 04 16:47:14.088631 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 20f12e9a-a4ae-4c47-a94e-2d2b3b994947 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20f12e9a-a4ae-4c47-a94e-2d2b3b994947 found for delete ", "request_id": "req-8b0a9166-cc05-4a81-9d97-15ac6dd05eb1"}]} Jun 04 16:47:14.089326 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b939d6e-c616-4e27-8d93-499f676426b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:14.126902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b939d6e-c616-4e27-8d93-499f676426b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5e88e4-489f-402c-a28d-629cf82213eb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:14.128977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:14.129477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:14.129970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:14.137731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 16:47:14.137731 n-d-811809-3 neutron-server[88797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 16:47:14.137731 n-d-811809-3 neutron-server[88797]: [parameters: {'id': '36b62116-1b0e-49f6-8ca4-d55978420fa5'}] Jun 04 16:47:14.137731 n-d-811809-3 neutron-server[88797]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:47:14.138103 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:47:14.141845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:14.142216 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:14.148859 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 10 to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 Jun 04 16:47:14.154667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b939d6e-c616-4e27-8d93-499f676426b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:14.165920 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0b939d6e-c616-4e27-8d93-499f676426b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce5e88e4-489f-402c-a28d-629cf82213eb HTTP/1.1" status: 204 len: 168 time: 0.9692519 Jun 04 16:47:14.176502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:14.177164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:14.177706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:14.186286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:14.186921 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port 76260b8e-099d-4ed7-a715-72d22abd0258 on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:14.187503 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:14.201079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5329c8-9057-4de0-8da3-c30a4ff4530a req-43474b09-4509-4cc0-ab27-52352aa78553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:14.203036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5329c8-9057-4de0-8da3-c30a4ff4530a req-43474b09-4509-4cc0-ab27-52352aa78553 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1370244 Jun 04 16:47:14.439714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d8795a-986a-4324-92c6-3d0d9c1a56fd None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:47:14.464529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] For port 76260b8e-099d-4ed7-a715-72d22abd0258, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:47:14.464770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempted to set empty binding levels {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 04 16:47:14.471549 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:14.559622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5329c8-9057-4de0-8da3-c30a4ff4530a req-5cc640cd-aa8d-4db1-a160-f17fde8c1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:14.561291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5329c8-9057-4de0-8da3-c30a4ff4530a req-5cc640cd-aa8d-4db1-a160-f17fde8c1e59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3489881 Jun 04 16:47:14.581023 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:47:14.603016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] In _notify_port_updated(), no bound segment for port 76260b8e-099d-4ed7-a715-72d22abd0258 on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:47:14.604027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:14.604674 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:14.608632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "PUT /v2.0/ports/76260b8e-099d-4ed7-a715-72d22abd0258 HTTP/1.1" status: 200 len: 979 time: 2.8367646 Jun 04 16:47:14.608983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48272) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:14.698926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d8795a-986a-4324-92c6-3d0d9c1a56fd None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:47:14.726899 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:14.778702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Deleting port e4be2b2c-202e-4131-a717-ac96a6df52b5 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:14.782179 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:14.806515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5329c8-9057-4de0-8da3-c30a4ff4530a req-f94f975a-de63-418c-a616-0d54d8d0621f service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359555 Jun 04 16:47:14.831410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880875a2-34eb-41e5-aef2-34335dda3987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event updated for resources: {'Port': ['ID=76260b8e-099d-4ed7-a715-72d22abd0258,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:15.189269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] For port e4be2b2c-202e-4131-a717-ac96a6df52b5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e4be2b2c-202e-4131-a717-ac96a6df52b5,segment=NetworkSegment(20f12e9a-a4ae-4c47-a94e-2d2b3b994947),segment_id=20f12e9a-a4ae-4c47-a94e-2d2b3b994947)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:15.189859 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:15.422484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5329c8-9057-4de0-8da3-c30a4ff4530a req-e01c49b0-dce2-4f91-a04e-dacd9eaba941 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920169 Jun 04 16:47:15.636874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Calling delete_port for e4be2b2c-202e-4131-a717-ac96a6df52b5 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:15.717942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed83a9-1429-4a52-b7ee-d1dc0bd3670f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:15.721982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed83a9-1429-4a52-b7ee-d1dc0bd3670f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:15.723075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed83a9-1429-4a52-b7ee-d1dc0bd3670f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:15.723712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed83a9-1429-4a52-b7ee-d1dc0bd3670f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:15.724360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed83a9-1429-4a52-b7ee-d1dc0bd3670f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:15.725047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed83a9-1429-4a52-b7ee-d1dc0bd3670f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:15.725707 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed83a9-1429-4a52-b7ee-d1dc0bd3670f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:15.726324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed83a9-1429-4a52-b7ee-d1dc0bd3670f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:15.727285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed83a9-1429-4a52-b7ee-d1dc0bd3670f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:15.728589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed83a9-1429-4a52-b7ee-d1dc0bd3670f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:15.729927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bbed83a9-1429-4a52-b7ee-d1dc0bd3670f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Synchronizing usage tracker for tenant:96daec4a6a8049588986ff1cb61a9e40 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:15.769817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bbed83a9-1429-4a52-b7ee-d1dc0bd3670f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Unset dirty status for tenant:96daec4a6a8049588986ff1cb61a9e40 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:15.771262 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bbed83a9-1429-4a52-b7ee-d1dc0bd3670f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 8884 time: 1.1612525 Jun 04 16:47:15.774717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 48324) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:15.813548 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:15.869145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Port': ['ID=e4be2b2c-202e-4131-a717-ac96a6df52b5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:15.875100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] No DVR routers for this DVR port e4be2b2c-202e-4131-a717-ac96a6df52b5 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:47:15.947662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9e24e-df46-4bf8-9a17-fbaa68069bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Deleting port 76260b8e-099d-4ed7-a715-72d22abd0258 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:15.948342 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e24e-df46-4bf8-9a17-fbaa68069bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.106367 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.167003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b62116-1b0e-49f6-8ca4-d55978420fa5']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:16.185071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f12e9a-a4ae-4c47-a94e-2d2b3b994947') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:16.185827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f12e9a-a4ae-4c47-a94e-2d2b3b994947') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:16.199789 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.230640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.250526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:47:16.250942 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.336620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-d2b9e24e-df46-4bf8-9a17-fbaa68069bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] For port 76260b8e-099d-4ed7-a715-72d22abd0258, host n-h1-811809-3, got binding levels [] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:16.337499 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e24e-df46-4bf8-9a17-fbaa68069bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.403583 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 20f12e9a-a4ae-4c47-a94e-2d2b3b994947 resource provider aggregate not found Jun 04 16:47:16.437804 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 20f12e9a-a4ae-4c47-a94e-2d2b3b994947 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20f12e9a-a4ae-4c47-a94e-2d2b3b994947 found for delete ", "request_id": "req-5774f2f7-f727-4157-a975-fca2f2e77fe9"}]} Jun 04 16:47:16.460086 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.469103 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.502833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9e24e-df46-4bf8-9a17-fbaa68069bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Calling delete_port for 76260b8e-099d-4ed7-a715-72d22abd0258 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:16.532677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Network': ['ID=36b62116-1b0e-49f6-8ca4-d55978420fa5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:16.544568 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7cd9eaf4-7c4a-4ce4-a95d-77a0ff9ac320 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/networks/36b62116-1b0e-49f6-8ca4-d55978420fa5 HTTP/1.1" status: 204 len: 168 time: 4.8249457 Jun 04 16:47:16.548832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48354) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:16.558213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2091319850'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:16.574023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:16.579685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Usage tracker for resource:network and tenant:6727371a3d2a4a1abc50e526d208ee3d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:16.587105 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:16.597321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:16.623406 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e24e-df46-4bf8-9a17-fbaa68069bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.627332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:16.632590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.706573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:47:16.727227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9e24e-df46-4bf8-9a17-fbaa68069bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event deleted for resources: {'Port': ['ID=76260b8e-099d-4ed7-a715-72d22abd0258,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:16.729683 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e24e-df46-4bf8-9a17-fbaa68069bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.730777 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.731240 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Added segment c882ce7d-bc4c-4b27-9257-8769471e0502 of type vlan for network f14590cc-6da4-41a2-bed1-acd5c8365330 Jun 04 16:47:16.754175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d2b9e24e-df46-4bf8-9a17-fbaa68069bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "DELETE /v2.0/ports/76260b8e-099d-4ed7-a715-72d22abd0258 HTTP/1.1" status: 204 len: 168 time: 0.9777133 Jun 04 16:47:16.756863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 48362) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:16.766571 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.806762 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.817160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:16.818400 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:16.851305 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f616aa7-8dfe-4d99-beac-9bb0d3296174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] GET failed (client error): The resource could not be found. Jun 04 16:47:16.851963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8f616aa7-8dfe-4d99-beac-9bb0d3296174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Synchronizing usage tracker for tenant:96daec4a6a8049588986ff1cb61a9e40 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:16.874309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8f616aa7-8dfe-4d99-beac-9bb0d3296174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Unset dirty status for tenant:96daec4a6a8049588986ff1cb61a9e40 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:16.875948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8f616aa7-8dfe-4d99-beac-9bb0d3296174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "GET /v2.0/ports/76260b8e-099d-4ed7-a715-72d22abd0258 HTTP/1.1" status: 404 len: 333 time: 0.1179054 Jun 04 16:47:16.879103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 48370) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:16.883471 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3334465 Jun 04 16:47:16.886803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 48372) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:16.900337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Request body: {'subnet': {'network_id': 'f14590cc-6da4-41a2-bed1-acd5c8365330', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:16.924258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258618674', 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:16.930410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:16.942503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:16.981740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Made reservation on behalf of 96daec4a6a8049588986ff1cb61a9e40 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:16.992074 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:17.127974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c765966-40a4-4122-9a38-5a9ca26d4982 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Network': ['ID=f14590cc-6da4-41a2-bed1-acd5c8365330,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:17.140696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f14590cc-6da4-41a2-bed1-acd5c8365330 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:47:17.198613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] device_id is not set on port 77542914-01cb-4ac1-8da5-9c588f3fd670 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:47:17.348017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:17.355695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Usage tracker for resource:subnet and tenant:6727371a3d2a4a1abc50e526d208ee3d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:17.360212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:17.383572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:17.499492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Made reservation on behalf of 6727371a3d2a4a1abc50e526d208ee3d for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:17.502768 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:17.626529 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:17.727772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:17.809697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48410) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:17.949544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:47:17.954083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:17.960965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:47:17.962701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:17.963565 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:18.020413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event updated for resources: {'Port': ['ID=77542914-01cb-4ac1-8da5-9c588f3fd670,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:18.037210 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93611d6a-7dc8-4e2f-b9c6-3c7675c39489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:18.063673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-93611d6a-7dc8-4e2f-b9c6-3c7675c39489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:18.077240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-93611d6a-7dc8-4e2f-b9c6-3c7675c39489 admin admin] Usage tracker for resource:security_group_rule and tenant:3739231c9805414c80c4804f0b8cc6da is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:18.083992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-93611d6a-7dc8-4e2f-b9c6-3c7675c39489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:18.091987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-93611d6a-7dc8-4e2f-b9c6-3c7675c39489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:18.158761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ab422576-7dca-4e2e-9151-01b1bcecccd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2704556 Jun 04 16:47:18.160578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48428) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:18.236772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.objects.ports [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88798) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 16:47:18.236772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:18.280311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54818d88-905e-429a-9e7c-48414fbdde0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:18.281677 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-54818d88-905e-429a-9e7c-48414fbdde0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "GET /v2.0/ports/77542914-01cb-4ac1-8da5-9c588f3fd670 HTTP/1.1" status: 200 len: 959 time: 0.1189623 Jun 04 16:47:18.291053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48440) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:18.420064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Checking segment: {'id': 'c882ce7d-bc4c-4b27-9257-8769471e0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f14590cc-6da4-41a2-bed1-acd5c8365330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:18.421225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network hostable DHCP agents. Network: f14590cc-6da4-41a2-bed1-acd5c8365330, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:47:18.429727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f10e1fb2-610a-4bb2-a29e-fde7f538a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Deleting port 77542914-01cb-4ac1-8da5-9c588f3fd670 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:18.430183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f10e1fb2-610a-4bb2-a29e-fde7f538a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:18.443895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event updated for resources: {'Subnet': ['ID=30036bee-fc4f-468f-b8bd-9dd34787a89b,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:18.465216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Network f14590cc-6da4-41a2-bed1-acd5c8365330 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:47:18.493351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f14590cc-6da4-41a2-bed1-acd5c8365330) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:18.502962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd305b4-dda0-4872-9716-1ed70e129c58 None None] Network f14590cc-6da4-41a2-bed1-acd5c8365330 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:18.506675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:18.507804 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:18.559946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-78a3f4b7-a917-4043-ac1e-463c979e5a6c tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6796393 Jun 04 16:47:18.562875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 48474) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:18.787579 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93611d6a-7dc8-4e2f-b9c6-3c7675c39489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:18.798003 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93611d6a-7dc8-4e2f-b9c6-3c7675c39489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:18.868687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f14590cc-6da4-41a2-bed1-acd5c8365330', 'network_id': 'f14590cc-6da4-41a2-bed1-acd5c8365330', 'tenant_id': '6727371a3d2a4a1abc50e526d208ee3d', 'fixed_ips': [{'subnet_id': '30036bee-fc4f-468f-b8bd-9dd34787a89b'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:47:18.869527 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:18.869641 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:18.921403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93611d6a-7dc8-4e2f-b9c6-3c7675c39489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31333fc-437e-4194-998a-5686f4f2e0b1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:18.939167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48510) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:19.020243 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-93611d6a-7dc8-4e2f-b9c6-3c7675c39489 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3739231c9805414c80c4804f0b8cc6da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1890213 Jun 04 16:47:19.020243 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f10e1fb2-610a-4bb2-a29e-fde7f538a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.020243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48522) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:19.083884 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.172828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f10e1fb2-610a-4bb2-a29e-fde7f538a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Calling delete_port for 77542914-01cb-4ac1-8da5-9c588f3fd670 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:19.287062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Allocated IP 2001:db8::f816:3eff:fedc:499f (f14590cc-6da4-41a2-bed1-acd5c8365330/30036bee-fc4f-468f-b8bd-9dd34787a89b/619218c6-0996-4ec5-9c2d-3f2d627d2115) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:47:19.371590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b436666-55df-4bf5-911a-8c64fafe5a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.415127 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e174965-ec21-40d8-915d-168f5ab860d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.418400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9b436666-55df-4bf5-911a-8c64fafe5a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:19.430766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9b436666-55df-4bf5-911a-8c64fafe5a00 admin admin] Usage tracker for resource:security_group_rule and tenant:13e72ae7363147ffbcce360829b78b76 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:19.438807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9b436666-55df-4bf5-911a-8c64fafe5a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:19.441905 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f10e1fb2-610a-4bb2-a29e-fde7f538a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.548686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9b436666-55df-4bf5-911a-8c64fafe5a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:19.618686 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.630163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Transition to ACTIVE for port object 619218c6-0996-4ec5-9c2d-3f2d627d2115 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:19.661059 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Transition to ACTIVE for port object 619218c6-0996-4ec5-9c2d-3f2d627d2115 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:19.678325 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.696015 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.764947 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Network f14590cc-6da4-41a2-bed1-acd5c8365330 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:47:19.767667 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b436666-55df-4bf5-911a-8c64fafe5a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.774065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e1fb2-610a-4bb2-a29e-fde7f538a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event deleted for resources: {'Port': ['ID=77542914-01cb-4ac1-8da5-9c588f3fd670,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:19.776896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:19.785458 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e174965-ec21-40d8-915d-168f5ab860d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.813846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Pushing event updated for resources: {'Port': ['ID=619218c6-0996-4ec5-9c2d-3f2d627d2115,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:19.816836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f10e1fb2-610a-4bb2-a29e-fde7f538a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.823293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:47:19.831316 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b436666-55df-4bf5-911a-8c64fafe5a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.937481 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9b436666-55df-4bf5-911a-8c64fafe5a00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13e72ae7363147ffbcce360829b78b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9973564 Jun 04 16:47:19.940211 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f10e1fb2-610a-4bb2-a29e-fde7f538a58d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "DELETE /v2.0/ports/77542914-01cb-4ac1-8da5-9c588f3fd670 HTTP/1.1" status: 204 len: 168 time: 1.6469169 Jun 04 16:47:19.942565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48624) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:19.944385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48626) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:19.965725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Attempting to bind port 619218c6-0996-4ec5-9c2d-3f2d627d2115 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:19.966287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Attempting to bind port 619218c6-0996-4ec5-9c2d-3f2d627d2115 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'c882ce7d-bc4c-4b27-9257-8769471e0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f14590cc-6da4-41a2-bed1-acd5c8365330'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:19.966826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Attempting to bind port 619218c6-0996-4ec5-9c2d-3f2d627d2115 on network f14590cc-6da4-41a2-bed1-acd5c8365330 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:19.973010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:47:19.973624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Checking segment: {'id': 'c882ce7d-bc4c-4b27-9257-8769471e0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f14590cc-6da4-41a2-bed1-acd5c8365330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:19.974185 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.974746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Bound using segment: {'id': 'c882ce7d-bc4c-4b27-9257-8769471e0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f14590cc-6da4-41a2-bed1-acd5c8365330'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:47:19.975396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Bound port: 619218c6-0996-4ec5-9c2d-3f2d627d2115, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c882ce7d-bc4c-4b27-9257-8769471e0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f14590cc-6da4-41a2-bed1-acd5c8365330'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:47:19.976000 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:19.988791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b436666-55df-4bf5-911a-8c64fafe5a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b119c007-3dfd-4172-997c-9ed0f216c79a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:20.082623 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-9412dea8-f964-41d6-99b5-2693cba006a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] GET failed (client error): The resource could not be found. Jun 04 16:47:20.082623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9412dea8-f964-41d6-99b5-2693cba006a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Synchronizing usage tracker for tenant:96daec4a6a8049588986ff1cb61a9e40 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:20.127933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9412dea8-f964-41d6-99b5-2693cba006a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Unset dirty status for tenant:96daec4a6a8049588986ff1cb61a9e40 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:20.127933 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9412dea8-f964-41d6-99b5-2693cba006a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "GET /v2.0/ports/77542914-01cb-4ac1-8da5-9c588f3fd670 HTTP/1.1" status: 404 len: 333 time: 0.1779866 Jun 04 16:47:20.132763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48642) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:20.142052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Request body: {'port': {'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1580761654'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:20.147041 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e174965-ec21-40d8-915d-168f5ab860d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:20.197117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] For port 619218c6-0996-4ec5-9c2d-3f2d627d2115, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:47:20.201148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Subnet': ['ID=30036bee-fc4f-468f-b8bd-9dd34787a89b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:20.202163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] For port 619218c6-0996-4ec5-9c2d-3f2d627d2115, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=619218c6-0996-4ec5-9c2d-3f2d627d2115,segment=NetworkSegment(c882ce7d-bc4c-4b27-9257-8769471e0502),segment_id=c882ce7d-bc4c-4b27-9257-8769471e0502)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:47:20.212207 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:20.241593 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:20.276068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14590cc-6da4-41a2-bed1-acd5c8365330']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:20.294828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c882ce7d-bc4c-4b27-9257-8769471e0502') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:20.295529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c882ce7d-bc4c-4b27-9257-8769471e0502') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:20.306053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:20.310598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e174965-ec21-40d8-915d-168f5ab860d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31333fc-437e-4194-998a-5686f4f2e0b1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:20.313512 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:20.336479 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-011d5da9-307c-4a43-adcd-a15615571386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:20.344065 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:20.355788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:47:20.356895 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:20.365127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:20.389835 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e174965-ec21-40d8-915d-168f5ab860d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:20.391116 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9e174965-ec21-40d8-915d-168f5ab860d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c31333fc-437e-4194-998a-5686f4f2e0b1 HTTP/1.1" status: 204 len: 168 time: 1.3784335 Jun 04 16:47:20.436315 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-011d5da9-307c-4a43-adcd-a15615571386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:20.458299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Made reservation on behalf of 96daec4a6a8049588986ff1cb61a9e40 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:20.461112 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:20.461483 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c882ce7d-bc4c-4b27-9257-8769471e0502 resource provider aggregate not found Jun 04 16:47:20.504341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60207f-22c1-4a6e-bfd5-86768a5e8caa None None] Pushing event updated for resources: {'Port': ['ID=619218c6-0996-4ec5-9c2d-3f2d627d2115,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:20.506366 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c882ce7d-bc4c-4b27-9257-8769471e0502 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c882ce7d-bc4c-4b27-9257-8769471e0502 found for delete ", "request_id": "req-b72aa5eb-b439-4176-8d36-d4d0cd6e0694"}]} Jun 04 16:47:20.510621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] device_id is not set on port d1e35790-22d9-4d82-b985-1c1304ffabce yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:47:20.532126 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 16:47:20.532126 n-d-811809-3 neutron-server[88798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 16:47:20.532126 n-d-811809-3 neutron-server[88798]: [parameters: {'id': 'f14590cc-6da4-41a2-bed1-acd5c8365330'}] Jun 04 16:47:20.532126 n-d-811809-3 neutron-server[88798]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:47:20.532416 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:47:20.536495 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6567c3-bc43-4c41-ae59-34c68b82e090 None None] Network f14590cc-6da4-41a2-bed1-acd5c8365330 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:20.753121 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-011d5da9-307c-4a43-adcd-a15615571386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:20.788103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d5da9-307c-4a43-adcd-a15615571386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b119c007-3dfd-4172-997c-9ed0f216c79a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:20.872230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-011d5da9-307c-4a43-adcd-a15615571386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:20.873275 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-011d5da9-307c-4a43-adcd-a15615571386 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b119c007-3dfd-4172-997c-9ed0f216c79a HTTP/1.1" status: 204 len: 168 time: 0.9277136 Jun 04 16:47:20.922960 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:20.953022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc784b2d-9a6c-4e8d-bcc4-56a4a1884211 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:47:20.969696 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:21.033957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:21.049829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Deleting port 619218c6-0996-4ec5-9c2d-3f2d627d2115 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:21.050527 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:21.077913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48748) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:21.078660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event updated for resources: {'Port': ['ID=d1e35790-22d9-4d82-b985-1c1304ffabce,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:21.097487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc784b2d-9a6c-4e8d-bcc4-56a4a1884211 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:47:21.116599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adaa7e53-6804-4ace-ad3f-9a92e22c0d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:21.161787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:47:21.161787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:21.161787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:47:21.161787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:21.161787 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:21.179826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-adaa7e53-6804-4ace-ad3f-9a92e22c0d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:21.179826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-adaa7e53-6804-4ace-ad3f-9a92e22c0d69 admin admin] Usage tracker for resource:security_group_rule and tenant:f183af8ca7e0472290f352ac51990a62 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:21.200045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-adaa7e53-6804-4ace-ad3f-9a92e22c0d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:21.200045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-adaa7e53-6804-4ace-ad3f-9a92e22c0d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:21.200045 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7380e182-4263-49c2-be6f-b8ec824a0825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0590608 Jun 04 16:47:21.211486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 48760) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:21.213562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:21.355201 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adaa7e53-6804-4ace-ad3f-9a92e22c0d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:21.367989 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-adaa7e53-6804-4ace-ad3f-9a92e22c0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:21.431741 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-adaa7e53-6804-4ace-ad3f-9a92e22c0d69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f183af8ca7e0472290f352ac51990a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490186 Jun 04 16:47:21.432981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48784) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:21.481396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa7e53-6804-4ace-ad3f-9a92e22c0d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb2955b-22a2-4758-9075-221e2c940734,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:21.552744 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:21.555600 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-393ba7e7-cac2-4fec-bd24-07236ef912be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:21.603267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] For port 619218c6-0996-4ec5-9c2d-3f2d627d2115, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=619218c6-0996-4ec5-9c2d-3f2d627d2115,segment=NetworkSegment(c882ce7d-bc4c-4b27-9257-8769471e0502),segment_id=c882ce7d-bc4c-4b27-9257-8769471e0502)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:21.603637 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:21.610314 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-393ba7e7-cac2-4fec-bd24-07236ef912be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:21.726536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-393ba7e7-cac2-4fec-bd24-07236ef912be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:21.772130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ba7e7-cac2-4fec-bd24-07236ef912be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb2955b-22a2-4758-9075-221e2c940734,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:21.812490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-393ba7e7-cac2-4fec-bd24-07236ef912be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:21.821614 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-393ba7e7-cac2-4fec-bd24-07236ef912be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cb2955b-22a2-4758-9075-221e2c940734 HTTP/1.1" status: 204 len: 168 time: 0.3729737 Jun 04 16:47:21.852264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Calling delete_port for 619218c6-0996-4ec5-9c2d-3f2d627d2115 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:22.057471 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:22.165983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Port': ['ID=619218c6-0996-4ec5-9c2d-3f2d627d2115,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:22.168067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] No DVR routers for this DVR port 619218c6-0996-4ec5-9c2d-3f2d627d2115 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:47:22.313623 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:22.347740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] device_id is not set on port d1e35790-22d9-4d82-b985-1c1304ffabce yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:47:22.356559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14590cc-6da4-41a2-bed1-acd5c8365330']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:22.364816 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:22.376791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c882ce7d-bc4c-4b27-9257-8769471e0502') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:22.377025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c882ce7d-bc4c-4b27-9257-8769471e0502') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:22.395608 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:22.406516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Transition to ACTIVE for port object d1e35790-22d9-4d82-b985-1c1304ffabce will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:22.421404 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:22.534053 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:22.752056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:47:22.752483 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:22.928967 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c882ce7d-bc4c-4b27-9257-8769471e0502 resource provider aggregate not found Jun 04 16:47:22.942259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event updated for resources: {'Port': ['ID=d1e35790-22d9-4d82-b985-1c1304ffabce,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:22.972666 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:22.977955 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:22.994591 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c882ce7d-bc4c-4b27-9257-8769471e0502 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c882ce7d-bc4c-4b27-9257-8769471e0502 found for delete ", "request_id": "req-85ab1850-225b-42ca-9c08-d2b142018d2e"}]} Jun 04 16:47:22.995288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:22.995619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:22.995953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:23.023404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Network': ['ID=f14590cc-6da4-41a2-bed1-acd5c8365330,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:23.032048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:23.032379 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:23.035068 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ebcc0c40-905b-4de5-9aae-5b87ad1ab164 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/networks/f14590cc-6da4-41a2-bed1-acd5c8365330 HTTP/1.1" status: 204 len: 168 time: 4.4700837 Jun 04 16:47:23.035068 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 2 to bind port d1e35790-22d9-4d82-b985-1c1304ffabce Jun 04 16:47:23.038065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48976) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:23.057995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:23.058402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:23.059028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:23.065398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:23.065661 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:23.066155 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 3 to bind port d1e35790-22d9-4d82-b985-1c1304ffabce Jun 04 16:47:23.084351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:23.084632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:23.085139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:23.091129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:23.091640 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:23.092189 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 4 to bind port d1e35790-22d9-4d82-b985-1c1304ffabce Jun 04 16:47:23.122711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:23.123048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:23.123379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:23.137090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:23.137682 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:23.138361 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 5 to bind port d1e35790-22d9-4d82-b985-1c1304ffabce Jun 04 16:47:23.143902 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff11a6c-9bd3-404e-ab7f-15164e9d1887 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] DELETE failed (client error): The resource could not be found. Jun 04 16:47:23.145017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff11a6c-9bd3-404e-ab7f-15164e9d1887 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:47:23.151978 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fff11a6c-9bd3-404e-ab7f-15164e9d1887 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/subnets/30036bee-fc4f-468f-b8bd-9dd34787a89b HTTP/1.1" status: 404 len: 337 time: 0.1084836 Jun 04 16:47:23.154606 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 48994) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:23.187263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:23.187599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:23.187934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:23.200972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:23.201761 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:23.202155 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 6 to bind port d1e35790-22d9-4d82-b985-1c1304ffabce Jun 04 16:47:23.225784 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0f2791-30d2-439c-8494-7965dd52ba9a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] DELETE failed (client error): The resource could not be found. Jun 04 16:47:23.226574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0f2791-30d2-439c-8494-7965dd52ba9a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:47:23.229583 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2e0f2791-30d2-439c-8494-7965dd52ba9a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/networks/f14590cc-6da4-41a2-bed1-acd5c8365330 HTTP/1.1" status: 404 len: 339 time: 0.0733085 Jun 04 16:47:23.232687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49010) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:23.235644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:23.235987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:23.236456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:23.243305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:23.243830 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:23.244192 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 7 to bind port d1e35790-22d9-4d82-b985-1c1304ffabce Jun 04 16:47:23.270463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:23.271323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:23.271323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:23.288959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:23.291982 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-85966456-dd98-45ac-9cfb-b7901fb6d0f8 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] DELETE failed (client error): The resource could not be found. Jun 04 16:47:23.293540 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:23.293968 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 8 to bind port d1e35790-22d9-4d82-b985-1c1304ffabce Jun 04 16:47:23.296585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85966456-dd98-45ac-9cfb-b7901fb6d0f8 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:47:23.302860 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-85966456-dd98-45ac-9cfb-b7901fb6d0f8 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/subnets/39e75b66-46c6-4931-890f-271bcb57eb8b HTTP/1.1" status: 404 len: 337 time: 0.0688932 Jun 04 16:47:23.303689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49024) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:23.337764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:23.338276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:23.338413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:23.339422 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c9eb9d-b140-4732-89cf-8b52651feb83 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] DELETE failed (client error): The resource could not be found. Jun 04 16:47:23.339997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c9eb9d-b140-4732-89cf-8b52651feb83 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:47:23.343884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:23.344288 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:23.344710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49032) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:23.345027 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c2c9eb9d-b140-4732-89cf-8b52651feb83 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/networks/36b62116-1b0e-49f6-8ca4-d55978420fa5 HTTP/1.1" status: 404 len: 339 time: 0.0400527 Jun 04 16:47:23.345138 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 9 to bind port d1e35790-22d9-4d82-b985-1c1304ffabce Jun 04 16:47:23.403772 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b7f45f-f0e4-4d9a-8a6b-fdec93a6344b tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] DELETE failed (client error): The resource could not be found. Jun 04 16:47:23.404480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b7f45f-f0e4-4d9a-8a6b-fdec93a6344b tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:47:23.406750 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c7b7f45f-f0e4-4d9a-8a6b-fdec93a6344b tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/subnets/f48a939a-a520-4056-93b5-c1c1794113d0 HTTP/1.1" status: 404 len: 337 time: 0.0540299 Jun 04 16:47:23.409451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49042) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:23.415925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:23.416252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:23.416742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:23.423264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:23.423598 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:23.423962 n-d-811809-3 neutron-server[88798]: INFO neutron.plugins.ml2.plugin [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempt 10 to bind port d1e35790-22d9-4d82-b985-1c1304ffabce Jun 04 16:47:23.441146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:23.441605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:23.442179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempting to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:23.448022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:47:23.448572 n-d-811809-3 neutron-server[88798]: ERROR neutron.plugins.ml2.managers [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Failed to bind port d1e35790-22d9-4d82-b985-1c1304ffabce on host n-h1-811809-3 for vnic_type normal using segments [{'id': '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1ab6c66f-0865-4f19-9b24-abb4d4eb5314'}] Jun 04 16:47:23.448899 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:23.471944 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff27f100-7692-46c6-9034-df1f37227c55 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] DELETE failed (client error): The resource could not be found. Jun 04 16:47:23.472420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff27f100-7692-46c6-9034-df1f37227c55 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:47:23.496274 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ff27f100-7692-46c6-9034-df1f37227c55 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/networks/9f5b7855-7d09-448f-9560-de7dab03b598 HTTP/1.1" status: 404 len: 339 time: 0.0857220 Jun 04 16:47:23.499385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49050) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:23.587331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] For port d1e35790-22d9-4d82-b985-1c1304ffabce, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:47:23.587971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attempted to set empty binding levels {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 04 16:47:23.609369 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:23.720097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Deleting port 829b06c9-9ba2-4b0e-97f4-49cb1e65c8b8 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:23.721569 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:23.771786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] In _notify_port_updated(), no bound segment for port d1e35790-22d9-4d82-b985-1c1304ffabce on network 1ab6c66f-0865-4f19-9b24-abb4d4eb5314 {{(pid=88798) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:47:23.773649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:23.775558 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:23.782927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "PUT /v2.0/ports/d1e35790-22d9-4d82-b985-1c1304ffabce HTTP/1.1" status: 200 len: 979 time: 2.5850201 Jun 04 16:47:23.786345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49064) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:23.892629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070568f-b2be-433f-a76d-c45da1da8629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event updated for resources: {'Port': ['ID=d1e35790-22d9-4d82-b985-1c1304ffabce,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:23.907301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9b4864a7-edb8-4cec-93d9-888160c4f4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Deleting port d1e35790-22d9-4d82-b985-1c1304ffabce {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:23.907650 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b4864a7-edb8-4cec-93d9-888160c4f4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:24.052520 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:24.222682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-9b4864a7-edb8-4cec-93d9-888160c4f4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] For port d1e35790-22d9-4d82-b985-1c1304ffabce, host n-h1-811809-3, got binding levels [] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:24.224005 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b4864a7-edb8-4cec-93d9-888160c4f4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:24.265396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Calling delete_port for 829b06c9-9ba2-4b0e-97f4-49cb1e65c8b8 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:24.430766 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:24.507187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:24.514711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Port': ['ID=829b06c9-9ba2-4b0e-97f4-49cb1e65c8b8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:24.519740 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/ports/829b06c9-9ba2-4b0e-97f4-49cb1e65c8b8 HTTP/1.1" status: 204 len: 168 time: 1.0172384 Jun 04 16:47:24.521060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49090) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:24.530049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:24.530390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:24.530807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:24.531145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:24.531477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:24.531804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:24.532132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:24.532454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:24.532951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:24.533935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:24.534391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:24.535170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f8e21-a7fb-47cd-842f-c77a2f2c7551 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:24.544351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9b4864a7-edb8-4cec-93d9-888160c4f4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Calling delete_port for d1e35790-22d9-4d82-b985-1c1304ffabce owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:24.590415 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0041ab-1af5-44ed-82a0-181975334992 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] DELETE failed (client error): The resource could not be found. Jun 04 16:47:24.590973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0041ab-1af5-44ed-82a0-181975334992 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:47:24.594821 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-df0041ab-1af5-44ed-82a0-181975334992 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/subnets/8d8e68e6-4f12-4a4e-86ca-3f476ed7ca19 HTTP/1.1" status: 404 len: 337 time: 0.0656843 Jun 04 16:47:24.595697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49096) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:24.759330 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b4864a7-edb8-4cec-93d9-888160c4f4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:24.818466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0357fded-a871-4d1c-a64c-7989662949ee tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:24.936079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4864a7-edb8-4cec-93d9-888160c4f4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1e35790-22d9-4d82-b985-1c1304ffabce,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:24.960264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b4864a7-edb8-4cec-93d9-888160c4f4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:24.985080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9b4864a7-edb8-4cec-93d9-888160c4f4ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d1e35790-22d9-4d82-b985-1c1304ffabce HTTP/1.1" status: 204 len: 168 time: 1.1972752 Jun 04 16:47:24.985725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49118) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:25.064482 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-a773ab06-88c6-4342-aba5-deb1fb8bf9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] GET failed (client error): The resource could not be found. Jun 04 16:47:25.065583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a773ab06-88c6-4342-aba5-deb1fb8bf9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Synchronizing usage tracker for tenant:96daec4a6a8049588986ff1cb61a9e40 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:25.092760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a773ab06-88c6-4342-aba5-deb1fb8bf9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] Unset dirty status for tenant:96daec4a6a8049588986ff1cb61a9e40 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:25.094300 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a773ab06-88c6-4342-aba5-deb1fb8bf9a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982526704-project-admin] 10.222.0.13 "GET /v2.0/ports/d1e35790-22d9-4d82-b985-1c1304ffabce HTTP/1.1" status: 404 len: 333 time: 0.1076291 Jun 04 16:47:25.094451 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0357fded-a871-4d1c-a64c-7989662949ee tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:25.098100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49130) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:25.129277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0357fded-a871-4d1c-a64c-7989662949ee tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042ef4e7-1ac3-4233-8c1b-5580a8dad9c1']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:25.143324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0357fded-a871-4d1c-a64c-7989662949ee tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:25.143760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-0357fded-a871-4d1c-a64c-7989662949ee tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:25.156807 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0357fded-a871-4d1c-a64c-7989662949ee tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:25.174111 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0357fded-a871-4d1c-a64c-7989662949ee tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:25.181492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0357fded-a871-4d1c-a64c-7989662949ee tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:47:25.182385 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0357fded-a871-4d1c-a64c-7989662949ee tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:25.261894 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ccefdb7-3e7d-424d-9e9b-5bc167a04dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:25.306528 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077 resource provider aggregate not found Jun 04 16:47:25.377343 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bce8ec0-3b0e-4dd6-ba9e-592bbbe22077 found for delete ", "request_id": "req-933baf24-4c51-4427-b372-ef942acf6539"}]} Jun 04 16:47:25.382905 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0357fded-a871-4d1c-a64c-7989662949ee tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:25.397956 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0357fded-a871-4d1c-a64c-7989662949ee tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:25.441562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357fded-a871-4d1c-a64c-7989662949ee tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Network': ['ID=042ef4e7-1ac3-4233-8c1b-5580a8dad9c1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:25.451079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49152) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:25.453336 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0357fded-a871-4d1c-a64c-7989662949ee tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/networks/042ef4e7-1ac3-4233-8c1b-5580a8dad9c1 HTTP/1.1" status: 204 len: 168 time: 0.8556559 Jun 04 16:47:25.551114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-61e6d951-dae2-40c8-abf7-941531cd0783 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Deleting port 2bf9e7c2-4e72-495b-96a1-67d6cf434553 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:25.551597 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61e6d951-dae2-40c8-abf7-941531cd0783 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:25.620992 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ccefdb7-3e7d-424d-9e9b-5bc167a04dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:25.708043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-0ccefdb7-3e7d-424d-9e9b-5bc167a04dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab6c66f-0865-4f19-9b24-abb4d4eb5314']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:25.732113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-0ccefdb7-3e7d-424d-9e9b-5bc167a04dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:25.732535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-0ccefdb7-3e7d-424d-9e9b-5bc167a04dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b2f94c-a4db-4b9a-b1c1-996c8ab6073b') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:25.766786 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ccefdb7-3e7d-424d-9e9b-5bc167a04dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:25.807584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ccefdb7-3e7d-424d-9e9b-5bc167a04dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:26.041261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccefdb7-3e7d-424d-9e9b-5bc167a04dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:47:26.041261 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ccefdb7-3e7d-424d-9e9b-5bc167a04dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:26.066093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49178) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:26.099183 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 33b2f94c-a4db-4b9a-b1c1-996c8ab6073b resource provider aggregate not found Jun 04 16:47:26.169178 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 33b2f94c-a4db-4b9a-b1c1-996c8ab6073b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33b2f94c-a4db-4b9a-b1c1-996c8ab6073b found for delete ", "request_id": "req-3150d726-f5d9-4026-a371-07eb9b9109d6"}]} Jun 04 16:47:26.201937 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61e6d951-dae2-40c8-abf7-941531cd0783 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:26.260282 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4e17b577-d8c0-4ab8-94cb-62dcbf26edd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:26.282293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4e17b577-d8c0-4ab8-94cb-62dcbf26edd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:26.287199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4e17b577-d8c0-4ab8-94cb-62dcbf26edd3 admin admin] Usage tracker for resource:security_group_rule and tenant:34856124156a49fa83119dc72a22a898 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:26.293022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4e17b577-d8c0-4ab8-94cb-62dcbf26edd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:26.307771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4e17b577-d8c0-4ab8-94cb-62dcbf26edd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:26.359870 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ccefdb7-3e7d-424d-9e9b-5bc167a04dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:26.370102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-61e6d951-dae2-40c8-abf7-941531cd0783 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Calling delete_port for 2bf9e7c2-4e72-495b-96a1-67d6cf434553 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:26.428039 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ccefdb7-3e7d-424d-9e9b-5bc167a04dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:26.434670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccefdb7-3e7d-424d-9e9b-5bc167a04dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] Pushing event deleted for resources: {'Network': ['ID=1ab6c66f-0865-4f19-9b24-abb4d4eb5314,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:26.447240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0ccefdb7-3e7d-424d-9e9b-5bc167a04dc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1895403212-project] 10.222.0.13 "DELETE /v2.0/networks/1ab6c66f-0865-4f19-9b24-abb4d4eb5314 HTTP/1.1" status: 204 len: 168 time: 1.3477933 Jun 04 16:47:26.467383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4e17b577-d8c0-4ab8-94cb-62dcbf26edd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:26.477447 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4e17b577-d8c0-4ab8-94cb-62dcbf26edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:26.521244 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61e6d951-dae2-40c8-abf7-941531cd0783 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:26.683139 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61e6d951-dae2-40c8-abf7-941531cd0783 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:26.702973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-61e6d951-dae2-40c8-abf7-941531cd0783 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/ports/2bf9e7c2-4e72-495b-96a1-67d6cf434553 HTTP/1.1" status: 204 len: 168 time: 1.2507434 Jun 04 16:47:26.707538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6d951-dae2-40c8-abf7-941531cd0783 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Port': ['ID=2bf9e7c2-4e72-495b-96a1-67d6cf434553,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:26.709469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49198) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:26.793051 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-033fa5f9-a833-47a4-a0ac-4c829091d178 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] DELETE failed (client error): The resource could not be found. Jun 04 16:47:26.793510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033fa5f9-a833-47a4-a0ac-4c829091d178 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:47:26.795244 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-033fa5f9-a833-47a4-a0ac-4c829091d178 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/subnets/024856d5-885b-4bbf-ac5e-38d993f1d4e3 HTTP/1.1" status: 404 len: 337 time: 0.0832229 Jun 04 16:47:26.803221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49204) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:26.862726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49208) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:26.875108 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4e17b577-d8c0-4ab8-94cb-62dcbf26edd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34856124156a49fa83119dc72a22a898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8099024 Jun 04 16:47:26.881342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49212) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:26.884408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17b577-d8c0-4ab8-94cb-62dcbf26edd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcf5540-0a08-4f86-b295-c9734e099563,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:26.957183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88b08edc-7b5e-43ae-b5d5-726185cb02a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.007450 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88b08edc-7b5e-43ae-b5d5-726185cb02a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.084271 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5169fc8f-5a26-40ed-bb76-20cad6fb066a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.192259 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88b08edc-7b5e-43ae-b5d5-726185cb02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.210781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b08edc-7b5e-43ae-b5d5-726185cb02a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcf5540-0a08-4f86-b295-c9734e099563,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:27.219049 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-933a9d77-72ca-4e86-bcdd-0e2d5d332e2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dee7786a08354e9f86a941c86ee39d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522716 Jun 04 16:47:27.219660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49222) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:27.256942 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88b08edc-7b5e-43ae-b5d5-726185cb02a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.260527 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-88b08edc-7b5e-43ae-b5d5-726185cb02a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fcf5540-0a08-4f86-b295-c9734e099563 HTTP/1.1" status: 204 len: 168 time: 0.3754072 Jun 04 16:47:27.325739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5169fc8f-5a26-40ed-bb76-20cad6fb066a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.339680 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4e5b62ce-f082-4b05-8f5f-582bf3535f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.399844 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4e5b62ce-f082-4b05-8f5f-582bf3535f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.419282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-5169fc8f-5a26-40ed-bb76-20cad6fb066a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422f2d17-5851-4cc3-ae45-484b7791f2dc']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:27.496540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-5169fc8f-5a26-40ed-bb76-20cad6fb066a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13dc17b5-1bc8-4fc9-9e56-5928ab58430c') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:27.496852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-5169fc8f-5a26-40ed-bb76-20cad6fb066a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13dc17b5-1bc8-4fc9-9e56-5928ab58430c') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:27.513576 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4e5b62ce-f082-4b05-8f5f-582bf3535f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.527377 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5169fc8f-5a26-40ed-bb76-20cad6fb066a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.542498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b62ce-f082-4b05-8f5f-582bf3535f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3462467c-5c46-4aa9-94e8-96d9dac65b07,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:27.548123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5169fc8f-5a26-40ed-bb76-20cad6fb066a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.555743 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4e5b62ce-f082-4b05-8f5f-582bf3535f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.556619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5169fc8f-5a26-40ed-bb76-20cad6fb066a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:47:27.557268 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4e5b62ce-f082-4b05-8f5f-582bf3535f57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3462467c-5c46-4aa9-94e8-96d9dac65b07 HTTP/1.1" status: 204 len: 168 time: 0.3346386 Jun 04 16:47:27.557872 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5169fc8f-5a26-40ed-bb76-20cad6fb066a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.715092 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5169fc8f-5a26-40ed-bb76-20cad6fb066a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.766237 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5169fc8f-5a26-40ed-bb76-20cad6fb066a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.778577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169fc8f-5a26-40ed-bb76-20cad6fb066a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Network': ['ID=422f2d17-5851-4cc3-ae45-484b7791f2dc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:27.796759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5169fc8f-5a26-40ed-bb76-20cad6fb066a tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/networks/422f2d17-5851-4cc3-ae45-484b7791f2dc HTTP/1.1" status: 204 len: 168 time: 0.9878485 Jun 04 16:47:27.799164 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49246) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:27.856736 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-58063afd-2022-4756-a2cf-ffb1ed08fcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:27.993791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49254) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:28.050909 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c848bdff-b163-42a1-bf8a-b03e87628a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:28.057393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b18125-4bb1-4375-8a85-b2c4d7d6b010 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Deleting subnet 7c4af819-ea2c-4f58-84e4-48cd2c3c685f {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:47:28.066624 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49b18125-4bb1-4375-8a85-b2c4d7d6b010 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:28.098909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c848bdff-b163-42a1-bf8a-b03e87628a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:28.117717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c848bdff-b163-42a1-bf8a-b03e87628a56 admin admin] Usage tracker for resource:security_group_rule and tenant:e574c01d2660490ca400c33fc4bc715e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:28.140321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c848bdff-b163-42a1-bf8a-b03e87628a56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:28.157404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c848bdff-b163-42a1-bf8a-b03e87628a56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:28.216963 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49b18125-4bb1-4375-8a85-b2c4d7d6b010 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:28.305785 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 13dc17b5-1bc8-4fc9-9e56-5928ab58430c resource provider aggregate not found Jun 04 16:47:28.351540 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 13dc17b5-1bc8-4fc9-9e56-5928ab58430c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13dc17b5-1bc8-4fc9-9e56-5928ab58430c found for delete ", "request_id": "req-4ec69076-d76d-4214-a64b-7d66fe08b1b7"}]} Jun 04 16:47:28.444292 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49b18125-4bb1-4375-8a85-b2c4d7d6b010 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:28.482040 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c848bdff-b163-42a1-bf8a-b03e87628a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:28.497280 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c848bdff-b163-42a1-bf8a-b03e87628a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:28.617363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c848bdff-b163-42a1-bf8a-b03e87628a56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e574c01d2660490ca400c33fc4bc715e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6199667 Jun 04 16:47:28.679078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49270) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:28.679078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49272) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:28.683869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848bdff-b163-42a1-bf8a-b03e87628a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3681663e-9bd5-41ed-9e4d-cfb4d63a584a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:28.688145 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49b18125-4bb1-4375-8a85-b2c4d7d6b010 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:28.764709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b18125-4bb1-4375-8a85-b2c4d7d6b010 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4af819-ea2c-4f58-84e4-48cd2c3c685f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:28.766722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49b18125-4bb1-4375-8a85-b2c4d7d6b010 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:28.773259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eef0e3-26ac-4f0a-825f-1e7f9e68b6e0 None None] Network d19c6a46-da34-4b5e-a19d-6f4c243b30b0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:28.798575 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-49b18125-4bb1-4375-8a85-b2c4d7d6b010 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/subnets/7c4af819-ea2c-4f58-84e4-48cd2c3c685f HTTP/1.1" status: 204 len: 168 time: 0.9963088 Jun 04 16:47:28.799579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49280) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:28.851694 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-62e38a48-a274-4ece-a0ea-5ed426dca489 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96daec4a6a8049588986ff1cb61a9e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807809 Jun 04 16:47:28.863048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49284) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:28.943686 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7760417c-30bf-4a77-a8e9-8b7256083102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:28.954502 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:28.978362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Deleting port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:28.978724 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:28.996582 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d916e824-2060-4474-a989-f13ddc7015b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:29.025274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7760417c-30bf-4a77-a8e9-8b7256083102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:29.110361 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d916e824-2060-4474-a989-f13ddc7015b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:29.119631 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7760417c-30bf-4a77-a8e9-8b7256083102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:29.133788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bec09e5-3456-405a-99af-21d9765b9502 None None] DHCP port deletion for d19c6a46-da34-4b5e-a19d-6f4c243b30b0 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:47:29.147421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2bec09e5-3456-405a-99af-21d9765b9502 None None] Deleting port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:29.147798 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2bec09e5-3456-405a-99af-21d9765b9502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:29.154366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760417c-30bf-4a77-a8e9-8b7256083102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3681663e-9bd5-41ed-9e4d-cfb4d63a584a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:29.157246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7760417c-30bf-4a77-a8e9-8b7256083102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:29.158700 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7760417c-30bf-4a77-a8e9-8b7256083102 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3681663e-9bd5-41ed-9e4d-cfb4d63a584a HTTP/1.1" status: 204 len: 168 time: 0.4895470 Jun 04 16:47:29.218695 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d916e824-2060-4474-a989-f13ddc7015b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:29.265234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916e824-2060-4474-a989-f13ddc7015b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ead29e-5958-493c-9d73-b2e9bf0382bb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:29.269004 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d916e824-2060-4474-a989-f13ddc7015b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:29.270157 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d916e824-2060-4474-a989-f13ddc7015b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17ead29e-5958-493c-9d73-b2e9bf0382bb HTTP/1.1" status: 204 len: 168 time: 0.4031003 Jun 04 16:47:29.380762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] For port d6822f1f-4ae8-4c58-ac0d-385a35d46c45, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d6822f1f-4ae8-4c58-ac0d-385a35d46c45,segment=NetworkSegment(ad59d9ea-2740-4398-b144-556d46f2674c),segment_id=ad59d9ea-2740-4398-b144-556d46f2674c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:29.381248 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:29.585088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2bec09e5-3456-405a-99af-21d9765b9502 None None] For port d6822f1f-4ae8-4c58-ac0d-385a35d46c45, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d6822f1f-4ae8-4c58-ac0d-385a35d46c45,segment=NetworkSegment(ad59d9ea-2740-4398-b144-556d46f2674c),segment_id=ad59d9ea-2740-4398-b144-556d46f2674c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:29.585431 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2bec09e5-3456-405a-99af-21d9765b9502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:29.697493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d6822f1f-4ae8-4c58-ac0d-385a35d46c45 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:47:29.822243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2bec09e5-3456-405a-99af-21d9765b9502 None None] Calling delete_port for d6822f1f-4ae8-4c58-ac0d-385a35d46c45 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:29.959295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Calling delete_port for d6822f1f-4ae8-4c58-ac0d-385a35d46c45 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:30.050545 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2bec09e5-3456-405a-99af-21d9765b9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:30.193984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec09e5-3456-405a-99af-21d9765b9502 None None] Pushing event deleted for resources: {'Port': ['ID=d6822f1f-4ae8-4c58-ac0d-385a35d46c45,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:30.208655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:47:30.208943 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:30.214916 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:47:30.216366 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:47:30.240307 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1ea098ef-4d59-4e56-95cb-087c6b44bc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:30.250841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec09e5-3456-405a-99af-21d9765b9502 None None] No DVR routers for this DVR port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:47:30.717955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Deleting port d6822f1f-4ae8-4c58-ac0d-385a35d46c45 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:30.718267 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:30.796561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] The port 'd6822f1f-4ae8-4c58-ac0d-385a35d46c45' was deleted {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:47:30.911452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49386) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:30.959068 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:31.023982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19c6a46-da34-4b5e-a19d-6f4c243b30b0']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:31.059396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad59d9ea-2740-4398-b144-556d46f2674c') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:31.059396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad59d9ea-2740-4398-b144-556d46f2674c') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:31.086379 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:31.119573 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:31.133183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:47:31.133517 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:31.174745 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:31.224127 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment ad59d9ea-2740-4398-b144-556d46f2674c resource provider aggregate not found Jun 04 16:47:31.348508 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment ad59d9ea-2740-4398-b144-556d46f2674c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad59d9ea-2740-4398-b144-556d46f2674c found for delete ", "request_id": "req-767af9bb-00fc-4220-b970-4e3819d2c258"}]} Jun 04 16:47:31.392312 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:31.426639 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:31.471131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-259600162'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:31.481123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:31.495647 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:31.501524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Usage tracker for resource:network and tenant:b09e1b921fd04734962641fa630b799a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:31.507792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:31.553113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:31.559800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] Pushing event deleted for resources: {'Network': ['ID=d19c6a46-da34-4b5e-a19d-6f4c243b30b0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:31.583428 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7bed339e-2765-40fb-adb5-6a3f16ab3e67 tempest-NetworksIpV6TestAttrs-1970056069 tempest-NetworksIpV6TestAttrs-1970056069-project] 10.222.0.13 "DELETE /v2.0/networks/d19c6a46-da34-4b5e-a19d-6f4c243b30b0 HTTP/1.1" status: 204 len: 168 time: 2.7826302 Jun 04 16:47:31.592832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Made reservation on behalf of b09e1b921fd04734962641fa630b799a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:31.603763 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:31.627350 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:31.649337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:31.654229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Usage tracker for resource:security_group_rule and tenant:b09e1b921fd04734962641fa630b799a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:31.657946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:31.674135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:31.820913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:31.828214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:31.893415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:47:31.909620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3e2b4f-589a-4793-808d-1e1c0b975df7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:31.916580 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:31.917367 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Added segment 82e53050-04b4-4f99-bee9-dec0941f89ef of type vlan for network 82bd5b64-74dd-46f6-b48a-7bb45dadebc3 Jun 04 16:47:31.980032 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:32.053672 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:32.063037 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:32.063930 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:32.131817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49432) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:32.247481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Pushing event updated for resources: {'Network': ['ID=82bd5b64-74dd-46f6-b48a-7bb45dadebc3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:32.252444 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b9dfbbab-7871-4255-9ca0-dba1722017e0 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3401074 Jun 04 16:47:32.255517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49450) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:32.263370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Request body: {'subnet': {'network_id': '82bd5b64-74dd-46f6-b48a-7bb45dadebc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:32.265460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 82bd5b64-74dd-46f6-b48a-7bb45dadebc3 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:47:32.423096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:32.428096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Usage tracker for resource:subnet and tenant:b09e1b921fd04734962641fa630b799a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:32.434385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:32.442126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:32.479957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Made reservation on behalf of b09e1b921fd04734962641fa630b799a for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:32.484560 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:32.558939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49456) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:32.677141 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:32.722042 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bdd670f4-4a4e-443c-85bb-a08c7dbd3ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:32.746147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bdd670f4-4a4e-443c-85bb-a08c7dbd3ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:32.750178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bdd670f4-4a4e-443c-85bb-a08c7dbd3ccc admin admin] Usage tracker for resource:security_group_rule and tenant:b00fa5dca54d49c183db103d6400f108 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:32.753182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bdd670f4-4a4e-443c-85bb-a08c7dbd3ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:32.759795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bdd670f4-4a4e-443c-85bb-a08c7dbd3ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:32.827227 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c169d93f-5dd0-4bce-9f68-d3eaf4c6a674 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6727371a3d2a4a1abc50e526d208ee3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668178 Jun 04 16:47:32.835702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49470) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:32.909417 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bdd670f4-4a4e-443c-85bb-a08c7dbd3ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:32.928712 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bdd670f4-4a4e-443c-85bb-a08c7dbd3ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:32.946187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ccad-f393-4cb1-b1b4-164cc7456d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:32.979869 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ccad-f393-4cb1-b1b4-164cc7456d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:33.002707 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bdd670f4-4a4e-443c-85bb-a08c7dbd3ccc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b00fa5dca54d49c183db103d6400f108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8697076 Jun 04 16:47:33.005394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49476) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:33.006154 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:33.053346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd670f4-4a4e-443c-85bb-a08c7dbd3ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d224c8c-ef39-496d-bbde-274fb1b76ca2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:33.107216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Pushing event updated for resources: {'Subnet': ['ID=09a28bcf-69d2-4c8d-9d43-a277391c5d9b,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:33.113927 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9064577-2fa2-46e7-a5f3-adbaa373ad16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:33.117195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Checking segment: {'id': '82e53050-04b4-4f99-bee9-dec0941f89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82bd5b64-74dd-46f6-b48a-7bb45dadebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:33.117577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Network hostable DHCP agents. Network: 82bd5b64-74dd-46f6-b48a-7bb45dadebc3, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:47:33.131058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ccad-f393-4cb1-b1b4-164cc7456d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:33.152116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Network 82bd5b64-74dd-46f6-b48a-7bb45dadebc3 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:47:33.178383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 82bd5b64-74dd-46f6-b48a-7bb45dadebc3) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:33.179102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1ccad-f393-4cb1-b1b4-164cc7456d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f23297-2f2f-4d17-801f-e5316dbac288,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:33.187343 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9064577-2fa2-46e7-a5f3-adbaa373ad16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:33.188794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:33.191124 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:33.195502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ccad-f393-4cb1-b1b4-164cc7456d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:33.199570 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d5d1ccad-f393-4cb1-b1b4-164cc7456d67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14f23297-2f2f-4d17-801f-e5316dbac288 HTTP/1.1" status: 204 len: 168 time: 0.3568282 Jun 04 16:47:33.210616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24907b6b-f8d5-49ed-af80-e8b63e86ad5b None None] Network 82bd5b64-74dd-46f6-b48a-7bb45dadebc3 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:33.264342 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9064577-2fa2-46e7-a5f3-adbaa373ad16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:33.286710 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e862782b-5646-4518-90d0-3f6b0daafda4 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0299065 Jun 04 16:47:33.289301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49492) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:33.302462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Request body: {'port': {'network_id': '82bd5b64-74dd-46f6-b48a-7bb45dadebc3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1583008256'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:33.309385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9064577-2fa2-46e7-a5f3-adbaa373ad16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d224c8c-ef39-496d-bbde-274fb1b76ca2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:33.334188 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9064577-2fa2-46e7-a5f3-adbaa373ad16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:33.335544 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c9064577-2fa2-46e7-a5f3-adbaa373ad16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d224c8c-ef39-496d-bbde-274fb1b76ca2 HTTP/1.1" status: 204 len: 168 time: 0.3288021 Jun 04 16:47:33.627194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:33.631877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Usage tracker for resource:port and tenant:b09e1b921fd04734962641fa630b799a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:33.637313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:33.644987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:33.658513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Made reservation on behalf of b09e1b921fd04734962641fa630b799a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:33.665414 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:33.713666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] device_id is not set on port 232fad35-0421-4401-a728-671819a3f098 yet. {{(pid=88798) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:47:33.751988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-82bd5b64-74dd-46f6-b48a-7bb45dadebc3', 'network_id': '82bd5b64-74dd-46f6-b48a-7bb45dadebc3', 'tenant_id': 'b09e1b921fd04734962641fa630b799a', 'fixed_ips': [{'subnet_id': '09a28bcf-69d2-4c8d-9d43-a277391c5d9b'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:47:33.752828 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:33.898626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Allocated IP 172.20.0.4 (82bd5b64-74dd-46f6-b48a-7bb45dadebc3/09a28bcf-69d2-4c8d-9d43-a277391c5d9b/232fad35-0421-4401-a728-671819a3f098) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:47:34.057970 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:34.080343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49516) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:34.115095 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-935df0bf-32a8-4449-b21d-d72f4a077826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:34.165507 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-935df0bf-32a8-4449-b21d-d72f4a077826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:34.178343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-935df0bf-32a8-4449-b21d-d72f4a077826 admin admin] Usage tracker for resource:security_group_rule and tenant:673d022b135f48c1aa88f3d39cd6f368 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:34.186866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-935df0bf-32a8-4449-b21d-d72f4a077826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:34.192464 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:34.217616 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-935df0bf-32a8-4449-b21d-d72f4a077826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:34.237453 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:34.239454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Transition to ACTIVE for port object 232fad35-0421-4401-a728-671819a3f098 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:34.282568 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:34.392553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Network 82bd5b64-74dd-46f6-b48a-7bb45dadebc3 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:47:34.398236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:34.401915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:47:34.443747 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-935df0bf-32a8-4449-b21d-d72f4a077826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:34.454191 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-935df0bf-32a8-4449-b21d-d72f4a077826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:34.479984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Allocated IP 172.20.0.2 (82bd5b64-74dd-46f6-b48a-7bb45dadebc3/09a28bcf-69d2-4c8d-9d43-a277391c5d9b/e12dd210-ab6b-4896-b873-a73d12e9b0da) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:47:34.527827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Pushing event updated for resources: {'Port': ['ID=232fad35-0421-4401-a728-671819a3f098,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:34.533403 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-935df0bf-32a8-4449-b21d-d72f4a077826 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=673d022b135f48c1aa88f3d39cd6f368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518974 Jun 04 16:47:34.537218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49536) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:34.538264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935df0bf-32a8-4449-b21d-d72f4a077826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de195d-e206-40ae-91a1-61196c047015,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:34.729084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:34.729755 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:34.829474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bb077379-1ab6-4756-85bc-a6d77ab2b067 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5390112 Jun 04 16:47:34.832845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49548) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:34.846343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Request body: {'port': {'network_id': '82bd5b64-74dd-46f6-b48a-7bb45dadebc3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1374826827', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:34.846864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.api.validators [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] bootfile-name is not in valid_values {{(pid=88797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 16:47:34.847198 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.api.validators [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] tftp-server is not in valid_values {{(pid=88797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 16:47:34.849721 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.api.validators [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] server-ip-address is not in valid_values {{(pid=88797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 16:47:34.879385 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:34.893527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Transition to ACTIVE for port object e12dd210-ab6b-4896-b873-a73d12e9b0da will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:34.913742 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-177a1115-556b-47a8-b161-a598cb0ef61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:34.916799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Transition to ACTIVE for port object e12dd210-ab6b-4896-b873-a73d12e9b0da will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:34.926660 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:35.008646 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-177a1115-556b-47a8-b161-a598cb0ef61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:35.015280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Pushing event updated for resources: {'Port': ['ID=e12dd210-ab6b-4896-b873-a73d12e9b0da,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:35.043635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Network 82bd5b64-74dd-46f6-b48a-7bb45dadebc3 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:47:35.045017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:35.051731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:47:35.176014 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-177a1115-556b-47a8-b161-a598cb0ef61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:35.225618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a1115-556b-47a8-b161-a598cb0ef61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4de195d-e206-40ae-91a1-61196c047015,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:35.232157 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-177a1115-556b-47a8-b161-a598cb0ef61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:35.237705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-177a1115-556b-47a8-b161-a598cb0ef61c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4de195d-e206-40ae-91a1-61196c047015 HTTP/1.1" status: 204 len: 168 time: 0.6660419 Jun 04 16:47:35.244657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49566) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:35.293946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Attempting to bind port e12dd210-ab6b-4896-b873-a73d12e9b0da on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:35.294346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Attempting to bind port e12dd210-ab6b-4896-b873-a73d12e9b0da by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '82e53050-04b4-4f99-bee9-dec0941f89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82bd5b64-74dd-46f6-b48a-7bb45dadebc3'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:35.294807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Attempting to bind port e12dd210-ab6b-4896-b873-a73d12e9b0da on network 82bd5b64-74dd-46f6-b48a-7bb45dadebc3 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:35.295245 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:35.306721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Usage tracker for resource:port and tenant:b09e1b921fd04734962641fa630b799a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:35.314380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:47:35.315090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Checking segment: {'id': '82e53050-04b4-4f99-bee9-dec0941f89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82bd5b64-74dd-46f6-b48a-7bb45dadebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:35.315708 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:35.316270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Bound using segment: {'id': '82e53050-04b4-4f99-bee9-dec0941f89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82bd5b64-74dd-46f6-b48a-7bb45dadebc3'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:47:35.316981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Bound port: e12dd210-ab6b-4896-b873-a73d12e9b0da, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e53050-04b4-4f99-bee9-dec0941f89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '82bd5b64-74dd-46f6-b48a-7bb45dadebc3'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:47:35.317430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:35.317791 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:35.340477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:35.362493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Made reservation on behalf of b09e1b921fd04734962641fa630b799a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:35.366745 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:35.415903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] device_id is not set on port 13cf6dd5-aba6-43e4-83ca-b5546f706b54 yet. {{(pid=88797) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 16:47:35.449911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] For port e12dd210-ab6b-4896-b873-a73d12e9b0da, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:47:35.469988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] For port e12dd210-ab6b-4896-b873-a73d12e9b0da, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e12dd210-ab6b-4896-b873-a73d12e9b0da,segment=NetworkSegment(82e53050-04b4-4f99-bee9-dec0941f89ef),segment_id=82e53050-04b4-4f99-bee9-dec0941f89ef)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:47:35.483796 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:35.517148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group': {'name': 'tempest-secgroup--198116960'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:35.530609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:35.558351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:35.569969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:35.611617 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:35.640277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb917d-ea00-41c3-928a-e523bcd476d3 None None] Pushing event updated for resources: {'Port': ['ID=e12dd210-ab6b-4896-b873-a73d12e9b0da,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:35.778122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Allocated IP 172.20.0.14 (82bd5b64-74dd-46f6-b48a-7bb45dadebc3/09a28bcf-69d2-4c8d-9d43-a277391c5d9b/13cf6dd5-aba6-43e4-83ca-b5546f706b54) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:47:36.073507 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:36.105304 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:36.148323 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:36.197123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:36.237165 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:36.302860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:36.384920 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:36.418917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Transition to ACTIVE for port object 13cf6dd5-aba6-43e4-83ca-b5546f706b54 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:36.513919 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:36.523018 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:36.528001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:36.533023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:36.552871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:36.569710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:36.649395 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:36.735271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0761b847-dc09-44ac-b33f-088478923729,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:36.808200 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:36.828911 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:36.935162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Network 82bd5b64-74dd-46f6-b48a-7bb45dadebc3 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:47:36.937974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:36.941899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:47:37.027087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Pushing event updated for resources: {'Port': ['ID=13cf6dd5-aba6-43e4-83ca-b5546f706b54,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:37.053092 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:37.057147 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8089080 Jun 04 16:47:37.057586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49622) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:37.081379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586914a-35be-4741-b8e9-9a2076bb5376 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734a4fc1-ad08-4bf1-8e0a-93968a8fe5e2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:37.105476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:37.106735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:37.137354 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5f7253b9-ba2d-4027-8645-7cce62bc487b tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.3030169 Jun 04 16:47:37.139944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49626) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:37.167659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-363f9dc6-30bf-4409-8be9-6c90a032c40f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1089985 Jun 04 16:47:37.170746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49630) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:37.179926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ee4e686d-205d-447f-904d-160bad041ccb tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group': {'name': 'tempest-security--889704659', 'description': 'tempest-security-description-1924253042'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:37.225754 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ee4e686d-205d-447f-904d-160bad041ccb tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:37.294753 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ee4e686d-205d-447f-904d-160bad041ccb tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:37.300729 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ee4e686d-205d-447f-904d-160bad041ccb tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:37.304867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ee4e686d-205d-447f-904d-160bad041ccb tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:37.307254 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ee4e686d-205d-447f-904d-160bad041ccb tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "PUT /v2.0/security-groups/734a4fc1-ad08-4bf1-8e0a-93968a8fe5e2 HTTP/1.1" status: 200 len: 1779 time: 0.1354785 Jun 04 16:47:37.350238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49634) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:37.361644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749601f6-7402-4940-a456-22bd301a4c54 None None] Network 82bd5b64-74dd-46f6-b48a-7bb45dadebc3 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:37.389927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e686d-205d-447f-904d-160bad041ccb tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734a4fc1-ad08-4bf1-8e0a-93968a8fe5e2,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:37.468342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49650) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:37.468564 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7a47c088-536c-46fa-a7ab-e87fd93a4055 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-groups/734a4fc1-ad08-4bf1-8e0a-93968a8fe5e2 HTTP/1.1" status: 200 len: 1779 time: 0.1188915 Jun 04 16:47:37.515145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08623d0-79e6-4a55-9cf2-ec335981ccfc tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:37.537071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08623d0-79e6-4a55-9cf2-ec335981ccfc tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:37.555431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08623d0-79e6-4a55-9cf2-ec335981ccfc tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:37.565728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f08623d0-79e6-4a55-9cf2-ec335981ccfc tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Synchronizing usage tracker for tenant:b09e1b921fd04734962641fa630b799a on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:37.632973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f08623d0-79e6-4a55-9cf2-ec335981ccfc tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Unset dirty status for tenant:b09e1b921fd04734962641fa630b799a on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:37.637564 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f08623d0-79e6-4a55-9cf2-ec335981ccfc tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4965444 Jun 04 16:47:37.638607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49662) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:37.709363 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-135cc769-3b74-411e-b263-d4522d7cb9b5 None None] Provisioning for port e12dd210-ab6b-4896-b873-a73d12e9b0da completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:47:37.752376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e12dd210-ab6b-4896-b873-a73d12e9b0da up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:47:37.762134 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6bd627c5-f189-4c0e-a8c6-981f160cea0c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:37.802454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-15869cb9-8611-4fbb-a288-d8529083a45c tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Deleting port 13cf6dd5-aba6-43e4-83ca-b5546f706b54 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:37.805439 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15869cb9-8611-4fbb-a288-d8529083a45c tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:37.835510 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6bd627c5-f189-4c0e-a8c6-981f160cea0c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:37.943245 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6bd627c5-f189-4c0e-a8c6-981f160cea0c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:37.977832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd627c5-f189-4c0e-a8c6-981f160cea0c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734a4fc1-ad08-4bf1-8e0a-93968a8fe5e2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:37.983976 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6bd627c5-f189-4c0e-a8c6-981f160cea0c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:37.995339 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6bd627c5-f189-4c0e-a8c6-981f160cea0c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-groups/734a4fc1-ad08-4bf1-8e0a-93968a8fe5e2 HTTP/1.1" status: 204 len: 168 time: 0.5256047 Jun 04 16:47:37.998235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49680) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:38.105740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49688) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:38.140359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c631066b-007e-4630-bd7e-0480a97c3bdf tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:38.146471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e12dd210-ab6b-4896-b873-a73d12e9b0da completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:47:38.155901 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e12dd210-ab6b-4896-b873-a73d12e9b0da triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:47:38.156600 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:38.182562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c631066b-007e-4630-bd7e-0480a97c3bdf tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:38.183844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c631066b-007e-4630-bd7e-0480a97c3bdf tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1845133 Jun 04 16:47:38.187111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49694) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:38.224221 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-51bf9068-bb9e-4bbf-9391-4017bb816939 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] delete failed (client error): The resource could not be found. Jun 04 16:47:38.227480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-51bf9068-bb9e-4bbf-9391-4017bb816939 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-groups/734a4fc1-ad08-4bf1-8e0a-93968a8fe5e2 HTTP/1.1" status: 404 len: 347 time: 0.0392449 Jun 04 16:47:38.235580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49698) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:38.249578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6d8dfa86-2b3f-4f18-8a56-ce63ecb8f3e8 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981904293'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:38.279183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6d8dfa86-2b3f-4f18-8a56-ce63ecb8f3e8 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:38.314858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6d8dfa86-2b3f-4f18-8a56-ce63ecb8f3e8 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:38.499783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e12dd210-ab6b-4896-b873-a73d12e9b0da is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:47:38.500466 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:38.542156 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15869cb9-8611-4fbb-a288-d8529083a45c tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:38.625509 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e12dd210-ab6b-4896-b873-a73d12e9b0da, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e12dd210-ab6b-4896-b873-a73d12e9b0da,segment=NetworkSegment(82e53050-04b4-4f99-bee9-dec0941f89ef),segment_id=82e53050-04b4-4f99-bee9-dec0941f89ef)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:38.637653 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:38.725963 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d8dfa86-2b3f-4f18-8a56-ce63ecb8f3e8 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:38.841147 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a25d07bb-2eb9-4a95-a90d-0df85c2036b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:38.855664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fd25388f-144d-4d97-b363-7edbdae149b5 None None] Provisioning for port 232fad35-0421-4401-a728-671819a3f098 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:47:38.876559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fd25388f-144d-4d97-b363-7edbdae149b5 None None] Provisioning complete for port 232fad35-0421-4401-a728-671819a3f098 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:47:38.882986 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd25388f-144d-4d97-b363-7edbdae149b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:38.885852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-15869cb9-8611-4fbb-a288-d8529083a45c tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Calling delete_port for 13cf6dd5-aba6-43e4-83ca-b5546f706b54 owned by {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:38.896647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6d8dfa86-2b3f-4f18-8a56-ce63ecb8f3e8 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:38.899670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a25d07bb-2eb9-4a95-a90d-0df85c2036b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:38.904904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6d8dfa86-2b3f-4f18-8a56-ce63ecb8f3e8 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:38.908900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a25d07bb-2eb9-4a95-a90d-0df85c2036b8 admin admin] Usage tracker for resource:security_group_rule and tenant:42bb16a736ec4b37a6a75c00bff852f0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:38.911834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6d8dfa86-2b3f-4f18-8a56-ce63ecb8f3e8 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:38.915306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a25d07bb-2eb9-4a95-a90d-0df85c2036b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:38.925451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6d8dfa86-2b3f-4f18-8a56-ce63ecb8f3e8 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:38.928242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a25d07bb-2eb9-4a95-a90d-0df85c2036b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:39.074816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e12dd210-ab6b-4896-b873-a73d12e9b0da,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:39.087478 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fd25388f-144d-4d97-b363-7edbdae149b5 None None] Port 232fad35-0421-4401-a728-671819a3f098 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:47:39.112284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fd25388f-144d-4d97-b363-7edbdae149b5 None None] Provisioning complete for port e12dd210-ab6b-4896-b873-a73d12e9b0da triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:47:39.112849 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd25388f-144d-4d97-b363-7edbdae149b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.137031 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15869cb9-8611-4fbb-a288-d8529083a45c tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.173899 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d8dfa86-2b3f-4f18-8a56-ce63ecb8f3e8 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.193617 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d8dfa86-2b3f-4f18-8a56-ce63ecb8f3e8 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.248448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8dfa86-2b3f-4f18-8a56-ce63ecb8f3e8 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf46395-393c-4dcf-ac9e-466d6f3275f7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:39.308399 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a25d07bb-2eb9-4a95-a90d-0df85c2036b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.317755 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a25d07bb-2eb9-4a95-a90d-0df85c2036b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.335455 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d8dfa86-2b3f-4f18-8a56-ce63ecb8f3e8 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.345851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6d8dfa86-2b3f-4f18-8a56-ce63ecb8f3e8 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1068106 Jun 04 16:47:39.346807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49718) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:39.361472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-12abcede-6c31-42c6-877d-f53a520c9ab3 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group_rule': {'security_group_id': 'dcf46395-393c-4dcf-ac9e-466d6f3275f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:39.373133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fd25388f-144d-4d97-b363-7edbdae149b5 None None] Current status of the port e12dd210-ab6b-4896-b873-a73d12e9b0da is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:47:39.383294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-12abcede-6c31-42c6-877d-f53a520c9ab3 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:39.383421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fd25388f-144d-4d97-b363-7edbdae149b5 None None] Could not find standard attr ID for object 13cf6dd5-aba6-43e4-83ca-b5546f706b54. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:47:39.401188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-12abcede-6c31-42c6-877d-f53a520c9ab3 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:39.405913 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a25d07bb-2eb9-4a95-a90d-0df85c2036b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42bb16a736ec4b37a6a75c00bff852f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2959006 Jun 04 16:47:39.406992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-12abcede-6c31-42c6-877d-f53a520c9ab3 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:39.409943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d07bb-2eb9-4a95-a90d-0df85c2036b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399f4e81-3179-454c-a5bd-804cff06891f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:39.412569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49724) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:39.418536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-12abcede-6c31-42c6-877d-f53a520c9ab3 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:39.436362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15869cb9-8611-4fbb-a288-d8529083a45c tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Pushing event deleted for resources: {'Port': ['ID=13cf6dd5-aba6-43e4-83ca-b5546f706b54,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:39.521434 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f6fef79a-02e8-4b31-8407-94c576f01c9f None None] Provisioning complete for port 232fad35-0421-4401-a728-671819a3f098 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:47:39.521927 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f6fef79a-02e8-4b31-8407-94c576f01c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.597100 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15869cb9-8611-4fbb-a288-d8529083a45c tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.603294 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-12abcede-6c31-42c6-877d-f53a520c9ab3 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.628813 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-15869cb9-8611-4fbb-a288-d8529083a45c tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] 10.222.0.13 "DELETE /v2.0/ports/13cf6dd5-aba6-43e4-83ca-b5546f706b54 HTTP/1.1" status: 204 len: 168 time: 1.9892995 Jun 04 16:47:39.634004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49728) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:39.640459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-70650cdc-b29e-489c-a63c-7248d712b621 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Request body: {'port': {'name': 'tempest-new-port-name-1638554746', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:39.640951 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.api.validators [None req-70650cdc-b29e-489c-a63c-7248d712b621 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] bootfile-name is not in valid_values {{(pid=88797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 16:47:39.642396 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.api.validators [None req-70650cdc-b29e-489c-a63c-7248d712b621 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] tftp-server is not in valid_values {{(pid=88797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 16:47:39.645313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.api.validators [None req-70650cdc-b29e-489c-a63c-7248d712b621 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] server-ip-address is not in valid_values {{(pid=88797) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 16:47:39.662136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f6fef79a-02e8-4b31-8407-94c576f01c9f None None] Port 232fad35-0421-4401-a728-671819a3f098 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:47:39.669123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36468ae7-0457-4b92-a2ed-b8c7e2bb406a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.670544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f6fef79a-02e8-4b31-8407-94c576f01c9f None None] Could not find standard attr ID for object 13cf6dd5-aba6-43e4-83ca-b5546f706b54. {{(pid=88799) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 16:47:39.700575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e12dd210-ab6b-4896-b873-a73d12e9b0da up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:47:39.778602 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36468ae7-0457-4b92-a2ed-b8c7e2bb406a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.811543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e12dd210-ab6b-4896-b873-a73d12e9b0da triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:47:39.811543 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.907713 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-12abcede-6c31-42c6-877d-f53a520c9ab3 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.915090 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70650cdc-b29e-489c-a63c-7248d712b621 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.921748 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-12abcede-6c31-42c6-877d-f53a520c9ab3 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:39.963923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abcede-6c31-42c6-877d-f53a520c9ab3 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7b6835-0c36-4909-83aa-18f51cc68a56,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:39.974342 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36468ae7-0457-4b92-a2ed-b8c7e2bb406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:40.000358 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36468ae7-0457-4b92-a2ed-b8c7e2bb406a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:40.001606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-36468ae7-0457-4b92-a2ed-b8c7e2bb406a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/399f4e81-3179-454c-a5bd-804cff06891f HTTP/1.1" status: 204 len: 168 time: 0.5855341 Jun 04 16:47:40.003100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36468ae7-0457-4b92-a2ed-b8c7e2bb406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399f4e81-3179-454c-a5bd-804cff06891f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:40.016392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-12abcede-6c31-42c6-877d-f53a520c9ab3 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:40.031804 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-12abcede-6c31-42c6-877d-f53a520c9ab3 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6796007 Jun 04 16:47:40.046467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49742) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:40.092583 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-894d5e52-15f2-4382-8b2b-e4283013c59c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:40.107898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e12dd210-ab6b-4896-b873-a73d12e9b0da is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:47:40.129749 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-894d5e52-15f2-4382-8b2b-e4283013c59c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:40.203367 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-894d5e52-15f2-4382-8b2b-e4283013c59c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:40.250728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d5e52-15f2-4382-8b2b-e4283013c59c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af7b6835-0c36-4909-83aa-18f51cc68a56,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:40.272286 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-894d5e52-15f2-4382-8b2b-e4283013c59c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:40.277344 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-894d5e52-15f2-4382-8b2b-e4283013c59c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/af7b6835-0c36-4909-83aa-18f51cc68a56 HTTP/1.1" status: 204 len: 168 time: 0.2398131 Jun 04 16:47:40.278385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49758) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:40.419165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-208e0117-2aee-4e60-9b5f-e1512730842c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:40.479741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-208e0117-2aee-4e60-9b5f-e1512730842c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:40.490017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49766) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:40.491413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-208e0117-2aee-4e60-9b5f-e1512730842c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2099221 Jun 04 16:47:40.725659 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c690f619-52ec-4436-8b51-8e7b82a6d5cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:40.732131 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.resource_extend [None req-70650cdc-b29e-489c-a63c-7248d712b621 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:47:40.808461 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70650cdc-b29e-489c-a63c-7248d712b621 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:40.812330 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c690f619-52ec-4436-8b51-8e7b82a6d5cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:40.857405 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70650cdc-b29e-489c-a63c-7248d712b621 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:40.972262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70650cdc-b29e-489c-a63c-7248d712b621 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Pushing event updated for resources: {'Port': ['ID=232fad35-0421-4401-a728-671819a3f098,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:41.061310 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c690f619-52ec-4436-8b51-8e7b82a6d5cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.084428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690f619-52ec-4436-8b51-8e7b82a6d5cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf46395-393c-4dcf-ac9e-466d6f3275f7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:41.087776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-70650cdc-b29e-489c-a63c-7248d712b621 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] In _notify_port_updated(), no bound segment for port 232fad35-0421-4401-a728-671819a3f098 on network 82bd5b64-74dd-46f6-b48a-7bb45dadebc3 {{(pid=88797) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 16:47:41.096849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70650cdc-b29e-489c-a63c-7248d712b621 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:41.097534 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-70650cdc-b29e-489c-a63c-7248d712b621 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.099268 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-70650cdc-b29e-489c-a63c-7248d712b621 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] 10.222.0.13 "PUT /v2.0/ports/232fad35-0421-4401-a728-671819a3f098 HTTP/1.1" status: 200 len: 1136 time: 1.4655814 Jun 04 16:47:41.103406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49780) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:41.135857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c690f619-52ec-4436-8b51-8e7b82a6d5cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.137406 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c690f619-52ec-4436-8b51-8e7b82a6d5cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-groups/dcf46395-393c-4dcf-ac9e-466d6f3275f7 HTTP/1.1" status: 204 len: 168 time: 0.6436648 Jun 04 16:47:41.140147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49784) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:41.260439 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89611b3-5a9f-4990-a15e-d5a2ffd0f53d tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:41.261114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e89611b3-5a9f-4990-a15e-d5a2ffd0f53d tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Synchronizing usage tracker for tenant:b09e1b921fd04734962641fa630b799a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:41.265051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-dc02e3e0-c123-4e82-a9b7-9033fcd99415 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:41.285486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-dc02e3e0-c123-4e82-a9b7-9033fcd99415 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:41.293159 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dc02e3e0-c123-4e82-a9b7-9033fcd99415 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1479011 Jun 04 16:47:41.298130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49792) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:41.299790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e89611b3-5a9f-4990-a15e-d5a2ffd0f53d tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Unset dirty status for tenant:b09e1b921fd04734962641fa630b799a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:41.302467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e89611b3-5a9f-4990-a15e-d5a2ffd0f53d tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] 10.222.0.13 "GET /v2.0/ports/232fad35-0421-4401-a728-671819a3f098 HTTP/1.1" status: 200 len: 1136 time: 0.1967647 Jun 04 16:47:41.305322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49796) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:41.306356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-218a9333-05d2-40e7-aa94-3709e3f0b628 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group': {'name': 'tempest-secgroup--686154916'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:41.325677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-218a9333-05d2-40e7-aa94-3709e3f0b628 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:41.337904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-218a9333-05d2-40e7-aa94-3709e3f0b628 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:41.352014 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-218a9333-05d2-40e7-aa94-3709e3f0b628 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.389071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-218a9333-05d2-40e7-aa94-3709e3f0b628 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:41.399443 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-218a9333-05d2-40e7-aa94-3709e3f0b628 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:41.406907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-218a9333-05d2-40e7-aa94-3709e3f0b628 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:41.423673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-218a9333-05d2-40e7-aa94-3709e3f0b628 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:41.428857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-371224ab-8f17-4bbb-88a8-7dd65977682f None None] Provisioning complete for port 232fad35-0421-4401-a728-671819a3f098 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:47:41.429373 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-371224ab-8f17-4bbb-88a8-7dd65977682f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.530484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8a920816-63b3-4520-8eaa-ddc312d14100 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Deleting port 232fad35-0421-4401-a728-671819a3f098 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:41.531680 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8a920816-63b3-4520-8eaa-ddc312d14100 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.579750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-371224ab-8f17-4bbb-88a8-7dd65977682f None None] Port 232fad35-0421-4401-a728-671819a3f098 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:47:41.650542 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-218a9333-05d2-40e7-aa94-3709e3f0b628 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.657040 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-218a9333-05d2-40e7-aa94-3709e3f0b628 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.709869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a9333-05d2-40e7-aa94-3709e3f0b628 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1335e267-3b9e-496b-8cd3-012a802a4e70,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:41.747623 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-218a9333-05d2-40e7-aa94-3709e3f0b628 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.747623 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-218a9333-05d2-40e7-aa94-3709e3f0b628 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4465451 Jun 04 16:47:41.755959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49806) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:41.760581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-2ede1217-942e-4970-9fa5-2b7fd86cd26d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group_rule': {'security_group_id': '1335e267-3b9e-496b-8cd3-012a802a4e70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:41.769771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2ede1217-942e-4970-9fa5-2b7fd86cd26d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:41.774127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2ede1217-942e-4970-9fa5-2b7fd86cd26d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:41.777483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2ede1217-942e-4970-9fa5-2b7fd86cd26d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:41.784058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2ede1217-942e-4970-9fa5-2b7fd86cd26d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:41.810998 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ede1217-942e-4970-9fa5-2b7fd86cd26d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.873255 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8a920816-63b3-4520-8eaa-ddc312d14100 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.876002 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ede1217-942e-4970-9fa5-2b7fd86cd26d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.880469 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ede1217-942e-4970-9fa5-2b7fd86cd26d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.926139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede1217-942e-4970-9fa5-2b7fd86cd26d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066c0d0c-f050-4027-b521-c665ed78fe65,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:41.939472 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ede1217-942e-4970-9fa5-2b7fd86cd26d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:41.943465 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2ede1217-942e-4970-9fa5-2b7fd86cd26d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1895416 Jun 04 16:47:41.943696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49812) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:41.949128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ab9696e7-feff-48dd-a3b9-ee29e429e054 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group_rule': {'security_group_id': '1335e267-3b9e-496b-8cd3-012a802a4e70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:41.956491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ab9696e7-feff-48dd-a3b9-ee29e429e054 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:41.963364 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ab9696e7-feff-48dd-a3b9-ee29e429e054 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:41.969067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ab9696e7-feff-48dd-a3b9-ee29e429e054 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:41.974854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ab9696e7-feff-48dd-a3b9-ee29e429e054 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:41.995457 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab9696e7-feff-48dd-a3b9-ee29e429e054 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.024072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8a920816-63b3-4520-8eaa-ddc312d14100 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Calling delete_port for 232fad35-0421-4401-a728-671819a3f098 owned by {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:42.077194 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab9696e7-feff-48dd-a3b9-ee29e429e054 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.095985 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab9696e7-feff-48dd-a3b9-ee29e429e054 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.118379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9696e7-feff-48dd-a3b9-ee29e429e054 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e718c25-3d63-41c3-b274-ab10a648c89f,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:42.148495 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ab9696e7-feff-48dd-a3b9-ee29e429e054 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.152512 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ab9696e7-feff-48dd-a3b9-ee29e429e054 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2052221 Jun 04 16:47:42.152769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49822) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:42.158369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ebb18ac3-31ad-4259-b36a-c43d146948a9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group_rule': {'security_group_id': '1335e267-3b9e-496b-8cd3-012a802a4e70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:42.175355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ebb18ac3-31ad-4259-b36a-c43d146948a9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:42.194603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ebb18ac3-31ad-4259-b36a-c43d146948a9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:42.198053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ebb18ac3-31ad-4259-b36a-c43d146948a9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:42.206461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ebb18ac3-31ad-4259-b36a-c43d146948a9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:42.235874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebb18ac3-31ad-4259-b36a-c43d146948a9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.236678 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8a920816-63b3-4520-8eaa-ddc312d14100 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.309811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebb18ac3-31ad-4259-b36a-c43d146948a9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.315480 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebb18ac3-31ad-4259-b36a-c43d146948a9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.329759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a920816-63b3-4520-8eaa-ddc312d14100 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Pushing event deleted for resources: {'Port': ['ID=232fad35-0421-4401-a728-671819a3f098,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:42.343954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb18ac3-31ad-4259-b36a-c43d146948a9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f3d9fe-6977-4d78-bd18-0aec0162b43a,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:42.364287 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebb18ac3-31ad-4259-b36a-c43d146948a9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.365961 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ebb18ac3-31ad-4259-b36a-c43d146948a9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2121975 Jun 04 16:47:42.368737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49828) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:42.375534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-683ff67f-2549-4f3a-ae94-617d834d959b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group_rule': {'security_group_id': '1335e267-3b9e-496b-8cd3-012a802a4e70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:42.386422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-683ff67f-2549-4f3a-ae94-617d834d959b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:42.392766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-683ff67f-2549-4f3a-ae94-617d834d959b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:42.400068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-683ff67f-2549-4f3a-ae94-617d834d959b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:42.406970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-683ff67f-2549-4f3a-ae94-617d834d959b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:42.430349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-683ff67f-2549-4f3a-ae94-617d834d959b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.449681 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8a920816-63b3-4520-8eaa-ddc312d14100 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.496184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8a920816-63b3-4520-8eaa-ddc312d14100 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] 10.222.0.13 "DELETE /v2.0/ports/232fad35-0421-4401-a728-671819a3f098 HTTP/1.1" status: 204 len: 168 time: 1.1870883 Jun 04 16:47:42.496744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49834) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:42.573294 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-683ff67f-2549-4f3a-ae94-617d834d959b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.582906 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-683ff67f-2549-4f3a-ae94-617d834d959b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.598780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c12270-ae6a-4d22-81f4-7081f4163815 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Deleting subnet 09a28bcf-69d2-4c8d-9d43-a277391c5d9b {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:47:42.603158 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3c12270-ae6a-4d22-81f4-7081f4163815 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.615822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ff67f-2549-4f3a-ae94-617d834d959b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1b5c51-4303-44ee-ae2e-7f992e44e28b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:42.651656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-683ff67f-2549-4f3a-ae94-617d834d959b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.653116 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-683ff67f-2549-4f3a-ae94-617d834d959b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2831666 Jun 04 16:47:42.656200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49840) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:42.663513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-cf7107cc-8e2f-4edd-a521-15da863a2fac tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group_rule': {'security_group_id': '1335e267-3b9e-496b-8cd3-012a802a4e70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:42.673653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cf7107cc-8e2f-4edd-a521-15da863a2fac tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:42.676594 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3c12270-ae6a-4d22-81f4-7081f4163815 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.679470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cf7107cc-8e2f-4edd-a521-15da863a2fac tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:42.683430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cf7107cc-8e2f-4edd-a521-15da863a2fac tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:42.690061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cf7107cc-8e2f-4edd-a521-15da863a2fac tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:42.715582 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf7107cc-8e2f-4edd-a521-15da863a2fac tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.799409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3c12270-ae6a-4d22-81f4-7081f4163815 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.839297 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf7107cc-8e2f-4edd-a521-15da863a2fac tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.849459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf7107cc-8e2f-4edd-a521-15da863a2fac tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.890194 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf7107cc-8e2f-4edd-a521-15da863a2fac tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.891664 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cf7107cc-8e2f-4edd-a521-15da863a2fac tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2339621 Jun 04 16:47:42.892064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7107cc-8e2f-4edd-a521-15da863a2fac tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3902d13-a05d-4449-a69f-f0f8501ea1af,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:42.895112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49856) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:42.942845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb89c020-9205-4492-99f7-2e9d48f7390f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.960471 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb89c020-9205-4492-99f7-2e9d48f7390f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:42.984800 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3c12270-ae6a-4d22-81f4-7081f4163815 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.034833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c12270-ae6a-4d22-81f4-7081f4163815 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Pushing event deleted for resources: {'Subnet': ['ID=09a28bcf-69d2-4c8d-9d43-a277391c5d9b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:43.037673 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f3c12270-ae6a-4d22-81f4-7081f4163815 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.042496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79615ade-3c9f-41eb-9abf-d110be478e97 None None] Network 82bd5b64-74dd-46f6-b48a-7bb45dadebc3 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:43.044884 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb89c020-9205-4492-99f7-2e9d48f7390f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.060427 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fb89c020-9205-4492-99f7-2e9d48f7390f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.064397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49862) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:43.064558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fb89c020-9205-4492-99f7-2e9d48f7390f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a3902d13-a05d-4449-a69f-f0f8501ea1af HTTP/1.1" status: 204 len: 168 time: 0.1658239 Jun 04 16:47:43.069686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f3c12270-ae6a-4d22-81f4-7081f4163815 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] 10.222.0.13 "DELETE /v2.0/subnets/09a28bcf-69d2-4c8d-9d43-a277391c5d9b HTTP/1.1" status: 204 len: 168 time: 0.5718071 Jun 04 16:47:43.072604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49866) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:43.093109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89c020-9205-4492-99f7-2e9d48f7390f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3902d13-a05d-4449-a69f-f0f8501ea1af,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:43.163355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7d5213bb-8b5c-4825-b614-838d028cd294 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:43.199896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7d5213bb-8b5c-4825-b614-838d028cd294 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:43.205669 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7d5213bb-8b5c-4825-b614-838d028cd294 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1371877 Jun 04 16:47:43.206352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49878) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:43.303755 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b91fd2c2-9629-491a-a0fa-b9964bce7f0f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.359541 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b91fd2c2-9629-491a-a0fa-b9964bce7f0f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.377965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.396939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Deleting port e12dd210-ab6b-4896-b873-a73d12e9b0da {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:43.397278 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.418792 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b91fd2c2-9629-491a-a0fa-b9964bce7f0f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.468018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fd2c2-9629-491a-a0fa-b9964bce7f0f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df1b5c51-4303-44ee-ae2e-7f992e44e28b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:43.501495 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b91fd2c2-9629-491a-a0fa-b9964bce7f0f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.505509 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b91fd2c2-9629-491a-a0fa-b9964bce7f0f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/df1b5c51-4303-44ee-ae2e-7f992e44e28b HTTP/1.1" status: 204 len: 168 time: 0.2954013 Jun 04 16:47:43.506368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49886) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:43.571719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f9fe16-94b0-410e-8c5d-a88b6b8ed534 None None] DHCP port deletion for 82bd5b64-74dd-46f6-b48a-7bb45dadebc3 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:47:43.583659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-84f9fe16-94b0-410e-8c5d-a88b6b8ed534 None None] Deleting port e12dd210-ab6b-4896-b873-a73d12e9b0da {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:43.584880 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-84f9fe16-94b0-410e-8c5d-a88b6b8ed534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.657501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-688a9962-7d73-4ea5-ac34-a87bc07f66dd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:43.686334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-688a9962-7d73-4ea5-ac34-a87bc07f66dd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:43.688100 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-688a9962-7d73-4ea5-ac34-a87bc07f66dd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1797018 Jun 04 16:47:43.690988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49892) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:43.716107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e12dd210-ab6b-4896-b873-a73d12e9b0da no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:47:43.724037 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df62f521-d2be-4c72-a119-aefba98b49af tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.738665 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df62f521-d2be-4c72-a119-aefba98b49af tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.778591 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df62f521-d2be-4c72-a119-aefba98b49af tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.815896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] For port e12dd210-ab6b-4896-b873-a73d12e9b0da, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e12dd210-ab6b-4896-b873-a73d12e9b0da,segment=NetworkSegment(82e53050-04b4-4f99-bee9-dec0941f89ef),segment_id=82e53050-04b4-4f99-bee9-dec0941f89ef)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:43.816260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.821818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62f521-d2be-4c72-a119-aefba98b49af tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92f3d9fe-6977-4d78-bd18-0aec0162b43a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:43.833628 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-df62f521-d2be-4c72-a119-aefba98b49af tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:43.840656 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-df62f521-d2be-4c72-a119-aefba98b49af tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/92f3d9fe-6977-4d78-bd18-0aec0162b43a HTTP/1.1" status: 204 len: 168 time: 0.1486032 Jun 04 16:47:43.842388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49898) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:43.939839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2067bdbd-88c0-4515-a6ee-3d3e054bd10d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:43.975060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2067bdbd-88c0-4515-a6ee-3d3e054bd10d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:43.980830 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2067bdbd-88c0-4515-a6ee-3d3e054bd10d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1373541 Jun 04 16:47:43.981477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49902) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:44.002415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Calling delete_port for e12dd210-ab6b-4896-b873-a73d12e9b0da owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:44.030296 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3360c579-219e-4e82-b81b-6fede586f78b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.047841 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3360c579-219e-4e82-b81b-6fede586f78b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.077991 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3360c579-219e-4e82-b81b-6fede586f78b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.119431 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.119688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-84f9fe16-94b0-410e-8c5d-a88b6b8ed534 None None] For port e12dd210-ab6b-4896-b873-a73d12e9b0da, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e12dd210-ab6b-4896-b873-a73d12e9b0da,segment=NetworkSegment(82e53050-04b4-4f99-bee9-dec0941f89ef),segment_id=82e53050-04b4-4f99-bee9-dec0941f89ef)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:44.120304 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-84f9fe16-94b0-410e-8c5d-a88b6b8ed534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.129280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360c579-219e-4e82-b81b-6fede586f78b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e718c25-3d63-41c3-b274-ab10a648c89f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:44.136910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e12dd210-ab6b-4896-b873-a73d12e9b0da is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:47:44.143395 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3360c579-219e-4e82-b81b-6fede586f78b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.145383 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.147664 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3360c579-219e-4e82-b81b-6fede586f78b tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8e718c25-3d63-41c3-b274-ab10a648c89f HTTP/1.1" status: 204 len: 168 time: 0.1651449 Jun 04 16:47:44.148647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49908) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:44.235870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1cf2b572-620c-4f78-bc13-26cb535504ce tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:44.256352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] No DVR routers for this DVR port e12dd210-ab6b-4896-b873-a73d12e9b0da on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:47:44.259366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1cf2b572-620c-4f78-bc13-26cb535504ce tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:44.263540 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1cf2b572-620c-4f78-bc13-26cb535504ce tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1102746 Jun 04 16:47:44.265696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49912) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:44.324895 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90c51053-4e45-4e10-bf91-da8b03f8aa06 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.348003 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90c51053-4e45-4e10-bf91-da8b03f8aa06 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.382416 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90c51053-4e45-4e10-bf91-da8b03f8aa06 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.411649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c51053-4e45-4e10-bf91-da8b03f8aa06 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=066c0d0c-f050-4027-b521-c665ed78fe65,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:44.420725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Pushing event deleted for resources: {'Port': ['ID=e12dd210-ab6b-4896-b873-a73d12e9b0da,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:44.424850 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.430936 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-90c51053-4e45-4e10-bf91-da8b03f8aa06 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.434486 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-90c51053-4e45-4e10-bf91-da8b03f8aa06 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/066c0d0c-f050-4027-b521-c665ed78fe65 HTTP/1.1" status: 204 len: 168 time: 0.1654909 Jun 04 16:47:44.435094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49916) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:44.463934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bd5b64-74dd-46f6-b48a-7bb45dadebc3']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:44.485720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e53050-04b4-4f99-bee9-dec0941f89ef') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:44.486017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e53050-04b4-4f99-bee9-dec0941f89ef') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:44.496733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-84f9fe16-94b0-410e-8c5d-a88b6b8ed534 None None] Calling delete_port for e12dd210-ab6b-4896-b873-a73d12e9b0da owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:44.514228 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.522106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-04b008b8-dd62-486a-9cd3-433048f6e937 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:44.546539 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.573145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:47:44.575004 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.592249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-04b008b8-dd62-486a-9cd3-433048f6e937 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:44.592990 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-04b008b8-dd62-486a-9cd3-433048f6e937 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1567321 Jun 04 16:47:44.598927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49922) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:44.612522 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-84f9fe16-94b0-410e-8c5d-a88b6b8ed534 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:47:44.613306 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-84f9fe16-94b0-410e-8c5d-a88b6b8ed534 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:47:44.755482 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69762d51-3fa1-4fab-b8fe-dcb8dcd6e3ec tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.800178 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69762d51-3fa1-4fab-b8fe-dcb8dcd6e3ec tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.845189 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 82e53050-04b4-4f99-bee9-dec0941f89ef resource provider aggregate not found Jun 04 16:47:44.873998 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 82e53050-04b4-4f99-bee9-dec0941f89ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82e53050-04b4-4f99-bee9-dec0941f89ef found for delete ", "request_id": "req-87c97bed-a911-4431-90b5-3a100dc0c19e"}]} Jun 04 16:47:44.875459 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.881151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69762d51-3fa1-4fab-b8fe-dcb8dcd6e3ec tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.899626 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.904880 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69762d51-3fa1-4fab-b8fe-dcb8dcd6e3ec tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1335e267-3b9e-496b-8cd3-012a802a4e70,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:44.914132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] Pushing event deleted for resources: {'Network': ['ID=82bd5b64-74dd-46f6-b48a-7bb45dadebc3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:44.926749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e54daa03-96b8-445d-9faf-6acd40b25942 tempest-ExtraDHCPOptionsTestJSON-1782923411 tempest-ExtraDHCPOptionsTestJSON-1782923411-project] 10.222.0.13 "DELETE /v2.0/networks/82bd5b64-74dd-46f6-b48a-7bb45dadebc3 HTTP/1.1" status: 204 len: 168 time: 1.8528814 Jun 04 16:47:44.935834 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-69762d51-3fa1-4fab-b8fe-dcb8dcd6e3ec tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:44.941604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49936) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:44.942268 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-69762d51-3fa1-4fab-b8fe-dcb8dcd6e3ec tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-groups/1335e267-3b9e-496b-8cd3-012a802a4e70 HTTP/1.1" status: 204 len: 168 time: 0.3415825 Jun 04 16:47:45.002345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c194de33-3deb-4804-af9b-b6c3bf148c7e tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:45.021734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c194de33-3deb-4804-af9b-b6c3bf148c7e tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:45.023578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c194de33-3deb-4804-af9b-b6c3bf148c7e tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808907 Jun 04 16:47:45.029805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49940) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:45.036278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d4c9f7b1-e0ee-4c5a-b24a-f3ab3211bcad tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784171833'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:45.044704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d4c9f7b1-e0ee-4c5a-b24a-f3ab3211bcad tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:45.057135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d4c9f7b1-e0ee-4c5a-b24a-f3ab3211bcad tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:45.072942 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4c9f7b1-e0ee-4c5a-b24a-f3ab3211bcad tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:45.106557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d4c9f7b1-e0ee-4c5a-b24a-f3ab3211bcad tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:45.112714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d4c9f7b1-e0ee-4c5a-b24a-f3ab3211bcad tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:45.114863 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-84f9fe16-94b0-410e-8c5d-a88b6b8ed534 None None] Deleting port e12dd210-ab6b-4896-b873-a73d12e9b0da {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:45.115399 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-84f9fe16-94b0-410e-8c5d-a88b6b8ed534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:45.132831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d4c9f7b1-e0ee-4c5a-b24a-f3ab3211bcad tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:45.146897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d4c9f7b1-e0ee-4c5a-b24a-f3ab3211bcad tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:45.313174 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4c9f7b1-e0ee-4c5a-b24a-f3ab3211bcad tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:45.327075 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4c9f7b1-e0ee-4c5a-b24a-f3ab3211bcad tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:45.392181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-84f9fe16-94b0-410e-8c5d-a88b6b8ed534 None None] The port 'e12dd210-ab6b-4896-b873-a73d12e9b0da' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:47:45.441803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9f7b1-e0ee-4c5a-b24a-f3ab3211bcad tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd32d22-2206-4805-9c84-e7353fd4a2f2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:45.459294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49954) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:45.466717 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d4c9f7b1-e0ee-4c5a-b24a-f3ab3211bcad tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:45.470958 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d4c9f7b1-e0ee-4c5a-b24a-f3ab3211bcad tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4368272 Jun 04 16:47:45.470958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49960) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:45.476234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-86a785ff-61b7-4e1d-ba48-e8f89cd8699a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group_rule': {'security_group_id': 'ddd32d22-2206-4805-9c84-e7353fd4a2f2', 'direction': 'ingress', 'protocol': 17}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:45.483221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-86a785ff-61b7-4e1d-ba48-e8f89cd8699a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:45.488770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-86a785ff-61b7-4e1d-ba48-e8f89cd8699a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:45.491689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-86a785ff-61b7-4e1d-ba48-e8f89cd8699a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:45.498919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-86a785ff-61b7-4e1d-ba48-e8f89cd8699a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:45.532247 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86a785ff-61b7-4e1d-ba48-e8f89cd8699a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:45.643376 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86a785ff-61b7-4e1d-ba48-e8f89cd8699a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:45.651990 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86a785ff-61b7-4e1d-ba48-e8f89cd8699a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:45.695949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a785ff-61b7-4e1d-ba48-e8f89cd8699a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ac11d9-7dcf-4f9b-9551-bc5418e81b10,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:45.711381 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3f56364b-cc95-4018-a283-bbb58735ac95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b09e1b921fd04734962641fa630b799a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507086 Jun 04 16:47:45.713986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49966) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:45.727532 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86a785ff-61b7-4e1d-ba48-e8f89cd8699a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:45.728670 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-86a785ff-61b7-4e1d-ba48-e8f89cd8699a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2567883 Jun 04 16:47:45.731532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49970) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:45.828532 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f5292e9-6676-4b2f-9c59-2e7cc66364c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:45.847962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9385450-4fca-4ecd-b753-48cbf9f18f03 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:45.878834 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f5292e9-6676-4b2f-9c59-2e7cc66364c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:45.910735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9385450-4fca-4ecd-b753-48cbf9f18f03 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:46.143726 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9385450-4fca-4ecd-b753-48cbf9f18f03 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:46.161065 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f5292e9-6676-4b2f-9c59-2e7cc66364c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:46.179307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9385450-4fca-4ecd-b753-48cbf9f18f03 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd32d22-2206-4805-9c84-e7353fd4a2f2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:46.204253 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5292e9-6676-4b2f-9c59-2e7cc66364c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3e2b4f-589a-4793-808d-1e1c0b975df7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:46.218933 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b9385450-4fca-4ecd-b753-48cbf9f18f03 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:46.220195 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b9385450-4fca-4ecd-b753-48cbf9f18f03 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-groups/ddd32d22-2206-4805-9c84-e7353fd4a2f2 HTTP/1.1" status: 204 len: 168 time: 0.4877927 Jun 04 16:47:46.222860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 49980) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:46.227006 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f5292e9-6676-4b2f-9c59-2e7cc66364c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:46.228024 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8f5292e9-6676-4b2f-9c59-2e7cc66364c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae3e2b4f-589a-4793-808d-1e1c0b975df7 HTTP/1.1" status: 204 len: 168 time: 0.5131586 Jun 04 16:47:46.304019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-788c8048-b07c-453b-b2ea-34358781d8d5 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:46.337929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-788c8048-b07c-453b-b2ea-34358781d8d5 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:46.343999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 49990) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:46.344496 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-788c8048-b07c-453b-b2ea-34358781d8d5 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1194856 Jun 04 16:47:46.350050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-144ab509-ae1e-4bc1-bc3b-2bf9abbb0d41 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196154646'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:46.361995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-144ab509-ae1e-4bc1-bc3b-2bf9abbb0d41 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:46.378171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-144ab509-ae1e-4bc1-bc3b-2bf9abbb0d41 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:46.392979 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-144ab509-ae1e-4bc1-bc3b-2bf9abbb0d41 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:46.436934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-144ab509-ae1e-4bc1-bc3b-2bf9abbb0d41 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:46.452628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-144ab509-ae1e-4bc1-bc3b-2bf9abbb0d41 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:46.458720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-144ab509-ae1e-4bc1-bc3b-2bf9abbb0d41 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:46.472288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-144ab509-ae1e-4bc1-bc3b-2bf9abbb0d41 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:46.705468 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-144ab509-ae1e-4bc1-bc3b-2bf9abbb0d41 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:46.722210 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-144ab509-ae1e-4bc1-bc3b-2bf9abbb0d41 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:46.828709 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-144ab509-ae1e-4bc1-bc3b-2bf9abbb0d41 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:46.830116 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-144ab509-ae1e-4bc1-bc3b-2bf9abbb0d41 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4843621 Jun 04 16:47:46.833581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50028) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:46.834209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ab509-ae1e-4bc1-bc3b-2bf9abbb0d41 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86046c3-f934-442c-920e-fed8bacc24c7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:46.856013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394438959'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:46.877262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:46.891625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:46.897644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:46.907693 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:46.960555 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:46.991945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:46.997918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:47.001849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:47.009396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:47.186703 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:47.193203 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:47.242094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5bc071-b5d0-4d8c-a88f-de4b7eaa4f92,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:47.309774 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:47.315978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50092) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:47.316415 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5dd6c5fc-0a8b-4667-ba95-9697fdb8fbb9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4804020 Jun 04 16:47:47.321667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-06056168-cec6-4c26-bfac-7abc457e5482 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group_rule': {'security_group_id': 'd86046c3-f934-442c-920e-fed8bacc24c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7b5bc071-b5d0-4d8c-a88f-de4b7eaa4f92', 'remote_ip_prefix': None}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:47.338188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-06056168-cec6-4c26-bfac-7abc457e5482 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:47.353504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-06056168-cec6-4c26-bfac-7abc457e5482 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:47.359585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-06056168-cec6-4c26-bfac-7abc457e5482 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:47.369073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-06056168-cec6-4c26-bfac-7abc457e5482 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:47.431745 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-06056168-cec6-4c26-bfac-7abc457e5482 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:47.621208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-06056168-cec6-4c26-bfac-7abc457e5482 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:47.631984 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-06056168-cec6-4c26-bfac-7abc457e5482 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:47.673533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50136) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:47.746947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06056168-cec6-4c26-bfac-7abc457e5482 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e3bf9c-5514-42e3-b088-dc870f0a1f2d,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:47.771561 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-06056168-cec6-4c26-bfac-7abc457e5482 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:47.772983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-06056168-cec6-4c26-bfac-7abc457e5482 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4560518 Jun 04 16:47:47.775795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50154) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:47.866642 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0abad85-c11d-429c-a957-c00af703eb0f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:47.886813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0abad85-c11d-429c-a957-c00af703eb0f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:47.924821 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0abad85-c11d-429c-a957-c00af703eb0f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:47.950117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abad85-c11d-429c-a957-c00af703eb0f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2e3bf9c-5514-42e3-b088-dc870f0a1f2d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:47.958217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1081714936'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:47.958909 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0abad85-c11d-429c-a957-c00af703eb0f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:47.960380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a0abad85-c11d-429c-a957-c00af703eb0f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c2e3bf9c-5514-42e3-b088-dc870f0a1f2d HTTP/1.1" status: 204 len: 168 time: 0.1831357 Jun 04 16:47:47.977294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:47.979160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50178) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:47.982524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:network and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:47.986493 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:47.995140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:48.019453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:48.027011 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.044192 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.047610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-61c66e90-ca76-4823-b05b-a76595a04713 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:48.065215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:48.070210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-61c66e90-ca76-4823-b05b-a76595a04713 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:48.070577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:security_group_rule and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:48.073216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-61c66e90-ca76-4823-b05b-a76595a04713 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0930321 Jun 04 16:47:48.075336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:48.076167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50194) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:48.088695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:48.172180 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ff47b99d-03db-42cb-91b5-01172807dc8f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.203306 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ff47b99d-03db-42cb-91b5-01172807dc8f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.212754 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.220337 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.258723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:47:48.270513 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ff47b99d-03db-42cb-91b5-01172807dc8f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.273794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d818d33-52a0-471c-b7ae-3d2a2522e2ff,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:48.281403 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.281754 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Added segment 0f5f7e3d-de9a-419d-b827-60302c2161e3 of type vlan for network f1886c23-b9a7-45e2-bdbe-76ba93b2e40b Jun 04 16:47:48.306517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47b99d-03db-42cb-91b5-01172807dc8f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5bc071-b5d0-4d8c-a88f-de4b7eaa4f92,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:48.324113 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.364382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.365571 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ff47b99d-03db-42cb-91b5-01172807dc8f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.368228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ff47b99d-03db-42cb-91b5-01172807dc8f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-groups/7b5bc071-b5d0-4d8c-a88f-de4b7eaa4f92 HTTP/1.1" status: 204 len: 168 time: 0.2907126 Jun 04 16:47:48.371024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50228) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:48.375792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:48.376677 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.451961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-27767750-abd9-4341-a4f6-bbd753b987f9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:48.469462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-27767750-abd9-4341-a4f6-bbd753b987f9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:48.473533 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-27767750-abd9-4341-a4f6-bbd753b987f9 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0985687 Jun 04 16:47:48.473941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50246) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:48.511232 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8359206 Jun 04 16:47:48.516935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffc1a-e7aa-4e6a-8211-fa9d0050e9c7 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Network': ['ID=f1886c23-b9a7-45e2-bdbe-76ba93b2e40b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:48.530317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f1886c23-b9a7-45e2-bdbe-76ba93b2e40b details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:47:48.604654 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-34a95d82-cf34-4791-8d6d-e4cd560d7d09 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.662788 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-34a95d82-cf34-4791-8d6d-e4cd560d7d09 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.745998 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-34a95d82-cf34-4791-8d6d-e4cd560d7d09 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.769591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a95d82-cf34-4791-8d6d-e4cd560d7d09 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86046c3-f934-442c-920e-fed8bacc24c7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:48.797440 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-34a95d82-cf34-4791-8d6d-e4cd560d7d09 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:48.799350 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-34a95d82-cf34-4791-8d6d-e4cd560d7d09 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-groups/d86046c3-f934-442c-920e-fed8bacc24c7 HTTP/1.1" status: 204 len: 168 time: 0.3243022 Jun 04 16:47:48.801695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50280) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:48.885774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0930cdca-e7c7-4a37-a450-452e2787396e tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:48.917930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0930cdca-e7c7-4a37-a450-452e2787396e tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:48.919650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0930cdca-e7c7-4a37-a450-452e2787396e tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1166649 Jun 04 16:47:48.924612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50302) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:48.932272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-15dc91a4-dd37-480f-b75e-60a9cebd6f2c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604661177'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:48.952791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-15dc91a4-dd37-480f-b75e-60a9cebd6f2c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:48.996625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-15dc91a4-dd37-480f-b75e-60a9cebd6f2c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:49.021623 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15dc91a4-dd37-480f-b75e-60a9cebd6f2c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:49.089920 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-15dc91a4-dd37-480f-b75e-60a9cebd6f2c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:49.106140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-15dc91a4-dd37-480f-b75e-60a9cebd6f2c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:49.123936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-15dc91a4-dd37-480f-b75e-60a9cebd6f2c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:49.131604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-15dc91a4-dd37-480f-b75e-60a9cebd6f2c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:49.291427 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15dc91a4-dd37-480f-b75e-60a9cebd6f2c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:49.308825 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15dc91a4-dd37-480f-b75e-60a9cebd6f2c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:49.376993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc91a4-dd37-480f-b75e-60a9cebd6f2c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e45728-c0a1-4563-a4bb-831a5a2f8f5f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:49.435853 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-15dc91a4-dd37-480f-b75e-60a9cebd6f2c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:49.441764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50364) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:49.442386 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-15dc91a4-dd37-480f-b75e-60a9cebd6f2c tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5156238 Jun 04 16:47:49.450243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-8569213e-c902-48fb-87c4-600560e90ec2 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group_rule': {'security_group_id': '71e45728-c0a1-4563-a4bb-831a5a2f8f5f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:49.461818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8569213e-c902-48fb-87c4-600560e90ec2 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:49.467357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8569213e-c902-48fb-87c4-600560e90ec2 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:49.475153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8569213e-c902-48fb-87c4-600560e90ec2 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:49.515089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8569213e-c902-48fb-87c4-600560e90ec2 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:49.560374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8569213e-c902-48fb-87c4-600560e90ec2 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:49.737934 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8569213e-c902-48fb-87c4-600560e90ec2 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:49.745485 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8569213e-c902-48fb-87c4-600560e90ec2 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:49.783985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569213e-c902-48fb-87c4-600560e90ec2 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4c71ab-6173-4301-a1a6-dcb2fb7e1e20,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:49.799733 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8569213e-c902-48fb-87c4-600560e90ec2 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:49.801840 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8569213e-c902-48fb-87c4-600560e90ec2 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3574047 Jun 04 16:47:49.804860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50402) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:49.876655 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8e2a9442-97e2-4ffe-babb-fa3c0483dc5a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:49.923162 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8e2a9442-97e2-4ffe-babb-fa3c0483dc5a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:49.972679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8e2a9442-97e2-4ffe-babb-fa3c0483dc5a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:50.021470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a9442-97e2-4ffe-babb-fa3c0483dc5a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d4c71ab-6173-4301-a1a6-dcb2fb7e1e20,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:50.047545 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8e2a9442-97e2-4ffe-babb-fa3c0483dc5a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:50.053622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50430) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:50.056631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8e2a9442-97e2-4ffe-babb-fa3c0483dc5a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7d4c71ab-6173-4301-a1a6-dcb2fb7e1e20 HTTP/1.1" status: 204 len: 168 time: 0.2425566 Jun 04 16:47:50.135411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-79cb7be7-767d-4c60-b6de-62754de45cdf tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:50.191649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-79cb7be7-767d-4c60-b6de-62754de45cdf tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:50.193037 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-79cb7be7-767d-4c60-b6de-62754de45cdf tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1368992 Jun 04 16:47:50.195888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50452) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:50.358020 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13de836d-6d96-49d3-abef-6baa986c352d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:50.440779 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13de836d-6d96-49d3-abef-6baa986c352d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:50.558824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13de836d-6d96-49d3-abef-6baa986c352d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:50.583353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de836d-6d96-49d3-abef-6baa986c352d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e45728-c0a1-4563-a4bb-831a5a2f8f5f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:50.637212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13de836d-6d96-49d3-abef-6baa986c352d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:50.638210 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-13de836d-6d96-49d3-abef-6baa986c352d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-groups/71e45728-c0a1-4563-a4bb-831a5a2f8f5f HTTP/1.1" status: 204 len: 168 time: 0.4412158 Jun 04 16:47:50.640792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50504) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:50.755312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7f910d6e-90ad-452a-8740-3c12b3c42708 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:50.781013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7f910d6e-90ad-452a-8740-3c12b3c42708 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:50.782855 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7f910d6e-90ad-452a-8740-3c12b3c42708 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1390100 Jun 04 16:47:50.787205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50520) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:50.796353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-898d6522-7483-4c18-ae9c-a376226bd3cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group': {'name': 'tempest-secgroup--931559834'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:50.814042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-898d6522-7483-4c18-ae9c-a376226bd3cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:50.852628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-898d6522-7483-4c18-ae9c-a376226bd3cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:50.905076 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-898d6522-7483-4c18-ae9c-a376226bd3cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:51.001193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-898d6522-7483-4c18-ae9c-a376226bd3cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:51.006525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-898d6522-7483-4c18-ae9c-a376226bd3cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:51.030265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-898d6522-7483-4c18-ae9c-a376226bd3cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:51.055876 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-898d6522-7483-4c18-ae9c-a376226bd3cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:51.099501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50558) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:51.334088 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-898d6522-7483-4c18-ae9c-a376226bd3cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:51.348086 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-898d6522-7483-4c18-ae9c-a376226bd3cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:51.422534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d6522-7483-4c18-ae9c-a376226bd3cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa01d6f-1a2f-4fb1-8dff-a4719128e608,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:51.422819 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17de87af-179a-4b13-b9f1-977610a4032c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:51.443915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-898d6522-7483-4c18-ae9c-a376226bd3cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:51.445530 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-898d6522-7483-4c18-ae9c-a376226bd3cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6580682 Jun 04 16:47:51.448886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50582) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:51.457397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-98f94280-2519-4c77-83d1-754b5d698d30 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group_rule': {'security_group_id': '6aa01d6f-1a2f-4fb1-8dff-a4719128e608', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:51.467831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-98f94280-2519-4c77-83d1-754b5d698d30 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:51.475022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-17de87af-179a-4b13-b9f1-977610a4032c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:51.481360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-98f94280-2519-4c77-83d1-754b5d698d30 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:51.485495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-17de87af-179a-4b13-b9f1-977610a4032c admin admin] Usage tracker for resource:security_group_rule and tenant:26dfdb3054ee4e8291811a3d43619ce6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:51.488884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-98f94280-2519-4c77-83d1-754b5d698d30 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:51.492142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-17de87af-179a-4b13-b9f1-977610a4032c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:51.499711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-98f94280-2519-4c77-83d1-754b5d698d30 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:51.502009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-17de87af-179a-4b13-b9f1-977610a4032c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:51.577425 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-98f94280-2519-4c77-83d1-754b5d698d30 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:51.632042 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:47:51.707394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50586) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:51.714302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'subnet': {'network_id': 'f1886c23-b9a7-45e2-bdbe-76ba93b2e40b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:51.756155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17de87af-179a-4b13-b9f1-977610a4032c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:51.758050 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-98f94280-2519-4c77-83d1-754b5d698d30 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:51.761471 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-17de87af-179a-4b13-b9f1-977610a4032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:51.777656 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-98f94280-2519-4c77-83d1-754b5d698d30 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:51.827166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f94280-2519-4c77-83d1-754b5d698d30 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96083625-b4d8-416d-9f9a-a7d636e4456b,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:51.829381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:51.834223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:subnet and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:51.837886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-17de87af-179a-4b13-b9f1-977610a4032c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26dfdb3054ee4e8291811a3d43619ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334023 Jun 04 16:47:51.838056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:51.838927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de87af-179a-4b13-b9f1-977610a4032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b873742-748c-473c-8a3b-d97150abff4a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:51.840573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50590) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:51.858000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-98f94280-2519-4c77-83d1-754b5d698d30 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:51.859087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:51.859563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-98f94280-2519-4c77-83d1-754b5d698d30 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4093828 Jun 04 16:47:51.862665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50594) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:51.884488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-56833c2b-e0c8-4fd2-99ef-4a2c6e818a89 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules/96083625-b4d8-416d-9f9a-a7d636e4456b HTTP/1.1" status: 200 len: 763 time: 0.0206528 Jun 04 16:47:51.886289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:51.886647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50598) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:51.889787 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:51.935730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-96ec4c32-c86b-422b-83ef-dbf84ea27ee4 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:51.952640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-96ec4c32-c86b-422b-83ef-dbf84ea27ee4 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:51.954037 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-96ec4c32-c86b-422b-83ef-dbf84ea27ee4 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0664337 Jun 04 16:47:51.957388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50602) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:51.986451 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c8658952-6d3f-4c88-a677-66df9aafb81a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:51.997130 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c8658952-6d3f-4c88-a677-66df9aafb81a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.023192 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c8658952-6d3f-4c88-a677-66df9aafb81a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.026800 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80d0b262-35f3-4d6d-88d0-44d711cfe90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.045372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8658952-6d3f-4c88-a677-66df9aafb81a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96083625-b4d8-416d-9f9a-a7d636e4456b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:52.054280 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c8658952-6d3f-4c88-a677-66df9aafb81a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.055670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c8658952-6d3f-4c88-a677-66df9aafb81a tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/96083625-b4d8-416d-9f9a-a7d636e4456b HTTP/1.1" status: 204 len: 168 time: 0.0970731 Jun 04 16:47:52.058255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50606) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:52.073615 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80d0b262-35f3-4d6d-88d0-44d711cfe90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.104196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ee0d5a88-0bdf-435a-8c3e-8689b5c280b0 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:52.120626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ee0d5a88-0bdf-435a-8c3e-8689b5c280b0 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:52.124654 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ee0d5a88-0bdf-435a-8c3e-8689b5c280b0 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627284 Jun 04 16:47:52.124833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50610) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:52.129764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-bd8013c2-05a5-4767-8b74-8dc1db5afeaa tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group_rule': {'security_group_id': '6aa01d6f-1a2f-4fb1-8dff-a4719128e608', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:52.136473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bd8013c2-05a5-4767-8b74-8dc1db5afeaa tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:52.146925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bd8013c2-05a5-4767-8b74-8dc1db5afeaa tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:52.168545 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd8013c2-05a5-4767-8b74-8dc1db5afeaa tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.190956 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80d0b262-35f3-4d6d-88d0-44d711cfe90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.226667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0b262-35f3-4d6d-88d0-44d711cfe90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b873742-748c-473c-8a3b-d97150abff4a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:52.237220 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd8013c2-05a5-4767-8b74-8dc1db5afeaa tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.238230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.243165 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd8013c2-05a5-4767-8b74-8dc1db5afeaa tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.268260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8013c2-05a5-4767-8b74-8dc1db5afeaa tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca0a85e-a484-4779-8c81-88bdd8f8feb4,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:52.287521 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bd8013c2-05a5-4767-8b74-8dc1db5afeaa tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.288989 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-80d0b262-35f3-4d6d-88d0-44d711cfe90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.289136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bd8013c2-05a5-4767-8b74-8dc1db5afeaa tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1632721 Jun 04 16:47:52.290457 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-80d0b262-35f3-4d6d-88d0-44d711cfe90d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b873742-748c-473c-8a3b-d97150abff4a HTTP/1.1" status: 204 len: 168 time: 0.4482307 Jun 04 16:47:52.292116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50618) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:52.330568 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-841534a5-48d4-4af6-8ecf-84298cafa64d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules/2ca0a85e-a484-4779-8c81-88bdd8f8feb4 HTTP/1.1" status: 200 len: 763 time: 0.0347714 Jun 04 16:47:52.331174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50624) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:52.352853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Subnet': ['ID=b01513c3-5ee2-4ef7-a371-51e9eb2e3121,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:52.358919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Checking segment: {'id': '0f5f7e3d-de9a-419d-b827-60302c2161e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1886c23-b9a7-45e2-bdbe-76ba93b2e40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:52.359212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network hostable DHCP agents. Network: f1886c23-b9a7-45e2-bdbe-76ba93b2e40b, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:47:52.385411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network f1886c23-b9a7-45e2-bdbe-76ba93b2e40b is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:47:52.392717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-31b390c3-3c18-40dd-8861-dd9ae2898e29 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:52.399311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f1886c23-b9a7-45e2-bdbe-76ba93b2e40b) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:52.407032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:52.407704 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.412339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-31b390c3-3c18-40dd-8861-dd9ae2898e29 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:52.413808 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-31b390c3-3c18-40dd-8861-dd9ae2898e29 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0816374 Jun 04 16:47:52.413937 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb4880-0726-4d1c-856a-a2e66949f02a None None] Network f1886c23-b9a7-45e2-bdbe-76ba93b2e40b requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:52.416781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50632) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:52.451943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50636) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:52.452181 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1fdbe07b-57a7-4b87-830d-47333de99e83 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7431617 Jun 04 16:47:52.470376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2120024085'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:52.476987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:52.481282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:network and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:52.484761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:52.490814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:52.525618 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3f015255-b35d-4c39-99ad-6e8cf769e3ca tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.546148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:52.555414 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.594693 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3f015255-b35d-4c39-99ad-6e8cf769e3ca tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.656934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:47:52.661933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f1886c23-b9a7-45e2-bdbe-76ba93b2e40b', 'network_id': 'f1886c23-b9a7-45e2-bdbe-76ba93b2e40b', 'tenant_id': 'f91ee3d15ee34bb1a9c2466c90f31844', 'fixed_ips': [{'subnet_id': 'b01513c3-5ee2-4ef7-a371-51e9eb2e3121'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:47:52.667216 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.709729 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3f015255-b35d-4c39-99ad-6e8cf769e3ca tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.724733 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.725322 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Added segment 014fbb6e-5249-4956-902b-3e1d45b736a2 of type vlan for network 117a4262-7513-4cee-9047-5fb1c5074dbc Jun 04 16:47:52.742898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50646) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:52.749254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f015255-b35d-4c39-99ad-6e8cf769e3ca tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ca0a85e-a484-4779-8c81-88bdd8f8feb4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:52.774713 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b92480f7-d0e9-44d3-9dd3-4afb06996784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.796289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b92480f7-d0e9-44d3-9dd3-4afb06996784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:52.800823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b92480f7-d0e9-44d3-9dd3-4afb06996784 admin admin] Usage tracker for resource:security_group_rule and tenant:f363f450cad144aba1016eaa9a2638da is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:52.804746 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b92480f7-d0e9-44d3-9dd3-4afb06996784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:52.811890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b92480f7-d0e9-44d3-9dd3-4afb06996784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:52.823032 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.830138 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3f015255-b35d-4c39-99ad-6e8cf769e3ca tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.832536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3f015255-b35d-4c39-99ad-6e8cf769e3ca tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2ca0a85e-a484-4779-8c81-88bdd8f8feb4 HTTP/1.1" status: 204 len: 168 time: 0.4137349 Jun 04 16:47:52.836193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50652) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:52.872931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.882448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:52.883514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:52.906496 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-14d65bee-3ba4-49a7-ad66-6de623cffa96 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:52.935596 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-14d65bee-3ba4-49a7-ad66-6de623cffa96 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:52.937824 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-14d65bee-3ba4-49a7-ad66-6de623cffa96 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0993371 Jun 04 16:47:52.945042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50660) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:52.958921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Allocated IP 2001:db8:0:ffff::2 (f1886c23-b9a7-45e2-bdbe-76ba93b2e40b/b01513c3-5ee2-4ef7-a371-51e9eb2e3121/49dfa403-206d-4ead-90e5-02c033c0d3c4) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:47:52.966325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ae332865-6c79-40b5-9a1b-55ce977941cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group_rule': {'security_group_id': '6aa01d6f-1a2f-4fb1-8dff-a4719128e608', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:52.999082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ae332865-6c79-40b5-9a1b-55ce977941cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:53.021314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Network': ['ID=117a4262-7513-4cee-9047-5fb1c5074dbc,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:53.033928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ae332865-6c79-40b5-9a1b-55ce977941cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:53.035527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a5c86976-f2b3-487d-bbf7-832843b9a655 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5820091 Jun 04 16:47:53.036288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50664) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:53.043966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'subnet': {'network_id': '117a4262-7513-4cee-9047-5fb1c5074dbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:53.055920 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b92480f7-d0e9-44d3-9dd3-4afb06996784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.068093 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b92480f7-d0e9-44d3-9dd3-4afb06996784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.170123 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-ae332865-6c79-40b5-9a1b-55ce977941cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Project 298dad6e12f3433f972f8058bdc29bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:47:53.230962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae332865-6c79-40b5-9a1b-55ce977941cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.299915 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.311903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Transition to ACTIVE for port object 49dfa403-206d-4ead-90e5-02c033c0d3c4 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:53.334080 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Transition to ACTIVE for port object 49dfa403-206d-4ead-90e5-02c033c0d3c4 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:53.339008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 117a4262-7513-4cee-9047-5fb1c5074dbc details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:47:53.357497 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.376008 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae332865-6c79-40b5-9a1b-55ce977941cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.380657 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b92480f7-d0e9-44d3-9dd3-4afb06996784 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f363f450cad144aba1016eaa9a2638da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6357780 Jun 04 16:47:53.382197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92480f7-d0e9-44d3-9dd3-4afb06996784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ad8f5a-91bd-4642-9e92-c1d8da5c37fc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:53.386757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50672) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:53.391159 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae332865-6c79-40b5-9a1b-55ce977941cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.421485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae332865-6c79-40b5-9a1b-55ce977941cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4612721-36ea-4f50-a4b9-e1b5165602ed,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:53.450272 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae332865-6c79-40b5-9a1b-55ce977941cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.452427 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ae332865-6c79-40b5-9a1b-55ce977941cd tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5057611 Jun 04 16:47:53.454865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50676) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:53.479290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:53.483717 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cc4369e5-d564-4be9-b0f5-295b140932ce tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules/f4612721-36ea-4f50-a4b9-e1b5165602ed HTTP/1.1" status: 200 len: 769 time: 0.0274920 Jun 04 16:47:53.486199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50680) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:53.507474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:subnet and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:53.532641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Network f1886c23-b9a7-45e2-bdbe-76ba93b2e40b is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:47:53.534096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Pushing event updated for resources: {'Port': ['ID=49dfa403-206d-4ead-90e5-02c033c0d3c4,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:53.538266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:53.549217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:53.550375 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:47:53.556015 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6ed72505-d04b-4e3e-b3c6-d82a7e33ae0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.584149 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-03894f24-2ebb-4b2b-b4c3-a6d54fd6f804 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:53.587156 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:53.595490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:53.596191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:53.596728 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:53.597267 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:53.597780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:53.598303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:53.598875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:53.599394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:53.599920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:53.600426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:53.600929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:53.601861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:47:53.664571 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6ed72505-d04b-4e3e-b3c6-d82a7e33ae0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.688633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Attempting to bind port 49dfa403-206d-4ead-90e5-02c033c0d3c4 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:53.689255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Attempting to bind port 49dfa403-206d-4ead-90e5-02c033c0d3c4 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '0f5f7e3d-de9a-419d-b827-60302c2161e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1886c23-b9a7-45e2-bdbe-76ba93b2e40b'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:53.689768 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Attempting to bind port 49dfa403-206d-4ead-90e5-02c033c0d3c4 on network f1886c23-b9a7-45e2-bdbe-76ba93b2e40b {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:53.695665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:47:53.696274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Checking segment: {'id': '0f5f7e3d-de9a-419d-b827-60302c2161e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1886c23-b9a7-45e2-bdbe-76ba93b2e40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:53.696866 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.697405 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Bound using segment: {'id': '0f5f7e3d-de9a-419d-b827-60302c2161e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1886c23-b9a7-45e2-bdbe-76ba93b2e40b'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:47:53.698097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Bound port: 49dfa403-206d-4ead-90e5-02c033c0d3c4, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5f7e3d-de9a-419d-b827-60302c2161e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f1886c23-b9a7-45e2-bdbe-76ba93b2e40b'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:47:53.698814 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.731624 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6ed72505-d04b-4e3e-b3c6-d82a7e33ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.747663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:53.751772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.768303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-03894f24-2ebb-4b2b-b4c3-a6d54fd6f804 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:53.771586 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-03894f24-2ebb-4b2b-b4c3-a6d54fd6f804 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2795563 Jun 04 16:47:53.772146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50684) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:53.778172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed72505-d04b-4e3e-b3c6-d82a7e33ae0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ad8f5a-91bd-4642-9e92-c1d8da5c37fc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:53.804301 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c8045a9-7331-4ecf-92f5-d15a8b6ec925 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.817599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c8045a9-7331-4ecf-92f5-d15a8b6ec925 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.840147 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6ed72505-d04b-4e3e-b3c6-d82a7e33ae0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.841282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6ed72505-d04b-4e3e-b3c6-d82a7e33ae0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5ad8f5a-91bd-4642-9e92-c1d8da5c37fc HTTP/1.1" status: 204 len: 168 time: 0.4533117 Jun 04 16:47:53.865818 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c8045a9-7331-4ecf-92f5-d15a8b6ec925 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.873209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] For port 49dfa403-206d-4ead-90e5-02c033c0d3c4, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:47:53.877516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] For port 49dfa403-206d-4ead-90e5-02c033c0d3c4, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=49dfa403-206d-4ead-90e5-02c033c0d3c4,segment=NetworkSegment(0f5f7e3d-de9a-419d-b827-60302c2161e3),segment_id=0f5f7e3d-de9a-419d-b827-60302c2161e3)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:47:53.888685 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.901108 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c8045a9-7331-4ecf-92f5-d15a8b6ec925 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:53.905221 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8c8045a9-7331-4ecf-92f5-d15a8b6ec925 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f4612721-36ea-4f50-a4b9-e1b5165602ed HTTP/1.1" status: 204 len: 168 time: 0.1294255 Jun 04 16:47:53.905820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8045a9-7331-4ecf-92f5-d15a8b6ec925 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4612721-36ea-4f50-a4b9-e1b5165602ed,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:53.908725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50690) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:53.968190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7f3c0872-77e7-4161-9eb4-99972296b739 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:53.993325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7f3c0872-77e7-4161-9eb4-99972296b739 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:53.999012 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7f3c0872-77e7-4161-9eb4-99972296b739 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0862331 Jun 04 16:47:53.999594 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50694) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:54.063327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af795a33-1eb4-4814-906b-a38f21cf3402 None None] Pushing event updated for resources: {'Port': ['ID=49dfa403-206d-4ead-90e5-02c033c0d3c4,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:54.129578 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f63d94d2-18f9-4bae-b08d-75c3116fc75f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:54.144155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:54.172906 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f63d94d2-18f9-4bae-b08d-75c3116fc75f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:54.265920 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f63d94d2-18f9-4bae-b08d-75c3116fc75f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:54.333393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d94d2-18f9-4bae-b08d-75c3116fc75f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa01d6f-1a2f-4fb1-8dff-a4719128e608,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:54.372078 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f63d94d2-18f9-4bae-b08d-75c3116fc75f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:54.376519 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f63d94d2-18f9-4bae-b08d-75c3116fc75f tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-groups/6aa01d6f-1a2f-4fb1-8dff-a4719128e608 HTTP/1.1" status: 204 len: 168 time: 0.3757546 Jun 04 16:47:54.386616 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50704) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:54.394182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Subnet': ['ID=d2643a3a-cb00-4ac6-8f04-3015c2b40893,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:54.404327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Checking segment: {'id': '014fbb6e-5249-4956-902b-3e1d45b736a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '117a4262-7513-4cee-9047-5fb1c5074dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:54.404684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network hostable DHCP agents. Network: 117a4262-7513-4cee-9047-5fb1c5074dbc, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:47:54.433991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network 117a4262-7513-4cee-9047-5fb1c5074dbc is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:47:54.468952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 117a4262-7513-4cee-9047-5fb1c5074dbc) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:54.492267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:54.493506 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:54.509212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acfce6b-5ebc-46fa-ba03-5135029ac41c None None] Network 117a4262-7513-4cee-9047-5fb1c5074dbc requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:54.571252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c0d16014-5cd5-4730-abf9-c9abf9564b2f tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5333850 Jun 04 16:47:54.576089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50708) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:54.595036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d357f17e-b652-45a4-9ff3-d01342faf065 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:54.632741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d357f17e-b652-45a4-9ff3-d01342faf065 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:54.639030 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d357f17e-b652-45a4-9ff3-d01342faf065 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2510116 Jun 04 16:47:54.640927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50712) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:54.646669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b1657022-28c5-4c97-9bf3-2abed6128f05 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group': {'name': 'tempest-secgroup--229879524'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:54.675460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b1657022-28c5-4c97-9bf3-2abed6128f05 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:54.762338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50716) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:54.814737 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ce948ffc-b9ea-48b5-b9e2-f8136e4c207f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:54.834086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b1657022-28c5-4c97-9bf3-2abed6128f05 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:54.853687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ce948ffc-b9ea-48b5-b9e2-f8136e4c207f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:54.865533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ce948ffc-b9ea-48b5-b9e2-f8136e4c207f admin admin] Usage tracker for resource:security_group_rule and tenant:9f302b7671d44d5d9cd094ed820effc2 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:54.876981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ce948ffc-b9ea-48b5-b9e2-f8136e4c207f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:54.878249 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1657022-28c5-4c97-9bf3-2abed6128f05 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:54.883358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ce948ffc-b9ea-48b5-b9e2-f8136e4c207f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:54.964035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b1657022-28c5-4c97-9bf3-2abed6128f05 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:54.971929 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:54.977028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b1657022-28c5-4c97-9bf3-2abed6128f05 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:54.980882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b1657022-28c5-4c97-9bf3-2abed6128f05 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:54.989673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b1657022-28c5-4c97-9bf3-2abed6128f05 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:55.018001 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ce948ffc-b9ea-48b5-b9e2-f8136e4c207f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.026865 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ce948ffc-b9ea-48b5-b9e2-f8136e4c207f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.034091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-117a4262-7513-4cee-9047-5fb1c5074dbc', 'network_id': '117a4262-7513-4cee-9047-5fb1c5074dbc', 'tenant_id': 'f91ee3d15ee34bb1a9c2466c90f31844', 'fixed_ips': [{'subnet_id': 'd2643a3a-cb00-4ac6-8f04-3015c2b40893'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:47:55.035572 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.114135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce948ffc-b9ea-48b5-b9e2-f8136e4c207f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2571393-4a08-40cf-9504-262650dab94c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:55.115225 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.175684 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ce948ffc-b9ea-48b5-b9e2-f8136e4c207f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f302b7671d44d5d9cd094ed820effc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4120827 Jun 04 16:47:55.176932 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50720) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:55.291918 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86290fa1-fbdb-4474-b492-53989f410359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.308312 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1657022-28c5-4c97-9bf3-2abed6128f05 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.317872 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1657022-28c5-4c97-9bf3-2abed6128f05 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.340267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86290fa1-fbdb-4474-b492-53989f410359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.362745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Allocated IP 2001:db8::1 (117a4262-7513-4cee-9047-5fb1c5074dbc/d2643a3a-cb00-4ac6-8f04-3015c2b40893/dee79b39-6a12-4b8e-9d20-ef549d265440) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:47:55.397474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1657022-28c5-4c97-9bf3-2abed6128f05 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f723790-6143-4b10-967b-7e42d797f1e9,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:55.426267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86290fa1-fbdb-4474-b492-53989f410359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.468964 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86290fa1-fbdb-4474-b492-53989f410359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2571393-4a08-40cf-9504-262650dab94c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:55.473776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b1657022-28c5-4c97-9bf3-2abed6128f05 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.476865 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86290fa1-fbdb-4474-b492-53989f410359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.478498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b1657022-28c5-4c97-9bf3-2abed6128f05 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8364139 Jun 04 16:47:55.479100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50724) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:55.482186 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-86290fa1-fbdb-4474-b492-53989f410359 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2571393-4a08-40cf-9504-262650dab94c HTTP/1.1" status: 204 len: 168 time: 0.3040059 Jun 04 16:47:55.490706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1f68db9c-1ad5-4839-9fc7-c116cfb2ab49 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Request body: {'security_group_rule': {'security_group_id': '1f723790-6143-4b10-967b-7e42d797f1e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:55.512870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1f68db9c-1ad5-4839-9fc7-c116cfb2ab49 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:55.533784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1f68db9c-1ad5-4839-9fc7-c116cfb2ab49 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Usage tracker for resource:security_group_rule and tenant:298dad6e12f3433f972f8058bdc29bc0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:55.538049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1f68db9c-1ad5-4839-9fc7-c116cfb2ab49 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:55.563368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1f68db9c-1ad5-4839-9fc7-c116cfb2ab49 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:55.631906 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f68db9c-1ad5-4839-9fc7-c116cfb2ab49 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.857451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 49dfa403-206d-4ead-90e5-02c033c0d3c4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:47:55.894166 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f68db9c-1ad5-4839-9fc7-c116cfb2ab49 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.906585 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f68db9c-1ad5-4839-9fc7-c116cfb2ab49 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:55.957396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68db9c-1ad5-4839-9fc7-c116cfb2ab49 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816ceb09-769e-4cb4-bdc4-96bb104477c0,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:56.002808 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1f68db9c-1ad5-4839-9fc7-c116cfb2ab49 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:56.004966 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1f68db9c-1ad5-4839-9fc7-c116cfb2ab49 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5248985 Jun 04 16:47:56.007990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50738) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:56.031248 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c19094-c938-400c-a3b9-2be4927df8f3 None None] Network f1886c23-b9a7-45e2-bdbe-76ba93b2e40b requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:56.182556 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0082e182-6209-40c6-bccd-3d0db17b2c79 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:56.266759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0082e182-6209-40c6-bccd-3d0db17b2c79 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:56.278197 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:56.408210 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0082e182-6209-40c6-bccd-3d0db17b2c79 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:56.447010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082e182-6209-40c6-bccd-3d0db17b2c79 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f723790-6143-4b10-967b-7e42d797f1e9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:56.464604 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0082e182-6209-40c6-bccd-3d0db17b2c79 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:56.465975 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0082e182-6209-40c6-bccd-3d0db17b2c79 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f723790-6143-4b10-967b-7e42d797f1e9 HTTP/1.1" status: 204 len: 168 time: 0.4568775 Jun 04 16:47:56.468576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50748) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:56.475340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Transition to ACTIVE for port object dee79b39-6a12-4b8e-9d20-ef549d265440 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:56.497100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Transition to ACTIVE for port object dee79b39-6a12-4b8e-9d20-ef549d265440 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:47:56.528487 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:56.562185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9dfbc99-31b0-439a-9e3d-5870f164b7ff tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:56.581684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a9dfbc99-31b0-439a-9e3d-5870f164b7ff tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:56.585847 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a9dfbc99-31b0-439a-9e3d-5870f164b7ff tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1139607 Jun 04 16:47:56.586247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50752) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:56.603566 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:56.648219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-79601cc7-0e74-4468-9c97-7fd7fda76986 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Synchronizing usage tracker for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:47:56.667998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-79601cc7-0e74-4468-9c97-7fd7fda76986 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] Unset dirty status for tenant:298dad6e12f3433f972f8058bdc29bc0 on resource:security_group_rule {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:47:56.672323 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-79601cc7-0e74-4468-9c97-7fd7fda76986 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0822678 Jun 04 16:47:56.672730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50756) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:56.698956 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-63b354c2-1516-4552-80b1-b65eb025f26d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] delete failed (client error): The resource could not be found. Jun 04 16:47:56.704041 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-63b354c2-1516-4552-80b1-b65eb025f26d tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f723790-6143-4b10-967b-7e42d797f1e9 HTTP/1.1" status: 404 len: 347 time: 0.0258243 Jun 04 16:47:56.704770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50760) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:56.711013 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Network 117a4262-7513-4cee-9047-5fb1c5074dbc is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:47:56.716512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:47:56.719595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:47:56.724920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Subnet': ['ID=d2643a3a-cb00-4ac6-8f04-3015c2b40893,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:56.746865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377f75d-6131-4de2-9f44-d6b6de76929c req-89b8d415-d41a-40be-947b-ddab296eff2d tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:56.748787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c377f75d-6131-4de2-9f44-d6b6de76929c req-89b8d415-d41a-40be-947b-ddab296eff2d tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 949 time: 0.2860367 Jun 04 16:47:56.754339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-136c24b7-205f-4289-a7f0-7e1ee7ed240a None None] Provisioning for port 49dfa403-206d-4ead-90e5-02c033c0d3c4 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:47:56.772029 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-55056f9d-0f03-4dc5-9071-168d758cf6b4 tempest-SecGroupIPv6Test-909993172 tempest-SecGroupIPv6Test-909993172-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660648 Jun 04 16:47:56.830242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Pushing event updated for resources: {'Port': ['ID=dee79b39-6a12-4b8e-9d20-ef549d265440,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:56.850166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Attempting to bind port dee79b39-6a12-4b8e-9d20-ef549d265440 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:47:56.850562 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Attempting to bind port dee79b39-6a12-4b8e-9d20-ef549d265440 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '014fbb6e-5249-4956-902b-3e1d45b736a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '117a4262-7513-4cee-9047-5fb1c5074dbc'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:47:56.850926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Attempting to bind port dee79b39-6a12-4b8e-9d20-ef549d265440 on network 117a4262-7513-4cee-9047-5fb1c5074dbc {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:47:56.856785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 49dfa403-206d-4ead-90e5-02c033c0d3c4 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:47:56.865820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:47:56.866284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Checking segment: {'id': '014fbb6e-5249-4956-902b-3e1d45b736a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '117a4262-7513-4cee-9047-5fb1c5074dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:47:56.866659 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:56.867249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Bound using segment: {'id': '014fbb6e-5249-4956-902b-3e1d45b736a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '117a4262-7513-4cee-9047-5fb1c5074dbc'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:47:56.868127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Bound port: dee79b39-6a12-4b8e-9d20-ef549d265440, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014fbb6e-5249-4956-902b-3e1d45b736a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '117a4262-7513-4cee-9047-5fb1c5074dbc'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:47:56.868510 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:56.888076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 49dfa403-206d-4ead-90e5-02c033c0d3c4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:47:56.888430 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:56.947952 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:56.998221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117a4262-7513-4cee-9047-5fb1c5074dbc']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:57.028053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014fbb6e-5249-4956-902b-3e1d45b736a2') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:57.030168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014fbb6e-5249-4956-902b-3e1d45b736a2') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:57.053251 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:57.100361 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:57.115326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:47:57.117785 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:57.126780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] For port dee79b39-6a12-4b8e-9d20-ef549d265440, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:47:57.269780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 49dfa403-206d-4ead-90e5-02c033c0d3c4 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:47:57.270327 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:57.283736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50772) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:57.326643 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 16:47:57.326643 n-d-811809-3 neutron-server[88798]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 16:47:57.326643 n-d-811809-3 neutron-server[88798]: [parameters: {'id': '117a4262-7513-4cee-9047-5fb1c5074dbc'}] Jun 04 16:47:57.326643 n-d-811809-3 neutron-server[88798]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:47:57.331306 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:47:57.335886 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 014fbb6e-5249-4956-902b-3e1d45b736a2 resource provider aggregate not found Jun 04 16:47:57.364034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] For port dee79b39-6a12-4b8e-9d20-ef549d265440, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dee79b39-6a12-4b8e-9d20-ef549d265440,segment=NetworkSegment(014fbb6e-5249-4956-902b-3e1d45b736a2),segment_id=014fbb6e-5249-4956-902b-3e1d45b736a2)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:47:57.369163 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 014fbb6e-5249-4956-902b-3e1d45b736a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 014fbb6e-5249-4956-902b-3e1d45b736a2 found for delete ", "request_id": "req-aa135337-104e-4aed-ac99-e3942abcc791"}]} Jun 04 16:47:57.386061 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:57.403562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c377f75d-6131-4de2-9f44-d6b6de76929c req-339ce66d-715e-41a5-8d4a-e43a6b9c28eb tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/security-groups?id=97af8aaf-f58d-4da0-bc6d-223ce8dbc473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6479430 Jun 04 16:47:57.462228 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 49dfa403-206d-4ead-90e5-02c033c0d3c4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=49dfa403-206d-4ead-90e5-02c033c0d3c4,segment=NetworkSegment(0f5f7e3d-de9a-419d-b827-60302c2161e3),segment_id=0f5f7e3d-de9a-419d-b827-60302c2161e3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:57.496617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fcc03c46-7ab3-4b30-be29-217a2642dd85 None None] Provisioning complete for port 49dfa403-206d-4ead-90e5-02c033c0d3c4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:47:57.497136 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fcc03c46-7ab3-4b30-be29-217a2642dd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:57.525442 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:57.550163 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4697e762-0548-4c76-930e-7a9152171361 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=298dad6e12f3433f972f8058bdc29bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651649 Jun 04 16:47:57.552706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50784) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:57.635633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb78da-e3e3-44f1-a010-47693de30de7 None None] Pushing event updated for resources: {'Port': ['ID=dee79b39-6a12-4b8e-9d20-ef549d265440,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:57.677114 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07e91e76-7648-440a-ac15-b09b49109423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:57.702755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f946532-2952-4d19-8cfc-aae0aa3fa4c5 None None] Network 117a4262-7513-4cee-9047-5fb1c5074dbc requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:47:57.712809 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07e91e76-7648-440a-ac15-b09b49109423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:57.833661 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:57.858041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71801d16-e6ab-4267-b05e-62161555780d req-3d06d9e8-de67-41f6-ab21-e2c4b6edfeec tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:57.859537 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71801d16-e6ab-4267-b05e-62161555780d req-3d06d9e8-de67-41f6-ab21-e2c4b6edfeec tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.42 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 949 time: 0.1387701 Jun 04 16:47:57.873476 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-236d52f1-e509-4cfd-8c53-4dd8b6172048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:57.885789 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=49dfa403-206d-4ead-90e5-02c033c0d3c4,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:57.892401 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fcc03c46-7ab3-4b30-be29-217a2642dd85 None None] Current status of the port 49dfa403-206d-4ead-90e5-02c033c0d3c4 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:47:57.902324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Deleting port dee79b39-6a12-4b8e-9d20-ef549d265440 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:57.902324 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:57.940671 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07e91e76-7648-440a-ac15-b09b49109423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:57.973855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e91e76-7648-440a-ac15-b09b49109423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0761b847-dc09-44ac-b33f-088478923729,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:58.019686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af907b9-789e-4271-bc2f-43e9b767b46d None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:47:58.033861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-71801d16-e6ab-4267-b05e-62161555780d req-018db676-75bc-46ab-a8c7-54d5fefb13d9 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Deleting port 8896aacd-6b85-4552-a05b-17d4011786bc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:47:58.034203 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-71801d16-e6ab-4267-b05e-62161555780d req-018db676-75bc-46ab-a8c7-54d5fefb13d9 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:58.159738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af907b9-789e-4271-bc2f-43e9b767b46d None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:47:58.246268 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07e91e76-7648-440a-ac15-b09b49109423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:58.249881 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-07e91e76-7648-440a-ac15-b09b49109423 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0761b847-dc09-44ac-b33f-088478923729 HTTP/1.1" status: 204 len: 168 time: 0.6934724 Jun 04 16:47:58.439577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] For port dee79b39-6a12-4b8e-9d20-ef549d265440, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dee79b39-6a12-4b8e-9d20-ef549d265440,segment=NetworkSegment(014fbb6e-5249-4956-902b-3e1d45b736a2),segment_id=014fbb6e-5249-4956-902b-3e1d45b736a2)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:58.444987 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:58.739457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Calling delete_port for dee79b39-6a12-4b8e-9d20-ef549d265440 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:58.903484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-71801d16-e6ab-4267-b05e-62161555780d req-018db676-75bc-46ab-a8c7-54d5fefb13d9 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] For port 8896aacd-6b85-4552-a05b-17d4011786bc, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8896aacd-6b85-4552-a05b-17d4011786bc,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:47:58.903841 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-71801d16-e6ab-4267-b05e-62161555780d req-018db676-75bc-46ab-a8c7-54d5fefb13d9 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:59.034217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-71801d16-e6ab-4267-b05e-62161555780d req-018db676-75bc-46ab-a8c7-54d5fefb13d9 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Calling delete_port for 8896aacd-6b85-4552-a05b-17d4011786bc owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:47:59.062769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:59.135049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Port': ['ID=dee79b39-6a12-4b8e-9d20-ef549d265440,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:59.142694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No DVR routers for this DVR port dee79b39-6a12-4b8e-9d20-ef549d265440 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:47:59.233536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5da25-ae18-4659-ae8c-eb2cb4310e6f req-3d1b85e5-b5c2-4923-843b-5ba3029a04ed tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:47:59.235396 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3c5da25-ae18-4659-ae8c-eb2cb4310e6f req-3d1b85e5-b5c2-4923-843b-5ba3029a04ed tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 949 time: 0.6542885 Jun 04 16:47:59.328515 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:59.417395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117a4262-7513-4cee-9047-5fb1c5074dbc']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:59.426514 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3c5da25-ae18-4659-ae8c-eb2cb4310e6f req-0ab19e18-2f9a-45de-879d-36845e25b21c tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/security-groups?id=97af8aaf-f58d-4da0-bc6d-223ce8dbc473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405470 Jun 04 16:47:59.435757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014fbb6e-5249-4956-902b-3e1d45b736a2') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:59.436058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014fbb6e-5249-4956-902b-3e1d45b736a2') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:47:59.453067 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:59.474272 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:59.479329 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-71801d16-e6ab-4267-b05e-62161555780d req-018db676-75bc-46ab-a8c7-54d5fefb13d9 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:59.522920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:47:59.523236 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:59.566174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018db676-75bc-46ab-a8c7-54d5fefb13d9 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Pushing event deleted for resources: {'Port': ['ID=8896aacd-6b85-4552-a05b-17d4011786bc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:59.571290 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 014fbb6e-5249-4956-902b-3e1d45b736a2 resource provider aggregate not found Jun 04 16:47:59.685752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 49dfa403-206d-4ead-90e5-02c033c0d3c4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:47:59.707010 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 014fbb6e-5249-4956-902b-3e1d45b736a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 014fbb6e-5249-4956-902b-3e1d45b736a2 found for delete ", "request_id": "req-b0e20d59-b52a-4da4-bb65-9916004192d0"}]} Jun 04 16:47:59.797017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-71801d16-e6ab-4267-b05e-62161555780d req-018db676-75bc-46ab-a8c7-54d5fefb13d9 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] No DVR routers for this DVR port 8896aacd-6b85-4552-a05b-17d4011786bc on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:47:59.800326 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-71801d16-e6ab-4267-b05e-62161555780d req-018db676-75bc-46ab-a8c7-54d5fefb13d9 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:59.803163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021bbe31-cd33-42ce-a810-166b23da97e7', 'name': 'network-vif-deleted', 'tag': '8896aacd-6b85-4552-a05b-17d4011786bc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:47:59.821422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 49dfa403-206d-4ead-90e5-02c033c0d3c4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:47:59.822915 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:59.833289 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:59.886692 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:47:59.903407 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe68dd5-ba60-4013-b432-d49273c6dcff'] response: {'server_uuid': '021bbe31-cd33-42ce-a810-166b23da97e7', 'name': 'network-vif-deleted', 'tag': '8896aacd-6b85-4552-a05b-17d4011786bc', 'status': 'completed', 'code': 200} Jun 04 16:47:59.910814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Network': ['ID=117a4262-7513-4cee-9047-5fb1c5074dbc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:47:59.915495 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-56db0ae1-2d99-4b3a-a479-643938d2fdaf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/117a4262-7513-4cee-9047-5fb1c5074dbc HTTP/1.1" status: 204 len: 168 time: 5.3382142 Jun 04 16:47:59.919318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50844) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:47:59.925774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-555959912'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:47:59.930971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71801d16-e6ab-4267-b05e-62161555780d req-018db676-75bc-46ab-a8c7-54d5fefb13d9 tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.42 "DELETE /v2.0/ports/8896aacd-6b85-4552-a05b-17d4011786bc HTTP/1.1" status: 204 len: 173 time: 2.0645950 Jun 04 16:47:59.933268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:47:59.937666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:network and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:47:59.940766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:47:59.946842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:47:59.959536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:47:59.969720 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:00.132863 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-843450fd-80c0-451c-9c67-62b453a200a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:00.214097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 49dfa403-206d-4ead-90e5-02c033c0d3c4 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:48:00.253294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:48:00.264704 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:00.265175 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Added segment f0421223-6966-46ce-b6c5-228a8d4dc34e of type vlan for network bdb6f698-5f6f-4417-a81a-a41d2ec21a1a Jun 04 16:48:00.297220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8896aacd-6b85-4552-a05b-17d4011786bc no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:48:00.314344 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:00.340143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 8896aacd-6b85-4552-a05b-17d4011786bc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:48:00.340486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8896aacd-6b85-4552-a05b-17d4011786bc not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:48:00.355344 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:00.363649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:00.364465 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:00.505091 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50856) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:00.506104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5850341 Jun 04 16:48:00.513506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'subnet': {'network_id': 'bdb6f698-5f6f-4417-a81a-a41d2ec21a1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:00.532658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7b5d9-46cb-4c19-95a4-6564b4c11cbe tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Network': ['ID=bdb6f698-5f6f-4417-a81a-a41d2ec21a1a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:00.545965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network bdb6f698-5f6f-4417-a81a-a41d2ec21a1a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:48:00.846374 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1f597f7a-cc88-4b11-8e09-acac9b0c84fe req-45e81856-1378-43c7-9b44-4f6c0fd173bc tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Synchronizing usage tracker for tenant:60a9b6e46b3248d4a9a784c0b4dc1a21 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:48:00.866891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1f597f7a-cc88-4b11-8e09-acac9b0c84fe req-45e81856-1378-43c7-9b44-4f6c0fd173bc tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] Unset dirty status for tenant:60a9b6e46b3248d4a9a784c0b4dc1a21 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:48:00.869842 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f597f7a-cc88-4b11-8e09-acac9b0c84fe req-45e81856-1378-43c7-9b44-4f6c0fd173bc tempest-VolumesBackupsTest-838001276 tempest-VolumesBackupsTest-838001276-project] 10.222.0.13 "GET /v2.0/ports?device_id=021bbe31-cd33-42ce-a810-166b23da97e7 HTTP/1.1" status: 200 len: 210 time: 0.1231854 Jun 04 16:48:00.874346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:00.879164 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:subnet and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:00.882872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:00.890717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:00.902725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:00.907464 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:01.163863 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:01.168057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:01.255758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Subnet': ['ID=71fc2060-ef77-4a84-b247-1768f19ca51b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:01.267470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Checking segment: {'id': 'f0421223-6966-46ce-b6c5-228a8d4dc34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bdb6f698-5f6f-4417-a81a-a41d2ec21a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:48:01.267896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network hostable DHCP agents. Network: bdb6f698-5f6f-4417-a81a-a41d2ec21a1a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:48:01.288494 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network bdb6f698-5f6f-4417-a81a-a41d2ec21a1a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:48:01.299667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, bdb6f698-5f6f-4417-a81a-a41d2ec21a1a) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:01.304816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:01.305560 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:01.311554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052cf6fc-f15d-4aa4-b9f3-abe5ce44cc39 None None] Network bdb6f698-5f6f-4417-a81a-a41d2ec21a1a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:01.345758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50864) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:01.347753 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1a49991d-3b3f-40fa-9cc1-fadb9cdf0cc1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8409908 Jun 04 16:48:01.351814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1917411727'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:01.362008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:01.367750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:network and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:01.372103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:01.381819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:01.399428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:01.404677 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:01.422638 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:01.451770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:48:01.466269 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:01.467506 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Added segment ae3a9a00-d8f3-4f38-a49f-5300569c8ffb of type vlan for network 2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa Jun 04 16:48:01.516782 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:01.555957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:01.558596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-bdb6f698-5f6f-4417-a81a-a41d2ec21a1a', 'network_id': 'bdb6f698-5f6f-4417-a81a-a41d2ec21a1a', 'tenant_id': 'f91ee3d15ee34bb1a9c2466c90f31844', 'fixed_ips': [{'subnet_id': '71fc2060-ef77-4a84-b247-1768f19ca51b'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:48:01.560909 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:01.570365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:01.571312 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:01.692187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3452730 Jun 04 16:48:01.693064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e439841-1ffa-405c-8474-b0526432e9f4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Network': ['ID=2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:01.695281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50868) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:01.702345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'subnet': {'network_id': '2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:01.719097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:48:01.823271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:01.827628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:subnet and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:01.831049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:01.837574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:01.839452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Allocated IP 2001:db8::3 (bdb6f698-5f6f-4417-a81a-a41d2ec21a1a/71fc2060-ef77-4a84-b247-1768f19ca51b/9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:48:01.853870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:01.859199 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:02.119416 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:02.136552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Transition to ACTIVE for port object 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:48:02.179332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Transition to ACTIVE for port object 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:48:02.196549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Performing IP validity checks on allocation pools {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 16:48:02.197217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 16:48:02.199566 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:02.361900 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Network bdb6f698-5f6f-4417-a81a-a41d2ec21a1a is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:48:02.366030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:02.373550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:48:02.466910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Pushing event updated for resources: {'Port': ['ID=9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:02.495383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:02.596281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Attempting to bind port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:48:02.596650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Attempting to bind port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'f0421223-6966-46ce-b6c5-228a8d4dc34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bdb6f698-5f6f-4417-a81a-a41d2ec21a1a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:48:02.597096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Attempting to bind port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 on network bdb6f698-5f6f-4417-a81a-a41d2ec21a1a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:48:02.617690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:48:02.618212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Checking segment: {'id': 'f0421223-6966-46ce-b6c5-228a8d4dc34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bdb6f698-5f6f-4417-a81a-a41d2ec21a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:48:02.618700 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:02.619151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Bound using segment: {'id': 'f0421223-6966-46ce-b6c5-228a8d4dc34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bdb6f698-5f6f-4417-a81a-a41d2ec21a1a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:48:02.620805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Bound port: 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0421223-6966-46ce-b6c5-228a8d4dc34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bdb6f698-5f6f-4417-a81a-a41d2ec21a1a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:48:02.622552 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:02.649305 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:02.761673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Subnet': ['ID=7dee36a1-f810-49ff-95d2-d4c381f00ddc,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:02.767406 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Checking segment: {'id': 'ae3a9a00-d8f3-4f38-a49f-5300569c8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:48:02.767778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network hostable DHCP agents. Network: 2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:48:02.804268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] For port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:48:02.808231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] For port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62,segment=NetworkSegment(f0421223-6966-46ce-b6c5-228a8d4dc34e),segment_id=f0421223-6966-46ce-b6c5-228a8d4dc34e)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:48:02.815325 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:02.838483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50896) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:02.840022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network 2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:48:02.859814 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:02.865455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:02.866032 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:02.918136 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f19c2a6e-254d-4b99-a458-3bcb4b518c55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2209961 Jun 04 16:48:02.920791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50904) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:02.937022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b94e2d-3658-4127-a871-024a7b64e9a4 None None] Pushing event updated for resources: {'Port': ['ID=9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:02.939843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2a82f4-9f17-4b7e-b3e0-e6794c3db39f None None] Network 2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:03.138205 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a247084b-bc6c-4f42-97d2-922642d85c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:03.159079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a247084b-bc6c-4f42-97d2-922642d85c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:03.171963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a247084b-bc6c-4f42-97d2-922642d85c20 admin admin] Usage tracker for resource:security_group_rule and tenant:37e74bb021f048ae8e53f5fc2d23a50b is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:03.176377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa', 'network_id': '2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa', 'tenant_id': 'f91ee3d15ee34bb1a9c2466c90f31844', 'fixed_ips': [{'subnet_id': '7dee36a1-f810-49ff-95d2-d4c381f00ddc'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:48:03.177364 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:03.180510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a247084b-bc6c-4f42-97d2-922642d85c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:03.193456 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:03.196677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a247084b-bc6c-4f42-97d2-922642d85c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:03.395659 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a247084b-bc6c-4f42-97d2-922642d85c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:03.417188 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a247084b-bc6c-4f42-97d2-922642d85c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:03.418805 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Allocated IP 2001:db8::3 (2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa/7dee36a1-f810-49ff-95d2-d4c381f00ddc/b4ad1006-b3a7-4020-b19b-bae1efd4ed59) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:48:03.435195 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:03.514370 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a247084b-bc6c-4f42-97d2-922642d85c20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37e74bb021f048ae8e53f5fc2d23a50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6745114 Jun 04 16:48:03.521383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50910) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:03.640637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247084b-bc6c-4f42-97d2-922642d85c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e25434-80dc-4773-9184-6659491fc999,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:03.844041 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-337f8e4c-dbe3-4285-bd77-f18b1d11c3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:03.866850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:48:03.901454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-337f8e4c-dbe3-4285-bd77-f18b1d11c3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:03.942164 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:03.973023 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-337f8e4c-dbe3-4285-bd77-f18b1d11c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:03.976657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Transition to ACTIVE for port object b4ad1006-b3a7-4020-b19b-bae1efd4ed59 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:48:04.000656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f8e4c-dbe3-4285-bd77-f18b1d11c3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e25434-80dc-4773-9184-6659491fc999,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:04.002758 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-337f8e4c-dbe3-4285-bd77-f18b1d11c3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.003870 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-337f8e4c-dbe3-4285-bd77-f18b1d11c3d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91e25434-80dc-4773-9184-6659491fc999 HTTP/1.1" status: 204 len: 168 time: 0.4620583 Jun 04 16:48:04.023352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Transition to ACTIVE for port object b4ad1006-b3a7-4020-b19b-bae1efd4ed59 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:48:04.028184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:48:04.040384 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.057437 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.128872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Subnet': ['ID=7dee36a1-f810-49ff-95d2-d4c381f00ddc,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:04.152152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Network 2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:48:04.153151 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.156909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:04.160848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:48:04.237419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Pushing event updated for resources: {'Port': ['ID=b4ad1006-b3a7-4020-b19b-bae1efd4ed59,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:04.301349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.349240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:04.364877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3a9a00-d8f3-4f38-a49f-5300569c8ffb') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:04.365277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3a9a00-d8f3-4f38-a49f-5300569c8ffb') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:04.378981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Attempting to bind port b4ad1006-b3a7-4020-b19b-bae1efd4ed59 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:48:04.380666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Attempting to bind port b4ad1006-b3a7-4020-b19b-bae1efd4ed59 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'ae3a9a00-d8f3-4f38-a49f-5300569c8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:48:04.381522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Attempting to bind port b4ad1006-b3a7-4020-b19b-bae1efd4ed59 on network 2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:48:04.392965 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.395163 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.396884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:48:04.397442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Checking segment: {'id': 'ae3a9a00-d8f3-4f38-a49f-5300569c8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:48:04.398100 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.398667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Bound using segment: {'id': 'ae3a9a00-d8f3-4f38-a49f-5300569c8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:48:04.399948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Bound port: b4ad1006-b3a7-4020-b19b-bae1efd4ed59, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3a9a00-d8f3-4f38-a49f-5300569c8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:48:04.400670 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.426553 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.437412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:48:04.437980 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.485007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 50928) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:04.527783 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-887f76e9-f3e1-4439-836c-db30114c8409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.530045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] For port b4ad1006-b3a7-4020-b19b-bae1efd4ed59, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:48:04.532388 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ae3a9a00-d8f3-4f38-a49f-5300569c8ffb resource provider aggregate not found Jun 04 16:48:04.562195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-887f76e9-f3e1-4439-836c-db30114c8409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:04.580078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-887f76e9-f3e1-4439-836c-db30114c8409 admin admin] Usage tracker for resource:security_group_rule and tenant:42a69dd580054ceb8727d80197856121 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:04.585064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-887f76e9-f3e1-4439-836c-db30114c8409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:04.594132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-887f76e9-f3e1-4439-836c-db30114c8409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:04.621639 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ae3a9a00-d8f3-4f38-a49f-5300569c8ffb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae3a9a00-d8f3-4f38-a49f-5300569c8ffb found for delete ", "request_id": "req-c1878d63-b92a-4151-a363-126ab3da95d3"}]} Jun 04 16:48:04.652928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] For port b4ad1006-b3a7-4020-b19b-bae1efd4ed59, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b4ad1006-b3a7-4020-b19b-bae1efd4ed59,segment=NetworkSegment(ae3a9a00-d8f3-4f38-a49f-5300569c8ffb),segment_id=ae3a9a00-d8f3-4f38-a49f-5300569c8ffb)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:48:04.656851 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 16:48:04.656851 n-d-811809-3 neutron-server[88797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 16:48:04.656851 n-d-811809-3 neutron-server[88797]: [parameters: {'id': '2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa'}] Jun 04 16:48:04.656851 n-d-811809-3 neutron-server[88797]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:48:04.657252 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:48:04.667388 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.757717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff2ebf-ccf9-42ce-98d0-4d1ea46510a9 None None] Pushing event updated for resources: {'Port': ['ID=b4ad1006-b3a7-4020-b19b-bae1efd4ed59,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:04.802595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-887f76e9-f3e1-4439-836c-db30114c8409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.812529 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-887f76e9-f3e1-4439-836c-db30114c8409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.861327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e1fcea-2033-4621-b19b-1fde7c5a4e9e None None] Network 2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:04.877406 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-887f76e9-f3e1-4439-836c-db30114c8409 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42a69dd580054ceb8727d80197856121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907566 Jun 04 16:48:04.880365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 50936) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:04.890593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f76e9-f3e1-4439-836c-db30114c8409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8fa5a7-3022-478b-a3c0-b58ecc77dd1a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:04.973561 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-beec2d62-1532-49cc-8c9d-564aa24e132f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:04.995455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43f52f-874f-4d8f-b61a-76895bd448f1 None None] Network bdb6f698-5f6f-4417-a81a-a41d2ec21a1a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:05.004932 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-beec2d62-1532-49cc-8c9d-564aa24e132f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:05.071992 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-beec2d62-1532-49cc-8c9d-564aa24e132f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:05.090863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec2d62-1532-49cc-8c9d-564aa24e132f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8fa5a7-3022-478b-a3c0-b58ecc77dd1a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:05.099596 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-beec2d62-1532-49cc-8c9d-564aa24e132f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:05.103803 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-beec2d62-1532-49cc-8c9d-564aa24e132f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df8fa5a7-3022-478b-a3c0-b58ecc77dd1a HTTP/1.1" status: 204 len: 168 time: 0.2223749 Jun 04 16:48:05.158066 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:05.172072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Deleting port b4ad1006-b3a7-4020-b19b-bae1efd4ed59 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:48:05.174917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:05.196086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5f093303-2be7-4809-a2e1-43d9a7467502 None None] Provisioning for port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:48:05.262492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5f093303-2be7-4809-a2e1-43d9a7467502 None None] Provisioning complete for port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:48:05.263084 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f093303-2be7-4809-a2e1-43d9a7467502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:05.527685 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5f093303-2be7-4809-a2e1-43d9a7467502 None None] Current status of the port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:48:05.528071 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f093303-2be7-4809-a2e1-43d9a7467502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:05.535044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] For port b4ad1006-b3a7-4020-b19b-bae1efd4ed59, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b4ad1006-b3a7-4020-b19b-bae1efd4ed59,segment=NetworkSegment(ae3a9a00-d8f3-4f38-a49f-5300569c8ffb),segment_id=ae3a9a00-d8f3-4f38-a49f-5300569c8ffb)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:48:05.535775 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:05.615384 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5f093303-2be7-4809-a2e1-43d9a7467502 None None] For port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62,segment=NetworkSegment(f0421223-6966-46ce-b6c5-228a8d4dc34e),segment_id=f0421223-6966-46ce-b6c5-228a8d4dc34e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:48:05.638695 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f093303-2be7-4809-a2e1-43d9a7467502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:05.781904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Calling delete_port for b4ad1006-b3a7-4020-b19b-bae1efd4ed59 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:48:05.836417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f093303-2be7-4809-a2e1-43d9a7467502 None None] Pushing event updated for resources: {'Port': ['ID=9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:05.954603 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:06.027295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec38bfc-2654-4edb-965a-4dad298331e2 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:48:06.041946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Port': ['ID=b4ad1006-b3a7-4020-b19b-bae1efd4ed59,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:06.057188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No DVR routers for this DVR port b4ad1006-b3a7-4020-b19b-bae1efd4ed59 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:48:06.140262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-80ce1069-7187-43d3-bf96-f9e599d695a9 None None] Provisioning complete for port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:48:06.141265 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-80ce1069-7187-43d3-bf96-f9e599d695a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:06.209909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:06.263066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:06.281905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3a9a00-d8f3-4f38-a49f-5300569c8ffb') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:06.282204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3a9a00-d8f3-4f38-a49f-5300569c8ffb') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:06.295716 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:06.313831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:06.323180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:48:06.324035 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:06.329548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec38bfc-2654-4edb-965a-4dad298331e2 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:48:06.381131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-80ce1069-7187-43d3-bf96-f9e599d695a9 None None] Current status of the port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:48:06.480332 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:06.550510 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:06.591161 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa HTTP/1.1" status: 204 len: 168 time: 3.6676710 Jun 04 16:48:06.597124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51010) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:06.598084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c71df-ffc0-4190-9d4d-e7acbc5db856 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Network': ['ID=2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:06.610912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-802784689'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:06.631780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:06.644124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:network and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:06.645019 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ae3a9a00-d8f3-4f38-a49f-5300569c8ffb resource provider aggregate not found Jun 04 16:48:06.658966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:06.676486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:06.676876 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment ae3a9a00-d8f3-4f38-a49f-5300569c8ffb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae3a9a00-d8f3-4f38-a49f-5300569c8ffb found for delete ", "request_id": "req-ea56992f-6e08-4f66-b7cf-28ab1c628cd4"}]} Jun 04 16:48:06.697993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:06.704135 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:06.770584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:48:06.794295 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:06.795446 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Added segment 451bc5b3-3e01-477a-a9e6-a8b426416503 of type vlan for network 3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9 Jun 04 16:48:06.852492 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:06.932898 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:06.940309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:06.941368 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:07.077832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4769905 Jun 04 16:48:07.079022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51050) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:07.086966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'subnet': {'network_id': '3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:07.110101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Network': ['ID=3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:07.182080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:07.182441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:07.182796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:07.183127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:07.183444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:07.183943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:07.184424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:07.184752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:07.185067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:07.185383 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:07.185699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:07.186015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341dc237-2641-4a14-9854-92530d4da636 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:07.200658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:48:07.231975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:07.236338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:subnet and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:07.242212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:07.249511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:07.266672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:07.277069 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:07.462838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51090) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:07.637691 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19b95ecf-9649-4a26-b490-ff86c729d2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:07.669285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-19b95ecf-9649-4a26-b490-ff86c729d2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:07.682140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-19b95ecf-9649-4a26-b490-ff86c729d2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:83e87b06630842568f51bbca5fee9cbf is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:07.687216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-19b95ecf-9649-4a26-b490-ff86c729d2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:07.697446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:48:07.708223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-19b95ecf-9649-4a26-b490-ff86c729d2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:07.708540 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:07.794477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:48:07.794820 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:07.825731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19b95ecf-9649-4a26-b490-ff86c729d2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:07.835616 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-19b95ecf-9649-4a26-b490-ff86c729d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:07.841797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Checking segment: {'id': '451bc5b3-3e01-477a-a9e6-a8b426416503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:48:07.842155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network hostable DHCP agents. Network: 3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:48:07.857776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Subnet': ['ID=e99e3116-3609-4369-99d7-3f4a6d7802af,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:07.870978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network 3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:48:07.897584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51098) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:07.897821 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-19b95ecf-9649-4a26-b490-ff86c729d2b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83e87b06630842568f51bbca5fee9cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336641 Jun 04 16:48:07.905975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b95ecf-9649-4a26-b490-ff86c729d2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1962ae24-403d-47a6-bb76-f6e82be6900e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:07.930164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:07.945882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d38ed36-e0e7-4e0a-99a1-4cc41ac79750 None None] Network 3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:07.948786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:07.951856 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:08.050958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51102) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:08.061765 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9773716a-cec1-4f37-b08e-85261f9e1c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9816318 Jun 04 16:48:08.066894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:48:08.075552 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a5ac-c44b-4d74-b743-8f0ee7fe39c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:08.109189 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a5ac-c44b-4d74-b743-8f0ee7fe39c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:08.180568 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a5ac-c44b-4d74-b743-8f0ee7fe39c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:08.229992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4a5ac-c44b-4d74-b743-8f0ee7fe39c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1962ae24-403d-47a6-bb76-f6e82be6900e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:08.242834 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a5ac-c44b-4d74-b743-8f0ee7fe39c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:08.244082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c6f4a5ac-c44b-4d74-b743-8f0ee7fe39c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1962ae24-403d-47a6-bb76-f6e82be6900e HTTP/1.1" status: 204 len: 168 time: 0.3448589 Jun 04 16:48:08.320189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9', 'network_id': '3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9', 'tenant_id': 'f91ee3d15ee34bb1a9c2466c90f31844', 'fixed_ips': [{'subnet_id': 'e99e3116-3609-4369-99d7-3f4a6d7802af'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:48:08.322223 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:08.455579 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:08.610419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Allocated IP 2001:db8::1 (3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9/e99e3116-3609-4369-99d7-3f4a6d7802af/dda28c8a-709a-41e1-b4f3-ca6b2f62f274) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:48:08.627032 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:08.885999 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:08.896399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Transition to ACTIVE for port object dda28c8a-709a-41e1-b4f3-ca6b2f62f274 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:48:08.916148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Transition to ACTIVE for port object dda28c8a-709a-41e1-b4f3-ca6b2f62f274 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:48:08.922914 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:08.945470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:08.990130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Subnet': ['ID=e99e3116-3609-4369-99d7-3f4a6d7802af,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:08.992449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Network 3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:48:08.995824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:08.999830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:48:09.005628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Pushing event updated for resources: {'Port': ['ID=dda28c8a-709a-41e1-b4f3-ca6b2f62f274,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:09.093883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Attempting to bind port dda28c8a-709a-41e1-b4f3-ca6b2f62f274 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:48:09.094250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Attempting to bind port dda28c8a-709a-41e1-b4f3-ca6b2f62f274 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '451bc5b3-3e01-477a-a9e6-a8b426416503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:48:09.094632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Attempting to bind port dda28c8a-709a-41e1-b4f3-ca6b2f62f274 on network 3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:48:09.110253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:48:09.110647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Checking segment: {'id': '451bc5b3-3e01-477a-a9e6-a8b426416503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:48:09.113978 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:09.114372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Bound using segment: {'id': '451bc5b3-3e01-477a-a9e6-a8b426416503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:48:09.114877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Bound port: dda28c8a-709a-41e1-b4f3-ca6b2f62f274, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451bc5b3-3e01-477a-a9e6-a8b426416503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:48:09.115518 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:09.136615 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:09.169999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:09.188842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451bc5b3-3e01-477a-a9e6-a8b426416503') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:09.189384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451bc5b3-3e01-477a-a9e6-a8b426416503') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:09.202007 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:09.221013 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:09.228708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:48:09.229167 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:09.252043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] For port dda28c8a-709a-41e1-b4f3-ca6b2f62f274, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:48:09.310265 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 451bc5b3-3e01-477a-a9e6-a8b426416503 resource provider aggregate not found Jun 04 16:48:09.331671 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 451bc5b3-3e01-477a-a9e6-a8b426416503 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 451bc5b3-3e01-477a-a9e6-a8b426416503 found for delete ", "request_id": "req-799d05f4-d16c-4ab3-9238-ed0b1fe911a3"}]} Jun 04 16:48:09.341941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] For port dda28c8a-709a-41e1-b4f3-ca6b2f62f274, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dda28c8a-709a-41e1-b4f3-ca6b2f62f274,segment=NetworkSegment(451bc5b3-3e01-477a-a9e6-a8b426416503),segment_id=451bc5b3-3e01-477a-a9e6-a8b426416503)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:48:09.344057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 16:48:09.344057 n-d-811809-3 neutron-server[88797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 16:48:09.344057 n-d-811809-3 neutron-server[88797]: [parameters: {'id': '3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9'}] Jun 04 16:48:09.344057 n-d-811809-3 neutron-server[88797]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:48:09.344476 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:48:09.347435 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:09.472140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6e48d-a0f9-4d26-b7fc-b73ce15d228f None None] Pushing event updated for resources: {'Port': ['ID=dda28c8a-709a-41e1-b4f3-ca6b2f62f274,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:09.510566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a510fe0-655f-4800-88fa-01519ec4e6ea None None] Network 3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:09.759421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f3dd8e-6aa4-4063-8c45-d46eb61f4c23 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:48:09.845701 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:09.860985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Deleting port dda28c8a-709a-41e1-b4f3-ca6b2f62f274 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:48:09.862824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:09.873550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f3dd8e-6aa4-4063-8c45-d46eb61f4c23 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:48:10.208421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] For port dda28c8a-709a-41e1-b4f3-ca6b2f62f274, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dda28c8a-709a-41e1-b4f3-ca6b2f62f274,segment=NetworkSegment(451bc5b3-3e01-477a-a9e6-a8b426416503),segment_id=451bc5b3-3e01-477a-a9e6-a8b426416503)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:48:10.208865 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:10.374298 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Calling delete_port for dda28c8a-709a-41e1-b4f3-ca6b2f62f274 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:48:10.465065 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:10.521287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Port': ['ID=dda28c8a-709a-41e1-b4f3-ca6b2f62f274,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:10.528311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No DVR routers for this DVR port dda28c8a-709a-41e1-b4f3-ca6b2f62f274 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:48:10.665284 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:10.703674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:10.719566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451bc5b3-3e01-477a-a9e6-a8b426416503') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:10.719863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451bc5b3-3e01-477a-a9e6-a8b426416503') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:10.754009 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:10.782673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:10.790954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:48:10.793151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:10.893965 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:10.918811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:10.928824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Network': ['ID=3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:10.952457 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-838f9063-8959-4ef5-a38b-e25a6a98eeab tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9 HTTP/1.1" status: 204 len: 168 time: 2.8969128 Jun 04 16:48:10.952457 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51162) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:10.961721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1017510262'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:10.968336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:10.973339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:network and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:10.979090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:10.987271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:10.999125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:11.002873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:11.032501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:48:11.041988 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:11.042331 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Added segment 312333c5-25ea-443a-ac1d-d52a4f813287 of type vlan for network 841e8b94-f396-42f4-8bbc-d4906006f5b7 Jun 04 16:48:11.076739 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:11.152878 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:11.158565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:11.159166 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:11.265628 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3115153 Jun 04 16:48:11.268464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51176) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:11.274809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'subnet': {'network_id': '841e8b94-f396-42f4-8bbc-d4906006f5b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:11.297570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46e017-7b13-4035-a1f8-be13adafb3d2 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Network': ['ID=841e8b94-f396-42f4-8bbc-d4906006f5b7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:11.311713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 841e8b94-f396-42f4-8bbc-d4906006f5b7 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:48:11.355583 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 451bc5b3-3e01-477a-a9e6-a8b426416503 resource provider aggregate not found Jun 04 16:48:11.379997 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 451bc5b3-3e01-477a-a9e6-a8b426416503 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 451bc5b3-3e01-477a-a9e6-a8b426416503 found for delete ", "request_id": "req-e65f67db-e84b-4372-b150-51bd4b12dbcf"}]} Jun 04 16:48:11.444853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:11.449209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:subnet and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:11.452527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:11.459100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:11.472594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:11.476559 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:11.872988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:11.952872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Subnet': ['ID=0ad4b14d-d6e5-48d9-9bf1-8a98807d553d,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:11.960685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Checking segment: {'id': '312333c5-25ea-443a-ac1d-d52a4f813287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '841e8b94-f396-42f4-8bbc-d4906006f5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:48:11.961055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network hostable DHCP agents. Network: 841e8b94-f396-42f4-8bbc-d4906006f5b7, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:48:11.984791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network 841e8b94-f396-42f4-8bbc-d4906006f5b7 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:48:11.996191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 841e8b94-f396-42f4-8bbc-d4906006f5b7) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:12.000441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:12.001065 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:12.010047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b4afef-de3d-4c1f-8442-5f85bf8bf94e None None] Network 841e8b94-f396-42f4-8bbc-d4906006f5b7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:12.029972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-638e2dbf-d080-4028-a4b5-bfbb565eaa67 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7583706 Jun 04 16:48:12.032530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51186) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:12.213100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:12.265889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048b2b2-d917-481e-b76a-8e982e7bfb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-841e8b94-f396-42f4-8bbc-d4906006f5b7', 'network_id': '841e8b94-f396-42f4-8bbc-d4906006f5b7', 'tenant_id': 'f91ee3d15ee34bb1a9c2466c90f31844', 'fixed_ips': [{'subnet_id': '0ad4b14d-d6e5-48d9-9bf1-8a98807d553d'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:48:12.268273 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7048b2b2-d917-481e-b76a-8e982e7bfb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:12.295874 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:12.388844 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server [None req-7048b2b2-d917-481e-b76a-8e982e7bfb13 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ad4b14d-d6e5-48d9-9bf1-8a98807d553d: This subnet is being modified by another concurrent operation. Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server raise exception Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ad4b14d-d6e5-48d9-9bf1-8a98807d553d: This subnet is being modified by another concurrent operation. Jun 04 16:48:12.429564 n-d-811809-3 neutron-server[88799]: ERROR oslo_messaging.rpc.server Jun 04 16:48:12.474583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8ac4f9-957d-425e-a69e-f8537419ab91 None None] Network 841e8b94-f396-42f4-8bbc-d4906006f5b7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:12.516930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad4b14d-d6e5-48d9-9bf1-8a98807d553d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:12.752433 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:12.797746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841e8b94-f396-42f4-8bbc-d4906006f5b7']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:12.812870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312333c5-25ea-443a-ac1d-d52a4f813287') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:12.813586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312333c5-25ea-443a-ac1d-d52a4f813287') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:12.833149 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:12.857895 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:12.869307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:48:12.870011 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:12.917963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a83c80-e549-46ec-b07c-19b5740ed43f None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:48:12.969797 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 312333c5-25ea-443a-ac1d-d52a4f813287 resource provider aggregate not found Jun 04 16:48:13.021349 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 312333c5-25ea-443a-ac1d-d52a4f813287 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 312333c5-25ea-443a-ac1d-d52a4f813287 found for delete ", "request_id": "req-f6602cd9-54ef-46b1-bb2a-b58a822e0a20"}]} Jun 04 16:48:13.022548 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:13.027842 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:13.080142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Network': ['ID=841e8b94-f396-42f4-8bbc-d4906006f5b7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:13.080354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a83c80-e549-46ec-b07c-19b5740ed43f None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:48:13.125302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e7d08535-96d2-4ac6-b00d-9cbed6595493 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/841e8b94-f396-42f4-8bbc-d4906006f5b7 HTTP/1.1" status: 204 len: 168 time: 1.0899627 Jun 04 16:48:13.129145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51212) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:13.169499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2080219913'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:13.182300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:13.197349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:network and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:13.206912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:13.378010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:13.393450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:13.398166 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:13.434566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:48:13.446791 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:13.447349 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Added segment 84768bb7-9e8b-477c-9d62-e1faf1e54120 of type vlan for network 6605b8e5-efda-4168-a8af-1eaceaeda8dc Jun 04 16:48:13.483650 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:13.536965 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:13.543784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:13.544403 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:13.665810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51218) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:13.705294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Network': ['ID=6605b8e5-efda-4168-a8af-1eaceaeda8dc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:13.719245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 6605b8e5-efda-4168-a8af-1eaceaeda8dc details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:48:13.724530 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-56b5db16-4b73-4780-948c-e4fe47681789 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5933771 Jun 04 16:48:13.724907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51226) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:13.731605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'subnet': {'network_id': '6605b8e5-efda-4168-a8af-1eaceaeda8dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:13.894513 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f91b93ac-d5c9-4465-a71e-d7cc479c4ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:13.916802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:13.920293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f91b93ac-d5c9-4465-a71e-d7cc479c4ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:13.924883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:subnet and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:13.927737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f91b93ac-d5c9-4465-a71e-d7cc479c4ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:a84d9c56c8cd4182ba696a99706773fa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:13.930377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:13.933338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f91b93ac-d5c9-4465-a71e-d7cc479c4ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:13.940547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:13.943436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f91b93ac-d5c9-4465-a71e-d7cc479c4ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:13.968500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:13.972745 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:14.215631 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f91b93ac-d5c9-4465-a71e-d7cc479c4ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:14.222365 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f91b93ac-d5c9-4465-a71e-d7cc479c4ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:14.290257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f91b93ac-d5c9-4465-a71e-d7cc479c4ee1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a84d9c56c8cd4182ba696a99706773fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6231384 Jun 04 16:48:14.290997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b93ac-d5c9-4465-a71e-d7cc479c4ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41f8305-f056-4feb-b33f-dd4659a089ec,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:14.294012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51236) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:14.342336 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:14.380633 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc2a805c-28b1-42f9-8391-eba92c98bc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:14.425702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc2a805c-28b1-42f9-8391-eba92c98bc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:14.442244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Checking segment: {'id': '84768bb7-9e8b-477c-9d62-e1faf1e54120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6605b8e5-efda-4168-a8af-1eaceaeda8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:48:14.442919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network hostable DHCP agents. Network: 6605b8e5-efda-4168-a8af-1eaceaeda8dc, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:48:14.450327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Subnet': ['ID=9c0ca6b0-41f1-4de1-a60e-3b21b5cb8354,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:14.475131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network 6605b8e5-efda-4168-a8af-1eaceaeda8dc is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:48:14.487461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 6605b8e5-efda-4168-a8af-1eaceaeda8dc) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:14.502038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe97a99f-1cf9-4309-8a16-eb2577a8250f None None] Network 6605b8e5-efda-4168-a8af-1eaceaeda8dc requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:14.506047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:14.507122 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc2a805c-28b1-42f9-8391-eba92c98bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:14.507852 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:14.532704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a805c-28b1-42f9-8391-eba92c98bc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41f8305-f056-4feb-b33f-dd4659a089ec,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:14.536482 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc2a805c-28b1-42f9-8391-eba92c98bc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:14.537809 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bc2a805c-28b1-42f9-8391-eba92c98bc59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d41f8305-f056-4feb-b33f-dd4659a089ec HTTP/1.1" status: 204 len: 168 time: 0.2421312 Jun 04 16:48:14.561092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-aac8e29b-30c4-4735-946e-b3d6d68d9a2e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8348973 Jun 04 16:48:14.563900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51242) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:14.575750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'subnet': {'network_id': '6605b8e5-efda-4168-a8af-1eaceaeda8dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:14.807554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:14.819380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:subnet and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:14.825177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:14.838029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:14.863055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:14.867531 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:14.872165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-6605b8e5-efda-4168-a8af-1eaceaeda8dc', 'network_id': '6605b8e5-efda-4168-a8af-1eaceaeda8dc', 'tenant_id': 'f91ee3d15ee34bb1a9c2466c90f31844', 'fixed_ips': [{'subnet_id': '9c0ca6b0-41f1-4de1-a60e-3b21b5cb8354'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:48:14.873015 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.129338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51250) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:15.156529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Allocated IP 2001:db8::2 (6605b8e5-efda-4168-a8af-1eaceaeda8dc/9c0ca6b0-41f1-4de1-a60e-3b21b5cb8354/d7b4f658-62d3-403f-8e6a-ab959f1cdef2) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:48:15.160848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d6eae690-f922-4f61-ba73-7b3be4fdf635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.193195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d6eae690-f922-4f61-ba73-7b3be4fdf635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:15.208316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d6eae690-f922-4f61-ba73-7b3be4fdf635 admin admin] Usage tracker for resource:security_group_rule and tenant:e857d1f4627c4a07a6d123374f883417 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:15.214508 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d6eae690-f922-4f61-ba73-7b3be4fdf635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:15.221902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d6eae690-f922-4f61-ba73-7b3be4fdf635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:15.286560 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.470893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network 6605b8e5-efda-4168-a8af-1eaceaeda8dc is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:48:15.475443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:15.478634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:15.479253 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.521712 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.522422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Subnet': ['ID=bff46d27-f0e8-42bb-9288-780f31caa7ec,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:15.534621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Transition to ACTIVE for port object d7b4f658-62d3-403f-8e6a-ab959f1cdef2 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:48:15.561737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Transition to ACTIVE for port object d7b4f658-62d3-403f-8e6a-ab959f1cdef2 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:48:15.562092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8b537be3-7135-4f49-a5ca-a9dd4bdc3213 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9933794 Jun 04 16:48:15.562189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51256) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:15.566627 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.604359 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d6eae690-f922-4f61-ba73-7b3be4fdf635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.615650 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d6eae690-f922-4f61-ba73-7b3be4fdf635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.652341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Pushing event updated for resources: {'Port': ['ID=d7b4f658-62d3-403f-8e6a-ab959f1cdef2,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:15.669692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac289374-1c32-4fd4-9738-49aabca304b1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:15.671582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac289374-1c32-4fd4-9738-49aabca304b1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:15.673453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Network 6605b8e5-efda-4168-a8af-1eaceaeda8dc is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:48:15.673589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac289374-1c32-4fd4-9738-49aabca304b1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:15.674889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:15.675518 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac289374-1c32-4fd4-9738-49aabca304b1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:15.677286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac289374-1c32-4fd4-9738-49aabca304b1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:15.677476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:48:15.677886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d6eae690-f922-4f61-ba73-7b3be4fdf635 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e857d1f4627c4a07a6d123374f883417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5474138 Jun 04 16:48:15.678460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ac289374-1c32-4fd4-9738-49aabca304b1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Synchronizing usage tracker for tenant:f91ee3d15ee34bb1a9c2466c90f31844 on resource:subnet {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:48:15.678688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51260) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:15.679410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eae690-f922-4f61-ba73-7b3be4fdf635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1986dfc9-20a1-4534-850f-acaf7af47be0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:15.718517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ac289374-1c32-4fd4-9738-49aabca304b1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Unset dirty status for tenant:f91ee3d15ee34bb1a9c2466c90f31844 on resource:subnet {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:48:15.719788 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ac289374-1c32-4fd4-9738-49aabca304b1 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1563363 Jun 04 16:48:15.724716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51264) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:15.732354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-223663530'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:15.743667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:15.750308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:network and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:15.754013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:15.755811 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a4728d34-69c6-4965-aee9-1405d92d6f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.761079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:15.779077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:15.785653 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.788167 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a4728d34-69c6-4965-aee9-1405d92d6f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.800010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Attempting to bind port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:48:15.800652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Attempting to bind port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '84768bb7-9e8b-477c-9d62-e1faf1e54120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6605b8e5-efda-4168-a8af-1eaceaeda8dc'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:48:15.801220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Attempting to bind port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 on network 6605b8e5-efda-4168-a8af-1eaceaeda8dc {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:48:15.807508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:48:15.807875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Checking segment: {'id': '84768bb7-9e8b-477c-9d62-e1faf1e54120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6605b8e5-efda-4168-a8af-1eaceaeda8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:48:15.808298 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.808802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Bound using segment: {'id': '84768bb7-9e8b-477c-9d62-e1faf1e54120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6605b8e5-efda-4168-a8af-1eaceaeda8dc'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:48:15.809264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Bound port: d7b4f658-62d3-403f-8e6a-ab959f1cdef2, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84768bb7-9e8b-477c-9d62-e1faf1e54120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6605b8e5-efda-4168-a8af-1eaceaeda8dc'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:48:15.809625 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.823760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:48:15.836625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.837049 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Added segment 470e1a4d-201c-497a-9b9d-e3f10bf7c47d of type vlan for network a2fd461f-03c5-4e52-9444-80182e26e895 Jun 04 16:48:15.853772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a4728d34-69c6-4965-aee9-1405d92d6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.871819 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.918050 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.928024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:15.929113 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:15.929991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] For port d7b4f658-62d3-403f-8e6a-ab959f1cdef2, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:48:15.933398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] For port d7b4f658-62d3-403f-8e6a-ab959f1cdef2, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d7b4f658-62d3-403f-8e6a-ab959f1cdef2,segment=NetworkSegment(84768bb7-9e8b-477c-9d62-e1faf1e54120),segment_id=84768bb7-9e8b-477c-9d62-e1faf1e54120)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:48:15.938829 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:16.003267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4728d34-69c6-4965-aee9-1405d92d6f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1986dfc9-20a1-4534-850f-acaf7af47be0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:16.009679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a4728d34-69c6-4965-aee9-1405d92d6f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:16.010991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a4728d34-69c6-4965-aee9-1405d92d6f3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1986dfc9-20a1-4534-850f-acaf7af47be0 HTTP/1.1" status: 204 len: 168 time: 0.3276424 Jun 04 16:48:16.061908 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3333173 Jun 04 16:48:16.063583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51272) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:16.070541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-78c2c2b4-f16f-48cc-ab05-59d943e61049 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:16.079721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2d635-2de1-4e37-84ee-4d862af88ce4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Network': ['ID=a2fd461f-03c5-4e52-9444-80182e26e895,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:16.090903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network a2fd461f-03c5-4e52-9444-80182e26e895 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:48:16.112851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6594f61-7985-40e4-83ff-894fde98888d None None] Pushing event updated for resources: {'Port': ['ID=d7b4f658-62d3-403f-8e6a-ab959f1cdef2,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:16.487731 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c2c2b4-f16f-48cc-ab05-59d943e61049 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:16.511231 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c2c2b4-f16f-48cc-ab05-59d943e61049 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:16.628372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78c2c2b4-f16f-48cc-ab05-59d943e61049 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network a2fd461f-03c5-4e52-9444-80182e26e895 is not hosted by any dhcp agent {{(pid=88798) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 04 16:48:16.633969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c2c2b4-f16f-48cc-ab05-59d943e61049 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:16.634622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78c2c2b4-f16f-48cc-ab05-59d943e61049 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:16.635944 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-78c2c2b4-f16f-48cc-ab05-59d943e61049 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "PUT /v2.0/networks/a2fd461f-03c5-4e52-9444-80182e26e895 HTTP/1.1" status: 200 len: 723 time: 0.5726457 Jun 04 16:48:16.639185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51286) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:16.646757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'subnet': {'network_id': 'a2fd461f-03c5-4e52-9444-80182e26e895', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:16.647680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2c2b4-f16f-48cc-ab05-59d943e61049 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Network': ['ID=a2fd461f-03c5-4e52-9444-80182e26e895,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:16.660012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network a2fd461f-03c5-4e52-9444-80182e26e895 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:48:16.816463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:16.829395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:16.843513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:16.850341 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:17.319101 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:17.430818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Checking segment: {'id': '470e1a4d-201c-497a-9b9d-e3f10bf7c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2fd461f-03c5-4e52-9444-80182e26e895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:48:17.431178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network hostable DHCP agents. Network: a2fd461f-03c5-4e52-9444-80182e26e895, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:48:17.460153 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a434425-49a9-4504-baa7-59b57d66dcf1 None None] Network 6605b8e5-efda-4168-a8af-1eaceaeda8dc requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:17.472151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Subnet': ['ID=405ad7a7-b32f-4c99-8fba-490e2ae40b36,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:17.488564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network a2fd461f-03c5-4e52-9444-80182e26e895 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:48:17.513253 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, a2fd461f-03c5-4e52-9444-80182e26e895) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:17.519077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:17.520658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:17.558462 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3bf1c9a1-a0c6-4b79-b505-0b7d560b060e tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9179111 Jun 04 16:48:17.561026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51308) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:17.567470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f2de1130-2a24-4792-a930-2a08f94e248b tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:17.594464 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d772d0c1-3221-48e8-af8b-02e8a4efefb6 None None] Network a2fd461f-03c5-4e52-9444-80182e26e895 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:17.633461 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6b4c6d17-26a9-44c1-82f0-ec50f42a3cff None None] Provisioning for port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:48:17.847489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d7b4f658-62d3-403f-8e6a-ab959f1cdef2 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:48:17.856172 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2de1130-2a24-4792-a930-2a08f94e248b tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4082148'] for subnet, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:18.185520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-b3d2adfb-6538-410e-943e-229db915caac req-f2f83143-2c60-4870-862a-f1e68761af3b service neutron] (88798) timed out ('10.222.0.13', 58324) {{(pid=88798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 16:48:18.207281 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2de1130-2a24-4792-a930-2a08f94e248b tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776857470118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2829275'] for subnet, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:18.297418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-a2fd461f-03c5-4e52-9444-80182e26e895', 'network_id': 'a2fd461f-03c5-4e52-9444-80182e26e895', 'tenant_id': 'f91ee3d15ee34bb1a9c2466c90f31844', 'fixed_ips': [{'subnet_id': '405ad7a7-b32f-4c99-8fba-490e2ae40b36'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:48:18.298253 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:18.323516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de1130-2a24-4792-a930-2a08f94e248b tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Subnet': ['ID=405ad7a7-b32f-4c99-8fba-490e2ae40b36,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:18.332961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2de1130-2a24-4792-a930-2a08f94e248b tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:18.333838 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2de1130-2a24-4792-a930-2a08f94e248b tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:18.338752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51328) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:18.339778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f2de1130-2a24-4792-a930-2a08f94e248b tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "PUT /v2.0/subnets/405ad7a7-b32f-4c99-8fba-490e2ae40b36 HTTP/1.1" status: 200 len: 826 time: 0.7775986 Jun 04 16:48:18.350269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:48:18.411681 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:48:18.412050 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:18.512642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:18.607306 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:18.742029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:48:18.742797 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:18.767304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Allocated IP 2001:db8::2 (a2fd461f-03c5-4e52-9444-80182e26e895/405ad7a7-b32f-4c99-8fba-490e2ae40b36/eeea427f-0a72-492d-b9e8-bd5581c5229a) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:48:18.769484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da98c5-9a75-48c7-a1ce-32b299913e7e None None] Update dhcp port {'port': {'network_id': '6605b8e5-efda-4168-a8af-1eaceaeda8dc', 'fixed_ips': [{'subnet_id': '9c0ca6b0-41f1-4de1-a60e-3b21b5cb8354', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bff46d27-f0e8-42bb-9288-780f31caa7ec'}], 'binding:host_id': 'n-d-811809-3'}, 'id': 'd7b4f658-62d3-403f-8e6a-ab959f1cdef2'} from n-d-811809-3. {{(pid=88799) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 16:48:18.869342 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-96da98c5-9a75-48c7-a1ce-32b299913e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:18.921678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port d7b4f658-62d3-403f-8e6a-ab959f1cdef2, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d7b4f658-62d3-403f-8e6a-ab959f1cdef2,segment=NetworkSegment(84768bb7-9e8b-477c-9d62-e1faf1e54120),segment_id=84768bb7-9e8b-477c-9d62-e1faf1e54120)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:48:18.940739 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:19.212376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=d7b4f658-62d3-403f-8e6a-ab959f1cdef2,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:19.339371 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:19.356269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Transition to ACTIVE for port object eeea427f-0a72-492d-b9e8-bd5581c5229a will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:48:19.381901 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-96da98c5-9a75-48c7-a1ce-32b299913e7e None None] Allocated IP 172.20.0.1 (6605b8e5-efda-4168-a8af-1eaceaeda8dc/bff46d27-f0e8-42bb-9288-780f31caa7ec/d7b4f658-62d3-403f-8e6a-ab959f1cdef2) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:48:19.387674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Transition to ACTIVE for port object eeea427f-0a72-492d-b9e8-bd5581c5229a will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:48:19.403319 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:19.427648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:19.485512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Pushing event updated for resources: {'Port': ['ID=eeea427f-0a72-492d-b9e8-bd5581c5229a,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:19.563822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Network a2fd461f-03c5-4e52-9444-80182e26e895 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:48:19.566462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:19.570461 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:48:19.591068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:19.629264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fd461f-03c5-4e52-9444-80182e26e895']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:19.647368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470e1a4d-201c-497a-9b9d-e3f10bf7c47d') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:19.648028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470e1a4d-201c-497a-9b9d-e3f10bf7c47d') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:19.662875 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:19.682917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:19.698372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:48:19.698875 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:19.772155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d7b4f658-62d3-403f-8e6a-ab959f1cdef2 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:48:19.820790 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 16:48:19.820790 n-d-811809-3 neutron-server[88797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 16:48:19.820790 n-d-811809-3 neutron-server[88797]: [parameters: {'id': 'a2fd461f-03c5-4e52-9444-80182e26e895'}] Jun 04 16:48:19.820790 n-d-811809-3 neutron-server[88797]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:48:19.821311 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:48:19.821969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Subnet': ['ID=405ad7a7-b32f-4c99-8fba-490e2ae40b36,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:19.828999 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 470e1a4d-201c-497a-9b9d-e3f10bf7c47d resource provider aggregate not found Jun 04 16:48:19.856710 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 470e1a4d-201c-497a-9b9d-e3f10bf7c47d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 470e1a4d-201c-497a-9b9d-e3f10bf7c47d found for delete ", "request_id": "req-92262147-5eef-4a08-a393-032635feadb5"}]} Jun 04 16:48:19.865703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-96da98c5-9a75-48c7-a1ce-32b299913e7e None None] For port d7b4f658-62d3-403f-8e6a-ab959f1cdef2, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d7b4f658-62d3-403f-8e6a-ab959f1cdef2,segment=NetworkSegment(84768bb7-9e8b-477c-9d62-e1faf1e54120),segment_id=84768bb7-9e8b-477c-9d62-e1faf1e54120)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:48:19.878283 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Attempting to bind port eeea427f-0a72-492d-b9e8-bd5581c5229a on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:48:19.878675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Attempting to bind port eeea427f-0a72-492d-b9e8-bd5581c5229a by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '470e1a4d-201c-497a-9b9d-e3f10bf7c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2fd461f-03c5-4e52-9444-80182e26e895'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:48:19.879034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Attempting to bind port eeea427f-0a72-492d-b9e8-bd5581c5229a on network a2fd461f-03c5-4e52-9444-80182e26e895 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:48:19.911888 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:48:19.912266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Checking segment: {'id': '470e1a4d-201c-497a-9b9d-e3f10bf7c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2fd461f-03c5-4e52-9444-80182e26e895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:48:19.912673 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:19.913067 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Bound using segment: {'id': '470e1a4d-201c-497a-9b9d-e3f10bf7c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2fd461f-03c5-4e52-9444-80182e26e895'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:48:19.913788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Bound port: eeea427f-0a72-492d-b9e8-bd5581c5229a, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470e1a4d-201c-497a-9b9d-e3f10bf7c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2fd461f-03c5-4e52-9444-80182e26e895'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:48:19.914222 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:20.001857 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-96da98c5-9a75-48c7-a1ce-32b299913e7e None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:20.040553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:48:20.041384 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:20.120839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-96da98c5-9a75-48c7-a1ce-32b299913e7e None None] Transition to ACTIVE for port object d7b4f658-62d3-403f-8e6a-ab959f1cdef2 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:48:20.131887 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-96da98c5-9a75-48c7-a1ce-32b299913e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:20.215315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] For port eeea427f-0a72-492d-b9e8-bd5581c5229a, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:48:20.270761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 had new provisioning blocks added so it will not transition to active. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 04 16:48:20.318715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] For port eeea427f-0a72-492d-b9e8-bd5581c5229a, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=eeea427f-0a72-492d-b9e8-bd5581c5229a,segment=NetworkSegment(470e1a4d-201c-497a-9b9d-e3f10bf7c47d),segment_id=470e1a4d-201c-497a-9b9d-e3f10bf7c47d)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:48:20.322367 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:20.328938 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:20.340555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Deleting port eeea427f-0a72-492d-b9e8-bd5581c5229a {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:48:20.342572 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:20.346681 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da98c5-9a75-48c7-a1ce-32b299913e7e None None] Pushing event updated for resources: {'Port': ['ID=d7b4f658-62d3-403f-8e6a-ab959f1cdef2,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:20.486391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656158d6-4799-4bf0-85bd-3b7eab6f976e None None] Network a2fd461f-03c5-4e52-9444-80182e26e895 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:20.520518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3c9ef-b5ac-4f51-96a5-ce4b700c38bf None None] Pushing event updated for resources: {'Port': ['ID=eeea427f-0a72-492d-b9e8-bd5581c5229a,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:20.887378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] For port eeea427f-0a72-492d-b9e8-bd5581c5229a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=eeea427f-0a72-492d-b9e8-bd5581c5229a,segment=NetworkSegment(470e1a4d-201c-497a-9b9d-e3f10bf7c47d),segment_id=470e1a4d-201c-497a-9b9d-e3f10bf7c47d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:48:20.887999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:20.931140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea629b-bff1-4f36-9d33-20bf24d07a6a None None] Network a2fd461f-03c5-4e52-9444-80182e26e895 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:21.063516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Calling delete_port for eeea427f-0a72-492d-b9e8-bd5581c5229a owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:48:21.185854 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:21.265174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No DVR routers for this DVR port eeea427f-0a72-492d-b9e8-bd5581c5229a on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:48:21.310189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Port': ['ID=eeea427f-0a72-492d-b9e8-bd5581c5229a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:21.436585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70914e41-ffac-451c-b13c-566e56b8d004 None None] Network 6605b8e5-efda-4168-a8af-1eaceaeda8dc requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:21.449596 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:21.496378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fd461f-03c5-4e52-9444-80182e26e895']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:21.510869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470e1a4d-201c-497a-9b9d-e3f10bf7c47d') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:21.511250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470e1a4d-201c-497a-9b9d-e3f10bf7c47d') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:21.526251 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:21.549739 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:21.561592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:48:21.562746 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:21.708413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5ba383d0-1b59-4fd6-8330-54b31eff3118 None None] Provisioning for port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:48:21.723354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5ba383d0-1b59-4fd6-8330-54b31eff3118 None None] Provisioning complete for port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:48:21.724047 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ba383d0-1b59-4fd6-8330-54b31eff3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:21.758487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d7b4f658-62d3-403f-8e6a-ab959f1cdef2 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:48:21.761943 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:21.789374 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:21.814627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51444) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:21.815125 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/a2fd461f-03c5-4e52-9444-80182e26e895 HTTP/1.1" status: 204 len: 168 time: 3.4742827 Jun 04 16:48:21.818968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06860e7e-22d5-4eba-9f5f-b33c19470c20 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Network': ['ID=a2fd461f-03c5-4e52-9444-80182e26e895,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:21.879076 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ae2229-6c37-4a05-acf7-614b09e0f49c tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] DELETE failed (client error): The resource could not be found. Jun 04 16:48:21.882879 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 470e1a4d-201c-497a-9b9d-e3f10bf7c47d resource provider aggregate not found Jun 04 16:48:21.890667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ae2229-6c37-4a05-acf7-614b09e0f49c tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:48:21.892598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-87ae2229-6c37-4a05-acf7-614b09e0f49c tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/a2fd461f-03c5-4e52-9444-80182e26e895 HTTP/1.1" status: 404 len: 339 time: 0.0758231 Jun 04 16:48:21.896200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51452) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:21.902082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-865092514', 'description': 'd1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:21.911832 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 470e1a4d-201c-497a-9b9d-e3f10bf7c47d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 470e1a4d-201c-497a-9b9d-e3f10bf7c47d found for delete ", "request_id": "req-1cad239d-4766-44ce-bdec-1791908c3d21"}]} Jun 04 16:48:21.912350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:21.921950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Usage tracker for resource:network and tenant:f91ee3d15ee34bb1a9c2466c90f31844 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:21.926249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:21.941859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:21.960556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:21.963255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51456) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:21.966833 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.008498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:48:22.019171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:48:22.020178 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.021063 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.021467 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Added segment 7443d47b-fae0-43e6-a724-ff4944351cab of type vlan for network cd832dc2-705c-4037-b61c-68d6ee3d6617 Jun 04 16:48:22.056824 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.096199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5ba383d0-1b59-4fd6-8330-54b31eff3118 None None] Current status of the port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:48:22.105317 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.113287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:22.115477 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.181681 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:48:22.225427 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4192b4e3-8086-4c84-a22e-838205c39f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.259470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4192b4e3-8086-4c84-a22e-838205c39f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:22.273104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3734179 Jun 04 16:48:22.273622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce16ac-a0b5-4b34-9257-d9017c855a62 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Network': ['ID=cd832dc2-705c-4037-b61c-68d6ee3d6617,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:22.274157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4192b4e3-8086-4c84-a22e-838205c39f4d admin admin] Usage tracker for resource:security_group_rule and tenant:59a37b2c1ac24641ae69540e4f18967c is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:22.275688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51464) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:22.278726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4192b4e3-8086-4c84-a22e-838205c39f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:22.286995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network cd832dc2-705c-4037-b61c-68d6ee3d6617 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:48:22.308022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4192b4e3-8086-4c84-a22e-838205c39f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:22.440890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1792f5eb-33ce-499a-b762-403ad63bd292 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:48:22.525124 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4192b4e3-8086-4c84-a22e-838205c39f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.540576 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4192b4e3-8086-4c84-a22e-838205c39f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.544336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6a6861-ba33-4ad8-9449-467b443024ee tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:22.549579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6e6a6861-ba33-4ad8-9449-467b443024ee tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Synchronizing usage tracker for tenant:f91ee3d15ee34bb1a9c2466c90f31844 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:48:22.591135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2ded5246-93a2-495f-a3ea-45551994b7f1 None None] Provisioning complete for port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:48:22.591640 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2ded5246-93a2-495f-a3ea-45551994b7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.599240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6e6a6861-ba33-4ad8-9449-467b443024ee tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Unset dirty status for tenant:f91ee3d15ee34bb1a9c2466c90f31844 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:48:22.601498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6e6a6861-ba33-4ad8-9449-467b443024ee tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "GET /v2.0/networks?id=cd832dc2-705c-4037-b61c-68d6ee3d6617 HTTP/1.1" status: 200 len: 764 time: 0.3239324 Jun 04 16:48:22.604293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51470) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:22.614038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ee4afa2d-b1ea-445e-b3fc-9fa13c87cae4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'network': {'description': 'd2'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:22.664285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192b4e3-8086-4c84-a22e-838205c39f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1386e659-dc19-4b1b-b7a3-fece82f0908c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:22.679848 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4192b4e3-8086-4c84-a22e-838205c39f4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59a37b2c1ac24641ae69540e4f18967c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7151923 Jun 04 16:48:22.683009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51474) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:22.785687 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3a17f99-2d71-4bd1-a1be-5b989692ddc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.799083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792f5eb-33ce-499a-b762-403ad63bd292 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:48:22.803609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2ded5246-93a2-495f-a3ea-45551994b7f1 None None] Current status of the port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:48:22.838098 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3a17f99-2d71-4bd1-a1be-5b989692ddc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.910492 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3a17f99-2d71-4bd1-a1be-5b989692ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.936228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a17f99-2d71-4bd1-a1be-5b989692ddc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1386e659-dc19-4b1b-b7a3-fece82f0908c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:22.938732 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ee4afa2d-b1ea-445e-b3fc-9fa13c87cae4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.941615 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3a17f99-2d71-4bd1-a1be-5b989692ddc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:22.944492 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f3a17f99-2d71-4bd1-a1be-5b989692ddc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1386e659-dc19-4b1b-b7a3-fece82f0908c HTTP/1.1" status: 204 len: 168 time: 0.2586942 Jun 04 16:48:22.980622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ee4afa2d-b1ea-445e-b3fc-9fa13c87cae4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:23.004254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee4afa2d-b1ea-445e-b3fc-9fa13c87cae4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network cd832dc2-705c-4037-b61c-68d6ee3d6617 is not hosted by any dhcp agent {{(pid=88798) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 04 16:48:23.010362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4afa2d-b1ea-445e-b3fc-9fa13c87cae4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:23.010751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ee4afa2d-b1ea-445e-b3fc-9fa13c87cae4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:23.015059 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ee4afa2d-b1ea-445e-b3fc-9fa13c87cae4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "PUT /v2.0/networks/cd832dc2-705c-4037-b61c-68d6ee3d6617 HTTP/1.1" status: 200 len: 761 time: 0.4047406 Jun 04 16:48:23.015246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51480) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:23.104117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4afa2d-b1ea-445e-b3fc-9fa13c87cae4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Network': ['ID=cd832dc2-705c-4037-b61c-68d6ee3d6617,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:23.134871 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network cd832dc2-705c-4037-b61c-68d6ee3d6617 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:48:23.268460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e8da9-7199-418e-b138-d23fbbe20611 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:23.269211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-316e8da9-7199-418e-b138-d23fbbe20611 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Synchronizing usage tracker for tenant:f91ee3d15ee34bb1a9c2466c90f31844 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:48:23.297919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-316e8da9-7199-418e-b138-d23fbbe20611 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Unset dirty status for tenant:f91ee3d15ee34bb1a9c2466c90f31844 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:48:23.305316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51488) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:23.306663 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-316e8da9-7199-418e-b138-d23fbbe20611 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "GET /v2.0/networks?id=cd832dc2-705c-4037-b61c-68d6ee3d6617 HTTP/1.1" status: 200 len: 764 time: 0.2903662 Jun 04 16:48:23.366701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51492) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:23.387973 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe627-92fd-4f7e-a59e-43184a80c872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:23.405520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ec8fe627-92fd-4f7e-a59e-43184a80c872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:23.409911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ec8fe627-92fd-4f7e-a59e-43184a80c872 admin admin] Usage tracker for resource:security_group_rule and tenant:876b4f338a434ea998533114b388fb0a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:23.413116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ec8fe627-92fd-4f7e-a59e-43184a80c872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:23.421163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ec8fe627-92fd-4f7e-a59e-43184a80c872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:23.508447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd13a1c-d937-4c05-ba75-fe18fa5aaebf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:23.513596 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0cd13a1c-d937-4c05-ba75-fe18fa5aaebf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2071686 Jun 04 16:48:23.514348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51498) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:23.571800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-10abcf9c-ba68-490d-9beb-28f46b7ade85 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Synchronizing usage tracker for tenant:f91ee3d15ee34bb1a9c2466c90f31844 on resource:subnet {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:48:23.586486 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe627-92fd-4f7e-a59e-43184a80c872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:23.591936 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe627-92fd-4f7e-a59e-43184a80c872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:23.607822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-10abcf9c-ba68-490d-9beb-28f46b7ade85 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Unset dirty status for tenant:f91ee3d15ee34bb1a9c2466c90f31844 on resource:subnet {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:48:23.613308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-10abcf9c-ba68-490d-9beb-28f46b7ade85 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 207 time: 0.0978761 Jun 04 16:48:23.614234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51504) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:23.681421 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ec8fe627-92fd-4f7e-a59e-43184a80c872 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=876b4f338a434ea998533114b388fb0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107767 Jun 04 16:48:23.681421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fe627-92fd-4f7e-a59e-43184a80c872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749ab664-ba1a-4151-a1cb-7f40b05842cf,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:23.683361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51510) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:23.773648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e1a33f8-3cef-4eea-96e7-fa2ee3ae9da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:23.807813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44adc3be-d243-4d14-a35c-28c9c67bf2be tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:23.808450 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e1a33f8-3cef-4eea-96e7-fa2ee3ae9da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:23.814516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44adc3be-d243-4d14-a35c-28c9c67bf2be tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:23.824385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44adc3be-d243-4d14-a35c-28c9c67bf2be tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:23.837718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44adc3be-d243-4d14-a35c-28c9c67bf2be tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:23.845592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44adc3be-d243-4d14-a35c-28c9c67bf2be tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:23.868438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44adc3be-d243-4d14-a35c-28c9c67bf2be tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:23.873132 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-44adc3be-d243-4d14-a35c-28c9c67bf2be tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2564969 Jun 04 16:48:23.875757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51516) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:23.875964 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e1a33f8-3cef-4eea-96e7-fa2ee3ae9da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:23.892939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a33f8-3cef-4eea-96e7-fa2ee3ae9da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749ab664-ba1a-4151-a1cb-7f40b05842cf,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:23.917806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5e1a33f8-3cef-4eea-96e7-fa2ee3ae9da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:23.935346 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5e1a33f8-3cef-4eea-96e7-fa2ee3ae9da2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/749ab664-ba1a-4151-a1cb-7f40b05842cf HTTP/1.1" status: 204 len: 168 time: 0.2432952 Jun 04 16:48:24.222551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1438c7f2-3e03-41fd-9425-714dd4e72a3c tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3417900 Jun 04 16:48:24.223179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51526) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:24.432455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671166ab-b211-49e3-9c2f-6ae58823c6e6 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:24.436905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671166ab-b211-49e3-9c2f-6ae58823c6e6 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:24.436905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671166ab-b211-49e3-9c2f-6ae58823c6e6 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:24.437236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671166ab-b211-49e3-9c2f-6ae58823c6e6 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:24.438970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671166ab-b211-49e3-9c2f-6ae58823c6e6 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:24.440930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-671166ab-b211-49e3-9c2f-6ae58823c6e6 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2173216 Jun 04 16:48:24.444526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51538) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:24.535072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d418041-91d8-44f0-b47e-a85ce145f421 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:24.536695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d418041-91d8-44f0-b47e-a85ce145f421 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:24.538447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d418041-91d8-44f0-b47e-a85ce145f421 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:24.539954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d418041-91d8-44f0-b47e-a85ce145f421 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:24.541737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d418041-91d8-44f0-b47e-a85ce145f421 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:24.547243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51550) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:24.555424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3d418041-91d8-44f0-b47e-a85ce145f421 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1038864 Jun 04 16:48:24.737851 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e69695-74d4-441f-bdcc-af45a4e44443 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:24.739828 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c3e69695-74d4-441f-bdcc-af45a4e44443 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "GET /v2.0/networks/f1886c23-b9a7-45e2-bdbe-76ba93b2e40b HTTP/1.1" status: 200 len: 804 time: 0.1908600 Jun 04 16:48:24.743664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51558) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:24.919980 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3a9f21e6-3d3b-42e0-87b2-0da675534b8d tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "GET /v2.0/networks/f1886c23-b9a7-45e2-bdbe-76ba93b2e40b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1750264 Jun 04 16:48:24.923622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51566) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:25.010886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055e6779-2bf2-4c06-bc2d-a838d926e392 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:25.012335 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-055e6779-2bf2-4c06-bc2d-a838d926e392 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "GET /v2.0/subnets/b01513c3-5ee2-4ef7-a371-51e9eb2e3121 HTTP/1.1" status: 200 len: 843 time: 0.0875964 Jun 04 16:48:25.015973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51572) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:25.087441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade8fea0-d6fd-4473-816d-022171249387 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['shared'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:25.090471 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ade8fea0-d6fd-4473-816d-022171249387 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "GET /v2.0/subnets/b01513c3-5ee2-4ef7-a371-51e9eb2e3121?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0721397 Jun 04 16:48:25.092998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51576) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:25.098630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-535244709'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:25.108984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:25.125459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:25.145245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:25.150228 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:25.215387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:48:25.228513 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:25.229182 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Added segment f0df6cc3-9da2-4664-849d-24b6b9441cf7 of type vlan for network b8ba92a3-6a5d-46de-9269-54ef059349b8 Jun 04 16:48:25.261829 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:25.294801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:25.300568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:25.301168 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:25.426588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Network': ['ID=b8ba92a3-6a5d-46de-9269-54ef059349b8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:25.442547 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network b8ba92a3-6a5d-46de-9269-54ef059349b8 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:48:25.457263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-da95c41e-2dbf-4c75-81d8-c8ebe8fd44da tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3630126 Jun 04 16:48:25.457437 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51590) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:25.464727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'subnet': {'network_id': 'b8ba92a3-6a5d-46de-9269-54ef059349b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:25.662739 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:25.675270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:25.687117 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Made reservation on behalf of f91ee3d15ee34bb1a9c2466c90f31844 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:48:25.691110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:25.923131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Performing IP validity checks on allocation pools {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 16:48:25.923900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 16:48:26.123891 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:26.189568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Subnet': ['ID=b2c80d4d-3c1a-40a1-aee5-8828af35951f,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:26.202268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:26.202634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:26.202975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:26.203296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:26.203620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:26.203945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:26.204367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:26.204576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:26.204900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:26.205216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:26.205528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:26.205840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:48:26.235970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Checking segment: {'id': 'f0df6cc3-9da2-4664-849d-24b6b9441cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b8ba92a3-6a5d-46de-9269-54ef059349b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:48:26.236328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network hostable DHCP agents. Network: b8ba92a3-6a5d-46de-9269-54ef059349b8, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:48:26.259870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Network b8ba92a3-6a5d-46de-9269-54ef059349b8 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:48:26.275664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, b8ba92a3-6a5d-46de-9269-54ef059349b8) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:26.282820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:26.286440 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09eba0b-54a3-4f28-b982-474095b91575 None None] Network b8ba92a3-6a5d-46de-9269-54ef059349b8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:26.294625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:26.361912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51624) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:26.362509 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6488857e-3a93-4f21-8725-2b33e20291ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9034247 Jun 04 16:48:26.369190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-eb354665-7174-4ed2-8447-65523484b353 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:26.565851 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb354665-7174-4ed2-8447-65523484b353 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4082148'] for subnet, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:26.644864 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-b8ba92a3-6a5d-46de-9269-54ef059349b8', 'network_id': 'b8ba92a3-6a5d-46de-9269-54ef059349b8', 'tenant_id': 'f91ee3d15ee34bb1a9c2466c90f31844', 'fixed_ips': [{'subnet_id': 'b2c80d4d-3c1a-40a1-aee5-8828af35951f'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:48:26.645717 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:26.896673 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb354665-7174-4ed2-8447-65523484b353 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776857470118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2829275'] for subnet, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:26.970253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb354665-7174-4ed2-8447-65523484b353 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:48:26.970909 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eb354665-7174-4ed2-8447-65523484b353 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:26.972429 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-eb354665-7174-4ed2-8447-65523484b353 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "PUT /v2.0/subnets/b2c80d4d-3c1a-40a1-aee5-8828af35951f HTTP/1.1" status: 200 len: 900 time: 0.6094034 Jun 04 16:48:26.976450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51640) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:26.986856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Allocated IP 2001:db8::3 (b8ba92a3-6a5d-46de-9269-54ef059349b8/b2c80d4d-3c1a-40a1-aee5-8828af35951f/513da520-f31d-42de-beea-a80dfc6d8606) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:48:26.989949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb354665-7174-4ed2-8447-65523484b353 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event updated for resources: {'Subnet': ['ID=b2c80d4d-3c1a-40a1-aee5-8828af35951f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:27.226647 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:27.360485 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:27.373897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Transition to ACTIVE for port object 513da520-f31d-42de-beea-a80dfc6d8606 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:48:27.395788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Transition to ACTIVE for port object 513da520-f31d-42de-beea-a80dfc6d8606 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:48:27.404447 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:27.425459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:27.536054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Network b8ba92a3-6a5d-46de-9269-54ef059349b8 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:48:27.543096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:48:27.545882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:48:27.592370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:27.677427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Pushing event updated for resources: {'Port': ['ID=513da520-f31d-42de-beea-a80dfc6d8606,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:27.677427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Attempting to bind port 513da520-f31d-42de-beea-a80dfc6d8606 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:48:27.677427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Attempting to bind port 513da520-f31d-42de-beea-a80dfc6d8606 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'f0df6cc3-9da2-4664-849d-24b6b9441cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b8ba92a3-6a5d-46de-9269-54ef059349b8'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:48:27.678156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Attempting to bind port 513da520-f31d-42de-beea-a80dfc6d8606 on network b8ba92a3-6a5d-46de-9269-54ef059349b8 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:48:27.685941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:48:27.686322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Checking segment: {'id': 'f0df6cc3-9da2-4664-849d-24b6b9441cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b8ba92a3-6a5d-46de-9269-54ef059349b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:48:27.687880 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:27.688286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Bound using segment: {'id': 'f0df6cc3-9da2-4664-849d-24b6b9441cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b8ba92a3-6a5d-46de-9269-54ef059349b8'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:48:27.688771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Bound port: 513da520-f31d-42de-beea-a80dfc6d8606, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0df6cc3-9da2-4664-849d-24b6b9441cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b8ba92a3-6a5d-46de-9269-54ef059349b8'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:48:27.689152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:27.696974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c80d4d-3c1a-40a1-aee5-8828af35951f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:27.809891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] For port 513da520-f31d-42de-beea-a80dfc6d8606, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:48:27.813779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] For port 513da520-f31d-42de-beea-a80dfc6d8606, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=513da520-f31d-42de-beea-a80dfc6d8606,segment=NetworkSegment(f0df6cc3-9da2-4664-849d-24b6b9441cf7),segment_id=f0df6cc3-9da2-4664-849d-24b6b9441cf7)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:48:27.826601 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:27.848891 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:27.887162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ba92a3-6a5d-46de-9269-54ef059349b8']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:27.906340 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-81fa887d-dae7-4002-a301-07cfed5df345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:27.923241 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0df6cc3-9da2-4664-849d-24b6b9441cf7') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:27.923555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0df6cc3-9da2-4664-849d-24b6b9441cf7') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:27.932858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bc896-cef5-4e03-9c5a-152d48605069 None None] Pushing event updated for resources: {'Port': ['ID=513da520-f31d-42de-beea-a80dfc6d8606,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:27.941120 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:27.963336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:27.971345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:48:27.971830 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:28.023778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b849cf49-94a7-4f0f-9eba-5cae53ea27e3 None None] Network b8ba92a3-6a5d-46de-9269-54ef059349b8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:28.050197 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f0df6cc3-9da2-4664-849d-24b6b9441cf7 resource provider aggregate not found Jun 04 16:48:28.088887 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f0df6cc3-9da2-4664-849d-24b6b9441cf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0df6cc3-9da2-4664-849d-24b6b9441cf7 found for delete ", "request_id": "req-a037ff73-0237-47b0-92ce-5954ae0bdc70"}]} Jun 04 16:48:28.091962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 16:48:28.091962 n-d-811809-3 neutron-server[88797]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 16:48:28.091962 n-d-811809-3 neutron-server[88797]: [parameters: {'id': 'b8ba92a3-6a5d-46de-9269-54ef059349b8'}] Jun 04 16:48:28.091962 n-d-811809-3 neutron-server[88797]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:48:28.092625 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:48:28.251852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03afa4a6-2daa-4423-91f7-bcf33a37d1a6 None None] Network b8ba92a3-6a5d-46de-9269-54ef059349b8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:28.455553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a51ef3-2c44-49aa-83b3-31ef6f0a86c2 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 16:48:28.573292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a51ef3-2c44-49aa-83b3-31ef6f0a86c2 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 16:48:28.583033 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:48:28.594356 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:28.620479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Deleting port 513da520-f31d-42de-beea-a80dfc6d8606 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:48:28.620836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:28.942948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] For port 513da520-f31d-42de-beea-a80dfc6d8606, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=513da520-f31d-42de-beea-a80dfc6d8606,segment=NetworkSegment(f0df6cc3-9da2-4664-849d-24b6b9441cf7),segment_id=f0df6cc3-9da2-4664-849d-24b6b9441cf7)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:48:28.943482 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:29.089294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Calling delete_port for 513da520-f31d-42de-beea-a80dfc6d8606 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:48:29.185943 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:29.258074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Port': ['ID=513da520-f31d-42de-beea-a80dfc6d8606,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:29.267524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No DVR routers for this DVR port 513da520-f31d-42de-beea-a80dfc6d8606 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:48:29.427458 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:29.460364 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ba92a3-6a5d-46de-9269-54ef059349b8']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:29.473430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0df6cc3-9da2-4664-849d-24b6b9441cf7') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:29.473809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0df6cc3-9da2-4664-849d-24b6b9441cf7') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:29.485951 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:29.502336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:29.509358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:48:29.509804 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:29.648543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:29.683956 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:29.701450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Network': ['ID=b8ba92a3-6a5d-46de-9269-54ef059349b8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:29.731067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51686) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:29.731725 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2ac8bb4c-1c03-4d3a-baeb-b65a03d012ed tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/b8ba92a3-6a5d-46de-9269-54ef059349b8 HTTP/1.1" status: 204 len: 168 time: 2.7546518 Jun 04 16:48:29.801121 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-e150e318-2c26-4ca5-8e1b-a6c1b0c8eb28 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] DELETE failed (client error): The resource could not be found. Jun 04 16:48:29.801641 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e150e318-2c26-4ca5-8e1b-a6c1b0c8eb28 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:48:29.803455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e150e318-2c26-4ca5-8e1b-a6c1b0c8eb28 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/subnets/b2c80d4d-3c1a-40a1-aee5-8828af35951f HTTP/1.1" status: 404 len: 337 time: 0.0704257 Jun 04 16:48:29.807093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51690) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:29.859592 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdf04e7-d331-47e8-b51c-086c194e484a tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] DELETE failed (client error): The resource could not be found. Jun 04 16:48:29.859592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdf04e7-d331-47e8-b51c-086c194e484a tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:48:29.862031 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4bdf04e7-d331-47e8-b51c-086c194e484a tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/b8ba92a3-6a5d-46de-9269-54ef059349b8 HTTP/1.1" status: 404 len: 339 time: 0.0533612 Jun 04 16:48:29.864584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51694) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:30.014454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafc83b6-42e6-439f-8205-983c1bf98054 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:30.058493 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c15cbdb9-43d1-4f60-9774-fb68ae495755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:30.140028 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f0df6cc3-9da2-4664-849d-24b6b9441cf7 resource provider aggregate not found Jun 04 16:48:30.197955 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f0df6cc3-9da2-4664-849d-24b6b9441cf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0df6cc3-9da2-4664-849d-24b6b9441cf7 found for delete ", "request_id": "req-1532ea77-3657-40cd-808c-10c1bebad03f"}]} Jun 04 16:48:30.392672 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafc83b6-42e6-439f-8205-983c1bf98054 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:30.443971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-eafc83b6-42e6-439f-8205-983c1bf98054 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd832dc2-705c-4037-b61c-68d6ee3d6617']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:30.471099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-eafc83b6-42e6-439f-8205-983c1bf98054 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7443d47b-fae0-43e6-a724-ff4944351cab') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:30.471510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-eafc83b6-42e6-439f-8205-983c1bf98054 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7443d47b-fae0-43e6-a724-ff4944351cab') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:30.485561 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafc83b6-42e6-439f-8205-983c1bf98054 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:30.507533 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafc83b6-42e6-439f-8205-983c1bf98054 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:30.514955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafc83b6-42e6-439f-8205-983c1bf98054 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:48:30.515600 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafc83b6-42e6-439f-8205-983c1bf98054 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:30.653073 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafc83b6-42e6-439f-8205-983c1bf98054 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:30.665025 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eafc83b6-42e6-439f-8205-983c1bf98054 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:30.693994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc83b6-42e6-439f-8205-983c1bf98054 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Network': ['ID=cd832dc2-705c-4037-b61c-68d6ee3d6617,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:30.707196 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eafc83b6-42e6-439f-8205-983c1bf98054 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/cd832dc2-705c-4037-b61c-68d6ee3d6617 HTTP/1.1" status: 204 len: 168 time: 0.8391142 Jun 04 16:48:30.707524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51712) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:30.778589 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5d2142-3cbf-4edb-a316-78735f52dfcf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] DELETE failed (client error): The resource could not be found. Jun 04 16:48:30.779827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5d2142-3cbf-4edb-a316-78735f52dfcf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:48:30.782558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ce5d2142-3cbf-4edb-a316-78735f52dfcf tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/subnets/405ad7a7-b32f-4c99-8fba-490e2ae40b36 HTTP/1.1" status: 404 len: 337 time: 0.0739112 Jun 04 16:48:30.785396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51716) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:30.822387 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b839c6bf-1cf1-426b-a3a1-5104c0e16462 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] DELETE failed (client error): The resource could not be found. Jun 04 16:48:30.823067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b839c6bf-1cf1-426b-a3a1-5104c0e16462 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:48:30.824719 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b839c6bf-1cf1-426b-a3a1-5104c0e16462 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/a2fd461f-03c5-4e52-9444-80182e26e895 HTTP/1.1" status: 404 len: 339 time: 0.0382061 Jun 04 16:48:30.827600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51720) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:30.892442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-679a838b-1851-4331-a86e-a3a0d7574016 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Deleting subnet bff46d27-f0e8-42bb-9288-780f31caa7ec {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:48:30.903584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-679a838b-1851-4331-a86e-a3a0d7574016 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:31.014338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-679a838b-1851-4331-a86e-a3a0d7574016 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:31.105782 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-679a838b-1851-4331-a86e-a3a0d7574016 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:31.162660 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:31.187121 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-679a838b-1851-4331-a86e-a3a0d7574016 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:31.260922 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-679a838b-1851-4331-a86e-a3a0d7574016 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:31.264320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a838b-1851-4331-a86e-a3a0d7574016 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Subnet': ['ID=bff46d27-f0e8-42bb-9288-780f31caa7ec,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:31.266277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7468df3a-8ab6-4da7-85d9-3f9d16accbca None None] Network 6605b8e5-efda-4168-a8af-1eaceaeda8dc requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:31.276546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-679a838b-1851-4331-a86e-a3a0d7574016 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/subnets/bff46d27-f0e8-42bb-9288-780f31caa7ec HTTP/1.1" status: 204 len: 168 time: 0.4451911 Jun 04 16:48:31.276920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51730) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:31.351519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-033fbeff-f951-406b-b366-e00882c76e37 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Deleting subnet 9c0ca6b0-41f1-4de1-a60e-3b21b5cb8354 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:48:31.355863 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-033fbeff-f951-406b-b366-e00882c76e37 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:31.411003 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:31.450589 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-033fbeff-f951-406b-b366-e00882c76e37 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:31.601652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-033fbeff-f951-406b-b366-e00882c76e37 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:31.681928 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-033fbeff-f951-406b-b366-e00882c76e37 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:31.723976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fbeff-f951-406b-b366-e00882c76e37 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0ca6b0-41f1-4de1-a60e-3b21b5cb8354,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:31.728939 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-033fbeff-f951-406b-b366-e00882c76e37 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:31.740074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-033fbeff-f951-406b-b366-e00882c76e37 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/subnets/9c0ca6b0-41f1-4de1-a60e-3b21b5cb8354 HTTP/1.1" status: 204 len: 168 time: 0.4621224 Jun 04 16:48:31.742805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51734) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:31.910933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:31.929872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Deleting port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:48:31.930330 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:32.234911 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 7443d47b-fae0-43e6-a724-ff4944351cab resource provider aggregate not found Jun 04 16:48:32.254938 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 7443d47b-fae0-43e6-a724-ff4944351cab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7443d47b-fae0-43e6-a724-ff4944351cab found for delete ", "request_id": "req-d8c1da25-da7d-459f-9cfe-20b1a0d0e58c"}]} Jun 04 16:48:32.301745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] For port d7b4f658-62d3-403f-8e6a-ab959f1cdef2, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d7b4f658-62d3-403f-8e6a-ab959f1cdef2,segment=NetworkSegment(84768bb7-9e8b-477c-9d62-e1faf1e54120),segment_id=84768bb7-9e8b-477c-9d62-e1faf1e54120)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:48:32.302109 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:32.463512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d5f1ae-69a5-4807-98e3-0ee6c5c8dc99 None None] Network 6605b8e5-efda-4168-a8af-1eaceaeda8dc requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:32.644354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Calling delete_port for d7b4f658-62d3-403f-8e6a-ab959f1cdef2 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:48:32.800380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2a301df6-2f3c-4982-a25a-f3ee012f5ccf None None] Provisioning complete for port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:48:32.800992 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2a301df6-2f3c-4982-a25a-f3ee012f5ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:32.818817 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:32.840834 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:32.847400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2a301df6-2f3c-4982-a25a-f3ee012f5ccf None None] Port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 was deleted so its status cannot be updated. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 04 16:48:32.896779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Port': ['ID=d7b4f658-62d3-403f-8e6a-ab959f1cdef2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:32.900993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No DVR routers for this DVR port d7b4f658-62d3-403f-8e6a-ab959f1cdef2 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:48:32.986277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4655c4b4-3777-4fa1-9543-13f28066e924 None None] DHCP port deletion for 6605b8e5-efda-4168-a8af-1eaceaeda8dc request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:48:33.069210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-c85efebb-27a4-4e34-8efe-2ec17f402c35 req-e64f522c-668e-4c97-be9c-67089d16e410 service neutron] (88798) timed out ('10.222.0.13', 53094) {{(pid=88798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 16:48:33.096002 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:33.125069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6605b8e5-efda-4168-a8af-1eaceaeda8dc']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:33.138769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84768bb7-9e8b-477c-9d62-e1faf1e54120') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:33.139077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84768bb7-9e8b-477c-9d62-e1faf1e54120') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:33.151873 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:33.171261 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:33.178933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:48:33.179720 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:33.227734 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 84768bb7-9e8b-477c-9d62-e1faf1e54120 resource provider aggregate not found Jun 04 16:48:33.296592 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 84768bb7-9e8b-477c-9d62-e1faf1e54120 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84768bb7-9e8b-477c-9d62-e1faf1e54120 found for delete ", "request_id": "req-8ae8931b-021b-4efa-8090-1f0b9ee20812"}]} Jun 04 16:48:33.328735 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:33.371133 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:33.393226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Network': ['ID=6605b8e5-efda-4168-a8af-1eaceaeda8dc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:33.397015 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a686acfe-8aa4-47f8-8cdc-fb2096d02259 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/6605b8e5-efda-4168-a8af-1eaceaeda8dc HTTP/1.1" status: 204 len: 168 time: 1.6528676 Jun 04 16:48:33.399764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51764) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:33.441201 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2837eb5-ae6a-48d2-8159-d9fba5fae7ce tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] DELETE failed (client error): The resource could not be found. Jun 04 16:48:33.441929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2837eb5-ae6a-48d2-8159-d9fba5fae7ce tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:48:33.443839 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a2837eb5-ae6a-48d2-8159-d9fba5fae7ce tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/subnets/0ad4b14d-d6e5-48d9-9bf1-8a98807d553d HTTP/1.1" status: 404 len: 337 time: 0.0430725 Jun 04 16:48:33.446744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51768) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:33.482785 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a37011-41da-48f7-ad54-10c42f877c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] DELETE failed (client error): The resource could not be found. Jun 04 16:48:33.485560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a37011-41da-48f7-ad54-10c42f877c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:48:33.488451 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b5a37011-41da-48f7-ad54-10c42f877c58 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/841e8b94-f396-42f4-8bbc-d4906006f5b7 HTTP/1.1" status: 404 len: 339 time: 0.0404568 Jun 04 16:48:33.491095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51774) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:33.550551 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d2d22a-0620-431c-a0ea-f600efa7aab4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] DELETE failed (client error): The resource could not be found. Jun 04 16:48:33.556082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d2d22a-0620-431c-a0ea-f600efa7aab4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:48:33.561064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51778) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:33.567351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-31d2d22a-0620-431c-a0ea-f600efa7aab4 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/subnets/e99e3116-3609-4369-99d7-3f4a6d7802af HTTP/1.1" status: 404 len: 337 time: 0.0749702 Jun 04 16:48:33.622000 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d86ccf-148b-45af-b25e-6d80198d6b55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] DELETE failed (client error): The resource could not be found. Jun 04 16:48:33.627208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d86ccf-148b-45af-b25e-6d80198d6b55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:48:33.635768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51782) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:33.636537 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a3d86ccf-148b-45af-b25e-6d80198d6b55 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/3cfd0138-d1cb-4cdd-87a5-3dd82c67c4b9 HTTP/1.1" status: 404 len: 339 time: 0.0742495 Jun 04 16:48:33.686526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d7b4f658-62d3-403f-8e6a-ab959f1cdef2 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:48:33.721858 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f199e9-92af-4c74-80d9-95bce03c383c tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] DELETE failed (client error): The resource could not be found. Jun 04 16:48:33.724649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f199e9-92af-4c74-80d9-95bce03c383c tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:48:33.727222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d5f199e9-92af-4c74-80d9-95bce03c383c tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/subnets/7dee36a1-f810-49ff-95d2-d4c381f00ddc HTTP/1.1" status: 404 len: 337 time: 0.0895944 Jun 04 16:48:33.729645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51788) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:33.756292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: d7b4f658-62d3-403f-8e6a-ab959f1cdef2 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:48:33.760092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d7b4f658-62d3-403f-8e6a-ab959f1cdef2 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:48:33.793992 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-14391565-bff6-48e6-8b6f-3c65a8436e4d tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] DELETE failed (client error): The resource could not be found. Jun 04 16:48:33.794512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14391565-bff6-48e6-8b6f-3c65a8436e4d tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:48:33.798553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-14391565-bff6-48e6-8b6f-3c65a8436e4d tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/2ba94c8c-d3c4-49fe-a08b-a9b4e8e1abfa HTTP/1.1" status: 404 len: 339 time: 0.0640643 Jun 04 16:48:33.798848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51792) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:33.880662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8bc7ac-7c6c-446e-b379-15c57bce4977 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Deleting subnet 71fc2060-ef77-4a84-b247-1768f19ca51b {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:48:33.885070 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b8bc7ac-7c6c-446e-b379-15c57bce4977 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:33.947028 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b8bc7ac-7c6c-446e-b379-15c57bce4977 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:34.054974 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:34.082843 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b8bc7ac-7c6c-446e-b379-15c57bce4977 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:34.190146 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b8bc7ac-7c6c-446e-b379-15c57bce4977 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:34.231455 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:34.236358 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b8bc7ac-7c6c-446e-b379-15c57bce4977 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:34.239097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bc7ac-7c6c-446e-b379-15c57bce4977 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Subnet': ['ID=71fc2060-ef77-4a84-b247-1768f19ca51b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:34.247548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eff8a69-78d0-4f5a-84d7-89695a1ecd70 None None] Network bdb6f698-5f6f-4417-a81a-a41d2ec21a1a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:34.250345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9b8bc7ac-7c6c-446e-b379-15c57bce4977 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/subnets/71fc2060-ef77-4a84-b247-1768f19ca51b HTTP/1.1" status: 204 len: 168 time: 0.4481685 Jun 04 16:48:34.250674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51798) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:34.530553 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:34.561106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Deleting port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:48:34.561537 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:34.738616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebbd397-02ac-4607-ba28-46ee4e718d16 None None] DHCP port deletion for bdb6f698-5f6f-4417-a81a-a41d2ec21a1a request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:48:34.748968 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-aebbd397-02ac-4607-ba28-46ee4e718d16 None None] Deleting port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:48:34.749528 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-aebbd397-02ac-4607-ba28-46ee4e718d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:35.029055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] For port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62,segment=NetworkSegment(f0421223-6966-46ce-b6c5-228a8d4dc34e),segment_id=f0421223-6966-46ce-b6c5-228a8d4dc34e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:48:35.030071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:35.235559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-aebbd397-02ac-4607-ba28-46ee4e718d16 None None] For port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62,segment=NetworkSegment(f0421223-6966-46ce-b6c5-228a8d4dc34e),segment_id=f0421223-6966-46ce-b6c5-228a8d4dc34e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:48:35.236468 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-aebbd397-02ac-4607-ba28-46ee4e718d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:35.267592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Calling delete_port for 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:48:35.378655 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:35.460144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-aebbd397-02ac-4607-ba28-46ee4e718d16 None None] Calling delete_port for 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:48:35.463846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No DVR routers for this DVR port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:48:35.498273 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Port': ['ID=9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:35.687023 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-aebbd397-02ac-4607-ba28-46ee4e718d16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:48:35.687382 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-aebbd397-02ac-4607-ba28-46ee4e718d16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:48:35.707168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:48:35.709785 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:35.748184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb6f698-5f6f-4417-a81a-a41d2ec21a1a']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:35.748974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:48:35.749965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:48:35.762556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0421223-6966-46ce-b6c5-228a8d4dc34e') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:35.763584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0421223-6966-46ce-b6c5-228a8d4dc34e') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:35.775294 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:35.795175 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:35.801496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:48:35.801959 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:35.894604 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment f0421223-6966-46ce-b6c5-228a8d4dc34e resource provider aggregate not found Jun 04 16:48:35.927724 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment f0421223-6966-46ce-b6c5-228a8d4dc34e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0421223-6966-46ce-b6c5-228a8d4dc34e found for delete ", "request_id": "req-a7177c3d-b938-4a5e-919e-add1fe5b92e4"}]} Jun 04 16:48:35.930301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:35.935428 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:35.966314 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/bdb6f698-5f6f-4417-a81a-a41d2ec21a1a HTTP/1.1" status: 204 len: 168 time: 1.7146122 Jun 04 16:48:35.966555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51816) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:35.975183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8b377-3e70-42fd-91dc-efc6e1b799cc tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Network': ['ID=bdb6f698-5f6f-4417-a81a-a41d2ec21a1a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:36.015223 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-59777e4a-8670-4421-8c1f-b72fa6eb7b42 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] DELETE failed (client error): The resource could not be found. Jun 04 16:48:36.015985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59777e4a-8670-4421-8c1f-b72fa6eb7b42 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:48:36.017889 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-59777e4a-8670-4421-8c1f-b72fa6eb7b42 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/subnets/d2643a3a-cb00-4ac6-8f04-3015c2b40893 HTTP/1.1" status: 404 len: 337 time: 0.0472028 Jun 04 16:48:36.021684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51820) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:36.049063 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba1a0b7-3cec-4515-abdf-b84832e9a677 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] DELETE failed (client error): The resource could not be found. Jun 04 16:48:36.049844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba1a0b7-3cec-4515-abdf-b84832e9a677 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 16:48:36.051854 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2ba1a0b7-3cec-4515-abdf-b84832e9a677 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/117a4262-7513-4cee-9047-5fb1c5074dbc HTTP/1.1" status: 404 len: 339 time: 0.0291078 Jun 04 16:48:36.055514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51824) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:36.188861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-aebbd397-02ac-4607-ba28-46ee4e718d16 None None] Deleting port 9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:48:36.189742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfc5471-2413-48df-84cb-9468ef15c6ef tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Deleting subnet b01513c3-5ee2-4ef7-a371-51e9eb2e3121 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:48:36.190076 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-aebbd397-02ac-4607-ba28-46ee4e718d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:36.199550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bfc5471-2413-48df-84cb-9468ef15c6ef tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:36.276166 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bfc5471-2413-48df-84cb-9468ef15c6ef tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:36.361172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-aebbd397-02ac-4607-ba28-46ee4e718d16 None None] The port '9b6b02c0-4a74-40cb-b0ca-1ca0b95a4d62' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:48:36.413304 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bfc5471-2413-48df-84cb-9468ef15c6ef tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:36.573594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bfc5471-2413-48df-84cb-9468ef15c6ef tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:36.618968 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bfc5471-2413-48df-84cb-9468ef15c6ef tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:36.624246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5e1bad-a645-4b68-9292-1e5ea607042e None None] Network f1886c23-b9a7-45e2-bdbe-76ba93b2e40b requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:48:36.628055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc5471-2413-48df-84cb-9468ef15c6ef tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Subnet': ['ID=b01513c3-5ee2-4ef7-a371-51e9eb2e3121,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:36.655748 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3bfc5471-2413-48df-84cb-9468ef15c6ef tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/subnets/b01513c3-5ee2-4ef7-a371-51e9eb2e3121 HTTP/1.1" status: 204 len: 168 time: 0.5990293 Jun 04 16:48:36.658269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51838) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:36.911976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51846) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:37.259751 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb7361ee-36e2-478c-a4c3-65c4e7342a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:37.261081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56159d41-8607-443b-bc67-532ae5130292 None None] DHCP port deletion for f1886c23-b9a7-45e2-bdbe-76ba93b2e40b request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:48:37.265995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-56159d41-8607-443b-bc67-532ae5130292 None None] Deleting port 49dfa403-206d-4ead-90e5-02c033c0d3c4 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:48:37.266570 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56159d41-8607-443b-bc67-532ae5130292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:37.287580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eb7361ee-36e2-478c-a4c3-65c4e7342a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:37.292051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eb7361ee-36e2-478c-a4c3-65c4e7342a78 admin admin] Usage tracker for resource:security_group_rule and tenant:fe6a97f47ea243a28c7948463fb16c13 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:37.292670 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:37.307569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-eb7361ee-36e2-478c-a4c3-65c4e7342a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:37.316064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Deleting port 49dfa403-206d-4ead-90e5-02c033c0d3c4 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:48:37.318102 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:37.326834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-eb7361ee-36e2-478c-a4c3-65c4e7342a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:37.640683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb7361ee-36e2-478c-a4c3-65c4e7342a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:37.657292 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eb7361ee-36e2-478c-a4c3-65c4e7342a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:37.658280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-56159d41-8607-443b-bc67-532ae5130292 None None] For port 49dfa403-206d-4ead-90e5-02c033c0d3c4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=49dfa403-206d-4ead-90e5-02c033c0d3c4,segment=NetworkSegment(0f5f7e3d-de9a-419d-b827-60302c2161e3),segment_id=0f5f7e3d-de9a-419d-b827-60302c2161e3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:48:37.658707 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56159d41-8607-443b-bc67-532ae5130292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:37.732152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7361ee-36e2-478c-a4c3-65c4e7342a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e607088-cd1f-48f7-90e6-89b3d9e2c01d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:37.757595 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eb7361ee-36e2-478c-a4c3-65c4e7342a78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe6a97f47ea243a28c7948463fb16c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8442047 Jun 04 16:48:37.760312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51868) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:37.819680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 49dfa403-206d-4ead-90e5-02c033c0d3c4 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:48:37.836062 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4067e476-eda0-4433-b6bc-0278a68107a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:37.847953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] For port 49dfa403-206d-4ead-90e5-02c033c0d3c4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=49dfa403-206d-4ead-90e5-02c033c0d3c4,segment=NetworkSegment(0f5f7e3d-de9a-419d-b827-60302c2161e3),segment_id=0f5f7e3d-de9a-419d-b827-60302c2161e3)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:48:37.849014 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:37.877976 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4067e476-eda0-4433-b6bc-0278a68107a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.045824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Calling delete_port for 49dfa403-206d-4ead-90e5-02c033c0d3c4 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:48:38.072583 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4067e476-eda0-4433-b6bc-0278a68107a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.083539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-56159d41-8607-443b-bc67-532ae5130292 None None] Calling delete_port for 49dfa403-206d-4ead-90e5-02c033c0d3c4 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:48:38.105359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067e476-eda0-4433-b6bc-0278a68107a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e607088-cd1f-48f7-90e6-89b3d9e2c01d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:38.132025 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4067e476-eda0-4433-b6bc-0278a68107a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.133658 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4067e476-eda0-4433-b6bc-0278a68107a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e607088-cd1f-48f7-90e6-89b3d9e2c01d HTTP/1.1" status: 204 len: 168 time: 0.3722875 Jun 04 16:48:38.181978 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.199104 n-d-811809-3 neutron-server[88799]: INFO neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No ports have port_id starting with 49dfa403-206d-4ead-90e5-02c033c0d3c4 Jun 04 16:48:38.236557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Port': ['ID=49dfa403-206d-4ead-90e5-02c033c0d3c4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:38.248159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] No DVR routers for this DVR port 49dfa403-206d-4ead-90e5-02c033c0d3c4 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:48:38.258736 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-56159d41-8607-443b-bc67-532ae5130292 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:48:38.259277 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-56159d41-8607-443b-bc67-532ae5130292 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:48:38.393730 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.420548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1886c23-b9a7-45e2-bdbe-76ba93b2e40b']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:38.432801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5f7e3d-de9a-419d-b827-60302c2161e3') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:38.433840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5f7e3d-de9a-419d-b827-60302c2161e3') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:48:38.446912 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.463244 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.469780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:48:38.470354 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.516284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51886) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:38.537332 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c0b5165-779c-4c01-87c7-b11fc56ab46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.546154 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 0f5f7e3d-de9a-419d-b827-60302c2161e3 resource provider aggregate not found Jun 04 16:48:38.556190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2c0b5165-779c-4c01-87c7-b11fc56ab46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:38.561002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2c0b5165-779c-4c01-87c7-b11fc56ab46c admin admin] Usage tracker for resource:security_group_rule and tenant:32c1586c666847b6a8247e6a4db0b72d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:38.565751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2c0b5165-779c-4c01-87c7-b11fc56ab46c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:38.574098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2c0b5165-779c-4c01-87c7-b11fc56ab46c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:38.583109 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 0f5f7e3d-de9a-419d-b827-60302c2161e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f5f7e3d-de9a-419d-b827-60302c2161e3 found for delete ", "request_id": "req-207d0a74-dc52-4eff-8d85-499852020522"}]} Jun 04 16:48:38.595744 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.620058 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.622697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] Pushing event deleted for resources: {'Network': ['ID=f1886c23-b9a7-45e2-bdbe-76ba93b2e40b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:38.635972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f2f774e7-41ec-401f-835e-d59ef111b423 tempest-NetworksIpV6Test-227241659 tempest-NetworksIpV6Test-227241659-project] 10.222.0.13 "DELETE /v2.0/networks/f1886c23-b9a7-45e2-bdbe-76ba93b2e40b HTTP/1.1" status: 204 len: 168 time: 1.9756198 Jun 04 16:48:38.686036 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c0b5165-779c-4c01-87c7-b11fc56ab46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.691145 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2c0b5165-779c-4c01-87c7-b11fc56ab46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.726603 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2c0b5165-779c-4c01-87c7-b11fc56ab46c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32c1586c666847b6a8247e6a4db0b72d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2081833 Jun 04 16:48:38.729709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51894) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:38.746934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b5165-779c-4c01-87c7-b11fc56ab46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea07a51e-7712-4837-a301-49f9a553267e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:38.761226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-56159d41-8607-443b-bc67-532ae5130292 None None] Deleting port 49dfa403-206d-4ead-90e5-02c033c0d3c4 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:48:38.761884 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56159d41-8607-443b-bc67-532ae5130292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.800645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6e7be69-c2a7-4d0c-a023-33f49f9fb721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.830909 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6e7be69-c2a7-4d0c-a023-33f49f9fb721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.834243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-56159d41-8607-443b-bc67-532ae5130292 None None] The port '49dfa403-206d-4ead-90e5-02c033c0d3c4' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:48:38.910640 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6e7be69-c2a7-4d0c-a023-33f49f9fb721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.952276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7be69-c2a7-4d0c-a023-33f49f9fb721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea07a51e-7712-4837-a301-49f9a553267e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:38.964482 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6e7be69-c2a7-4d0c-a023-33f49f9fb721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:38.968221 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c6e7be69-c2a7-4d0c-a023-33f49f9fb721 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea07a51e-7712-4837-a301-49f9a553267e HTTP/1.1" status: 204 len: 168 time: 0.2341824 Jun 04 16:48:38.995637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51906) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:39.168835 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-502d9d16-a2ad-44ba-8437-29e0791b97ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f91ee3d15ee34bb1a9c2466c90f31844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715727 Jun 04 16:48:39.171613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51916) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:39.258232 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35c89e23-c765-44ca-a68e-3e2c6da8c095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:39.289490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35c89e23-c765-44ca-a68e-3e2c6da8c095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:39.371795 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35c89e23-c765-44ca-a68e-3e2c6da8c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:39.438848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c89e23-c765-44ca-a68e-3e2c6da8c095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d818d33-52a0-471c-b7ae-3d2a2522e2ff,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:39.476412 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35c89e23-c765-44ca-a68e-3e2c6da8c095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:39.480309 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-35c89e23-c765-44ca-a68e-3e2c6da8c095 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d818d33-52a0-471c-b7ae-3d2a2522e2ff HTTP/1.1" status: 204 len: 168 time: 0.3046272 Jun 04 16:48:40.569854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 51980) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:40.947514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b8a81868-685a-49c3-8f04-8dc1de8f7ac4 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:40.949109 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-b8a81868-685a-49c3-8f04-8dc1de8f7ac4 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 04 16:48:40.950275 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-b8a81868-685a-49c3-8f04-8dc1de8f7ac4 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): There was a conflict when trying to complete your request. Jun 04 16:48:40.952406 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b8a81868-685a-49c3-8f04-8dc1de8f7ac4 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3800485 Jun 04 16:48:40.955227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 51992) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:40.961543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446141804'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:40.969813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:40.976372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:40.979593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:40.985818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:40.997535 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:41.015279 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:41.039765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:41.044398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:41.049683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:41.056828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:41.166552 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:41.176803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:41.183179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:41.189747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:41.195235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:41.203686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:41.301706 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:41.313831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:41.349812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de94076c-7379-4b1f-9464-db77fdbfdd66,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:41.429388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403f89ff-1a71-4804-9eaa-6b9d6155449b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:41.434485 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:41.435944 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a8c3973a-38ac-4458-8508-9d106e4b0cb0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4795525 Jun 04 16:48:41.439331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52010) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:41.446492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-5ed14620-50a8-41b6-8e5c-c435d4d9b525 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '403f89ff-1a71-4804-9eaa-6b9d6155449b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:41.456460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5ed14620-50a8-41b6-8e5c-c435d4d9b525 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:41.461244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5ed14620-50a8-41b6-8e5c-c435d4d9b525 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:41.464595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5ed14620-50a8-41b6-8e5c-c435d4d9b525 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:41.471170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5ed14620-50a8-41b6-8e5c-c435d4d9b525 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:41.527061 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ed14620-50a8-41b6-8e5c-c435d4d9b525 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:41.653517 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ed14620-50a8-41b6-8e5c-c435d4d9b525 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:41.659460 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ed14620-50a8-41b6-8e5c-c435d4d9b525 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:41.689838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed14620-50a8-41b6-8e5c-c435d4d9b525 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4e6bb5-12ec-4ebf-af67-681063528256,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:41.717046 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5ed14620-50a8-41b6-8e5c-c435d4d9b525 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:41.721840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52022) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:41.722612 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5ed14620-50a8-41b6-8e5c-c435d4d9b525 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2814372 Jun 04 16:48:41.728115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a5a43c31-b7fd-4484-a01e-6f1dafada0d0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '403f89ff-1a71-4804-9eaa-6b9d6155449b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:41.735868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a5a43c31-b7fd-4484-a01e-6f1dafada0d0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:41.750344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a5a43c31-b7fd-4484-a01e-6f1dafada0d0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:41.759378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a5a43c31-b7fd-4484-a01e-6f1dafada0d0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:41.770094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a5a43c31-b7fd-4484-a01e-6f1dafada0d0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:41.799490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a5a43c31-b7fd-4484-a01e-6f1dafada0d0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:41.877870 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-a5a43c31-b7fd-4484-a01e-6f1dafada0d0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): There was a conflict when trying to complete your request. Jun 04 16:48:41.880004 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a5a43c31-b7fd-4484-a01e-6f1dafada0d0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1568711 Jun 04 16:48:41.883127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52034) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:41.959775 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-937c9882-f520-476d-bbf5-15aea9b50a14 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:41.994705 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-937c9882-f520-476d-bbf5-15aea9b50a14 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:42.051259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-937c9882-f520-476d-bbf5-15aea9b50a14 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:42.070542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c9882-f520-476d-bbf5-15aea9b50a14 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403f89ff-1a71-4804-9eaa-6b9d6155449b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:42.077812 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-937c9882-f520-476d-bbf5-15aea9b50a14 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:42.081498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52040) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:42.082187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-937c9882-f520-476d-bbf5-15aea9b50a14 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "DELETE /v2.0/security-groups/403f89ff-1a71-4804-9eaa-6b9d6155449b HTTP/1.1" status: 204 len: 168 time: 0.1975408 Jun 04 16:48:42.150050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3992ec6f-e35a-4441-8fe2-cf98180824d4 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Synchronizing usage tracker for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:48:42.181469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3992ec6f-e35a-4441-8fe2-cf98180824d4 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Unset dirty status for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:48:42.187127 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3992ec6f-e35a-4441-8fe2-cf98180824d4 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0996275 Jun 04 16:48:42.188144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52050) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:42.195224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ba03c9a4-db06-49d8-a0d7-2777d49bd6a9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703469097'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:42.208706 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ba03c9a4-db06-49d8-a0d7-2777d49bd6a9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:42.220313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ba03c9a4-db06-49d8-a0d7-2777d49bd6a9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:42.244207 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ba03c9a4-db06-49d8-a0d7-2777d49bd6a9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:42.282344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ba03c9a4-db06-49d8-a0d7-2777d49bd6a9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:42.285968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ba03c9a4-db06-49d8-a0d7-2777d49bd6a9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:42.291382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ba03c9a4-db06-49d8-a0d7-2777d49bd6a9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:42.302291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ba03c9a4-db06-49d8-a0d7-2777d49bd6a9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:42.400915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ba03c9a4-db06-49d8-a0d7-2777d49bd6a9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:42.407203 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ba03c9a4-db06-49d8-a0d7-2777d49bd6a9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:42.468199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03c9a4-db06-49d8-a0d7-2777d49bd6a9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87df35e-398c-4101-98cf-5c3ee3413b6d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:42.479504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ba03c9a4-db06-49d8-a0d7-2777d49bd6a9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:42.484516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52060) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:42.490178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e7fdd2a5-3a60-430f-afb9-28562ceca2bf tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': 'e87df35e-398c-4101-98cf-5c3ee3413b6d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:42.491040 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-e7fdd2a5-3a60-430f-afb9-28562ceca2bf tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 04 16:48:42.491725 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ba03c9a4-db06-49d8-a0d7-2777d49bd6a9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3023405 Jun 04 16:48:42.492343 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-e7fdd2a5-3a60-430f-afb9-28562ceca2bf tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:42.496615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52064) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:42.497150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e7fdd2a5-3a60-430f-afb9-28562ceca2bf tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113394 Jun 04 16:48:42.618999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4a0a-7781-4e58-9d6f-13465de5642e tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:42.693928 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4a0a-7781-4e58-9d6f-13465de5642e tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:42.785432 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4a0a-7781-4e58-9d6f-13465de5642e tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:42.834638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d4a0a-7781-4e58-9d6f-13465de5642e tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87df35e-398c-4101-98cf-5c3ee3413b6d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:42.847063 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4a0a-7781-4e58-9d6f-13465de5642e tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:42.850469 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1d7d4a0a-7781-4e58-9d6f-13465de5642e tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "DELETE /v2.0/security-groups/e87df35e-398c-4101-98cf-5c3ee3413b6d HTTP/1.1" status: 204 len: 168 time: 0.3499963 Jun 04 16:48:42.851022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52086) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:42.915113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fa5cc423-236b-4119-ac27-c4361145e3e5 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Synchronizing usage tracker for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:48:42.932442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fa5cc423-236b-4119-ac27-c4361145e3e5 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Unset dirty status for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:48:42.937613 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fa5cc423-236b-4119-ac27-c4361145e3e5 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802619 Jun 04 16:48:42.937972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52090) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:42.943215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-89542d01-519c-4892-9dcb-9f48b976722c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group': {'name': 'tempest-secgroup--601328123'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:42.953222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-89542d01-519c-4892-9dcb-9f48b976722c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:42.966718 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-89542d01-519c-4892-9dcb-9f48b976722c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:42.983915 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89542d01-519c-4892-9dcb-9f48b976722c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:43.009199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-89542d01-519c-4892-9dcb-9f48b976722c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:43.014445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-89542d01-519c-4892-9dcb-9f48b976722c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:43.018101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-89542d01-519c-4892-9dcb-9f48b976722c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:43.025216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-89542d01-519c-4892-9dcb-9f48b976722c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:43.159476 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89542d01-519c-4892-9dcb-9f48b976722c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:43.166259 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89542d01-519c-4892-9dcb-9f48b976722c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:43.255667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89542d01-519c-4892-9dcb-9f48b976722c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9ab466-2e41-43fe-ad1f-224b413b97da,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:43.273288 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89542d01-519c-4892-9dcb-9f48b976722c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:43.275308 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-89542d01-519c-4892-9dcb-9f48b976722c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3364596 Jun 04 16:48:43.278608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52098) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:43.285660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-cabcbb1c-d50c-468e-b41e-2011ca6f4349 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '4a9ab466-2e41-43fe-ad1f-224b413b97da', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:43.286337 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-cabcbb1c-d50c-468e-b41e-2011ca6f4349 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 04 16:48:43.287254 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-cabcbb1c-d50c-468e-b41e-2011ca6f4349 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:43.288369 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cabcbb1c-d50c-468e-b41e-2011ca6f4349 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083623 Jun 04 16:48:43.291432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52102) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:43.392068 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4fe43a71-1f4d-4897-b4e4-5aab4a031593 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:43.430813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4fe43a71-1f4d-4897-b4e4-5aab4a031593 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:43.484161 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4fe43a71-1f4d-4897-b4e4-5aab4a031593 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:43.536607 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe43a71-1f4d-4897-b4e4-5aab4a031593 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9ab466-2e41-43fe-ad1f-224b413b97da,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:43.554208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4fe43a71-1f4d-4897-b4e4-5aab4a031593 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:43.555626 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4fe43a71-1f4d-4897-b4e4-5aab4a031593 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "DELETE /v2.0/security-groups/4a9ab466-2e41-43fe-ad1f-224b413b97da HTTP/1.1" status: 204 len: 168 time: 0.2490859 Jun 04 16:48:43.557872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52110) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:43.640158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7960fe75-be26-4d31-a8c4-0b5e107700c9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Synchronizing usage tracker for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:48:43.659189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7960fe75-be26-4d31-a8c4-0b5e107700c9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Unset dirty status for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:48:43.661195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7960fe75-be26-4d31-a8c4-0b5e107700c9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1020575 Jun 04 16:48:43.665751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52120) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:43.671045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-cd3cfe20-b103-4e95-a326-1ef6e63ad62d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group': {'name': 'tempest-secgroup--412407090'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:43.679508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cd3cfe20-b103-4e95-a326-1ef6e63ad62d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:43.701920 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cd3cfe20-b103-4e95-a326-1ef6e63ad62d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:43.726819 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd3cfe20-b103-4e95-a326-1ef6e63ad62d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:43.748485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cd3cfe20-b103-4e95-a326-1ef6e63ad62d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:43.752455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cd3cfe20-b103-4e95-a326-1ef6e63ad62d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:43.756045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cd3cfe20-b103-4e95-a326-1ef6e63ad62d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:43.767199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cd3cfe20-b103-4e95-a326-1ef6e63ad62d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:43.848743 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd3cfe20-b103-4e95-a326-1ef6e63ad62d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:43.854349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd3cfe20-b103-4e95-a326-1ef6e63ad62d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:43.907138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cfe20-b103-4e95-a326-1ef6e63ad62d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc82ccb4-bdbe-4ac0-adfe-1fac11e50755,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:43.914526 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cd3cfe20-b103-4e95-a326-1ef6e63ad62d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:43.916481 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cd3cfe20-b103-4e95-a326-1ef6e63ad62d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2497091 Jun 04 16:48:43.919311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52128) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:43.927487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e97ca34d-6573-4623-8c62-a2f25fa15f0a tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': 'cc82ccb4-bdbe-4ac0-adfe-1fac11e50755', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:43.943056 n-d-811809-3 neutron-server[88797]: WARNING neutron.api.v2.base [None req-e97ca34d-6573-4623-8c62-a2f25fa15f0a tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 04 16:48:43.943624 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-e97ca34d-6573-4623-8c62-a2f25fa15f0a tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:43.947458 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e97ca34d-6573-4623-8c62-a2f25fa15f0a tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214250 Jun 04 16:48:43.948206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52132) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:43.954987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6b5d4c43-a33c-43d6-ac61-d23093bb3755 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': 'cc82ccb4-bdbe-4ac0-adfe-1fac11e50755', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:43.955914 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-6b5d4c43-a33c-43d6-ac61-d23093bb3755 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 04 16:48:43.956581 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-6b5d4c43-a33c-43d6-ac61-d23093bb3755 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:43.960820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52136) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:43.962946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6b5d4c43-a33c-43d6-ac61-d23093bb3755 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0120442 Jun 04 16:48:43.968598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c527fe54-a940-4b43-a6d7-76517cfc0738 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': 'cc82ccb4-bdbe-4ac0-adfe-1fac11e50755', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:43.969437 n-d-811809-3 neutron-server[88797]: WARNING neutron.api.v2.base [None req-c527fe54-a940-4b43-a6d7-76517cfc0738 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 04 16:48:43.977266 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-c527fe54-a940-4b43-a6d7-76517cfc0738 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:43.981580 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c527fe54-a940-4b43-a6d7-76517cfc0738 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0196381 Jun 04 16:48:43.984676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52144) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:43.990629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1ebf5779-a4a6-4fbd-bf2f-3463dbcb7367 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': 'cc82ccb4-bdbe-4ac0-adfe-1fac11e50755', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:43.994585 n-d-811809-3 neutron-server[88797]: WARNING neutron.api.v2.base [None req-1ebf5779-a4a6-4fbd-bf2f-3463dbcb7367 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 04 16:48:43.995644 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-1ebf5779-a4a6-4fbd-bf2f-3463dbcb7367 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:43.996972 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1ebf5779-a4a6-4fbd-bf2f-3463dbcb7367 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108311 Jun 04 16:48:44.000207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52148) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:44.095975 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddf10-0a5e-4f76-8fea-9d19711f241e tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:44.154259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddf10-0a5e-4f76-8fea-9d19711f241e tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:44.246950 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddf10-0a5e-4f76-8fea-9d19711f241e tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:44.271766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ddf10-0a5e-4f76-8fea-9d19711f241e tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc82ccb4-bdbe-4ac0-adfe-1fac11e50755,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:44.291376 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddf10-0a5e-4f76-8fea-9d19711f241e tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:44.292546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dc4ddf10-0a5e-4f76-8fea-9d19711f241e tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "DELETE /v2.0/security-groups/cc82ccb4-bdbe-4ac0-adfe-1fac11e50755 HTTP/1.1" status: 204 len: 168 time: 0.2911735 Jun 04 16:48:44.295848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52160) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:44.386823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-428170ae-758a-47d9-a3cc-b250d72f9de9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Synchronizing usage tracker for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:48:44.408080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-428170ae-758a-47d9-a3cc-b250d72f9de9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Unset dirty status for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:48:44.409579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-428170ae-758a-47d9-a3cc-b250d72f9de9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1124046 Jun 04 16:48:44.414095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52170) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:44.419420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-48626ef0-259c-4e83-bca6-0a8df89518fe tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182595434'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:44.431366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-48626ef0-259c-4e83-bca6-0a8df89518fe tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:44.445188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-48626ef0-259c-4e83-bca6-0a8df89518fe tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:44.471342 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48626ef0-259c-4e83-bca6-0a8df89518fe tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:44.524655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-48626ef0-259c-4e83-bca6-0a8df89518fe tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:44.529444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-48626ef0-259c-4e83-bca6-0a8df89518fe tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:44.532630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-48626ef0-259c-4e83-bca6-0a8df89518fe tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:44.539369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-48626ef0-259c-4e83-bca6-0a8df89518fe tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:44.623354 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48626ef0-259c-4e83-bca6-0a8df89518fe tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:44.629148 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48626ef0-259c-4e83-bca6-0a8df89518fe tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:44.679446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48626ef0-259c-4e83-bca6-0a8df89518fe tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a331b5-06c1-4cee-9888-381f65e5e6e4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:44.685548 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48626ef0-259c-4e83-bca6-0a8df89518fe tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:44.689841 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-48626ef0-259c-4e83-bca6-0a8df89518fe tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2747099 Jun 04 16:48:44.690249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52178) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:44.698350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-86b1e45d-0a88-41e7-b8b8-a8e597bd5efa tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '88a331b5-06c1-4cee-9888-381f65e5e6e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:44.699825 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-86b1e45d-0a88-41e7-b8b8-a8e597bd5efa tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 04 16:48:44.701525 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-86b1e45d-0a88-41e7-b8b8-a8e597bd5efa tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:44.703316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-86b1e45d-0a88-41e7-b8b8-a8e597bd5efa tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118268 Jun 04 16:48:44.707161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52182) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:44.714160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2ef25767-268e-4bae-a068-4fa197178a27 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '88a331b5-06c1-4cee-9888-381f65e5e6e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:44.723001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2ef25767-268e-4bae-a068-4fa197178a27 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:44.728886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2ef25767-268e-4bae-a068-4fa197178a27 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:44.732714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2ef25767-268e-4bae-a068-4fa197178a27 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:44.739428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2ef25767-268e-4bae-a068-4fa197178a27 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:44.793577 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-2ef25767-268e-4bae-a068-4fa197178a27 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:44.795447 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2ef25767-268e-4bae-a068-4fa197178a27 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0872648 Jun 04 16:48:44.798997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52190) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:44.808002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1372a348-f030-4800-b7fb-01b08e7548b6 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '88a331b5-06c1-4cee-9888-381f65e5e6e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:44.808553 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-1372a348-f030-4800-b7fb-01b08e7548b6 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 04 16:48:44.809106 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-1372a348-f030-4800-b7fb-01b08e7548b6 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:44.810383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1372a348-f030-4800-b7fb-01b08e7548b6 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100911 Jun 04 16:48:44.813281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52196) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:44.818619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ca678c75-a8df-40cb-ba86-0a3761a828b3 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '88a331b5-06c1-4cee-9888-381f65e5e6e4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:44.832080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ca678c75-a8df-40cb-ba86-0a3761a828b3 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:44.836545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ca678c75-a8df-40cb-ba86-0a3761a828b3 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:44.839830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ca678c75-a8df-40cb-ba86-0a3761a828b3 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:44.852995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ca678c75-a8df-40cb-ba86-0a3761a828b3 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:44.896417 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-ca678c75-a8df-40cb-ba86-0a3761a828b3 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:44.901885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52202) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:44.902159 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ca678c75-a8df-40cb-ba86-0a3761a828b3 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0875738 Jun 04 16:48:44.911021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-bc160e2a-e83d-432b-8914-35f07d2fcb7f tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '88a331b5-06c1-4cee-9888-381f65e5e6e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:44.911633 n-d-811809-3 neutron-server[88797]: WARNING neutron.api.v2.base [None req-bc160e2a-e83d-432b-8914-35f07d2fcb7f tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 04 16:48:44.912256 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-bc160e2a-e83d-432b-8914-35f07d2fcb7f tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:44.914231 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bc160e2a-e83d-432b-8914-35f07d2fcb7f tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109577 Jun 04 16:48:44.917690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52206) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:44.922947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f9951347-cfc4-495d-a81d-6d9158f6d1be tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '88a331b5-06c1-4cee-9888-381f65e5e6e4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:44.933044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f9951347-cfc4-495d-a81d-6d9158f6d1be tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:44.955104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f9951347-cfc4-495d-a81d-6d9158f6d1be tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:44.959627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f9951347-cfc4-495d-a81d-6d9158f6d1be tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:44.967531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f9951347-cfc4-495d-a81d-6d9158f6d1be tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:45.007709 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-f9951347-cfc4-495d-a81d-6d9158f6d1be tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:45.009035 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f9951347-cfc4-495d-a81d-6d9158f6d1be tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0903888 Jun 04 16:48:45.012440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52210) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:45.017768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-77564c1e-cf68-4deb-ab2e-eb60943f4558 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '88a331b5-06c1-4cee-9888-381f65e5e6e4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:45.018251 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-77564c1e-cf68-4deb-ab2e-eb60943f4558 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 04 16:48:45.019050 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-77564c1e-cf68-4deb-ab2e-eb60943f4558 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:45.023726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-77564c1e-cf68-4deb-ab2e-eb60943f4558 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102220 Jun 04 16:48:45.026812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52214) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:45.032987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6912720f-8bc7-423e-ba94-14e062bce6ed tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '88a331b5-06c1-4cee-9888-381f65e5e6e4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:45.040929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6912720f-8bc7-423e-ba94-14e062bce6ed tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:45.045610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6912720f-8bc7-423e-ba94-14e062bce6ed tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:45.048847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6912720f-8bc7-423e-ba94-14e062bce6ed tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:45.055535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6912720f-8bc7-423e-ba94-14e062bce6ed tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:45.097512 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-6912720f-8bc7-423e-ba94-14e062bce6ed tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:45.099201 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6912720f-8bc7-423e-ba94-14e062bce6ed tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0712805 Jun 04 16:48:45.102988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52218) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:45.108343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-af785aca-b035-412e-8a1f-06d9c5bd0e39 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '88a331b5-06c1-4cee-9888-381f65e5e6e4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:45.116571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-af785aca-b035-412e-8a1f-06d9c5bd0e39 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:45.121250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-af785aca-b035-412e-8a1f-06d9c5bd0e39 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:45.124492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-af785aca-b035-412e-8a1f-06d9c5bd0e39 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:45.131016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-af785aca-b035-412e-8a1f-06d9c5bd0e39 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:45.166157 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-af785aca-b035-412e-8a1f-06d9c5bd0e39 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:45.167782 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-af785aca-b035-412e-8a1f-06d9c5bd0e39 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0635526 Jun 04 16:48:45.171130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52222) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:45.238846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab529eba-1ec5-4e2d-93f0-f867126a8f3a tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:45.266608 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab529eba-1ec5-4e2d-93f0-f867126a8f3a tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:45.325228 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab529eba-1ec5-4e2d-93f0-f867126a8f3a tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:45.356360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab529eba-1ec5-4e2d-93f0-f867126a8f3a tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a331b5-06c1-4cee-9888-381f65e5e6e4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:45.358542 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab529eba-1ec5-4e2d-93f0-f867126a8f3a tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:45.360353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ab529eba-1ec5-4e2d-93f0-f867126a8f3a tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "DELETE /v2.0/security-groups/88a331b5-06c1-4cee-9888-381f65e5e6e4 HTTP/1.1" status: 204 len: 168 time: 0.1875827 Jun 04 16:48:45.363076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52226) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:45.431430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-80e55d16-cc39-4f6e-aba4-685900eec7c6 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Synchronizing usage tracker for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:48:45.457062 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-80e55d16-cc39-4f6e-aba4-685900eec7c6 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Unset dirty status for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:48:45.459376 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-80e55d16-cc39-4f6e-aba4-685900eec7c6 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0949688 Jun 04 16:48:45.463949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52232) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:45.470386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-973ef9a3-b669-4483-bd96-7f078904099c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group': {'name': 'tempest-secgroup--365111066'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:45.480507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-973ef9a3-b669-4483-bd96-7f078904099c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:45.492816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-973ef9a3-b669-4483-bd96-7f078904099c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:45.525099 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-973ef9a3-b669-4483-bd96-7f078904099c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:45.568322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-973ef9a3-b669-4483-bd96-7f078904099c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:45.583388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-973ef9a3-b669-4483-bd96-7f078904099c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:45.586791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-973ef9a3-b669-4483-bd96-7f078904099c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:45.592598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-973ef9a3-b669-4483-bd96-7f078904099c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:45.704219 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-973ef9a3-b669-4483-bd96-7f078904099c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:45.710122 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-973ef9a3-b669-4483-bd96-7f078904099c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:45.750421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ef9a3-b669-4483-bd96-7f078904099c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f03d5e9-1c1a-49cc-ad06-23c034a16725,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:45.792330 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-973ef9a3-b669-4483-bd96-7f078904099c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:45.796985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52236) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:45.797490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-973ef9a3-b669-4483-bd96-7f078904099c tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3321843 Jun 04 16:48:45.802351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c32ac0c8-e18b-44eb-bc55-45683605169d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '7f03d5e9-1c1a-49cc-ad06-23c034a16725', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:45.813368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c32ac0c8-e18b-44eb-bc55-45683605169d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:45.817448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c32ac0c8-e18b-44eb-bc55-45683605169d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:45.820534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c32ac0c8-e18b-44eb-bc55-45683605169d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:45.826529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c32ac0c8-e18b-44eb-bc55-45683605169d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:45.870533 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-c32ac0c8-e18b-44eb-bc55-45683605169d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The resource could not be found. Jun 04 16:48:45.875501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52242) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:45.883587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4e576c1d-082f-4d34-b4f1-73c1129ba4ff tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '7f03d5e9-1c1a-49cc-ad06-23c034a16725', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2a79ec49-9580-4e0b-a7a0-84f747d4716a'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:45.887851 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c32ac0c8-e18b-44eb-bc55-45683605169d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0895782 Jun 04 16:48:45.893380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4e576c1d-082f-4d34-b4f1-73c1129ba4ff tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:45.899838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4e576c1d-082f-4d34-b4f1-73c1129ba4ff tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:45.904288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4e576c1d-082f-4d34-b4f1-73c1129ba4ff tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:45.911923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4e576c1d-082f-4d34-b4f1-73c1129ba4ff tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:45.996318 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-4e576c1d-082f-4d34-b4f1-73c1129ba4ff tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The resource could not be found. Jun 04 16:48:45.997651 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4e576c1d-082f-4d34-b4f1-73c1129ba4ff tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1206059 Jun 04 16:48:46.002556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52248) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:46.086765 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d99d4b65-a311-4840-8361-94601b04f35f tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:46.119330 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d99d4b65-a311-4840-8361-94601b04f35f tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:46.183168 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d99d4b65-a311-4840-8361-94601b04f35f tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:46.207453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d4b65-a311-4840-8361-94601b04f35f tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f03d5e9-1c1a-49cc-ad06-23c034a16725,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:46.215187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d99d4b65-a311-4840-8361-94601b04f35f tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:46.216830 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d99d4b65-a311-4840-8361-94601b04f35f tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f03d5e9-1c1a-49cc-ad06-23c034a16725 HTTP/1.1" status: 204 len: 168 time: 0.2129509 Jun 04 16:48:46.220055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52256) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:46.304808 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ddb41536-84f5-49d9-bac4-0318b9ed737b tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Synchronizing usage tracker for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:48:46.323550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ddb41536-84f5-49d9-bac4-0318b9ed737b tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Unset dirty status for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:48:46.325528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ddb41536-84f5-49d9-bac4-0318b9ed737b tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041052 Jun 04 16:48:46.331589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52260) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:46.337337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b6b12a69-1194-4d38-958b-e543cb0be450 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': 'd3de4f37-d43b-4b50-99c5-98f493482750', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:46.344463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b6b12a69-1194-4d38-958b-e543cb0be450 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:46.348539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b6b12a69-1194-4d38-958b-e543cb0be450 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:46.351992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b6b12a69-1194-4d38-958b-e543cb0be450 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:46.386243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b6b12a69-1194-4d38-958b-e543cb0be450 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:46.438155 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-b6b12a69-1194-4d38-958b-e543cb0be450 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The resource could not be found. Jun 04 16:48:46.440254 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b6b12a69-1194-4d38-958b-e543cb0be450 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1094358 Jun 04 16:48:46.443818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52264) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:46.450557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7311207e-88ce-4807-870b-bfc61a5be1f0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546234092'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:46.459365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7311207e-88ce-4807-870b-bfc61a5be1f0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:46.472876 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7311207e-88ce-4807-870b-bfc61a5be1f0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:46.486284 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7311207e-88ce-4807-870b-bfc61a5be1f0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:46.509974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7311207e-88ce-4807-870b-bfc61a5be1f0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:46.514997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7311207e-88ce-4807-870b-bfc61a5be1f0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:46.518247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7311207e-88ce-4807-870b-bfc61a5be1f0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:46.527369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7311207e-88ce-4807-870b-bfc61a5be1f0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:46.615800 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7311207e-88ce-4807-870b-bfc61a5be1f0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:46.621999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7311207e-88ce-4807-870b-bfc61a5be1f0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:46.676125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311207e-88ce-4807-870b-bfc61a5be1f0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0111b333-b5b4-49fc-8f44-4f60f5a9865b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:46.714521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7311207e-88ce-4807-870b-bfc61a5be1f0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:46.716291 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7311207e-88ce-4807-870b-bfc61a5be1f0 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2710869 Jun 04 16:48:46.719521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52274) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:46.725568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552395498'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:46.739458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:46.754307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:46.761167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:46.773888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:46.797961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:46.821233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:46.825755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:46.829355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:46.840036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:46.930233 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:46.945757 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:47.021152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ade98bc-c015-450b-8375-a87c1c05d259,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:47.026061 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:47.027721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-136122e4-b5dc-40ec-91d0-ac1a02decb56 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3070257 Jun 04 16:48:47.031659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52288) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:47.037960 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-87861244-bb9f-426b-a826-1ea8d4fba5af tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group_rule': {'security_group_id': '0111b333-b5b4-49fc-8f44-4f60f5a9865b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0ade98bc-c015-450b-8375-a87c1c05d259'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:47.056782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-87861244-bb9f-426b-a826-1ea8d4fba5af tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:47.063006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-87861244-bb9f-426b-a826-1ea8d4fba5af tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:47.083198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-87861244-bb9f-426b-a826-1ea8d4fba5af tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:47.098936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-87861244-bb9f-426b-a826-1ea8d4fba5af tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:47.168434 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-87861244-bb9f-426b-a826-1ea8d4fba5af tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 16:48:47.177224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52300) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:47.180310 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-87861244-bb9f-426b-a826-1ea8d4fba5af tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1421542 Jun 04 16:48:47.321964 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c5ae6e87-007f-4ead-ba57-490b83d99d13 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:47.407451 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c5ae6e87-007f-4ead-ba57-490b83d99d13 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:47.524405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c5ae6e87-007f-4ead-ba57-490b83d99d13 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:47.558023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae6e87-007f-4ead-ba57-490b83d99d13 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ade98bc-c015-450b-8375-a87c1c05d259,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:47.566290 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c5ae6e87-007f-4ead-ba57-490b83d99d13 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:47.567696 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c5ae6e87-007f-4ead-ba57-490b83d99d13 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "DELETE /v2.0/security-groups/0ade98bc-c015-450b-8375-a87c1c05d259 HTTP/1.1" status: 204 len: 168 time: 0.3892372 Jun 04 16:48:47.571276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52306) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:47.608883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52312) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:47.715194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5dccc176-cfe7-407b-bb00-a10318e90778 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Synchronizing usage tracker for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:48:47.742453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5dccc176-cfe7-407b-bb00-a10318e90778 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Unset dirty status for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:48:47.744250 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5dccc176-cfe7-407b-bb00-a10318e90778 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1719043 Jun 04 16:48:47.747503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52320) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:47.809926 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-078778a0-3aef-4310-bc30-9f52ba9b7ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:47.851134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-078778a0-3aef-4310-bc30-9f52ba9b7ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:47.859028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-078778a0-3aef-4310-bc30-9f52ba9b7ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:b00eba35a30240d58d71ab986e30e9ea is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:47.864304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-078778a0-3aef-4310-bc30-9f52ba9b7ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:47.873069 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ed615c4-71ac-4008-87d7-a3ea1b3820cd tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:47.875216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-078778a0-3aef-4310-bc30-9f52ba9b7ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:47.918652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ed615c4-71ac-4008-87d7-a3ea1b3820cd tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:47.997625 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ed615c4-71ac-4008-87d7-a3ea1b3820cd tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.035878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed615c4-71ac-4008-87d7-a3ea1b3820cd tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0111b333-b5b4-49fc-8f44-4f60f5a9865b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:48.068259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-078778a0-3aef-4310-bc30-9f52ba9b7ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.069751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4ed615c4-71ac-4008-87d7-a3ea1b3820cd tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.071368 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4ed615c4-71ac-4008-87d7-a3ea1b3820cd tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "DELETE /v2.0/security-groups/0111b333-b5b4-49fc-8f44-4f60f5a9865b HTTP/1.1" status: 204 len: 168 time: 0.3227715 Jun 04 16:48:48.072961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-078778a0-3aef-4310-bc30-9f52ba9b7ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.074059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52330) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:48.138176 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-84f43ec0-a0f5-480d-8774-b3918eeb4084 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627687 Jun 04 16:48:48.142184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52342) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:48.147999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group': {'name': 'tempest-secgroup--815795292'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:48.149036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-078778a0-3aef-4310-bc30-9f52ba9b7ac6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b00eba35a30240d58d71ab986e30e9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388827 Jun 04 16:48:48.149925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52346) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:48.153970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078778a0-3aef-4310-bc30-9f52ba9b7ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da66ac12-9670-489e-87eb-496e8b26469b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:48.156217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:48.161724 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:48.167356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:48.175190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:48.190803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.217426 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:48.222469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Usage tracker for resource:security_group_rule and tenant:cd48bcc388524d9391a1058147397245 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:48.226555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:48.235261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:48.238697 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-393e16ef-2313-4518-8f9d-8d878eaeb48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.269086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-393e16ef-2313-4518-8f9d-8d878eaeb48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.318249 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.324601 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.341460 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-393e16ef-2313-4518-8f9d-8d878eaeb48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.365842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e16ef-2313-4518-8f9d-8d878eaeb48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da66ac12-9670-489e-87eb-496e8b26469b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:48.373500 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-393e16ef-2313-4518-8f9d-8d878eaeb48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.375381 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-393e16ef-2313-4518-8f9d-8d878eaeb48b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da66ac12-9670-489e-87eb-496e8b26469b HTTP/1.1" status: 204 len: 168 time: 0.2242312 Jun 04 16:48:48.399408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2073968-d245-4fdf-9eff-c9b1fa1d5786,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:48.405640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.410381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52360) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:48.411053 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5f17939a-ed63-48f6-8320-c241b2e5cd29 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2668741 Jun 04 16:48:48.418804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-09f32d78-ef98-4c0f-82fa-7801cf591c2d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:48:48.419252 n-d-811809-3 neutron-server[88798]: WARNING neutron.api.v2.base [None req-09f32d78-ef98-4c0f-82fa-7801cf591c2d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 04 16:48:48.419862 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-09f32d78-ef98-4c0f-82fa-7801cf591c2d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] update failed (client error): There was a conflict when trying to complete your request. Jun 04 16:48:48.424108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-09f32d78-ef98-4c0f-82fa-7801cf591c2d tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "PUT /v2.0/security-groups/b2073968-d245-4fdf-9eff-c9b1fa1d5786 HTTP/1.1" status: 409 len: 330 time: 0.0093303 Jun 04 16:48:48.424412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52364) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:48.553140 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01e06043-85ef-4cf8-9b88-d4d2203528e8 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.591483 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01e06043-85ef-4cf8-9b88-d4d2203528e8 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.665634 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01e06043-85ef-4cf8-9b88-d4d2203528e8 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.689769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e06043-85ef-4cf8-9b88-d4d2203528e8 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2073968-d245-4fdf-9eff-c9b1fa1d5786,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:48.700237 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-01e06043-85ef-4cf8-9b88-d4d2203528e8 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:48.702466 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-01e06043-85ef-4cf8-9b88-d4d2203528e8 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2073968-d245-4fdf-9eff-c9b1fa1d5786 HTTP/1.1" status: 204 len: 168 time: 0.2765043 Jun 04 16:48:48.704402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52376) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:48.756673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-76a1a5bd-a74e-4177-bc2f-b13a12575eaa tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Synchronizing usage tracker for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:48:48.778236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-76a1a5bd-a74e-4177-bc2f-b13a12575eaa tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] Unset dirty status for tenant:cd48bcc388524d9391a1058147397245 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:48:48.782559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-76a1a5bd-a74e-4177-bc2f-b13a12575eaa tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745544 Jun 04 16:48:48.786162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52386) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:48.810499 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-59f37f4d-647c-455f-8ae5-22eaa6cacf08 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] delete failed (client error): The resource could not be found. Jun 04 16:48:48.812062 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-59f37f4d-647c-455f-8ae5-22eaa6cacf08 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "DELETE /v2.0/security-groups/78d644ca-011c-4c28-9b24-1c82d1a543e3 HTTP/1.1" status: 404 len: 347 time: 0.0247614 Jun 04 16:48:48.816251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52390) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:48.837800 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-2219f04c-0863-43b0-8835-984b0606b635 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] show failed (client error): The resource could not be found. Jun 04 16:48:48.839027 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2219f04c-0863-43b0-8835-984b0606b635 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "GET /v2.0/security-groups/a0a8f856-6966-4b8d-8550-c5982bca64cf HTTP/1.1" status: 404 len: 347 time: 0.0214503 Jun 04 16:48:48.843032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52396) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:48.862831 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-0726d1cc-c2fe-4c09-be7d-8608b1ed2ce9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] show failed (client error): The resource could not be found. Jun 04 16:48:48.864170 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0726d1cc-c2fe-4c09-be7d-8608b1ed2ce9 tempest-NegativeSecGroupTest-1695435477 tempest-NegativeSecGroupTest-1695435477-project] 10.222.0.13 "GET /v2.0/security-group-rules/8877e674-031e-4a0d-bf0f-cff8d6661d81 HTTP/1.1" status: 404 len: 356 time: 0.0201056 Jun 04 16:48:49.220695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52424) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:49.484231 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4bba2a66-eca5-4ba5-a777-e26e8ef8e4b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd48bcc388524d9391a1058147397245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620203 Jun 04 16:48:49.486935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52432) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:49.553514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f11acde-1817-4e59-bf33-a5486d2924f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:49.583252 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f11acde-1817-4e59-bf33-a5486d2924f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:49.643708 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f11acde-1817-4e59-bf33-a5486d2924f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:49.671149 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11acde-1817-4e59-bf33-a5486d2924f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de94076c-7379-4b1f-9464-db77fdbfdd66,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:49.686831 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2f11acde-1817-4e59-bf33-a5486d2924f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:49.688317 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2f11acde-1817-4e59-bf33-a5486d2924f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de94076c-7379-4b1f-9464-db77fdbfdd66 HTTP/1.1" status: 204 len: 168 time: 0.2002556 Jun 04 16:48:50.781116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52486) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:50.913279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-26e0031f-f2dd-45b0-b73d-db42cadac8a3 tempest-ServiceProvidersTest-2041534771 tempest-ServiceProvidersTest-2041534771-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1307974 Jun 04 16:48:51.271743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52502) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:51.399440 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f7cb707c-6154-4cf6-98c5-a1a6d37271af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:51.415896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f7cb707c-6154-4cf6-98c5-a1a6d37271af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:51.420656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f7cb707c-6154-4cf6-98c5-a1a6d37271af admin admin] Usage tracker for resource:security_group_rule and tenant:e6cefd16471343d9bd6d060d07406924 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:51.423987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f7cb707c-6154-4cf6-98c5-a1a6d37271af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:51.433940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f7cb707c-6154-4cf6-98c5-a1a6d37271af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:51.577132 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f7cb707c-6154-4cf6-98c5-a1a6d37271af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:51.588760 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f7cb707c-6154-4cf6-98c5-a1a6d37271af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:51.645054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f7cb707c-6154-4cf6-98c5-a1a6d37271af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6cefd16471343d9bd6d060d07406924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714108 Jun 04 16:48:51.646638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb707c-6154-4cf6-98c5-a1a6d37271af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4bc240-4889-4d73-929f-ce481924d7f9,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:51.647393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52516) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:51.722224 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e765-a9a7-4616-ba53-9983cff1805f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:51.760967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e765-a9a7-4616-ba53-9983cff1805f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:51.847091 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e765-a9a7-4616-ba53-9983cff1805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:51.871590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5e765-a9a7-4616-ba53-9983cff1805f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4bc240-4889-4d73-929f-ce481924d7f9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:51.881028 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e765-a9a7-4616-ba53-9983cff1805f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:51.883485 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f6a5e765-a9a7-4616-ba53-9983cff1805f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b4bc240-4889-4d73-929f-ce481924d7f9 HTTP/1.1" status: 204 len: 168 time: 0.2331593 Jun 04 16:48:54.145024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52628) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:54.296416 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d65daa8a-ef9a-4fe5-a283-9111537f3df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:54.314705 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d65daa8a-ef9a-4fe5-a283-9111537f3df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:54.319043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d65daa8a-ef9a-4fe5-a283-9111537f3df4 admin admin] Usage tracker for resource:security_group_rule and tenant:f1606d86cf19447aa09821de5657be9d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:54.322967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d65daa8a-ef9a-4fe5-a283-9111537f3df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:54.329226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d65daa8a-ef9a-4fe5-a283-9111537f3df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:54.432418 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d65daa8a-ef9a-4fe5-a283-9111537f3df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:54.439032 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d65daa8a-ef9a-4fe5-a283-9111537f3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:54.504241 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d65daa8a-ef9a-4fe5-a283-9111537f3df4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1606d86cf19447aa09821de5657be9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3580022 Jun 04 16:48:54.505882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65daa8a-ef9a-4fe5-a283-9111537f3df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4774c921-1f4f-40c6-8b8e-2abf675586fb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:54.506977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52650) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:54.592986 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-242793e6-76ae-4db4-965a-35b33b87685e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:54.620535 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-242793e6-76ae-4db4-965a-35b33b87685e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:54.684634 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-242793e6-76ae-4db4-965a-35b33b87685e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:54.695454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52658) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:54.715809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242793e6-76ae-4db4-965a-35b33b87685e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4774c921-1f4f-40c6-8b8e-2abf675586fb,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:54.739698 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-242793e6-76ae-4db4-965a-35b33b87685e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:54.741033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-242793e6-76ae-4db4-965a-35b33b87685e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4774c921-1f4f-40c6-8b8e-2abf675586fb HTTP/1.1" status: 204 len: 168 time: 0.2323110 Jun 04 16:48:54.853219 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89578d2b-2b7f-49ae-baca-d3f23bb1ee35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:54.877592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-89578d2b-2b7f-49ae-baca-d3f23bb1ee35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:54.882562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-89578d2b-2b7f-49ae-baca-d3f23bb1ee35 admin admin] Usage tracker for resource:security_group_rule and tenant:ed36d6309dd44e0b84a334c5696d1386 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:54.885701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-89578d2b-2b7f-49ae-baca-d3f23bb1ee35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:54.893371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-89578d2b-2b7f-49ae-baca-d3f23bb1ee35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:55.034444 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89578d2b-2b7f-49ae-baca-d3f23bb1ee35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.040665 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89578d2b-2b7f-49ae-baca-d3f23bb1ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.094181 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-89578d2b-2b7f-49ae-baca-d3f23bb1ee35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed36d6309dd44e0b84a334c5696d1386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932064 Jun 04 16:48:55.094421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52672) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:55.138620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89578d2b-2b7f-49ae-baca-d3f23bb1ee35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd4a6f5-c55e-4e17-a678-7c6eb7365d87,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:55.206118 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13223f29-d27b-43fd-b793-6b15c08aa82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.229766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52678) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:55.239386 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13223f29-d27b-43fd-b793-6b15c08aa82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.251352 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b012bcb-eef4-42be-922a-3308c2c78e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.267228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4b012bcb-eef4-42be-922a-3308c2c78e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:55.271811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4b012bcb-eef4-42be-922a-3308c2c78e7a admin admin] Usage tracker for resource:security_group_rule and tenant:6ce3c8f0b14143ea92e98dadc45701e8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:55.275427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4b012bcb-eef4-42be-922a-3308c2c78e7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:55.281935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4b012bcb-eef4-42be-922a-3308c2c78e7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:55.342031 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13223f29-d27b-43fd-b793-6b15c08aa82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.368954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13223f29-d27b-43fd-b793-6b15c08aa82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd4a6f5-c55e-4e17-a678-7c6eb7365d87,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:55.387106 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13223f29-d27b-43fd-b793-6b15c08aa82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.391640 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-13223f29-d27b-43fd-b793-6b15c08aa82c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dd4a6f5-c55e-4e17-a678-7c6eb7365d87 HTTP/1.1" status: 204 len: 168 time: 0.2960339 Jun 04 16:48:55.442898 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b012bcb-eef4-42be-922a-3308c2c78e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.449304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b012bcb-eef4-42be-922a-3308c2c78e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.518459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4b012bcb-eef4-42be-922a-3308c2c78e7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ce3c8f0b14143ea92e98dadc45701e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867939 Jun 04 16:48:55.521273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52688) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:55.523445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b012bcb-eef4-42be-922a-3308c2c78e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed0ff9e-9643-47b5-b161-dbbdb0744696,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:55.680077 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6782439-5475-4a11-b53c-f9977b8d4cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.729071 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6782439-5475-4a11-b53c-f9977b8d4cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.796963 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6782439-5475-4a11-b53c-f9977b8d4cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.814525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6782439-5475-4a11-b53c-f9977b8d4cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed0ff9e-9643-47b5-b161-dbbdb0744696,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:55.819642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6782439-5475-4a11-b53c-f9977b8d4cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.820545 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b6782439-5475-4a11-b53c-f9977b8d4cb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ed0ff9e-9643-47b5-b161-dbbdb0744696 HTTP/1.1" status: 204 len: 168 time: 0.2960734 Jun 04 16:48:55.914885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52698) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:55.936571 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53a6d747-394f-4134-93aa-3dc390e775da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:55.955216 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-53a6d747-394f-4134-93aa-3dc390e775da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:55.959814 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-53a6d747-394f-4134-93aa-3dc390e775da admin admin] Usage tracker for resource:security_group_rule and tenant:9fc9f0c7be5f4753b1cb1aa7a00cff61 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:55.963718 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-53a6d747-394f-4134-93aa-3dc390e775da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:55.970324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-53a6d747-394f-4134-93aa-3dc390e775da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:56.105029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53a6d747-394f-4134-93aa-3dc390e775da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:56.110198 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53a6d747-394f-4134-93aa-3dc390e775da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:56.170944 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-53a6d747-394f-4134-93aa-3dc390e775da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fc9f0c7be5f4753b1cb1aa7a00cff61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546914 Jun 04 16:48:56.173109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6d747-394f-4134-93aa-3dc390e775da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8f421a-60d5-4576-842f-b7d14cfcb1aa,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:56.173694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52708) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:56.273326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52716) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:56.309607 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-69a72881-41b5-412d-b88f-afea5c83398a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:56.360131 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-95e117ab-edc1-4203-bc61-27408c79e18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:56.363559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-69a72881-41b5-412d-b88f-afea5c83398a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:48:56.378302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-69a72881-41b5-412d-b88f-afea5c83398a admin admin] Usage tracker for resource:security_group_rule and tenant:fce39c07cdc240b09ef9406e585f8c9a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:48:56.384026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-69a72881-41b5-412d-b88f-afea5c83398a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:48:56.427236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-69a72881-41b5-412d-b88f-afea5c83398a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:48:56.434918 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-95e117ab-edc1-4203-bc61-27408c79e18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:56.572302 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-69a72881-41b5-412d-b88f-afea5c83398a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:56.581322 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-69a72881-41b5-412d-b88f-afea5c83398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:56.622534 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-95e117ab-edc1-4203-bc61-27408c79e18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:56.664608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a72881-41b5-412d-b88f-afea5c83398a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc59f75-5127-4cc2-a526-54030a843696,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:56.696319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52726) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:48:56.703014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-69a72881-41b5-412d-b88f-afea5c83398a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fce39c07cdc240b09ef9406e585f8c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4285550 Jun 04 16:48:56.713718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e117ab-edc1-4203-bc61-27408c79e18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8f421a-60d5-4576-842f-b7d14cfcb1aa,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:56.719179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-95e117ab-edc1-4203-bc61-27408c79e18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:56.720500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-95e117ab-edc1-4203-bc61-27408c79e18a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a8f421a-60d5-4576-842f-b7d14cfcb1aa HTTP/1.1" status: 204 len: 168 time: 0.5456936 Jun 04 16:48:56.781660 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-18e83071-74e2-429c-ac66-a4af8aaef75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:56.813751 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-18e83071-74e2-429c-ac66-a4af8aaef75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:56.884962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-18e83071-74e2-429c-ac66-a4af8aaef75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:56.923163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e83071-74e2-429c-ac66-a4af8aaef75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc59f75-5127-4cc2-a526-54030a843696,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:48:56.956008 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-18e83071-74e2-429c-ac66-a4af8aaef75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:48:56.961539 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-18e83071-74e2-429c-ac66-a4af8aaef75f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dc59f75-5127-4cc2-a526-54030a843696 HTTP/1.1" status: 204 len: 168 time: 0.2639124 Jun 04 16:48:57.810922 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3831f6a6-2a82-41ee-b019-811f86575935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:00.049812 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7615149b-da93-41bd-a1b6-950fa436db35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:00.299315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 52892) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:00.546058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35aa27d2-29fa-4304-b25d-ccd78e096f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:00.606830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-35aa27d2-29fa-4304-b25d-ccd78e096f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:00.614562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-35aa27d2-29fa-4304-b25d-ccd78e096f7e admin admin] Usage tracker for resource:security_group_rule and tenant:3b779c931fc14d74b69a3cf12c8acdbb is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:00.627299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-35aa27d2-29fa-4304-b25d-ccd78e096f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:00.642668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-35aa27d2-29fa-4304-b25d-ccd78e096f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:00.839160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35aa27d2-29fa-4304-b25d-ccd78e096f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:00.852760 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35aa27d2-29fa-4304-b25d-ccd78e096f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:00.944910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa27d2-29fa-4304-b25d-ccd78e096f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe52cd4-fc0d-46da-a466-fc1d3e61e4b7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:01.093117 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-35aa27d2-29fa-4304-b25d-ccd78e096f7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b779c931fc14d74b69a3cf12c8acdbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7926626 Jun 04 16:49:01.096390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52914) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:01.181027 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:01.239648 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-376caec7-401b-42c8-ae8b-f1c588ad64a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:01.320902 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-376caec7-401b-42c8-ae8b-f1c588ad64a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:01.399731 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:01.428587 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-376caec7-401b-42c8-ae8b-f1c588ad64a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:01.459307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376caec7-401b-42c8-ae8b-f1c588ad64a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe52cd4-fc0d-46da-a466-fc1d3e61e4b7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:01.464218 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-376caec7-401b-42c8-ae8b-f1c588ad64a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:01.485782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-376caec7-401b-42c8-ae8b-f1c588ad64a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fe52cd4-fc0d-46da-a466-fc1d3e61e4b7 HTTP/1.1" status: 204 len: 168 time: 0.3805757 Jun 04 16:49:01.919727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52930) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:01.944562 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-054dd915-fe32-4278-b59f-9f4cc30299d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:02.087726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-054dd915-fe32-4278-b59f-9f4cc30299d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:02.091557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-054dd915-fe32-4278-b59f-9f4cc30299d5 admin admin] Usage tracker for resource:security_group_rule and tenant:410f1efa17634fee9dcd049999faa771 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:02.094350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-054dd915-fe32-4278-b59f-9f4cc30299d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:02.100072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-054dd915-fe32-4278-b59f-9f4cc30299d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:02.183111 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-054dd915-fe32-4278-b59f-9f4cc30299d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:02.187334 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-054dd915-fe32-4278-b59f-9f4cc30299d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:02.232918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054dd915-fe32-4278-b59f-9f4cc30299d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdce0f7-7578-436c-a662-dc877a8c4aa1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:02.240922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-054dd915-fe32-4278-b59f-9f4cc30299d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=410f1efa17634fee9dcd049999faa771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174992 Jun 04 16:49:02.241320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 52938) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:02.300605 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7722df7e-ce00-419f-9e8d-ca815bf666f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:02.326960 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7722df7e-ce00-419f-9e8d-ca815bf666f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:02.383535 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7722df7e-ce00-419f-9e8d-ca815bf666f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:02.399976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722df7e-ce00-419f-9e8d-ca815bf666f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdce0f7-7578-436c-a662-dc877a8c4aa1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:02.405930 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7722df7e-ce00-419f-9e8d-ca815bf666f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:02.407740 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7722df7e-ce00-419f-9e8d-ca815bf666f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbdce0f7-7578-436c-a662-dc877a8c4aa1 HTTP/1.1" status: 204 len: 168 time: 0.1655533 Jun 04 16:49:02.617831 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:04.075739 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:04.224689 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:05.582917 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:49:06.730665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53064) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:06.868988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0559ef28-b00d-4c93-9a07-eed4a83faa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:06.890207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0559ef28-b00d-4c93-9a07-eed4a83faa7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:06.899164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0559ef28-b00d-4c93-9a07-eed4a83faa7f admin admin] Usage tracker for resource:security_group_rule and tenant:7c1e465d1b714f308d734b5ecdfa44d8 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:06.903029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0559ef28-b00d-4c93-9a07-eed4a83faa7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:06.909158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0559ef28-b00d-4c93-9a07-eed4a83faa7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:07.016273 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0559ef28-b00d-4c93-9a07-eed4a83faa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:07.021189 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0559ef28-b00d-4c93-9a07-eed4a83faa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:07.068335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559ef28-b00d-4c93-9a07-eed4a83faa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759f17fe-0596-4f27-91cc-f67e1c29c973,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:07.089243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53070) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:07.103141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0559ef28-b00d-4c93-9a07-eed4a83faa7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c1e465d1b714f308d734b5ecdfa44d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711498 Jun 04 16:49:07.156034 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ccb62b7-831c-49fb-afb7-40e3c87efd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:07.187267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ccb62b7-831c-49fb-afb7-40e3c87efd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:07.243340 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ccb62b7-831c-49fb-afb7-40e3c87efd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:07.261318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb62b7-831c-49fb-afb7-40e3c87efd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759f17fe-0596-4f27-91cc-f67e1c29c973,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:07.276268 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ccb62b7-831c-49fb-afb7-40e3c87efd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:07.278357 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5ccb62b7-831c-49fb-afb7-40e3c87efd3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/759f17fe-0596-4f27-91cc-f67e1c29c973 HTTP/1.1" status: 204 len: 168 time: 0.1875448 Jun 04 16:49:07.824294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53090) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:07.849775 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a04c0ec1-16c3-41d9-8e6d-4700a231d2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:07.867329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a04c0ec1-16c3-41d9-8e6d-4700a231d2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:07.871559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a04c0ec1-16c3-41d9-8e6d-4700a231d2e5 admin admin] Usage tracker for resource:security_group_rule and tenant:1bc962936ab440e78ee7b36cc6decbc8 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:07.874677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a04c0ec1-16c3-41d9-8e6d-4700a231d2e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:07.880900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a04c0ec1-16c3-41d9-8e6d-4700a231d2e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:08.001022 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a04c0ec1-16c3-41d9-8e6d-4700a231d2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:08.009388 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a04c0ec1-16c3-41d9-8e6d-4700a231d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:08.098712 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a04c0ec1-16c3-41d9-8e6d-4700a231d2e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bc962936ab440e78ee7b36cc6decbc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731886 Jun 04 16:49:08.099644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53100) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:08.149661 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c0ec1-16c3-41d9-8e6d-4700a231d2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db02f5a3-6a91-4243-a1ba-91bc1f47efcb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:08.190781 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6e25-4d68-4a20-856f-9da447735789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:08.247090 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6e25-4d68-4a20-856f-9da447735789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:08.331308 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6e25-4d68-4a20-856f-9da447735789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:08.385180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c6e25-4d68-4a20-856f-9da447735789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db02f5a3-6a91-4243-a1ba-91bc1f47efcb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:08.394237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6e25-4d68-4a20-856f-9da447735789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:08.396941 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-aa6c6e25-4d68-4a20-856f-9da447735789 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db02f5a3-6a91-4243-a1ba-91bc1f47efcb HTTP/1.1" status: 204 len: 168 time: 0.2932634 Jun 04 16:49:09.094084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53120) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:09.113858 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2dfd579-281d-42b3-9a75-f9fc25429b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:09.134174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d2dfd579-281d-42b3-9a75-f9fc25429b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:09.138856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d2dfd579-281d-42b3-9a75-f9fc25429b6c admin admin] Usage tracker for resource:security_group_rule and tenant:d4dd831eb0ac40bcaaf04273e2a9449b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:09.141941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d2dfd579-281d-42b3-9a75-f9fc25429b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:09.148523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d2dfd579-281d-42b3-9a75-f9fc25429b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:09.238098 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2dfd579-281d-42b3-9a75-f9fc25429b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:09.243517 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2dfd579-281d-42b3-9a75-f9fc25429b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:09.292338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfd579-281d-42b3-9a75-f9fc25429b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934972ab-1ae6-489e-9ade-3dd8d497f61e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:09.296924 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d2dfd579-281d-42b3-9a75-f9fc25429b6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4dd831eb0ac40bcaaf04273e2a9449b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016628 Jun 04 16:49:09.300104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53126) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:09.453304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:09.535071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:09.647309 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:09.668013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934972ab-1ae6-489e-9ade-3dd8d497f61e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:09.677764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:09.678239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:09.678579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:09.678924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:09.679465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:09.679791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:09.682540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:09.682540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:09.682540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:09.682540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:09.682540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:09.682540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:09.691510 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:09.696221 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a93973e5-edb2-42ac-a3c1-ec2593e91e04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/934972ab-1ae6-489e-9ade-3dd8d497f61e HTTP/1.1" status: 204 len: 168 time: 0.3871403 Jun 04 16:49:13.707531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53274) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:13.883721 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a33ea5b4-895c-4389-8fa7-409047a20c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:13.910710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a33ea5b4-895c-4389-8fa7-409047a20c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:13.915667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a33ea5b4-895c-4389-8fa7-409047a20c51 admin admin] Usage tracker for resource:security_group_rule and tenant:21a710e94cc34bb795ddfb385c5e3ce2 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:13.918645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a33ea5b4-895c-4389-8fa7-409047a20c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:13.927369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a33ea5b4-895c-4389-8fa7-409047a20c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:14.058677 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a33ea5b4-895c-4389-8fa7-409047a20c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:14.064955 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a33ea5b4-895c-4389-8fa7-409047a20c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:14.129159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53302) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:14.129784 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a33ea5b4-895c-4389-8fa7-409047a20c51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21a710e94cc34bb795ddfb385c5e3ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4206600 Jun 04 16:49:14.130201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ea5b4-895c-4389-8fa7-409047a20c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646b186b-a083-4288-86a5-ec611578f2d8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:14.222413 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2c3d57c-a968-4961-87a0-f69323d1e66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:14.255180 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2c3d57c-a968-4961-87a0-f69323d1e66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:14.320985 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2c3d57c-a968-4961-87a0-f69323d1e66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:14.338198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3d57c-a968-4961-87a0-f69323d1e66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646b186b-a083-4288-86a5-ec611578f2d8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:14.348590 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2c3d57c-a968-4961-87a0-f69323d1e66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:14.352130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f2c3d57c-a968-4961-87a0-f69323d1e66b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/646b186b-a083-4288-86a5-ec611578f2d8 HTTP/1.1" status: 204 len: 168 time: 0.2192619 Jun 04 16:49:14.724249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53342) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:14.744675 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a878267-9024-4155-81a5-9852bd6a1e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:14.765903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7a878267-9024-4155-81a5-9852bd6a1e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:14.772410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7a878267-9024-4155-81a5-9852bd6a1e9a admin admin] Usage tracker for resource:security_group_rule and tenant:f92aee66a05343ca9394dd6478aaace3 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:14.775984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7a878267-9024-4155-81a5-9852bd6a1e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:14.784193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7a878267-9024-4155-81a5-9852bd6a1e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:14.885119 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a878267-9024-4155-81a5-9852bd6a1e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:14.890190 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7a878267-9024-4155-81a5-9852bd6a1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:14.958504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7a878267-9024-4155-81a5-9852bd6a1e9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f92aee66a05343ca9394dd6478aaace3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330325 Jun 04 16:49:14.958817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53352) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:14.962221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a878267-9024-4155-81a5-9852bd6a1e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657c0d11-aa8a-421b-9143-8148b1508bbb,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:15.034420 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6183eea6-c560-4129-87b6-71a90ce3932a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:15.065958 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6183eea6-c560-4129-87b6-71a90ce3932a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:15.125631 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6183eea6-c560-4129-87b6-71a90ce3932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:15.144103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183eea6-c560-4129-87b6-71a90ce3932a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657c0d11-aa8a-421b-9143-8148b1508bbb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:15.155309 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6183eea6-c560-4129-87b6-71a90ce3932a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:15.166686 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6183eea6-c560-4129-87b6-71a90ce3932a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/657c0d11-aa8a-421b-9143-8148b1508bbb HTTP/1.1" status: 204 len: 168 time: 0.1992595 Jun 04 16:49:16.898146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53432) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:17.089527 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94e9a506-2671-4fd5-98cc-a7f846cd8136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:17.104710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-94e9a506-2671-4fd5-98cc-a7f846cd8136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:17.108685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-94e9a506-2671-4fd5-98cc-a7f846cd8136 admin admin] Usage tracker for resource:security_group_rule and tenant:4d5e3c8cdc7342d6be21e4ee2b1e0847 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:17.111546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-94e9a506-2671-4fd5-98cc-a7f846cd8136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:17.117681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-94e9a506-2671-4fd5-98cc-a7f846cd8136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:17.202945 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94e9a506-2671-4fd5-98cc-a7f846cd8136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:17.209222 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94e9a506-2671-4fd5-98cc-a7f846cd8136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:17.266468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9a506-2671-4fd5-98cc-a7f846cd8136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73728889-dca4-403b-9378-4b4a4ff2de5e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:17.271898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-94e9a506-2671-4fd5-98cc-a7f846cd8136 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d5e3c8cdc7342d6be21e4ee2b1e0847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3724051 Jun 04 16:49:17.274754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53442) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:17.345824 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b46d91e1-c26e-433c-83fa-f0f7d4f1d0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:17.401739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b46d91e1-c26e-433c-83fa-f0f7d4f1d0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:17.484900 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b46d91e1-c26e-433c-83fa-f0f7d4f1d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:17.510661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d91e1-c26e-433c-83fa-f0f7d4f1d0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73728889-dca4-403b-9378-4b4a4ff2de5e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:17.526941 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b46d91e1-c26e-433c-83fa-f0f7d4f1d0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:17.531778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b46d91e1-c26e-433c-83fa-f0f7d4f1d0b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73728889-dca4-403b-9378-4b4a4ff2de5e HTTP/1.1" status: 204 len: 168 time: 0.2558234 Jun 04 16:49:21.635217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-4d30912b-c7e3-4915-a3bc-4ad8589054f5 req-47e33a26-f2c1-4588-aa3a-744a1973e3ee tempest-ServerShowV257Test-1749808750 tempest-ServerShowV257Test-1749808750-project] (88797) timed out ('10.222.0.46', 62771) {{(pid=88797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 16:49:25.065564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53722) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:25.192637 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a9003d98-4a95-4d33-9012-3f8aad385322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:25.221548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a9003d98-4a95-4d33-9012-3f8aad385322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:25.237783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a9003d98-4a95-4d33-9012-3f8aad385322 admin admin] Usage tracker for resource:security_group_rule and tenant:6691b04586e94e2292269dbbaaed4d0c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:25.241905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a9003d98-4a95-4d33-9012-3f8aad385322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:25.249499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a9003d98-4a95-4d33-9012-3f8aad385322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:25.368765 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a9003d98-4a95-4d33-9012-3f8aad385322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:25.376531 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a9003d98-4a95-4d33-9012-3f8aad385322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:25.435889 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a9003d98-4a95-4d33-9012-3f8aad385322 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6691b04586e94e2292269dbbaaed4d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691375 Jun 04 16:49:25.436994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9003d98-4a95-4d33-9012-3f8aad385322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb6f5e1-68b4-40d2-a160-5327a181a5c0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:25.438644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53732) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:25.537342 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-acb3e8eb-ff6e-4803-867f-8f740955d5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:25.577793 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-acb3e8eb-ff6e-4803-867f-8f740955d5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:25.644710 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-acb3e8eb-ff6e-4803-867f-8f740955d5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:25.662237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3e8eb-ff6e-4803-867f-8f740955d5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb6f5e1-68b4-40d2-a160-5327a181a5c0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:25.676096 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-acb3e8eb-ff6e-4803-867f-8f740955d5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:25.677802 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-acb3e8eb-ff6e-4803-867f-8f740955d5ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfb6f5e1-68b4-40d2-a160-5327a181a5c0 HTTP/1.1" status: 204 len: 168 time: 0.2380116 Jun 04 16:49:27.822253 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-42dacf6c-e8bd-4851-ab80-5fc28952ae80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:28.647204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53844) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:28.798458 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbf19-5b0d-4e8b-954d-fa24c85546e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:28.818717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7ddfbf19-5b0d-4e8b-954d-fa24c85546e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:28.823075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7ddfbf19-5b0d-4e8b-954d-fa24c85546e4 admin admin] Usage tracker for resource:security_group_rule and tenant:5b815933552246328a4e2c66499d9ab0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:28.826401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7ddfbf19-5b0d-4e8b-954d-fa24c85546e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:28.834206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7ddfbf19-5b0d-4e8b-954d-fa24c85546e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:28.934166 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbf19-5b0d-4e8b-954d-fa24c85546e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:28.944585 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbf19-5b0d-4e8b-954d-fa24c85546e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:28.985380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfbf19-5b0d-4e8b-954d-fa24c85546e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1f80c2-46fc-47b2-8ca7-f67a39e9f7b3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:29.003916 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7ddfbf19-5b0d-4e8b-954d-fa24c85546e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b815933552246328a4e2c66499d9ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554354 Jun 04 16:49:29.006531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53856) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:29.081250 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fdda16fc-85de-4f0e-9e2e-a75fac835d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:29.110076 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fdda16fc-85de-4f0e-9e2e-a75fac835d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:29.171842 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fdda16fc-85de-4f0e-9e2e-a75fac835d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:29.210037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda16fc-85de-4f0e-9e2e-a75fac835d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1f80c2-46fc-47b2-8ca7-f67a39e9f7b3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:29.241365 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fdda16fc-85de-4f0e-9e2e-a75fac835d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:29.242721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fdda16fc-85de-4f0e-9e2e-a75fac835d22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d1f80c2-46fc-47b2-8ca7-f67a39e9f7b3 HTTP/1.1" status: 204 len: 168 time: 0.2350051 Jun 04 16:49:29.660615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53870) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:29.682600 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b86d7c99-8aa2-4754-8676-0719e4301f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:29.700545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b86d7c99-8aa2-4754-8676-0719e4301f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:29.704832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b86d7c99-8aa2-4754-8676-0719e4301f15 admin admin] Usage tracker for resource:security_group_rule and tenant:0a3b74b579de4a538326691a0e170cf9 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:29.708495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b86d7c99-8aa2-4754-8676-0719e4301f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:29.715575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b86d7c99-8aa2-4754-8676-0719e4301f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:29.846975 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b86d7c99-8aa2-4754-8676-0719e4301f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:29.856114 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b86d7c99-8aa2-4754-8676-0719e4301f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:29.903945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 53882) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:29.904450 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b86d7c99-8aa2-4754-8676-0719e4301f15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a3b74b579de4a538326691a0e170cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417433 Jun 04 16:49:29.934023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d7c99-8aa2-4754-8676-0719e4301f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efa72e8-2470-4b21-925c-35d26132cfb6,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:29.996603 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:30.024300 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:30.047631 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c8daf8cd-9f6e-47f9-a00e-4c45cc0462e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:30.080558 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:30.099307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efa72e8-2470-4b21-925c-35d26132cfb6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:30.109124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:30.109719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:30.110236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:30.110793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:30.111313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:30.111740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:30.112174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:30.112591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:30.112980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:30.113367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:30.113748 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:30.114127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:49:30.117349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:30.118956 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6133a839-1f5f-4467-8ad3-5f791a95d05b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0efa72e8-2470-4b21-925c-35d26132cfb6 HTTP/1.1" status: 204 len: 168 time: 0.2140388 Jun 04 16:49:31.169571 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:31.258124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53930) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:31.391949 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:31.536376 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23f5871d-a88e-41e1-945e-2db3aa17accc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:31.574174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-23f5871d-a88e-41e1-945e-2db3aa17accc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:31.581766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-23f5871d-a88e-41e1-945e-2db3aa17accc admin admin] Usage tracker for resource:security_group_rule and tenant:b6485ee1b6da414d8a1b5728aa9dab19 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:31.587279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-23f5871d-a88e-41e1-945e-2db3aa17accc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:31.603344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-23f5871d-a88e-41e1-945e-2db3aa17accc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:31.751676 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23f5871d-a88e-41e1-945e-2db3aa17accc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:31.759294 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23f5871d-a88e-41e1-945e-2db3aa17accc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:31.799191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5871d-a88e-41e1-945e-2db3aa17accc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54cd84d-4631-45c2-8270-315a3e6964d1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:31.824659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-23f5871d-a88e-41e1-945e-2db3aa17accc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6485ee1b6da414d8a1b5728aa9dab19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635755 Jun 04 16:49:31.825448 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 53948) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:31.893795 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9cdef5b8-10a5-463c-90e5-cee4f44daee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:31.921780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9cdef5b8-10a5-463c-90e5-cee4f44daee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:32.008801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9cdef5b8-10a5-463c-90e5-cee4f44daee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:32.041965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdef5b8-10a5-463c-90e5-cee4f44daee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54cd84d-4631-45c2-8270-315a3e6964d1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:32.057257 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9cdef5b8-10a5-463c-90e5-cee4f44daee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:32.058839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9cdef5b8-10a5-463c-90e5-cee4f44daee6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f54cd84d-4631-45c2-8270-315a3e6964d1 HTTP/1.1" status: 204 len: 168 time: 0.2323947 Jun 04 16:49:32.624707 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:34.061452 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:34.244433 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:42.583985 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:49:53.675044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54522) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:54.023623 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83ef7f5c-94f0-4017-b798-c97446a4f0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:54.040576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-83ef7f5c-94f0-4017-b798-c97446a4f0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:54.045152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-83ef7f5c-94f0-4017-b798-c97446a4f0c1 admin admin] Usage tracker for resource:security_group_rule and tenant:0069a2a596e6433e8e012d39b82b7c50 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:54.048311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-83ef7f5c-94f0-4017-b798-c97446a4f0c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:54.054678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-83ef7f5c-94f0-4017-b798-c97446a4f0c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:54.313729 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83ef7f5c-94f0-4017-b798-c97446a4f0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:54.322027 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83ef7f5c-94f0-4017-b798-c97446a4f0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:54.383451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-83ef7f5c-94f0-4017-b798-c97446a4f0c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0069a2a596e6433e8e012d39b82b7c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7046003 Jun 04 16:49:54.383451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef7f5c-94f0-4017-b798-c97446a4f0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea953c3f-ea61-46f1-a20a-84a0dfbb72d3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:54.384479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54542) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:54.461223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a187c686-d75b-44f3-a7c0-8f9a40b77cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:54.494612 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a187c686-d75b-44f3-a7c0-8f9a40b77cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:54.625460 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a187c686-d75b-44f3-a7c0-8f9a40b77cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:54.654671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187c686-d75b-44f3-a7c0-8f9a40b77cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea953c3f-ea61-46f1-a20a-84a0dfbb72d3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:54.660208 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a187c686-d75b-44f3-a7c0-8f9a40b77cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:54.664591 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a187c686-d75b-44f3-a7c0-8f9a40b77cef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea953c3f-ea61-46f1-a20a-84a0dfbb72d3 HTTP/1.1" status: 204 len: 168 time: 0.2759647 Jun 04 16:49:54.860838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54552) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:55.229309 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7342-b4a4-4456-8866-22d89ac34faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:55.284888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f2bb7342-b4a4-4456-8866-22d89ac34faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:55.297094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f2bb7342-b4a4-4456-8866-22d89ac34faa admin admin] Usage tracker for resource:security_group_rule and tenant:1c6ee12742e3409f99e0ce7340c2ec57 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:55.307401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f2bb7342-b4a4-4456-8866-22d89ac34faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:55.327398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f2bb7342-b4a4-4456-8866-22d89ac34faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:55.508915 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7342-b4a4-4456-8866-22d89ac34faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:55.513668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7342-b4a4-4456-8866-22d89ac34faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:55.632712 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f2bb7342-b4a4-4456-8866-22d89ac34faa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c6ee12742e3409f99e0ce7340c2ec57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701321 Jun 04 16:49:55.635623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54592) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:55.636857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb7342-b4a4-4456-8866-22d89ac34faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1d7da1-baa4-4c88-817b-b2c30f98ea90,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:55.738341 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-af4d0018-4232-4387-9754-0410303c3728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:55.791272 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-af4d0018-4232-4387-9754-0410303c3728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:55.880467 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-af4d0018-4232-4387-9754-0410303c3728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:55.913097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d0018-4232-4387-9754-0410303c3728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1d7da1-baa4-4c88-817b-b2c30f98ea90,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:55.913097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-af4d0018-4232-4387-9754-0410303c3728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:55.918390 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-af4d0018-4232-4387-9754-0410303c3728 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b1d7da1-baa4-4c88-817b-b2c30f98ea90 HTTP/1.1" status: 204 len: 168 time: 0.2766004 Jun 04 16:49:56.006050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54606) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:56.419020 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d978bf9b-da92-4cfb-adeb-d3c22e38eb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:56.464903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d978bf9b-da92-4cfb-adeb-d3c22e38eb87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:56.469814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d978bf9b-da92-4cfb-adeb-d3c22e38eb87 admin admin] Usage tracker for resource:security_group_rule and tenant:5c99a2a274cf4253abe1b1aef8ae11c7 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:56.474179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d978bf9b-da92-4cfb-adeb-d3c22e38eb87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:56.491522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d978bf9b-da92-4cfb-adeb-d3c22e38eb87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:56.593430 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d978bf9b-da92-4cfb-adeb-d3c22e38eb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:56.598998 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d978bf9b-da92-4cfb-adeb-d3c22e38eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:56.677026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978bf9b-da92-4cfb-adeb-d3c22e38eb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a24fc9-a36f-4b04-819d-8942702011e8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:56.677026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d978bf9b-da92-4cfb-adeb-d3c22e38eb87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c99a2a274cf4253abe1b1aef8ae11c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6634514 Jun 04 16:49:56.677026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54630) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:56.759279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816bad0e-5ca1-48c7-8131-c759b00d7eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:56.793672 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816bad0e-5ca1-48c7-8131-c759b00d7eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:56.888558 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816bad0e-5ca1-48c7-8131-c759b00d7eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:56.917226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bad0e-5ca1-48c7-8131-c759b00d7eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a24fc9-a36f-4b04-819d-8942702011e8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:56.928041 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816bad0e-5ca1-48c7-8131-c759b00d7eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:56.929667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-816bad0e-5ca1-48c7-8131-c759b00d7eba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9a24fc9-a36f-4b04-819d-8942702011e8 HTTP/1.1" status: 204 len: 168 time: 0.2552083 Jun 04 16:49:57.604984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54666) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:57.641285 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1a9da3c-e50d-4ef7-afc7-7b5a1e78100d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:57.662775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d1a9da3c-e50d-4ef7-afc7-7b5a1e78100d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:57.669751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d1a9da3c-e50d-4ef7-afc7-7b5a1e78100d admin admin] Usage tracker for resource:security_group_rule and tenant:c42301cab0f740b397ea317191633a7d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:57.669751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d1a9da3c-e50d-4ef7-afc7-7b5a1e78100d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:57.678940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d1a9da3c-e50d-4ef7-afc7-7b5a1e78100d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:57.682415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54672) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:57.703242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-709393061', 'description': 'tempest-secgroup-smoke-709393061 description', 'project_id': 'aed73c9fa62846d9afa87b79119450a4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:49:57.703242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:57.714083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:57.730170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:57.735609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:57.763071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:57.801333 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:57.820130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:57.826733 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1a9da3c-e50d-4ef7-afc7-7b5a1e78100d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:57.829885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:57.830404 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1a9da3c-e50d-4ef7-afc7-7b5a1e78100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:57.834577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:57.844055 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9871bd78-309b-4baa-a77b-3232d2a56524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:57.844719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:57.884028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9da3c-e50d-4ef7-afc7-7b5a1e78100d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1d756a-e719-4efe-aebe-afab9bb7cff8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:57.916543 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d1a9da3c-e50d-4ef7-afc7-7b5a1e78100d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c42301cab0f740b397ea317191633a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139160 Jun 04 16:49:57.919005 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54680) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:57.981103 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:57.988524 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.005333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:58.015366 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0300274c-2cbf-4212-aeda-24757495a708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.020288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:58.020288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:58.032564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d6addd-8ac1-4aa2-80ef-ca14946fa8e9,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:58.040301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:58.049837 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0300274c-2cbf-4212-aeda-24757495a708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.141791 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0300274c-2cbf-4212-aeda-24757495a708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.168268 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.168268 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.178530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300274c-2cbf-4212-aeda-24757495a708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1d756a-e719-4efe-aebe-afab9bb7cff8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:58.195910 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0300274c-2cbf-4212-aeda-24757495a708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.195910 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0300274c-2cbf-4212-aeda-24757495a708 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de1d756a-e719-4efe-aebe-afab9bb7cff8 HTTP/1.1" status: 204 len: 168 time: 0.2732449 Jun 04 16:49:58.228032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15ca0cf-1bcd-4114-a576-c87c9c02a94e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:58.246958 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.251324 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a646f7ca-eab6-48b4-9d19-910b85ea5120 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5684361 Jun 04 16:49:58.251766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54692) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:58.259574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6827e768-5b73-47bc-814b-6d3f4e510b53 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'b15ca0cf-1bcd-4114-a576-c87c9c02a94e', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:49:58.269450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6827e768-5b73-47bc-814b-6d3f4e510b53 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:58.273714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6827e768-5b73-47bc-814b-6d3f4e510b53 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:58.278447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6827e768-5b73-47bc-814b-6d3f4e510b53 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:58.285886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6827e768-5b73-47bc-814b-6d3f4e510b53 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:58.306591 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6827e768-5b73-47bc-814b-6d3f4e510b53 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.377365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6827e768-5b73-47bc-814b-6d3f4e510b53 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.389097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6827e768-5b73-47bc-814b-6d3f4e510b53 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.440983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827e768-5b73-47bc-814b-6d3f4e510b53 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad577a7-fda4-4a2c-9ae2-b114cd6ad731,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:58.440983 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6827e768-5b73-47bc-814b-6d3f4e510b53 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.448056 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6827e768-5b73-47bc-814b-6d3f4e510b53 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1880918 Jun 04 16:49:58.452393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54698) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:58.458228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-45717d64-e85a-4b47-ae56-31d57eeaa906 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'b15ca0cf-1bcd-4114-a576-c87c9c02a94e', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:49:58.467193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-45717d64-e85a-4b47-ae56-31d57eeaa906 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:58.472881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-45717d64-e85a-4b47-ae56-31d57eeaa906 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:58.476293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-45717d64-e85a-4b47-ae56-31d57eeaa906 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:58.493045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-45717d64-e85a-4b47-ae56-31d57eeaa906 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:58.530048 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45717d64-e85a-4b47-ae56-31d57eeaa906 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.680598 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45717d64-e85a-4b47-ae56-31d57eeaa906 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.686844 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45717d64-e85a-4b47-ae56-31d57eeaa906 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.711811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45717d64-e85a-4b47-ae56-31d57eeaa906 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9d46b9-3b1c-423f-b50d-ddc23f3fd819,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:58.726080 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-45717d64-e85a-4b47-ae56-31d57eeaa906 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.730106 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-45717d64-e85a-4b47-ae56-31d57eeaa906 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2803969 Jun 04 16:49:58.731129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54712) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:58.738929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4ecdc08b-e757-4fc0-928a-50544f15308e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'b15ca0cf-1bcd-4114-a576-c87c9c02a94e', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:49:58.751891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4ecdc08b-e757-4fc0-928a-50544f15308e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:58.759742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4ecdc08b-e757-4fc0-928a-50544f15308e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:58.767209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4ecdc08b-e757-4fc0-928a-50544f15308e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:58.782852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4ecdc08b-e757-4fc0-928a-50544f15308e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:58.830669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ecdc08b-e757-4fc0-928a-50544f15308e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.946099 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ecdc08b-e757-4fc0-928a-50544f15308e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.961340 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ecdc08b-e757-4fc0-928a-50544f15308e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:58.994298 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdc08b-e757-4fc0-928a-50544f15308e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a13fb36-8cf7-48fa-b43d-e100af76e203,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:59.006510 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ecdc08b-e757-4fc0-928a-50544f15308e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.006510 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4ecdc08b-e757-4fc0-928a-50544f15308e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2729924 Jun 04 16:49:59.008402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54726) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:59.013720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0e2d3ddc-03a8-4116-b8e7-67e22e1af8f0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'b15ca0cf-1bcd-4114-a576-c87c9c02a94e', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:49:59.021544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0e2d3ddc-03a8-4116-b8e7-67e22e1af8f0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:59.030107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0e2d3ddc-03a8-4116-b8e7-67e22e1af8f0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:59.034618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0e2d3ddc-03a8-4116-b8e7-67e22e1af8f0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:59.041933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0e2d3ddc-03a8-4116-b8e7-67e22e1af8f0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:59.068126 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3ddc-03a8-4116-b8e7-67e22e1af8f0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.203913 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3ddc-03a8-4116-b8e7-67e22e1af8f0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.207647 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3ddc-03a8-4116-b8e7-67e22e1af8f0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.253371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d3ddc-03a8-4116-b8e7-67e22e1af8f0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d93f850-e771-4356-8e6b-7cdb1b1cccf8,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:59.291720 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3ddc-03a8-4116-b8e7-67e22e1af8f0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.305356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54736) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:59.311144 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0e2d3ddc-03a8-4116-b8e7-67e22e1af8f0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2888892 Jun 04 16:49:59.311356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7ab21897-b803-4d95-b718-f84b93ed3559 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'b15ca0cf-1bcd-4114-a576-c87c9c02a94e', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:49:59.317762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7ab21897-b803-4d95-b718-f84b93ed3559 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:59.327758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7ab21897-b803-4d95-b718-f84b93ed3559 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:59.332089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7ab21897-b803-4d95-b718-f84b93ed3559 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:59.341195 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7ab21897-b803-4d95-b718-f84b93ed3559 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:59.359421 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-7ab21897-b803-4d95-b718-f84b93ed3559 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Project aed73c9fa62846d9afa87b79119450a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:49:59.368481 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ab21897-b803-4d95-b718-f84b93ed3559 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.458651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ab21897-b803-4d95-b718-f84b93ed3559 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.463909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ab21897-b803-4d95-b718-f84b93ed3559 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.528470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab21897-b803-4d95-b718-f84b93ed3559 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1317fa46-7bd2-4eb6-bc64-1c3f0c8275c8,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:59.559557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7ab21897-b803-4d95-b718-f84b93ed3559 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.571862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54744) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:59.571862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a19349d4-9ea7-4eaf-9aeb-26f9ff0c89c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'b15ca0cf-1bcd-4114-a576-c87c9c02a94e', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:49:59.579931 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7ab21897-b803-4d95-b718-f84b93ed3559 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2628567 Jun 04 16:49:59.589687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a19349d4-9ea7-4eaf-9aeb-26f9ff0c89c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:59.599858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a19349d4-9ea7-4eaf-9aeb-26f9ff0c89c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:59.640814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a19349d4-9ea7-4eaf-9aeb-26f9ff0c89c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:59.646420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a19349d4-9ea7-4eaf-9aeb-26f9ff0c89c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:59.697763 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-a19349d4-9ea7-4eaf-9aeb-26f9ff0c89c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Project aed73c9fa62846d9afa87b79119450a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:49:59.697763 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a19349d4-9ea7-4eaf-9aeb-26f9ff0c89c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.789596 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a19349d4-9ea7-4eaf-9aeb-26f9ff0c89c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.810370 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a19349d4-9ea7-4eaf-9aeb-26f9ff0c89c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.850761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19349d4-9ea7-4eaf-9aeb-26f9ff0c89c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab980207-7fa4-416f-b90d-ae44702d7dd0,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:49:59.861239 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a19349d4-9ea7-4eaf-9aeb-26f9ff0c89c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.866666 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a19349d4-9ea7-4eaf-9aeb-26f9ff0c89c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3043535 Jun 04 16:49:59.866922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54766) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:49:59.877108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'network': {'name': 'tempest-network-smoke--1091703122', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'port_security_enabled': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:49:59.885410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:49:59.889980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:network and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:49:59.893691 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:49:59.901635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:49:59.915723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Made reservation on behalf of aed73c9fa62846d9afa87b79119450a4 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:49:59.919850 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.975555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:49:59.990892 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:49:59.990892 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Added segment 6cff8674-b830-49f0-8dee-29131c27d773 of type vlan for network f67757fb-60a1-4a94-88bb-addd066d6101 Jun 04 16:50:00.037114 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:00.057070 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1efcc297-8e9e-42a1-8369-be9b7741d311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:00.090996 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:00.097215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:00.097215 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:00.212932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3409960 Jun 04 16:50:00.213195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54806) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:00.216172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8141f0d-e1dd-489c-a2e9-bae2780b0e2f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Network': ['ID=f67757fb-60a1-4a94-88bb-addd066d6101,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:00.222251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'admin_state_up': True, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:50:00.229192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f67757fb-60a1-4a94-88bb-addd066d6101 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:50:00.246471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:00.276067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:router and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:50:00.281986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:50:00.292227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-1000529a-1359-4c49-bfd3-87d7c3a60b77 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=249d6f29396e4840b96ed12f0fca5cf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482442 Jun 04 16:50:00.293524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:00.392917 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:00.392917 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:00.474003 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:00.544466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-7c890446-a51b-4b24-9bd8-778b723077ed tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:00.545933 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-7c890446-a51b-4b24-9bd8-778b723077ed tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485120 Jun 04 16:50:00.876731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-68e37a7f-7dde-46c4-b111-0255e158391a tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/quotas/249d6f29396e4840b96ed12f0fca5cf6 HTTP/1.1" status: 200 len: 375 time: 0.3174481 Jun 04 16:50:01.068684 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-62510f28-5d56-450f-8afd-2ab807e565e6 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=249d6f29396e4840b96ed12f0fca5cf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1290290 Jun 04 16:50:01.079446 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:01.191795 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:01.418152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:01.429839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-633909cb-a548-4a6a-b012-86d8a2b994d5 req-7974dde6-af4f-4ce5-a071-cc1fa339587e tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 210 time: 0.0688455 Jun 04 16:50:01.802931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:01.843264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:02.044181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.25.5.78 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/bc458b28-5369-42b5-b1a6-2d42df1cd8da) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:50:02.264734 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:02.328428 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:02.425939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:02.425939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=bc458b28-5369-42b5-b1a6-2d42df1cd8da,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:02.425939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:02.453828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:50:02.620438 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:02.756991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60b55529-ada0-47f9-b6c7-4d23adb1b4b0 req-c541f0b2-7488-4f79-947f-117c6da875f5 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 210 time: 0.0783429 Jun 04 16:50:03.255028 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:03.375121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-940d7d99-3560-4ac0-8e99-63f4bd58d441 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=249d6f29396e4840b96ed12f0fca5cf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330291 Jun 04 16:50:03.763419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-94eb5c48-7c4b-4b02-9155-b7847027113b tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:03.763419 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-94eb5c48-7c4b-4b02-9155-b7847027113b tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3837180 Jun 04 16:50:03.833284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Request body: {'port': {'device_id': '745bfa98-db61-4fc6-a05b-588316f26eec', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': '249d6f29396e4840b96ed12f0fca5cf6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:50:03.995769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec609346-1514-41b6-ac6d-3a78aa2fcc16 req-0eb2b79a-aeae-45f3-a1b2-13b5465f555f tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 210 time: 0.0694993 Jun 04 16:50:04.010714 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:04.109217 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:04.173122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:04.226208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Usage tracker for resource:port and tenant:249d6f29396e4840b96ed12f0fca5cf6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:50:04.236570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:50:04.256881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:04.262249 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:04.279861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Made reservation on behalf of 249d6f29396e4840b96ed12f0fca5cf6 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:50:04.283843 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:04.305932 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:04.341358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:04.349964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Usage tracker for resource:security_group_rule and tenant:249d6f29396e4840b96ed12f0fca5cf6 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:50:04.362969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:50:04.362969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:04.385444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:50:04.620877 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:04.632045 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:04.894416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:50:04.905194 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Sync routers for ids ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:50:04.914401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388c5dfd-97c5-4199-beda-0ff7a47036a8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:04.917307 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Routers {'3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:50:04.917671 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:50:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:05.005788 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:05.007235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-47ac3f72-26e7-4e3f-9098-e9a8895c7a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.7927914 Jun 04 16:50:05.010857 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54914) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:05.043043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Allocated IP 192.168.233.156 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/0a2e0b4f-444f-4b45-8fbf-aedc39201824) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:50:05.176752 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Set router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:50:05.284599 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e030dd2b-2928-4a27-8c32-395a6c46d26c tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=aed73c9fa62846d9afa87b79119450a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2686868 Jun 04 16:50:05.296721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54924) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:05.311690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bc6c8929-eb35-4106-9f52-9477220bb1e3 req-18121e70-914d-4ca3-998f-fc6488fc0942 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Synchronizing usage tracker for tenant:249d6f29396e4840b96ed12f0fca5cf6 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:50:05.351410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bc6c8929-eb35-4106-9f52-9477220bb1e3 req-18121e70-914d-4ca3-998f-fc6488fc0942 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Unset dirty status for tenant:249d6f29396e4840b96ed12f0fca5cf6 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:50:05.359883 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc6c8929-eb35-4106-9f52-9477220bb1e3 req-18121e70-914d-4ca3-998f-fc6488fc0942 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 210 time: 0.1655865 Jun 04 16:50:05.489936 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:05.530067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Transition to ACTIVE for port object 0a2e0b4f-444f-4b45-8fbf-aedc39201824 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:05.548250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aed29c-26fa-48e9-bacd-09caebf698ca tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:05.553756 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-01aed29c-26fa-48e9-bacd-09caebf698ca tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2646382 Jun 04 16:50:05.555660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54930) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:05.608399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7c6439dd-35b6-47d0-9bad-161e1e5d6082 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509748 Jun 04 16:50:05.610923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 54934) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:05.618532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-118956618', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:50:05.620229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:05.707360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:05.707360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:05.715873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:50:05.812222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:05.812222 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:05.830235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Pushing event updated for resources: {'Port': ['ID=0a2e0b4f-444f-4b45-8fbf-aedc39201824,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:05.844787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90ed5bef-1246-4ea1-a6bf-1fbd598028de tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0215957 Jun 04 16:50:05.933583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:05.942884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:subnet and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:50:05.952730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:50:05.968674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:05.980494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Request body: {'port': {'device_id': '745bfa98-db61-4fc6-a05b-588316f26eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:50:05.997217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Made reservation on behalf of aed73c9fa62846d9afa87b79119450a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:50:06.001300 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:06.001891 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:50:02Z', 'revision_number': 3, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:06.012268 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Checking router: 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:50:06.014329 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Updating router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 port bc458b28-5369-42b5-b1a6-2d42df1cd8da binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:50:06.103998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-393fa397-aed8-4003-90f0-d1acd2f83a37 None None] Provisioning for port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:06.110002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-393fa397-aed8-4003-90f0-d1acd2f83a37 None None] Provisioning complete for port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:06.110568 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-393fa397-aed8-4003-90f0-d1acd2f83a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:06.139752 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:06.262673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-393fa397-aed8-4003-90f0-d1acd2f83a37 None None] Port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:50:06.328241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:06.384903 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:06.530336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Subnet': ['ID=e5e19f6b-e306-4b1d-9b39-e28136146f01,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:06.537118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Checking segment: {'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:50:06.537775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network hostable DHCP agents. Network: f67757fb-60a1-4a94-88bb-addd066d6101, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:50:06.563103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network f67757fb-60a1-4a94-88bb-addd066d6101 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:50:06.582783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f67757fb-60a1-4a94-88bb-addd066d6101) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:06.591933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9468359-fb0e-4df6-9d9a-638ac91801ca None None] Network f67757fb-60a1-4a94-88bb-addd066d6101 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:50:06.600750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:06.603176 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:06.695623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 54950) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:06.709236 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9c66f511-9e3b-4cad-b369-a5968391b38d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0541611 Jun 04 16:50:06.865987 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:06.881367 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Transition to ACTIVE for port object bc458b28-5369-42b5-b1a6-2d42df1cd8da will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:06.894775 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:06.981501 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Pushing event updated for resources: {'Port': ['ID=bc458b28-5369-42b5-b1a6-2d42df1cd8da,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:06.981501 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Attempting to bind port bc458b28-5369-42b5-b1a6-2d42df1cd8da on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:50:06.981501 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Attempting to bind port bc458b28-5369-42b5-b1a6-2d42df1cd8da by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:50:06.981501 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Attempting to bind port bc458b28-5369-42b5-b1a6-2d42df1cd8da on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:50:06.998520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:06.998520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:06.998520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:06.998520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:06.998520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:06.998520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:06.998520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:06.998520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:06.998520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:06.998520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:06.998520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:06.998520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:07.024566 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:50:07.024566 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:50:07.024566 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:07.024566 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:50:07.024566 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Bound port: bc458b28-5369-42b5-b1a6-2d42df1cd8da, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:50:07.024566 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:07.077649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f67757fb-60a1-4a94-88bb-addd066d6101', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ips': [{'subnet_id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:50:07.078623 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:07.161035 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] For port bc458b28-5369-42b5-b1a6-2d42df1cd8da, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:50:07.167374 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] For port bc458b28-5369-42b5-b1a6-2d42df1cd8da, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bc458b28-5369-42b5-b1a6-2d42df1cd8da,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:50:07.175630 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:07.271182 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Routers {'3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:50:07.272113 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:50:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:07.324441 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Allocated IP 172.20.0.2 (f67757fb-60a1-4a94-88bb-addd066d6101/e5e19f6b-e306-4b1d-9b39-e28136146f01/c54bc92d-32ee-475e-b8d2-f3ffbfac32ce) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:50:07.483664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a9515-4601-46af-bda7-274445ac142c req-c9788dd6-421f-4313-a7bd-6d43d1bdd9a4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:07.483664 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e44a9515-4601-46af-bda7-274445ac142c req-c9788dd6-421f-4313-a7bd-6d43d1bdd9a4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 936 time: 0.8061485 Jun 04 16:50:07.669490 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:07.697445 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Transition to ACTIVE for port object c54bc92d-32ee-475e-b8d2-f3ffbfac32ce will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:07.729616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Transition to ACTIVE for port object c54bc92d-32ee-475e-b8d2-f3ffbfac32ce will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:07.729616 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:07.863611 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70b00d-374b-492c-92ec-67be13918931 None None] Pushing event updated for resources: {'Port': ['ID=bc458b28-5369-42b5-b1a6-2d42df1cd8da,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:07.918619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Pushing event updated for resources: {'Port': ['ID=c54bc92d-32ee-475e-b8d2-f3ffbfac32ce,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:07.934537 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] Set router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:50:07.947103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e44a9515-4601-46af-bda7-274445ac142c req-3b2395f3-a61e-4e7a-a78e-1347b2d59fc7 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Synchronizing usage tracker for tenant:249d6f29396e4840b96ed12f0fca5cf6 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Network f67757fb-60a1-4a94-88bb-addd066d6101 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:07.960714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:50:08.008054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a2e0b4f-444f-4b45-8fbf-aedc39201824 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:50:08.025639 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:08.038174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e44a9515-4601-46af-bda7-274445ac142c req-3b2395f3-a61e-4e7a-a78e-1347b2d59fc7 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Unset dirty status for tenant:249d6f29396e4840b96ed12f0fca5cf6 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:50:08.039703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e44a9515-4601-46af-bda7-274445ac142c req-3b2395f3-a61e-4e7a-a78e-1347b2d59fc7 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c5dfd-97c5-4199-beda-0ff7a47036a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458553 Jun 04 16:50:08.103501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Attempting to bind port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:50:08.103872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Attempting to bind port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:50:08.104473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Attempting to bind port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce on network f67757fb-60a1-4a94-88bb-addd066d6101 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:50:08.128172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Transition to ACTIVE for port object 0a2e0b4f-444f-4b45-8fbf-aedc39201824 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:08.141753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:50:08.141753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Checking segment: {'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:50:08.141753 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:08.141753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Bound using segment: {'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:50:08.141753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Bound port: c54bc92d-32ee-475e-b8d2-f3ffbfac32ce, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:50:08.141753 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:08.235762 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:08.342446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] For port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:50:08.342446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] For port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c54bc92d-32ee-475e-b8d2-f3ffbfac32ce,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:50:08.342446 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:08.380540 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:50:02Z', 'revision_number': 3, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:08.380540 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9d8cf-193f-4121-8603-1618fa1090b6 None None] The sync data for ids ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'] in n-d-811809-3 is: [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:50:02Z', 'revision_number': 3, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:50:08.640042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2e0b4f-444f-4b45-8fbf-aedc39201824,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:08.654821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c18a8-414c-4611-aa92-de00255beb66 None None] Pushing event updated for resources: {'Port': ['ID=c54bc92d-32ee-475e-b8d2-f3ffbfac32ce,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:08.963115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Attempting to bind port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:50:08.963115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Attempting to bind port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:50:08.963115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Attempting to bind port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:50:09.051773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:50:09.051773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Attempting to bind port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:50:09.068312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:50:09.068312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:50:09.068312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:50:09.072041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Bound port: 0a2e0b4f-444f-4b45-8fbf-aedc39201824, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:50:09.072041 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:09.376070 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:09.401970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] For port 0a2e0b4f-444f-4b45-8fbf-aedc39201824, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:50:09.551936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] For port 0a2e0b4f-444f-4b45-8fbf-aedc39201824, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0a2e0b4f-444f-4b45-8fbf-aedc39201824,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:50:09.581214 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:09.702453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:09.702453 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:09.708691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] 10.222.0.42 "PUT /v2.0/ports/0a2e0b4f-444f-4b45-8fbf-aedc39201824 HTTP/1.1" status: 200 len: 1096 time: 3.8544617 Jun 04 16:50:09.729446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745bfa98-db61-4fc6-a05b-588316f26eec', 'tag': '0a2e0b4f-444f-4b45-8fbf-aedc39201824'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:50:09.969294 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c54bc92d-32ee-475e-b8d2-f3ffbfac32ce up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:10.111297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9622b8f-9276-4830-9fd5-a6f3259c14c8 req-29b0c3fd-cc75-49e7-b534-ea306b74ac1a tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:10.120524 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9622b8f-9276-4830-9fd5-a6f3259c14c8 req-29b0c3fd-cc75-49e7-b534-ea306b74ac1a tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 948 time: 0.8300004 Jun 04 16:50:10.203884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:10.231102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bc458b28-5369-42b5-b1a6-2d42df1cd8da up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:10.310313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2e0b4f-444f-4b45-8fbf-aedc39201824,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:10.412813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:10.413360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:10.413956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:10.414527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:10.415413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:10.415893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:10.416385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:10.416870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:10.417353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:10.417820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:10.418305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:10.418804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e567c2e6-2481-4c91-92ca-10db8545e057 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:10.424810 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317ce5f3-4e31-4808-971d-f4d860703248'] response: {'name': 'network-changed', 'server_uuid': '745bfa98-db61-4fc6-a05b-588316f26eec', 'tag': '0a2e0b4f-444f-4b45-8fbf-aedc39201824', 'status': 'completed', 'code': 200} Jun 04 16:50:10.477257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port bc458b28-5369-42b5-b1a6-2d42df1cd8da completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:10.485531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port bc458b28-5369-42b5-b1a6-2d42df1cd8da triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:10.486246 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:10.501885 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9622b8f-9276-4830-9fd5-a6f3259c14c8 req-bc641753-c05e-4998-b12a-8409d0905930 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c5dfd-97c5-4199-beda-0ff7a47036a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770504 Jun 04 16:50:10.689695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port bc458b28-5369-42b5-b1a6-2d42df1cd8da is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:10.689695 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:10.714669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port bc458b28-5369-42b5-b1a6-2d42df1cd8da, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bc458b28-5369-42b5-b1a6-2d42df1cd8da,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:10.714669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0d7c0-5d8b-4f13-800e-a5a9d019ca87 None None] Network f67757fb-60a1-4a94-88bb-addd066d6101 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:50:10.738563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-c92e23b3-5019-4911-854b-8141e922c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:10.738563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-c92e23b3-5019-4911-854b-8141e922c51d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=249d6f29396e4840b96ed12f0fca5cf6&device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 1099 time: 0.8977096 Jun 04 16:50:10.743800 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:10.868221 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-88e9d5ce-83c4-4993-b027-ebfa2a050333 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=0a2e0b4f-444f-4b45-8fbf-aedc39201824 HTTP/1.1" status: 200 len: 217 time: 0.1211445 Jun 04 16:50:10.963563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-35534925-edbd-4294-9e35-0dae28b5b514 None None] Provisioning for port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:10.989028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-35534925-edbd-4294-9e35-0dae28b5b514 None None] Provisioning complete for port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:10.989835 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-35534925-edbd-4294-9e35-0dae28b5b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:11.066921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=bc458b28-5369-42b5-b1a6-2d42df1cd8da,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:11.151914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-56aa3020-308e-4196-83f5-47b6a7ece4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:11.151914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-56aa3020-308e-4196-83f5-47b6a7ece4b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.2760291 Jun 04 16:50:11.158556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.20.0.1 (f67757fb-60a1-4a94-88bb-addd066d6101/e5e19f6b-e306-4b1d-9b39-e28136146f01/c063fe7c-e6fe-4620-84c0-c58b8f30d5f2) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:50:11.295264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-35534925-edbd-4294-9e35-0dae28b5b514 None None] Current status of the port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:11.295264 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-35534925-edbd-4294-9e35-0dae28b5b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:11.338459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-35534925-edbd-4294-9e35-0dae28b5b514 None None] For port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c54bc92d-32ee-475e-b8d2-f3ffbfac32ce,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:11.364144 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-35534925-edbd-4294-9e35-0dae28b5b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:11.455731 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:11.475500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90c76049-7f75-47b0-90aa-f2f24c6d5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:11.477130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-90c76049-7f75-47b0-90aa-f2f24c6d5c22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3201323 Jun 04 16:50:11.482291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35534925-edbd-4294-9e35-0dae28b5b514 None None] Pushing event updated for resources: {'Port': ['ID=c54bc92d-32ee-475e-b8d2-f3ffbfac32ce,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:11.484621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Transition to ACTIVE for port object c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:11.759224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c54bc92d-32ee-475e-b8d2-f3ffbfac32ce up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:11.850891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:11.869442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:11.870244 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:11.936024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-49478206-c83c-42e5-87ad-9950ebd278e9 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435432 Jun 04 16:50:11.962572 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-990e5c80-879a-4d89-bbe5-22505c3dd0d1 None None] Provisioning complete for port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:11.962572 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-990e5c80-879a-4d89-bbe5-22505c3dd0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:12.003016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network f67757fb-60a1-4a94-88bb-addd066d6101 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:12.011137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:12.011137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:50:12.171638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-990e5c80-879a-4d89-bbe5-22505c3dd0d1 None None] Current status of the port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:12.179094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=c063fe7c-e6fe-4620-84c0-c58b8f30d5f2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:12.191287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:12.191287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bc458b28-5369-42b5-b1a6-2d42df1cd8da up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:12.266266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79becbe-6836-4b21-a7bf-18d060dd21fd req-82e3b6fd-e672-4bec-a4bf-ffb7000f185b tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:12.268103 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b79becbe-6836-4b21-a7bf-18d060dd21fd req-82e3b6fd-e672-4bec-a4bf-ffb7000f185b tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 948 time: 0.5213389 Jun 04 16:50:12.300313 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port bc458b28-5369-42b5-b1a6-2d42df1cd8da triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:12.301519 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:12.330533 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:12.386291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b79becbe-6836-4b21-a7bf-18d060dd21fd req-605eeee6-1e15-471a-b7ea-17269dec0bf7 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c5dfd-97c5-4199-beda-0ff7a47036a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005242 Jun 04 16:50:12.443018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fe7c58d-c1e8-49e2-9e41-562bc2447793 req-e7e50ffe-5e48-4479-bf2e-bf9c2b06d8f1 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786646 Jun 04 16:50:12.538006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fe337674-8e13-49a6-9a7e-992606a2ab24 None None] Provisioning for port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:12.554297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fe337674-8e13-49a6-9a7e-992606a2ab24 None None] Provisioning complete for port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:12.554297 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fe337674-8e13-49a6-9a7e-992606a2ab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:12.673251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1b69a-1591-45f7-beea-12577e979c23 req-26b55708-354e-4610-b8c7-b0e555d54f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:12.673251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ac1b69a-1591-45f7-beea-12577e979c23 req-26b55708-354e-4610-b8c7-b0e555d54f07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=249d6f29396e4840b96ed12f0fca5cf6&device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 1099 time: 0.1500549 Jun 04 16:50:12.737072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fe337674-8e13-49a6-9a7e-992606a2ab24 None None] Port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:50:12.737072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port bc458b28-5369-42b5-b1a6-2d42df1cd8da is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:12.883299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:12.938648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1b69a-1591-45f7-beea-12577e979c23 req-01d00c64-a607-4553-bd7a-a56dc21ed729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:12.940055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ac1b69a-1591-45f7-beea-12577e979c23 req-01d00c64-a607-4553-bd7a-a56dc21ed729 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.2792375 Jun 04 16:50:13.045892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ac1b69a-1591-45f7-beea-12577e979c23 req-e2003de4-95e7-4af0-a59a-9380b713bdab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=0a2e0b4f-444f-4b45-8fbf-aedc39201824 HTTP/1.1" status: 200 len: 217 time: 0.0835052 Jun 04 16:50:13.388134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1b69a-1591-45f7-beea-12577e979c23 req-fcdd698a-aaa6-4515-8653-b18bda74760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:13.388134 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ac1b69a-1591-45f7-beea-12577e979c23 req-fcdd698a-aaa6-4515-8653-b18bda74760f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.3445039 Jun 04 16:50:13.677580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1b69a-1591-45f7-beea-12577e979c23 req-d356f660-615b-445e-984e-bb026dcffbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:13.679138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ac1b69a-1591-45f7-beea-12577e979c23 req-d356f660-615b-445e-984e-bb026dcffbba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2855816 Jun 04 16:50:13.849108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f955257-3f1f-4655-8b6c-e9c971c035f1 req-59244cea-c343-48b3-8edd-dcea726366f4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:13.849108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6f955257-3f1f-4655-8b6c-e9c971c035f1 req-59244cea-c343-48b3-8edd-dcea726366f4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 948 time: 0.2537935 Jun 04 16:50:13.898475 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:13.921635 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:14.035348 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ac1b69a-1591-45f7-beea-12577e979c23 req-a36f89ed-63e9-4f47-a42d-e3cff6cdbad2 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299706 Jun 04 16:50:14.077244 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:14.092663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6f955257-3f1f-4655-8b6c-e9c971c035f1 req-7219460b-bc12-4cab-9c2b-ed493eda568b tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c5dfd-97c5-4199-beda-0ff7a47036a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249660 Jun 04 16:50:14.183604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=c063fe7c-e6fe-4620-84c0-c58b8f30d5f2,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:14.327272 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ac1b69a-1591-45f7-beea-12577e979c23 req-9969f0ef-db4e-47f5-b151-f93830b01917 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755060 Jun 04 16:50:14.366556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network f67757fb-60a1-4a94-88bb-addd066d6101 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:14.366556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:14.662273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6bb07f23-e68d-4265-885d-4b7602276401 None None] Provisioning complete for port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:14.662273 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6bb07f23-e68d-4265-885d-4b7602276401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:14.676514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:50:14.751177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6bb07f23-e68d-4265-885d-4b7602276401 None None] Port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:50:14.904792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:50:14.917883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Sync routers for ids ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:50:14.921399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d5cb2737-9c0e-4e24-b0d0-88b0ac1c09af tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "PUT /v2.0/routers/3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2486482 Jun 04 16:50:14.939620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Routers {'3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:50:14.939620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:50:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:15.010561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0a2e0b4f-444f-4b45-8fbf-aedc39201824 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:50:15.303029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 0a2e0b4f-444f-4b45-8fbf-aedc39201824, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0a2e0b4f-444f-4b45-8fbf-aedc39201824,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:15.325816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '0a2e0b4f-444f-4b45-8fbf-aedc39201824', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '0a2e0b4f-444f-4b45-8fbf-aedc39201824', 'mac_address': 'fa:16:3e:d0:1d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:50:15.340744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-8e6e44af-40ed-4be0-8c81-ccc0a9aac5e6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:50:15.370299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Set router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:50:15.392549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-8e6e44af-40ed-4be0-8c81-ccc0a9aac5e6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:50:15.393735 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-8e6e44af-40ed-4be0-8c81-ccc0a9aac5e6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709393061&fields=id&tenant_id=aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 267 time: 0.1763442 Jun 04 16:50:15.505979 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:15.505979 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:15.527777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c22a0-758b-44f5-98ff-419339863b78 req-c460129c-2276-41a8-bb84-617222d55618 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:15.527777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f93c22a0-758b-44f5-98ff-419339863b78 req-c460129c-2276-41a8-bb84-617222d55618 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 948 time: 0.2334394 Jun 04 16:50:15.587418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a2e0b4f-444f-4b45-8fbf-aedc39201824 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:50:15.626756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 0a2e0b4f-444f-4b45-8fbf-aedc39201824, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0a2e0b4f-444f-4b45-8fbf-aedc39201824,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:15.672213 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:15.773820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=0a2e0b4f-444f-4b45-8fbf-aedc39201824,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:15.911743 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['0a2e0b4f-444f-4b45-8fbf-aedc39201824'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:50:15.989048 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f93c22a0-758b-44f5-98ff-419339863b78 req-c7da5799-557f-4d99-bc0a-777d22a83cf5 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c5dfd-97c5-4199-beda-0ff7a47036a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115385 Jun 04 16:50:16.017112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-a6188449-e796-4383-8e97-db446f229cd0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:16.018093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-a6188449-e796-4383-8e97-db446f229cd0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:50:16.042838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-a6188449-e796-4383-8e97-db446f229cd0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:50:16.044564 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-a6188449-e796-4383-8e97-db446f229cd0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/networks?id=f67757fb-60a1-4a94-88bb-addd066d6101 HTTP/1.1" status: 200 len: 797 time: 0.6286173 Jun 04 16:50:16.121838 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9eccc20d-2c8c-40f9-bb6b-3f9166bf3259 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/quotas/aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 375 time: 0.0635061 Jun 04 16:50:16.138115 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:50:12Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c063fe7c-e6fe-4620-84c0-c58b8f30d5f2', 'name': '', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:10Z', 'updated_at': '2022-06-04T16:50:13Z', 'revision_number': 2, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:16.171327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Checking router: 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:50:16.171327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Updating router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:50:16.245008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-66795438-d785-44c5-abb2-d84b97b43f8e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:50:16.248542 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:16.265559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-66795438-d785-44c5-abb2-d84b97b43f8e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:50:16.267564 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-66795438-d785-44c5-abb2-d84b97b43f8e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415751 Jun 04 16:50:16.571451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-c4364dcf-b4dd-497d-964c-5ae6de808043 service neutron] 10.222.0.13 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870224 Jun 04 16:50:16.755579 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:16.783071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Transition to ACTIVE for port object c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:16.791469 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:16.812460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-3c45acb0-a410-49b4-9fd6-a6c50c3a0d9a service neutron] 10.222.0.13 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314353 Jun 04 16:50:17.090682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0a2e0b4f-444f-4b45-8fbf-aedc39201824 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:17.223767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104192a-ccb1-41d6-a21a-db3b63c95212 None None] Pushing event updated for resources: {'Port': ['ID=c063fe7c-e6fe-4620-84c0-c58b8f30d5f2,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:17.380930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38343-df36-4bac-a3dd-f37139944837 req-c550a045-6d21-4fe6-a1cb-2f7aae32c927 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:17.391852 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6f38343-df36-4bac-a3dd-f37139944837 req-c550a045-6d21-4fe6-a1cb-2f7aae32c927 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 949 time: 0.1531785 Jun 04 16:50:17.393450 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Attempting to bind port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:50:17.393450 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Attempting to bind port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:50:17.393450 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Attempting to bind port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 on network f67757fb-60a1-4a94-88bb-addd066d6101 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:50:17.427222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:50:17.427222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Checking segment: {'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:50:17.427222 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:17.427222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Bound using segment: {'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:50:17.427222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Bound port: c063fe7c-e6fe-4620-84c0-c58b8f30d5f2, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:50:17.427222 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:17.494334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:17.511059 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6f38343-df36-4bac-a3dd-f37139944837 req-0acb2ad5-3302-4f48-9451-cc6c2b656a85 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c5dfd-97c5-4199-beda-0ff7a47036a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237886 Jun 04 16:50:17.522059 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:17.522464 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:17.637648 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] For port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:50:17.644249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] For port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c063fe7c-e6fe-4620-84c0-c58b8f30d5f2,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:50:17.706950 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:17.789968 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:17.791006 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:17.811833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104192a-ccb1-41d6-a21a-db3b63c95212 None None] Pushing event updated for resources: {'Port': ['ID=c063fe7c-e6fe-4620-84c0-c58b8f30d5f2,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:17.837182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Routers {'3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:50:17.837890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:50:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:17.897229 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745bfa98-db61-4fc6-a05b-588316f26eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2e0b4f-444f-4b45-8fbf-aedc39201824'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:50:17.938015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 0a2e0b4f-444f-4b45-8fbf-aedc39201824, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0a2e0b4f-444f-4b45-8fbf-aedc39201824,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:17.952956 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:18.137325 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5505ffd-ca5f-46bc-af2c-0d008e5ec54e'] response: {'server_uuid': '745bfa98-db61-4fc6-a05b-588316f26eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2e0b4f-444f-4b45-8fbf-aedc39201824', 'code': 200} Jun 04 16:50:18.143872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=0a2e0b4f-444f-4b45-8fbf-aedc39201824,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:18.177660 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] Set router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:50:18.527242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e482287e-14fd-4415-a57d-2b6eaa59fcbb req-e69c79b9-78b1-4d83-8a43-ff3d79229604 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 210 time: 0.1177835 Jun 04 16:50:18.562306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e62ee-71c3-418e-9694-7de0fdd5611c req-45631700-8be4-4f7b-a931-f35067221da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:18.562306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-763e62ee-71c3-418e-9694-7de0fdd5611c req-45631700-8be4-4f7b-a931-f35067221da6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 1101 time: 0.3465526 Jun 04 16:50:18.649903 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-763e62ee-71c3-418e-9694-7de0fdd5611c req-cefc974d-c8fb-4f83-892d-756569cb1ac2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=388c5dfd-97c5-4199-beda-0ff7a47036a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721862 Jun 04 16:50:18.829706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:50:12Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c063fe7c-e6fe-4620-84c0-c58b8f30d5f2', 'name': '', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:10Z', 'updated_at': '2022-06-04T16:50:17Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:18.842869 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b714fe1-98f9-4495-a6c4-776817d23496 None None] The sync data for ids ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'] in n-d-811809-3 is: [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:50:12Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c063fe7c-e6fe-4620-84c0-c58b8f30d5f2', 'name': '', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:10Z', 'updated_at': '2022-06-04T16:50:17Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:50:18.907450 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2834a-f7ad-42e5-83e6-b28601a0b286 req-3db8f953-2c26-4489-b386-e9472360e547 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:18.921098 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10f2834a-f7ad-42e5-83e6-b28601a0b286 req-3db8f953-2c26-4489-b386-e9472360e547 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 950 time: 0.1386557 Jun 04 16:50:19.008485 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10f2834a-f7ad-42e5-83e6-b28601a0b286 req-6340a914-445e-4373-a007-b2b4b13dad62 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c5dfd-97c5-4199-beda-0ff7a47036a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868461 Jun 04 16:50:19.620160 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:50:19.855670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-396a4ac3-4fa7-4ce2-93df-7a7732276a10 req-8189e47a-f557-4430-b1cc-24e5df1d1885 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 210 time: 0.1040776 Jun 04 16:50:19.907589 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:20.038015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:20.051605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:20.051987 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:20.305479 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:20.306342 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:20.409088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c063fe7c-e6fe-4620-84c0-c58b8f30d5f2,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:20.416959 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:20.546729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-5d92bef6-57e4-4ffe-8af2-15e7010fb787 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:20.546729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-5d92bef6-57e4-4ffe-8af2-15e7010fb787 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.46 "GET /v2.0/networks?id=f67757fb-60a1-4a94-88bb-addd066d6101 HTTP/1.1" status: 200 len: 797 time: 0.4046855 Jun 04 16:50:20.575204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=c063fe7c-e6fe-4620-84c0-c58b8f30d5f2,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:20.706708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-cf607c35-d583-4c3a-a580-2c838a8629b8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 379 time: 0.0860155 Jun 04 16:50:20.727873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'port': {'device_id': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'admin_state_up': True, 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'security_groups': ['b15ca0cf-1bcd-4114-a576-c87c9c02a94e']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:50:20.887633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b24d3-fc59-44fd-817f-04c6e3dad15c req-54681129-6c5d-4436-862e-3054916bb930 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:20.895674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-110b24d3-fc59-44fd-817f-04c6e3dad15c req-54681129-6c5d-4436-862e-3054916bb930 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 950 time: 0.3561549 Jun 04 16:50:21.009507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-110b24d3-fc59-44fd-817f-04c6e3dad15c req-f8508c9b-668c-4742-9a3d-d5890b7697dc tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c5dfd-97c5-4199-beda-0ff7a47036a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151540 Jun 04 16:50:21.095233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49e26f68-e5d7-4100-87f0-149eb75a2a5e req-c01ab86e-2fcb-497c-97e9-80994c24d261 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 210 time: 0.0727627 Jun 04 16:50:21.095233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:21.106305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:21.149282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Made reservation on behalf of aed73c9fa62846d9afa87b79119450a4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:50:21.169143 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:21.413392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.20.0.8 (f67757fb-60a1-4a94-88bb-addd066d6101/e5e19f6b-e306-4b1d-9b39-e28136146f01/4dc8ed67-a733-4bcd-90a0-034a1181346f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:50:21.813487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:21.927820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:21.929051 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:22.052047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95130582-5fb3-4e7a-9178-5707dad4249a req-430c7c72-7528-447c-a87e-046180b77dbe tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:22.052047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95130582-5fb3-4e7a-9178-5707dad4249a req-430c7c72-7528-447c-a87e-046180b77dbe tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 950 time: 0.4574265 Jun 04 16:50:22.090601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:22.109924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:22.160597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Transition to ACTIVE for port object 4dc8ed67-a733-4bcd-90a0-034a1181346f will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:22.172844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-95130582-5fb3-4e7a-9178-5707dad4249a req-9e4b148d-0086-4c88-845c-37a59cedf499 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c5dfd-97c5-4199-beda-0ff7a47036a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992796 Jun 04 16:50:22.201629 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:22.355326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network f67757fb-60a1-4a94-88bb-addd066d6101 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:22.367188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:22.374177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:50:22.416793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=4dc8ed67-a733-4bcd-90a0-034a1181346f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:22.469163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:22.469795 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:22.492795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170af76c-db58-4333-9b9b-2f22560b75e6 req-7fd26fce-468a-4f5c-a2b4-60498467d304 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:22.503456 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-170af76c-db58-4333-9b9b-2f22560b75e6 req-7fd26fce-468a-4f5c-a2b4-60498467d304 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 931 time: 0.2506008 Jun 04 16:50:22.635639 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-170af76c-db58-4333-9b9b-2f22560b75e6 req-1bcc94a8-c5ce-4865-bad7-afb862a3a8d0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274762 Jun 04 16:50:22.641184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-9c646e9d-0ad3-4b67-9837-49b62db28a84 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9215331 Jun 04 16:50:22.664115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-48a12ec6-7af9-4e5e-8529-503dca2822d8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:50:22.664115 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-48a12ec6-7af9-4e5e-8529-503dca2822d8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107930 Jun 04 16:50:22.781700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Request body: {'port': {'device_id': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:50:22.820973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-68aedaae-6753-47b6-8573-fb347f173780 None None] Provisioning for port 4dc8ed67-a733-4bcd-90a0-034a1181346f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:22.827916 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-68aedaae-6753-47b6-8573-fb347f173780 None None] Provisioning complete for port 4dc8ed67-a733-4bcd-90a0-034a1181346f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:22.828287 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-68aedaae-6753-47b6-8573-fb347f173780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:22.900366 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-68aedaae-6753-47b6-8573-fb347f173780 None None] Port 4dc8ed67-a733-4bcd-90a0-034a1181346f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:50:22.951404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38c3b5-8176-4d33-bf89-8d3b78b5bdbe req-1695385b-8d31-4c1f-99cf-d18c765cef28 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:22.951404 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e38c3b5-8176-4d33-bf89-8d3b78b5bdbe req-1695385b-8d31-4c1f-99cf-d18c765cef28 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.42 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 950 time: 0.2403033 Jun 04 16:50:22.966023 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:23.115901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-3e38c3b5-8176-4d33-bf89-8d3b78b5bdbe req-00e50c6c-a296-4934-95c4-c30518dc25c4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Deleting port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:50:23.116584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3e38c3b5-8176-4d33-bf89-8d3b78b5bdbe req-00e50c6c-a296-4934-95c4-c30518dc25c4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:23.709809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae6a72-73b7-4021-9140-969c9014e182 req-11a47250-363f-4443-ae83-309a224697e0 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:23.709809 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53ae6a72-73b7-4021-9140-969c9014e182 req-11a47250-363f-4443-ae83-309a224697e0 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 950 time: 0.3468225 Jun 04 16:50:23.758136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-3e38c3b5-8176-4d33-bf89-8d3b78b5bdbe req-00e50c6c-a296-4934-95c4-c30518dc25c4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] For port 0a2e0b4f-444f-4b45-8fbf-aedc39201824, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0a2e0b4f-444f-4b45-8fbf-aedc39201824,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:23.758136 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3e38c3b5-8176-4d33-bf89-8d3b78b5bdbe req-00e50c6c-a296-4934-95c4-c30518dc25c4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:23.996856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-3e38c3b5-8176-4d33-bf89-8d3b78b5bdbe req-00e50c6c-a296-4934-95c4-c30518dc25c4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Calling delete_port for 0a2e0b4f-444f-4b45-8fbf-aedc39201824 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:50:24.073058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc8ed67-a733-4bcd-90a0-034a1181346f {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:50:24.102260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:24.108176 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53ae6a72-73b7-4021-9140-969c9014e182 req-21086838-fc49-420a-8a25-1a33e59537b8 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/security-groups?id=388c5dfd-97c5-4199-beda-0ff7a47036a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615994 Jun 04 16:50:24.149983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Transition to ACTIVE for port object 4dc8ed67-a733-4bcd-90a0-034a1181346f will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:24.165963 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:24.211975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e630bf6-cc2e-4da1-b7c1-ac53b9846517 req-033f2ace-980b-43f2-9666-c1201d19fe77 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:24.212677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3e630bf6-cc2e-4da1-b7c1-ac53b9846517 req-033f2ace-980b-43f2-9666-c1201d19fe77 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:50:24.608567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc8ed67-a733-4bcd-90a0-034a1181346f,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:24.625864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3e630bf6-cc2e-4da1-b7c1-ac53b9846517 req-033f2ace-980b-43f2-9666-c1201d19fe77 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:50:24.625864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e630bf6-cc2e-4da1-b7c1-ac53b9846517 req-033f2ace-980b-43f2-9666-c1201d19fe77 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 931 time: 0.8011720 Jun 04 16:50:24.625864 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3e38c3b5-8176-4d33-bf89-8d3b78b5bdbe req-00e50c6c-a296-4934-95c4-c30518dc25c4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:24.727484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e50c6c-a296-4934-95c4-c30518dc25c4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Pushing event deleted for resources: {'Port': ['ID=0a2e0b4f-444f-4b45-8fbf-aedc39201824,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:24.968744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e38c3b5-8176-4d33-bf89-8d3b78b5bdbe req-00e50c6c-a296-4934-95c4-c30518dc25c4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] No DVR routers for this DVR port 0a2e0b4f-444f-4b45-8fbf-aedc39201824 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:50:24.976269 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e630bf6-cc2e-4da1-b7c1-ac53b9846517 req-3ced91eb-4b47-40f3-8f7d-4b813669aab5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999425 Jun 04 16:50:24.980175 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3e38c3b5-8176-4d33-bf89-8d3b78b5bdbe req-00e50c6c-a296-4934-95c4-c30518dc25c4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:24.982389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745bfa98-db61-4fc6-a05b-588316f26eec', 'name': 'network-vif-deleted', 'tag': '0a2e0b4f-444f-4b45-8fbf-aedc39201824'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:50:25.016207 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0a2e0b4f-444f-4b45-8fbf-aedc39201824 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:50:25.037831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e38c3b5-8176-4d33-bf89-8d3b78b5bdbe req-00e50c6c-a296-4934-95c4-c30518dc25c4 tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.42 "DELETE /v2.0/ports/0a2e0b4f-444f-4b45-8fbf-aedc39201824 HTTP/1.1" status: 204 len: 173 time: 2.0812619 Jun 04 16:50:25.048571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Attempting to bind port 4dc8ed67-a733-4bcd-90a0-034a1181346f on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:50:25.049227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Attempting to bind port 4dc8ed67-a733-4bcd-90a0-034a1181346f by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:50:25.049761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Attempting to bind port 4dc8ed67-a733-4bcd-90a0-034a1181346f on network f67757fb-60a1-4a94-88bb-addd066d6101 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:50:25.057176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Port 4dc8ed67-a733-4bcd-90a0-034a1181346f on network f67757fb-60a1-4a94-88bb-addd066d6101 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:50:25.057870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Attempting to bind port 4dc8ed67-a733-4bcd-90a0-034a1181346f on network f67757fb-60a1-4a94-88bb-addd066d6101 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:50:25.067156 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:50:25.067747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Checking segment: {'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:50:25.068438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Bound using segment: {'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:50:25.070062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Bound port: 4dc8ed67-a733-4bcd-90a0-034a1181346f, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:50:25.071490 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:25.095280 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a628635b-5ce9-4d41-9572-d85748327a82'] response: {'server_uuid': '745bfa98-db61-4fc6-a05b-588316f26eec', 'name': 'network-vif-deleted', 'tag': '0a2e0b4f-444f-4b45-8fbf-aedc39201824', 'status': 'completed', 'code': 200} Jun 04 16:50:25.102793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 0a2e0b4f-444f-4b45-8fbf-aedc39201824 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:50:25.103656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0a2e0b4f-444f-4b45-8fbf-aedc39201824 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:50:25.279549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] For port 4dc8ed67-a733-4bcd-90a0-034a1181346f, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:50:25.279549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] For port 4dc8ed67-a733-4bcd-90a0-034a1181346f, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:50:25.288864 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:25.396091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:25.396091 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:25.396091 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] 10.222.0.46 "PUT /v2.0/ports/4dc8ed67-a733-4bcd-90a0-034a1181346f HTTP/1.1" status: 200 len: 1091 time: 2.7268734 Jun 04 16:50:25.422234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e1b36-b85f-4942-9d69-0e6ebbdbfbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc8ed67-a733-4bcd-90a0-034a1181346f,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:25.708800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bbb43d2b-2d03-4fba-ac3a-6b43df3915c5 req-0c2d4fb3-f90f-4896-806a-20d86cd88b2c tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Synchronizing usage tracker for tenant:249d6f29396e4840b96ed12f0fca5cf6 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:50:25.756526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bbb43d2b-2d03-4fba-ac3a-6b43df3915c5 req-0c2d4fb3-f90f-4896-806a-20d86cd88b2c tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] Unset dirty status for tenant:249d6f29396e4840b96ed12f0fca5cf6 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:50:25.767624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbb43d2b-2d03-4fba-ac3a-6b43df3915c5 req-0c2d4fb3-f90f-4896-806a-20d86cd88b2c tempest-VolumesNegativeTest-217002843 tempest-VolumesNegativeTest-217002843-project] 10.222.0.13 "GET /v2.0/ports?device_id=745bfa98-db61-4fc6-a05b-588316f26eec HTTP/1.1" status: 200 len: 210 time: 0.2637877 Jun 04 16:50:25.790593 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-dbfd2430-bfc7-49e8-bcdd-d41462c82c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:25.792138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-dbfd2430-bfc7-49e8-bcdd-d41462c82c20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1094 time: 0.3343294 Jun 04 16:50:25.879422 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-0c93e4cc-6731-409f-a06d-c679d7006c0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f HTTP/1.1" status: 200 len: 217 time: 0.0780742 Jun 04 16:50:25.984950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-1c96d8c1-9b89-4dce-8a12-1c9c411b42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:25.984950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-1c96d8c1-9b89-4dce-8a12-1c9c411b42d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5e19f6b-e306-4b1d-9b39-e28136146f01 HTTP/1.1" status: 200 len: 834 time: 0.0998027 Jun 04 16:50:26.097327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-243490e8-d9fc-4578-89e0-808151af0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:26.099034 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-243490e8-d9fc-4578-89e0-808151af0421 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f67757fb-60a1-4a94-88bb-addd066d6101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995257 Jun 04 16:50:26.334258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f18b4-1c23-43ae-8c9b-5c5ceabd1fe2 req-ca8bc93e-9939-43a9-b341-a659969b85cb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:26.335925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c75f18b4-1c23-43ae-8c9b-5c5ceabd1fe2 req-ca8bc93e-9939-43a9-b341-a659969b85cb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 943 time: 0.2094750 Jun 04 16:50:26.344463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-a4f78e6b-77d4-474a-a929-50dd5a53cd44 service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390988 Jun 04 16:50:26.472267 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c75f18b4-1c23-43ae-8c9b-5c5ceabd1fe2 req-a3bf96c7-d514-4b32-a23a-0615d79bc5bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249750 Jun 04 16:50:26.589278 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3acb2de3-a3e4-4ac5-8115-dfd7922a5464 req-7b31b8c8-eceb-46ec-bed3-f30a49a50f76 service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280116 Jun 04 16:50:27.103910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:50:27.158987 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4604f24b-e527-4db2-92da-ffe8028b06dc'] response: {'name': 'network-changed', 'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'status': 'completed', 'code': 200} Jun 04 16:50:27.259991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c602997-8fb8-497e-968b-19f27de95208 req-a13bf367-d369-4b48-9524-bb1ef6ed65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:27.261511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c602997-8fb8-497e-968b-19f27de95208 req-a13bf367-d369-4b48-9524-bb1ef6ed65ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1094 time: 0.0803082 Jun 04 16:50:27.441497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c602997-8fb8-497e-968b-19f27de95208 req-628760b8-083e-42bf-b3c9-db4e16790494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:27.441497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c602997-8fb8-497e-968b-19f27de95208 req-628760b8-083e-42bf-b3c9-db4e16790494 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f67757fb-60a1-4a94-88bb-addd066d6101 HTTP/1.1" status: 200 len: 898 time: 0.1730974 Jun 04 16:50:27.832800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c602997-8fb8-497e-968b-19f27de95208 req-fb11ffa1-64c0-4e16-85e1-b4eec5b16bdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f HTTP/1.1" status: 200 len: 217 time: 0.3848879 Jun 04 16:50:27.856029 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a071b25b-96a9-4ba8-bb93-268566e57b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:27.941089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c602997-8fb8-497e-968b-19f27de95208 req-e1d06cfe-0741-498c-8e09-6a14d5fc7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:27.941089 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c602997-8fb8-497e-968b-19f27de95208 req-e1d06cfe-0741-498c-8e09-6a14d5fc7de4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5e19f6b-e306-4b1d-9b39-e28136146f01 HTTP/1.1" status: 200 len: 834 time: 0.0971651 Jun 04 16:50:28.018735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1576-011b-443e-9c40-cc8854cb5781 req-81aa074f-0ae6-4807-89d4-1844e9373b25 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:28.018735 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a26c1576-011b-443e-9c40-cc8854cb5781 req-81aa074f-0ae6-4807-89d4-1844e9373b25 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 943 time: 0.2690079 Jun 04 16:50:28.085522 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a26c1576-011b-443e-9c40-cc8854cb5781 req-74cc7c88-083b-413d-b462-1f055d672d41 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555031 Jun 04 16:50:28.097239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c602997-8fb8-497e-968b-19f27de95208 req-08ec1df1-b3be-4f8c-89b4-e628e36d25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:28.097239 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c602997-8fb8-497e-968b-19f27de95208 req-08ec1df1-b3be-4f8c-89b4-e628e36d25c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f67757fb-60a1-4a94-88bb-addd066d6101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500127 Jun 04 16:50:28.296838 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c602997-8fb8-497e-968b-19f27de95208 req-7b0d09c5-4380-4553-a2c8-2387f4686c4b service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855412 Jun 04 16:50:28.494622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c602997-8fb8-497e-968b-19f27de95208 req-2fc2b957-4dc6-4980-9638-40ade6890950 service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985693 Jun 04 16:50:29.406494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5657a-fca8-4b53-adfc-75c8f2b85b7b req-faa543c3-fad8-4dd0-b2be-9ea42460f95c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:29.406494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0c5657a-fca8-4b53-adfc-75c8f2b85b7b req-faa543c3-fad8-4dd0-b2be-9ea42460f95c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 943 time: 0.1544418 Jun 04 16:50:29.476042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0c5657a-fca8-4b53-adfc-75c8f2b85b7b req-05983434-a68f-4032-aaed-35f8fc3d8da1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603917 Jun 04 16:50:30.077475 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-416231de-5665-49f6-aa71-b13465c7e4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:30.533205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4dc8ed67-a733-4bcd-90a0-034a1181346f details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:50:30.787026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4dc8ed67-a733-4bcd-90a0-034a1181346f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:30.813389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'port_id': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'mac_address': 'fa:16:3e:fb:f4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:50:30.953342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4dc8ed67-a733-4bcd-90a0-034a1181346f is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:30.953934 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:30.982863 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc8ed67-a733-4bcd-90a0-034a1181346f {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:50:30.989905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca5666-0ebc-46b7-b4eb-5140ffa829b5 req-092e3377-bad6-446f-bf8a-cafdfcd8a64b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:30.999606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d2ca5666-0ebc-46b7-b4eb-5140ffa829b5 req-092e3377-bad6-446f-bf8a-cafdfcd8a64b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 943 time: 0.1778798 Jun 04 16:50:31.019438 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4dc8ed67-a733-4bcd-90a0-034a1181346f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:31.029287 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:31.096058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d2ca5666-0ebc-46b7-b4eb-5140ffa829b5 req-3e030ed0-b6fa-47a3-afd3-56ca133eba49 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886886 Jun 04 16:50:31.127821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4dc8ed67-a733-4bcd-90a0-034a1181346f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:31.170463 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:31.278777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['4dc8ed67-a733-4bcd-90a0-034a1181346f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:50:31.401812 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:32.298762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52959524-59f6-4a62-967d-2b77214b19f0 req-16cad45a-62c7-4365-9e03-49aa605d0211 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:32.300378 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52959524-59f6-4a62-967d-2b77214b19f0 req-16cad45a-62c7-4365-9e03-49aa605d0211 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 944 time: 0.0847039 Jun 04 16:50:32.348982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52959524-59f6-4a62-967d-2b77214b19f0 req-bc42b9dd-2779-4412-880f-1733df18bc2e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424786 Jun 04 16:50:32.533084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4dc8ed67-a733-4bcd-90a0-034a1181346f up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:32.613441 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:32.619436 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 4dc8ed67-a733-4bcd-90a0-034a1181346f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:32.625954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 4dc8ed67-a733-4bcd-90a0-034a1181346f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:32.625954 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:32.775025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4dc8ed67-a733-4bcd-90a0-034a1181346f is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:32.775889 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:32.817883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:50:32.829818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4dc8ed67-a733-4bcd-90a0-034a1181346f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:32.839363 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:32.953731 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7f7403-584c-4621-a726-680f2acfbd68'] response: {'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'code': 200} Jun 04 16:50:32.954595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4dc8ed67-a733-4bcd-90a0-034a1181346f,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:33.102622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83967e6-a8d2-4c52-bba4-6e9d9b860547 req-ebd126f9-876f-4500-8ad4-8df0130059d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:33.105056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f83967e6-a8d2-4c52-bba4-6e9d9b860547 req-ebd126f9-876f-4500-8ad4-8df0130059d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1096 time: 0.1337676 Jun 04 16:50:33.233106 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f83967e6-a8d2-4c52-bba4-6e9d9b860547 req-9d28c18e-6cc5-4f66-948a-e8577b8c9f82 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205528 Jun 04 16:50:33.665711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f2fe5-ac0e-4cde-848e-078bda33ad37 req-7cf63018-b049-40f7-9853-6f34467675f9 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:33.668462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc4f2fe5-ac0e-4cde-848e-078bda33ad37 req-7cf63018-b049-40f7-9853-6f34467675f9 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.1756897 Jun 04 16:50:33.727172 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc4f2fe5-ac0e-4cde-848e-078bda33ad37 req-86deded8-e817-4612-88f6-5e0652b37de7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526519 Jun 04 16:50:34.136405 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:34.280040 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:34.745698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55566) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:35.007113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ab6261df-fcbb-45e5-bd3c-870f25f05220 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=249d6f29396e4840b96ed12f0fca5cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588751 Jun 04 16:50:35.007428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55574) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:35.079516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:35.084987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df881fa-ffd8-41de-a59d-af9fae3880f4 req-61dc399b-7871-4880-acc1-bd5645050132 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:35.087640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6df881fa-ffd8-41de-a59d-af9fae3880f4 req-61dc399b-7871-4880-acc1-bd5645050132 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.2071242 Jun 04 16:50:35.113094 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:35.147017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6df881fa-ffd8-41de-a59d-af9fae3880f4 req-2d70b302-937b-4221-b6b8-97a2de95f97e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526493 Jun 04 16:50:35.200408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:35.231865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388c5dfd-97c5-4199-beda-0ff7a47036a8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:35.265901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:35.268043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:35.268698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:35.269390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:35.277077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:35.277570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:35.278196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:35.279010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:35.281646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:35.282417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:35.283652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:35.284911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:50:35.310623 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:35.312995 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6d32f73a-1aaf-46c6-8b3e-64cd0ae9843f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/388c5dfd-97c5-4199-beda-0ff7a47036a8 HTTP/1.1" status: 204 len: 168 time: 0.3035183 Jun 04 16:50:35.481396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fcd38-6703-40cb-bb2d-71ad0ebb069f req-29979ddd-a945-4131-bfe7-6edbb17c7ed2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:35.491712 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a15fcd38-6703-40cb-bb2d-71ad0ebb069f req-29979ddd-a945-4131-bfe7-6edbb17c7ed2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.2020240 Jun 04 16:50:35.588390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a15fcd38-6703-40cb-bb2d-71ad0ebb069f req-611b33dc-6f31-496b-bbd0-bad56914e8e9 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947344 Jun 04 16:50:35.616442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55590) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:35.730114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51994e3a-7ad5-4877-a47e-bd7a931742f6 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:35.732102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-51994e3a-7ad5-4877-a47e-bd7a931742f6 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1091 time: 0.1147873 Jun 04 16:50:35.735541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 55598) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:35.746484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:50:35.772367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:35.788431 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:floatingip and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:50:35.797302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:50:35.809463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:35.849596 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:36.161248 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:36.489474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.25.5.140 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/caf867aa-92af-4a4e-a0e2-899c3a92be74) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:50:36.901762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55720) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:36.944078 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:37.007267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:37.086048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:37.089670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:37.094772 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:50:37.135190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=caf867aa-92af-4a4e-a0e2-899c3a92be74,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:37.159764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1692484792-network', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:50:37.165974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:37.172943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Usage tracker for resource:network and tenant:01b7b372ac234dff9e358ddce8f0af98 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:50:37.177311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:50:37.185160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:37.202804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Made reservation on behalf of 01b7b372ac234dff9e358ddce8f0af98 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:50:37.206564 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:37.225043 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:37.248454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:37.254356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Usage tracker for resource:security_group_rule and tenant:01b7b372ac234dff9e358ddce8f0af98 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:50:37.258910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:50:37.267954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:37.426958 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:37.433988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:37.475672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:50:37.478056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5b612a-fa5a-4355-b6b2-962ef484b696,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:37.489963 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:37.490715 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Added segment fa3ce3fd-9468-418c-bd07-0d17ad1614bf of type vlan for network f29b084c-51ef-4997-b765-7dabddc96024 Jun 04 16:50:37.590669 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:37.654020 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:37.657290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:37.659350 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:37.771405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] Pushing event updated for resources: {'Network': ['ID=f29b084c-51ef-4997-b765-7dabddc96024,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:37.771987 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:37.784952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f29b084c-51ef-4997-b765-7dabddc96024 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:50:37.788917 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-64bc6ea3-93db-40b9-bb67-c452ce9c1320 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8861020 Jun 04 16:50:37.791778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55808) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:37.799680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Request body: {'subnet': {'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1692484792-subnet', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:50:37.807246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:37.812992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Usage tracker for resource:subnet and tenant:01b7b372ac234dff9e358ddce8f0af98 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:50:37.816854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:50:37.823597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:37.838261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Made reservation on behalf of 01b7b372ac234dff9e358ddce8f0af98 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:50:37.843011 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:38.008230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:38.319183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:38.322276 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:38.325973 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:38.414066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Checking segment: {'id': 'fa3ce3fd-9468-418c-bd07-0d17ad1614bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:50:38.414624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Network hostable DHCP agents. Network: f29b084c-51ef-4997-b765-7dabddc96024, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:50:38.419816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9393ac-c9fb-44f5-8c33-e850efaab61d,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:38.443658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Network f29b084c-51ef-4997-b765-7dabddc96024 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:50:38.462809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=caf867aa-92af-4a4e-a0e2-899c3a92be74,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:38.467552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f29b084c-51ef-4997-b765-7dabddc96024) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:38.475841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:38.480813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:38.482151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4007ffc4-ddfa-4aff-8c09-b68c10e89c29 None None] Network f29b084c-51ef-4997-b765-7dabddc96024 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:50:38.515946 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:38.527562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fe6074c7-4a73-44d8-a5b8-1037b0198ad1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7344668 Jun 04 16:50:38.530843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 55884) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:38.536222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1692484792-router', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:50:38.548189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:38.556188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Usage tracker for resource:router and tenant:01b7b372ac234dff9e358ddce8f0af98 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:50:38.560965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:50:38.579373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:38.601133 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:38.602977 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:38.620790 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:38.787313 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f29b084c-51ef-4997-b765-7dabddc96024', 'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'fixed_ips': [{'subnet_id': 'ea9393ac-c9fb-44f5-8c33-e850efaab61d'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:50:38.791839 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:38.829865 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Floating IP b0b5b566-534d-4b08-a53e-e871b6e0cf13 associated. External IP: 172.25.5.140, port: 4dc8ed67-a733-4bcd-90a0-034a1181346f. Jun 04 16:50:39.010411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Allocated IP 172.20.0.2 (f29b084c-51ef-4997-b765-7dabddc96024/ea9393ac-c9fb-44f5-8c33-e850efaab61d/8629d159-7caa-403c-949c-6ccde59cf442) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:50:39.031485 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:39.444146 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:39.456882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Transition to ACTIVE for port object 8629d159-7caa-403c-949c-6ccde59cf442 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:39.488822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Transition to ACTIVE for port object 8629d159-7caa-403c-949c-6ccde59cf442 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:39.502233 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:39.598535 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:39.609411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Network f29b084c-51ef-4997-b765-7dabddc96024 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:39.611318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:50:39.624282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:39.632086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:50:39.671774 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:39.755862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Pushing event updated for resources: {'Port': ['ID=8629d159-7caa-403c-949c-6ccde59cf442,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:39.782963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Attempting to bind port 8629d159-7caa-403c-949c-6ccde59cf442 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:50:39.783626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Attempting to bind port 8629d159-7caa-403c-949c-6ccde59cf442 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'fa3ce3fd-9468-418c-bd07-0d17ad1614bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:50:39.786991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Attempting to bind port 8629d159-7caa-403c-949c-6ccde59cf442 on network f29b084c-51ef-4997-b765-7dabddc96024 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:50:39.816368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:50:39.816995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Checking segment: {'id': 'fa3ce3fd-9468-418c-bd07-0d17ad1614bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:50:39.817441 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:39.817989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Bound using segment: {'id': 'fa3ce3fd-9468-418c-bd07-0d17ad1614bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:50:39.818686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Bound port: 8629d159-7caa-403c-949c-6ccde59cf442, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3ce3fd-9468-418c-bd07-0d17ad1614bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:50:39.819203 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:39.939461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:50:39.957564 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093e5d8f-ad18-4f93-9deb-a638ee5d05d0 None None] Sync routers for ids ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:50:39.966784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Allocated IP 172.25.5.131 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/fc7ead3e-cc72-452b-b389-a0790d2787cc) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:50:39.970696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] For port 8629d159-7caa-403c-949c-6ccde59cf442, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:50:39.976585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] For port 8629d159-7caa-403c-949c-6ccde59cf442, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8629d159-7caa-403c-949c-6ccde59cf442,segment=NetworkSegment(fa3ce3fd-9468-418c-bd07-0d17ad1614bf),segment_id=fa3ce3fd-9468-418c-bd07-0d17ad1614bf)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:50:39.984111 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093e5d8f-ad18-4f93-9deb-a638ee5d05d0 None None] Routers {'3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:50:39.985199 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:39.985942 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-093e5d8f-ad18-4f93-9deb-a638ee5d05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:50:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:40.027019 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:40.148824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f77f2-0d15-4fe1-ab14-b9b9ed11d1e8 None None] Pushing event updated for resources: {'Port': ['ID=8629d159-7caa-403c-949c-6ccde59cf442,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:40.197653 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0d0206f7-e32f-4455-9d7a-7d28c28a969d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4569194 Jun 04 16:50:40.198300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:50:40.324468 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:40.392905 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:40.409745 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-093e5d8f-ad18-4f93-9deb-a638ee5d05d0 None None] Set router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:50:40.490323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Pushing event updated for resources: {'Port': ['ID=fc7ead3e-cc72-452b-b389-a0790d2787cc,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:40.697687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:40.707863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:40.711621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:50:40.721889 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877b92a1-1662-4c26-8f0c-c3c81b1667b2'] response: {'name': 'network-changed', 'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'status': 'completed', 'code': 200} Jun 04 16:50:41.045033 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-093e5d8f-ad18-4f93-9deb-a638ee5d05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:50:12Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b0b5b566-534d-4b08-a53e-e871b6e0cf13', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'port_id': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'mac_address': 'fa:16:3e:fb:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:50:37Z', 'updated_at': '2022-06-04T16:50:37Z', 'revision_number': 0, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c063fe7c-e6fe-4620-84c0-c58b8f30d5f2', 'name': '', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:10Z', 'updated_at': '2022-06-04T16:50:20Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:41.049899 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093e5d8f-ad18-4f93-9deb-a638ee5d05d0 None None] Checking router: 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:50:41.059381 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093e5d8f-ad18-4f93-9deb-a638ee5d05d0 None None] Routers {'3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:50:41.060320 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-093e5d8f-ad18-4f93-9deb-a638ee5d05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:50:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:41.209999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c129c-ccac-447b-a22a-fb50dd16fd2f req-5a35a853-738e-45a7-b76e-c5235a164dd4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:41.218157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-863c129c-ccac-447b-a22a-fb50dd16fd2f req-5a35a853-738e-45a7-b76e-c5235a164dd4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.7326524 Jun 04 16:50:41.282221 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-093e5d8f-ad18-4f93-9deb-a638ee5d05d0 None None] Set router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:50:41.284078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b21130-a806-428e-95ad-273c8da8b069 req-086f63db-79e7-4277-9315-5c6f23830f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:41.285760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5b21130-a806-428e-95ad-273c8da8b069 req-086f63db-79e7-4277-9315-5c6f23830f74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1096 time: 0.5083637 Jun 04 16:50:41.470787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-863c129c-ccac-447b-a22a-fb50dd16fd2f req-4b07efeb-dc21-42e5-a72c-3a8b2b2d030b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513089 Jun 04 16:50:41.502124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56088) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:41.842502 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a3dd5428-0403-4af8-8db4-6c1b43600763 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/b0b5b566-534d-4b08-a53e-e871b6e0cf13 HTTP/1.1" status: 200 len: 991 time: 0.3387189 Jun 04 16:50:41.876336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b21130-a806-428e-95ad-273c8da8b069 req-0da96856-83d0-4081-8a58-e48e85230798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:41.877300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8629d159-7caa-403c-949c-6ccde59cf442 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:41.878319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5b21130-a806-428e-95ad-273c8da8b069 req-0da96856-83d0-4081-8a58-e48e85230798 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f67757fb-60a1-4a94-88bb-addd066d6101 HTTP/1.1" status: 200 len: 898 time: 0.5822966 Jun 04 16:50:41.879507 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:41.985595 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-093e5d8f-ad18-4f93-9deb-a638ee5d05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:50:12Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b0b5b566-534d-4b08-a53e-e871b6e0cf13', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'port_id': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'mac_address': 'fa:16:3e:fb:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:50:37Z', 'updated_at': '2022-06-04T16:50:37Z', 'revision_number': 0, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c063fe7c-e6fe-4620-84c0-c58b8f30d5f2', 'name': '', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:10Z', 'updated_at': '2022-06-04T16:50:20Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:41.990377 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093e5d8f-ad18-4f93-9deb-a638ee5d05d0 None None] The sync data for ids ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'] in n-d-811809-3 is: [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:50:12Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b0b5b566-534d-4b08-a53e-e871b6e0cf13', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'port_id': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'mac_address': 'fa:16:3e:fb:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:50:37Z', 'updated_at': '2022-06-04T16:50:37Z', 'revision_number': 0, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c063fe7c-e6fe-4620-84c0-c58b8f30d5f2', 'name': '', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:10Z', 'updated_at': '2022-06-04T16:50:20Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:50:42.007324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56594995-562d-4212-acf0-69bd95bb9405 None None] Network f29b084c-51ef-4997-b765-7dabddc96024 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:50:42.207064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-60929b0f-f2d2-451a-aef3-f6a08643773b None None] Provisioning for port 8629d159-7caa-403c-949c-6ccde59cf442 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:42.225809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 8629d159-7caa-403c-949c-6ccde59cf442 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:42.239860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-60929b0f-f2d2-451a-aef3-f6a08643773b None None] Provisioning complete for port 8629d159-7caa-403c-949c-6ccde59cf442 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:42.240582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-60929b0f-f2d2-451a-aef3-f6a08643773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:42.278484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8629d159-7caa-403c-949c-6ccde59cf442 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:42.279548 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:42.405081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5b21130-a806-428e-95ad-273c8da8b069 req-d82f35bc-bf77-4965-8c3f-1b7bfa5c9e1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f HTTP/1.1" status: 200 len: 999 time: 0.4440608 Jun 04 16:50:42.460269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad4f82-21ab-4270-bdf2-61ebd333613c None None] New status for floating IP b0b5b566-534d-4b08-a53e-e871b6e0cf13: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:50:42.563880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b21130-a806-428e-95ad-273c8da8b069 req-ffb546c6-a4b7-4868-9812-7de82ce08af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:42.565769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5b21130-a806-428e-95ad-273c8da8b069 req-ffb546c6-a4b7-4868-9812-7de82ce08af1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5e19f6b-e306-4b1d-9b39-e28136146f01 HTTP/1.1" status: 200 len: 834 time: 0.1247046 Jun 04 16:50:42.779664 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:42.816912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-60929b0f-f2d2-451a-aef3-f6a08643773b None None] Current status of the port 8629d159-7caa-403c-949c-6ccde59cf442 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:42.817190 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-60929b0f-f2d2-451a-aef3-f6a08643773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:42.850803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56102) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:42.931035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8629d159-7caa-403c-949c-6ccde59cf442 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:42.931636 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:42.979512 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e161e015-d613-4473-9f99-4322054b190c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/b0b5b566-534d-4b08-a53e-e871b6e0cf13 HTTP/1.1" status: 200 len: 991 time: 0.1324320 Jun 04 16:50:43.036219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 8629d159-7caa-403c-949c-6ccde59cf442, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8629d159-7caa-403c-949c-6ccde59cf442,segment=NetworkSegment(fa3ce3fd-9468-418c-bd07-0d17ad1614bf),segment_id=fa3ce3fd-9468-418c-bd07-0d17ad1614bf)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:43.049496 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:43.163171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b21130-a806-428e-95ad-273c8da8b069 req-3dce0f60-8c24-4790-8f3f-c2e6e98e4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:43.164846 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5b21130-a806-428e-95ad-273c8da8b069 req-3dce0f60-8c24-4790-8f3f-c2e6e98e4641 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f67757fb-60a1-4a94-88bb-addd066d6101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5067072 Jun 04 16:50:43.350884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5b21130-a806-428e-95ad-273c8da8b069 req-72f253c6-0099-49f1-aa6b-6d0d95457ca8 service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759129 Jun 04 16:50:43.356009 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-60929b0f-f2d2-451a-aef3-f6a08643773b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:50:43.356370 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-60929b0f-f2d2-451a-aef3-f6a08643773b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:50:43.360210 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=8629d159-7caa-403c-949c-6ccde59cf442,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:43.390133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Router 4a33212b-7706-407a-a4e2-c3d54057f38b is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:50:43.713098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:50:43.724989 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Sync routers for ids ['4a33212b-7706-407a-a4e2-c3d54057f38b'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:50:43.743340 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Routers {'4a33212b-7706-407a-a4e2-c3d54057f38b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:50:43.743949 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:50:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['4a33212b-7706-407a-a4e2-c3d54057f38b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:43.752575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8629d159-7caa-403c-949c-6ccde59cf442 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:43.796418 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a5b21130-a806-428e-95ad-273c8da8b069 req-20fcae91-d254-43bc-b937-e21d4fce5b18 service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386382 Jun 04 16:50:43.799846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:43.803925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b759b6e5-2ab4-497f-95f5-88792de1875b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2692215 Jun 04 16:50:43.806683 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56122) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:43.927189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8629d159-7caa-403c-949c-6ccde59cf442 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:43.927446 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:43.983385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56126) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:43.991952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-60929b0f-f2d2-451a-aef3-f6a08643773b None None] Current status of the port 8629d159-7caa-403c-949c-6ccde59cf442 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:44.039368 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Set router 4a33212b-7706-407a-a4e2-c3d54057f38b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:50:44.064638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8629d159-7caa-403c-949c-6ccde59cf442 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:44.120037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-085d9456-0ada-4eca-b8fb-786335323c05 None None] Provisioning complete for port 8629d159-7caa-403c-949c-6ccde59cf442 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:44.120404 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-085d9456-0ada-4eca-b8fb-786335323c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:44.218646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-af074a9c-0c6e-4834-99b2-fbbe7a04c4ed tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/b0b5b566-534d-4b08-a53e-e871b6e0cf13 HTTP/1.1" status: 200 len: 993 time: 0.2335494 Jun 04 16:50:44.337247 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-085d9456-0ada-4eca-b8fb-786335323c05 None None] Current status of the port 8629d159-7caa-403c-949c-6ccde59cf442 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:44.460306 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'name': 'tempest-TestAggregatesBasicOps-1692484792-router', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:38Z', 'updated_at': '2022-06-04T16:50:41Z', 'revision_number': 3, 'project_id': '01b7b372ac234dff9e358ddce8f0af98', 'gw_port': {'id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:39Z', 'updated_at': '2022-06-04T16:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:44.466689 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Checking router: 4a33212b-7706-407a-a4e2-c3d54057f38b for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:50:44.467031 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Updating router 4a33212b-7706-407a-a4e2-c3d54057f38b port fc7ead3e-cc72-452b-b389-a0790d2787cc binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:50:44.528140 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:44.761281 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:44.921029 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:44.939788 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Transition to ACTIVE for port object fc7ead3e-cc72-452b-b389-a0790d2787cc will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:44.950581 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:45.050695 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2ddcc-8e45-4b23-9d4f-6422526e3efa None None] Pushing event updated for resources: {'Port': ['ID=fc7ead3e-cc72-452b-b389-a0790d2787cc,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:45.080988 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Attempting to bind port fc7ead3e-cc72-452b-b389-a0790d2787cc on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:50:45.081313 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Attempting to bind port fc7ead3e-cc72-452b-b389-a0790d2787cc by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:50:45.081696 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Attempting to bind port fc7ead3e-cc72-452b-b389-a0790d2787cc on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:50:45.088263 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:50:45.088987 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:50:45.089631 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:45.090018 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:50:45.090952 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Bound port: fc7ead3e-cc72-452b-b389-a0790d2787cc, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:50:45.090952 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:45.170277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Allocated IP 172.20.0.1 (f29b084c-51ef-4997-b765-7dabddc96024/ea9393ac-c9fb-44f5-8c33-e850efaab61d/3e47506f-e47d-4686-a341-ca5f624c806e) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:50:45.172582 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] For port fc7ead3e-cc72-452b-b389-a0790d2787cc, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:50:45.175779 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] For port fc7ead3e-cc72-452b-b389-a0790d2787cc, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=fc7ead3e-cc72-452b-b389-a0790d2787cc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:50:45.181721 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:45.269203 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Routers {'4a33212b-7706-407a-a4e2-c3d54057f38b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:50:45.269831 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:50:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['4a33212b-7706-407a-a4e2-c3d54057f38b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:45.386043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:45.405564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Transition to ACTIVE for port object 3e47506f-e47d-4686-a341-ca5f624c806e will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:45.439331 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:45.465445 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2ddcc-8e45-4b23-9d4f-6422526e3efa None None] Pushing event updated for resources: {'Port': ['ID=fc7ead3e-cc72-452b-b389-a0790d2787cc,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:45.484696 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] Set router 4a33212b-7706-407a-a4e2-c3d54057f38b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:50:45.554712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Pushing event updated for resources: {'Port': ['ID=3e47506f-e47d-4686-a341-ca5f624c806e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:45.554712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Network f29b084c-51ef-4997-b765-7dabddc96024 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:45.554712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:45.554712 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:50:45.648228 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:45.878945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3ccc5699-3d07-40aa-953d-2b8d1233ebc3 None None] Provisioning for port 3e47506f-e47d-4686-a341-ca5f624c806e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:45.884978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3ccc5699-3d07-40aa-953d-2b8d1233ebc3 None None] Provisioning complete for port 3e47506f-e47d-4686-a341-ca5f624c806e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:45.885566 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3ccc5699-3d07-40aa-953d-2b8d1233ebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:45.889047 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'name': 'tempest-TestAggregatesBasicOps-1692484792-router', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:38Z', 'updated_at': '2022-06-04T16:50:41Z', 'revision_number': 3, 'project_id': '01b7b372ac234dff9e358ddce8f0af98', 'gw_port': {'id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:39Z', 'updated_at': '2022-06-04T16:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:45.895259 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736d7c2-d277-4c28-a8e2-41f76fb77804 None None] The sync data for ids ['4a33212b-7706-407a-a4e2-c3d54057f38b'] in n-d-811809-3 is: [{'id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'name': 'tempest-TestAggregatesBasicOps-1692484792-router', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:38Z', 'updated_at': '2022-06-04T16:50:41Z', 'revision_number': 3, 'project_id': '01b7b372ac234dff9e358ddce8f0af98', 'gw_port': {'id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:39Z', 'updated_at': '2022-06-04T16:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:50:45.949666 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:45.956516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc5699-3d07-40aa-953d-2b8d1233ebc3 None None] Port 3e47506f-e47d-4686-a341-ca5f624c806e cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:50:46.207841 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:46.214001 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:46.330685 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:46.335127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Pushing event updated for resources: {'Port': ['ID=3e47506f-e47d-4686-a341-ca5f624c806e,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:46.485487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Network f29b084c-51ef-4997-b765-7dabddc96024 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:46.486815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:46.814701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Router 4a33212b-7706-407a-a4e2-c3d54057f38b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:50:46.906852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-77fda0da-d131-40f0-ba08-f11d308379b3 None None] Provisioning complete for port 3e47506f-e47d-4686-a341-ca5f624c806e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:46.907924 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-77fda0da-d131-40f0-ba08-f11d308379b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:47.066157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-77fda0da-d131-40f0-ba08-f11d308379b3 None None] Port 3e47506f-e47d-4686-a341-ca5f624c806e cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:50:47.111109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:50:47.122309 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e8c9cb14-a75a-4a03-8048-bbd807767f68 admin admin] 10.222.0.13 "PUT /v2.0/routers/4a33212b-7706-407a-a4e2-c3d54057f38b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3144972 Jun 04 16:50:47.815421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device fc7ead3e-cc72-452b-b389-a0790d2787cc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:47.830730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56186) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:47.837584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-641841989-network', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:50:47.851966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:47.857521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Usage tracker for resource:network and tenant:ea9500a1aeb2487ab9781e27b775c06e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:50:47.861428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:50:47.869253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:47.897233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Made reservation on behalf of ea9500a1aeb2487ab9781e27b775c06e for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:50:47.901701 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:47.909970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port fc7ead3e-cc72-452b-b389-a0790d2787cc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:47.917326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port fc7ead3e-cc72-452b-b389-a0790d2787cc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:47.917693 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:47.942552 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:47.950398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Sync routers for ids ['4a33212b-7706-407a-a4e2-c3d54057f38b'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:50:47.980336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Routers {'4a33212b-7706-407a-a4e2-c3d54057f38b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:50:47.981174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:50:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['4a33212b-7706-407a-a4e2-c3d54057f38b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:47.984202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:47.988229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Usage tracker for resource:security_group_rule and tenant:ea9500a1aeb2487ab9781e27b775c06e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:50:47.991145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:50:47.998626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:48.098255 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:48.104547 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:48.121292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:50:48.132708 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:48.133520 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Added segment 082a57e2-9187-40ff-8988-0833de2f1798 of type vlan for network e0c18300-c059-47d5-b630-0e11ed82cf56 Jun 04 16:50:48.173187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:48.237749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3324959-a14b-44ca-a516-f1443e23e0a0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:48.253671 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:48.253986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:48.254829 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:48.282675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port fc7ead3e-cc72-452b-b389-a0790d2787cc is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:48.283054 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:48.290915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Set router 4a33212b-7706-407a-a4e2-c3d54057f38b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:50:48.370547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5385931 Jun 04 16:50:48.373705 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56198) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:48.377751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port fc7ead3e-cc72-452b-b389-a0790d2787cc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=fc7ead3e-cc72-452b-b389-a0790d2787cc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:48.381102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Request body: {'subnet': {'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-641841989-subnet', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:50:48.391570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:48.395298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0162f9-07e2-4a87-927a-b2c243ef874a admin admin] Pushing event updated for resources: {'Network': ['ID=e0c18300-c059-47d5-b630-0e11ed82cf56,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:48.407982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Usage tracker for resource:subnet and tenant:ea9500a1aeb2487ab9781e27b775c06e is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:50:48.411203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:50:48.417453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:48.565909 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:48.568969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Made reservation on behalf of ea9500a1aeb2487ab9781e27b775c06e for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:50:48.572243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network e0c18300-c059-47d5-b630-0e11ed82cf56 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:50:48.573230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:48.868880 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:48.870236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=fc7ead3e-cc72-452b-b389-a0790d2787cc,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:48.954774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'name': 'tempest-TestAggregatesBasicOps-1692484792-router', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:38Z', 'updated_at': '2022-06-04T16:50:45Z', 'revision_number': 4, 'project_id': '01b7b372ac234dff9e358ddce8f0af98', 'gw_port': {'id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:39Z', 'updated_at': '2022-06-04T16:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '3e47506f-e47d-4686-a341-ca5f624c806e', 'name': '', 'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'mac_address': 'fa:16:3e:10:f0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ea9393ac-c9fb-44f5-8c33-e850efaab61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:44Z', 'updated_at': '2022-06-04T16:50:46Z', 'revision_number': 2, 'project_id': '01b7b372ac234dff9e358ddce8f0af98', 'subnets': [{'id': 'ea9393ac-c9fb-44f5-8c33-e850efaab61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:48.962589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=abed3cb2-8b52-485a-be99-1a92184d379b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:48.973325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Checking router: 4a33212b-7706-407a-a4e2-c3d54057f38b for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:50:48.973655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Updating router 4a33212b-7706-407a-a4e2-c3d54057f38b port 3e47506f-e47d-4686-a341-ca5f624c806e binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:50:49.008291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Checking segment: {'id': '082a57e2-9187-40ff-8988-0833de2f1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:50:49.008743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Network hostable DHCP agents. Network: e0c18300-c059-47d5-b630-0e11ed82cf56, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:50:49.034652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Network e0c18300-c059-47d5-b630-0e11ed82cf56 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:50:49.047523 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:49.051131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, e0c18300-c059-47d5-b630-0e11ed82cf56) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:49.065829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:50:49.066491 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:49.089927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e443898-c15b-46f1-8489-4b6e2fef1b3c None None] Network e0c18300-c059-47d5-b630-0e11ed82cf56 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:50:49.093530 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a99d7513-65eb-4e7c-9180-44cc577b93ca admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7180588 Jun 04 16:50:49.095939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56214) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:49.102611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-641841989-router', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:50:49.109587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:50:49.114723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Usage tracker for resource:router and tenant:ea9500a1aeb2487ab9781e27b775c06e is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:50:49.118762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:50:49.124914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:50:49.144123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:49.145708 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:49.175546 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:49.515445 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:49.709474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-e0c18300-c059-47d5-b630-0e11ed82cf56', 'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'fixed_ips': [{'subnet_id': 'abed3cb2-8b52-485a-be99-1a92184d379b'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:50:49.710268 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:49.746217 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:49.766175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Transition to ACTIVE for port object 3e47506f-e47d-4686-a341-ca5f624c806e will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:49.835248 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device fc7ead3e-cc72-452b-b389-a0790d2787cc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:49.927156 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:50.253366 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Allocated IP 172.20.0.2 (e0c18300-c059-47d5-b630-0e11ed82cf56/abed3cb2-8b52-485a-be99-1a92184d379b/df103ef1-bf57-45f9-8eda-494c0cf395cd) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:50:50.279340 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:50.323357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0bcf0-2077-4ee6-a1e2-7f19779549cb None None] Pushing event updated for resources: {'Port': ['ID=3e47506f-e47d-4686-a341-ca5f624c806e,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:50.325947 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port fc7ead3e-cc72-452b-b389-a0790d2787cc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:50.326320 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:50.347631 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:50.590841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Attempting to bind port 3e47506f-e47d-4686-a341-ca5f624c806e on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:50:50.591189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Attempting to bind port 3e47506f-e47d-4686-a341-ca5f624c806e by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'fa3ce3fd-9468-418c-bd07-0d17ad1614bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:50:50.591777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Attempting to bind port 3e47506f-e47d-4686-a341-ca5f624c806e on network f29b084c-51ef-4997-b765-7dabddc96024 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:50:50.610945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:50:50.610945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Checking segment: {'id': 'fa3ce3fd-9468-418c-bd07-0d17ad1614bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:50:50.610945 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:50.610945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Bound using segment: {'id': 'fa3ce3fd-9468-418c-bd07-0d17ad1614bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:50:50.610945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Bound port: 3e47506f-e47d-4686-a341-ca5f624c806e, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3ce3fd-9468-418c-bd07-0d17ad1614bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:50:50.610945 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:50.661267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Allocated IP 172.25.5.153 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/85042c1d-eded-4045-a4c7-094b8f3963d0) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:50:50.875967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port fc7ead3e-cc72-452b-b389-a0790d2787cc is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:50.917869 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:50.925795 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:50.934898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Transition to ACTIVE for port object df103ef1-bf57-45f9-8eda-494c0cf395cd will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:50.937804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] For port 3e47506f-e47d-4686-a341-ca5f624c806e, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:50:50.943941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] For port 3e47506f-e47d-4686-a341-ca5f624c806e, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3e47506f-e47d-4686-a341-ca5f624c806e,segment=NetworkSegment(fa3ce3fd-9468-418c-bd07-0d17ad1614bf),segment_id=fa3ce3fd-9468-418c-bd07-0d17ad1614bf)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:50:50.959841 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:50.963661 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:51.045529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Transition to ACTIVE for port object df103ef1-bf57-45f9-8eda-494c0cf395cd will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:51.085912 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:51.141112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0bcf0-2077-4ee6-a1e2-7f19779549cb None None] Pushing event updated for resources: {'Port': ['ID=3e47506f-e47d-4686-a341-ca5f624c806e,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:51.179514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:51.180916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:51.187131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Routers {'4a33212b-7706-407a-a4e2-c3d54057f38b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:50:51.188509 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:50:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['4a33212b-7706-407a-a4e2-c3d54057f38b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:51.209224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:50:51.258648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Pushing event updated for resources: {'Port': ['ID=85042c1d-eded-4045-a4c7-094b8f3963d0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:51.322262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Network e0c18300-c059-47d5-b630-0e11ed82cf56 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:51.367391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:51.385477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:50:51.524589 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Pushing event updated for resources: {'Port': ['ID=df103ef1-bf57-45f9-8eda-494c0cf395cd,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:51.603843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Attempting to bind port df103ef1-bf57-45f9-8eda-494c0cf395cd on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:50:51.604210 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Attempting to bind port df103ef1-bf57-45f9-8eda-494c0cf395cd by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '082a57e2-9187-40ff-8988-0833de2f1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:50:51.604571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Attempting to bind port df103ef1-bf57-45f9-8eda-494c0cf395cd on network e0c18300-c059-47d5-b630-0e11ed82cf56 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:50:51.612260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:50:51.612627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Checking segment: {'id': '082a57e2-9187-40ff-8988-0833de2f1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:50:51.613130 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:51.613522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Bound using segment: {'id': '082a57e2-9187-40ff-8988-0833de2f1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:50:51.614047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Bound port: df103ef1-bf57-45f9-8eda-494c0cf395cd, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082a57e2-9187-40ff-8988-0833de2f1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:50:51.614415 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:51.638328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] Set router 4a33212b-7706-407a-a4e2-c3d54057f38b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:50:51.762225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] For port df103ef1-bf57-45f9-8eda-494c0cf395cd, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:50:51.765428 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] For port df103ef1-bf57-45f9-8eda-494c0cf395cd, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=df103ef1-bf57-45f9-8eda-494c0cf395cd,segment=NetworkSegment(082a57e2-9187-40ff-8988-0833de2f1798),segment_id=082a57e2-9187-40ff-8988-0833de2f1798)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:50:51.775589 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:51.976328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce097ab-30a3-4b10-9c2c-c623189f16cd None None] Pushing event updated for resources: {'Port': ['ID=df103ef1-bf57-45f9-8eda-494c0cf395cd,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:52.064633 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:52.311553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'name': 'tempest-TestAggregatesBasicOps-1692484792-router', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:38Z', 'updated_at': '2022-06-04T16:50:45Z', 'revision_number': 4, 'project_id': '01b7b372ac234dff9e358ddce8f0af98', 'gw_port': {'id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:39Z', 'updated_at': '2022-06-04T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '3e47506f-e47d-4686-a341-ca5f624c806e', 'name': '', 'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'mac_address': 'fa:16:3e:10:f0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ea9393ac-c9fb-44f5-8c33-e850efaab61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:44Z', 'updated_at': '2022-06-04T16:50:50Z', 'revision_number': 4, 'project_id': '01b7b372ac234dff9e358ddce8f0af98', 'subnets': [{'id': 'ea9393ac-c9fb-44f5-8c33-e850efaab61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:52.325599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d2683-824a-4c46-87ab-3d15b49acd67 None None] The sync data for ids ['4a33212b-7706-407a-a4e2-c3d54057f38b'] in n-d-811809-3 is: [{'id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'name': 'tempest-TestAggregatesBasicOps-1692484792-router', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:38Z', 'updated_at': '2022-06-04T16:50:45Z', 'revision_number': 4, 'project_id': '01b7b372ac234dff9e358ddce8f0af98', 'gw_port': {'id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:39Z', 'updated_at': '2022-06-04T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '3e47506f-e47d-4686-a341-ca5f624c806e', 'name': '', 'network_id': 'f29b084c-51ef-4997-b765-7dabddc96024', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'mac_address': 'fa:16:3e:10:f0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ea9393ac-c9fb-44f5-8c33-e850efaab61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:44Z', 'updated_at': '2022-06-04T16:50:50Z', 'revision_number': 4, 'project_id': '01b7b372ac234dff9e358ddce8f0af98', 'subnets': [{'id': 'ea9393ac-c9fb-44f5-8c33-e850efaab61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:50:52.781446 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:53.332501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Router 8fc3d62b-4edd-4b83-aa4d-d9030170592f is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:50:53.537311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5de87c-18a4-48b8-84e4-8ed7c7bc6041 None None] Network e0c18300-c059-47d5-b630-0e11ed82cf56 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:50:53.713642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:50:53.725042 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Sync routers for ids ['8fc3d62b-4edd-4b83-aa4d-d9030170592f'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:50:53.741581 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Routers {'8fc3d62b-4edd-4b83-aa4d-d9030170592f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:50:53.742473 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:50:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8fc3d62b-4edd-4b83-aa4d-d9030170592f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:53.754647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a453229f-bd49-4d49-ae85-1b1aa077b642 None None] Provisioning for port df103ef1-bf57-45f9-8eda-494c0cf395cd completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:53.770095 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:53.777152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-93ffa787-9209-4027-9726-4805675b9017 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6773310 Jun 04 16:50:53.785435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56286) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:53.939404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3e47506f-e47d-4686-a341-ca5f624c806e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:54.100776 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Set router 8fc3d62b-4edd-4b83-aa4d-d9030170592f gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:50:54.212276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 3e47506f-e47d-4686-a341-ca5f624c806e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:54.221769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3e47506f-e47d-4686-a341-ca5f624c806e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:54.222763 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:54.600030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3e47506f-e47d-4686-a341-ca5f624c806e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:54.600625 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:54.671911 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'name': 'tempest-TestAggregatesBasicOps-641841989-router', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:49Z', 'updated_at': '2022-06-04T16:50:51Z', 'revision_number': 3, 'project_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'gw_port': {'id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:50Z', 'updated_at': '2022-06-04T16:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:54.680586 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Checking router: 8fc3d62b-4edd-4b83-aa4d-d9030170592f for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:50:54.681551 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Updating router 8fc3d62b-4edd-4b83-aa4d-d9030170592f port 85042c1d-eded-4045-a4c7-094b8f3963d0 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:50:54.738476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 3e47506f-e47d-4686-a341-ca5f624c806e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3e47506f-e47d-4686-a341-ca5f624c806e,segment=NetworkSegment(fa3ce3fd-9468-418c-bd07-0d17ad1614bf),segment_id=fa3ce3fd-9468-418c-bd07-0d17ad1614bf)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:54.748910 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:54.749809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device df103ef1-bf57-45f9-8eda-494c0cf395cd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:54.866474 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:55.027311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=3e47506f-e47d-4686-a341-ca5f624c806e,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:55.057297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port df103ef1-bf57-45f9-8eda-494c0cf395cd completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:55.066239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port df103ef1-bf57-45f9-8eda-494c0cf395cd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:55.066627 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:55.282416 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:55.393536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port df103ef1-bf57-45f9-8eda-494c0cf395cd is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:55.394190 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:55.407246 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:55.438297 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Transition to ACTIVE for port object 85042c1d-eded-4045-a4c7-094b8f3963d0 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:55.445667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port df103ef1-bf57-45f9-8eda-494c0cf395cd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=df103ef1-bf57-45f9-8eda-494c0cf395cd,segment=NetworkSegment(082a57e2-9187-40ff-8988-0833de2f1798),segment_id=082a57e2-9187-40ff-8988-0833de2f1798)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:55.452318 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:55.454995 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:55.599411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Allocated IP 172.20.0.1 (e0c18300-c059-47d5-b630-0e11ed82cf56/abed3cb2-8b52-485a-be99-1a92184d379b/e2a672cc-5d6a-48d4-a8df-20786e927068) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:50:55.647422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=df103ef1-bf57-45f9-8eda-494c0cf395cd,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:55.676933 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Attempting to bind port 85042c1d-eded-4045-a4c7-094b8f3963d0 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:50:55.677598 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Attempting to bind port 85042c1d-eded-4045-a4c7-094b8f3963d0 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:50:55.678210 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Attempting to bind port 85042c1d-eded-4045-a4c7-094b8f3963d0 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:50:55.686891 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:50:55.687428 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:50:55.687871 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:55.688332 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:50:55.688892 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Bound port: 85042c1d-eded-4045-a4c7-094b8f3963d0, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:50:55.689358 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:55.738388 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369be0be-52b4-4f9c-81d5-463a38b6d29c None None] Pushing event updated for resources: {'Port': ['ID=85042c1d-eded-4045-a4c7-094b8f3963d0,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:55.828687 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] For port 85042c1d-eded-4045-a4c7-094b8f3963d0, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:50:55.840283 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] For port 85042c1d-eded-4045-a4c7-094b8f3963d0, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=85042c1d-eded-4045-a4c7-094b8f3963d0,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:50:55.851356 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:55.868338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3e47506f-e47d-4686-a341-ca5f624c806e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:56.008012 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Routers {'8fc3d62b-4edd-4b83-aa4d-d9030170592f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:50:56.009566 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:50:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8fc3d62b-4edd-4b83-aa4d-d9030170592f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:56.036490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:56.043202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3e47506f-e47d-4686-a341-ca5f624c806e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:56.043901 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:56.052637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Transition to ACTIVE for port object e2a672cc-5d6a-48d4-a8df-20786e927068 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:50:56.082366 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:56.131609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Network e0c18300-c059-47d5-b630-0e11ed82cf56 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:56.138221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:56.159833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:50:56.283536 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] Set router 8fc3d62b-4edd-4b83-aa4d-d9030170592f gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:50:56.306293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3e47506f-e47d-4686-a341-ca5f624c806e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:56.308069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device df103ef1-bf57-45f9-8eda-494c0cf395cd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:56.452984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port df103ef1-bf57-45f9-8eda-494c0cf395cd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:56.453731 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:56.478229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Pushing event updated for resources: {'Port': ['ID=e2a672cc-5d6a-48d4-a8df-20786e927068,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:56.539593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:56.657003 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:50:56.657857 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369be0be-52b4-4f9c-81d5-463a38b6d29c None None] Pushing event updated for resources: {'Port': ['ID=85042c1d-eded-4045-a4c7-094b8f3963d0,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:56.684360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1a7718e3-f189-4c47-9c0a-e03446ae9b51 None None] Provisioning for port e2a672cc-5d6a-48d4-a8df-20786e927068 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:56.691618 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1a7718e3-f189-4c47-9c0a-e03446ae9b51 None None] Provisioning complete for port e2a672cc-5d6a-48d4-a8df-20786e927068 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:56.692102 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1a7718e3-f189-4c47-9c0a-e03446ae9b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:56.733508 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:56.744794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port df103ef1-bf57-45f9-8eda-494c0cf395cd is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:56.765841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1a7718e3-f189-4c47-9c0a-e03446ae9b51 None None] Port e2a672cc-5d6a-48d4-a8df-20786e927068 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:50:56.807004 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'name': 'tempest-TestAggregatesBasicOps-641841989-router', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:49Z', 'updated_at': '2022-06-04T16:50:51Z', 'revision_number': 3, 'project_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'gw_port': {'id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:50Z', 'updated_at': '2022-06-04T16:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:56.811288 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cbdd58-f815-444c-8a3b-51bf4ec08942 None None] The sync data for ids ['8fc3d62b-4edd-4b83-aa4d-d9030170592f'] in n-d-811809-3 is: [{'id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'name': 'tempest-TestAggregatesBasicOps-641841989-router', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:49Z', 'updated_at': '2022-06-04T16:50:51Z', 'revision_number': 3, 'project_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'gw_port': {'id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:50Z', 'updated_at': '2022-06-04T16:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:50:57.058395 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:57.064787 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:57.266667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Pushing event updated for resources: {'Port': ['ID=e2a672cc-5d6a-48d4-a8df-20786e927068,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:57.269369 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:57.464656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Network e0c18300-c059-47d5-b630-0e11ed82cf56 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:50:57.465904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:50:57.816980 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-116a20f8-d41d-47ae-b602-e2ddbd24f216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:57.881825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Router 8fc3d62b-4edd-4b83-aa4d-d9030170592f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:50:57.908226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 85042c1d-eded-4045-a4c7-094b8f3963d0 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:58.016159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6902ff7c-35c5-48fc-9a24-eb4361cd246e None None] Provisioning complete for port e2a672cc-5d6a-48d4-a8df-20786e927068 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:58.016691 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6902ff7c-35c5-48fc-9a24-eb4361cd246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:58.069962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 85042c1d-eded-4045-a4c7-094b8f3963d0 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:50:58.083079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 85042c1d-eded-4045-a4c7-094b8f3963d0 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:58.083450 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:58.157159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6902ff7c-35c5-48fc-9a24-eb4361cd246e None None] Port e2a672cc-5d6a-48d4-a8df-20786e927068 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:50:58.209583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:50:58.235798 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5a09a793-7c00-4d28-8a90-6ff1ae626eda admin admin] 10.222.0.13 "PUT /v2.0/routers/8fc3d62b-4edd-4b83-aa4d-d9030170592f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4490051 Jun 04 16:50:58.297655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 85042c1d-eded-4045-a4c7-094b8f3963d0 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:50:58.298186 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:58.325780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 85042c1d-eded-4045-a4c7-094b8f3963d0, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=85042c1d-eded-4045-a4c7-094b8f3963d0,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:50:58.348473 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:58.451054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=85042c1d-eded-4045-a4c7-094b8f3963d0,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:50:59.055307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Sync routers for ids ['8fc3d62b-4edd-4b83-aa4d-d9030170592f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:50:59.066104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Routers {'8fc3d62b-4edd-4b83-aa4d-d9030170592f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:50:59.066925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:50:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8fc3d62b-4edd-4b83-aa4d-d9030170592f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:59.295116 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Set router 8fc3d62b-4edd-4b83-aa4d-d9030170592f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:50:59.708647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56426) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:50:59.719872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'name': 'tempest-TestAggregatesBasicOps-641841989-router', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:49Z', 'updated_at': '2022-06-04T16:50:56Z', 'revision_number': 4, 'project_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'gw_port': {'id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:50Z', 'updated_at': '2022-06-04T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e2a672cc-5d6a-48d4-a8df-20786e927068', 'name': '', 'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'mac_address': 'fa:16:3e:76:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'abed3cb2-8b52-485a-be99-1a92184d379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:55Z', 'updated_at': '2022-06-04T16:50:56Z', 'revision_number': 2, 'project_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'subnets': [{'id': 'abed3cb2-8b52-485a-be99-1a92184d379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:50:59.724246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Checking router: 8fc3d62b-4edd-4b83-aa4d-d9030170592f for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:50:59.724589 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Updating router 8fc3d62b-4edd-4b83-aa4d-d9030170592f port e2a672cc-5d6a-48d4-a8df-20786e927068 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:50:59.827887 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 85042c1d-eded-4045-a4c7-094b8f3963d0 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:50:59.900625 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:50:59.918718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 85042c1d-eded-4045-a4c7-094b8f3963d0 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:50:59.919109 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:00.060119 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-724c80d8-832a-4768-98bd-a4d9094eee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:00.188883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 85042c1d-eded-4045-a4c7-094b8f3963d0 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:51:00.484973 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:00.498739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Transition to ACTIVE for port object e2a672cc-5d6a-48d4-a8df-20786e927068 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:51:00.507347 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:00.634893 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5a5d-d5d6-464d-b97e-a49cf1b53d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:00.670529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91812eef-3055-4499-b6bb-1206e2821e7c None None] Pushing event updated for resources: {'Port': ['ID=e2a672cc-5d6a-48d4-a8df-20786e927068,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:00.850634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Attempting to bind port e2a672cc-5d6a-48d4-a8df-20786e927068 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:51:00.851153 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Attempting to bind port e2a672cc-5d6a-48d4-a8df-20786e927068 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '082a57e2-9187-40ff-8988-0833de2f1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:51:00.851813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Attempting to bind port e2a672cc-5d6a-48d4-a8df-20786e927068 on network e0c18300-c059-47d5-b630-0e11ed82cf56 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:51:00.858736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:51:00.859279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Checking segment: {'id': '082a57e2-9187-40ff-8988-0833de2f1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:51:00.859818 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:00.860341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Bound using segment: {'id': '082a57e2-9187-40ff-8988-0833de2f1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:51:00.860963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Bound port: e2a672cc-5d6a-48d4-a8df-20786e927068, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082a57e2-9187-40ff-8988-0833de2f1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:51:00.861476 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:01.032215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] For port e2a672cc-5d6a-48d4-a8df-20786e927068, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:51:01.036904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] For port e2a672cc-5d6a-48d4-a8df-20786e927068, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e2a672cc-5d6a-48d4-a8df-20786e927068,segment=NetworkSegment(082a57e2-9187-40ff-8988-0833de2f1798),segment_id=082a57e2-9187-40ff-8988-0833de2f1798)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:51:01.045663 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:01.133823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91812eef-3055-4499-b6bb-1206e2821e7c None None] Pushing event updated for resources: {'Port': ['ID=e2a672cc-5d6a-48d4-a8df-20786e927068,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:01.174917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Routers {'8fc3d62b-4edd-4b83-aa4d-d9030170592f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:51:01.176015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:51:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8fc3d62b-4edd-4b83-aa4d-d9030170592f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:01.365155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca5a5d-d5d6-464d-b97e-a49cf1b53d5c admin admin] Deleting port 3e47506f-e47d-4686-a341-ca5f624c806e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:51:01.369807 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5a5d-d5d6-464d-b97e-a49cf1b53d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:01.459594 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:01.495584 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:01.534476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] Set router 8fc3d62b-4edd-4b83-aa4d-d9030170592f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:51:01.654634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-b6ca5a5d-d5d6-464d-b97e-a49cf1b53d5c admin admin] For port 3e47506f-e47d-4686-a341-ca5f624c806e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3e47506f-e47d-4686-a341-ca5f624c806e,segment=NetworkSegment(fa3ce3fd-9468-418c-bd07-0d17ad1614bf),segment_id=fa3ce3fd-9468-418c-bd07-0d17ad1614bf)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:01.655090 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5a5d-d5d6-464d-b97e-a49cf1b53d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:01.889039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca5a5d-d5d6-464d-b97e-a49cf1b53d5c admin admin] Calling delete_port for 3e47506f-e47d-4686-a341-ca5f624c806e owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:51:02.015025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'name': 'tempest-TestAggregatesBasicOps-641841989-router', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:49Z', 'updated_at': '2022-06-04T16:50:56Z', 'revision_number': 4, 'project_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'gw_port': {'id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:50Z', 'updated_at': '2022-06-04T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e2a672cc-5d6a-48d4-a8df-20786e927068', 'name': '', 'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'mac_address': 'fa:16:3e:76:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'abed3cb2-8b52-485a-be99-1a92184d379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:55Z', 'updated_at': '2022-06-04T16:51:01Z', 'revision_number': 4, 'project_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'subnets': [{'id': 'abed3cb2-8b52-485a-be99-1a92184d379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:02.019561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409829b4-4937-4dc5-b466-2536e1d07636 None None] The sync data for ids ['8fc3d62b-4edd-4b83-aa4d-d9030170592f'] in n-d-811809-3 is: [{'id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'name': 'tempest-TestAggregatesBasicOps-641841989-router', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:49Z', 'updated_at': '2022-06-04T16:50:56Z', 'revision_number': 4, 'project_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'gw_port': {'id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:50Z', 'updated_at': '2022-06-04T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e2a672cc-5d6a-48d4-a8df-20786e927068', 'name': '', 'network_id': 'e0c18300-c059-47d5-b630-0e11ed82cf56', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'mac_address': 'fa:16:3e:76:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'abed3cb2-8b52-485a-be99-1a92184d379b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:55Z', 'updated_at': '2022-06-04T16:51:01Z', 'revision_number': 4, 'project_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'subnets': [{'id': 'abed3cb2-8b52-485a-be99-1a92184d379b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:51:02.289478 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5a5d-d5d6-464d-b97e-a49cf1b53d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:02.372863 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca5a5d-d5d6-464d-b97e-a49cf1b53d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e47506f-e47d-4686-a341-ca5f624c806e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:02.637112 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:02.775741 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5a5d-d5d6-464d-b97e-a49cf1b53d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:03.289750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ca5a5d-d5d6-464d-b97e-a49cf1b53d5c admin admin] Router 4a33212b-7706-407a-a4e2-c3d54057f38b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:51:03.519454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ca5a5d-d5d6-464d-b97e-a49cf1b53d5c admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:51:03.537347 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f8d22-51d4-421e-87c0-4ca76e8f011a None None] Sync routers for ids ['4a33212b-7706-407a-a4e2-c3d54057f38b'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:51:03.540881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56490) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:03.549229 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f8d22-51d4-421e-87c0-4ca76e8f011a None None] Routers {'4a33212b-7706-407a-a4e2-c3d54057f38b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:51:03.550040 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-131f8d22-51d4-421e-87c0-4ca76e8f011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:51:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['4a33212b-7706-407a-a4e2-c3d54057f38b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:03.555326 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b6ca5a5d-d5d6-464d-b97e-a49cf1b53d5c admin admin] 10.222.0.13 "PUT /v2.0/routers/4a33212b-7706-407a-a4e2-c3d54057f38b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8459125 Jun 04 16:51:03.815901 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:03.876524 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-131f8d22-51d4-421e-87c0-4ca76e8f011a None None] Set router 4a33212b-7706-407a-a4e2-c3d54057f38b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:51:03.965752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e2a672cc-5d6a-48d4-a8df-20786e927068 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:51:04.088761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e2a672cc-5d6a-48d4-a8df-20786e927068 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:51:04.102410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e2a672cc-5d6a-48d4-a8df-20786e927068 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:51:04.102812 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:04.185073 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:04.201973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Deleting port fc7ead3e-cc72-452b-b389-a0790d2787cc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:51:04.203559 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:04.319319 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:04.338577 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-131f8d22-51d4-421e-87c0-4ca76e8f011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'name': 'tempest-TestAggregatesBasicOps-1692484792-router', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:38Z', 'updated_at': '2022-06-04T16:51:02Z', 'revision_number': 5, 'project_id': '01b7b372ac234dff9e358ddce8f0af98', 'gw_port': {'id': 'fc7ead3e-cc72-452b-b389-a0790d2787cc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:39Z', 'updated_at': '2022-06-04T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:04.344272 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f8d22-51d4-421e-87c0-4ca76e8f011a None None] Checking router: 4a33212b-7706-407a-a4e2-c3d54057f38b for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:51:04.351160 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:04.355392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e2a672cc-5d6a-48d4-a8df-20786e927068 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:51:04.355775 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:04.361412 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f8d22-51d4-421e-87c0-4ca76e8f011a None None] Routers {'4a33212b-7706-407a-a4e2-c3d54057f38b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:51:04.362078 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-131f8d22-51d4-421e-87c0-4ca76e8f011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:51:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['4a33212b-7706-407a-a4e2-c3d54057f38b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:04.466724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e2a672cc-5d6a-48d4-a8df-20786e927068, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e2a672cc-5d6a-48d4-a8df-20786e927068,segment=NetworkSegment(082a57e2-9187-40ff-8988-0833de2f1798),segment_id=082a57e2-9187-40ff-8988-0833de2f1798)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:04.478884 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:04.517452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] For port fc7ead3e-cc72-452b-b389-a0790d2787cc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=fc7ead3e-cc72-452b-b389-a0790d2787cc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:04.518080 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:04.684112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e2a672cc-5d6a-48d4-a8df-20786e927068,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:04.704932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Calling delete_port for fc7ead3e-cc72-452b-b389-a0790d2787cc owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:51:04.818670 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-131f8d22-51d4-421e-87c0-4ca76e8f011a None None] Set router 4a33212b-7706-407a-a4e2-c3d54057f38b gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:51:04.996062 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-131f8d22-51d4-421e-87c0-4ca76e8f011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'name': 'tempest-TestAggregatesBasicOps-1692484792-router', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:38Z', 'updated_at': '2022-06-04T16:51:04Z', 'revision_number': 6, 'project_id': '01b7b372ac234dff9e358ddce8f0af98', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:05.001598 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f8d22-51d4-421e-87c0-4ca76e8f011a None None] The sync data for ids ['4a33212b-7706-407a-a4e2-c3d54057f38b'] in n-d-811809-3 is: [{'id': '4a33212b-7706-407a-a4e2-c3d54057f38b', 'name': 'tempest-TestAggregatesBasicOps-1692484792-router', 'tenant_id': '01b7b372ac234dff9e358ddce8f0af98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:38Z', 'updated_at': '2022-06-04T16:51:04Z', 'revision_number': 6, 'project_id': '01b7b372ac234dff9e358ddce8f0af98', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:51:05.174847 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:05.393261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7ead3e-cc72-452b-b389-a0790d2787cc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:05.511338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:05.713177 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:05.716163 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:05.739934 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:05.740435 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a33212b-7706-407a-a4e2-c3d54057f38b {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:51:05.753206 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:05.756863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6d7dcf50-b970-4ef3-be52-12dd3c9e20df admin admin] 10.222.0.13 "DELETE /v2.0/routers/4a33212b-7706-407a-a4e2-c3d54057f38b HTTP/1.1" status: 204 len: 168 time: 2.2124345 Jun 04 16:51:05.757003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56530) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:05.823916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c336743f-a358-4cd5-bfc8-3e5a6c532120 admin admin] Deleting subnet ea9393ac-c9fb-44f5-8c33-e850efaab61d {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:51:05.830015 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c336743f-a358-4cd5-bfc8-3e5a6c532120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:05.899991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e2a672cc-5d6a-48d4-a8df-20786e927068 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:51:05.909284 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c336743f-a358-4cd5-bfc8-3e5a6c532120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:05.976719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e2a672cc-5d6a-48d4-a8df-20786e927068 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:51:05.976719 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:06.016831 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c336743f-a358-4cd5-bfc8-3e5a6c532120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:06.117533 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c336743f-a358-4cd5-bfc8-3e5a6c532120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:06.141001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e2a672cc-5d6a-48d4-a8df-20786e927068 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:51:06.166656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336743f-a358-4cd5-bfc8-3e5a6c532120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9393ac-c9fb-44f5-8c33-e850efaab61d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:06.169152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c336743f-a358-4cd5-bfc8-3e5a6c532120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:06.176462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c336743f-a358-4cd5-bfc8-3e5a6c532120 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ea9393ac-c9fb-44f5-8c33-e850efaab61d HTTP/1.1" status: 204 len: 168 time: 0.4185286 Jun 04 16:51:06.179201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56540) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:06.180366 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a13e798-161d-4647-b3df-0bfab748f224 None None] Network f29b084c-51ef-4997-b765-7dabddc96024 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:51:06.257256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3e47506f-e47d-4686-a341-ca5f624c806e no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:51:06.319980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 3e47506f-e47d-4686-a341-ca5f624c806e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:51:06.320650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3e47506f-e47d-4686-a341-ca5f624c806e not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:51:06.321355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device fc7ead3e-cc72-452b-b389-a0790d2787cc no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:51:06.385625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:06.396481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: fc7ead3e-cc72-452b-b389-a0790d2787cc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:51:06.397048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device fc7ead3e-cc72-452b-b389-a0790d2787cc not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:51:06.410442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Deleting port 8629d159-7caa-403c-949c-6ccde59cf442 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:51:06.410902 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:06.602346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701ad04b-604d-448b-b6b1-28ef51973932 None None] DHCP port deletion for f29b084c-51ef-4997-b765-7dabddc96024 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:51:06.611206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-701ad04b-604d-448b-b6b1-28ef51973932 None None] Deleting port 8629d159-7caa-403c-949c-6ccde59cf442 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:51:06.611587 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-701ad04b-604d-448b-b6b1-28ef51973932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:06.693156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] For port 8629d159-7caa-403c-949c-6ccde59cf442, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8629d159-7caa-403c-949c-6ccde59cf442,segment=NetworkSegment(fa3ce3fd-9468-418c-bd07-0d17ad1614bf),segment_id=fa3ce3fd-9468-418c-bd07-0d17ad1614bf)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:06.693511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:06.859483 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-701ad04b-604d-448b-b6b1-28ef51973932 None None] For port 8629d159-7caa-403c-949c-6ccde59cf442, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8629d159-7caa-403c-949c-6ccde59cf442,segment=NetworkSegment(fa3ce3fd-9468-418c-bd07-0d17ad1614bf),segment_id=fa3ce3fd-9468-418c-bd07-0d17ad1614bf)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:06.860002 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-701ad04b-604d-448b-b6b1-28ef51973932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:06.860417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Calling delete_port for 8629d159-7caa-403c-949c-6ccde59cf442 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:51:06.958134 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:07.022212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-701ad04b-604d-448b-b6b1-28ef51973932 None None] Calling delete_port for 8629d159-7caa-403c-949c-6ccde59cf442 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:51:07.031614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Pushing event deleted for resources: {'Port': ['ID=8629d159-7caa-403c-949c-6ccde59cf442,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:07.033935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] No DVR routers for this DVR port 8629d159-7caa-403c-949c-6ccde59cf442 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:51:07.102794 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-701ad04b-604d-448b-b6b1-28ef51973932 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:51:07.103217 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-701ad04b-604d-448b-b6b1-28ef51973932 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:51:07.164869 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:07.194337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29b084c-51ef-4997-b765-7dabddc96024']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:07.215272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3ce3fd-9468-418c-bd07-0d17ad1614bf') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:07.215750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3ce3fd-9468-418c-bd07-0d17ad1614bf') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:07.227814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:07.244948 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:07.253713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:51:07.254343 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:07.508486 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment fa3ce3fd-9468-418c-bd07-0d17ad1614bf resource provider aggregate not found Jun 04 16:51:07.514403 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:07.552409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:07.556401 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment fa3ce3fd-9468-418c-bd07-0d17ad1614bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa3ce3fd-9468-418c-bd07-0d17ad1614bf found for delete ", "request_id": "req-2ae22104-0ea1-41c7-9601-5673d2aba783"}]} Jun 04 16:51:07.577812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] Pushing event deleted for resources: {'Network': ['ID=f29b084c-51ef-4997-b765-7dabddc96024,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:07.588508 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56578) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:07.600266 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bf8797c0-210e-4803-9db8-70e6891a8356 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f29b084c-51ef-4997-b765-7dabddc96024 HTTP/1.1" status: 204 len: 168 time: 1.4187765 Jun 04 16:51:07.604682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-701ad04b-604d-448b-b6b1-28ef51973932 None None] Deleting port 8629d159-7caa-403c-949c-6ccde59cf442 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:51:07.605391 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-701ad04b-604d-448b-b6b1-28ef51973932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:07.726270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-701ad04b-604d-448b-b6b1-28ef51973932 None None] The port '8629d159-7caa-403c-949c-6ccde59cf442' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:51:07.807541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8629d159-7caa-403c-949c-6ccde59cf442 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:51:07.848660 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 8629d159-7caa-403c-949c-6ccde59cf442 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:51:07.849272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8629d159-7caa-403c-949c-6ccde59cf442 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:51:08.341211 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a7b3bcd-cbd4-43cd-a47f-bbd4eff7f3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:08.832858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b3bcd-cbd4-43cd-a47f-bbd4eff7f3f0 admin admin] Deleting port e2a672cc-5d6a-48d4-a8df-20786e927068 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:51:08.833512 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a7b3bcd-cbd4-43cd-a47f-bbd4eff7f3f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:09.020817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-1a7b3bcd-cbd4-43cd-a47f-bbd4eff7f3f0 admin admin] For port e2a672cc-5d6a-48d4-a8df-20786e927068, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e2a672cc-5d6a-48d4-a8df-20786e927068,segment=NetworkSegment(082a57e2-9187-40ff-8988-0833de2f1798),segment_id=082a57e2-9187-40ff-8988-0833de2f1798)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:09.021269 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a7b3bcd-cbd4-43cd-a47f-bbd4eff7f3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:09.160798 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b3bcd-cbd4-43cd-a47f-bbd4eff7f3f0 admin admin] Calling delete_port for e2a672cc-5d6a-48d4-a8df-20786e927068 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:51:09.359696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a7b3bcd-cbd4-43cd-a47f-bbd4eff7f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:09.412457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b3bcd-cbd4-43cd-a47f-bbd4eff7f3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a672cc-5d6a-48d4-a8df-20786e927068,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:09.805719 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1a7b3bcd-cbd4-43cd-a47f-bbd4eff7f3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:09.983752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62f424-11de-4636-a606-d46143f0ecdd req-5277d7a2-2a12-42ef-9b1d-d94d735a98a4 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:09.985272 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa62f424-11de-4636-a606-d46143f0ecdd req-5277d7a2-2a12-42ef-9b1d-d94d735a98a4 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1096 time: 0.2693579 Jun 04 16:51:10.027976 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-aa62f424-11de-4636-a606-d46143f0ecdd req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:10.053715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-aa62f424-11de-4636-a606-d46143f0ecdd req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:10.061329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-aa62f424-11de-4636-a606-d46143f0ecdd req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Usage tracker for resource:security_group_rule and tenant:9832b9f56b8a44e787a33d4ca1dfa4dd is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:10.065934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-aa62f424-11de-4636-a606-d46143f0ecdd req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:10.074825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-aa62f424-11de-4636-a606-d46143f0ecdd req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:10.095603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56630) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:10.251690 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-04e65ed7-ed60-4b12-baef-2921cb9d4a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:10.268784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-04e65ed7-ed60-4b12-baef-2921cb9d4a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:10.273111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-04e65ed7-ed60-4b12-baef-2921cb9d4a9c admin admin] Usage tracker for resource:security_group_rule and tenant:28dc891d98784081bef02856e0eb93be is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:10.276663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-04e65ed7-ed60-4b12-baef-2921cb9d4a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:10.290131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-04e65ed7-ed60-4b12-baef-2921cb9d4a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:10.392598 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-04e65ed7-ed60-4b12-baef-2921cb9d4a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:10.397442 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-04e65ed7-ed60-4b12-baef-2921cb9d4a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:10.456122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e65ed7-ed60-4b12-baef-2921cb9d4a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a839a2bc-bc62-4ae8-b989-709ce4e5feb7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:10.456122 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-04e65ed7-ed60-4b12-baef-2921cb9d4a9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28dc891d98784081bef02856e0eb93be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573079 Jun 04 16:51:10.457250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56640) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:10.465893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7b3bcd-cbd4-43cd-a47f-bbd4eff7f3f0 admin admin] Router 8fc3d62b-4edd-4b83-aa4d-d9030170592f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:51:10.517159 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd01060-526c-4543-a6aa-307bce244967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:10.543467 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd01060-526c-4543-a6aa-307bce244967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:10.580478 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-aa62f424-11de-4636-a606-d46143f0ecdd req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:10.588815 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-aa62f424-11de-4636-a606-d46143f0ecdd req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:10.611075 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd01060-526c-4543-a6aa-307bce244967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:10.637568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd01060-526c-4543-a6aa-307bce244967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a839a2bc-bc62-4ae8-b989-709ce4e5feb7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:10.641170 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd01060-526c-4543-a6aa-307bce244967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:10.655691 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5fd01060-526c-4543-a6aa-307bce244967 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a839a2bc-bc62-4ae8-b989-709ce4e5feb7 HTTP/1.1" status: 204 len: 168 time: 0.1973951 Jun 04 16:51:10.695834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa62f424-11de-4636-a606-d46143f0ecdd req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7026718 Jun 04 16:51:10.719134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61aeaf0-5fa4-47fa-a071-2c763586eef7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:10.762400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7b3bcd-cbd4-43cd-a47f-bbd4eff7f3f0 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:51:10.772957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:10.773626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:10.774330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:10.774885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:10.775514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:10.775700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff3a97e-5d2a-4dda-981a-cb1445306071 None None] Sync routers for ids ['8fc3d62b-4edd-4b83-aa4d-d9030170592f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:51:10.776577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:10.777210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:10.777730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:10.778267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:10.778810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:10.779675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:10.780200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52721b6-722e-4c13-8c30-d2d0e8e21c76 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:10.790669 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff3a97e-5d2a-4dda-981a-cb1445306071 None None] Routers {'8fc3d62b-4edd-4b83-aa4d-d9030170592f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:51:10.791313 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5ff3a97e-5d2a-4dda-981a-cb1445306071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:51:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8fc3d62b-4edd-4b83-aa4d-d9030170592f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:10.800650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1a7b3bcd-cbd4-43cd-a47f-bbd4eff7f3f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/8fc3d62b-4edd-4b83-aa4d-d9030170592f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2076187 Jun 04 16:51:10.801003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56654) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:11.100239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107e8fd-cb2a-4c15-84d1-dab092893524 req-b1dfd67f-8ae4-4665-b616-27211c8aa69e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:11.103121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5107e8fd-cb2a-4c15-84d1-dab092893524 req-b1dfd67f-8ae4-4665-b616-27211c8aa69e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.2344506 Jun 04 16:51:11.139284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5ff3a97e-5d2a-4dda-981a-cb1445306071 None None] Set router 8fc3d62b-4edd-4b83-aa4d-d9030170592f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:51:11.170262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:11.393693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5107e8fd-cb2a-4c15-84d1-dab092893524 req-8b5e8b5c-b1ac-479a-a5fd-9bba9d3bc5b6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841117 Jun 04 16:51:11.418391 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:11.423455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56668) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:11.428902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Deleting port 85042c1d-eded-4045-a4c7-094b8f3963d0 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:51:11.429360 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:11.529743 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5ff3a97e-5d2a-4dda-981a-cb1445306071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'name': 'tempest-TestAggregatesBasicOps-641841989-router', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:49Z', 'updated_at': '2022-06-04T16:51:09Z', 'revision_number': 5, 'project_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'gw_port': {'id': '85042c1d-eded-4045-a4c7-094b8f3963d0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:50Z', 'updated_at': '2022-06-04T16:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:11.533866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff3a97e-5d2a-4dda-981a-cb1445306071 None None] Checking router: 8fc3d62b-4edd-4b83-aa4d-d9030170592f for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:51:11.561941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff3a97e-5d2a-4dda-981a-cb1445306071 None None] Routers {'8fc3d62b-4edd-4b83-aa4d-d9030170592f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:51:11.563175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5ff3a97e-5d2a-4dda-981a-cb1445306071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:51:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8fc3d62b-4edd-4b83-aa4d-d9030170592f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:11.576048 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-acfeb9f6-69dd-4acf-8ec2-3aee0ad02431 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/b0b5b566-534d-4b08-a53e-e871b6e0cf13 HTTP/1.1" status: 200 len: 993 time: 0.1513216 Jun 04 16:51:11.643255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] For port 85042c1d-eded-4045-a4c7-094b8f3963d0, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=85042c1d-eded-4045-a4c7-094b8f3963d0,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:11.643615 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:11.782151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5ff3a97e-5d2a-4dda-981a-cb1445306071 None None] Set router 8fc3d62b-4edd-4b83-aa4d-d9030170592f gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:51:11.826911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Calling delete_port for 85042c1d-eded-4045-a4c7-094b8f3963d0 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:51:11.895414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5ff3a97e-5d2a-4dda-981a-cb1445306071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'name': 'tempest-TestAggregatesBasicOps-641841989-router', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:49Z', 'updated_at': '2022-06-04T16:51:11Z', 'revision_number': 6, 'project_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:11.900493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff3a97e-5d2a-4dda-981a-cb1445306071 None None] The sync data for ids ['8fc3d62b-4edd-4b83-aa4d-d9030170592f'] in n-d-811809-3 is: [{'id': '8fc3d62b-4edd-4b83-aa4d-d9030170592f', 'name': 'tempest-TestAggregatesBasicOps-641841989-router', 'tenant_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:49Z', 'updated_at': '2022-06-04T16:51:11Z', 'revision_number': 6, 'project_id': 'ea9500a1aeb2487ab9781e27b775c06e', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:51:12.068289 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:12.120345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=85042c1d-eded-4045-a4c7-094b8f3963d0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:12.364641 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:12.471577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56702) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:12.621359 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:12.628905 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:12.667839 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:12.668329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc3d62b-4edd-4b83-aa4d-d9030170592f {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:51:12.691504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa80d8c-afac-4438-9245-107b5f24d759 req-eb1b2528-8eb0-4ff9-b91b-23a1c41cc937 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:12.698736 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9aa80d8c-afac-4438-9245-107b5f24d759 req-eb1b2528-8eb0-4ff9-b91b-23a1c41cc937 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.1371651 Jun 04 16:51:12.724320 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-817041f0-7f29-4d4b-ae1e-378d39f411f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2513258 Jun 04 16:51:12.725093 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:12.726983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f5edf1e7-c46e-4d72-8a4f-fb4aafcec0b4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8fc3d62b-4edd-4b83-aa4d-d9030170592f HTTP/1.1" status: 204 len: 168 time: 1.9247127 Jun 04 16:51:12.729535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56708) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:12.763068 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9aa80d8c-afac-4438-9245-107b5f24d759 req-05339d9e-8dfa-4831-abcf-1020f85e58be tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633256 Jun 04 16:51:12.806415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1185504-b6a2-4382-91fd-944137816bd7 admin admin] Deleting subnet abed3cb2-8b52-485a-be99-1a92184d379b {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:51:12.810619 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1185504-b6a2-4382-91fd-944137816bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:12.870388 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1185504-b6a2-4382-91fd-944137816bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:12.962576 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1185504-b6a2-4382-91fd-944137816bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:13.039882 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1185504-b6a2-4382-91fd-944137816bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:13.078238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1185504-b6a2-4382-91fd-944137816bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abed3cb2-8b52-485a-be99-1a92184d379b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:13.084260 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1185504-b6a2-4382-91fd-944137816bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:13.089480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d03628-b206-4b79-a74d-33e59f2dca8f None None] Network e0c18300-c059-47d5-b630-0e11ed82cf56 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:51:13.095328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56736) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:13.095471 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d1185504-b6a2-4382-91fd-944137816bd7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/abed3cb2-8b52-485a-be99-1a92184d379b HTTP/1.1" status: 204 len: 168 time: 0.3647618 Jun 04 16:51:13.254528 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:13.270021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Deleting port df103ef1-bf57-45f9-8eda-494c0cf395cd {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:51:13.270538 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:13.438110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2058e6-392f-4e65-9caa-44adb0a6ea71 None None] DHCP port deletion for e0c18300-c059-47d5-b630-0e11ed82cf56 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:51:13.444218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5d2058e6-392f-4e65-9caa-44adb0a6ea71 None None] Deleting port df103ef1-bf57-45f9-8eda-494c0cf395cd {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:51:13.444922 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d2058e6-392f-4e65-9caa-44adb0a6ea71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:13.583031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] For port df103ef1-bf57-45f9-8eda-494c0cf395cd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=df103ef1-bf57-45f9-8eda-494c0cf395cd,segment=NetworkSegment(082a57e2-9187-40ff-8988-0833de2f1798),segment_id=082a57e2-9187-40ff-8988-0833de2f1798)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:13.583722 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:13.730822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Calling delete_port for df103ef1-bf57-45f9-8eda-494c0cf395cd owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:51:13.745953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5d2058e6-392f-4e65-9caa-44adb0a6ea71 None None] For port df103ef1-bf57-45f9-8eda-494c0cf395cd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=df103ef1-bf57-45f9-8eda-494c0cf395cd,segment=NetworkSegment(082a57e2-9187-40ff-8988-0833de2f1798),segment_id=082a57e2-9187-40ff-8988-0833de2f1798)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:13.746355 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d2058e6-392f-4e65-9caa-44adb0a6ea71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:13.820747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device df103ef1-bf57-45f9-8eda-494c0cf395cd no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:51:13.854877 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:13.921360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Pushing event deleted for resources: {'Port': ['ID=df103ef1-bf57-45f9-8eda-494c0cf395cd,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:13.927523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] No DVR routers for this DVR port df103ef1-bf57-45f9-8eda-494c0cf395cd on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:51:13.981439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5d2058e6-392f-4e65-9caa-44adb0a6ea71 None None] Calling delete_port for df103ef1-bf57-45f9-8eda-494c0cf395cd owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:51:14.010956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: df103ef1-bf57-45f9-8eda-494c0cf395cd {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:51:14.011393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device df103ef1-bf57-45f9-8eda-494c0cf395cd not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:51:14.012089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e2a672cc-5d6a-48d4-a8df-20786e927068 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:51:14.055750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e2a672cc-5d6a-48d4-a8df-20786e927068 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:51:14.056198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e2a672cc-5d6a-48d4-a8df-20786e927068 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:51:14.056791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 85042c1d-eded-4045-a4c7-094b8f3963d0 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:51:14.100694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 85042c1d-eded-4045-a4c7-094b8f3963d0 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:51:14.101255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 85042c1d-eded-4045-a4c7-094b8f3963d0 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:51:14.118031 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:14.151154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c18300-c059-47d5-b630-0e11ed82cf56']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:14.169943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082a57e2-9187-40ff-8988-0833de2f1798') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:14.170313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082a57e2-9187-40ff-8988-0833de2f1798') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:14.185604 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:14.200268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f5862-4b90-43fe-a05e-3cc1764c5430 req-79af0bb9-f5a4-4a87-89af-410ed1c9e096 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:14.201808 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d26f5862-4b90-43fe-a05e-3cc1764c5430 req-79af0bb9-f5a4-4a87-89af-410ed1c9e096 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.2319810 Jun 04 16:51:14.217040 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-5d2058e6-392f-4e65-9caa-44adb0a6ea71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:51:14.217040 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-5d2058e6-392f-4e65-9caa-44adb0a6ea71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:51:14.228254 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:14.240704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:51:14.240704 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:14.343553 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 082a57e2-9187-40ff-8988-0833de2f1798 resource provider aggregate not found Jun 04 16:51:14.349328 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d26f5862-4b90-43fe-a05e-3cc1764c5430 req-86db42f1-1149-4292-b4c0-ae3c55fecb08 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368523 Jun 04 16:51:14.363265 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:14.385723 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:14.388760 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 082a57e2-9187-40ff-8988-0833de2f1798 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 082a57e2-9187-40ff-8988-0833de2f1798 found for delete ", "request_id": "req-e2743b75-0165-4fce-9f8c-869d4573c865"}]} Jun 04 16:51:14.395225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c18300-c059-47d5-b630-0e11ed82cf56,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:14.399275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3b8f8eb3-7b8b-47f2-942e-0d13db45e86f admin admin] 10.222.0.13 "DELETE /v2.0/networks/e0c18300-c059-47d5-b630-0e11ed82cf56 HTTP/1.1" status: 204 len: 168 time: 1.3029928 Jun 04 16:51:14.620716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56778) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:14.681334 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-83231121-94f4-4125-b8e5-e94795ea7b25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01b7b372ac234dff9e358ddce8f0af98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562532 Jun 04 16:51:14.681671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56782) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:14.715047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5d2058e6-392f-4e65-9caa-44adb0a6ea71 None None] Deleting port df103ef1-bf57-45f9-8eda-494c0cf395cd {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:51:14.715425 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d2058e6-392f-4e65-9caa-44adb0a6ea71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:14.749051 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d565fcfa-7843-4ae6-83c6-5de7b52c7af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:14.760107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab9da-b534-4c67-b172-0023995d4351 req-427e50c5-6f6d-4dd7-9d7a-32debf13230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:14.761754 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-427e50c5-6f6d-4dd7-9d7a-32debf13230e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1096 time: 0.2168384 Jun 04 16:51:14.783292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5d2058e6-392f-4e65-9caa-44adb0a6ea71 None None] The port 'df103ef1-bf57-45f9-8eda-494c0cf395cd' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:51:14.786173 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d565fcfa-7843-4ae6-83c6-5de7b52c7af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:14.856458 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d565fcfa-7843-4ae6-83c6-5de7b52c7af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:14.878418 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565fcfa-7843-4ae6-83c6-5de7b52c7af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5b612a-fa5a-4355-b6b2-962ef484b696,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:14.883192 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d565fcfa-7843-4ae6-83c6-5de7b52c7af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:14.886077 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d565fcfa-7843-4ae6-83c6-5de7b52c7af4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad5b612a-fa5a-4355-b6b2-962ef484b696 HTTP/1.1" status: 204 len: 168 time: 0.2027256 Jun 04 16:51:14.931048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab9da-b534-4c67-b172-0023995d4351 req-c3bf7f65-de51-4beb-8457-3d6ac599684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:14.932585 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-c3bf7f65-de51-4beb-8457-3d6ac599684c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f67757fb-60a1-4a94-88bb-addd066d6101 HTTP/1.1" status: 200 len: 898 time: 0.1643240 Jun 04 16:51:15.051219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-0b41792a-f32f-46c7-848a-df3bfcd7766d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f HTTP/1.1" status: 200 len: 1001 time: 0.1124084 Jun 04 16:51:15.125762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab9da-b534-4c67-b172-0023995d4351 req-3418cb71-4a7a-4df9-b3e3-89386f5f43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:15.127322 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-3418cb71-4a7a-4df9-b3e3-89386f5f43b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5e19f6b-e306-4b1d-9b39-e28136146f01 HTTP/1.1" status: 200 len: 834 time: 0.0703397 Jun 04 16:51:15.208516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab9da-b534-4c67-b172-0023995d4351 req-2dbf756f-8748-43d1-ada7-a0259f9655a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:15.210120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-2dbf756f-8748-43d1-ada7-a0259f9655a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f67757fb-60a1-4a94-88bb-addd066d6101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763676 Jun 04 16:51:15.289714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56804) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:15.347144 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7ff69602-6fce-4a0e-bab3-28b257b5f476 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea9500a1aeb2487ab9781e27b775c06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534153 Jun 04 16:51:15.347522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56808) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:15.354172 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-668b7ac6-9fcc-414e-a3fa-ea4d7749157b service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375406 Jun 04 16:51:15.426661 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-468caf0b-1b4b-40dc-b936-ecb99b4ef6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:15.455323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-468caf0b-1b4b-40dc-b936-ecb99b4ef6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:15.513058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-468caf0b-1b4b-40dc-b936-ecb99b4ef6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:15.532363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468caf0b-1b4b-40dc-b936-ecb99b4ef6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3324959-a14b-44ca-a516-f1443e23e0a0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:15.537290 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-468caf0b-1b4b-40dc-b936-ecb99b4ef6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:15.539728 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-468caf0b-1b4b-40dc-b936-ecb99b4ef6fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3324959-a14b-44ca-a516-f1443e23e0a0 HTTP/1.1" status: 204 len: 168 time: 0.1912355 Jun 04 16:51:15.581266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-4185e417-5bcb-479c-8187-8bc332cd2c58 service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188060 Jun 04 16:51:15.601792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fc952-6561-41d7-8db0-c1512e7af5cd req-8bf6ac78-3549-428b-ad45-a404229d8cae tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:15.610319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-681fc952-6561-41d7-8db0-c1512e7af5cd req-8bf6ac78-3549-428b-ad45-a404229d8cae tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.1102469 Jun 04 16:51:15.685343 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-681fc952-6561-41d7-8db0-c1512e7af5cd req-9ef56f64-9da0-4910-98ff-7ceca0d18c72 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741694 Jun 04 16:51:16.265308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e18836-4724-4da5-8a28-cdfd479680e9 req-5b433ffc-0cb1-49ff-9335-bd97ef0b9e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:16.266992 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8e18836-4724-4da5-8a28-cdfd479680e9 req-5b433ffc-0cb1-49ff-9335-bd97ef0b9e92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1096 time: 0.0954201 Jun 04 16:51:16.393433 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 56848) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:16.425360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e18836-4724-4da5-8a28-cdfd479680e9 req-d30735f1-2e4f-4df1-bbf9-e7b2730e41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:16.426803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8e18836-4724-4da5-8a28-cdfd479680e9 req-d30735f1-2e4f-4df1-bbf9-e7b2730e41bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=f67757fb-60a1-4a94-88bb-addd066d6101 HTTP/1.1" status: 200 len: 898 time: 0.1394215 Jun 04 16:51:16.535836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-523419460-network', 'tenant_id': '814cd8439dcc4249a9d2b461abe5362c'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:51:16.544478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:16.552297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Usage tracker for resource:network and tenant:814cd8439dcc4249a9d2b461abe5362c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:16.557407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:16.561724 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8e18836-4724-4da5-8a28-cdfd479680e9 req-9d6834fb-09e8-406d-a7df-ad4254f22599 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f HTTP/1.1" status: 200 len: 1001 time: 0.1290145 Jun 04 16:51:16.565345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:16.616409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Made reservation on behalf of 814cd8439dcc4249a9d2b461abe5362c for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:51:16.618813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:16.635252 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:16.656561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e18836-4724-4da5-8a28-cdfd479680e9 req-3932f66f-2a98-44ec-8016-3344e0c6cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:16.657968 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8e18836-4724-4da5-8a28-cdfd479680e9 req-3932f66f-2a98-44ec-8016-3344e0c6cc7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5e19f6b-e306-4b1d-9b39-e28136146f01 HTTP/1.1" status: 200 len: 834 time: 0.0902987 Jun 04 16:51:16.658903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:16.662806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Usage tracker for resource:security_group_rule and tenant:814cd8439dcc4249a9d2b461abe5362c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:16.666876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:16.704348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:16.781040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e18836-4724-4da5-8a28-cdfd479680e9 req-62f220b6-d8cf-415a-a7b7-149407416b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:16.782535 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8e18836-4724-4da5-8a28-cdfd479680e9 req-62f220b6-d8cf-415a-a7b7-149407416b98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f67757fb-60a1-4a94-88bb-addd066d6101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167531 Jun 04 16:51:16.944959 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:16.957985 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:17.018400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:51:17.040881 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8e18836-4724-4da5-8a28-cdfd479680e9 req-3e94049e-fdbb-49ab-87c2-1f0940c68a7d service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517996 Jun 04 16:51:17.041382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651be755-28a8-49bd-aa0b-11b9a12aacef,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:17.048279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:17.048619 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Added segment 58c6e84d-88d5-45a5-824d-22109f30f564 of type vlan for network 55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c Jun 04 16:51:17.270088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1392eac-267f-4120-bd35-ebdbac2cbd3e req-205cf1df-ef54-436a-b0cb-d72a7d5e49b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:17.271580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1392eac-267f-4120-bd35-ebdbac2cbd3e req-205cf1df-ef54-436a-b0cb-d72a7d5e49b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.4507496 Jun 04 16:51:17.290760 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:17.386289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d1392eac-267f-4120-bd35-ebdbac2cbd3e req-ffd04034-50d7-46c2-9244-665cd10d53b6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013381 Jun 04 16:51:17.390203 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8e18836-4724-4da5-8a28-cdfd479680e9 req-cc5d59b6-20fd-4c31-b526-bc9b0f5f5eb8 service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429899 Jun 04 16:51:17.390649 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:17.391559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:17.392120 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:17.496835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] Pushing event updated for resources: {'Network': ['ID=55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:17.500897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-aedcd665-95c2-476d-b661-065e71d97cda admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1064498 Jun 04 16:51:17.504166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56874) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:17.509995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Request body: {'subnet': {'network_id': '55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-523419460-subnet', 'tenant_id': '814cd8439dcc4249a9d2b461abe5362c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:51:17.516441 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:51:17.534556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:17.540831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Usage tracker for resource:subnet and tenant:814cd8439dcc4249a9d2b461abe5362c is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:17.544022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:17.550945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:17.571740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Made reservation on behalf of 814cd8439dcc4249a9d2b461abe5362c for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:51:17.574890 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:17.787252 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:17.862760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3421f1f-8a08-4650-b7b8-a50c9f6c96e6,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:17.872703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Checking segment: {'id': '58c6e84d-88d5-45a5-824d-22109f30f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:51:17.873056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Network hostable DHCP agents. Network: 55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:51:17.908009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Network 55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:51:17.922924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:51:17.927249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:17.927842 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:17.933215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0925aa-8867-4d79-894b-491cea2969bb None None] Network 55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:51:17.958495 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-20b6d4b0-7684-4fa2-a107-f081f9b1f05a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4486899 Jun 04 16:51:18.160176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064c142a-d8c5-4951-9bb7-96e82050a709 None None] Network 55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:51:18.516791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56912) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:18.522407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-536660528-network', 'tenant_id': '4a3afe7411c148fcbae727d2c5b11ccd'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:51:18.528735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:18.533133 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Usage tracker for resource:network and tenant:4a3afe7411c148fcbae727d2c5b11ccd is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:18.536299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:18.542555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:18.559350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Made reservation on behalf of 4a3afe7411c148fcbae727d2c5b11ccd for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:51:18.562174 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:18.577248 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:18.592626 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:18.596495 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Usage tracker for resource:security_group_rule and tenant:4a3afe7411c148fcbae727d2c5b11ccd is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:18.597140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667a3f0-91d9-4900-ab7b-fa3341481b73 req-b6db7e8b-9d45-4407-be69-2c783fc124ab tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:18.599063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f667a3f0-91d9-4900-ab7b-fa3341481b73 req-b6db7e8b-9d45-4407-be69-2c783fc124ab tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.0873463 Jun 04 16:51:18.603743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:18.610030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:18.658928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f667a3f0-91d9-4900-ab7b-fa3341481b73 req-53e605e1-9f40-4888-97e7-b20a9f95abc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537586 Jun 04 16:51:18.706230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:18.710617 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:18.742936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:51:18.754142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e010fa-869e-416e-9b1d-921c26aea5bd,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:18.770859 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:18.770859 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Added segment 37db7feb-92d3-48dd-9577-a8c2846c0c42 of type vlan for network d2f6f58a-fa5f-4f6e-b92f-3d52e1081af8 Jun 04 16:51:18.794273 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:18.824750 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:18.825889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:18.826489 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:18.931991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] Pushing event updated for resources: {'Network': ['ID=d2f6f58a-fa5f-4f6e-b92f-3d52e1081af8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:18.938890 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5fd4a77f-cb95-43fa-b404-4fcd3641e1fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4182649 Jun 04 16:51:18.939360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 56920) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:18.943619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network d2f6f58a-fa5f-4f6e-b92f-3d52e1081af8 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:51:18.946469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Request body: {'subnet': {'network_id': 'd2f6f58a-fa5f-4f6e-b92f-3d52e1081af8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-536660528-subnet', 'tenant_id': '4a3afe7411c148fcbae727d2c5b11ccd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:51:18.953336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:18.957437 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Usage tracker for resource:subnet and tenant:4a3afe7411c148fcbae727d2c5b11ccd is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:18.960971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:18.966853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:18.977656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Made reservation on behalf of 4a3afe7411c148fcbae727d2c5b11ccd for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:51:18.980119 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:19.195955 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:19.276901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70d0bf4d-ee2a-4d4b-9454-6ec129158591,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:19.285880 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Checking segment: {'id': '37db7feb-92d3-48dd-9577-a8c2846c0c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd2f6f58a-fa5f-4f6e-b92f-3d52e1081af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:51:19.286274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Network hostable DHCP agents. Network: d2f6f58a-fa5f-4f6e-b92f-3d52e1081af8, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:51:19.314118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Network d2f6f58a-fa5f-4f6e-b92f-3d52e1081af8 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:51:19.326967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, d2f6f58a-fa5f-4f6e-b92f-3d52e1081af8) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:51:19.332957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:19.333141 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:19.338103 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60fed2c-01e7-4b7b-83dc-78c00f4aa38e None None] Network d2f6f58a-fa5f-4f6e-b92f-3d52e1081af8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:51:19.357995 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1a3dac13-05af-4e14-8d65-a03e721e7ad6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4178650 Jun 04 16:51:19.556896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d845232-c392-4d3d-8638-f30084da6f2b None None] Network d2f6f58a-fa5f-4f6e-b92f-3d52e1081af8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:51:20.009042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678e2f6-a838-48b3-9f3f-ea774ba1f65e req-f9303f3a-f659-4742-a6fa-7ba2ee441409 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:20.010521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6678e2f6-a838-48b3-9f3f-ea774ba1f65e req-f9303f3a-f659-4742-a6fa-7ba2ee441409 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.2248788 Jun 04 16:51:20.016711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-601e6f82-0ad9-4d07-adf9-9bd2eb7869ef tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:20.017347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-601e6f82-0ad9-4d07-adf9-9bd2eb7869ef tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Synchronizing usage tracker for tenant:814cd8439dcc4249a9d2b461abe5362c on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:51:20.064346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-601e6f82-0ad9-4d07-adf9-9bd2eb7869ef tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Unset dirty status for tenant:814cd8439dcc4249a9d2b461abe5362c on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:51:20.065484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-601e6f82-0ad9-4d07-adf9-9bd2eb7869ef tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/networks?id=55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c HTTP/1.1" status: 200 len: 811 time: 0.2264285 Jun 04 16:51:20.072749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6678e2f6-a838-48b3-9f3f-ea774ba1f65e req-f1471c43-32c6-4b8b-91fe-1fd4f8adead9 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525799 Jun 04 16:51:20.084753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-d7336f4c-c57d-471e-8f6d-8b881470c6ac tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/quotas/814cd8439dcc4249a9d2b461abe5362c HTTP/1.1" status: 200 len: 375 time: 0.0110683 Jun 04 16:51:20.146633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-5d1d5cda-4183-402a-906f-1e2e1c247f21 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=814cd8439dcc4249a9d2b461abe5362c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526164 Jun 04 16:51:20.288003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-bf90ebdc-47b0-42cf-930e-78ae4e0f1738 service neutron] 10.222.0.13 "GET /v2.0/networks/55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255250 Jun 04 16:51:20.440004 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6d4b6959-e6cf-438b-aa8c-998215a386f5 service neutron] 10.222.0.13 "GET /v2.0/networks/55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455789 Jun 04 16:51:20.650493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c1b91bf3-2f3a-4c8c-b71c-72b8db845642 req-80f8112c-06b4-4326-927a-6f30f06caf55 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 210 time: 0.0424805 Jun 04 16:51:21.292576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d23db2-cd69-4954-83b5-e252880e9bfb req-6274ee2a-25f3-4dd9-9636-ba0022a9d84b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:21.294107 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31d23db2-cd69-4954-83b5-e252880e9bfb req-6274ee2a-25f3-4dd9-9636-ba0022a9d84b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.0902276 Jun 04 16:51:21.340598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31d23db2-cd69-4954-83b5-e252880e9bfb req-6a175176-0ea6-4e37-83de-e0dfe102e4b1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396492 Jun 04 16:51:21.858141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-78388624-414b-463b-9da7-3e62de89e2fe tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:21.859640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-78388624-414b-463b-9da7-3e62de89e2fe tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.42 "GET /v2.0/networks?id=55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c HTTP/1.1" status: 200 len: 811 time: 0.2287779 Jun 04 16:51:21.861801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98ba6626-e77d-4790-bedc-7713262e3c9f req-178204d3-7847-4099-8605-7c2f78bbea87 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 210 time: 0.0575032 Jun 04 16:51:21.878145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Request body: {'port': {'device_id': 'ef16e99d-397f-4324-bb6f-aab453bf47f0', 'network_id': '55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c', 'admin_state_up': True, 'tenant_id': '814cd8439dcc4249a9d2b461abe5362c'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:51:22.018760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:22.022687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Usage tracker for resource:port and tenant:814cd8439dcc4249a9d2b461abe5362c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:22.025597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:22.031642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:22.040964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Made reservation on behalf of 814cd8439dcc4249a9d2b461abe5362c for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:51:22.044524 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:22.322349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Allocated IP 172.20.0.10 (55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c/b3421f1f-8a08-4650-b7b8-a50c9f6c96e6/0faf6f2f-fe13-4237-babd-62f1abe552b8) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:51:22.597418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6aca6-bfaf-4f10-bde7-98fe63e419c7 req-f8422018-538c-4a0f-b47a-bdc91bced5d5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:22.598882 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59b6aca6-bfaf-4f10-bde7-98fe63e419c7 req-f8422018-538c-4a0f-b47a-bdc91bced5d5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.1481488 Jun 04 16:51:22.601786 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:22.654416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59b6aca6-bfaf-4f10-bde7-98fe63e419c7 req-d879c281-3323-4bc3-adb2-0d2bfaf01f13 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482705 Jun 04 16:51:22.670179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:22.743598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Network 55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:51:22.746791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:51:22.751398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:51:22.782980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Pushing event updated for resources: {'Port': ['ID=0faf6f2f-fe13-4237-babd-62f1abe552b8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:22.822033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:22.822737 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:22.844542 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-de66e0b9-eb3b-4add-9cfa-0f39556f6389 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9744768 Jun 04 16:51:22.856016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Request body: {'port': {'device_id': 'ef16e99d-397f-4324-bb6f-aab453bf47f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:51:22.976077 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:23.182608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e201ba8-2d40-4a77-ac8c-8870496de61e req-dc391bf2-19a3-4e59-8624-201512969208 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:23.183317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5e201ba8-2d40-4a77-ac8c-8870496de61e req-dc391bf2-19a3-4e59-8624-201512969208 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Synchronizing usage tracker for tenant:814cd8439dcc4249a9d2b461abe5362c on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:51:23.271973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5e201ba8-2d40-4a77-ac8c-8870496de61e req-dc391bf2-19a3-4e59-8624-201512969208 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Unset dirty status for tenant:814cd8439dcc4249a9d2b461abe5362c on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:51:23.273307 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e201ba8-2d40-4a77-ac8c-8870496de61e req-dc391bf2-19a3-4e59-8624-201512969208 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 932 time: 0.2983727 Jun 04 16:51:23.346657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5e201ba8-2d40-4a77-ac8c-8870496de61e req-7c0edc19-fce0-489e-8cc5-a431cd0a94aa tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Synchronizing usage tracker for tenant:814cd8439dcc4249a9d2b461abe5362c on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:51:23.385204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5e201ba8-2d40-4a77-ac8c-8870496de61e req-7c0edc19-fce0-489e-8cc5-a431cd0a94aa tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Unset dirty status for tenant:814cd8439dcc4249a9d2b461abe5362c on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:51:23.386543 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e201ba8-2d40-4a77-ac8c-8870496de61e req-7c0edc19-fce0-489e-8cc5-a431cd0a94aa tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073153 Jun 04 16:51:23.459750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0faf6f2f-fe13-4237-babd-62f1abe552b8 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:51:23.467428 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:23.482398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Transition to ACTIVE for port object 0faf6f2f-fe13-4237-babd-62f1abe552b8 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:51:23.486963 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:23.636968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Pushing event updated for resources: {'Port': ['ID=0faf6f2f-fe13-4237-babd-62f1abe552b8,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:23.725451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Attempting to bind port 0faf6f2f-fe13-4237-babd-62f1abe552b8 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:51:23.725703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Attempting to bind port 0faf6f2f-fe13-4237-babd-62f1abe552b8 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '58c6e84d-88d5-45a5-824d-22109f30f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:51:23.726031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Attempting to bind port 0faf6f2f-fe13-4237-babd-62f1abe552b8 on network 55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:51:23.731439 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Port 0faf6f2f-fe13-4237-babd-62f1abe552b8 on network 55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:51:23.731773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Attempting to bind port 0faf6f2f-fe13-4237-babd-62f1abe552b8 on network 55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:51:23.737596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:51:23.737932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Checking segment: {'id': '58c6e84d-88d5-45a5-824d-22109f30f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:51:23.738282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Bound using segment: {'id': '58c6e84d-88d5-45a5-824d-22109f30f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:51:23.738739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Bound port: 0faf6f2f-fe13-4237-babd-62f1abe552b8, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c6e84d-88d5-45a5-824d-22109f30f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:51:23.739079 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:23.879045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] For port 0faf6f2f-fe13-4237-babd-62f1abe552b8, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:51:23.882577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] For port 0faf6f2f-fe13-4237-babd-62f1abe552b8, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0faf6f2f-fe13-4237-babd-62f1abe552b8,segment=NetworkSegment(58c6e84d-88d5-45a5-824d-22109f30f564),segment_id=58c6e84d-88d5-45a5-824d-22109f30f564)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:51:23.890336 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:23.955779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f9066-f8d0-42cd-b5ff-87911e891e13 req-c7405607-f917-4b54-9f06-ae7513aec18a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:23.957241 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-605f9066-f8d0-42cd-b5ff-87911e891e13 req-c7405607-f917-4b54-9f06-ae7513aec18a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.1782095 Jun 04 16:51:23.960626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:23.961306 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:23.962576 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] 10.222.0.42 "PUT /v2.0/ports/0faf6f2f-fe13-4237-babd-62f1abe552b8 HTTP/1.1" status: 200 len: 1092 time: 1.1112492 Jun 04 16:51:23.963010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef16e99d-397f-4324-bb6f-aab453bf47f0', 'tag': '0faf6f2f-fe13-4237-babd-62f1abe552b8'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:51:24.039729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39ef1e-f095-43a8-a62f-857cd39a069d service neutron] Pushing event updated for resources: {'Port': ['ID=0faf6f2f-fe13-4237-babd-62f1abe552b8,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:24.048183 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f50473-a28d-4f08-ab00-b77fd287fe0b'] response: {'name': 'network-changed', 'server_uuid': 'ef16e99d-397f-4324-bb6f-aab453bf47f0', 'tag': '0faf6f2f-fe13-4237-babd-62f1abe552b8', 'status': 'completed', 'code': 200} Jun 04 16:51:24.069937 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-605f9066-f8d0-42cd-b5ff-87911e891e13 req-b5290f10-75c1-4d02-8801-b6e32b16933f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996902 Jun 04 16:51:24.100467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-bdadd305-809a-4b41-b750-fa296a93104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:24.102073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-bdadd305-809a-4b41-b750-fa296a93104f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=814cd8439dcc4249a9d2b461abe5362c&device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 1095 time: 0.0982375 Jun 04 16:51:24.282969 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-c2559d0c-fa77-413f-9267-50607e989622 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0faf6f2f-fe13-4237-babd-62f1abe552b8 HTTP/1.1" status: 200 len: 217 time: 0.1744096 Jun 04 16:51:24.347584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-469df78b-f24f-4283-8891-5efe0bbb300b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:24.349018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-469df78b-f24f-4283-8891-5efe0bbb300b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3421f1f-8a08-4650-b7b8-a50c9f6c96e6 HTTP/1.1" status: 200 len: 851 time: 0.0604293 Jun 04 16:51:24.395148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-3e15b52d-552d-4aac-b19f-b5333a39db54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399251 Jun 04 16:51:24.580063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-e537521a-8f8d-4cf3-a58f-f32297c11ad1 service neutron] 10.222.0.42 "GET /v2.0/networks/55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785541 Jun 04 16:51:24.693753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd439df-a82a-46e9-9461-10db604df6a2 req-7ff84b07-e309-48ef-ab4a-c187596bb23a tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:24.695205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-abd439df-a82a-46e9-9461-10db604df6a2 req-7ff84b07-e309-48ef-ab4a-c187596bb23a tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 944 time: 0.1950788 Jun 04 16:51:24.770547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d5aa24-7e88-485e-8796-a8994bf03a9d req-431a2e68-099d-43f2-9bcb-08e56fa516c7 service neutron] 10.222.0.42 "GET /v2.0/networks/55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831827 Jun 04 16:51:24.783010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-abd439df-a82a-46e9-9461-10db604df6a2 req-21ce4ce9-64d4-4f24-b061-e21900d65014 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686281 Jun 04 16:51:24.895925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85e2a5-bae3-469a-989f-79d7fc30bba9 req-9dec1a8c-a6da-4def-b7b5-c4523fce01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:24.897513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d85e2a5-bae3-469a-989f-79d7fc30bba9 req-9dec1a8c-a6da-4def-b7b5-c4523fce01b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=814cd8439dcc4249a9d2b461abe5362c&device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 1095 time: 0.0741062 Jun 04 16:51:25.035724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85e2a5-bae3-469a-989f-79d7fc30bba9 req-80784d30-f722-4e03-9ba9-6a0df1175682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:25.037086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d85e2a5-bae3-469a-989f-79d7fc30bba9 req-80784d30-f722-4e03-9ba9-6a0df1175682 service neutron] 10.222.0.42 "GET /v2.0/networks?id=55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c HTTP/1.1" status: 200 len: 912 time: 0.1334188 Jun 04 16:51:25.113003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d85e2a5-bae3-469a-989f-79d7fc30bba9 req-0d0849d4-5074-4e44-a6f7-c2dda62c218d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0faf6f2f-fe13-4237-babd-62f1abe552b8 HTTP/1.1" status: 200 len: 217 time: 0.0687699 Jun 04 16:51:25.181550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85e2a5-bae3-469a-989f-79d7fc30bba9 req-1c3da297-77a1-4227-8ea5-74c1a5f1edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:25.183287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d85e2a5-bae3-469a-989f-79d7fc30bba9 req-1c3da297-77a1-4227-8ea5-74c1a5f1edc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3421f1f-8a08-4650-b7b8-a50c9f6c96e6 HTTP/1.1" status: 200 len: 851 time: 0.0633979 Jun 04 16:51:25.239283 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d85e2a5-bae3-469a-989f-79d7fc30bba9 req-3cf89758-c0ca-4efc-afe5-a4153b447706 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489237 Jun 04 16:51:25.422126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d85e2a5-bae3-469a-989f-79d7fc30bba9 req-b0439f6a-441e-4412-a12a-15d41869e2cb service neutron] 10.222.0.42 "GET /v2.0/networks/55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755149 Jun 04 16:51:25.558402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af74241-65d0-4b61-bfa4-fca3bd508f21 req-59002dda-178e-4296-8027-59ae26acc52b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:25.559900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2af74241-65d0-4b61-bfa4-fca3bd508f21 req-59002dda-178e-4296-8027-59ae26acc52b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.2054935 Jun 04 16:51:25.593735 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d85e2a5-bae3-469a-989f-79d7fc30bba9 req-717d75fb-2401-4d84-8658-c43dd804012e service neutron] 10.222.0.42 "GET /v2.0/networks/55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637521 Jun 04 16:51:25.615703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2af74241-65d0-4b61-bfa4-fca3bd508f21 req-648ae766-3c48-4dd6-87bd-571b21cc3e8e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455520 Jun 04 16:51:25.983678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28718ae-7c7c-430a-81df-84ea534449e0 req-b293731f-476d-4ca8-85ce-a42c19d1475e tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:25.985270 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e28718ae-7c7c-430a-81df-84ea534449e0 req-b293731f-476d-4ca8-85ce-a42c19d1475e tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 944 time: 0.0935104 Jun 04 16:51:26.035985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e28718ae-7c7c-430a-81df-84ea534449e0 req-3cb3807c-8c8b-41de-b832-98eae57d6700 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448282 Jun 04 16:51:26.802160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a341d4-a083-4f1b-a1e8-2700e69401bb req-5b81b86e-bfe2-4496-b4f6-b50c88031ba5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:26.803504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-46a341d4-a083-4f1b-a1e8-2700e69401bb req-5b81b86e-bfe2-4496-b4f6-b50c88031ba5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.0822439 Jun 04 16:51:26.848040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-46a341d4-a083-4f1b-a1e8-2700e69401bb req-e0f6ec3d-c517-44c8-ba5d-dfe7e142e39a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380998 Jun 04 16:51:27.316475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0faf6f2f-fe13-4237-babd-62f1abe552b8 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:51:27.482730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 0faf6f2f-fe13-4237-babd-62f1abe552b8, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0faf6f2f-fe13-4237-babd-62f1abe552b8,segment=NetworkSegment(58c6e84d-88d5-45a5-824d-22109f30f564),segment_id=58c6e84d-88d5-45a5-824d-22109f30f564)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:27.496576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '0faf6f2f-fe13-4237-babd-62f1abe552b8', 'network_id': '55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c', 'port_id': '0faf6f2f-fe13-4237-babd-62f1abe552b8', 'mac_address': 'fa:16:3e:4d:01:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3421f1f-8a08-4650-b7b8-a50c9f6c96e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:51:27.553614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 0faf6f2f-fe13-4237-babd-62f1abe552b8 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:51:27.554232 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:27.573342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0faf6f2f-fe13-4237-babd-62f1abe552b8 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:51:27.585938 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-17cab9da-b534-4c67-b172-0023995d4351 req-d32d2845-638a-431d-8e36-5b1811db0388 service neutron] show failed (client error): The resource could not be found. Jun 04 16:51:27.587018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-d32d2845-638a-431d-8e36-5b1811db0388 service neutron] 10.222.0.46 "GET /v2.0/ports/4dc8ed67-a733-4bcd-90a0-034a1181346f/bindings/n-h1-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.1020885 Jun 04 16:51:27.595010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 0faf6f2f-fe13-4237-babd-62f1abe552b8, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0faf6f2f-fe13-4237-babd-62f1abe552b8,segment=NetworkSegment(58c6e84d-88d5-45a5-824d-22109f30f564),segment_id=58c6e84d-88d5-45a5-824d-22109f30f564)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:27.599705 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:27.603907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c8621-850d-4fc3-a311-bbed2f42a348 req-56fc34c8-876b-42b7-82c9-9165c5e35ab3 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:27.605624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac1c8621-850d-4fc3-a311-bbed2f42a348 req-56fc34c8-876b-42b7-82c9-9165c5e35ab3 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 944 time: 0.2877703 Jun 04 16:51:27.663469 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac1c8621-850d-4fc3-a311-bbed2f42a348 req-098b9a3f-9289-43a8-add7-41a6f09e6139 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515718 Jun 04 16:51:27.707045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=0faf6f2f-fe13-4237-babd-62f1abe552b8,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:27.715552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:27.715889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:27.716215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:27.716537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:27.716853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:27.717176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:27.717488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:27.717806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:27.718105 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:27.718415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:27.718752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:27.719059 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:27.799988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['0faf6f2f-fe13-4237-babd-62f1abe552b8'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:51:27.829160 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5374c613-4922-47b1-baac-0294e071e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:27.863581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab9da-b534-4c67-b172-0023995d4351 req-3e817884-b7df-424f-b861-f69e56a77483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:27.865029 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-3e817884-b7df-424f-b861-f69e56a77483 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f&tenant_id=aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 1096 time: 0.0750065 Jun 04 16:51:27.876135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:51:28.043127 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:28.135215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686926cf-c959-4842-92fb-90bb0be05484 req-5ed67553-83c7-46b8-8b61-28f1a3690981 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:28.136608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-686926cf-c959-4842-92fb-90bb0be05484 req-5ed67553-83c7-46b8-8b61-28f1a3690981 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.1703820 Jun 04 16:51:28.256667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-686926cf-c959-4842-92fb-90bb0be05484 req-bbd46e1e-88db-4e35-9d5d-c30368658db9 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818939 Jun 04 16:51:28.363708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] For port 4dc8ed67-a733-4bcd-90a0-034a1181346f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:28.393484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] For port 4dc8ed67-a733-4bcd-90a0-034a1181346f, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:51:28.455940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:51:28.462136 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:28.477734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Transition to ACTIVE for port object 4dc8ed67-a733-4bcd-90a0-034a1181346f will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:51:28.481926 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:28.526151 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a07926-6d9b-48ea-8bd7-a61fc2bd3c59'] response: {'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'code': 200} Jun 04 16:51:28.622208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Pushing event updated for resources: {'Port': ['ID=4dc8ed67-a733-4bcd-90a0-034a1181346f,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:28.841231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] No DVR routers for this DVR port 4dc8ed67-a733-4bcd-90a0-034a1181346f on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:51:28.987546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa2509-0b51-4d75-9d26-4fc1d211a3c8 req-8d847f29-f5ed-465d-a641-20bd2e1f8245 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:28.994173 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84fa2509-0b51-4d75-9d26-4fc1d211a3c8 req-8d847f29-f5ed-465d-a641-20bd2e1f8245 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 945 time: 0.1914349 Jun 04 16:51:29.079131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84fa2509-0b51-4d75-9d26-4fc1d211a3c8 req-fdc8bfb5-ed35-4d12-b37c-cac6d453c01d tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876451 Jun 04 16:51:29.079932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Attempting to bind port 4dc8ed67-a733-4bcd-90a0-034a1181346f on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:51:29.080253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Attempting to bind port 4dc8ed67-a733-4bcd-90a0-034a1181346f by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:51:29.080574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Attempting to bind port 4dc8ed67-a733-4bcd-90a0-034a1181346f on network f67757fb-60a1-4a94-88bb-addd066d6101 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:51:29.087951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Port 4dc8ed67-a733-4bcd-90a0-034a1181346f on network f67757fb-60a1-4a94-88bb-addd066d6101 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:51:29.087951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Attempting to bind port 4dc8ed67-a733-4bcd-90a0-034a1181346f on network f67757fb-60a1-4a94-88bb-addd066d6101 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:51:29.093470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:51:29.093799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Checking segment: {'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:51:29.094171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Bound using segment: {'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:51:29.094623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Bound port: 4dc8ed67-a733-4bcd-90a0-034a1181346f, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cff8674-b830-49f0-8dee-29131c27d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:51:29.094965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:29.201964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] For port 4dc8ed67-a733-4bcd-90a0-034a1181346f, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:51:29.201964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] For port 4dc8ed67-a733-4bcd-90a0-034a1181346f, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:51:29.210947 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:29.286466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:29.287421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:29.289440 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] 10.222.0.42 "PUT /v2.0/ports/4dc8ed67-a733-4bcd-90a0-034a1181346f HTTP/1.1" status: 200 len: 1091 time: 1.4170604 Jun 04 16:51:29.309784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38351d43-9008-4ee1-8897-49e16c02c1ec service neutron] Pushing event updated for resources: {'Port': ['ID=4dc8ed67-a733-4bcd-90a0-034a1181346f,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:29.324791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0faf6f2f-fe13-4237-babd-62f1abe552b8 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:51:29.422705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 0faf6f2f-fe13-4237-babd-62f1abe552b8 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:51:29.440101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 0faf6f2f-fe13-4237-babd-62f1abe552b8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:51:29.440101 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:29.666807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 0faf6f2f-fe13-4237-babd-62f1abe552b8 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:51:29.667210 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:29.686591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21b490-ccd2-4f20-b870-dad0087190ee req-493dcad0-e9bc-41ea-a318-2df97518651b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:29.688074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac21b490-ccd2-4f20-b870-dad0087190ee req-493dcad0-e9bc-41ea-a318-2df97518651b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 943 time: 0.1493692 Jun 04 16:51:29.690477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab9da-b534-4c67-b172-0023995d4351 req-82aac1f8-dfe4-4e33-9eba-ec3799759e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:29.691830 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-82aac1f8-dfe4-4e33-9eba-ec3799759e75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1094 time: 0.3754718 Jun 04 16:51:29.700826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 0faf6f2f-fe13-4237-babd-62f1abe552b8, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0faf6f2f-fe13-4237-babd-62f1abe552b8,segment=NetworkSegment(58c6e84d-88d5-45a5-824d-22109f30f564),segment_id=58c6e84d-88d5-45a5-824d-22109f30f564)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:29.701990 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef16e99d-397f-4324-bb6f-aab453bf47f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faf6f2f-fe13-4237-babd-62f1abe552b8'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:51:29.711713 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:29.807868 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=0faf6f2f-fe13-4237-babd-62f1abe552b8,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:29.810112 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11753003-67cb-47ae-bad5-1dfa30cd993c'] response: {'server_uuid': 'ef16e99d-397f-4324-bb6f-aab453bf47f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faf6f2f-fe13-4237-babd-62f1abe552b8', 'code': 200} Jun 04 16:51:29.918245 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac21b490-ccd2-4f20-b870-dad0087190ee req-33a454f8-06be-4324-aba4-a35ab3ae84e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233191 Jun 04 16:51:29.975005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab9da-b534-4c67-b172-0023995d4351 req-41d85df7-d4d3-47fb-b1eb-0fba35e479a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:29.976503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-41d85df7-d4d3-47fb-b1eb-0fba35e479a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f67757fb-60a1-4a94-88bb-addd066d6101 HTTP/1.1" status: 200 len: 898 time: 0.2523725 Jun 04 16:51:30.047435 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5818a479-e32a-449f-a9a8-4aad60b63e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:30.049554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0f018-2ab3-43fc-a238-d9ffbe3e8ea6 req-811bcb68-e838-4d4b-a42e-e98e3fd58f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:30.049554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43e0f018-2ab3-43fc-a238-d9ffbe3e8ea6 req-811bcb68-e838-4d4b-a42e-e98e3fd58f81 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 1097 time: 0.1865594 Jun 04 16:51:30.150200 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43e0f018-2ab3-43fc-a238-d9ffbe3e8ea6 req-ceb07861-b750-4bb8-89f4-4f17f8e7d7ec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886974 Jun 04 16:51:30.164655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-a94595d0-aa2f-41d0-8c21-7b3d527248dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f HTTP/1.1" status: 200 len: 999 time: 0.1761730 Jun 04 16:51:30.302251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d19a1-b0d3-4903-8943-0f318ed4cd8f req-d1693ed7-6bad-4d22-976c-ab497d5b7f7a tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:30.302251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-638d19a1-b0d3-4903-8943-0f318ed4cd8f req-d1693ed7-6bad-4d22-976c-ab497d5b7f7a tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.0934033 Jun 04 16:51:30.395657 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-638d19a1-b0d3-4903-8943-0f318ed4cd8f req-1fd06d53-3fc1-49e5-afe2-f70036b9d656 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877583 Jun 04 16:51:30.409147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab9da-b534-4c67-b172-0023995d4351 req-227a2b2a-a531-4951-ad43-9527faf3a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:30.410574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-227a2b2a-a531-4951-ad43-9527faf3a6a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e19f6b-e306-4b1d-9b39-e28136146f01 HTTP/1.1" status: 200 len: 834 time: 0.0726435 Jun 04 16:51:30.500557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab9da-b534-4c67-b172-0023995d4351 req-aa8ea37d-d711-4342-bf3c-e5f92d11d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:30.500557 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-aa8ea37d-d711-4342-bf3c-e5f92d11d83e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f67757fb-60a1-4a94-88bb-addd066d6101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828047 Jun 04 16:51:30.541427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:51:30.642624 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a6ab45-a1e0-4a3e-97d0-bdeb8dbcf54c'] response: {'name': 'network-changed', 'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'status': 'completed', 'code': 200} Jun 04 16:51:30.664169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-0d258417-6c65-4766-ac25-cec8ae6651c0 service neutron] 10.222.0.42 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457243 Jun 04 16:51:30.816995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4dc8ed67-a733-4bcd-90a0-034a1181346f no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:51:30.848189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17cab9da-b534-4c67-b172-0023995d4351 req-e0f3d68c-d1a1-48fc-a531-9d401498f5eb service neutron] 10.222.0.42 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774986 Jun 04 16:51:30.881796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-6a841d53-84d3-4077-8c56-a304d4cce0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:30.884323 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-6a841d53-84d3-4077-8c56-a304d4cce0ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1094 time: 0.1013701 Jun 04 16:51:30.908258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4dc8ed67-a733-4bcd-90a0-034a1181346f not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:51:31.188380 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:31.247068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-ecc5561b-0393-4293-9007-6ff9d9cb4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:31.248818 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-ecc5561b-0393-4293-9007-6ff9d9cb4c5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=f67757fb-60a1-4a94-88bb-addd066d6101 HTTP/1.1" status: 200 len: 898 time: 0.3582008 Jun 04 16:51:31.323941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-1427c507-2785-482e-b469-3d58265b8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:31.323941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-1427c507-2785-482e-b469-3d58265b8b5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1094 time: 0.3352225 Jun 04 16:51:31.404832 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:31.592752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef9416-70fe-4450-9b24-ea05e05304b9 req-f89682d3-137e-4a93-a052-bb8ec3245cff tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:31.592752 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecef9416-70fe-4450-9b24-ea05e05304b9 req-f89682d3-137e-4a93-a052-bb8ec3245cff tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 943 time: 0.5030296 Jun 04 16:51:31.620404 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-209a2fb7-d0c5-46d1-8958-a9d34d2df4d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f HTTP/1.1" status: 200 len: 999 time: 0.3564773 Jun 04 16:51:31.790271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecef9416-70fe-4450-9b24-ea05e05304b9 req-b1a1414b-ba19-4374-8394-c4ec5ec0a871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604629 Jun 04 16:51:31.790271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-2864364a-2f63-4d72-8016-395e1456d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:31.790271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-2864364a-2f63-4d72-8016-395e1456d102 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5e19f6b-e306-4b1d-9b39-e28136146f01 HTTP/1.1" status: 200 len: 834 time: 0.1561172 Jun 04 16:51:31.793760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-9212dcae-9add-4a2f-b3bc-822ede45d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:31.793760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-9212dcae-9add-4a2f-b3bc-822ede45d302 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f67757fb-60a1-4a94-88bb-addd066d6101 HTTP/1.1" status: 200 len: 898 time: 0.4603255 Jun 04 16:51:31.975586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7c619-52fe-4cf4-b836-8307b318a981 req-80c4dda3-8779-4e87-a032-66a67a9eb25e tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:31.977173 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ab7c619-52fe-4cf4-b836-8307b318a981 req-80c4dda3-8779-4e87-a032-66a67a9eb25e tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.4047630 Jun 04 16:51:31.992162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-3368920d-9b56-4b91-a94d-cfddbf7d2a82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f HTTP/1.1" status: 200 len: 999 time: 0.1558850 Jun 04 16:51:32.093633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-7a36f5e5-ca89-4836-8a40-df74287df97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:32.093633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-7a36f5e5-ca89-4836-8a40-df74287df97a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f67757fb-60a1-4a94-88bb-addd066d6101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2926323 Jun 04 16:51:32.098178 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ab7c619-52fe-4cf4-b836-8307b318a981 req-ae41ef01-243b-4ecc-8bb4-c72ba9cffa5f tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077549 Jun 04 16:51:32.124030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-b8c1be1d-74f2-4e23-ad26-8ba0e46e8134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:32.124030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-b8c1be1d-74f2-4e23-ad26-8ba0e46e8134 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e19f6b-e306-4b1d-9b39-e28136146f01 HTTP/1.1" status: 200 len: 834 time: 0.1130829 Jun 04 16:51:32.370678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-c2a1448a-fd63-4eff-9673-73241038c279 service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657330 Jun 04 16:51:32.411322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ccdf5-0f42-4537-b7c4-ad03f2166819 req-6656fb11-ca27-4946-9637-2fc36afb4fd6 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:32.412803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e2ccdf5-0f42-4537-b7c4-ad03f2166819 req-6656fb11-ca27-4946-9637-2fc36afb4fd6 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.1908414 Jun 04 16:51:32.456328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-630c3961-3244-404a-bf8a-cb70e7b4a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:32.458053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-630c3961-3244-404a-bf8a-cb70e7b4a164 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f67757fb-60a1-4a94-88bb-addd066d6101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3267355 Jun 04 16:51:32.635170 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:32.695879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e2ccdf5-0f42-4537-b7c4-ad03f2166819 req-ee2a914f-bc0e-4e63-9be2-2a434db14c9e tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367003 Jun 04 16:51:32.713409 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-61871bea-b8cf-4f4b-872e-196f030183e1 service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406906 Jun 04 16:51:32.716443 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-00ac09ca-4943-4715-bc29-54c28a39a9ef service neutron] 10.222.0.42 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516131 Jun 04 16:51:32.882540 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-42264c21-175a-454b-b891-b9f0b4cc4c0e req-de9ac7df-b9f2-489f-81bb-d8eac66cfe45 service neutron] 10.222.0.42 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549108 Jun 04 16:51:33.052627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e5b55-6f8d-432f-94d1-82e14e180e39 req-eb29a507-a37c-4a83-99e7-3fd1be9f3e0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:33.054085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d6e5b55-6f8d-432f-94d1-82e14e180e39 req-eb29a507-a37c-4a83-99e7-3fd1be9f3e0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 943 time: 0.1253397 Jun 04 16:51:33.161556 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d6e5b55-6f8d-432f-94d1-82e14e180e39 req-40bf4dbb-74c4-4e29-af63-6b95c8da7be6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959494 Jun 04 16:51:33.189597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f73cc-b955-4ff1-873b-96b978a60cd5 req-e50d86e7-24a1-4a8c-9b36-b778e0397548 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:33.189597 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c2f73cc-b955-4ff1-873b-96b978a60cd5 req-e50d86e7-24a1-4a8c-9b36-b778e0397548 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.1107764 Jun 04 16:51:33.255209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c2f73cc-b955-4ff1-873b-96b978a60cd5 req-2cc643fc-81cf-43c1-984c-d1d6d65af9f1 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605757 Jun 04 16:51:33.325948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4dc8ed67-a733-4bcd-90a0-034a1181346f details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:51:33.552302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4dc8ed67-a733-4bcd-90a0-034a1181346f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:33.576223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'port_id': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'mac_address': 'fa:16:3e:fb:f4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:51:33.623481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773ba63-57d3-46e7-90f7-9fcda9e295e2 req-13ab0ca0-0cf4-4679-804c-74089857ecdf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:33.626222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b773ba63-57d3-46e7-90f7-9fcda9e295e2 req-13ab0ca0-0cf4-4679-804c-74089857ecdf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 943 time: 0.1937666 Jun 04 16:51:33.638702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 4dc8ed67-a733-4bcd-90a0-034a1181346f is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:51:33.639388 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:33.639959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-5cdb2742-e5fd-4c20-a919-c7b66262bfda tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:33.641929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-5cdb2742-e5fd-4c20-a919-c7b66262bfda tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f&tenant_id=aed73c9fa62846d9afa87b79119450a4&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 943 time: 0.1702285 Jun 04 16:51:33.661684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc8ed67-a733-4bcd-90a0-034a1181346f {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:51:33.671294 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:51:33.691395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4dc8ed67-a733-4bcd-90a0-034a1181346f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:33.700026 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:33.778060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=4dc8ed67-a733-4bcd-90a0-034a1181346f,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:33.888042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b773ba63-57d3-46e7-90f7-9fcda9e295e2 req-ee64a3ce-c1e1-40b6-ae04-7435d957f586 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448671 Jun 04 16:51:33.900244 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-897a3419-ad7c-49a7-a151-b11698207cfe service neutron] delete failed (client error): The resource could not be found. Jun 04 16:51:33.901237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-897a3419-ad7c-49a7-a151-b11698207cfe service neutron] 10.222.0.46 "DELETE /v2.0/ports/4dc8ed67-a733-4bcd-90a0-034a1181346f/bindings/n-h2-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.2432971 Jun 04 16:51:33.925785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['4dc8ed67-a733-4bcd-90a0-034a1181346f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:51:34.061592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-3f1e49f4-bbd9-4a50-8df0-e3b0a01070c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:34.065689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-3f1e49f4-bbd9-4a50-8df0-e3b0a01070c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1095 time: 0.0804076 Jun 04 16:51:34.134865 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:34.215424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-aacb5259-bf8c-42a9-9a84-01940b2b6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:34.215424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-aacb5259-bf8c-42a9-9a84-01940b2b6f13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f67757fb-60a1-4a94-88bb-addd066d6101 HTTP/1.1" status: 200 len: 898 time: 0.1424012 Jun 04 16:51:34.318882 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:34.366050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-6dcbe05c-c7a8-4431-a1b1-52ba64e2bfe5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f HTTP/1.1" status: 200 len: 1000 time: 0.1430306 Jun 04 16:51:34.475000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-5f5fb123-3698-4e04-b5b8-81f0478def66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:34.475000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-5f5fb123-3698-4e04-b5b8-81f0478def66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5e19f6b-e306-4b1d-9b39-e28136146f01 HTTP/1.1" status: 200 len: 834 time: 0.0977297 Jun 04 16:51:34.580613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d4c79-28f0-46ab-84c6-f964ae9b31d4 req-9ab2aaa7-0cda-44ce-a7da-3b75becc9b9b tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:34.580613 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a69d4c79-28f0-46ab-84c6-f964ae9b31d4 req-9ab2aaa7-0cda-44ce-a7da-3b75becc9b9b tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.1512446 Jun 04 16:51:34.596258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-7e821d3f-29de-43e9-be76-4009c596ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:34.596258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-7e821d3f-29de-43e9-be76-4009c596ad6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f67757fb-60a1-4a94-88bb-addd066d6101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144714 Jun 04 16:51:34.718592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a69d4c79-28f0-46ab-84c6-f964ae9b31d4 req-fea7c8b4-740c-43cd-b00f-8cb7e8523793 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262369 Jun 04 16:51:34.775912 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-0cee33fe-8d35-4873-8d97-403d5c364c96 service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632600 Jun 04 16:51:34.923022 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-645cdc97-f1a9-4952-9f81-4d433b97aa9c req-13bd2fe4-e1ff-4eed-b09b-9064c8eceb95 service neutron] 10.222.0.46 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453173 Jun 04 16:51:35.260582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5adc72-b5ce-43ae-98d7-4ea52789a9d5 req-bc30b212-1546-4227-9d34-6c00e44931f7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:35.269288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb5adc72-b5ce-43ae-98d7-4ea52789a9d5 req-bc30b212-1546-4227-9d34-6c00e44931f7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 944 time: 0.2358971 Jun 04 16:51:35.305132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c89c64-a4e3-46d7-88d1-0b10f2580fd1 req-0f9ebb3d-976b-48b3-bb56-2e58e29a6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:35.305132 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6c89c64-a4e3-46d7-88d1-0b10f2580fd1 req-0f9ebb3d-976b-48b3-bb56-2e58e29a6c64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=814cd8439dcc4249a9d2b461abe5362c&device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 1097 time: 0.1728411 Jun 04 16:51:35.313263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9334ea-3a73-4c85-b530-50a468bf1b86 req-295b483b-f638-4637-ac12-875ec28231c1 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:35.322162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb9334ea-3a73-4c85-b530-50a468bf1b86 req-295b483b-f638-4637-ac12-875ec28231c1 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.2357605 Jun 04 16:51:35.347259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4dc8ed67-a733-4bcd-90a0-034a1181346f up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:51:35.350843 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb5adc72-b5ce-43ae-98d7-4ea52789a9d5 req-94b0327f-7365-42bf-b891-f0be31122b3c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783484 Jun 04 16:51:35.427468 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb9334ea-3a73-4c85-b530-50a468bf1b86 req-9c8d8f3d-be7a-4e8c-a9b0-53de3eb15145 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044166 Jun 04 16:51:35.492370 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 4dc8ed67-a733-4bcd-90a0-034a1181346f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:51:35.500075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 4dc8ed67-a733-4bcd-90a0-034a1181346f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:51:35.500649 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:35.552736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c89c64-a4e3-46d7-88d1-0b10f2580fd1 req-c82ec5bf-1d68-4037-a967-1ab3348348db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:35.554399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6c89c64-a4e3-46d7-88d1-0b10f2580fd1 req-c82ec5bf-1d68-4037-a967-1ab3348348db service neutron] 10.222.0.42 "GET /v2.0/networks?id=55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c HTTP/1.1" status: 200 len: 912 time: 0.2132077 Jun 04 16:51:35.663716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6c89c64-a4e3-46d7-88d1-0b10f2580fd1 req-c0e75277-5e39-4c3e-9353-2f3671dd94ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0faf6f2f-fe13-4237-babd-62f1abe552b8 HTTP/1.1" status: 200 len: 217 time: 0.0968418 Jun 04 16:51:35.666939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 4dc8ed67-a733-4bcd-90a0-034a1181346f is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:51:35.666939 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:35.729280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:51:35.745260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4dc8ed67-a733-4bcd-90a0-034a1181346f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:35.765067 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:35.784575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c89c64-a4e3-46d7-88d1-0b10f2580fd1 req-26ded88c-36b8-4df5-9289-e83f70b4074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:35.789635 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6c89c64-a4e3-46d7-88d1-0b10f2580fd1 req-26ded88c-36b8-4df5-9289-e83f70b4074b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3421f1f-8a08-4650-b7b8-a50c9f6c96e6 HTTP/1.1" status: 200 len: 851 time: 0.1212554 Jun 04 16:51:35.822935 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7088f0ec-b606-4998-8ab5-e9a83e322c80'] response: {'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'code': 200} Jun 04 16:51:35.837827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6c89c64-a4e3-46d7-88d1-0b10f2580fd1 req-e72c8f40-4c8f-4b9b-94bc-bdb83ce4a274 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470841 Jun 04 16:51:35.841206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=4dc8ed67-a733-4bcd-90a0-034a1181346f,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:36.100126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6c89c64-a4e3-46d7-88d1-0b10f2580fd1 req-7c8a13be-8ed2-4dff-9413-bcd5a4340795 service neutron] 10.222.0.42 "GET /v2.0/networks/55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544792 Jun 04 16:51:36.235693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6c89c64-a4e3-46d7-88d1-0b10f2580fd1 req-eeaf5cb1-b16c-4257-9aea-f731b8763d22 service neutron] 10.222.0.42 "GET /v2.0/networks/55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320136 Jun 04 16:51:36.594009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b831ba-4b6e-4aa4-81dd-c76274824d69 req-ae29b3a8-87c9-4e92-b9fc-07f187cb60dd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:36.594009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74b831ba-4b6e-4aa4-81dd-c76274824d69 req-ae29b3a8-87c9-4e92-b9fc-07f187cb60dd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.1067505 Jun 04 16:51:36.701051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74b831ba-4b6e-4aa4-81dd-c76274824d69 req-c2901159-44e0-45f1-bf25-b0a2b0db86e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031923 Jun 04 16:51:36.724849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57202) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:36.729119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedea17-7d8d-477e-a263-4b0d9c407065 req-d18e37d5-8aae-4db0-95ce-864162c66845 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:36.730639 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fedea17-7d8d-477e-a263-4b0d9c407065 req-d18e37d5-8aae-4db0-95ce-864162c66845 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.1143668 Jun 04 16:51:36.814785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fedea17-7d8d-477e-a263-4b0d9c407065 req-29703c54-b8c9-4ff4-9732-c7083dad09d2 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744345 Jun 04 16:51:36.992086 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bd7d84cd-3cf3-4ad5-82f9-a94666065eb7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/b0b5b566-534d-4b08-a53e-e871b6e0cf13 HTTP/1.1" status: 200 len: 993 time: 0.2659237 Jun 04 16:51:38.014807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e356cef-cff8-4fbc-a791-a714d02275f5 req-f794a346-cab4-454f-9c15-ed98da1115c8 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:38.014807 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e356cef-cff8-4fbc-a791-a714d02275f5 req-f794a346-cab4-454f-9c15-ed98da1115c8 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.0989857 Jun 04 16:51:38.072702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e356cef-cff8-4fbc-a791-a714d02275f5 req-336a8c66-8909-4491-8bfa-6e6dc70182f7 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503411 Jun 04 16:51:38.513779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ab665-71f9-41ff-a49e-5d1162310645 req-851d6fda-83c1-4a6e-9f8e-c74ff85d9d43 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:38.513779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e6ab665-71f9-41ff-a49e-5d1162310645 req-851d6fda-83c1-4a6e-9f8e-c74ff85d9d43 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.0957754 Jun 04 16:51:38.579085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e6ab665-71f9-41ff-a49e-5d1162310645 req-404544c0-f7bd-42f0-aba1-485dce428929 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532339 Jun 04 16:51:39.791507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3101e9-b230-4062-a319-00e640eb9a55 req-e8f7159a-146d-4bba-be5d-762f5f870303 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:39.793100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed3101e9-b230-4062-a319-00e640eb9a55 req-e8f7159a-146d-4bba-be5d-762f5f870303 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.0907862 Jun 04 16:51:39.853703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ed3101e9-b230-4062-a319-00e640eb9a55 req-410e75d0-6a29-47b5-b0e0-8864d86689ba tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505693 Jun 04 16:51:40.331495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e2e02-11e1-45a6-8e02-90c839ae6038 req-78da192f-8609-4a07-a17a-5987d467c37b tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:40.331495 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f12e2e02-11e1-45a6-8e02-90c839ae6038 req-78da192f-8609-4a07-a17a-5987d467c37b tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.1230359 Jun 04 16:51:40.336053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f5e8-cf9b-4b44-b84f-352558b06743 req-94e2b2b9-5928-4548-9a10-72281ecec6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:40.336053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9654f5e8-cf9b-4b44-b84f-352558b06743 req-94e2b2b9-5928-4548-9a10-72281ecec6fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=814cd8439dcc4249a9d2b461abe5362c&device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 1097 time: 0.1568925 Jun 04 16:51:40.461701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f12e2e02-11e1-45a6-8e02-90c839ae6038 req-dd46eeda-8e67-4e38-9144-5bca73c16d89 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258464 Jun 04 16:51:40.519529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f5e8-cf9b-4b44-b84f-352558b06743 req-dbbf8350-4078-4e85-bfaa-345e0604a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:40.519529 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9654f5e8-cf9b-4b44-b84f-352558b06743 req-dbbf8350-4078-4e85-bfaa-345e0604a30c service neutron] 10.222.0.42 "GET /v2.0/networks?id=55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c HTTP/1.1" status: 200 len: 912 time: 0.1679306 Jun 04 16:51:40.596329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9654f5e8-cf9b-4b44-b84f-352558b06743 req-ae7ca807-02e4-4f4d-8b93-e3753b5e6779 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0faf6f2f-fe13-4237-babd-62f1abe552b8 HTTP/1.1" status: 200 len: 217 time: 0.0696745 Jun 04 16:51:40.658212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f5e8-cf9b-4b44-b84f-352558b06743 req-8c70dce9-d955-48f6-be58-c7caae8c1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:40.659880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9654f5e8-cf9b-4b44-b84f-352558b06743 req-8c70dce9-d955-48f6-be58-c7caae8c1844 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3421f1f-8a08-4650-b7b8-a50c9f6c96e6 HTTP/1.1" status: 200 len: 851 time: 0.0609679 Jun 04 16:51:40.711471 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9654f5e8-cf9b-4b44-b84f-352558b06743 req-d6f98cb4-db22-4e95-91f7-7cb6e1eac704 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456564 Jun 04 16:51:40.860427 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9654f5e8-cf9b-4b44-b84f-352558b06743 req-4b86c9f3-2f7c-4624-b1c5-f1d4fe1cec25 service neutron] 10.222.0.42 "GET /v2.0/networks/55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394839 Jun 04 16:51:41.003309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9654f5e8-cf9b-4b44-b84f-352558b06743 req-a839bd2d-df72-4107-a586-a07b8163b44b service neutron] 10.222.0.42 "GET /v2.0/networks/55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377234 Jun 04 16:51:41.677179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c691f3-0099-48f0-81f1-84e399f16876 req-e0a73a1c-7e03-4154-8aaf-2b09a1f7c6bd tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:41.683145 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5c691f3-0099-48f0-81f1-84e399f16876 req-e0a73a1c-7e03-4154-8aaf-2b09a1f7c6bd tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.0960877 Jun 04 16:51:41.747219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5c691f3-0099-48f0-81f1-84e399f16876 req-7bd44027-5560-4ecc-b8c9-d7cd44143828 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610380 Jun 04 16:51:42.979179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706165d-19f3-4b6f-884f-6a2cdbd4340e req-56ea0d74-79c2-4f2e-8b03-9099e01b1c2d tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:42.982469 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4706165d-19f3-4b6f-884f-6a2cdbd4340e req-56ea0d74-79c2-4f2e-8b03-9099e01b1c2d tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.1056511 Jun 04 16:51:43.151863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4706165d-19f3-4b6f-884f-6a2cdbd4340e req-ea27e9bf-b0b6-49d1-a3db-5229af3ed245 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600070 Jun 04 16:51:43.594005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c249e-49ee-4a18-8adf-1fdfc135ce4d req-ba2ab18f-55a6-4912-bc1a-d79b17037b8f tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:43.594005 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-116c249e-49ee-4a18-8adf-1fdfc135ce4d req-ba2ab18f-55a6-4912-bc1a-d79b17037b8f tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.0995343 Jun 04 16:51:43.643514 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-116c249e-49ee-4a18-8adf-1fdfc135ce4d req-2e070752-70e4-4b39-aae8-2f86e9fcd731 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419762 Jun 04 16:51:44.853726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6ff5-9364-423c-8f49-dc1cadf6f579 req-b1f5066d-2e14-4713-925c-66467ae1a44a tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:44.855235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-240a6ff5-9364-423c-8f49-dc1cadf6f579 req-b1f5066d-2e14-4713-925c-66467ae1a44a tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.0980964 Jun 04 16:51:44.901374 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-240a6ff5-9364-423c-8f49-dc1cadf6f579 req-f50e33b4-1424-4149-9fa9-ee81a4711320 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Jun 04 16:51:45.397055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f3aaa-a8b9-4d97-9136-b1106f8dc630 req-067577d1-ef49-43b8-96dd-a4f82b7d5421 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:45.397055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c2f3aaa-a8b9-4d97-9136-b1106f8dc630 req-067577d1-ef49-43b8-96dd-a4f82b7d5421 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.0884304 Jun 04 16:51:45.472576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-6c2f3aaa-a8b9-4d97-9136-b1106f8dc630 req-4e28c698-e543-48d5-9cce-c1449e913ac0 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Deleting port 0faf6f2f-fe13-4237-babd-62f1abe552b8 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:51:45.472942 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6c2f3aaa-a8b9-4d97-9136-b1106f8dc630 req-4e28c698-e543-48d5-9cce-c1449e913ac0 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:45.744065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-6c2f3aaa-a8b9-4d97-9136-b1106f8dc630 req-4e28c698-e543-48d5-9cce-c1449e913ac0 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] For port 0faf6f2f-fe13-4237-babd-62f1abe552b8, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0faf6f2f-fe13-4237-babd-62f1abe552b8,segment=NetworkSegment(58c6e84d-88d5-45a5-824d-22109f30f564),segment_id=58c6e84d-88d5-45a5-824d-22109f30f564)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:45.744065 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6c2f3aaa-a8b9-4d97-9136-b1106f8dc630 req-4e28c698-e543-48d5-9cce-c1449e913ac0 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:45.877649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-6c2f3aaa-a8b9-4d97-9136-b1106f8dc630 req-4e28c698-e543-48d5-9cce-c1449e913ac0 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Calling delete_port for 0faf6f2f-fe13-4237-babd-62f1abe552b8 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:51:46.130358 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6c2f3aaa-a8b9-4d97-9136-b1106f8dc630 req-4e28c698-e543-48d5-9cce-c1449e913ac0 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:46.182737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28c698-e543-48d5-9cce-c1449e913ac0 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Pushing event deleted for resources: {'Port': ['ID=0faf6f2f-fe13-4237-babd-62f1abe552b8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:46.263529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6775f8-18b0-48a6-b844-a0841da5b634 req-278247f6-3dc7-4b1c-97ba-1dc9d0611111 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:46.264989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b6775f8-18b0-48a6-b844-a0841da5b634 req-278247f6-3dc7-4b1c-97ba-1dc9d0611111 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef16e99d-397f-4324-bb6f-aab453bf47f0 HTTP/1.1" status: 200 len: 946 time: 0.2287166 Jun 04 16:51:46.273099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2f3aaa-a8b9-4d97-9136-b1106f8dc630 req-4e28c698-e543-48d5-9cce-c1449e913ac0 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] No DVR routers for this DVR port 0faf6f2f-fe13-4237-babd-62f1abe552b8 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:51:46.275968 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6c2f3aaa-a8b9-4d97-9136-b1106f8dc630 req-4e28c698-e543-48d5-9cce-c1449e913ac0 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:46.280377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef16e99d-397f-4324-bb6f-aab453bf47f0', 'name': 'network-vif-deleted', 'tag': '0faf6f2f-fe13-4237-babd-62f1abe552b8'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:51:46.309629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c2f3aaa-a8b9-4d97-9136-b1106f8dc630 req-4e28c698-e543-48d5-9cce-c1449e913ac0 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.42 "DELETE /v2.0/ports/0faf6f2f-fe13-4237-babd-62f1abe552b8 HTTP/1.1" status: 204 len: 173 time: 0.9070854 Jun 04 16:51:46.338632 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69cb8f2-9bef-430a-99e8-fc2674f70cb9'] response: {'server_uuid': 'ef16e99d-397f-4324-bb6f-aab453bf47f0', 'name': 'network-vif-deleted', 'tag': '0faf6f2f-fe13-4237-babd-62f1abe552b8', 'status': 'completed', 'code': 200} Jun 04 16:51:46.355785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b6775f8-18b0-48a6-b844-a0841da5b634 req-f07acd94-9956-472b-b768-f6ddc8a8d6f9 tempest-TestServerAdvancedOps-266145119 tempest-TestServerAdvancedOps-266145119-project] 10.222.0.13 "GET /v2.0/security-groups?id=651be755-28a8-49bd-aa0b-11b9a12aacef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639153 Jun 04 16:51:47.375799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0faf6f2f-fe13-4237-babd-62f1abe552b8 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:51:47.447903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 0faf6f2f-fe13-4237-babd-62f1abe552b8 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:51:47.448242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0faf6f2f-fe13-4237-babd-62f1abe552b8 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:51:47.491585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57352) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:47.578067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Deleting subnet b3421f1f-8a08-4650-b7b8-a50c9f6c96e6 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:51:47.584209 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:47.649901 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:47.705170 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:47.775816 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:47.816697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3421f1f-8a08-4650-b7b8-a50c9f6c96e6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:47.826736 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:47.829868 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:47.830501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:47.830841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:47.831166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:47.831486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:47.831805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:47.832120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:47.832624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:47.833150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:47.834850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:47.835513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:47.835845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:47.843235 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-26428386-d97a-47b1-9e19-65382c13897c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b3421f1f-8a08-4650-b7b8-a50c9f6c96e6 HTTP/1.1" status: 204 len: 168 time: 0.3499649 Jun 04 16:51:47.845672 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57358) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:47.978311 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64259d8c-da53-4851-b433-52ccea8b7613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:48.108813 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64259d8c-da53-4851-b433-52ccea8b7613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:48.148307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-64259d8c-da53-4851-b433-52ccea8b7613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:48.163681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-64259d8c-da53-4851-b433-52ccea8b7613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c6e84d-88d5-45a5-824d-22109f30f564') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:48.163681 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-64259d8c-da53-4851-b433-52ccea8b7613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c6e84d-88d5-45a5-824d-22109f30f564') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:48.174831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64259d8c-da53-4851-b433-52ccea8b7613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:48.198042 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64259d8c-da53-4851-b433-52ccea8b7613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:48.203283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64259d8c-da53-4851-b433-52ccea8b7613 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:51:48.203283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64259d8c-da53-4851-b433-52ccea8b7613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:48.277293 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 58c6e84d-88d5-45a5-824d-22109f30f564 resource provider aggregate not found Jun 04 16:51:48.302439 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 58c6e84d-88d5-45a5-824d-22109f30f564 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58c6e84d-88d5-45a5-824d-22109f30f564 found for delete ", "request_id": "req-9d17fff2-f145-4552-bf09-c04f5c98f3da"}]} Jun 04 16:51:48.309583 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64259d8c-da53-4851-b433-52ccea8b7613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:48.328739 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64259d8c-da53-4851-b433-52ccea8b7613 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:48.341801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64259d8c-da53-4851-b433-52ccea8b7613 admin admin] Pushing event deleted for resources: {'Network': ['ID=55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:48.363968 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-64259d8c-da53-4851-b433-52ccea8b7613 admin admin] 10.222.0.13 "DELETE /v2.0/networks/55b767e6-acc1-40d4-9f25-c5bb9cfd8e0c HTTP/1.1" status: 204 len: 168 time: 0.5136807 Jun 04 16:51:48.365974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57374) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:48.447855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d52097a-2abd-4838-abed-fca3d5e3343e admin admin] Deleting subnet 70d0bf4d-ee2a-4d4b-9454-6ec129158591 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:51:48.451468 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d52097a-2abd-4838-abed-fca3d5e3343e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:48.501820 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d52097a-2abd-4838-abed-fca3d5e3343e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:48.574787 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d52097a-2abd-4838-abed-fca3d5e3343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:48.656150 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d52097a-2abd-4838-abed-fca3d5e3343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:48.696268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52097a-2abd-4838-abed-fca3d5e3343e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70d0bf4d-ee2a-4d4b-9454-6ec129158591,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:48.699948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d52097a-2abd-4838-abed-fca3d5e3343e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:48.707369 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1d52097a-2abd-4838-abed-fca3d5e3343e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70d0bf4d-ee2a-4d4b-9454-6ec129158591 HTTP/1.1" status: 204 len: 168 time: 0.3425279 Jun 04 16:51:48.710275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57382) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:48.826617 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3d7b4ca-ec59-4cbf-ae9a-c2e17c4ed3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:48.969953 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3d7b4ca-ec59-4cbf-ae9a-c2e17c4ed3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:49.015806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-c3d7b4ca-ec59-4cbf-ae9a-c2e17c4ed3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f6f58a-fa5f-4f6e-b92f-3d52e1081af8']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:49.027912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-c3d7b4ca-ec59-4cbf-ae9a-c2e17c4ed3f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37db7feb-92d3-48dd-9577-a8c2846c0c42') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:49.027912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-c3d7b4ca-ec59-4cbf-ae9a-c2e17c4ed3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37db7feb-92d3-48dd-9577-a8c2846c0c42') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:49.040416 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3d7b4ca-ec59-4cbf-ae9a-c2e17c4ed3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:49.063922 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3d7b4ca-ec59-4cbf-ae9a-c2e17c4ed3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:49.070267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d7b4ca-ec59-4cbf-ae9a-c2e17c4ed3f2 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:51:49.070267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3d7b4ca-ec59-4cbf-ae9a-c2e17c4ed3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:49.161845 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3d7b4ca-ec59-4cbf-ae9a-c2e17c4ed3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:49.172375 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3d7b4ca-ec59-4cbf-ae9a-c2e17c4ed3f2 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:49.196511 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c3d7b4ca-ec59-4cbf-ae9a-c2e17c4ed3f2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d2f6f58a-fa5f-4f6e-b92f-3d52e1081af8 HTTP/1.1" status: 204 len: 168 time: 0.4822419 Jun 04 16:51:49.196511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7b4ca-ec59-4cbf-ae9a-c2e17c4ed3f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f6f58a-fa5f-4f6e-b92f-3d52e1081af8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:49.381285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57396) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:49.437679 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5a1428ef-1c62-4985-8ffe-62199a785125 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=814cd8439dcc4249a9d2b461abe5362c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582783 Jun 04 16:51:49.439266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57400) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:49.517341 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b95b-21cb-4f25-8ab2-204733a3737e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:49.547300 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b95b-21cb-4f25-8ab2-204733a3737e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:49.612151 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b95b-21cb-4f25-8ab2-204733a3737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:49.634220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3b95b-21cb-4f25-8ab2-204733a3737e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651be755-28a8-49bd-aa0b-11b9a12aacef,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:49.645086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b95b-21cb-4f25-8ab2-204733a3737e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:49.645086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5eb3b95b-21cb-4f25-8ab2-204733a3737e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/651be755-28a8-49bd-aa0b-11b9a12aacef HTTP/1.1" status: 204 len: 168 time: 0.2057323 Jun 04 16:51:50.036881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57416) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:50.100218 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-045fe06d-0901-48b4-8947-f15417c53ef4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a3afe7411c148fcbae727d2c5b11ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600612 Jun 04 16:51:50.100218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57420) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:50.162688 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3cdff63e-a594-4fdb-88ae-6494df2cf53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:50.189368 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3cdff63e-a594-4fdb-88ae-6494df2cf53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:50.250352 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3cdff63e-a594-4fdb-88ae-6494df2cf53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:50.264575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdff63e-a594-4fdb-88ae-6494df2cf53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e010fa-869e-416e-9b1d-921c26aea5bd,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:50.272577 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3cdff63e-a594-4fdb-88ae-6494df2cf53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:50.272577 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3cdff63e-a594-4fdb-88ae-6494df2cf53c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4e010fa-869e-416e-9b1d-921c26aea5bd HTTP/1.1" status: 204 len: 168 time: 0.1723263 Jun 04 16:51:50.333082 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 37db7feb-92d3-48dd-9577-a8c2846c0c42 resource provider aggregate not found Jun 04 16:51:50.356709 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 37db7feb-92d3-48dd-9577-a8c2846c0c42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37db7feb-92d3-48dd-9577-a8c2846c0c42 found for delete ", "request_id": "req-99a784c0-c5c6-4ff7-a44f-0da2a7ab7ff9"}]} Jun 04 16:51:51.134852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57460) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:51.279127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2029704765-network', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:51:51.289529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:51.295793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Usage tracker for resource:network and tenant:2c3f5584d9f24d6a80b680831537b3a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:51.295793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:51.302702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:51.315521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Made reservation on behalf of 2c3f5584d9f24d6a80b680831537b3a4 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:51:51.315521 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:51.332144 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:51.347202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:51.352408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Usage tracker for resource:security_group_rule and tenant:2c3f5584d9f24d6a80b680831537b3a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:51.352408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:51.360047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:51.460766 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:51.466055 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:51.510588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:51:51.526158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f565ee-520f-44a8-85ac-da683e3efe21,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:51.541835 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:51.541835 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Added segment 005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6 of type vlan for network 726fa371-2800-4c63-af3d-599a4438058a Jun 04 16:51:51.569946 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:51.605801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:51.605801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:51.605801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:51.828534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57472) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:51.831241 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6924512 Jun 04 16:51:51.835945 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a164e3-ea99-4109-a7c1-0dda6b3f3216 admin admin] Pushing event updated for resources: {'Network': ['ID=726fa371-2800-4c63-af3d-599a4438058a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:51.838499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Request body: {'subnet': {'network_id': '726fa371-2800-4c63-af3d-599a4438058a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2029704765-subnet', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:51:51.846417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:51.847079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 726fa371-2800-4c63-af3d-599a4438058a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:51:51.864590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Usage tracker for resource:subnet and tenant:2c3f5584d9f24d6a80b680831537b3a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:51.866289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:51.870385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:51.884044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Made reservation on behalf of 2c3f5584d9f24d6a80b680831537b3a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:51:51.888987 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:52.235190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:52.308387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f351034-1415-416a-b185-37c1a90cde8f,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:52.321986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Checking segment: {'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:51:52.322552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Network hostable DHCP agents. Network: 726fa371-2800-4c63-af3d-599a4438058a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:51:52.341798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Network 726fa371-2800-4c63-af3d-599a4438058a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:51:52.351164 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 726fa371-2800-4c63-af3d-599a4438058a) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:51:52.356537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:52.357126 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:52.360413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952eb044-44f3-49a6-a437-3d8b800ba799 None None] Network 726fa371-2800-4c63-af3d-599a4438058a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:51:52.392574 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-221a8ee0-3987-4d74-871a-1c5f4483eab4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5614800 Jun 04 16:51:52.392574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 57484) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:52.401944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2029704765-router', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:51:52.406626 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:52.410736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Usage tracker for resource:router and tenant:2c3f5584d9f24d6a80b680831537b3a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:52.415395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:52.428047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:52.445590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:52.445590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:52.467038 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:52.633064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-726fa371-2800-4c63-af3d-599a4438058a', 'network_id': '726fa371-2800-4c63-af3d-599a4438058a', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'fixed_ips': [{'subnet_id': '2f351034-1415-416a-b185-37c1a90cde8f'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:51:52.634885 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:52.813405 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:52.843083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Allocated IP 172.20.0.2 (726fa371-2800-4c63-af3d-599a4438058a/2f351034-1415-416a-b185-37c1a90cde8f/e7e79dc8-0c51-41f8-a755-f22a60f2da97) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:51:53.075921 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:53.086775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Transition to ACTIVE for port object e7e79dc8-0c51-41f8-a755-f22a60f2da97 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:51:53.105156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Transition to ACTIVE for port object e7e79dc8-0c51-41f8-a755-f22a60f2da97 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:51:53.113906 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:53.149049 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:53.194539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Network 726fa371-2800-4c63-af3d-599a4438058a is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:51:53.201946 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:53.207581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:51:53.207581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:51:53.319850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Pushing event updated for resources: {'Port': ['ID=e7e79dc8-0c51-41f8-a755-f22a60f2da97,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:53.325828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Attempting to bind port e7e79dc8-0c51-41f8-a755-f22a60f2da97 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:51:53.326244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Attempting to bind port e7e79dc8-0c51-41f8-a755-f22a60f2da97 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:51:53.326622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Attempting to bind port e7e79dc8-0c51-41f8-a755-f22a60f2da97 on network 726fa371-2800-4c63-af3d-599a4438058a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:51:53.332239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:51:53.332611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Checking segment: {'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:51:53.333013 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:53.333401 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Bound using segment: {'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:51:53.333882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Bound port: e7e79dc8-0c51-41f8-a755-f22a60f2da97, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:51:53.334224 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:53.373141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Allocated IP 172.25.5.36 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/5e0181d4-02d4-4bf7-8888-ff25e0dbd664) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:51:53.424389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] For port e7e79dc8-0c51-41f8-a755-f22a60f2da97, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:51:53.427543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] For port e7e79dc8-0c51-41f8-a755-f22a60f2da97, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e7e79dc8-0c51-41f8-a755-f22a60f2da97,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:51:53.431940 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:53.520152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0065c-4f3d-4668-8e9e-5f540d54d6ef None None] Pushing event updated for resources: {'Port': ['ID=e7e79dc8-0c51-41f8-a755-f22a60f2da97,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:53.527778 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:53.564900 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:53.634982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:51:53.638232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:51:53.641954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:51:53.692682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0181d4-02d4-4bf7-8888-ff25e0dbd664,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:53.879244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e7e79dc8-0c51-41f8-a755-f22a60f2da97 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:51:53.965999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e7e79dc8-0c51-41f8-a755-f22a60f2da97 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:51:54.224913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:54.603204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b333e67-cca7-4d84-988d-da05da586782 None None] Network 726fa371-2800-4c63-af3d-599a4438058a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:51:54.607685 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:54.735724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a7cf994c-4306-4a59-b36a-ed7cddf4e45d None None] Provisioning for port e7e79dc8-0c51-41f8-a755-f22a60f2da97 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:51:54.745074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a7cf994c-4306-4a59-b36a-ed7cddf4e45d None None] Provisioning complete for port e7e79dc8-0c51-41f8-a755-f22a60f2da97 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:51:54.745443 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a7cf994c-4306-4a59-b36a-ed7cddf4e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:54.827653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Router f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:51:54.955048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a7cf994c-4306-4a59-b36a-ed7cddf4e45d None None] Current status of the port e7e79dc8-0c51-41f8-a755-f22a60f2da97 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:51:54.955429 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a7cf994c-4306-4a59-b36a-ed7cddf4e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:54.993633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a7cf994c-4306-4a59-b36a-ed7cddf4e45d None None] For port e7e79dc8-0c51-41f8-a755-f22a60f2da97, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e7e79dc8-0c51-41f8-a755-f22a60f2da97,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:55.000071 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a7cf994c-4306-4a59-b36a-ed7cddf4e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:55.023313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:51:55.040812 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Sync routers for ids ['f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:51:55.051727 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Routers {'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:51:55.054178 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:51:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:55.079543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:55.080962 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1bab8a6a-192f-4cc7-a7f9-c0aec2c82c24 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6873736 Jun 04 16:51:55.083852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57498) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:55.097724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf994c-4306-4a59-b36a-ed7cddf4e45d None None] Pushing event updated for resources: {'Port': ['ID=e7e79dc8-0c51-41f8-a755-f22a60f2da97,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:55.224863 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-60f4db04-054c-4612-b3fa-94810ac2e41c None None] Provisioning complete for port e7e79dc8-0c51-41f8-a755-f22a60f2da97 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:51:55.225229 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-60f4db04-054c-4612-b3fa-94810ac2e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:55.237870 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Set router f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:51:55.429653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-60f4db04-054c-4612-b3fa-94810ac2e41c None None] Current status of the port e7e79dc8-0c51-41f8-a755-f22a60f2da97 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:51:55.572601 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'name': 'tempest-TestServerMultinode-2029704765-router', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:52Z', 'updated_at': '2022-06-04T16:51:53Z', 'revision_number': 3, 'project_id': '2c3f5584d9f24d6a80b680831537b3a4', 'gw_port': {'id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:51:53Z', 'updated_at': '2022-06-04T16:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:55.577571 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Checking router: f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:51:55.578222 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Updating router f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:51:55.634072 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:55.822221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e7e79dc8-0c51-41f8-a755-f22a60f2da97 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:51:55.890978 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:55.907356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e7e79dc8-0c51-41f8-a755-f22a60f2da97 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:51:55.908263 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:56.003201 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:56.019101 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Transition to ACTIVE for port object 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:51:56.029114 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:56.057481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e7e79dc8-0c51-41f8-a755-f22a60f2da97 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:51:56.113350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Allocated IP 172.20.0.1 (726fa371-2800-4c63-af3d-599a4438058a/2f351034-1415-416a-b185-37c1a90cde8f/f7037c6d-2a21-4c65-95db-a96ccbe6faea) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:51:56.119610 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Attempting to bind port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:51:56.120042 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Attempting to bind port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:51:56.120299 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Attempting to bind port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:51:56.130195 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Pushing event updated for resources: {'Port': ['ID=5e0181d4-02d4-4bf7-8888-ff25e0dbd664,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:56.132415 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:51:56.132803 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:51:56.133187 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:56.133544 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:51:56.134018 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Bound port: 5e0181d4-02d4-4bf7-8888-ff25e0dbd664, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:51:56.134368 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:56.173472 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:56.173797 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:56.174318 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:56.174661 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:56.174979 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:56.175294 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:56.175603 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:56.175918 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:56.176224 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:56.176529 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:56.176824 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:56.177121 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:51:56.220898 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] For port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:51:56.224320 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] For port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5e0181d4-02d4-4bf7-8888-ff25e0dbd664,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:51:56.228031 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:56.273415 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:56.298160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Transition to ACTIVE for port object f7037c6d-2a21-4c65-95db-a96ccbe6faea will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:51:56.306931 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Routers {'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:51:56.307548 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:51:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:56.326229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:56.361105 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05572ab8-acff-4a4e-bd6f-b327d1507dd1 None None] Pushing event updated for resources: {'Port': ['ID=5e0181d4-02d4-4bf7-8888-ff25e0dbd664,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:56.412609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Network 726fa371-2800-4c63-af3d-599a4438058a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:51:56.415585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:51:56.418514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:51:56.460190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Pushing event updated for resources: {'Port': ['ID=f7037c6d-2a21-4c65-95db-a96ccbe6faea,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:56.484893 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:56.493402 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] Set router f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:51:56.774556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-70a3f217-734f-4925-aea6-dc07a964601f None None] Provisioning for port f7037c6d-2a21-4c65-95db-a96ccbe6faea completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:51:56.781328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-70a3f217-734f-4925-aea6-dc07a964601f None None] Provisioning complete for port f7037c6d-2a21-4c65-95db-a96ccbe6faea triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:51:56.781694 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-70a3f217-734f-4925-aea6-dc07a964601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:56.827564 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'name': 'tempest-TestServerMultinode-2029704765-router', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:52Z', 'updated_at': '2022-06-04T16:51:53Z', 'revision_number': 3, 'project_id': '2c3f5584d9f24d6a80b680831537b3a4', 'gw_port': {'id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:51:53Z', 'updated_at': '2022-06-04T16:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:56.832336 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad4fafe-9d5d-426f-afcd-8cb3880eca80 None None] The sync data for ids ['f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'] in n-d-811809-3 is: [{'id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'name': 'tempest-TestServerMultinode-2029704765-router', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:52Z', 'updated_at': '2022-06-04T16:51:53Z', 'revision_number': 3, 'project_id': '2c3f5584d9f24d6a80b680831537b3a4', 'gw_port': {'id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:51:53Z', 'updated_at': '2022-06-04T16:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:51:56.856407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-70a3f217-734f-4925-aea6-dc07a964601f None None] Port f7037c6d-2a21-4c65-95db-a96ccbe6faea cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:51:56.954635 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:57.269959 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:57.279662 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:57.403770 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:57.414090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Pushing event updated for resources: {'Port': ['ID=f7037c6d-2a21-4c65-95db-a96ccbe6faea,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:57.566690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Network 726fa371-2800-4c63-af3d-599a4438058a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:51:57.567883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:51:57.834109 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4084f23e-40ed-44d1-b187-41b37ced55b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:57.873461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Router f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:51:57.913534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:51:58.026382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2658373e-1203-45b4-ac8b-ca7a7772cd89 None None] Provisioning complete for port f7037c6d-2a21-4c65-95db-a96ccbe6faea triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:51:58.026942 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2658373e-1203-45b4-ac8b-ca7a7772cd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:58.133364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2658373e-1203-45b4-ac8b-ca7a7772cd89 None None] Port f7037c6d-2a21-4c65-95db-a96ccbe6faea cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:51:58.143934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:51:58.149667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:51:58.150364 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:58.176902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:51:58.203816 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-35ebef35-14e6-4933-9e4c-4cf7f627a69a admin admin] 10.222.0.13 "PUT /v2.0/routers/f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1187723 Jun 04 16:51:58.303778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:51:58.304164 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:58.322146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5e0181d4-02d4-4bf7-8888-ff25e0dbd664,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:51:58.330053 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:58.421929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=5e0181d4-02d4-4bf7-8888-ff25e0dbd664,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:58.740658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Sync routers for ids ['f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:51:58.750318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Routers {'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:51:58.751008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:51:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:58.836404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57652) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:58.842185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-424810520-network', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:51:58.847492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:58.851718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Usage tracker for resource:network and tenant:67dc9763638f46a5aad2ea8449b280cf is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:58.854822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:58.860736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:58.872261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Made reservation on behalf of 67dc9763638f46a5aad2ea8449b280cf for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:51:58.874547 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:58.886905 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:58.902000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:58.906265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Usage tracker for resource:security_group_rule and tenant:67dc9763638f46a5aad2ea8449b280cf is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:58.909155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:58.915434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:58.946360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Set router f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:51:59.021037 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:59.025791 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:59.066701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:51:59.079766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0292c24d-9b1a-4d64-905e-41aa4450c6d0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:59.086813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:59.087700 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Added segment 2d9d6882-8da1-47a3-b12b-2a81993c71a7 of type vlan for network 10b5c8e5-adfd-43fe-ade0-dde969a1b41a Jun 04 16:51:59.118490 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:59.155948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:59.156933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:59.157492 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:59.261606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4210250 Jun 04 16:51:59.261775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57714) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:59.264693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd70e27-226b-463a-b1fb-afbdabb564a5 admin admin] Pushing event updated for resources: {'Network': ['ID=10b5c8e5-adfd-43fe-ade0-dde969a1b41a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:59.269535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Request body: {'subnet': {'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-424810520-subnet', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:51:59.277656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:59.282007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 10b5c8e5-adfd-43fe-ade0-dde969a1b41a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:51:59.288795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Usage tracker for resource:subnet and tenant:67dc9763638f46a5aad2ea8449b280cf is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:59.292063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:59.297902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:59.313904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Made reservation on behalf of 67dc9763638f46a5aad2ea8449b280cf for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:51:59.316240 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:59.382104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'name': 'tempest-TestServerMultinode-2029704765-router', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:52Z', 'updated_at': '2022-06-04T16:51:56Z', 'revision_number': 4, 'project_id': '2c3f5584d9f24d6a80b680831537b3a4', 'gw_port': {'id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:51:53Z', 'updated_at': '2022-06-04T16:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f7037c6d-2a21-4c65-95db-a96ccbe6faea', 'name': '', 'network_id': '726fa371-2800-4c63-af3d-599a4438058a', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'mac_address': 'fa:16:3e:9b:3e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2f351034-1415-416a-b185-37c1a90cde8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:51:55Z', 'updated_at': '2022-06-04T16:51:57Z', 'revision_number': 2, 'project_id': '2c3f5584d9f24d6a80b680831537b3a4', 'subnets': [{'id': '2f351034-1415-416a-b185-37c1a90cde8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:51:59.392587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Checking router: f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:51:59.392934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Updating router f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 port f7037c6d-2a21-4c65-95db-a96ccbe6faea binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:51:59.454538 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:59.540010 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:59.627281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Checking segment: {'id': '2d9d6882-8da1-47a3-b12b-2a81993c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:51:59.627662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Network hostable DHCP agents. Network: 10b5c8e5-adfd-43fe-ade0-dde969a1b41a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:51:59.632087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b973b382-5039-4ac9-9795-0602225090d3,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:51:59.653604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Network 10b5c8e5-adfd-43fe-ade0-dde969a1b41a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:51:59.665348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 10b5c8e5-adfd-43fe-ade0-dde969a1b41a) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:51:59.679142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:51:59.680020 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:59.704714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c5ccdf74-8b2f-4739-917d-e3fa4c32f70d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4417176 Jun 04 16:51:59.707720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57776) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:51:59.713036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-424810520-router', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:51:59.718938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:51:59.722960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Usage tracker for resource:router and tenant:67dc9763638f46a5aad2ea8449b280cf is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:51:59.726169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:51:59.728382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de224712-7141-40be-a0bd-8a0c01425859 None None] Network 10b5c8e5-adfd-43fe-ade0-dde969a1b41a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:51:59.732567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:51:59.746084 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:59.747466 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:59.772919 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:51:59.843948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:00.142717 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3323baab-2194-4808-b99d-e8af864ab7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:00.154206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:00.154957 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:00.195302 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:00.206727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-10b5c8e5-adfd-43fe-ade0-dde969a1b41a', 'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'fixed_ips': [{'subnet_id': 'b973b382-5039-4ac9-9795-0602225090d3'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:52:00.207558 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:00.224377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:00.251506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Transition to ACTIVE for port object f7037c6d-2a21-4c65-95db-a96ccbe6faea will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:00.294311 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:00.494341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76254c3f-1298-42c4-b5ae-fa48838b0527 None None] Pushing event updated for resources: {'Port': ['ID=f7037c6d-2a21-4c65-95db-a96ccbe6faea,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:00.601161 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:00.647821 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:00.724778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:00.735348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Attempting to bind port f7037c6d-2a21-4c65-95db-a96ccbe6faea on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:00.735695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Attempting to bind port f7037c6d-2a21-4c65-95db-a96ccbe6faea by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:00.736320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Attempting to bind port f7037c6d-2a21-4c65-95db-a96ccbe6faea on network 726fa371-2800-4c63-af3d-599a4438058a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:00.744642 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:00.745090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Checking segment: {'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:00.745509 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:00.745895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Bound using segment: {'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:00.746367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Bound port: f7037c6d-2a21-4c65-95db-a96ccbe6faea, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:00.746757 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:00.778005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Allocated IP 172.20.0.2 (10b5c8e5-adfd-43fe-ade0-dde969a1b41a/b973b382-5039-4ac9-9795-0602225090d3/e1b77115-a7cc-40ca-b655-fcb486e5c7b5) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:00.867925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Allocated IP 172.25.5.11 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/ad53f19a-de4d-413d-bde9-bda8961690f6) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:00.954328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] For port f7037c6d-2a21-4c65-95db-a96ccbe6faea, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:00.959333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] For port f7037c6d-2a21-4c65-95db-a96ccbe6faea, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f7037c6d-2a21-4c65-95db-a96ccbe6faea,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:00.979968 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:01.052318 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:01.098793 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:01.189738 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:01.206937 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Transition to ACTIVE for port object e1b77115-a7cc-40ca-b655-fcb486e5c7b5 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:01.231510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:01.233133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Transition to ACTIVE for port object e1b77115-a7cc-40ca-b655-fcb486e5c7b5 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:01.235106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:01.236168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Routers {'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:01.238148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:01.244639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:01.299827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Pushing event updated for resources: {'Port': ['ID=ad53f19a-de4d-413d-bde9-bda8961690f6,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:01.406362 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:01.417816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76254c3f-1298-42c4-b5ae-fa48838b0527 None None] Pushing event updated for resources: {'Port': ['ID=f7037c6d-2a21-4c65-95db-a96ccbe6faea,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:01.504742 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:01.522148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Network 10b5c8e5-adfd-43fe-ade0-dde969a1b41a is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:01.530109 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:01.638555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:01.650325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:01.677945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Pushing event updated for resources: {'Port': ['ID=e1b77115-a7cc-40ca-b655-fcb486e5c7b5,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:01.781722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] Set router f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:01.846216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Attempting to bind port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:01.846644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Attempting to bind port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '2d9d6882-8da1-47a3-b12b-2a81993c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:01.847002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Attempting to bind port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 on network 10b5c8e5-adfd-43fe-ade0-dde969a1b41a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:01.857494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:01.857889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Checking segment: {'id': '2d9d6882-8da1-47a3-b12b-2a81993c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:01.858232 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:01.860410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Bound using segment: {'id': '2d9d6882-8da1-47a3-b12b-2a81993c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:01.860410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Bound port: e1b77115-a7cc-40ca-b655-fcb486e5c7b5, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9d6882-8da1-47a3-b12b-2a81993c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:01.860410 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:01.884323 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:02.097881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] For port e1b77115-a7cc-40ca-b655-fcb486e5c7b5, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:02.117363 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] For port e1b77115-a7cc-40ca-b655-fcb486e5c7b5, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e1b77115-a7cc-40ca-b655-fcb486e5c7b5,segment=NetworkSegment(2d9d6882-8da1-47a3-b12b-2a81993c71a7),segment_id=2d9d6882-8da1-47a3-b12b-2a81993c71a7)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:02.145315 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:02.236480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb4313-6d68-4f99-8577-229c62fddbcb None None] Pushing event updated for resources: {'Port': ['ID=e1b77115-a7cc-40ca-b655-fcb486e5c7b5,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:02.238441 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:02.267068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'name': 'tempest-TestServerMultinode-2029704765-router', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:52Z', 'updated_at': '2022-06-04T16:51:56Z', 'revision_number': 4, 'project_id': '2c3f5584d9f24d6a80b680831537b3a4', 'gw_port': {'id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:51:53Z', 'updated_at': '2022-06-04T16:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f7037c6d-2a21-4c65-95db-a96ccbe6faea', 'name': '', 'network_id': '726fa371-2800-4c63-af3d-599a4438058a', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'mac_address': 'fa:16:3e:9b:3e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2f351034-1415-416a-b185-37c1a90cde8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:51:55Z', 'updated_at': '2022-06-04T16:52:00Z', 'revision_number': 4, 'project_id': '2c3f5584d9f24d6a80b680831537b3a4', 'subnets': [{'id': '2f351034-1415-416a-b185-37c1a90cde8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:02.273028 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34156b-6b03-408d-8ae7-e145c6fbe52e None None] The sync data for ids ['f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'] in n-d-811809-3 is: [{'id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'name': 'tempest-TestServerMultinode-2029704765-router', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:52Z', 'updated_at': '2022-06-04T16:51:56Z', 'revision_number': 4, 'project_id': '2c3f5584d9f24d6a80b680831537b3a4', 'gw_port': {'id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:51:53Z', 'updated_at': '2022-06-04T16:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f7037c6d-2a21-4c65-95db-a96ccbe6faea', 'name': '', 'network_id': '726fa371-2800-4c63-af3d-599a4438058a', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'mac_address': 'fa:16:3e:9b:3e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2f351034-1415-416a-b185-37c1a90cde8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:51:55Z', 'updated_at': '2022-06-04T16:52:00Z', 'revision_number': 4, 'project_id': '2c3f5584d9f24d6a80b680831537b3a4', 'subnets': [{'id': '2f351034-1415-416a-b185-37c1a90cde8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:52:02.538652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Router 66f02de5-38ea-46e0-a7a9-20323b85ba93 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:52:02.631678 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:02.801875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:52:02.812366 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Sync routers for ids ['66f02de5-38ea-46e0-a7a9-20323b85ba93'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:52:02.822471 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Routers {'66f02de5-38ea-46e0-a7a9-20323b85ba93'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:02.823654 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['66f02de5-38ea-46e0-a7a9-20323b85ba93'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:02.832229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:02.836537 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bb7a05a5-a80f-4a25-bc79-c1cec004c13d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1250412 Jun 04 16:52:02.836745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 57998) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:03.079913 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Set router 66f02de5-38ea-46e0-a7a9-20323b85ba93 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:03.548118 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'name': 'tempest-TestServerMultinode-424810520-router', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:59Z', 'updated_at': '2022-06-04T16:52:01Z', 'revision_number': 3, 'project_id': '67dc9763638f46a5aad2ea8449b280cf', 'gw_port': {'id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:00Z', 'updated_at': '2022-06-04T16:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:03.553985 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Checking router: 66f02de5-38ea-46e0-a7a9-20323b85ba93 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:52:03.554312 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Updating router 66f02de5-38ea-46e0-a7a9-20323b85ba93 port ad53f19a-de4d-413d-bde9-bda8961690f6 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:52:03.654195 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:03.763132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ed5d3e-bc4e-487d-a15c-c8d2a3592252 None None] Network 10b5c8e5-adfd-43fe-ade0-dde969a1b41a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:52:03.939816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-aa3c74a8-b945-4298-8622-869adfc229bd None None] Provisioning for port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:03.963495 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e1b77115-a7cc-40ca-b655-fcb486e5c7b5 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:04.033362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410639d-aff3-4acd-8915-0a4513d90666 req-8ecd1189-4848-481c-9772-32661ce92c1b tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:04.035063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b410639d-aff3-4acd-8915-0a4513d90666 req-8ecd1189-4848-481c-9772-32661ce92c1b tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1096 time: 0.2337461 Jun 04 16:52:04.065890 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.172342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:04.177591 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.180384 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.183179 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:04.183815 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.191937 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Transition to ACTIVE for port object ad53f19a-de4d-413d-bde9-bda8961690f6 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:04.204310 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.314074 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f6bed-a352-40bb-9220-aab4f75cd0eb None None] Pushing event updated for resources: {'Port': ['ID=ad53f19a-de4d-413d-bde9-bda8961690f6,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:04.332161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b410639d-aff3-4acd-8915-0a4513d90666 req-53de155d-10ca-415f-814a-801ed17dada0 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Synchronizing usage tracker for tenant:9832b9f56b8a44e787a33d4ca1dfa4dd on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:52:04.338913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:04.339431 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.344821 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Attempting to bind port ad53f19a-de4d-413d-bde9-bda8961690f6 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:04.345336 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Attempting to bind port ad53f19a-de4d-413d-bde9-bda8961690f6 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:04.345740 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Attempting to bind port ad53f19a-de4d-413d-bde9-bda8961690f6 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:04.351224 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.353350 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:04.354690 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:04.354832 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.355205 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:04.355683 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Bound port: ad53f19a-de4d-413d-bde9-bda8961690f6, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:04.356102 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.360063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Allocated IP 172.20.0.1 (10b5c8e5-adfd-43fe-ade0-dde969a1b41a/b973b382-5039-4ac9-9795-0602225090d3/68949201-7446-4669-b2b0-87169fa50cf0) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:04.381411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b410639d-aff3-4acd-8915-0a4513d90666 req-53de155d-10ca-415f-814a-801ed17dada0 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Unset dirty status for tenant:9832b9f56b8a44e787a33d4ca1dfa4dd on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:52:04.384417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b410639d-aff3-4acd-8915-0a4513d90666 req-53de155d-10ca-415f-814a-801ed17dada0 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373361 Jun 04 16:52:04.388400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e1b77115-a7cc-40ca-b655-fcb486e5c7b5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e1b77115-a7cc-40ca-b655-fcb486e5c7b5,segment=NetworkSegment(2d9d6882-8da1-47a3-b12b-2a81993c71a7),segment_id=2d9d6882-8da1-47a3-b12b-2a81993c71a7)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:04.395584 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.396473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f7037c6d-2a21-4c65-95db-a96ccbe6faea up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:04.410607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58008) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:04.508465 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] For port ad53f19a-de4d-413d-bde9-bda8961690f6, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:04.519522 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] For port ad53f19a-de4d-413d-bde9-bda8961690f6, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ad53f19a-de4d-413d-bde9-bda8961690f6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:04.530094 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.623062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e1b77115-a7cc-40ca-b655-fcb486e5c7b5,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:04.667673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-299117da-226e-4a86-a118-67ae458424e6 None None] Provisioning complete for port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:04.668297 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-299117da-226e-4a86-a118-67ae458424e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.693483 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.702724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port f7037c6d-2a21-4c65-95db-a96ccbe6faea completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:04.706181 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Routers {'66f02de5-38ea-46e0-a7a9-20323b85ba93'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:04.706848 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['66f02de5-38ea-46e0-a7a9-20323b85ba93'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:04.721539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f7037c6d-2a21-4c65-95db-a96ccbe6faea triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:04.722022 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.745621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Transition to ACTIVE for port object 68949201-7446-4669-b2b0-87169fa50cf0 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:04.755788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-85aa1307-b860-46cd-80bf-7953b3391bf5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port caf867aa-92af-4a4e-a0e2-899c3a92be74 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:52:04.756129 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85aa1307-b860-46cd-80bf-7953b3391bf5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.804877 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.885586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Pushing event updated for resources: {'Port': ['ID=68949201-7446-4669-b2b0-87169fa50cf0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:04.898255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Network 10b5c8e5-adfd-43fe-ade0-dde969a1b41a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:04.899487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:04.903214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:04.956732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f7037c6d-2a21-4c65-95db-a96ccbe6faea is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:04.958162 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:04.973696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:05.013804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port f7037c6d-2a21-4c65-95db-a96ccbe6faea, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f7037c6d-2a21-4c65-95db-a96ccbe6faea,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:05.031070 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:05.214807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=f7037c6d-2a21-4c65-95db-a96ccbe6faea,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:05.218032 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] Set router 66f02de5-38ea-46e0-a7a9-20323b85ba93 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:05.228493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-299117da-226e-4a86-a118-67ae458424e6 None None] Current status of the port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:05.236336 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:05.363741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bf0e97e6-dbd3-4682-97e9-f0b006d54bae None None] Provisioning for port 68949201-7446-4669-b2b0-87169fa50cf0 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:05.371898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bf0e97e6-dbd3-4682-97e9-f0b006d54bae None None] Provisioning complete for port 68949201-7446-4669-b2b0-87169fa50cf0 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:05.372400 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bf0e97e6-dbd3-4682-97e9-f0b006d54bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:05.424665 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85aa1307-b860-46cd-80bf-7953b3391bf5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:05.425600 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85aa1307-b860-46cd-80bf-7953b3391bf5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:05.481822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e97e6-dbd3-4682-97e9-f0b006d54bae None None] Port 68949201-7446-4669-b2b0-87169fa50cf0 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:52:05.494957 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f6bed-a352-40bb-9220-aab4f75cd0eb None None] Pushing event updated for resources: {'Port': ['ID=ad53f19a-de4d-413d-bde9-bda8961690f6,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:05.630226 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'name': 'tempest-TestServerMultinode-424810520-router', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:59Z', 'updated_at': '2022-06-04T16:52:01Z', 'revision_number': 3, 'project_id': '67dc9763638f46a5aad2ea8449b280cf', 'gw_port': {'id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:00Z', 'updated_at': '2022-06-04T16:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:05.637839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-85aa1307-b860-46cd-80bf-7953b3391bf5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for caf867aa-92af-4a4e-a0e2-899c3a92be74 owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:52:05.638069 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a997aba5-81d6-4a2f-a890-de6764086e23 None None] The sync data for ids ['66f02de5-38ea-46e0-a7a9-20323b85ba93'] in n-d-811809-3 is: [{'id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'name': 'tempest-TestServerMultinode-424810520-router', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:59Z', 'updated_at': '2022-06-04T16:52:01Z', 'revision_number': 3, 'project_id': '67dc9763638f46a5aad2ea8449b280cf', 'gw_port': {'id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:00Z', 'updated_at': '2022-06-04T16:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:52:05.666283 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:05.676886 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:05.853288 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:05.878063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e1b77115-a7cc-40ca-b655-fcb486e5c7b5 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:05.889994 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85aa1307-b860-46cd-80bf-7953b3391bf5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:05.959311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa1307-b860-46cd-80bf-7953b3391bf5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=caf867aa-92af-4a4e-a0e2-899c3a92be74,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:05.989520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Pushing event updated for resources: {'Port': ['ID=68949201-7446-4669-b2b0-87169fa50cf0,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:06.006928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:06.007480 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:06.129859 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85aa1307-b860-46cd-80bf-7953b3391bf5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:06.130459 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-85aa1307-b860-46cd-80bf-7953b3391bf5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Floating IP b0b5b566-534d-4b08-a53e-e871b6e0cf13 disassociated (deleted). External IP: 172.25.5.140, port: 4dc8ed67-a733-4bcd-90a0-034a1181346f. Jun 04 16:52:06.158269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Network 10b5c8e5-adfd-43fe-ade0-dde969a1b41a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:06.166532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:06.245438 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:06.246891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f7037c6d-2a21-4c65-95db-a96ccbe6faea up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:06.378645 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f7037c6d-2a21-4c65-95db-a96ccbe6faea triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:06.379283 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:06.476057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Router 66f02de5-38ea-46e0-a7a9-20323b85ba93 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:52:06.563652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f7037c6d-2a21-4c65-95db-a96ccbe6faea is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:06.616660 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d49a2d46-792e-45a7-a617-9b8eab0a8a4b None None] Provisioning complete for port 68949201-7446-4669-b2b0-87169fa50cf0 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:06.617169 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d49a2d46-792e-45a7-a617-9b8eab0a8a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:06.707030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d49a2d46-792e-45a7-a617-9b8eab0a8a4b None None] Port 68949201-7446-4669-b2b0-87169fa50cf0 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:52:06.797927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85aa1307-b860-46cd-80bf-7953b3391bf5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:52:06.895007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:52:06.908440 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cbcb52eb-736e-4b57-a5eb-30aac224717a admin admin] 10.222.0.13 "PUT /v2.0/routers/66f02de5-38ea-46e0-a7a9-20323b85ba93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0706537 Jun 04 16:52:06.999629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aa1307-b860-46cd-80bf-7953b3391bf5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:52:07.011193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f5fe6-860e-4e80-9ab8-91daaf771e9c None None] Sync routers for ids ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:52:07.028794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f5fe6-860e-4e80-9ab8-91daaf771e9c None None] Routers {'3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:07.029866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-536f5fe6-860e-4e80-9ab8-91daaf771e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:07.033508 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-85aa1307-b860-46cd-80bf-7953b3391bf5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:07.103618 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-85aa1307-b860-46cd-80bf-7953b3391bf5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/floatingips/b0b5b566-534d-4b08-a53e-e871b6e0cf13 HTTP/1.1" status: 204 len: 168 time: 2.6901398 Jun 04 16:52:07.104169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:07.155538 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7d83ed-4459-4343-924b-3eb8f7ad8c48'] response: {'name': 'network-changed', 'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'status': 'completed', 'code': 200} Jun 04 16:52:07.298918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b1781-b612-4ad8-add0-1f7d7a6c41c1 req-afea9066-4125-4121-9422-64bb421cd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:07.303267 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a1b1781-b612-4ad8-add0-1f7d7a6c41c1 req-afea9066-4125-4121-9422-64bb421cd088 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 1096 time: 0.1255536 Jun 04 16:52:07.329876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-536f5fe6-860e-4e80-9ab8-91daaf771e9c None None] Set router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:07.610630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b1781-b612-4ad8-add0-1f7d7a6c41c1 req-0bf60ccc-35fe-4827-80d7-f5f986492d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:07.612178 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a1b1781-b612-4ad8-add0-1f7d7a6c41c1 req-0bf60ccc-35fe-4827-80d7-f5f986492d90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f67757fb-60a1-4a94-88bb-addd066d6101 HTTP/1.1" status: 200 len: 898 time: 0.3020868 Jun 04 16:52:07.762749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a1b1781-b612-4ad8-add0-1f7d7a6c41c1 req-d1118dea-71e0-4d1b-aecb-2e29e69403b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f HTTP/1.1" status: 200 len: 217 time: 0.1270561 Jun 04 16:52:07.828899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-536f5fe6-860e-4e80-9ab8-91daaf771e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:50:12Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c063fe7c-e6fe-4620-84c0-c58b8f30d5f2', 'name': '', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:10Z', 'updated_at': '2022-06-04T16:50:20Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:07.842737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09138e5f-7fe3-49d4-a906-544d0340a883 req-090a06d6-f520-441c-83b7-015b893144d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:07.843938 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09138e5f-7fe3-49d4-a906-544d0340a883 req-090a06d6-f520-441c-83b7-015b893144d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.3455014 Jun 04 16:52:07.860223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f5fe6-860e-4e80-9ab8-91daaf771e9c None None] Checking router: 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:52:07.868207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b1781-b612-4ad8-add0-1f7d7a6c41c1 req-d2fc2dcf-8da7-4e37-b48b-48147f235544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:07.869924 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a1b1781-b612-4ad8-add0-1f7d7a6c41c1 req-d2fc2dcf-8da7-4e37-b48b-48147f235544 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5e19f6b-e306-4b1d-9b39-e28136146f01 HTTP/1.1" status: 200 len: 834 time: 0.0995889 Jun 04 16:52:07.884540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f5fe6-860e-4e80-9ab8-91daaf771e9c None None] Routers {'3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:07.885168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-536f5fe6-860e-4e80-9ab8-91daaf771e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:07.965126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09138e5f-7fe3-49d4-a906-544d0340a883 req-04e5404d-6825-49c1-8f3f-1997b75afeeb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135368 Jun 04 16:52:08.088666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ad53f19a-de4d-413d-bde9-bda8961690f6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:08.097166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b1781-b612-4ad8-add0-1f7d7a6c41c1 req-d6e13f63-3d85-4f4c-90fa-c33737b7c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:08.098881 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a1b1781-b612-4ad8-add0-1f7d7a6c41c1 req-d6e13f63-3d85-4f4c-90fa-c33737b7c843 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f67757fb-60a1-4a94-88bb-addd066d6101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214043 Jun 04 16:52:08.151987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4d842c4e-f67f-45f3-9211-65cffee27f51 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:08.153027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4d842c4e-f67f-45f3-9211-65cffee27f51 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Synchronizing usage tracker for tenant:67dc9763638f46a5aad2ea8449b280cf on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:52:08.171873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-536f5fe6-860e-4e80-9ab8-91daaf771e9c None None] Set router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:08.211622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58056) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:08.223325 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Sync routers for ids ['66f02de5-38ea-46e0-a7a9-20323b85ba93'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:52:08.252552 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Routers {'66f02de5-38ea-46e0-a7a9-20323b85ba93'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:08.254882 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['66f02de5-38ea-46e0-a7a9-20323b85ba93'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:08.375712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4d842c4e-f67f-45f3-9211-65cffee27f51 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Unset dirty status for tenant:67dc9763638f46a5aad2ea8449b280cf on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:52:08.377342 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4d842c4e-f67f-45f3-9211-65cffee27f51 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/networks?id=726fa371-2800-4c63-af3d-599a4438058a HTTP/1.1" status: 200 len: 911 time: 0.4631767 Jun 04 16:52:08.396403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-9af6fd28-864d-4a0b-918a-ceeaa7a95a80 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/quotas/67dc9763638f46a5aad2ea8449b280cf HTTP/1.1" status: 200 len: 375 time: 0.0126340 Jun 04 16:52:08.398700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a1b1781-b612-4ad8-add0-1f7d7a6c41c1 req-f6c6aabc-ae2f-4f8d-8b11-757feb8d5c51 service neutron] 10.222.0.42 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852926 Jun 04 16:52:08.430894 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3e6e20c5-4f52-4400-a300-ab36dbbf21d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60a9b6e46b3248d4a9a784c0b4dc1a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180188 Jun 04 16:52:08.433547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58062) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:08.545940 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Set router 66f02de5-38ea-46e0-a7a9-20323b85ba93 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:08.566085 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0291de4-e465-4f20-8aa1-e18d62da024c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:08.612246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0291de4-e465-4f20-8aa1-e18d62da024c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:08.641338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port ad53f19a-de4d-413d-bde9-bda8961690f6 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:08.654849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ad53f19a-de4d-413d-bde9-bda8961690f6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:08.655231 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:08.684042 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0291de4-e465-4f20-8aa1-e18d62da024c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:08.701406 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0291de4-e465-4f20-8aa1-e18d62da024c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97af8aaf-f58d-4da0-bc6d-223ce8dbc473,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:08.727691 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e0291de4-e465-4f20-8aa1-e18d62da024c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:08.732999 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e0291de4-e465-4f20-8aa1-e18d62da024c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97af8aaf-f58d-4da0-bc6d-223ce8dbc473 HTTP/1.1" status: 204 len: 168 time: 0.2982147 Jun 04 16:52:08.772593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a1b1781-b612-4ad8-add0-1f7d7a6c41c1 req-099ebf3e-544d-4771-a23c-cf7ad398abd9 service neutron] 10.222.0.42 "GET /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278077 Jun 04 16:52:08.816101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-2ae279ff-a8a6-4fad-9309-fda0021836c6 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Synchronizing usage tracker for tenant:67dc9763638f46a5aad2ea8449b280cf on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:52:08.860173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ddeab-9a75-4100-aafd-f11322673bfa req-aaa9fdba-5291-41eb-b876-5b83a9cb1e60 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:08.862729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-508ddeab-9a75-4100-aafd-f11322673bfa req-aaa9fdba-5291-41eb-b876-5b83a9cb1e60 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.1676898 Jun 04 16:52:08.864086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-2ae279ff-a8a6-4fad-9309-fda0021836c6 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Unset dirty status for tenant:67dc9763638f46a5aad2ea8449b280cf on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:52:08.873251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-2ae279ff-a8a6-4fad-9309-fda0021836c6 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=67dc9763638f46a5aad2ea8449b280cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4708524 Jun 04 16:52:08.978833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ad53f19a-de4d-413d-bde9-bda8961690f6 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:08.979344 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:08.981877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-508ddeab-9a75-4100-aafd-f11322673bfa req-1e8df4cc-c638-4634-8336-8b763a529655 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port 4dc8ed67-a733-4bcd-90a0-034a1181346f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:52:08.982360 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-508ddeab-9a75-4100-aafd-f11322673bfa req-1e8df4cc-c638-4634-8336-8b763a529655 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:08.998479 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port ad53f19a-de4d-413d-bde9-bda8961690f6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ad53f19a-de4d-413d-bde9-bda8961690f6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:09.007696 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:09.038724 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'name': 'tempest-TestServerMultinode-424810520-router', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:59Z', 'updated_at': '2022-06-04T16:52:05Z', 'revision_number': 4, 'project_id': '67dc9763638f46a5aad2ea8449b280cf', 'gw_port': {'id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:00Z', 'updated_at': '2022-06-04T16:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '68949201-7446-4669-b2b0-87169fa50cf0', 'name': '', 'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'mac_address': 'fa:16:3e:5c:2b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'b973b382-5039-4ac9-9795-0602225090d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:04Z', 'updated_at': '2022-06-04T16:52:05Z', 'revision_number': 2, 'project_id': '67dc9763638f46a5aad2ea8449b280cf', 'subnets': [{'id': 'b973b382-5039-4ac9-9795-0602225090d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:09.044108 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Checking router: 66f02de5-38ea-46e0-a7a9-20323b85ba93 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:52:09.044553 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Updating router 66f02de5-38ea-46e0-a7a9-20323b85ba93 port 68949201-7446-4669-b2b0-87169fa50cf0 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:52:09.106516 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:09.114088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-536f5fe6-860e-4e80-9ab8-91daaf771e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:50:12Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c063fe7c-e6fe-4620-84c0-c58b8f30d5f2', 'name': '', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:10Z', 'updated_at': '2022-06-04T16:50:20Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:09.123950 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f5fe6-860e-4e80-9ab8-91daaf771e9c None None] The sync data for ids ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'] in n-d-811809-3 is: [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:50:12Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c063fe7c-e6fe-4620-84c0-c58b8f30d5f2', 'name': '', 'network_id': 'f67757fb-60a1-4a94-88bb-addd066d6101', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:10Z', 'updated_at': '2022-06-04T16:50:20Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'e5e19f6b-e306-4b1d-9b39-e28136146f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:52:09.138827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=ad53f19a-de4d-413d-bde9-bda8961690f6,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:09.467021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923c53d8-ff52-4e8f-9c53-c8e6e21389d3 None None] New status for floating IP b0b5b566-534d-4b08-a53e-e871b6e0cf13: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:52:09.552066 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:09.567242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-b2d1deb0-0d31-41f4-94b5-b5aa95d00b65 service neutron] 10.222.0.13 "GET /v2.0/networks/726fa371-2800-4c63-af3d-599a4438058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931016 Jun 04 16:52:09.579840 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Transition to ACTIVE for port object 68949201-7446-4669-b2b0-87169fa50cf0 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:09.591531 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:09.622343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d472ee-3474-4c7e-aa99-8547f637035b req-7b7af9c4-ba3f-4e74-a279-d356a246dd2e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:09.623795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52d472ee-3474-4c7e-aa99-8547f637035b req-7b7af9c4-ba3f-4e74-a279-d356a246dd2e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2cef12-a1d9-4050-a2df-657850b80c2f HTTP/1.1" status: 200 len: 945 time: 0.4682815 Jun 04 16:52:09.732501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-508ddeab-9a75-4100-aafd-f11322673bfa req-1e8df4cc-c638-4634-8336-8b763a529655 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] For port 4dc8ed67-a733-4bcd-90a0-034a1181346f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4dc8ed67-a733-4bcd-90a0-034a1181346f,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:09.733471 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-508ddeab-9a75-4100-aafd-f11322673bfa req-1e8df4cc-c638-4634-8336-8b763a529655 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:09.795036 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8863c30-d99b-4fb1-aa6f-b7227eb4b3c0 None None] Pushing event updated for resources: {'Port': ['ID=68949201-7446-4669-b2b0-87169fa50cf0,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:09.858867 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ad53f19a-de4d-413d-bde9-bda8961690f6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:09.861975 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Attempting to bind port 68949201-7446-4669-b2b0-87169fa50cf0 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:09.862330 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Attempting to bind port 68949201-7446-4669-b2b0-87169fa50cf0 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '2d9d6882-8da1-47a3-b12b-2a81993c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:09.862723 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Attempting to bind port 68949201-7446-4669-b2b0-87169fa50cf0 on network 10b5c8e5-adfd-43fe-ade0-dde969a1b41a {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:09.879045 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:09.879400 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Checking segment: {'id': '2d9d6882-8da1-47a3-b12b-2a81993c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:09.879721 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:09.880102 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Bound using segment: {'id': '2d9d6882-8da1-47a3-b12b-2a81993c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:09.880582 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Bound port: 68949201-7446-4669-b2b0-87169fa50cf0, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9d6882-8da1-47a3-b12b-2a81993c71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:09.882275 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:09.902294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-508ddeab-9a75-4100-aafd-f11322673bfa req-1e8df4cc-c638-4634-8336-8b763a529655 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for 4dc8ed67-a733-4bcd-90a0-034a1181346f owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:52:09.939170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ad53f19a-de4d-413d-bde9-bda8961690f6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:09.939548 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:10.008070 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] For port 68949201-7446-4669-b2b0-87169fa50cf0, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:10.012498 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] For port 68949201-7446-4669-b2b0-87169fa50cf0, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=68949201-7446-4669-b2b0-87169fa50cf0,segment=NetworkSegment(2d9d6882-8da1-47a3-b12b-2a81993c71a7),segment_id=2d9d6882-8da1-47a3-b12b-2a81993c71a7)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:10.019964 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:10.035617 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52d472ee-3474-4c7e-aa99-8547f637035b req-ce575c93-97ec-4245-accd-51e6ae109cde tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=b15ca0cf-1bcd-4114-a576-c87c9c02a94e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3977334 Jun 04 16:52:10.070770 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-508ccbf0-8f94-44ef-b9a1-560c2dc59478 service neutron] 10.222.0.13 "GET /v2.0/networks/726fa371-2800-4c63-af3d-599a4438058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930954 Jun 04 16:52:10.116175 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Routers {'66f02de5-38ea-46e0-a7a9-20323b85ba93'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:10.116800 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['66f02de5-38ea-46e0-a7a9-20323b85ba93'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:10.172448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ad53f19a-de4d-413d-bde9-bda8961690f6 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:10.240333 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-508ddeab-9a75-4100-aafd-f11322673bfa req-1e8df4cc-c638-4634-8336-8b763a529655 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:10.384953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8df4cc-c638-4634-8336-8b763a529655 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=4dc8ed67-a733-4bcd-90a0-034a1181346f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:10.397025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53747c4d-234d-463c-b9ad-4d3e00b048b7 req-84680137-f3c0-41f2-a88f-5d2208ff1859 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 210 time: 0.0852640 Jun 04 16:52:10.409729 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] Set router 66f02de5-38ea-46e0-a7a9-20323b85ba93 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:10.470093 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8863c30-d99b-4fb1-aa6f-b7227eb4b3c0 None None] Pushing event updated for resources: {'Port': ['ID=68949201-7446-4669-b2b0-87169fa50cf0,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:10.501934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-508ddeab-9a75-4100-aafd-f11322673bfa req-1e8df4cc-c638-4634-8336-8b763a529655 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] No DVR routers for this DVR port 4dc8ed67-a733-4bcd-90a0-034a1181346f on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:52:10.513566 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-508ddeab-9a75-4100-aafd-f11322673bfa req-1e8df4cc-c638-4634-8336-8b763a529655 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:10.517432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'name': 'network-vif-deleted', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:10.532743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-508ddeab-9a75-4100-aafd-f11322673bfa req-1e8df4cc-c638-4634-8336-8b763a529655 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "DELETE /v2.0/ports/4dc8ed67-a733-4bcd-90a0-034a1181346f HTTP/1.1" status: 204 len: 173 time: 1.6570199 Jun 04 16:52:10.588314 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96022af3-e42b-4971-b3c1-482c4e949340'] response: {'server_uuid': 'ef2cef12-a1d9-4050-a2df-657850b80c2f', 'name': 'network-vif-deleted', 'tag': '4dc8ed67-a733-4bcd-90a0-034a1181346f', 'status': 'completed', 'code': 200} Jun 04 16:52:10.704347 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:52:10.767713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58116) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:10.848300 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'name': 'tempest-TestServerMultinode-424810520-router', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:59Z', 'updated_at': '2022-06-04T16:52:05Z', 'revision_number': 4, 'project_id': '67dc9763638f46a5aad2ea8449b280cf', 'gw_port': {'id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:00Z', 'updated_at': '2022-06-04T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '68949201-7446-4669-b2b0-87169fa50cf0', 'name': '', 'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'mac_address': 'fa:16:3e:5c:2b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'b973b382-5039-4ac9-9795-0602225090d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:04Z', 'updated_at': '2022-06-04T16:52:10Z', 'revision_number': 4, 'project_id': '67dc9763638f46a5aad2ea8449b280cf', 'subnets': [{'id': 'b973b382-5039-4ac9-9795-0602225090d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:10.856221 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b5f721-7f22-4bde-b71d-cd5bbd00678b None None] The sync data for ids ['66f02de5-38ea-46e0-a7a9-20323b85ba93'] in n-d-811809-3 is: [{'id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'name': 'tempest-TestServerMultinode-424810520-router', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:59Z', 'updated_at': '2022-06-04T16:52:05Z', 'revision_number': 4, 'project_id': '67dc9763638f46a5aad2ea8449b280cf', 'gw_port': {'id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:00Z', 'updated_at': '2022-06-04T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '68949201-7446-4669-b2b0-87169fa50cf0', 'name': '', 'network_id': '10b5c8e5-adfd-43fe-ade0-dde969a1b41a', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'mac_address': 'fa:16:3e:5c:2b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'b973b382-5039-4ac9-9795-0602225090d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:04Z', 'updated_at': '2022-06-04T16:52:10Z', 'revision_number': 4, 'project_id': '67dc9763638f46a5aad2ea8449b280cf', 'subnets': [{'id': 'b973b382-5039-4ac9-9795-0602225090d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:52:11.066305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'network': {'name': 'tempest-network-smoke--621014211', 'project_id': '7921b0dcce8342988ab0008c35137638', 'port_security_enabled': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:11.087528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:11.092566 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:network and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:11.099315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:11.109879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:11.124014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Made reservation on behalf of 7921b0dcce8342988ab0008c35137638 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:52:11.129790 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:11.146783 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:11.183303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58124) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:11.193978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:11.201642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:11.205447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:11.216094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:11.342037 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:11.347681 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:11.385533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:52:11.400074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83aab24a-3af2-458b-a143-2fd70aa0736d,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:11.406562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:11.406905 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Added segment 805d7baa-766d-4a77-9274-960db9f99860 of type vlan for network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c Jun 04 16:52:11.437748 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:11.490798 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:11.504515 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:11.505399 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:11.513999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4dc8ed67-a733-4bcd-90a0-034a1181346f no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:52:11.598379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 4dc8ed67-a733-4bcd-90a0-034a1181346f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:52:11.598856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4dc8ed67-a733-4bcd-90a0-034a1181346f not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:52:11.695298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67a7b46b-3639-42bb-945c-c4510caa2dbf req-bc5e62ca-ead7-4e7f-a56c-c4a50655f767 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 210 time: 0.0746448 Jun 04 16:52:11.821410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Network': ['ID=92c36e80-3bca-4d38-91c7-01cb7d40bd9c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:11.824648 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-180ccc72-f02c-4c2b-a34b-a87c148a50e2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0558078 Jun 04 16:52:11.832514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58130) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:11.838707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:52:11.841930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-196658191', 'admin_state_up': True, 'project_id': '7921b0dcce8342988ab0008c35137638', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:11.857262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:11.881684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:router and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:11.891474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:11.927223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:11.943483 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:11.945111 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:11.957828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 68949201-7446-4669-b2b0-87169fa50cf0 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:11.964105 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:12.054654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 68949201-7446-4669-b2b0-87169fa50cf0 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:12.059845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 68949201-7446-4669-b2b0-87169fa50cf0 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:12.060418 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:12.080684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-e1afe4d8-1725-4075-b205-0da9c77edd25 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:12.082227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-e1afe4d8-1725-4075-b205-0da9c77edd25 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.42 "GET /v2.0/networks?id=726fa371-2800-4c63-af3d-599a4438058a HTTP/1.1" status: 200 len: 911 time: 0.4178560 Jun 04 16:52:12.096110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Request body: {'port': {'device_id': '8b966f3f-f719-4f71-bd83-e91b86300612', 'network_id': '726fa371-2800-4c63-af3d-599a4438058a', 'admin_state_up': True, 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:12.103209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:12.115377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:12.131905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Made reservation on behalf of 67dc9763638f46a5aad2ea8449b280cf for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:52:12.134259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:12.190702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 68949201-7446-4669-b2b0-87169fa50cf0 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:12.191398 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:12.226125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 68949201-7446-4669-b2b0-87169fa50cf0, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=68949201-7446-4669-b2b0-87169fa50cf0,segment=NetworkSegment(2d9d6882-8da1-47a3-b12b-2a81993c71a7),segment_id=2d9d6882-8da1-47a3-b12b-2a81993c71a7)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:12.231245 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:12.252836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:12.309541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=68949201-7446-4669-b2b0-87169fa50cf0,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:12.345706 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-26bb8216-7d12-477a-bb13-02745c3e7a30 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:12.414614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Allocated IP 172.20.0.5 (726fa371-2800-4c63-af3d-599a4438058a/2f351034-1415-416a-b185-37c1a90cde8f/4423a002-b192-47ec-90fa-6c5bbc55c49a) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:12.576830 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:12.610157 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:12.749711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Allocated IP 172.25.5.146 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/0da484fb-67ec-479e-8725-84843074184c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:12.801956 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:12.859391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6471646-b4a3-4fd3-b304-be9b70c96322 req-dd194e7e-1fd9-4001-befb-4ee47409326d tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 210 time: 0.0490925 Jun 04 16:52:12.862139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Transition to ACTIVE for port object 4423a002-b192-47ec-90fa-6c5bbc55c49a will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:12.908525 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:12.938932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-26bb8216-7d12-477a-bb13-02745c3e7a30 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:52:12.939302 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-26bb8216-7d12-477a-bb13-02745c3e7a30 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:12.939891 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:12.993752 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:13.018010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:13.020993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:13.023472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:13.069692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=0da484fb-67ec-479e-8725-84843074184c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:13.138870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Network 726fa371-2800-4c63-af3d-599a4438058a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:13.146071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:13.157897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:13.192659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Pushing event updated for resources: {'Port': ['ID=4423a002-b192-47ec-90fa-6c5bbc55c49a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:13.214169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:13.214530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:13.214861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:13.215191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:13.215520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:13.215840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:13.216189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:13.216501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:13.216816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:13.217128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:13.217437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:13.217749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:13.257777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:13.258373 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:13.307355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-26bb8216-7d12-477a-bb13-02745c3e7a30 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] For port c063fe7c-e6fe-4620-84c0-c58b8f30d5f2, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c063fe7c-e6fe-4620-84c0-c58b8f30d5f2,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:13.307970 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-26bb8216-7d12-477a-bb13-02745c3e7a30 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:13.319370 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-4e49e784-37d7-4588-b856-927eb3a1fdc3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2286632 Jun 04 16:52:13.386199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Request body: {'port': {'device_id': '8b966f3f-f719-4f71-bd83-e91b86300612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:13.438713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d6684046-b6b6-4ef1-a332-3d704a5a1d4e None None] Provisioning for port 4423a002-b192-47ec-90fa-6c5bbc55c49a completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:13.445946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d6684046-b6b6-4ef1-a332-3d704a5a1d4e None None] Provisioning complete for port 4423a002-b192-47ec-90fa-6c5bbc55c49a triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:13.446697 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d6684046-b6b6-4ef1-a332-3d704a5a1d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:13.481118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-26bb8216-7d12-477a-bb13-02745c3e7a30 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:52:13.535388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d6684046-b6b6-4ef1-a332-3d704a5a1d4e None None] Port 4423a002-b192-47ec-90fa-6c5bbc55c49a cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:52:13.640763 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:13.825467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 68949201-7446-4669-b2b0-87169fa50cf0 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:13.895920 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:13.899531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 68949201-7446-4669-b2b0-87169fa50cf0 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:13.899911 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:14.010633 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:14.035150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 68949201-7446-4669-b2b0-87169fa50cf0 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:14.221034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:52:14.279276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44baff-3337-4fc8-b1fb-1f3910db86dd req-2b2be8b1-d725-45e0-95a6-fb012b468efa tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:14.280312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7d44baff-3337-4fc8-b1fb-1f3910db86dd req-2b2be8b1-d725-45e0-95a6-fb012b468efa tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Synchronizing usage tracker for tenant:67dc9763638f46a5aad2ea8449b280cf on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:52:14.294668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-26bb8216-7d12-477a-bb13-02745c3e7a30 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:14.349088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb8216-7d12-477a-bb13-02745c3e7a30 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=c063fe7c-e6fe-4620-84c0-c58b8f30d5f2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:14.410043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:52:14.421965 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Sync routers for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:52:14.439476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7d44baff-3337-4fc8-b1fb-1f3910db86dd req-2b2be8b1-d725-45e0-95a6-fb012b468efa tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Unset dirty status for tenant:67dc9763638f46a5aad2ea8449b280cf on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:52:14.440632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d44baff-3337-4fc8-b1fb-1f3910db86dd req-2b2be8b1-d725-45e0-95a6-fb012b468efa tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1027 time: 0.4609082 Jun 04 16:52:14.450285 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:14.452323 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:14.453115 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:14.455919 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9cc4c401-c3fd-4ad5-9326-03a54418a6ae tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6221032 Jun 04 16:52:14.456602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58138) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:14.593735 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-622b7448-1627-449e-a173-b13f2f2eafea tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7921b0dcce8342988ab0008c35137638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1359189 Jun 04 16:52:14.594594 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58144) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:14.634586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7d44baff-3337-4fc8-b1fb-1f3910db86dd req-c02ffa5d-2e7c-4464-b5a3-7f27433befb5 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Synchronizing usage tracker for tenant:67dc9763638f46a5aad2ea8449b280cf on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:52:14.639350 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.resource_extend [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 16:52:14.658517 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:14.732042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb50ee7-60d9-4be5-9d07-b72f49dd71b9 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:14.736228 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1bb50ee7-60d9-4be5-9d07-b72f49dd71b9 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1377304 Jun 04 16:52:14.736614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58148) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:14.782819 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-15fbd5eb-8d17-4bb8-a347-dcd93cbe4fb7 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423038 Jun 04 16:52:14.783022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58152) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:14.788280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347630419', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'project_id': '7921b0dcce8342988ab0008c35137638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:14.789205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7d44baff-3337-4fc8-b1fb-1f3910db86dd req-c02ffa5d-2e7c-4464-b5a3-7f27433befb5 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Unset dirty status for tenant:67dc9763638f46a5aad2ea8449b280cf on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:52:14.790338 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d44baff-3337-4fc8-b1fb-1f3910db86dd req-c02ffa5d-2e7c-4464-b5a3-7f27433befb5 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385148 Jun 04 16:52:14.797876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4423a002-b192-47ec-90fa-6c5bbc55c49a {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:52:14.808846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:14.841218 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-26bb8216-7d12-477a-bb13-02745c3e7a30 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:14.845608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Transition to ACTIVE for port object 4423a002-b192-47ec-90fa-6c5bbc55c49a will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:14.851380 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:14.897466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:14.901787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:subnet and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:14.905033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:14.910829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:14.921583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Made reservation on behalf of 7921b0dcce8342988ab0008c35137638 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:52:14.925039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:14.979952 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:52:13Z', 'revision_number': 3, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:14.984363 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Checking router: c3c4773f-9428-41a1-8d2e-4e9ab49dad6e for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:52:14.984825 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Updating router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e port 0da484fb-67ec-479e-8725-84843074184c binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:52:15.047072 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:15.098479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Pushing event updated for resources: {'Port': ['ID=4423a002-b192-47ec-90fa-6c5bbc55c49a,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:15.312869 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:15.395196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Subnet': ['ID=c3da251b-6f20-4f45-a04c-dc46c9cbb69f,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:15.396977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Attempting to bind port 4423a002-b192-47ec-90fa-6c5bbc55c49a on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:15.397703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Attempting to bind port 4423a002-b192-47ec-90fa-6c5bbc55c49a by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:15.398026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Attempting to bind port 4423a002-b192-47ec-90fa-6c5bbc55c49a on network 726fa371-2800-4c63-af3d-599a4438058a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:15.406939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Checking segment: {'id': '805d7baa-766d-4a77-9274-960db9f99860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:15.407293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network hostable DHCP agents. Network: 92c36e80-3bca-4d38-91c7-01cb7d40bd9c, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:52:15.426484 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:15.428135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:52:15.440417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 92c36e80-3bca-4d38-91c7-01cb7d40bd9c) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:15.442174 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Transition to ACTIVE for port object 0da484fb-67ec-479e-8725-84843074184c will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:15.451303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caacd17b-e15e-44b8-af1d-c1b295fe73b3 None None] Network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:52:15.452189 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:15.454963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:15.455839 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:15.461104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Port 4423a002-b192-47ec-90fa-6c5bbc55c49a on network 726fa371-2800-4c63-af3d-599a4438058a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:52:15.461562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Attempting to bind port 4423a002-b192-47ec-90fa-6c5bbc55c49a on network 726fa371-2800-4c63-af3d-599a4438058a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:15.484171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:15.484536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Checking segment: {'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:15.485043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Bound using segment: {'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:15.485459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Bound port: 4423a002-b192-47ec-90fa-6c5bbc55c49a, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:15.485833 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:15.491606 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6472c301-6399-4baf-a2e2-4dbc4411ccff tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7076130 Jun 04 16:52:15.492481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58156) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:15.542443 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Attempting to bind port 0da484fb-67ec-479e-8725-84843074184c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:15.542807 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Attempting to bind port 0da484fb-67ec-479e-8725-84843074184c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:15.543159 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Attempting to bind port 0da484fb-67ec-479e-8725-84843074184c on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:15.554198 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:15.554585 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:15.554985 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:15.555356 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:15.555976 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Bound port: 0da484fb-67ec-479e-8725-84843074184c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:15.556340 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:15.590281 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c3b49-3862-4e8d-8301-aa6c801d1145 None None] Pushing event updated for resources: {'Port': ['ID=0da484fb-67ec-479e-8725-84843074184c,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:15.668411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bb8216-7d12-477a-bb13-02745c3e7a30 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:52:15.669515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] For port 4423a002-b192-47ec-90fa-6c5bbc55c49a, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:15.675793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] For port 4423a002-b192-47ec-90fa-6c5bbc55c49a, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4423a002-b192-47ec-90fa-6c5bbc55c49a,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:15.683400 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] For port 0da484fb-67ec-479e-8725-84843074184c, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:15.687368 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] For port 0da484fb-67ec-479e-8725-84843074184c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0da484fb-67ec-479e-8725-84843074184c,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:15.694264 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:15.753958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:52:15.755465 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:15.756468 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:15.783376 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:15.784004 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:15.845273 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:15.845817 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:15.847242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-38159897-2152-4152-b517-89f7f79a7764 service neutron] 10.222.0.42 "PUT /v2.0/ports/4423a002-b192-47ec-90fa-6c5bbc55c49a HTTP/1.1" status: 200 len: 1091 time: 2.4653656 Jun 04 16:52:15.847666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b966f3f-f719-4f71-bd83-e91b86300612', 'tag': '4423a002-b192-47ec-90fa-6c5bbc55c49a'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:16.017549 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411022cd-b80e-444e-9df3-df0ee28bfa15'] response: {'name': 'network-changed', 'server_uuid': '8b966f3f-f719-4f71-bd83-e91b86300612', 'tag': '4423a002-b192-47ec-90fa-6c5bbc55c49a', 'status': 'completed', 'code': 200} Jun 04 16:52:16.032986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Allocated IP 172.20.0.2 (92c36e80-3bca-4d38-91c7-01cb7d40bd9c/c3da251b-6f20-4f45-a04c-dc46c9cbb69f/0a8c17a4-70bf-439d-addf-40395880b02e) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:16.073015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38159897-2152-4152-b517-89f7f79a7764 service neutron] Pushing event updated for resources: {'Port': ['ID=4423a002-b192-47ec-90fa-6c5bbc55c49a,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:16.130755 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c3b49-3862-4e8d-8301-aa6c801d1145 None None] Pushing event updated for resources: {'Port': ['ID=0da484fb-67ec-479e-8725-84843074184c,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:16.134545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bb8216-7d12-477a-bb13-02745c3e7a30 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:52:16.172206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-26bb8216-7d12-477a-bb13-02745c3e7a30 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "PUT /v2.0/routers/3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9876966 Jun 04 16:52:16.173324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58164) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:16.176270 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:16.198595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f2c0f-3f10-4076-aa64-819b4b189bc6 None None] Sync routers for ids ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:52:16.240625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-c1075e80-c7e7-452b-ba67-a7a9605534dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:16.242086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-c1075e80-c7e7-452b-ba67-a7a9605534dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=67dc9763638f46a5aad2ea8449b280cf&device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1094 time: 0.3206081 Jun 04 16:52:16.247806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f2c0f-3f10-4076-aa64-819b4b189bc6 None None] Routers {'3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:16.248584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2a2f2c0f-3f10-4076-aa64-819b4b189bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:16.315764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671b9e-f262-4d7b-becb-ed5712135354 req-54999492-6beb-4a69-9d7c-c89d8c390d4b tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:16.317263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa671b9e-f262-4d7b-becb-ed5712135354 req-54999492-6beb-4a69-9d7c-c89d8c390d4b tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1094 time: 0.2535324 Jun 04 16:52:16.320832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-826aa4b1-2bfe-4ce7-aae0-78b72a35dd23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4423a002-b192-47ec-90fa-6c5bbc55c49a HTTP/1.1" status: 200 len: 217 time: 0.0703285 Jun 04 16:52:16.324896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87bc814-cc4c-490c-8ee8-2d76c1c3c5fd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting subnet e5e19f6b-e306-4b1d-9b39-e28136146f01 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:52:16.361876 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c87bc814-cc4c-490c-8ee8-2d76c1c3c5fd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:16.463773 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c87bc814-cc4c-490c-8ee8-2d76c1c3c5fd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:16.498615 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa671b9e-f262-4d7b-becb-ed5712135354 req-0d88c7e0-b1e2-4cf7-b993-77aad28461c1 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689131 Jun 04 16:52:16.504332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-0101748a-5eea-4b03-8374-427f353d9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:16.506229 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-0101748a-5eea-4b03-8374-427f353d9200 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f351034-1415-416a-b185-37c1a90cde8f HTTP/1.1" status: 200 len: 849 time: 0.1777716 Jun 04 16:52:16.530013 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:52:13Z', 'revision_number': 3, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:16.536039 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f96b5-40b7-4244-8259-dd3d4553f641 None None] The sync data for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 is: [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:52:13Z', 'revision_number': 3, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:52:16.607326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-2a2f2c0f-3f10-4076-aa64-819b4b189bc6 None None] Set router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:16.643918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-8b57c433-6d69-43f7-9a50-c21e0a7e0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:16.645613 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-8b57c433-6d69-43f7-9a50-c21e0a7e0494 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=726fa371-2800-4c63-af3d-599a4438058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324322 Jun 04 16:52:16.648418 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c87bc814-cc4c-490c-8ee8-2d76c1c3c5fd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:16.741895 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:16.809360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Transition to ACTIVE for port object 0a8c17a4-70bf-439d-addf-40395880b02e will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:16.809536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:16.839203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Transition to ACTIVE for port object 0a8c17a4-70bf-439d-addf-40395880b02e will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:16.861982 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:16.987870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Pushing event updated for resources: {'Port': ['ID=0a8c17a4-70bf-439d-addf-40395880b02e,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:17.009125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:17.011367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:17.091892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:17.110606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-7ac739ed-3af6-4aab-b84b-f533a84d59a1 service neutron] 10.222.0.42 "GET /v2.0/networks/726fa371-2800-4c63-af3d-599a4438058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270177 Jun 04 16:52:17.179889 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c87bc814-cc4c-490c-8ee8-2d76c1c3c5fd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:17.241163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Attempting to bind port 0a8c17a4-70bf-439d-addf-40395880b02e on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:17.241434 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Attempting to bind port 0a8c17a4-70bf-439d-addf-40395880b02e by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '805d7baa-766d-4a77-9274-960db9f99860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:17.241795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Attempting to bind port 0a8c17a4-70bf-439d-addf-40395880b02e on network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:17.256289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:17.256668 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Checking segment: {'id': '805d7baa-766d-4a77-9274-960db9f99860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:17.257055 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:17.257517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Bound using segment: {'id': '805d7baa-766d-4a77-9274-960db9f99860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:17.259136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Bound port: 0a8c17a4-70bf-439d-addf-40395880b02e, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805d7baa-766d-4a77-9274-960db9f99860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:17.259513 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:17.298487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bc814-cc4c-490c-8ee8-2d76c1c3c5fd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e19f6b-e306-4b1d-9b39-e28136146f01,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:17.311770 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c87bc814-cc4c-490c-8ee8-2d76c1c3c5fd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:17.324074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c87bc814-cc4c-490c-8ee8-2d76c1c3c5fd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/subnets/e5e19f6b-e306-4b1d-9b39-e28136146f01 HTTP/1.1" status: 204 len: 168 time: 1.1475880 Jun 04 16:52:17.329151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58168) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:17.364097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12319ee9-96b9-48b2-b713-fb4c19fba39a None None] Network f67757fb-60a1-4a94-88bb-addd066d6101 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:52:17.443967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Allocated IP 172.20.0.1 (92c36e80-3bca-4d38-91c7-01cb7d40bd9c/c3da251b-6f20-4f45-a04c-dc46c9cbb69f/e50f340c-200a-47ec-a5d9-223d6cc4f610) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:17.453541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e3d6333-2bc7-4ad1-89f9-7b8d2992a868 req-661d4ccb-fbb3-4814-9164-ac9161e40b3c service neutron] 10.222.0.42 "GET /v2.0/networks/726fa371-2800-4c63-af3d-599a4438058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343847 Jun 04 16:52:17.537138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2a2f2c0f-3f10-4076-aa64-819b4b189bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:52:14Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:17.662797 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:17.680942 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:17.689557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Transition to ACTIVE for port object e50f340c-200a-47ec-a5d9-223d6cc4f610 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:17.723992 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:17.740672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f2c0f-3f10-4076-aa64-819b4b189bc6 None None] Checking router: 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:52:17.756396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] For port 0a8c17a4-70bf-439d-addf-40395880b02e, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:17.780020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f2c0f-3f10-4076-aa64-819b4b189bc6 None None] Routers {'3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:17.780889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2a2f2c0f-3f10-4076-aa64-819b4b189bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:17.849027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] For port 0a8c17a4-70bf-439d-addf-40395880b02e, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0a8c17a4-70bf-439d-addf-40395880b02e,segment=NetworkSegment(805d7baa-766d-4a77-9274-960db9f99860),segment_id=805d7baa-766d-4a77-9274-960db9f99860)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:17.874785 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:17.950533 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0da484fb-67ec-479e-8725-84843074184c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:17.965911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb83ebe-45d6-4bad-aef4-3e0a1ca08734 req-8c13bf21-2c64-4edf-9dca-8bc5786c2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:17.967423 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbb83ebe-45d6-4bad-aef4-3e0a1ca08734 req-8c13bf21-2c64-4edf-9dca-8bc5786c2c51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=67dc9763638f46a5aad2ea8449b280cf&device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1094 time: 0.4344747 Jun 04 16:52:17.972389 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=e50f340c-200a-47ec-a5d9-223d6cc4f610,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:18.003254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:18.004931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:18.008266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:18.071543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:18.116722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffcb7e-601e-4ff9-bf93-0aebd7b3e502 req-0d2af37b-fa01-4744-8025-20fa1d69a5c8 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:18.117886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fffcb7e-601e-4ff9-bf93-0aebd7b3e502 req-0d2af37b-fa01-4744-8025-20fa1d69a5c8 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1094 time: 0.3710043 Jun 04 16:52:18.119385 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:18.127961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f6184-1bf5-4302-bc98-9de84b11f174 None None] Pushing event updated for resources: {'Port': ['ID=0a8c17a4-70bf-439d-addf-40395880b02e,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:18.168394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-2a2f2c0f-3f10-4076-aa64-819b4b189bc6 None None] Set router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:18.171925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port bc458b28-5369-42b5-b1a6-2d42df1cd8da {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:52:18.172288 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:18.296230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc1fcd3-12aa-4041-acaa-cc6b257696d6 None None] DHCP port deletion for f67757fb-60a1-4a94-88bb-addd066d6101 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:52:18.307890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1fcd3-12aa-4041-acaa-cc6b257696d6 None None] Deleting port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:52:18.308422 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fcd3-12aa-4041-acaa-cc6b257696d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:18.341535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 0da484fb-67ec-479e-8725-84843074184c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:18.358473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb83ebe-45d6-4bad-aef4-3e0a1ca08734 req-b7da0a5d-3fa0-4a32-9761-21f838aae0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:18.359934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbb83ebe-45d6-4bad-aef4-3e0a1ca08734 req-b7da0a5d-3fa0-4a32-9761-21f838aae0d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=726fa371-2800-4c63-af3d-599a4438058a HTTP/1.1" status: 200 len: 911 time: 0.3800664 Jun 04 16:52:18.471074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fffcb7e-601e-4ff9-bf93-0aebd7b3e502 req-2047a4e7-6886-49ab-b21f-7afb04bc7b13 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267238 Jun 04 16:52:18.504857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:18.531021 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbb83ebe-45d6-4bad-aef4-3e0a1ca08734 req-e44d6a04-7e1d-48d8-9412-698def203e78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4423a002-b192-47ec-90fa-6c5bbc55c49a HTTP/1.1" status: 200 len: 217 time: 0.1474447 Jun 04 16:52:18.542344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] For port bc458b28-5369-42b5-b1a6-2d42df1cd8da, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bc458b28-5369-42b5-b1a6-2d42df1cd8da,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:18.542657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 0da484fb-67ec-479e-8725-84843074184c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:18.542761 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:18.543031 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:18.754055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for bc458b28-5369-42b5-b1a6-2d42df1cd8da owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:52:18.911415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5dc1fcd3-12aa-4041-acaa-cc6b257696d6 None None] For port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c54bc92d-32ee-475e-b8d2-f3ffbfac32ce,segment=NetworkSegment(6cff8674-b830-49f0-8dee-29131c27d773),segment_id=6cff8674-b830-49f0-8dee-29131c27d773)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:18.912040 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fcd3-12aa-4041-acaa-cc6b257696d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:18.959462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb83ebe-45d6-4bad-aef4-3e0a1ca08734 req-5962b087-ce47-4888-94fa-a8019821919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:18.960909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbb83ebe-45d6-4bad-aef4-3e0a1ca08734 req-5962b087-ce47-4888-94fa-a8019821919f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f351034-1415-416a-b185-37c1a90cde8f HTTP/1.1" status: 200 len: 849 time: 0.4103825 Jun 04 16:52:18.985689 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 0da484fb-67ec-479e-8725-84843074184c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:18.986074 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:19.034105 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:19.042139 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:19.056935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1fcd3-12aa-4041-acaa-cc6b257696d6 None None] Calling delete_port for c54bc92d-32ee-475e-b8d2-f3ffbfac32ce owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:52:19.075454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb83ebe-45d6-4bad-aef4-3e0a1ca08734 req-0e42dc5a-5664-49bb-91f0-f65245f65da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:19.076914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbb83ebe-45d6-4bad-aef4-3e0a1ca08734 req-0e42dc5a-5664-49bb-91f0-f65245f65da4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=726fa371-2800-4c63-af3d-599a4438058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097019 Jun 04 16:52:19.117579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 0da484fb-67ec-479e-8725-84843074184c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0da484fb-67ec-479e-8725-84843074184c,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:19.127125 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:19.169386 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:19.173590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=e50f340c-200a-47ec-a5d9-223d6cc4f610,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:19.190641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2a2f2c0f-3f10-4076-aa64-819b4b189bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:52:14Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:19.200838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f2c0f-3f10-4076-aa64-819b4b189bc6 None None] The sync data for ids ['3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70'] in n-d-811809-3 is: [{'id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249604246', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:50:00Z', 'updated_at': '2022-06-04T16:52:14Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': 'bc458b28-5369-42b5-b1a6-2d42df1cd8da', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:50:01Z', 'updated_at': '2022-06-04T16:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:52:19.207949 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fcd3-12aa-4041-acaa-cc6b257696d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:19.224527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=0da484fb-67ec-479e-8725-84843074184c,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:19.243241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:19.317647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=bc458b28-5369-42b5-b1a6-2d42df1cd8da,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:19.345529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1fcd3-12aa-4041-acaa-cc6b257696d6 None None] No DVR routers for this DVR port c54bc92d-32ee-475e-b8d2-f3ffbfac32ce on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:52:19.355360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbb83ebe-45d6-4bad-aef4-3e0a1ca08734 req-b6585d59-6536-417c-82e9-cd39543b842b service neutron] 10.222.0.42 "GET /v2.0/networks/726fa371-2800-4c63-af3d-599a4438058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701397 Jun 04 16:52:19.356726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1fcd3-12aa-4041-acaa-cc6b257696d6 None None] Pushing event deleted for resources: {'Port': ['ID=c54bc92d-32ee-475e-b8d2-f3ffbfac32ce,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:19.358333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:19.360755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:19.508923 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:19.560700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4423a002-b192-47ec-90fa-6c5bbc55c49a details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:52:19.608333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:52:19.749091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d604764e-2924-45d6-8f2e-9b590393d0b9 None None] Network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:52:19.861858 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:19.867743 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:19.886009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dbb83ebe-45d6-4bad-aef4-3e0a1ca08734 req-ac88c015-6a6a-4e05-bbe5-799f6c204925 service neutron] 10.222.0.42 "GET /v2.0/networks/726fa371-2800-4c63-af3d-599a4438058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256138 Jun 04 16:52:19.929475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfbf02-9825-47e4-8ca8-4293a6850463 req-badee35a-7577-43f2-b34b-b08841f44887 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:19.931155 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4bfbf02-9825-47e4-8ca8-4293a6850463 req-badee35a-7577-43f2-b34b-b08841f44887 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1094 time: 0.2747383 Jun 04 16:52:19.935220 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:19.935814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Fanout notify agent at l3_agent the message router_deleted on router 3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:52:19.985550 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:19.987140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-959a08ff-f934-48c7-b4da-fcf66d54344f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/routers/3bdd0f75-cc96-49a8-84d7-ec8dbfb18f70 HTTP/1.1" status: 204 len: 168 time: 2.6569881 Jun 04 16:52:19.998905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58176) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:20.053984 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:52:20.059147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4423a002-b192-47ec-90fa-6c5bbc55c49a, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4423a002-b192-47ec-90fa-6c5bbc55c49a,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:20.067563 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Sync routers for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:52:20.074874 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0cd3d173-c166-4def-afa4-e4c3a85d01b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "PUT /v2.0/routers/c3c4773f-9428-41a1-8d2e-4e9ab49dad6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5546646 Jun 04 16:52:20.075667 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58180) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:20.081898 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:20.082570 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:20.116603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0da484fb-67ec-479e-8725-84843074184c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:20.149008 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4bfbf02-9825-47e4-8ca8-4293a6850463 req-4f417570-1baa-4518-9b50-9973b943cc06 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996815 Jun 04 16:52:20.159521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-720e6f37-de55-4c82-9d57-d75f1444ebd8 None None] Provisioning for port 0a8c17a4-70bf-439d-addf-40395880b02e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:20.204918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '4423a002-b192-47ec-90fa-6c5bbc55c49a', 'network_id': '726fa371-2800-4c63-af3d-599a4438058a', 'port_id': '4423a002-b192-47ec-90fa-6c5bbc55c49a', 'mac_address': 'fa:16:3e:49:1f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f351034-1415-416a-b185-37c1a90cde8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:52:20.210187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28816eb-aac0-43f7-9b6b-9c7f8801c4d7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.280912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439bbb30-4ae8-4adf-9573-dd4ec2b61206 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:20.281832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439bbb30-4ae8-4adf-9573-dd4ec2b61206 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:20.282064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439bbb30-4ae8-4adf-9573-dd4ec2b61206 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:20.282651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439bbb30-4ae8-4adf-9573-dd4ec2b61206 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:20.283163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439bbb30-4ae8-4adf-9573-dd4ec2b61206 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:20.283669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439bbb30-4ae8-4adf-9573-dd4ec2b61206 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:20.284177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439bbb30-4ae8-4adf-9573-dd4ec2b61206 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:20.286603 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-439bbb30-4ae8-4adf-9573-dd4ec2b61206 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4927 time: 0.2100224 Jun 04 16:52:20.287323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 4423a002-b192-47ec-90fa-6c5bbc55c49a is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:20.287701 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.289403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58184) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:20.309107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 0da484fb-67ec-479e-8725-84843074184c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:20.309467 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.318941 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:20.358404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4423a002-b192-47ec-90fa-6c5bbc55c49a {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:52:20.371561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da51873-feb3-4fed-81c0-adf9d1c5e523 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:20.372157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da51873-feb3-4fed-81c0-adf9d1c5e523 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:20.372612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da51873-feb3-4fed-81c0-adf9d1c5e523 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:20.373056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da51873-feb3-4fed-81c0-adf9d1c5e523 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:20.373773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da51873-feb3-4fed-81c0-adf9d1c5e523 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:20.374214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da51873-feb3-4fed-81c0-adf9d1c5e523 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:20.376916 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7da51873-feb3-4fed-81c0-adf9d1c5e523 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4001 time: 0.0863419 Jun 04 16:52:20.379024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58188) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:20.387642 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28816eb-aac0-43f7-9b6b-9c7f8801c4d7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.394217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4423a002-b192-47ec-90fa-6c5bbc55c49a, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4423a002-b192-47ec-90fa-6c5bbc55c49a,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:20.411857 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.418406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a28816eb-aac0-43f7-9b6b-9c7f8801c4d7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67757fb-60a1-4a94-88bb-addd066d6101']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:20.432241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a28816eb-aac0-43f7-9b6b-9c7f8801c4d7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cff8674-b830-49f0-8dee-29131c27d773') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:20.432556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-a28816eb-aac0-43f7-9b6b-9c7f8801c4d7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cff8674-b830-49f0-8dee-29131c27d773') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:20.445312 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28816eb-aac0-43f7-9b6b-9c7f8801c4d7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.478490 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28816eb-aac0-43f7-9b6b-9c7f8801c4d7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.505452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28816eb-aac0-43f7-9b6b-9c7f8801c4d7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:52:20.505990 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28816eb-aac0-43f7-9b6b-9c7f8801c4d7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.605795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 0da484fb-67ec-479e-8725-84843074184c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:20.606936 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0a8c17a4-70bf-439d-addf-40395880b02e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:20.647887 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['4423a002-b192-47ec-90fa-6c5bbc55c49a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:52:20.695382 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f3325ba0-191c-4bb6-9447-c0116c8cae2f tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 0.3151021 Jun 04 16:52:20.696143 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 6cff8674-b830-49f0-8dee-29131c27d773 resource provider aggregate not found Jun 04 16:52:20.718073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=4423a002-b192-47ec-90fa-6c5bbc55c49a,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:20.732697 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 6cff8674-b830-49f0-8dee-29131c27d773 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cff8674-b830-49f0-8dee-29131c27d773 found for delete ", "request_id": "req-cfe4184f-a70a-4107-8c33-7aa55941f30c"}]} Jun 04 16:52:20.740433 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28816eb-aac0-43f7-9b6b-9c7f8801c4d7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.769678 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a28816eb-aac0-43f7-9b6b-9c7f8801c4d7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.783534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28816eb-aac0-43f7-9b6b-9c7f8801c4d7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Network': ['ID=f67757fb-60a1-4a94-88bb-addd066d6101,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:20.800321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a28816eb-aac0-43f7-9b6b-9c7f8801c4d7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/networks/f67757fb-60a1-4a94-88bb-addd066d6101 HTTP/1.1" status: 204 len: 168 time: 0.8002231 Jun 04 16:52:20.803366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58198) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:20.811784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e3b4aa94-fa0c-4bf1-be04-b2ab4e46c179 None None] Provisioning for port e50f340c-200a-47ec-a5d9-223d6cc4f610 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:20.820487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e3b4aa94-fa0c-4bf1-be04-b2ab4e46c179 None None] Provisioning complete for port e50f340c-200a-47ec-a5d9-223d6cc4f610 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:20.820779 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3b4aa94-fa0c-4bf1-be04-b2ab4e46c179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.850138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58202) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:20.855598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-196577492', 'description': 'tempest-secgroup-smoke-196577492 description', 'project_id': '7921b0dcce8342988ab0008c35137638'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:20.863505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:20.869717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:20.870900 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 2, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:20.874225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 0a8c17a4-70bf-439d-addf-40395880b02e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:20.875815 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Checking router: c3c4773f-9428-41a1-8d2e-4e9ab49dad6e for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:52:20.876303 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Updating router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e port e50f340c-200a-47ec-a5d9-223d6cc4f610 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:52:20.877717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:20.889929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:20.901988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 0a8c17a4-70bf-439d-addf-40395880b02e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:20.902268 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.918241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.931850 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2135ede4-9d71-480c-8d18-842461d113bb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.954932 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:20.957951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:20.962154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:20.965879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:20.972365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:20.989917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2135ede4-9d71-480c-8d18-842461d113bb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.019049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4aa94-fa0c-4bf1-be04-b2ab4e46c179 None None] Port e50f340c-200a-47ec-a5d9-223d6cc4f610 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:52:21.075169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e3b4aa94-fa0c-4bf1-be04-b2ab4e46c179 None None] Provisioning complete for port 0a8c17a4-70bf-439d-addf-40395880b02e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:21.075807 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3b4aa94-fa0c-4bf1-be04-b2ab4e46c179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.115542 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2135ede4-9d71-480c-8d18-842461d113bb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.143654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135ede4-9d71-480c-8d18-842461d113bb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15ca0cf-1bcd-4114-a576-c87c9c02a94e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:21.163384 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2135ede4-9d71-480c-8d18-842461d113bb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.168867 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2135ede4-9d71-480c-8d18-842461d113bb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/security-groups/b15ca0cf-1bcd-4114-a576-c87c9c02a94e HTTP/1.1" status: 204 len: 168 time: 0.3640378 Jun 04 16:52:21.277789 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.300345 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.339243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 0a8c17a4-70bf-439d-addf-40395880b02e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:21.339781 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.403862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2a8a3f-4bc7-492c-aca2-a3032985b2ee,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:21.433251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 0a8c17a4-70bf-439d-addf-40395880b02e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0a8c17a4-70bf-439d-addf-40395880b02e,segment=NetworkSegment(805d7baa-766d-4a77-9274-960db9f99860),segment_id=805d7baa-766d-4a77-9274-960db9f99860)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:21.444071 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.456838 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.459736 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4eb87cd0-df3f-416d-a641-979658a2fd3f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6084754 Jun 04 16:52:21.463423 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58212) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:21.477550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5ca4ed27-6e8c-40e3-9904-2755a4dd9c38 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': '9f2a8a3f-4bc7-492c-aca2-a3032985b2ee', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:21.494192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58216) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:21.498452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5ca4ed27-6e8c-40e3-9904-2755a4dd9c38 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:21.505943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5ca4ed27-6e8c-40e3-9904-2755a4dd9c38 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:21.522225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1780903705', 'description': 'tempest-secgroup-smoke-1780903705 description', 'project_id': 'aed73c9fa62846d9afa87b79119450a4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:21.523083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5ca4ed27-6e8c-40e3-9904-2755a4dd9c38 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:21.528139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4aa94-fa0c-4bf1-be04-b2ab4e46c179 None None] Current status of the port 0a8c17a4-70bf-439d-addf-40395880b02e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:21.528514 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3b4aa94-fa0c-4bf1-be04-b2ab4e46c179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.536664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5ca4ed27-6e8c-40e3-9904-2755a4dd9c38 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:21.546674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:21.549191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:52:21.565420 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ed27-6e8c-40e3-9904-2755a4dd9c38 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.566580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:21.570904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:21.581208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:21.593542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=0a8c17a4-70bf-439d-addf-40395880b02e,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:21.596455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:52:21.596787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c063fe7c-e6fe-4620-84c0-c58b8f30d5f2 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:52:21.597202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c54bc92d-32ee-475e-b8d2-f3ffbfac32ce no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:52:21.618866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9ef44-2e0e-4eec-a447-a7df39b34da2 req-4ee318d7-3d7f-4e28-9ba8-7a65665d519d tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:21.621556 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29b9ef44-2e0e-4eec-a447-a7df39b34da2 req-4ee318d7-3d7f-4e28-9ba8-7a65665d519d tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1095 time: 0.2117403 Jun 04 16:52:21.624000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.640550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c54bc92d-32ee-475e-b8d2-f3ffbfac32ce {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:52:21.640897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c54bc92d-32ee-475e-b8d2-f3ffbfac32ce not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:52:21.651774 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.676235 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Transition to ACTIVE for port object e50f340c-200a-47ec-a5d9-223d6cc4f610 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:21.679267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ed27-6e8c-40e3-9904-2755a4dd9c38 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.684755 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ed27-6e8c-40e3-9904-2755a4dd9c38 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.687739 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.714334 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-e3b4aa94-fa0c-4bf1-be04-b2ab4e46c179 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:52:21.714952 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-e3b4aa94-fa0c-4bf1-be04-b2ab4e46c179 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:52:21.722608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4ed27-6e8c-40e3-9904-2755a4dd9c38 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f889618-c476-4fba-81b9-e9785b2e4443,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:21.723361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29b9ef44-2e0e-4eec-a447-a7df39b34da2 req-e2c7a92a-9171-4ec6-b3a3-5b3d3ee360c1 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635557 Jun 04 16:52:21.732444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:21.736977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:21.739943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:21.740527 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ed27-6e8c-40e3-9904-2755a4dd9c38 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.744585 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5ca4ed27-6e8c-40e3-9904-2755a4dd9c38 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2744064 Jun 04 16:52:21.744965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58220) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:21.746866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:21.755059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f4dbe153-a154-424e-b47a-28971b29f23f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': '9f2a8a3f-4bc7-492c-aca2-a3032985b2ee', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:21.763441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f4dbe153-a154-424e-b47a-28971b29f23f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:21.767976 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f4dbe153-a154-424e-b47a-28971b29f23f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:21.771106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f4dbe153-a154-424e-b47a-28971b29f23f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:21.777614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f4dbe153-a154-424e-b47a-28971b29f23f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:21.799511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe153-a154-424e-b47a-28971b29f23f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.868136 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.875815 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.884199 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe153-a154-424e-b47a-28971b29f23f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.894609 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe153-a154-424e-b47a-28971b29f23f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.897833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0a8c17a4-70bf-439d-addf-40395880b02e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:21.929745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6088826-c5e7-4db7-b514-83fdf60378d2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:21.937482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbe153-a154-424e-b47a-28971b29f23f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8297544-2917-4d2c-ab11-94b62909135e,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:21.948182 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30c5b2-5f55-4247-8563-0fbc41c321c0 None None] Pushing event updated for resources: {'Port': ['ID=e50f340c-200a-47ec-a5d9-223d6cc4f610,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:21.949568 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe153-a154-424e-b47a-28971b29f23f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.954464 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f4dbe153-a154-424e-b47a-28971b29f23f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2079146 Jun 04 16:52:21.961170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58224) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:21.972562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-14af9ee7-2a8e-40d6-a1e0-393124573386 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': '9f2a8a3f-4bc7-492c-aca2-a3032985b2ee', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:21.987002 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Attempting to bind port e50f340c-200a-47ec-a5d9-223d6cc4f610 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:21.987457 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Attempting to bind port e50f340c-200a-47ec-a5d9-223d6cc4f610 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '805d7baa-766d-4a77-9274-960db9f99860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:21.987895 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Attempting to bind port e50f340c-200a-47ec-a5d9-223d6cc4f610 on network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:21.989645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-14af9ee7-2a8e-40d6-a1e0-393124573386 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:21.994859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-14af9ee7-2a8e-40d6-a1e0-393124573386 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:21.995664 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:21.996157 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Checking segment: {'id': '805d7baa-766d-4a77-9274-960db9f99860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:21.996702 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.997187 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Bound using segment: {'id': '805d7baa-766d-4a77-9274-960db9f99860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:21.997934 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Bound port: e50f340c-200a-47ec-a5d9-223d6cc4f610, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805d7baa-766d-4a77-9274-960db9f99860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:21.998910 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:21.999530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-14af9ee7-2a8e-40d6-a1e0-393124573386 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:22.011054 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.011427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 0a8c17a4-70bf-439d-addf-40395880b02e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:22.011793 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.022589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58228) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:22.024751 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2491efe3-4f2d-493a-a8e5-455c16d15871 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5229363 Jun 04 16:52:22.028311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-14af9ee7-2a8e-40d6-a1e0-393124573386 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:22.029971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-099a6e06-a923-4836-a402-b991a84737c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'a6088826-c5e7-4db7-b514-83fdf60378d2', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:22.037899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-099a6e06-a923-4836-a402-b991a84737c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:22.042783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-099a6e06-a923-4836-a402-b991a84737c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:22.046535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-099a6e06-a923-4836-a402-b991a84737c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:22.054032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-099a6e06-a923-4836-a402-b991a84737c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:22.060717 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14af9ee7-2a8e-40d6-a1e0-393124573386 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.090387 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-099a6e06-a923-4836-a402-b991a84737c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.120540 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] For port e50f340c-200a-47ec-a5d9-223d6cc4f610, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:22.127652 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] For port e50f340c-200a-47ec-a5d9-223d6cc4f610, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e50f340c-200a-47ec-a5d9-223d6cc4f610,segment=NetworkSegment(805d7baa-766d-4a77-9274-960db9f99860),segment_id=805d7baa-766d-4a77-9274-960db9f99860)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:22.140004 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.169645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14af9ee7-2a8e-40d6-a1e0-393124573386 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.176602 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-099a6e06-a923-4836-a402-b991a84737c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.181105 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14af9ee7-2a8e-40d6-a1e0-393124573386 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.181850 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-099a6e06-a923-4836-a402-b991a84737c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.219911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a6e06-a923-4836-a402-b991a84737c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a03ff9-47b9-48d6-bec6-b483c70e034a,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:22.227617 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:22.228534 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:22.237856 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-099a6e06-a923-4836-a402-b991a84737c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.238626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af9ee7-2a8e-40d6-a1e0-393124573386 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a49ae1-dd28-4f05-b627-9f658f7a5aff,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:22.241874 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-099a6e06-a923-4836-a402-b991a84737c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157252 Jun 04 16:52:22.242203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58232) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:22.256123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8af8f729-f3ef-44a2-a68b-d6e079709360 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'a6088826-c5e7-4db7-b514-83fdf60378d2', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:22.267634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8af8f729-f3ef-44a2-a68b-d6e079709360 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:22.272560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8af8f729-f3ef-44a2-a68b-d6e079709360 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:22.275978 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14af9ee7-2a8e-40d6-a1e0-393124573386 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.276988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8af8f729-f3ef-44a2-a68b-d6e079709360 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:22.278046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-14af9ee7-2a8e-40d6-a1e0-393124573386 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3123474 Jun 04 16:52:22.285785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58236) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:22.288308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8af8f729-f3ef-44a2-a68b-d6e079709360 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:22.288457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 0a8c17a4-70bf-439d-addf-40395880b02e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:22.304236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bc458b28-5369-42b5-b1a6-2d42df1cd8da no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:52:22.305719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b46fb3d2-5cb7-4fcc-91bc-44988917bf31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': '9f2a8a3f-4bc7-492c-aca2-a3032985b2ee', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:22.313747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b46fb3d2-5cb7-4fcc-91bc-44988917bf31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:22.321799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b46fb3d2-5cb7-4fcc-91bc-44988917bf31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:22.321937 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8af8f729-f3ef-44a2-a68b-d6e079709360 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.325814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b46fb3d2-5cb7-4fcc-91bc-44988917bf31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:22.333068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b46fb3d2-5cb7-4fcc-91bc-44988917bf31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:22.338291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4aa94-fa0c-4bf1-be04-b2ab4e46c179 None None] Current status of the port 0a8c17a4-70bf-439d-addf-40395880b02e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:22.348783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: bc458b28-5369-42b5-b1a6-2d42df1cd8da {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:52:22.349126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bc458b28-5369-42b5-b1a6-2d42df1cd8da not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:52:22.365556 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b46fb3d2-5cb7-4fcc-91bc-44988917bf31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.416422 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30c5b2-5f55-4247-8563-0fbc41c321c0 None None] Pushing event updated for resources: {'Port': ['ID=e50f340c-200a-47ec-a5d9-223d6cc4f610,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:22.427259 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8af8f729-f3ef-44a2-a68b-d6e079709360 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.433798 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8af8f729-f3ef-44a2-a68b-d6e079709360 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.445701 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:22.451843 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b46fb3d2-5cb7-4fcc-91bc-44988917bf31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.458917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8f729-f3ef-44a2-a68b-d6e079709360 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcd869c-7f82-4b87-af0e-d27504f1d58a,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:22.460469 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b46fb3d2-5cb7-4fcc-91bc-44988917bf31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.481917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8af8f729-f3ef-44a2-a68b-d6e079709360 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.483172 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8af8f729-f3ef-44a2-a68b-d6e079709360 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2399385 Jun 04 16:52:22.485879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58240) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:22.490952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ea074f17-33ad-42bd-a4f3-7aa7f41e4515 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'a6088826-c5e7-4db7-b514-83fdf60378d2', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:22.499845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ea074f17-33ad-42bd-a4f3-7aa7f41e4515 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:22.504179 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ea074f17-33ad-42bd-a4f3-7aa7f41e4515 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:22.504630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fb3d2-5cb7-4fcc-91bc-44988917bf31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a26ade-a620-4275-9a9c-409a07848d20,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:22.508785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ea074f17-33ad-42bd-a4f3-7aa7f41e4515 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:22.513268 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b46fb3d2-5cb7-4fcc-91bc-44988917bf31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.514573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b46fb3d2-5cb7-4fcc-91bc-44988917bf31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2247140 Jun 04 16:52:22.517353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58244) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:22.518361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ea074f17-33ad-42bd-a4f3-7aa7f41e4515 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:22.523628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-86fd20d1-df29-44bd-963b-74231dfe63fc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': '9f2a8a3f-4bc7-492c-aca2-a3032985b2ee', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:22.534290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-86fd20d1-df29-44bd-963b-74231dfe63fc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:22.537875 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea074f17-33ad-42bd-a4f3-7aa7f41e4515 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.539868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-86fd20d1-df29-44bd-963b-74231dfe63fc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:22.543768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-86fd20d1-df29-44bd-963b-74231dfe63fc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:22.551256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-86fd20d1-df29-44bd-963b-74231dfe63fc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:22.565287 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-86fd20d1-df29-44bd-963b-74231dfe63fc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Project 7921b0dcce8342988ab0008c35137638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:52:22.579260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86fd20d1-df29-44bd-963b-74231dfe63fc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.633362 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea074f17-33ad-42bd-a4f3-7aa7f41e4515 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.639755 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea074f17-33ad-42bd-a4f3-7aa7f41e4515 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.672382 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea074f17-33ad-42bd-a4f3-7aa7f41e4515 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad5d417-0cdd-40e2-a362-7f57bda8e79a,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:22.682830 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea074f17-33ad-42bd-a4f3-7aa7f41e4515 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.686759 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ea074f17-33ad-42bd-a4f3-7aa7f41e4515 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1974161 Jun 04 16:52:22.687155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58248) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:22.689116 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86fd20d1-df29-44bd-963b-74231dfe63fc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.693116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3f972b90-ca6d-4139-9477-5b139ccea9b1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'a6088826-c5e7-4db7-b514-83fdf60378d2', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:22.694114 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86fd20d1-df29-44bd-963b-74231dfe63fc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.700567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3f972b90-ca6d-4139-9477-5b139ccea9b1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:22.704506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3f972b90-ca6d-4139-9477-5b139ccea9b1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:22.707568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3f972b90-ca6d-4139-9477-5b139ccea9b1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:22.713296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd20d1-df29-44bd-963b-74231dfe63fc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2093f017-7328-4a87-b694-e1bc1b26bada,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:22.713432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3f972b90-ca6d-4139-9477-5b139ccea9b1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:22.732128 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f972b90-ca6d-4139-9477-5b139ccea9b1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.732309 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-86fd20d1-df29-44bd-963b-74231dfe63fc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.736235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-86fd20d1-df29-44bd-963b-74231dfe63fc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2145021 Jun 04 16:52:22.736491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58252) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:22.741455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-420155c8-c6fb-4f14-b338-b70a3111b217 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': '9f2a8a3f-4bc7-492c-aca2-a3032985b2ee', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:22.747997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-420155c8-c6fb-4f14-b338-b70a3111b217 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:22.751795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-420155c8-c6fb-4f14-b338-b70a3111b217 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:22.754743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-420155c8-c6fb-4f14-b338-b70a3111b217 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:22.762090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-420155c8-c6fb-4f14-b338-b70a3111b217 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:22.776208 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-420155c8-c6fb-4f14-b338-b70a3111b217 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Project 7921b0dcce8342988ab0008c35137638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:52:22.785496 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-420155c8-c6fb-4f14-b338-b70a3111b217 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.822589 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f972b90-ca6d-4139-9477-5b139ccea9b1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.827590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f972b90-ca6d-4139-9477-5b139ccea9b1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.844662 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:22Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:22.849087 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e19e79-d5d4-4b61-82f1-20fc8ca8a254 None None] The sync data for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 is: [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:22Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:52:22.860823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f972b90-ca6d-4139-9477-5b139ccea9b1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69dca4f2-ffe8-4cee-8016-4b39c4db661d,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:22.886593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3f972b90-ca6d-4139-9477-5b139ccea9b1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.892717 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3f972b90-ca6d-4139-9477-5b139ccea9b1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2041221 Jun 04 16:52:22.899166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58258) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:22.911898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5af23baa-b0f9-4fca-a4ca-533021a17d94 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'a6088826-c5e7-4db7-b514-83fdf60378d2', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:22.919486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5af23baa-b0f9-4fca-a4ca-533021a17d94 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:22.926306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5af23baa-b0f9-4fca-a4ca-533021a17d94 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:22.929423 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5af23baa-b0f9-4fca-a4ca-533021a17d94 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:22.936349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5af23baa-b0f9-4fca-a4ca-533021a17d94 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:22.938553 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-420155c8-c6fb-4f14-b338-b70a3111b217 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.945141 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-420155c8-c6fb-4f14-b338-b70a3111b217 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.961638 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-5af23baa-b0f9-4fca-a4ca-533021a17d94 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Project aed73c9fa62846d9afa87b79119450a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:52:22.971725 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5af23baa-b0f9-4fca-a4ca-533021a17d94 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:22.991765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420155c8-c6fb-4f14-b338-b70a3111b217 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50fb327-a876-4af4-a227-fdce92a19775,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:22.997560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f50c5-a358-4a32-95e8-3ca4a7ea2845 req-32badeba-4b90-439d-9d34-20b7f554eff8 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:22.999291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e42f50c5-a358-4a32-95e8-3ca4a7ea2845 req-32badeba-4b90-439d-9d34-20b7f554eff8 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1095 time: 0.1671367 Jun 04 16:52:23.024644 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-420155c8-c6fb-4f14-b338-b70a3111b217 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.026167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-420155c8-c6fb-4f14-b338-b70a3111b217 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2884851 Jun 04 16:52:23.051611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e42f50c5-a358-4a32-95e8-3ca4a7ea2845 req-6b384b15-be9d-4d3f-93a7-8010c9322f89 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449052 Jun 04 16:52:23.073271 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5af23baa-b0f9-4fca-a4ca-533021a17d94 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.082382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5af23baa-b0f9-4fca-a4ca-533021a17d94 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.111788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af23baa-b0f9-4fca-a4ca-533021a17d94 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e98936-ba66-46f6-b51e-2f03fb7a16da,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:23.124323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5af23baa-b0f9-4fca-a4ca-533021a17d94 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.126610 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5af23baa-b0f9-4fca-a4ca-533021a17d94 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2243872 Jun 04 16:52:23.128467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58264) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:23.134022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7e985447-be27-4a38-9e55-1627eb152595 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'a6088826-c5e7-4db7-b514-83fdf60378d2', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:23.141525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7e985447-be27-4a38-9e55-1627eb152595 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:23.145555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7e985447-be27-4a38-9e55-1627eb152595 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:23.148639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7e985447-be27-4a38-9e55-1627eb152595 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:23.155163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7e985447-be27-4a38-9e55-1627eb152595 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:23.172272 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-7e985447-be27-4a38-9e55-1627eb152595 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Project aed73c9fa62846d9afa87b79119450a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:52:23.179804 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e985447-be27-4a38-9e55-1627eb152595 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.255265 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e985447-be27-4a38-9e55-1627eb152595 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.263653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-824e82b4-9765-41a7-8112-bb6d9bcdf8d8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Synchronizing usage tracker for tenant:7921b0dcce8342988ab0008c35137638 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:52:23.265792 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e985447-be27-4a38-9e55-1627eb152595 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.286612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-824e82b4-9765-41a7-8112-bb6d9bcdf8d8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Unset dirty status for tenant:7921b0dcce8342988ab0008c35137638 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:52:23.287826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-824e82b4-9765-41a7-8112-bb6d9bcdf8d8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196577492&fields=id&tenant_id=7921b0dcce8342988ab0008c35137638 HTTP/1.1" status: 200 len: 267 time: 0.0715597 Jun 04 16:52:23.291590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e985447-be27-4a38-9e55-1627eb152595 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dac17e-01a9-4c5c-9c1f-73aee89b9c33,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:23.303909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e985447-be27-4a38-9e55-1627eb152595 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.305253 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7e985447-be27-4a38-9e55-1627eb152595 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1757171 Jun 04 16:52:23.308365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58278) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:23.314378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'network': {'name': 'tempest-network-smoke--650054974', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'port_security_enabled': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:23.320809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:23.325499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:network and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:23.328723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:23.334715 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:23.346744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Made reservation on behalf of aed73c9fa62846d9afa87b79119450a4 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:52:23.350669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.380552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:52:23.391860 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.392229 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Added segment be7472f5-f9f1-4eaa-919c-4b087ad755f2 of type vlan for network 72be4713-76b1-4c89-874b-5036d9fab1df Jun 04 16:52:23.420792 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.453538 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.458405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-39b29d45-e9af-44dc-aef8-aaf39a45f363 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:23.459928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:23.460257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-39b29d45-e9af-44dc-aef8-aaf39a45f363 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/networks?id=92c36e80-3bca-4d38-91c7-01cb7d40bd9c HTTP/1.1" status: 200 len: 796 time: 0.1608961 Jun 04 16:52:23.460522 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.478841 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-912778c0-070e-4cef-a06d-a38c1c27ebb1 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/quotas/7921b0dcce8342988ab0008c35137638 HTTP/1.1" status: 200 len: 375 time: 0.0117788 Jun 04 16:52:23.568841 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-3f3003f5-e25c-40fe-a45c-743742b8d919 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840521 Jun 04 16:52:23.576227 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2665787 Jun 04 16:52:23.579295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58282) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:23.584703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'admin_state_up': True, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:23.587879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e8689-8de2-46c0-a5b2-38bab91046a4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Network': ['ID=72be4713-76b1-4c89-874b-5036d9fab1df,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:23.594389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:23.600775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 72be4713-76b1-4c89-874b-5036d9fab1df details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:52:23.617478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:router and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:23.622735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4423a002-b192-47ec-90fa-6c5bbc55c49a up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:23.623689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:23.675308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:23.702735 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.703834 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.749018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.750330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-7b88bb4f-b992-4501-a492-0cd5218dd4f1 req-6c307b49-a3ca-4612-ad6b-220cfdad6bde service neutron] (88798) timed out ('10.222.0.46', 63154) {{(pid=88798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 16:52:23.752543 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-9c29a5d1-cf17-4b32-a989-fb91435a06a5 service neutron] 10.222.0.13 "GET /v2.0/networks/92c36e80-3bca-4d38-91c7-01cb7d40bd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595333 Jun 04 16:52:23.771988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 4423a002-b192-47ec-90fa-6c5bbc55c49a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:23.778620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 4423a002-b192-47ec-90fa-6c5bbc55c49a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:23.779043 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:23.897463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e50f340c-200a-47ec-a5d9-223d6cc4f610 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:23.971720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 4423a002-b192-47ec-90fa-6c5bbc55c49a is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:23.972050 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:24.006531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b966f3f-f719-4f71-bd83-e91b86300612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4423a002-b192-47ec-90fa-6c5bbc55c49a'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:24.020858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4423a002-b192-47ec-90fa-6c5bbc55c49a, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4423a002-b192-47ec-90fa-6c5bbc55c49a,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:24.028171 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:24.058945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e50f340c-200a-47ec-a5d9-223d6cc4f610 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:24.069452 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4706596f-a675-4a29-b300-76e5ba688f9d'] response: {'server_uuid': '8b966f3f-f719-4f71-bd83-e91b86300612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4423a002-b192-47ec-90fa-6c5bbc55c49a', 'code': 200} Jun 04 16:52:24.100442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e50f340c-200a-47ec-a5d9-223d6cc4f610 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:24.100819 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:24.171853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=4423a002-b192-47ec-90fa-6c5bbc55c49a,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:24.240855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e50f340c-200a-47ec-a5d9-223d6cc4f610 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:24.241230 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:24.275649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e50f340c-200a-47ec-a5d9-223d6cc4f610, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e50f340c-200a-47ec-a5d9-223d6cc4f610,segment=NetworkSegment(805d7baa-766d-4a77-9274-960db9f99860),segment_id=805d7baa-766d-4a77-9274-960db9f99860)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:24.281193 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:24.335130 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:24.351540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e50f340c-200a-47ec-a5d9-223d6cc4f610,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:24.368634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-7b145171-4b73-450a-a0d2-dd53915c6ec0 service neutron] 10.222.0.13 "GET /v2.0/networks/92c36e80-3bca-4d38-91c7-01cb7d40bd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087506 Jun 04 16:52:24.521080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54569c90-d541-4ed8-a6bb-436a34bae318 req-408511c0-11e9-45db-a5d6-8e9c43221f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:24.522571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54569c90-d541-4ed8-a6bb-436a34bae318 req-408511c0-11e9-45db-a5d6-8e9c43221f25 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1096 time: 0.3728876 Jun 04 16:52:24.525060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceae6ae-d740-49d0-a56e-5c15fae0be5f req-d73e4dac-8459-4b3a-9650-26692efee17e tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:24.526560 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ceae6ae-d740-49d0-a56e-5c15fae0be5f req-d73e4dac-8459-4b3a-9650-26692efee17e tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1096 time: 0.2017162 Jun 04 16:52:24.609133 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8f68fad-3a39-48f1-a504-35bf37fbc4ac req-1ce487b4-a1ca-42c8-a0e5-5e0acafbf9b2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 210 time: 0.0813711 Jun 04 16:52:24.647378 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54569c90-d541-4ed8-a6bb-436a34bae318 req-449c1bcc-fa62-4b39-bd92-5f32d2d4d4b3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175606 Jun 04 16:52:24.653379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ceae6ae-d740-49d0-a56e-5c15fae0be5f req-487561e0-3cf3-4da0-a133-90d138df52f9 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732303 Jun 04 16:52:24.842177 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:24.876840 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:25.014759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.25.5.6 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/2c8e9818-0658-4600-aee8-7b72ca3fd785) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:25.163668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:25.194414 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:25.260271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:25.262809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:25.266903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:25.301520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=2c8e9818-0658-4600-aee8-7b72ca3fd785,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:25.740613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-0d72c79d-c8d2-457d-8f11-6a623ebc50e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:25.742148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-0d72c79d-c8d2-457d-8f11-6a623ebc50e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.46 "GET /v2.0/networks?id=92c36e80-3bca-4d38-91c7-01cb7d40bd9c HTTP/1.1" status: 200 len: 796 time: 0.2833524 Jun 04 16:52:25.830640 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e50f340c-200a-47ec-a5d9-223d6cc4f610 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:25.902103 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e50f340c-200a-47ec-a5d9-223d6cc4f610 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:25.902459 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:26.026942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e50f340c-200a-47ec-a5d9-223d6cc4f610 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:26.055078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-40e91218-f09a-4c05-a9fc-1cde4680765b req-9d4dcdfe-1ecf-4cd0-b02c-5a147069bf04 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 210 time: 0.2655654 Jun 04 16:52:26.084521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-42ba20dd-fb6a-4aae-b456-9d4640183318 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7921b0dcce8342988ab0008c35137638 HTTP/1.1" status: 200 len: 379 time: 0.2938609 Jun 04 16:52:26.095748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'port': {'device_id': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'admin_state_up': True, 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'security_groups': ['9f2a8a3f-4bc7-492c-aca2-a3032985b2ee']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:26.112980 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:26.356475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee635a5c-1a9c-460d-acda-cf31ec80b6c6 req-d656c0b6-1bba-4249-868f-4d8d4fd08dba tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:26.357883 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee635a5c-1a9c-460d-acda-cf31ec80b6c6 req-d656c0b6-1bba-4249-868f-4d8d4fd08dba tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1096 time: 0.5662913 Jun 04 16:52:26.457444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:26.472603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:port and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:26.482474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:26.492608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:26.512956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee635a5c-1a9c-460d-acda-cf31ec80b6c6 req-b09a19b0-08b3-4464-bada-7f744c592182 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429431 Jun 04 16:52:26.574150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Made reservation on behalf of 7921b0dcce8342988ab0008c35137638 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:52:26.577639 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:26.728487 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:26.976537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Allocated IP 172.20.0.7 (92c36e80-3bca-4d38-91c7-01cb7d40bd9c/c3da251b-6f20-4f45-a04c-dc46c9cbb69f/608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:26.994883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddb6b6-70e3-4e5d-b684-304ef7bc9178 req-895c1eeb-d614-4fd6-b363-2c1f905ed87a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:26.996298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06ddb6b6-70e3-4e5d-b684-304ef7bc9178 req-895c1eeb-d614-4fd6-b363-2c1f905ed87a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1096 time: 0.3367431 Jun 04 16:52:27.159455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06ddb6b6-70e3-4e5d-b684-304ef7bc9178 req-edacc8ff-38c8-45fa-bef5-e5a3bc460be7 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510916 Jun 04 16:52:27.232006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4496f5b0-3843-4750-9cc7-6733a80b0af6 req-e5e78700-bd03-4aed-bd6f-20d77e9ce38d tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 210 time: 0.0666893 Jun 04 16:52:27.257006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:52:27.546486 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:27.636125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Transition to ACTIVE for port object 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:27.686035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:52:27.695903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Sync routers for ids ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:52:27.706364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Routers {'0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:27.707093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:27.714958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cd743-398b-41aa-bd8c-daf7fcf367c6 req-49ac4cdb-a261-44f0-bc02-41ac3a8744ee tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:27.716506 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc4cd743-398b-41aa-bd8c-daf7fcf367c6 req-49ac4cdb-a261-44f0-bc02-41ac3a8744ee tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1096 time: 0.4459000 Jun 04 16:52:27.728532 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:27.795825 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:27.797060 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ce41780b-13a5-4388-9cb0-9578f3887184 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2167842 Jun 04 16:52:27.800533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58310) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:27.832956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:27.839892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:27.844371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:27.846663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:27.851641 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-60c9ed01-8aad-45e4-854d-54d50428e99f tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=aed73c9fa62846d9afa87b79119450a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495114 Jun 04 16:52:27.854878 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-551f66ae-21f1-4f31-9a36-629fd01a8e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:27.855484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58314) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:27.884491 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc4cd743-398b-41aa-bd8c-daf7fcf367c6 req-04cb8ae1-529c-49c9-9807-7d53209ccc4e tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602292 Jun 04 16:52:27.918648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:27.919653 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:27.921507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Set router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:27.940175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-a9082df7-b792-4b61-a28f-923fc202fcf5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8478396 Jun 04 16:52:27.954271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Request body: {'port': {'device_id': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:28.068463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d512cc2-0f3c-44e8-9d2d-1791f61f77d5 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:28.069973 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4d512cc2-0f3c-44e8-9d2d-1791f61f77d5 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2127049 Jun 04 16:52:28.072915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58322) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:28.117242 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-307235be-3297-44d9-ba86-799337677cc9 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431993 Jun 04 16:52:28.119828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58326) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:28.126413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1061861667', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:28.149961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:28.384662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1ffe542b-c03f-41db-8254-703acee0d599 None None] Provisioning for port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:28.388466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:28.393232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:subnet and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:28.394026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1ffe542b-c03f-41db-8254-703acee0d599 None None] Provisioning complete for port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:28.394395 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1ffe542b-c03f-41db-8254-703acee0d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:28.397226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:28.405403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:28.418856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Made reservation on behalf of aed73c9fa62846d9afa87b79119450a4 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:52:28.422516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:28.464624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:52:25Z', 'revision_number': 3, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:28.471221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe542b-c03f-41db-8254-703acee0d599 None None] Port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:52:28.472777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Checking router: 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:52:28.473116 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Updating router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 port 2c8e9818-0658-4600-aee8-7b72ca3fd785 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:52:28.490119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-4de12d13-894c-4db2-b94b-2669a2bc4c71 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:28.491618 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-4de12d13-894c-4db2-b94b-2669a2bc4c71 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/networks?id=726fa371-2800-4c63-af3d-599a4438058a HTTP/1.1" status: 200 len: 911 time: 0.2917111 Jun 04 16:52:28.542027 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:28.574110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-e158a3f3-ee86-40d6-b250-f8a8ba4d190b tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/quotas/67dc9763638f46a5aad2ea8449b280cf HTTP/1.1" status: 200 len: 375 time: 0.0313418 Jun 04 16:52:28.669582 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:28.675872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59ab0b-67f8-4929-9e08-ab2b401160eb req-96bc1e4f-fb54-4458-9c29-caf129d1d653 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:28.676568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3f59ab0b-67f8-4929-9e08-ab2b401160eb req-96bc1e4f-fb54-4458-9c29-caf129d1d653 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Synchronizing usage tracker for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:52:28.726732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3f59ab0b-67f8-4929-9e08-ab2b401160eb req-96bc1e4f-fb54-4458-9c29-caf129d1d653 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Unset dirty status for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:52:28.727946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3f59ab0b-67f8-4929-9e08-ab2b401160eb req-96bc1e4f-fb54-4458-9c29-caf129d1d653 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 931 time: 0.3370399 Jun 04 16:52:28.768391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Subnet': ['ID=452c1982-be7b-4336-8744-3155121d221d,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:28.777741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Checking segment: {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:28.777741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network hostable DHCP agents. Network: 72be4713-76b1-4c89-874b-5036d9fab1df, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:52:28.798787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 72be4713-76b1-4c89-874b-5036d9fab1df is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:52:28.800222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-33f4311c-691f-486e-b991-ef42eb66e5cb tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=67dc9763638f46a5aad2ea8449b280cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2188935 Jun 04 16:52:28.809850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 72be4713-76b1-4c89-874b-5036d9fab1df) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:28.822713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:28.823480 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:28.824786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e0db5-a390-4ec2-b639-4effe4e6deb5 None None] Network 72be4713-76b1-4c89-874b-5036d9fab1df requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:52:28.840351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:52:28.845773 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ec27a2ad-7bb7-45b9-8a86-c707194b238e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7249365 Jun 04 16:52:28.848741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58340) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:28.854993 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:28.912087 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3f59ab0b-67f8-4929-9e08-ab2b401160eb req-3acecc4f-fa67-4ae2-ae2c-f9863bf04e9a tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2a8a3f-4bc7-492c-aca2-a3032985b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519513 Jun 04 16:52:28.936472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Transition to ACTIVE for port object 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:28.941966 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:29.094030 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:29.116763 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Transition to ACTIVE for port object 2c8e9818-0658-4600-aee8-7b72ca3fd785 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:29.117557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:29.121682 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-21992b6b-4398-45ba-b174-d5e7c73b22aa service neutron] 10.222.0.13 "GET /v2.0/networks/726fa371-2800-4c63-af3d-599a4438058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076305 Jun 04 16:52:29.172714 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:29.209710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-72be4713-76b1-4c89-874b-5036d9fab1df', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ips': [{'subnet_id': '452c1982-be7b-4336-8744-3155121d221d'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:52:29.210582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:29.356604 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Pushing event updated for resources: {'Port': ['ID=2c8e9818-0658-4600-aee8-7b72ca3fd785,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:29.364253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Attempting to bind port 2c8e9818-0658-4600-aee8-7b72ca3fd785 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:29.364612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Attempting to bind port 2c8e9818-0658-4600-aee8-7b72ca3fd785 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:29.364974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Attempting to bind port 2c8e9818-0658-4600-aee8-7b72ca3fd785 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:29.378092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:29.378489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:29.378787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:29.379260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:29.379431 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:29.379924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:29.380101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:29.380422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:29.380804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:29.381095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:29.381413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:29.381782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:29.393571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:29.393942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:29.394355 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:29.394756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:29.395241 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Bound port: 2c8e9818-0658-4600-aee8-7b72ca3fd785, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:29.395614 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:29.490058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-3fc19ef9-b3da-4e9c-8d18-deae06a418f6 service neutron] 10.222.0.13 "GET /v2.0/networks/726fa371-2800-4c63-af3d-599a4438058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590100 Jun 04 16:52:29.495742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Attempting to bind port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:29.496421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Attempting to bind port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '805d7baa-766d-4a77-9274-960db9f99860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:29.497123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Attempting to bind port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd on network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:29.503743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd on network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:52:29.504185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Attempting to bind port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd on network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:29.512049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:29.512503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Checking segment: {'id': '805d7baa-766d-4a77-9274-960db9f99860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:29.512984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Bound using segment: {'id': '805d7baa-766d-4a77-9274-960db9f99860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:29.513517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Bound port: 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d7baa-766d-4a77-9274-960db9f99860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:29.514710 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:29.588076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] For port 2c8e9818-0658-4600-aee8-7b72ca3fd785, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:29.595353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Allocated IP 172.20.0.2 (72be4713-76b1-4c89-874b-5036d9fab1df/452c1982-be7b-4336-8744-3155121d221d/319c2600-2a61-4482-8f91-25bc8309cb33) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:29.610893 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] For port 2c8e9818-0658-4600-aee8-7b72ca3fd785, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2c8e9818-0658-4600-aee8-7b72ca3fd785,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:29.638002 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:29.638381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] For port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:29.641896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] For port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd,segment=NetworkSegment(805d7baa-766d-4a77-9274-960db9f99860),segment_id=805d7baa-766d-4a77-9274-960db9f99860)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:29.657577 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:29.715618 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:29.764320 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdabee99-76f9-4578-90c4-0ef059434568 req-01073984-55ad-4fd8-881b-1984eaf1a1af tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 210 time: 0.1020834 Jun 04 16:52:29.772587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:29.773164 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:29.774420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] 10.222.0.46 "PUT /v2.0/ports/608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd HTTP/1.1" status: 200 len: 1091 time: 1.8263826 Jun 04 16:52:29.774883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'tag': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:29.797336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Routers {'0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:29.797930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:29.810212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b92b6-0df5-4746-8243-44553018f0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:29.910769 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7acc00b9-ebf7-4122-b9b6-f78610faab1c'] response: {'name': 'network-changed', 'server_uuid': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'tag': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'status': 'completed', 'code': 200} Jun 04 16:52:29.932116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-5723880a-43f9-4de2-bb30-0aa8914ea810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:29.940352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-5723880a-43f9-4de2-bb30-0aa8914ea810 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 1094 time: 0.1016800 Jun 04 16:52:29.953212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463165b-2860-4c95-b05b-0cec064c1dcb None None] Pushing event updated for resources: {'Port': ['ID=2c8e9818-0658-4600-aee8-7b72ca3fd785,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:30.025434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-6005c31b-c0df-467b-b5d6-35d3c50ae6e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd HTTP/1.1" status: 200 len: 217 time: 0.0839357 Jun 04 16:52:30.200724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-ec78935f-912e-495b-be34-bb16dbe9af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:30.202199 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-ec78935f-912e-495b-be34-bb16dbe9af29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3da251b-6f20-4f45-a04c-dc46c9cbb69f HTTP/1.1" status: 200 len: 835 time: 0.1710405 Jun 04 16:52:30.268736 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e5747a6f-2abb-497d-b071-cc5888cde9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:30.272155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d551e-be1e-4916-91bc-9a4cca180dfd req-7bc2f112-a4d7-4adf-b12d-c3e9b205f390 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:30.273685 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-036d551e-be1e-4916-91bc-9a4cca180dfd req-7bc2f112-a4d7-4adf-b12d-c3e9b205f390 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 943 time: 0.1621063 Jun 04 16:52:30.298364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] Set router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:30.338890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-036d551e-be1e-4916-91bc-9a4cca180dfd req-88972a0c-e847-49ff-98c6-3d66532c7951 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2a8a3f-4bc7-492c-aca2-a3032985b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517602 Jun 04 16:52:30.346220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-2c9b30a8-647c-47a3-bdf1-5d325bd6331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:30.348131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-2c9b30a8-647c-47a3-bdf1-5d325bd6331e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92c36e80-3bca-4d38-91c7-01cb7d40bd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369481 Jun 04 16:52:30.423613 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:30.491794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-97568e4c-0195-4607-bbfb-57b0105cd09a service neutron] 10.222.0.46 "GET /v2.0/networks/92c36e80-3bca-4d38-91c7-01cb7d40bd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369991 Jun 04 16:52:30.546591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Transition to ACTIVE for port object 319c2600-2a61-4482-8f91-25bc8309cb33 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:30.610955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Transition to ACTIVE for port object 319c2600-2a61-4482-8f91-25bc8309cb33 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:30.624488 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:30.634974 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d70bc15d-ef53-4c47-97fe-8cb7a09e8bdf req-3a27a963-9f0d-45a5-848e-27c23f48b95f service neutron] 10.222.0.46 "GET /v2.0/networks/92c36e80-3bca-4d38-91c7-01cb7d40bd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370084 Jun 04 16:52:30.690257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.20.0.1 (72be4713-76b1-4c89-874b-5036d9fab1df/452c1982-be7b-4336-8744-3155121d221d/21a14666-aeb6-450b-ab21-2bb5bbdf22e5) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:30.711451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Network 72be4713-76b1-4c89-874b-5036d9fab1df is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:30.715540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:30.718767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:30.723438 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Pushing event updated for resources: {'Port': ['ID=319c2600-2a61-4482-8f91-25bc8309cb33,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:30.760061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131e895-7909-4912-b4c6-3f6879c70ab0 req-604df10f-1d64-48e0-9e99-014f76bf5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:30.761387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0131e895-7909-4912-b4c6-3f6879c70ab0 req-604df10f-1d64-48e0-9e99-014f76bf5059 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 1094 time: 0.0758379 Jun 04 16:52:30.820858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:52:25Z', 'revision_number': 3, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:30.825391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Attempting to bind port 319c2600-2a61-4482-8f91-25bc8309cb33 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:30.825757 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Attempting to bind port 319c2600-2a61-4482-8f91-25bc8309cb33 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:30.826118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Attempting to bind port 319c2600-2a61-4482-8f91-25bc8309cb33 on network 72be4713-76b1-4c89-874b-5036d9fab1df {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:30.830923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65678c8b-1479-4af6-860b-ef1bd026c4b8 None None] The sync data for ids ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'] in n-d-811809-3 is: [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:52:25Z', 'revision_number': 3, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:52:30.835738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:30.835738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Checking segment: {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:30.835985 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:30.836306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Bound using segment: {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:30.836781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Bound port: 319c2600-2a61-4482-8f91-25bc8309cb33, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:30.837151 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:30.981203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131e895-7909-4912-b4c6-3f6879c70ab0 req-600fffb0-0d61-4fd3-ac8a-de67e1fbe04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:30.982865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0131e895-7909-4912-b4c6-3f6879c70ab0 req-600fffb0-0d61-4fd3-ac8a-de67e1fbe04f service neutron] 10.222.0.46 "GET /v2.0/networks?id=92c36e80-3bca-4d38-91c7-01cb7d40bd9c HTTP/1.1" status: 200 len: 897 time: 0.2151635 Jun 04 16:52:31.005880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] For port 319c2600-2a61-4482-8f91-25bc8309cb33, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:31.011309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] For port 319c2600-2a61-4482-8f91-25bc8309cb33, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=319c2600-2a61-4482-8f91-25bc8309cb33,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:31.020647 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:31.046421 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:31.125648 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0131e895-7909-4912-b4c6-3f6879c70ab0 req-301e861f-7eb8-4e15-bd4d-9907aa0b6bbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd HTTP/1.1" status: 200 len: 217 time: 0.1359158 Jun 04 16:52:31.128859 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Transition to ACTIVE for port object 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:31.180465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3584df6-1c48-4dad-8826-107cbdc94280 None None] Pushing event updated for resources: {'Port': ['ID=319c2600-2a61-4482-8f91-25bc8309cb33,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:31.209679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d6754010-93d2-432c-928d-9250cf614be6 req-400e892f-1511-4557-84a2-21527ee0e772 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 210 time: 0.1443737 Jun 04 16:52:31.251185 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:31.253478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131e895-7909-4912-b4c6-3f6879c70ab0 req-6d69ed43-1f52-45f3-9450-a16c8124ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:31.255976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0131e895-7909-4912-b4c6-3f6879c70ab0 req-6d69ed43-1f52-45f3-9450-a16c8124ff8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3da251b-6f20-4f45-a04c-dc46c9cbb69f HTTP/1.1" status: 200 len: 835 time: 0.1171358 Jun 04 16:52:31.263256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-ca8eca83-526c-4ba7-b4d8-6cd5fe3cfedb tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:31.264706 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-ca8eca83-526c-4ba7-b4d8-6cd5fe3cfedb tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.46 "GET /v2.0/networks?id=726fa371-2800-4c63-af3d-599a4438058a HTTP/1.1" status: 200 len: 911 time: 0.2501161 Jun 04 16:52:31.281684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Request body: {'port': {'device_id': 'f2f062df-c88e-4e7c-80eb-f83b91960ebb', 'network_id': '726fa371-2800-4c63-af3d-599a4438058a', 'admin_state_up': True, 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:31.293306 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:31.301186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:31.386702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131e895-7909-4912-b4c6-3f6879c70ab0 req-37aad5d5-cf07-48c9-b2c7-93613f1c581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:31.389030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0131e895-7909-4912-b4c6-3f6879c70ab0 req-37aad5d5-cf07-48c9-b2c7-93613f1c581a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92c36e80-3bca-4d38-91c7-01cb7d40bd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255784 Jun 04 16:52:31.400004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:31.409011 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:31.437542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 72be4713-76b1-4c89-874b-5036d9fab1df is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:31.441273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:31.446177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Made reservation on behalf of 67dc9763638f46a5aad2ea8449b280cf for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:52:31.448799 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:31.466293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:31.512795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=21a14666-aeb6-450b-ab21-2bb5bbdf22e5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:31.655500 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:31.799908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Allocated IP 172.20.0.4 (726fa371-2800-4c63-af3d-599a4438058a/2f351034-1415-416a-b185-37c1a90cde8f/6cc46237-4690-4067-b2f7-95d8ceb65ba4) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:31.839748 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0131e895-7909-4912-b4c6-3f6879c70ab0 req-57dbedad-589b-4d50-b6ef-35fbf8827f35 service neutron] 10.222.0.46 "GET /v2.0/networks/92c36e80-3bca-4d38-91c7-01cb7d40bd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431403 Jun 04 16:52:31.848086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b03c1d-029f-4262-8f9c-adcf0ffaa7bf req-4e23ed03-a643-447d-8bbe-f28911d91a12 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:31.857045 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85b03c1d-029f-4262-8f9c-adcf0ffaa7bf req-4e23ed03-a643-447d-8bbe-f28911d91a12 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 943 time: 0.3062758 Jun 04 16:52:31.968560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2c8e9818-0658-4600-aee8-7b72ca3fd785 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:32.009893 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85b03c1d-029f-4262-8f9c-adcf0ffaa7bf req-9a9e0484-2353-46a9-8964-d52681b4326c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2a8a3f-4bc7-492c-aca2-a3032985b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490848 Jun 04 16:52:32.062778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 2c8e9818-0658-4600-aee8-7b72ca3fd785 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:32.066852 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:32.067830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2c8e9818-0658-4600-aee8-7b72ca3fd785 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:32.068194 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:32.071398 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0131e895-7909-4912-b4c6-3f6879c70ab0 req-45189d86-4987-421e-8b17-e78e6d72379c service neutron] 10.222.0.46 "GET /v2.0/networks/92c36e80-3bca-4d38-91c7-01cb7d40bd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975822 Jun 04 16:52:32.132886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Transition to ACTIVE for port object 6cc46237-4690-4067-b2f7-95d8ceb65ba4 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:32.153432 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:32.225667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2c8e9818-0658-4600-aee8-7b72ca3fd785 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:32.226051 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:32.244979 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 2c8e9818-0658-4600-aee8-7b72ca3fd785, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2c8e9818-0658-4600-aee8-7b72ca3fd785,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:32.253101 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:32.254114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 319c2600-2a61-4482-8f91-25bc8309cb33 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:32.321862 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:32.358110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['4423a002-b192-47ec-90fa-6c5bbc55c49a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:52:32.428084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaad00e-a352-445f-b9ea-f6c52f5543a6 req-00f1faf7-c401-4153-a3bc-bfc3b96b694f tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:32.430902 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5eaad00e-a352-445f-b9ea-f6c52f5543a6 req-00f1faf7-c401-4153-a3bc-bfc3b96b694f tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1027 time: 0.0916588 Jun 04 16:52:32.434020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 319c2600-2a61-4482-8f91-25bc8309cb33 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:32.483075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=2c8e9818-0658-4600-aee8-7b72ca3fd785,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:32.515435 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5eaad00e-a352-445f-b9ea-f6c52f5543a6 req-40407450-623c-43de-b680-72c5cc06cc6d tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748725 Jun 04 16:52:32.552189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Network 726fa371-2800-4c63-af3d-599a4438058a is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:32.557011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:32.563043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:32.590281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f97f94d-a59f-40e5-9c50-44e02e89c7ed None None] Network 72be4713-76b1-4c89-874b-5036d9fab1df requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:52:32.707069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Pushing event updated for resources: {'Port': ['ID=6cc46237-4690-4067-b2f7-95d8ceb65ba4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:32.711821 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:32.726696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f9279673-9acc-4139-aa83-887005779c62 None None] Provisioning for port 319c2600-2a61-4482-8f91-25bc8309cb33 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:32.730907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:32.731678 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:32.738528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f9279673-9acc-4139-aa83-887005779c62 None None] Provisioning complete for port 319c2600-2a61-4482-8f91-25bc8309cb33 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:32.738981 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f9279673-9acc-4139-aa83-887005779c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:32.811683 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-6d6631e2-4fb5-4145-a43c-4f622a25214a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5401971 Jun 04 16:52:32.829652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Request body: {'port': {'device_id': 'f2f062df-c88e-4e7c-80eb-f83b91960ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:32.881181 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:32.893942 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:32.983986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f9279673-9acc-4139-aa83-887005779c62 None None] Current status of the port 319c2600-2a61-4482-8f91-25bc8309cb33 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:32.984358 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f9279673-9acc-4139-aa83-887005779c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:33.041571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f9279673-9acc-4139-aa83-887005779c62 None None] For port 319c2600-2a61-4482-8f91-25bc8309cb33, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=319c2600-2a61-4482-8f91-25bc8309cb33,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:33.054751 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f9279673-9acc-4139-aa83-887005779c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:33.128281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9279673-9acc-4139-aa83-887005779c62 None None] Pushing event updated for resources: {'Port': ['ID=319c2600-2a61-4482-8f91-25bc8309cb33,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:33.131600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:52:33.218978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=21a14666-aeb6-450b-ab21-2bb5bbdf22e5,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:33.231751 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:33.232075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e8db4-4722-42f5-be10-86b900b1f7f5 req-fa46037a-2063-4037-bd06-8a28bb5656e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:33.241037 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f81e8db4-4722-42f5-be10-86b900b1f7f5 req-fa46037a-2063-4037-bd06-8a28bb5656e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 943 time: 0.1110413 Jun 04 16:52:33.251242 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:33.299768 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f81e8db4-4722-42f5-be10-86b900b1f7f5 req-e749a4a2-fda7-4323-b2fd-1f03b44f9b65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2a8a3f-4bc7-492c-aca2-a3032985b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572500 Jun 04 16:52:33.378816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a8d5fb91-3b68-482a-8e0c-b1c345eb1b7d None None] Provisioning for port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:33.398562 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a8d5fb91-3b68-482a-8e0c-b1c345eb1b7d None None] Provisioning complete for port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:33.399068 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a8d5fb91-3b68-482a-8e0c-b1c345eb1b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:33.466980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd,segment=NetworkSegment(805d7baa-766d-4a77-9274-960db9f99860),segment_id=805d7baa-766d-4a77-9274-960db9f99860)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:33.484846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a8d5fb91-3b68-482a-8e0c-b1c345eb1b7d None None] Port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:52:33.486654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'port_id': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'mac_address': 'fa:16:3e:32:bb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:52:33.518180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 72be4713-76b1-4c89-874b-5036d9fab1df is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:33.521786 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:33.584107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:33.584107 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:33.610358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:52:33.641893 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd,segment=NetworkSegment(805d7baa-766d-4a77-9274-960db9f99860),segment_id=805d7baa-766d-4a77-9274-960db9f99860)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:33.644268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-956fef64-1fda-42c5-a62a-39e96c220d1a None None] Provisioning for port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:33.651666 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:33.655635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-956fef64-1fda-42c5-a62a-39e96c220d1a None None] Provisioning complete for port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:33.656449 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-956fef64-1fda-42c5-a62a-39e96c220d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:33.738879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f9a10-8441-443e-b086-12e2cd88a5a1 req-c343e33a-3612-4228-be61-61d2ccbddb15 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:33.740374 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-144f9a10-8441-443e-b086-12e2cd88a5a1 req-c343e33a-3612-4228-be61-61d2ccbddb15 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1027 time: 0.0980158 Jun 04 16:52:33.764426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-956fef64-1fda-42c5-a62a-39e96c220d1a None None] Port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:52:33.798774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-144f9a10-8441-443e-b086-12e2cd88a5a1 req-3699bade-f445-4a87-be89-57fd4b4f609c tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490892 Jun 04 16:52:33.801184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-956fef64-1fda-42c5-a62a-39e96c220d1a None None] Provisioning complete for port 319c2600-2a61-4482-8f91-25bc8309cb33 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:33.801516 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-956fef64-1fda-42c5-a62a-39e96c220d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:33.849021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:52:33.868432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:33.921998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2c8e9818-0658-4600-aee8-7b72ca3fd785 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:33.947310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:52:33.991218 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc46237-4690-4067-b2f7-95d8ceb65ba4 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:52:34.002192 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:34.043048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-956fef64-1fda-42c5-a62a-39e96c220d1a None None] Current status of the port 319c2600-2a61-4482-8f91-25bc8309cb33 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:34.080009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2c8e9818-0658-4600-aee8-7b72ca3fd785 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:34.080342 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:34.086709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Transition to ACTIVE for port object 6cc46237-4690-4067-b2f7-95d8ceb65ba4 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:34.094147 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:34.168581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:52:34.176597 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:34.182540 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Sync routers for ids ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:52:34.200979 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Routers {'0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:34.202037 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:34.217406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4ec00c5b-22ab-46c9-a2fd-17080228a061 None None] Provisioning complete for port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:34.228505 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ec00c5b-22ab-46c9-a2fd-17080228a061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:34.229095 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2cacf0c6-c153-42f8-9cac-c077b3894029 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "PUT /v2.0/routers/0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3679786 Jun 04 16:52:34.256962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Pushing event updated for resources: {'Port': ['ID=6cc46237-4690-4067-b2f7-95d8ceb65ba4,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:34.366719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4ec00c5b-22ab-46c9-a2fd-17080228a061 None None] Port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:52:34.379914 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2c8e9818-0658-4600-aee8-7b72ca3fd785 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:34.381023 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 319c2600-2a61-4482-8f91-25bc8309cb33 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:34.424977 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:34.458508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Attempting to bind port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:34.462945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Attempting to bind port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:34.463288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Attempting to bind port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 on network 726fa371-2800-4c63-af3d-599a4438058a {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:34.472833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 on network 726fa371-2800-4c63-af3d-599a4438058a not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:52:34.473160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Attempting to bind port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 on network 726fa371-2800-4c63-af3d-599a4438058a {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:34.480769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:34.481163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Checking segment: {'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:34.481598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Bound using segment: {'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:34.482079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Bound port: 6cc46237-4690-4067-b2f7-95d8ceb65ba4, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '726fa371-2800-4c63-af3d-599a4438058a'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:34.482454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:34.555713 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Set router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:34.616090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] For port 6cc46237-4690-4067-b2f7-95d8ceb65ba4, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:34.616568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 319c2600-2a61-4482-8f91-25bc8309cb33 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:34.617426 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:34.621199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] For port 6cc46237-4690-4067-b2f7-95d8ceb65ba4, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6cc46237-4690-4067-b2f7-95d8ceb65ba4,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:34.633086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-34c4c13a-1210-4184-983c-87e79ea4fdd5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:52:34.635782 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:34.653154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b8ab7-cb32-4180-8e36-cb8fb3cbb3d3 req-f82aa949-155b-41f7-bddb-86b263ea2603 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:34.660911 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-781b8ab7-cb32-4180-8e36-cb8fb3cbb3d3 req-f82aa949-155b-41f7-bddb-86b263ea2603 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 944 time: 0.1943476 Jun 04 16:52:34.722521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-781b8ab7-cb32-4180-8e36-cb8fb3cbb3d3 req-28a48aeb-9d7d-4131-a94b-2a402cdf98a1 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2a8a3f-4bc7-492c-aca2-a3032985b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603023 Jun 04 16:52:34.742313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-34c4c13a-1210-4184-983c-87e79ea4fdd5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:52:34.743391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-34c4c13a-1210-4184-983c-87e79ea4fdd5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1780903705&fields=id&tenant_id=aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 267 time: 0.2097502 Jun 04 16:52:34.755602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:34.759148 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:34.761222 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] 10.222.0.46 "PUT /v2.0/ports/6cc46237-4690-4067-b2f7-95d8ceb65ba4 HTTP/1.1" status: 200 len: 1091 time: 1.9417040 Jun 04 16:52:34.762845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f062df-c88e-4e7c-80eb-f83b91960ebb', 'tag': '6cc46237-4690-4067-b2f7-95d8ceb65ba4'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:34.857688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 319c2600-2a61-4482-8f91-25bc8309cb33 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:34.877832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d4c88-af14-478c-89aa-c065d5e873eb service neutron] Pushing event updated for resources: {'Port': ['ID=6cc46237-4690-4067-b2f7-95d8ceb65ba4,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:34.887204 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39812dbd-ee80-45df-832d-dff0ddb0ed94'] response: {'name': 'network-changed', 'server_uuid': 'f2f062df-c88e-4e7c-80eb-f83b91960ebb', 'tag': '6cc46237-4690-4067-b2f7-95d8ceb65ba4', 'status': 'completed', 'code': 200} Jun 04 16:52:34.949407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-f4623313-c043-462d-8fa4-39add5e47e55 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:34.950514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-f4623313-c043-462d-8fa4-39add5e47e55 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:52:34.960301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-c488e1b2-e6c4-4420-b283-44f04d5af499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:34.960754 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-c488e1b2-e6c4-4420-b283-44f04d5af499 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67dc9763638f46a5aad2ea8449b280cf&device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1094 time: 0.1442211 Jun 04 16:52:34.971608 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:52:31Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '21a14666-aeb6-450b-ab21-2bb5bbdf22e5', 'name': '', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:cc:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '452c1982-be7b-4336-8744-3155121d221d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:30Z', 'updated_at': '2022-06-04T16:52:32Z', 'revision_number': 2, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '452c1982-be7b-4336-8744-3155121d221d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:34.976697 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Checking router: 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:52:34.977102 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Updating router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:52:34.977554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-f4623313-c043-462d-8fa4-39add5e47e55 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:52:34.979408 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-f4623313-c043-462d-8fa4-39add5e47e55 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 796 time: 0.2268310 Jun 04 16:52:35.036775 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:35.045454 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-5a757fb1-6b71-480a-9045-763b0d6e2242 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/quotas/aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 375 time: 0.0596225 Jun 04 16:52:35.080468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:35.151962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b2322-4f29-404f-9368-ada3ba9862ed req-fe2a5e2b-b8be-41d7-821f-9676e466f44e tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:35.153616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-304b2322-4f29-404f-9368-ada3ba9862ed req-fe2a5e2b-b8be-41d7-821f-9676e466f44e tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1094 time: 0.1448054 Jun 04 16:52:35.175751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:35.179509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-a540223f-015a-45b8-9a42-2467ab129a8c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:52:35.181873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:35.182456 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:35.212004 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-304b2322-4f29-404f-9368-ada3ba9862ed req-2e248259-cff0-4568-bdf4-edd33d21ad4c tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522523 Jun 04 16:52:35.215976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-a540223f-015a-45b8-9a42-2467ab129a8c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:52:35.217363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-a540223f-015a-45b8-9a42-2467ab129a8c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1607347 Jun 04 16:52:35.218607 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-590bd0b8-dda1-439b-af81-2511c6cd796b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cc46237-4690-4067-b2f7-95d8ceb65ba4 HTTP/1.1" status: 200 len: 217 time: 0.2421708 Jun 04 16:52:35.289194 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-0c328c2b-cfa3-4a3c-9e8e-f8d59bb61c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:35.290574 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-0c328c2b-cfa3-4a3c-9e8e-f8d59bb61c27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f351034-1415-416a-b185-37c1a90cde8f HTTP/1.1" status: 200 len: 849 time: 0.0711098 Jun 04 16:52:35.325835 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:35.326471 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:35.364535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd,segment=NetworkSegment(805d7baa-766d-4a77-9274-960db9f99860),segment_id=805d7baa-766d-4a77-9274-960db9f99860)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:35.365467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:35.375039 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:35.377972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-898cf093-62cb-4e86-8b1e-6b27beb36896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:35.379840 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-44fb61a5-3965-4aff-adf1-4024bf4d4568 service neutron] 10.222.0.13 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494565 Jun 04 16:52:35.380259 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-898cf093-62cb-4e86-8b1e-6b27beb36896 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=726fa371-2800-4c63-af3d-599a4438058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822749 Jun 04 16:52:35.460601 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ed6954-c116-401b-86d4-80f1162a965a'] response: {'server_uuid': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'code': 200} Jun 04 16:52:35.461160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:35.517346 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:35.531756 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Transition to ACTIVE for port object 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:35.542055 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:35.569654 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-c61c1273-0ab9-46e3-a0f5-606471f5e9a5 service neutron] 10.222.0.46 "GET /v2.0/networks/726fa371-2800-4c63-af3d-599a4438058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825383 Jun 04 16:52:35.577859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-c8c4eba3-15b4-4e0f-8334-c9ad6cdec244 service neutron] 10.222.0.13 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970823 Jun 04 16:52:35.606341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7738cdd-99d8-4f20-9e7a-589a15922882 req-fc188ae2-ddb9-41a2-a372-b77a38e82952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:35.607962 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7738cdd-99d8-4f20-9e7a-589a15922882 req-fc188ae2-ddb9-41a2-a372-b77a38e82952 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 1096 time: 0.0915616 Jun 04 16:52:35.672588 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7738cdd-99d8-4f20-9e7a-589a15922882 req-7a2cc565-f84d-4573-9ca3-da84412907b2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f2a8a3f-4bc7-492c-aca2-a3032985b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581663 Jun 04 16:52:35.716416 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db333a-d0b5-45b4-b0ae-92e8e23f4da8 None None] Pushing event updated for resources: {'Port': ['ID=21a14666-aeb6-450b-ab21-2bb5bbdf22e5,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:35.772580 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b6e658f6-81ad-4ab2-94d0-530b4f143998 req-ee389b0c-cd0e-420b-b33b-02d3b7bf5fbc service neutron] 10.222.0.46 "GET /v2.0/networks/726fa371-2800-4c63-af3d-599a4438058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966419 Jun 04 16:52:35.832980 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Attempting to bind port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:35.832980 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Attempting to bind port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:35.833298 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Attempting to bind port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 on network 72be4713-76b1-4c89-874b-5036d9fab1df {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:35.844122 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:35.844469 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Checking segment: {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:35.844856 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:35.845260 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Bound using segment: {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:35.845729 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Bound port: 21a14666-aeb6-450b-ab21-2bb5bbdf22e5, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:35.846084 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:35.849419 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4cc4daf-52fc-4213-927e-ed383505bf1c req-f4dd706e-d186-40d2-b8ff-06da8a7e7a8b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 210 time: 0.0700893 Jun 04 16:52:35.943273 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe72372-d3a7-4eb5-8cbd-620bea871264 req-9ab31cd6-8d8f-4c0d-8de5-564753b0921a tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:35.944907 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1fe72372-d3a7-4eb5-8cbd-620bea871264 req-9ab31cd6-8d8f-4c0d-8de5-564753b0921a tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 945 time: 0.0946252 Jun 04 16:52:35.958242 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] For port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:35.962030 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] For port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=21a14666-aeb6-450b-ab21-2bb5bbdf22e5,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:35.967585 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:36.007083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1fe72372-d3a7-4eb5-8cbd-620bea871264 req-df73df21-e099-4c4e-9a4c-51587b6794c6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2a8a3f-4bc7-492c-aca2-a3032985b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533469 Jun 04 16:52:36.050228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf62d2-31c4-4537-ae49-00f0a24ac210 req-c9dfffc4-4c55-43fc-9f34-e01405da70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:36.052064 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9daf62d2-31c4-4537-ae49-00f0a24ac210 req-c9dfffc4-4c55-43fc-9f34-e01405da70f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67dc9763638f46a5aad2ea8449b280cf&device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1094 time: 0.0970352 Jun 04 16:52:36.070327 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Routers {'0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:36.070965 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:36.213902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf62d2-31c4-4537-ae49-00f0a24ac210 req-a28a8da4-126d-4c77-93a1-a081a0a2dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:36.215616 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9daf62d2-31c4-4537-ae49-00f0a24ac210 req-a28a8da4-126d-4c77-93a1-a081a0a2dff0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=726fa371-2800-4c63-af3d-599a4438058a HTTP/1.1" status: 200 len: 911 time: 0.1548712 Jun 04 16:52:36.249386 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db333a-d0b5-45b4-b0ae-92e8e23f4da8 None None] Pushing event updated for resources: {'Port': ['ID=21a14666-aeb6-450b-ab21-2bb5bbdf22e5,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:36.277386 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] Set router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:36.321897 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9daf62d2-31c4-4537-ae49-00f0a24ac210 req-1812b116-caf8-4108-b127-eb61efb22ccd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cc46237-4690-4067-b2f7-95d8ceb65ba4 HTTP/1.1" status: 200 len: 217 time: 0.0986578 Jun 04 16:52:36.401716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf62d2-31c4-4537-ae49-00f0a24ac210 req-8afe58ee-a753-4d85-83aa-0e11f68a583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:36.403820 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9daf62d2-31c4-4537-ae49-00f0a24ac210 req-8afe58ee-a753-4d85-83aa-0e11f68a583f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f351034-1415-416a-b185-37c1a90cde8f HTTP/1.1" status: 200 len: 849 time: 0.0734270 Jun 04 16:52:36.431661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4bfb9-b5f6-4369-af9a-fc547aeb3aff req-ddfa9b09-f61e-4076-9714-1cea03733871 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:36.433458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8d4bfb9-b5f6-4369-af9a-fc547aeb3aff req-ddfa9b09-f61e-4076-9714-1cea03733871 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1094 time: 0.0790102 Jun 04 16:52:36.484972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8d4bfb9-b5f6-4369-af9a-fc547aeb3aff req-19a7f50a-4c70-4f10-8a1c-b229e8f5adf2 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392728 Jun 04 16:52:36.485193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf62d2-31c4-4537-ae49-00f0a24ac210 req-883190da-5391-41fb-9633-19bd4a68683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:36.486813 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9daf62d2-31c4-4537-ae49-00f0a24ac210 req-883190da-5391-41fb-9633-19bd4a68683e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=726fa371-2800-4c63-af3d-599a4438058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762501 Jun 04 16:52:36.635058 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9daf62d2-31c4-4537-ae49-00f0a24ac210 req-0f39b2d3-0fc8-4127-a4e7-aa3c5e473d58 service neutron] 10.222.0.46 "GET /v2.0/networks/726fa371-2800-4c63-af3d-599a4438058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382570 Jun 04 16:52:36.674400 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:52:31Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '21a14666-aeb6-450b-ab21-2bb5bbdf22e5', 'name': '', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:cc:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '452c1982-be7b-4336-8744-3155121d221d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:30Z', 'updated_at': '2022-06-04T16:52:35Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '452c1982-be7b-4336-8744-3155121d221d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:36.678459 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ecf504-f09f-4ffe-b7c6-1f9743a685ea None None] The sync data for ids ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'] in n-d-811809-3 is: [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:52:31Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '21a14666-aeb6-450b-ab21-2bb5bbdf22e5', 'name': '', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:cc:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '452c1982-be7b-4336-8744-3155121d221d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:30Z', 'updated_at': '2022-06-04T16:52:35Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '452c1982-be7b-4336-8744-3155121d221d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:52:36.808887 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9daf62d2-31c4-4537-ae49-00f0a24ac210 req-8e00bcb0-0683-4a9a-8fce-77269c9bd23e service neutron] 10.222.0.46 "GET /v2.0/networks/726fa371-2800-4c63-af3d-599a4438058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625378 Jun 04 16:52:37.241675 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21d84c4a-0b63-4e5f-89d1-8179f2d496f3 req-c7bc4a73-0423-4dd5-b036-900cd42c4b1e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 210 time: 0.2684147 Jun 04 16:52:37.337119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-95b131b0-3b73-4a83-8110-e09d2d0ac24b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:37.338727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-95b131b0-3b73-4a83-8110-e09d2d0ac24b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 796 time: 0.4039550 Jun 04 16:52:37.351698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5358ed-5de3-4289-a079-3acb6a335f2c req-e52de7e7-c847-4065-b9e7-3a4b755079bc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:37.353222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c5358ed-5de3-4289-a079-3acb6a335f2c req-e52de7e7-c847-4065-b9e7-3a4b755079bc tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 945 time: 0.1529946 Jun 04 16:52:37.432689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-c94d9dbd-73ad-4f8f-918f-4b424f30d693 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 380 time: 0.0781662 Jun 04 16:52:37.437554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c5358ed-5de3-4289-a079-3acb6a335f2c req-b68665ed-c9db-415a-b207-261f729bc865 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2a8a3f-4bc7-492c-aca2-a3032985b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647480 Jun 04 16:52:37.442078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'port': {'device_id': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'admin_state_up': True, 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'security_groups': ['a6088826-c5e7-4db7-b514-83fdf60378d2']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:37.632664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:37.688485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:37.731125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Made reservation on behalf of aed73c9fa62846d9afa87b79119450a4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:52:37.734581 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:37.825883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82552889-aac4-43a9-9259-23b6cf12ce9b req-001da4eb-4573-41e3-bcfc-d7c7491c165b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:37.827455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82552889-aac4-43a9-9259-23b6cf12ce9b req-001da4eb-4573-41e3-bcfc-d7c7491c165b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 945 time: 0.2377567 Jun 04 16:52:37.867245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:37.888009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f447a-183c-409e-9d03-a2b4416e0bf8 req-f2c90bf1-be61-4104-883f-0a7d9be1bff3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:37.889501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d79f447a-183c-409e-9d03-a2b4416e0bf8 req-f2c90bf1-be61-4104-883f-0a7d9be1bff3 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1094 time: 0.2436359 Jun 04 16:52:37.918574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82552889-aac4-43a9-9259-23b6cf12ce9b req-7b4eeba1-fc30-4b1c-b3fc-d0f8134064b5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2a8a3f-4bc7-492c-aca2-a3032985b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837007 Jun 04 16:52:37.940862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:37.943898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58412) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:37.947062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:37.947812 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:37.991299 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d79f447a-183c-409e-9d03-a2b4416e0bf8 req-6d41ecce-c091-4d0f-8a79-52c79422e9ff tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939815 Jun 04 16:52:38.007546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.20.0.12 (72be4713-76b1-4c89-874b-5036d9fab1df/452c1982-be7b-4336-8744-3155121d221d/b4fa4986-ff34-4657-8e4d-d3fc739ac463) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:38.020957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7342de-1325-4c85-85db-5f501fcc1533 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:38.022894 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-af7342de-1325-4c85-85db-5f501fcc1533 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 1091 time: 0.0773344 Jun 04 16:52:38.026249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58416) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:38.040417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:38.051566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:38.065460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:floatingip and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:38.071550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:38.092975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:38.117467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:38.117832 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:38.149616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=21a14666-aeb6-450b-ab21-2bb5bbdf22e5,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:38.155255 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:38.162646 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:38.224389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=21a14666-aeb6-450b-ab21-2bb5bbdf22e5,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:38.306601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:38.327273 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Transition to ACTIVE for port object b4fa4986-ff34-4657-8e4d-d3fc739ac463 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:38.408625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9ab3a7a-b55f-490b-a4f5-8f719bbf1dbf req-245f37e2-44f3-484b-a3c1-7640d26bbef6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 210 time: 0.0576882 Jun 04 16:52:38.417229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:38.459585 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:38.530303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 72be4713-76b1-4c89-874b-5036d9fab1df is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:38.543979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:38.550567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:38.584836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:38.670194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:38.670802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:38.715244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Allocated IP 172.25.5.244 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/0ab2b5b2-6c8b-4a54-932c-5ca0e8f079f4) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:38.723197 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-e47e0377-53ff-46a7-8c1b-191fdb61ad28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2847364 Jun 04 16:52:38.736285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Request body: {'port': {'device_id': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:38.777767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8bba00ab-3f95-4f1a-8fe4-2bfcf8553683 None None] Provisioning for port b4fa4986-ff34-4657-8e4d-d3fc739ac463 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:38.783543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8bba00ab-3f95-4f1a-8fe4-2bfcf8553683 None None] Provisioning complete for port b4fa4986-ff34-4657-8e4d-d3fc739ac463 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:38.783916 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8bba00ab-3f95-4f1a-8fe4-2bfcf8553683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:38.837726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8bba00ab-3f95-4f1a-8fe4-2bfcf8553683 None None] Port b4fa4986-ff34-4657-8e4d-d3fc739ac463 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:52:38.944602 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:38.977138 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:39.117981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6cc46237-4690-4067-b2f7-95d8ceb65ba4 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:52:39.252423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6cc46237-4690-4067-b2f7-95d8ceb65ba4, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6cc46237-4690-4067-b2f7-95d8ceb65ba4,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:39.266157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '6cc46237-4690-4067-b2f7-95d8ceb65ba4', 'network_id': '726fa371-2800-4c63-af3d-599a4438058a', 'port_id': '6cc46237-4690-4067-b2f7-95d8ceb65ba4', 'mac_address': 'fa:16:3e:e1:c3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f351034-1415-416a-b185-37c1a90cde8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:52:39.321905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:39.322407 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:39.342869 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc46237-4690-4067-b2f7-95d8ceb65ba4 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:52:39.358393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6cc46237-4690-4067-b2f7-95d8ceb65ba4, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6cc46237-4690-4067-b2f7-95d8ceb65ba4,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:39.363175 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:39.366679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:39.431643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=6cc46237-4690-4067-b2f7-95d8ceb65ba4,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:39.449072 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:39.456251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73f18a-a03f-47a5-834a-0a2531f9154f req-254101d9-a163-41a8-948a-af57817504d0 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:39.457721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c73f18a-a03f-47a5-834a-0a2531f9154f req-254101d9-a163-41a8-948a-af57817504d0 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1094 time: 0.3208268 Jun 04 16:52:39.458535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:39.463876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:39.575879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['6cc46237-4690-4067-b2f7-95d8ceb65ba4'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:52:39.580157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=0ab2b5b2-6c8b-4a54-932c-5ca0e8f079f4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:39.677061 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c73f18a-a03f-47a5-834a-0a2531f9154f req-85ca017f-ed96-4da2-9cdc-6de148766a6c tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856630 Jun 04 16:52:39.840368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:39.880684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fa4986-ff34-4657-8e4d-d3fc739ac463 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:52:39.898974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2334e-c463-48ac-a885-ede2dc5e1458 req-08de54c6-a8d9-4f5a-ba94-26b21a09e27f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:39.899660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4de2334e-c463-48ac-a885-ede2dc5e1458 req-08de54c6-a8d9-4f5a-ba94-26b21a09e27f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:52:39.909403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:39.909769 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:39.916079 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:39.991548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4de2334e-c463-48ac-a885-ede2dc5e1458 req-08de54c6-a8d9-4f5a-ba94-26b21a09e27f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:52:39.992662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4de2334e-c463-48ac-a885-ede2dc5e1458 req-08de54c6-a8d9-4f5a-ba94-26b21a09e27f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 932 time: 0.4687676 Jun 04 16:52:40.000876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Transition to ACTIVE for port object b4fa4986-ff34-4657-8e4d-d3fc739ac463 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:52:40.027404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:40.031038 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:40.198505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:40.232503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4de2334e-c463-48ac-a885-ede2dc5e1458 req-54104f7d-8c4a-4631-93f4-f8914f691922 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304389 Jun 04 16:52:40.332631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Attempting to bind port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:52:40.332952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Attempting to bind port b4fa4986-ff34-4657-8e4d-d3fc739ac463 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:52:40.333274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Attempting to bind port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on network 72be4713-76b1-4c89-874b-5036d9fab1df {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:40.341020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on network 72be4713-76b1-4c89-874b-5036d9fab1df not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:52:40.341319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Attempting to bind port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on network 72be4713-76b1-4c89-874b-5036d9fab1df {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:52:40.352404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:52:40.352675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Checking segment: {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:52:40.353047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Bound using segment: {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:52:40.353499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Bound port: b4fa4986-ff34-4657-8e4d-d3fc739ac463, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:52:40.353833 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:40.411227 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:40.458966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:52:40.502916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:52:40.510844 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:40.571333 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:40.733206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:40.733776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:40.735170 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] 10.222.0.42 "PUT /v2.0/ports/b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1092 time: 2.0048265 Jun 04 16:52:40.741265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:40.814739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3219ff-8366-4a05-a220-3a0114bbf798 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:40.823776 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b13d2cf-718a-4813-9697-03181a4ebe27'] response: {'name': 'network-changed', 'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'status': 'completed', 'code': 200} Jun 04 16:52:41.026211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-3c28568c-a682-4ef3-bf37-1fca0d466229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:41.028141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-3c28568c-a682-4ef3-bf37-1fca0d466229 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1095 time: 0.2450955 Jun 04 16:52:41.112940 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:41.116304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45956d-b6b6-4eb7-89c2-1ad505ecf52f req-166e35c2-4dd1-4451-b3c6-d8d521580607 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:41.117839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e45956d-b6b6-4eb7-89c2-1ad505ecf52f req-166e35c2-4dd1-4451-b3c6-d8d521580607 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1095 time: 0.2960541 Jun 04 16:52:41.119334 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-902caefa-893b-49a3-beab-65a34ad34d17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 217 time: 0.0825689 Jun 04 16:52:41.120350 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:41.123940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6cc46237-4690-4067-b2f7-95d8ceb65ba4 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:41.193254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:41.198553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:41.198927 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:41.316123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=0ab2b5b2-6c8b-4a54-932c-5ca0e8f079f4,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:41.322912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-321538c2-4c33-447c-9f28-de604bdabb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:41.324953 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-321538c2-4c33-447c-9f28-de604bdabb03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.1710975 Jun 04 16:52:41.332459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:41.332973 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:41.337788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e45956d-b6b6-4eb7-89c2-1ad505ecf52f req-ddf8c86e-4d6f-487c-b06d-f10a26c9afa5 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131202 Jun 04 16:52:41.369277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f062df-c88e-4e7c-80eb-f83b91960ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc46237-4690-4067-b2f7-95d8ceb65ba4'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:41.377347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6cc46237-4690-4067-b2f7-95d8ceb65ba4, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6cc46237-4690-4067-b2f7-95d8ceb65ba4,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:41.383602 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:41.385426 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:41.423875 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc4579c0-79ae-4f32-9c39-d6e8d7c5e285'] response: {'server_uuid': 'f2f062df-c88e-4e7c-80eb-f83b91960ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc46237-4690-4067-b2f7-95d8ceb65ba4', 'code': 200} Jun 04 16:52:41.459672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=6cc46237-4690-4067-b2f7-95d8ceb65ba4,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:41.559024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b68e-0a51-42ac-a508-49ef790f18ac req-689b8cfd-07ab-47e4-8f5c-7cad7df6a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:41.560551 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6a30b68e-0a51-42ac-a508-49ef790f18ac req-689b8cfd-07ab-47e4-8f5c-7cad7df6a4d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1096 time: 0.0774217 Jun 04 16:52:41.601235 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6a30b68e-0a51-42ac-a508-49ef790f18ac req-477283b6-be4c-4f75-99ad-df409579c7b5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347402 Jun 04 16:52:41.647082 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Floating IP bf1a399a-a83e-49d5-9675-48059b051609 associated. External IP: 172.25.5.244, port: 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd. Jun 04 16:52:41.724699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-f6682adc-59d5-440f-aab3-167dda2e7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:41.726205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-f6682adc-59d5-440f-aab3-167dda2e7d57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3872187 Jun 04 16:52:41.735822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16532e59-194a-4a3f-9f3d-a8d0bd933980 req-17ab4a7a-1c53-4d25-883c-5867a529f13b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:41.737147 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16532e59-194a-4a3f-9f3d-a8d0bd933980 req-17ab4a7a-1c53-4d25-883c-5867a529f13b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 944 time: 0.2881658 Jun 04 16:52:41.939092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16532e59-194a-4a3f-9f3d-a8d0bd933980 req-1f83398e-efb2-4189-a344-402d82e9bd18 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920514 Jun 04 16:52:42.034254 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-0e615e0c-1ad0-48aa-85bb-a2f19ad18bdf service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884867 Jun 04 16:52:42.391597 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6636c6a-abec-4443-bfc9-d2fd6325958e req-a93f6412-f1fa-403c-b5c1-968eb1c1a5cc service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506982 Jun 04 16:52:42.395835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:52:42.679377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:52:42.691222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252c146-cea2-4194-a75b-8c67b29f2403 None None] Sync routers for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:52:42.704664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9252c146-cea2-4194-a75b-8c67b29f2403 None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:42.705694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9252c146-cea2-4194-a75b-8c67b29f2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:42.707408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aed54b-df3e-470f-8460-8069f1405816 req-4d5bad1c-e3a6-4d90-a003-bb253e4c9d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:42.708878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3aed54b-df3e-470f-8460-8069f1405816 req-4d5bad1c-e3a6-4d90-a003-bb253e4c9d36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1095 time: 0.2514677 Jun 04 16:52:42.714577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9abc8d-c50c-4386-9741-d0d20ca079d3 req-a1c30ec5-5de7-4807-a68e-1224d397505b tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:42.715981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c9abc8d-c50c-4386-9741-d0d20ca079d3 req-a1c30ec5-5de7-4807-a68e-1224d397505b tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1096 time: 0.2540953 Jun 04 16:52:42.734971 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:42.903435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9252c146-cea2-4194-a75b-8c67b29f2403 None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:42.910567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c9abc8d-c50c-4386-9741-d0d20ca079d3 req-db4c3af5-6f34-4e31-925a-d475bf0b935f tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372833 Jun 04 16:52:42.914961 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cb7b25eb-8c39-44b5-9b77-01f955217d56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8846774 Jun 04 16:52:42.914961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'tag': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:42.916015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58436) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:42.968361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aed54b-df3e-470f-8460-8069f1405816 req-044b78b4-cc1e-4a9e-9f51-b4d92f63d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:42.970304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3aed54b-df3e-470f-8460-8069f1405816 req-044b78b4-cc1e-4a9e-9f51-b4d92f63d47c service neutron] 10.222.0.42 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 897 time: 0.2529638 Jun 04 16:52:43.041139 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e048c9b-a913-4c79-9239-3439b6caca88'] response: {'name': 'network-changed', 'server_uuid': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'tag': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'status': 'completed', 'code': 200} Jun 04 16:52:43.056352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3aed54b-df3e-470f-8460-8069f1405816 req-e4540875-6025-4b1e-8ee9-19c04219cff8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 217 time: 0.0784853 Jun 04 16:52:43.110213 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8b20cb53-e312-4281-b2c5-1eaa63bafcec tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/floatingips/bf1a399a-a83e-49d5-9675-48059b051609 HTTP/1.1" status: 200 len: 991 time: 0.1920125 Jun 04 16:52:43.120121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edae54-bddd-4c84-852a-70b2e5d56929 req-9ff91e30-2dc8-4e7c-b06f-d690c75cce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:43.121665 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-00edae54-bddd-4c84-852a-70b2e5d56929 req-9ff91e30-2dc8-4e7c-b06f-d690c75cce47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 1096 time: 0.1114810 Jun 04 16:52:43.177654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aed54b-df3e-470f-8460-8069f1405816 req-d104dba4-eb57-4041-aa89-af8b58a8af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:43.179129 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3aed54b-df3e-470f-8460-8069f1405816 req-d104dba4-eb57-4041-aa89-af8b58a8af9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.1173010 Jun 04 16:52:43.273211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc4b09-ea2b-4da9-943f-1485525a6b32 req-5b9d0546-b9ee-49a2-9de4-f68492ef7745 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:43.275257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37dc4b09-ea2b-4da9-943f-1485525a6b32 req-5b9d0546-b9ee-49a2-9de4-f68492ef7745 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 944 time: 0.1782038 Jun 04 16:52:43.319783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aed54b-df3e-470f-8460-8069f1405816 req-1cfb8f20-5e11-4366-adbf-0d188bc7f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:43.321347 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3aed54b-df3e-470f-8460-8069f1405816 req-1cfb8f20-5e11-4366-adbf-0d188bc7f4df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347339 Jun 04 16:52:43.351996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37dc4b09-ea2b-4da9-943f-1485525a6b32 req-3855d7bd-ffaf-4694-bda4-165c7d46deca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653639 Jun 04 16:52:43.402263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9252c146-cea2-4194-a75b-8c67b29f2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bf1a399a-a83e-49d5-9675-48059b051609', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'port_id': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'mac_address': 'fa:16:3e:32:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:52:40Z', 'updated_at': '2022-06-04T16:52:40Z', 'revision_number': 0, 'project_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:24Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:43.406927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252c146-cea2-4194-a75b-8c67b29f2403 None None] Checking router: c3c4773f-9428-41a1-8d2e-4e9ab49dad6e for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:52:43.417115 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9252c146-cea2-4194-a75b-8c67b29f2403 None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:43.417837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9252c146-cea2-4194-a75b-8c67b29f2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:43.428365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edae54-bddd-4c84-852a-70b2e5d56929 req-304af8eb-4e4a-4d64-8b19-53f7a71115df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:43.432904 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-00edae54-bddd-4c84-852a-70b2e5d56929 req-304af8eb-4e4a-4d64-8b19-53f7a71115df service neutron] 10.222.0.46 "GET /v2.0/networks?id=92c36e80-3bca-4d38-91c7-01cb7d40bd9c HTTP/1.1" status: 200 len: 897 time: 0.3054910 Jun 04 16:52:43.482445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3aed54b-df3e-470f-8460-8069f1405816 req-96f452ea-6313-4a00-bced-993e7835c71b service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517951 Jun 04 16:52:43.567018 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-00edae54-bddd-4c84-852a-70b2e5d56929 req-f38a56df-0b6a-4e59-8232-abd6bc33f8dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd HTTP/1.1" status: 200 len: 999 time: 0.1274662 Jun 04 16:52:43.626153 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9252c146-cea2-4194-a75b-8c67b29f2403 None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:43.637680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3aed54b-df3e-470f-8460-8069f1405816 req-059a8a20-423b-49f3-8d92-512757ce7656 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480751 Jun 04 16:52:43.638519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edae54-bddd-4c84-852a-70b2e5d56929 req-1b309abb-8e65-47aa-8387-95b0b2907e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:43.640668 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-00edae54-bddd-4c84-852a-70b2e5d56929 req-1b309abb-8e65-47aa-8387-95b0b2907e66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3da251b-6f20-4f45-a04c-dc46c9cbb69f HTTP/1.1" status: 200 len: 835 time: 0.0652833 Jun 04 16:52:43.730387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edae54-bddd-4c84-852a-70b2e5d56929 req-76de9b14-25ba-40b1-a405-84dacbe10f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:43.731905 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-00edae54-bddd-4c84-852a-70b2e5d56929 req-76de9b14-25ba-40b1-a405-84dacbe10f82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92c36e80-3bca-4d38-91c7-01cb7d40bd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858126 Jun 04 16:52:43.863583 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-00edae54-bddd-4c84-852a-70b2e5d56929 req-66d2ee48-7bc4-451f-a480-15a6025687d3 service neutron] 10.222.0.46 "GET /v2.0/networks/92c36e80-3bca-4d38-91c7-01cb7d40bd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257734 Jun 04 16:52:43.988770 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9252c146-cea2-4194-a75b-8c67b29f2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bf1a399a-a83e-49d5-9675-48059b051609', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'port_id': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'mac_address': 'fa:16:3e:32:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:52:40Z', 'updated_at': '2022-06-04T16:52:40Z', 'revision_number': 0, 'project_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:24Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:43.992893 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252c146-cea2-4194-a75b-8c67b29f2403 None None] The sync data for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 is: [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bf1a399a-a83e-49d5-9675-48059b051609', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'port_id': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'mac_address': 'fa:16:3e:32:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:52:40Z', 'updated_at': '2022-06-04T16:52:40Z', 'revision_number': 0, 'project_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:24Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:52:44.001949 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-00edae54-bddd-4c84-852a-70b2e5d56929 req-896fc031-9abd-4873-b0a7-be1281bf7a14 service neutron] 10.222.0.46 "GET /v2.0/networks/92c36e80-3bca-4d38-91c7-01cb7d40bd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317596 Jun 04 16:52:44.098120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153fe1f-557f-4ce3-83d2-7e890dd6f7dc req-52ca1acf-df2a-4ad1-8326-7fcaca672196 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:44.099702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1153fe1f-557f-4ce3-83d2-7e890dd6f7dc req-52ca1acf-df2a-4ad1-8326-7fcaca672196 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1096 time: 0.0767171 Jun 04 16:52:44.114227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58446) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:44.199116 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca558a49-ee6d-4238-8dd5-65c65853b085 None None] New status for floating IP bf1a399a-a83e-49d5-9675-48059b051609: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:52:44.230120 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-89e2a5a4-814c-4e6d-837e-d326b74a0334 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/floatingips/bf1a399a-a83e-49d5-9675-48059b051609 HTTP/1.1" status: 200 len: 991 time: 0.1144209 Jun 04 16:52:44.276343 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1153fe1f-557f-4ce3-83d2-7e890dd6f7dc req-a7f886d9-b215-454e-a02a-e10abd524186 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705425 Jun 04 16:52:44.451913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45225ce7-0a1d-4dd3-8d9f-8155caad8b3a req-9ec081cc-3e47-449a-825c-8de4584b8fde tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:44.453599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45225ce7-0a1d-4dd3-8d9f-8155caad8b3a req-9ec081cc-3e47-449a-825c-8de4584b8fde tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1096 time: 0.0736539 Jun 04 16:52:44.551886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45225ce7-0a1d-4dd3-8d9f-8155caad8b3a req-d63b6924-69d1-4bdb-b30a-5782e59f7ef1 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864508 Jun 04 16:52:44.585625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7251a-af7b-4c7c-b2f5-142af75f1858 req-d8f72696-47f8-49c3-b249-8581b0a55b10 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:44.587127 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-00f7251a-af7b-4c7c-b2f5-142af75f1858 req-d8f72696-47f8-49c3-b249-8581b0a55b10 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 944 time: 0.1089096 Jun 04 16:52:44.633056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-00f7251a-af7b-4c7c-b2f5-142af75f1858 req-47148834-2869-4dcc-bbed-69bfd9e7c771 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401995 Jun 04 16:52:44.737140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87807f-2e23-461a-8c1a-9d32d4a59b76 req-884bf87b-402f-4303-a526-af8f44df0add tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:44.738758 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c87807f-2e23-461a-8c1a-9d32d4a59b76 req-884bf87b-402f-4303-a526-af8f44df0add tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1096 time: 0.0796092 Jun 04 16:52:44.778899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c87807f-2e23-461a-8c1a-9d32d4a59b76 req-e02b754f-e7b6-4fa5-abfc-c12ce3bbcb1d tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344639 Jun 04 16:52:45.168412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175a987-0ba0-4ec3-99e0-dcc51c90d729 req-c1a16b4f-7c40-4138-b158-6aff41e7f8d8 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:45.169822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5175a987-0ba0-4ec3-99e0-dcc51c90d729 req-c1a16b4f-7c40-4138-b158-6aff41e7f8d8 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1096 time: 0.0764747 Jun 04 16:52:45.212770 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5175a987-0ba0-4ec3-99e0-dcc51c90d729 req-5cf111fa-81dc-42ca-9fb8-66cd5d0ebe2c tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344739 Jun 04 16:52:45.234257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58460) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:45.344224 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ea4a24ca-8f77-49e8-b924-bece8a06069f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/floatingips/bf1a399a-a83e-49d5-9675-48059b051609 HTTP/1.1" status: 200 len: 993 time: 0.1087165 Jun 04 16:52:45.702968 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b4fa4986-ff34-4657-8e4d-d3fc739ac463 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:52:45.831219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbe131-0960-41b1-8d87-13d98abb317c req-354fc279-06a7-4734-8625-6053ce9ff2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:45.832679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dddbe131-0960-41b1-8d87-13d98abb317c req-354fc279-06a7-4734-8625-6053ce9ff2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 944 time: 0.0826061 Jun 04 16:52:45.838310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:45.852852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'port_id': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'mac_address': 'fa:16:3e:f2:1c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452c1982-be7b-4336-8744-3155121d221d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:52:45.880737 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dddbe131-0960-41b1-8d87-13d98abb317c req-cd4cc283-a790-4ca1-8b48-819be258fe35 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409806 Jun 04 16:52:45.912414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port b4fa4986-ff34-4657-8e4d-d3fc739ac463 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:45.912765 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:45.931960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fa4986-ff34-4657-8e4d-d3fc739ac463 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:52:45.949252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:45.955734 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:46.033327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:46.185682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['b4fa4986-ff34-4657-8e4d-d3fc739ac463'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:52:46.393940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50e411-e89a-4ede-a5d5-085621f3168d req-20968236-500b-46e4-a3b3-bc8e1fd4797d tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:46.395084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-3e50e411-e89a-4ede-a5d5-085621f3168d req-20968236-500b-46e4-a3b3-bc8e1fd4797d tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Synchronizing usage tracker for tenant:67dc9763638f46a5aad2ea8449b280cf on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:52:46.402054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09155fb6-1c60-43ab-a13d-d3967b369f95 req-a58b66f3-5b2a-47d0-b83c-0dbd7f5ef521 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:46.403844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09155fb6-1c60-43ab-a13d-d3967b369f95 req-a58b66f3-5b2a-47d0-b83c-0dbd7f5ef521 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1096 time: 0.0761843 Jun 04 16:52:46.412033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-3e50e411-e89a-4ede-a5d5-085621f3168d req-20968236-500b-46e4-a3b3-bc8e1fd4797d tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Unset dirty status for tenant:67dc9763638f46a5aad2ea8449b280cf on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:52:46.413627 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3e50e411-e89a-4ede-a5d5-085621f3168d req-20968236-500b-46e4-a3b3-bc8e1fd4797d tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 1096 time: 0.1003571 Jun 04 16:52:46.449596 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09155fb6-1c60-43ab-a13d-d3967b369f95 req-95ec0757-532d-4e8a-b814-5aaed35c8033 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390973 Jun 04 16:52:46.481388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-3e50e411-e89a-4ede-a5d5-085621f3168d req-987def30-7f99-423b-9047-4b8c43258aac tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Deleting port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:52:46.481726 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3e50e411-e89a-4ede-a5d5-085621f3168d req-987def30-7f99-423b-9047-4b8c43258aac tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:46.721817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-3e50e411-e89a-4ede-a5d5-085621f3168d req-987def30-7f99-423b-9047-4b8c43258aac tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] For port 6cc46237-4690-4067-b2f7-95d8ceb65ba4, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6cc46237-4690-4067-b2f7-95d8ceb65ba4,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:46.722036 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3e50e411-e89a-4ede-a5d5-085621f3168d req-987def30-7f99-423b-9047-4b8c43258aac tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:46.846147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-3e50e411-e89a-4ede-a5d5-085621f3168d req-987def30-7f99-423b-9047-4b8c43258aac tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Calling delete_port for 6cc46237-4690-4067-b2f7-95d8ceb65ba4 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:52:47.080647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503032d-d405-42b7-9b29-9fb6befd4f04 req-a7839797-d1a2-4298-805e-83111480202b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:47.082012 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2503032d-d405-42b7-9b29-9fb6befd4f04 req-a7839797-d1a2-4298-805e-83111480202b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 945 time: 0.0829191 Jun 04 16:52:47.094831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3e50e411-e89a-4ede-a5d5-085621f3168d req-987def30-7f99-423b-9047-4b8c43258aac tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:47.106571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['4423a002-b192-47ec-90fa-6c5bbc55c49a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:52:47.127548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2503032d-d405-42b7-9b29-9fb6befd4f04 req-4d641c02-9c0c-43e4-b2e1-afa22d90d94b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394499 Jun 04 16:52:47.146446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987def30-7f99-423b-9047-4b8c43258aac tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cc46237-4690-4067-b2f7-95d8ceb65ba4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:47.148233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['6cc46237-4690-4067-b2f7-95d8ceb65ba4'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:52:47.230829 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e50e411-e89a-4ede-a5d5-085621f3168d req-987def30-7f99-423b-9047-4b8c43258aac tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] No DVR routers for this DVR port 6cc46237-4690-4067-b2f7-95d8ceb65ba4 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:52:47.233638 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3e50e411-e89a-4ede-a5d5-085621f3168d req-987def30-7f99-423b-9047-4b8c43258aac tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:47.238085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f062df-c88e-4e7c-80eb-f83b91960ebb', 'name': 'network-vif-deleted', 'tag': '6cc46237-4690-4067-b2f7-95d8ceb65ba4'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:47.257744 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3e50e411-e89a-4ede-a5d5-085621f3168d req-987def30-7f99-423b-9047-4b8c43258aac tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.46 "DELETE /v2.0/ports/6cc46237-4690-4067-b2f7-95d8ceb65ba4 HTTP/1.1" status: 204 len: 173 time: 0.8388674 Jun 04 16:52:47.297209 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79dfb658-3d31-4e03-8b57-eac401818966'] response: {'server_uuid': 'f2f062df-c88e-4e7c-80eb-f83b91960ebb', 'name': 'network-vif-deleted', 'tag': '6cc46237-4690-4067-b2f7-95d8ceb65ba4', 'status': 'completed', 'code': 200} Jun 04 16:52:47.610886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb92c014-69e3-4960-a970-1b72d09a90e5 req-8d24889b-97d2-413e-9c32-99dccbbf23dc tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2f062df-c88e-4e7c-80eb-f83b91960ebb HTTP/1.1" status: 200 len: 210 time: 0.0407071 Jun 04 16:52:47.673378 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:52:47.704591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b4fa4986-ff34-4657-8e4d-d3fc739ac463 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:52:47.784183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port b4fa4986-ff34-4657-8e4d-d3fc739ac463 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:52:47.789890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port b4fa4986-ff34-4657-8e4d-d3fc739ac463 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:52:47.790255 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:47.910645 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port b4fa4986-ff34-4657-8e4d-d3fc739ac463 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:52:47.910958 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:47.975065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:47.985118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:47.990407 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:48.028044 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9db9936-f17c-4648-a5e1-abc9d3422207'] response: {'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'code': 200} Jun 04 16:52:48.065257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:48.151933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaae569-b7bd-4d68-a1b8-28667d86ceae req-8a260ab9-f35f-4dab-bef2-1a9ddcd19318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:48.153371 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccaae569-b7bd-4d68-a1b8-28667d86ceae req-8a260ab9-f35f-4dab-bef2-1a9ddcd19318 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1097 time: 0.0726035 Jun 04 16:52:48.198518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccaae569-b7bd-4d68-a1b8-28667d86ceae req-9c5d5248-9f20-45b8-bafc-0ef5213b261e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368512 Jun 04 16:52:48.318752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187f842-7fa0-4a67-b605-e61d2134009c req-7db31291-c9c4-421c-8de3-d964c24a337e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:48.320218 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f187f842-7fa0-4a67-b605-e61d2134009c req-7db31291-c9c4-421c-8de3-d964c24a337e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.0844829 Jun 04 16:52:48.381162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f187f842-7fa0-4a67-b605-e61d2134009c req-a03a9c33-57e7-41cf-a692-e1002a143a5f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540574 Jun 04 16:52:49.094963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7426ccc-3ecf-487f-84c9-d1266c793b5d req-7c6679d0-9f58-426b-94cf-517ed0ba261f tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:49.096473 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7426ccc-3ecf-487f-84c9-d1266c793b5d req-7c6679d0-9f58-426b-94cf-517ed0ba261f tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1096 time: 0.0837278 Jun 04 16:52:49.139378 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7426ccc-3ecf-487f-84c9-d1266c793b5d req-afa3ac3a-154a-40b5-b071-6b6285ca4b22 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358126 Jun 04 16:52:49.158958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6cc46237-4690-4067-b2f7-95d8ceb65ba4 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:52:49.195413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 6cc46237-4690-4067-b2f7-95d8ceb65ba4 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:52:49.195676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6cc46237-4690-4067-b2f7-95d8ceb65ba4 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:52:49.589925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684db47-21c6-4281-a49e-876c764240a1 req-bbfb396a-64e0-48ff-bb3e-2012f9f86f52 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:49.591429 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0684db47-21c6-4281-a49e-876c764240a1 req-bbfb396a-64e0-48ff-bb3e-2012f9f86f52 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.0854962 Jun 04 16:52:49.634643 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0684db47-21c6-4281-a49e-876c764240a1 req-2ddb03aa-845e-4383-b2b3-8dfd46adb9cb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373950 Jun 04 16:52:49.820793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf504c-c2ba-415e-8c06-c494d7edc06d req-88b16397-4f28-4005-9017-e82d8aa92c05 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:49.822157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e2cf504c-c2ba-415e-8c06-c494d7edc06d req-88b16397-4f28-4005-9017-e82d8aa92c05 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.0814254 Jun 04 16:52:49.865165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e2cf504c-c2ba-415e-8c06-c494d7edc06d req-1746e297-b7b0-4b31-bfb7-9e23d24bd093 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370305 Jun 04 16:52:49.887481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58488) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:49.958612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c6425a-6e2a-4c83-8b19-3672af5bc5b3 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:49.960089 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a2c6425a-6e2a-4c83-8b19-3672af5bc5b3 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1092 time: 0.0716300 Jun 04 16:52:49.964071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58492) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:49.968873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:52:49.975576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:52:49.979526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:floatingip and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:52:49.982376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:52:49.988129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:52:50.000393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:50.142299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:50.286972 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.25.5.174 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/5eff6aeb-a647-425c-a6f3-241d48eeb712) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:52:50.383636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eca962-1299-4c03-80c7-ae0584936a06 req-c6c363a3-00b8-41ce-b787-ec92837a6fd4 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:50.385324 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9eca962-1299-4c03-80c7-ae0584936a06 req-c6c363a3-00b8-41ce-b787-ec92837a6fd4 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1096 time: 0.1297634 Jun 04 16:52:50.407076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2935711-032b-44a1-9aa8-a30cf6b77f24 req-cd801bb3-ec1c-4d9d-970e-28006c5aa9a9 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:50.408358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d2935711-032b-44a1-9aa8-a30cf6b77f24 req-cd801bb3-ec1c-4d9d-970e-28006c5aa9a9 tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 1096 time: 0.1002562 Jun 04 16:52:50.442301 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:50.472801 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:50.479954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9eca962-1299-4c03-80c7-ae0584936a06 req-15a605ba-4104-43ab-88d3-52f654571dad tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0292c24d-9b1a-4d64-905e-41aa4450c6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878282 Jun 04 16:52:50.488144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-d2935711-032b-44a1-9aa8-a30cf6b77f24 req-ad932af7-77f9-4816-8dd1-117562f2759a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Deleting port 4423a002-b192-47ec-90fa-6c5bbc55c49a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:52:50.488550 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d2935711-032b-44a1-9aa8-a30cf6b77f24 req-ad932af7-77f9-4816-8dd1-117562f2759a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:50.540045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:52:50.543255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:52:50.547928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:52:50.590744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=5eff6aeb-a647-425c-a6f3-241d48eeb712,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:50.602988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:50.603333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:50.603779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:50.604219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:50.604363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:50.604695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:50.605044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:50.605352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:50.605677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:50.606002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:50.606322 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:50.606666 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:52:50.729463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d2935711-032b-44a1-9aa8-a30cf6b77f24 req-ad932af7-77f9-4816-8dd1-117562f2759a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] For port 4423a002-b192-47ec-90fa-6c5bbc55c49a, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4423a002-b192-47ec-90fa-6c5bbc55c49a,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:50.729937 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d2935711-032b-44a1-9aa8-a30cf6b77f24 req-ad932af7-77f9-4816-8dd1-117562f2759a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:50.851010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-d2935711-032b-44a1-9aa8-a30cf6b77f24 req-ad932af7-77f9-4816-8dd1-117562f2759a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Calling delete_port for 4423a002-b192-47ec-90fa-6c5bbc55c49a owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:52:50.979701 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:50.987560 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d2935711-032b-44a1-9aa8-a30cf6b77f24 req-ad932af7-77f9-4816-8dd1-117562f2759a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:50.998520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['4423a002-b192-47ec-90fa-6c5bbc55c49a'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:52:51.041265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad932af7-77f9-4816-8dd1-117562f2759a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Pushing event deleted for resources: {'Port': ['ID=4423a002-b192-47ec-90fa-6c5bbc55c49a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:51.056286 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:51.119093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2935711-032b-44a1-9aa8-a30cf6b77f24 req-ad932af7-77f9-4816-8dd1-117562f2759a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] No DVR routers for this DVR port 4423a002-b192-47ec-90fa-6c5bbc55c49a on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:52:51.121932 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d2935711-032b-44a1-9aa8-a30cf6b77f24 req-ad932af7-77f9-4816-8dd1-117562f2759a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:51.124401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b966f3f-f719-4f71-bd83-e91b86300612', 'name': 'network-vif-deleted', 'tag': '4423a002-b192-47ec-90fa-6c5bbc55c49a'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:51.135827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d2935711-032b-44a1-9aa8-a30cf6b77f24 req-ad932af7-77f9-4816-8dd1-117562f2759a tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.42 "DELETE /v2.0/ports/4423a002-b192-47ec-90fa-6c5bbc55c49a HTTP/1.1" status: 204 len: 173 time: 0.7204704 Jun 04 16:52:51.180206 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c379512b-2198-47d9-8504-7e64309aa4c6'] response: {'server_uuid': '8b966f3f-f719-4f71-bd83-e91b86300612', 'name': 'network-vif-deleted', 'tag': '4423a002-b192-47ec-90fa-6c5bbc55c49a', 'status': 'completed', 'code': 200} Jun 04 16:52:51.285307 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:51.289979 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:51.400853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=5eff6aeb-a647-425c-a6f3-241d48eeb712,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:51.411656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:51.661351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f4dba735-2632-4807-9944-dc564efe9b0f req-a3b8c8af-ba16-47c4-946d-a808e448955b tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Synchronizing usage tracker for tenant:67dc9763638f46a5aad2ea8449b280cf on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:52:51.677851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f4dba735-2632-4807-9944-dc564efe9b0f req-a3b8c8af-ba16-47c4-946d-a808e448955b tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] Unset dirty status for tenant:67dc9763638f46a5aad2ea8449b280cf on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:52:51.679252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f4dba735-2632-4807-9944-dc564efe9b0f req-a3b8c8af-ba16-47c4-946d-a808e448955b tempest-TestServerMultinode-667735287 tempest-TestServerMultinode-667735287-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b966f3f-f719-4f71-bd83-e91b86300612 HTTP/1.1" status: 200 len: 210 time: 0.0590546 Jun 04 16:52:51.725570 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Floating IP 71813e67-8541-4dca-a051-75dbcc7dee87 associated. External IP: 172.25.5.174, port: b4fa4986-ff34-4657-8e4d-d3fc739ac463. Jun 04 16:52:52.094639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:52:52.273167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:52:52.283446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92280ec5-9d98-453b-a6f5-4fa9b9e5e201 None None] Sync routers for ids ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:52:52.292993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92280ec5-9d98-453b-a6f5-4fa9b9e5e201 None None] Routers {'0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:52.293610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-92280ec5-9d98-453b-a6f5-4fa9b9e5e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:52.302385 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:52.361188 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9ef3434b-51df-43ff-a651-79249952bc0b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3959243 Jun 04 16:52:52.361694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:52:52.419577 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa4c147-36e6-4d83-9a2f-304551d9c645'] response: {'name': 'network-changed', 'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'status': 'completed', 'code': 200} Jun 04 16:52:52.476810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-92280ec5-9d98-453b-a6f5-4fa9b9e5e201 None None] Set router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:52.684496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee517ad-3909-4c9e-a309-b4d5feb4d6de req-3326e363-5e46-4fb6-87ea-5ff52d97e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:52.685853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bee517ad-3909-4c9e-a309-b4d5feb4d6de req-3326e363-5e46-4fb6-87ea-5ff52d97e23e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1097 time: 0.2423217 Jun 04 16:52:52.697468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1c1bc-b258-455a-85e8-1252afeed8af req-ca767079-b0c0-425f-90f6-608266743fcc tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:52.698974 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21e1c1bc-b258-455a-85e8-1252afeed8af req-ca767079-b0c0-425f-90f6-608266743fcc tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.2213955 Jun 04 16:52:52.779118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58510) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:52.842301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee517ad-3909-4c9e-a309-b4d5feb4d6de req-adb6bb75-b059-4082-b682-5f83573272d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:52.843782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bee517ad-3909-4c9e-a309-b4d5feb4d6de req-adb6bb75-b059-4082-b682-5f83573272d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 897 time: 0.1439874 Jun 04 16:52:52.853962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-92280ec5-9d98-453b-a6f5-4fa9b9e5e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:52:31Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '71813e67-8541-4dca-a051-75dbcc7dee87', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'port_id': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'mac_address': 'fa:16:3e:f2:1c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:52:50Z', 'updated_at': '2022-06-04T16:52:50Z', 'revision_number': 0, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a14666-aeb6-450b-ab21-2bb5bbdf22e5', 'name': '', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:cc:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '452c1982-be7b-4336-8744-3155121d221d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:30Z', 'updated_at': '2022-06-04T16:52:38Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '452c1982-be7b-4336-8744-3155121d221d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:52.858193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92280ec5-9d98-453b-a6f5-4fa9b9e5e201 None None] Checking router: 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:52:52.867170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92280ec5-9d98-453b-a6f5-4fa9b9e5e201 None None] Routers {'0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:52.867786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-92280ec5-9d98-453b-a6f5-4fa9b9e5e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:52.998101 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bee517ad-3909-4c9e-a309-b4d5feb4d6de req-116d618d-b61e-4be1-a127-b7ba1eb7b0e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1000 time: 0.1477513 Jun 04 16:52:53.054032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21e1c1bc-b258-455a-85e8-1252afeed8af req-3af51207-4a21-42b5-850a-cb324786251d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3354712 Jun 04 16:52:53.065234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-92280ec5-9d98-453b-a6f5-4fa9b9e5e201 None None] Set router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:53.078401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58514) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:53.137876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee517ad-3909-4c9e-a309-b4d5feb4d6de req-a7c656a4-17ec-4cfe-a110-f0bac2ca8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:53.139592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bee517ad-3909-4c9e-a309-b4d5feb4d6de req-a7c656a4-17ec-4cfe-a110-f0bac2ca8290 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.1336482 Jun 04 16:52:53.238146 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-950729d1-307e-4726-9f19-576104813210 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/71813e67-8541-4dca-a051-75dbcc7dee87 HTTP/1.1" status: 200 len: 992 time: 0.1582348 Jun 04 16:52:53.254236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee517ad-3909-4c9e-a309-b4d5feb4d6de req-f44a9351-3108-4974-93e5-5b818de348f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:52:53.255789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bee517ad-3909-4c9e-a309-b4d5feb4d6de req-f44a9351-3108-4974-93e5-5b818de348f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094370 Jun 04 16:52:53.402039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bee517ad-3909-4c9e-a309-b4d5feb4d6de req-c8245ce9-63a3-4b3e-b98d-8f3546ec0d04 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399508 Jun 04 16:52:53.451948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-92280ec5-9d98-453b-a6f5-4fa9b9e5e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:52:31Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '71813e67-8541-4dca-a051-75dbcc7dee87', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'port_id': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'mac_address': 'fa:16:3e:f2:1c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:52:50Z', 'updated_at': '2022-06-04T16:52:50Z', 'revision_number': 0, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a14666-aeb6-450b-ab21-2bb5bbdf22e5', 'name': '', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:cc:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '452c1982-be7b-4336-8744-3155121d221d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:30Z', 'updated_at': '2022-06-04T16:52:38Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '452c1982-be7b-4336-8744-3155121d221d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:53.456293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92280ec5-9d98-453b-a6f5-4fa9b9e5e201 None None] The sync data for ids ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'] in n-d-811809-3 is: [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:52:31Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '71813e67-8541-4dca-a051-75dbcc7dee87', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'port_id': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'mac_address': 'fa:16:3e:f2:1c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:52:50Z', 'updated_at': '2022-06-04T16:52:50Z', 'revision_number': 0, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a14666-aeb6-450b-ab21-2bb5bbdf22e5', 'name': '', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:cc:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '452c1982-be7b-4336-8744-3155121d221d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:30Z', 'updated_at': '2022-06-04T16:52:38Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '452c1982-be7b-4336-8744-3155121d221d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:52:53.496171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a33d252-bab4-48ba-bd24-462c54217c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:53.550301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bee517ad-3909-4c9e-a309-b4d5feb4d6de req-8ae39934-f981-4859-b1cc-57a7d67505c1 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424685 Jun 04 16:52:53.690544 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f72e189-b7c4-4ec9-8757-928df706f7a8 None None] New status for floating IP 71813e67-8541-4dca-a051-75dbcc7dee87: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:52:53.699498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4423a002-b192-47ec-90fa-6c5bbc55c49a no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:52:53.734710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 4423a002-b192-47ec-90fa-6c5bbc55c49a {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:52:53.735215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4423a002-b192-47ec-90fa-6c5bbc55c49a not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:52:53.860190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5a33d252-bab4-48ba-bd24-462c54217c5e admin admin] Deleting port f7037c6d-2a21-4c65-95db-a96ccbe6faea {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:52:53.860488 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a33d252-bab4-48ba-bd24-462c54217c5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:54.037508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-5a33d252-bab4-48ba-bd24-462c54217c5e admin admin] For port f7037c6d-2a21-4c65-95db-a96ccbe6faea, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f7037c6d-2a21-4c65-95db-a96ccbe6faea,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:54.037805 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a33d252-bab4-48ba-bd24-462c54217c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:54.163081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5a33d252-bab4-48ba-bd24-462c54217c5e admin admin] Calling delete_port for f7037c6d-2a21-4c65-95db-a96ccbe6faea owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:52:54.242192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58518) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:54.349787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d814c2bc-21b3-4354-9347-a8d1ea2b112e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/71813e67-8541-4dca-a051-75dbcc7dee87 HTTP/1.1" status: 200 len: 994 time: 0.1061921 Jun 04 16:52:54.480088 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a33d252-bab4-48ba-bd24-462c54217c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:54.526735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33d252-bab4-48ba-bd24-462c54217c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7037c6d-2a21-4c65-95db-a96ccbe6faea,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:54.902644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a33d252-bab4-48ba-bd24-462c54217c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:55.265538 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a33d252-bab4-48ba-bd24-462c54217c5e admin admin] Router f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:52:55.445248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a33d252-bab4-48ba-bd24-462c54217c5e admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:52:55.454196 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ff9839-ab8b-4481-87e0-fd9f6e6924f2 None None] Sync routers for ids ['f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:52:55.454825 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5a33d252-bab4-48ba-bd24-462c54217c5e admin admin] 10.222.0.13 "PUT /v2.0/routers/f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6735764 Jun 04 16:52:55.456937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58522) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:55.464345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff9839-ab8b-4481-87e0-fd9f6e6924f2 None None] Routers {'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:55.464946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-44ff9839-ab8b-4481-87e0-fd9f6e6924f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:55.638931 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:55.674552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-44ff9839-ab8b-4481-87e0-fd9f6e6924f2 None None] Set router f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:55.822176 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:55.832857 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Deleting port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:52:55.833193 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:55.952740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-44ff9839-ab8b-4481-87e0-fd9f6e6924f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'name': 'tempest-TestServerMultinode-2029704765-router', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:52Z', 'updated_at': '2022-06-04T16:52:54Z', 'revision_number': 5, 'project_id': '2c3f5584d9f24d6a80b680831537b3a4', 'gw_port': {'id': '5e0181d4-02d4-4bf7-8888-ff25e0dbd664', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:51:53Z', 'updated_at': '2022-06-04T16:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:55.956608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ff9839-ab8b-4481-87e0-fd9f6e6924f2 None None] Checking router: f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:52:55.965142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff9839-ab8b-4481-87e0-fd9f6e6924f2 None None] Routers {'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:52:55.965723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-44ff9839-ab8b-4481-87e0-fd9f6e6924f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:52:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:56.003887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] For port 5e0181d4-02d4-4bf7-8888-ff25e0dbd664, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5e0181d4-02d4-4bf7-8888-ff25e0dbd664,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:56.004240 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:56.116544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-44ff9839-ab8b-4481-87e0-fd9f6e6924f2 None None] Set router f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:52:56.127729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Calling delete_port for 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:52:56.223387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-44ff9839-ab8b-4481-87e0-fd9f6e6924f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'name': 'tempest-TestServerMultinode-2029704765-router', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:52Z', 'updated_at': '2022-06-04T16:52:55Z', 'revision_number': 6, 'project_id': '2c3f5584d9f24d6a80b680831537b3a4', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:56.228165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ff9839-ab8b-4481-87e0-fd9f6e6924f2 None None] The sync data for ids ['f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5'] in n-d-811809-3 is: [{'id': 'f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5', 'name': 'tempest-TestServerMultinode-2029704765-router', 'tenant_id': '2c3f5584d9f24d6a80b680831537b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:52Z', 'updated_at': '2022-06-04T16:52:55Z', 'revision_number': 6, 'project_id': '2c3f5584d9f24d6a80b680831537b3a4', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:52:56.451726 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:56.498887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0181d4-02d4-4bf7-8888-ff25e0dbd664,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:56.590165 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:56.773976 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:56.777069 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:56.815174 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:56.815679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:52:56.828288 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:56.829414 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5900b6d3-e08e-4114-b10d-078f346e9014 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f0ae6267-bed1-41c7-b5f1-3f7ab0c5cbf5 HTTP/1.1" status: 204 len: 168 time: 1.3715978 Jun 04 16:52:56.832054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58526) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:56.892484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-20742f18-78ac-4d65-bd27-3fb1215f6e8d admin admin] Deleting subnet 2f351034-1415-416a-b185-37c1a90cde8f {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:52:56.895661 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20742f18-78ac-4d65-bd27-3fb1215f6e8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:56.945472 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20742f18-78ac-4d65-bd27-3fb1215f6e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:57.031894 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20742f18-78ac-4d65-bd27-3fb1215f6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:57.102770 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20742f18-78ac-4d65-bd27-3fb1215f6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:57.141687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20742f18-78ac-4d65-bd27-3fb1215f6e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f351034-1415-416a-b185-37c1a90cde8f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:57.146267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20742f18-78ac-4d65-bd27-3fb1215f6e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:57.153173 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-20742f18-78ac-4d65-bd27-3fb1215f6e8d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2f351034-1415-416a-b185-37c1a90cde8f HTTP/1.1" status: 204 len: 168 time: 0.3201385 Jun 04 16:52:57.156081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71682d7-b6a4-4400-9001-0641460d003e None None] Network 726fa371-2800-4c63-af3d-599a4438058a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:52:57.156549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58530) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:57.269256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:57.280122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Deleting port e7e79dc8-0c51-41f8-a755-f22a60f2da97 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:52:57.280376 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:57.437933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc9b478-6db5-461d-9fba-1b90a5032c44 None None] DHCP port deletion for 726fa371-2800-4c63-af3d-599a4438058a request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:52:57.442941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1cc9b478-6db5-461d-9fba-1b90a5032c44 None None] Deleting port e7e79dc8-0c51-41f8-a755-f22a60f2da97 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:52:57.443377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1cc9b478-6db5-461d-9fba-1b90a5032c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:57.495706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] For port e7e79dc8-0c51-41f8-a755-f22a60f2da97, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e7e79dc8-0c51-41f8-a755-f22a60f2da97,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:57.495931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:57.621023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Calling delete_port for e7e79dc8-0c51-41f8-a755-f22a60f2da97 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:52:57.646351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1cc9b478-6db5-461d-9fba-1b90a5032c44 None None] For port e7e79dc8-0c51-41f8-a755-f22a60f2da97, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e7e79dc8-0c51-41f8-a755-f22a60f2da97,segment=NetworkSegment(005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6),segment_id=005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:57.646779 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1cc9b478-6db5-461d-9fba-1b90a5032c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:57.771993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1cc9b478-6db5-461d-9fba-1b90a5032c44 None None] Calling delete_port for e7e79dc8-0c51-41f8-a755-f22a60f2da97 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:52:57.835766 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:57.861660 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f7037c6d-2a21-4c65-95db-a96ccbe6faea no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:52:57.880727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e79dc8-0c51-41f8-a755-f22a60f2da97,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:57.886876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] No DVR routers for this DVR port e7e79dc8-0c51-41f8-a755-f22a60f2da97 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:52:57.904081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: f7037c6d-2a21-4c65-95db-a96ccbe6faea {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:52:57.904424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f7037c6d-2a21-4c65-95db-a96ccbe6faea not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:52:57.905197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e7e79dc8-0c51-41f8-a755-f22a60f2da97 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:52:57.945485 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e7e79dc8-0c51-41f8-a755-f22a60f2da97 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:52:57.945814 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e7e79dc8-0c51-41f8-a755-f22a60f2da97 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:52:57.946229 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:52:57.969064 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d4403fec-43df-4708-821a-a155bdb6fe43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:57.989519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:52:57.989861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5e0181d4-02d4-4bf7-8888-ff25e0dbd664 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 16:52:57.992797 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 16:52:58.005374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:58.008754 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-1cc9b478-6db5-461d-9fba-1b90a5032c44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:52:58.009266 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-1cc9b478-6db5-461d-9fba-1b90a5032c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:52:58.031980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726fa371-2800-4c63-af3d-599a4438058a']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:58.043854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:58.044122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:52:58.055078 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:58.074810 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:58.081074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:52:58.081452 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:58.143964 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6 resource provider aggregate not found Jun 04 16:52:58.162750 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 005c8c1f-2390-47ed-b8b4-8f6e0de5c8c6 found for delete ", "request_id": "req-5324ab2c-9564-410b-a6f0-c8f443460d58"}]} Jun 04 16:52:58.177208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:58.192726 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:58.202573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=726fa371-2800-4c63-af3d-599a4438058a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:52:58.206562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-baecb9c7-5a5e-49a2-84f9-49b572430fc1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/726fa371-2800-4c63-af3d-599a4438058a HTTP/1.1" status: 204 len: 168 time: 1.0493350 Jun 04 16:52:58.209597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58538) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:52:58.510650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1cc9b478-6db5-461d-9fba-1b90a5032c44 None None] Deleting port e7e79dc8-0c51-41f8-a755-f22a60f2da97 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:52:58.511232 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1cc9b478-6db5-461d-9fba-1b90a5032c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:58.579072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1cc9b478-6db5-461d-9fba-1b90a5032c44 None None] The port 'e7e79dc8-0c51-41f8-a755-f22a60f2da97' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:52:58.776385 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a38613f6-5d7b-4e8d-96b4-09004e87292c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:59.182038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a38613f6-5d7b-4e8d-96b4-09004e87292c admin admin] Deleting port 68949201-7446-4669-b2b0-87169fa50cf0 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:52:59.182741 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a38613f6-5d7b-4e8d-96b4-09004e87292c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:59.494300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-a38613f6-5d7b-4e8d-96b4-09004e87292c admin admin] For port 68949201-7446-4669-b2b0-87169fa50cf0, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=68949201-7446-4669-b2b0-87169fa50cf0,segment=NetworkSegment(2d9d6882-8da1-47a3-b12b-2a81993c71a7),segment_id=2d9d6882-8da1-47a3-b12b-2a81993c71a7)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:52:59.494675 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a38613f6-5d7b-4e8d-96b4-09004e87292c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:59.621050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a38613f6-5d7b-4e8d-96b4-09004e87292c admin admin] Calling delete_port for 68949201-7446-4669-b2b0-87169fa50cf0 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:52:59.815529 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a38613f6-5d7b-4e8d-96b4-09004e87292c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:52:59.864421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38613f6-5d7b-4e8d-96b4-09004e87292c admin admin] Pushing event deleted for resources: {'Port': ['ID=68949201-7446-4669-b2b0-87169fa50cf0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:00.033374 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-772af006-bf66-415a-ad03-35d5b29356d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:00.139047 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a38613f6-5d7b-4e8d-96b4-09004e87292c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:00.508146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38613f6-5d7b-4e8d-96b4-09004e87292c admin admin] Router 66f02de5-38ea-46e0-a7a9-20323b85ba93 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:53:00.687895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38613f6-5d7b-4e8d-96b4-09004e87292c admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:53:00.696253 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c192778-2755-4716-8913-8a1dcca18cd4 None None] Sync routers for ids ['66f02de5-38ea-46e0-a7a9-20323b85ba93'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:53:00.704965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a38613f6-5d7b-4e8d-96b4-09004e87292c admin admin] 10.222.0.13 "PUT /v2.0/routers/66f02de5-38ea-46e0-a7a9-20323b85ba93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4943943 Jun 04 16:53:00.705310 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c192778-2755-4716-8913-8a1dcca18cd4 None None] Routers {'66f02de5-38ea-46e0-a7a9-20323b85ba93'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:53:00.705893 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c192778-2755-4716-8913-8a1dcca18cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:53:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['66f02de5-38ea-46e0-a7a9-20323b85ba93'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:00.707594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58542) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:00.889465 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3c192778-2755-4716-8913-8a1dcca18cd4 None None] Set router 66f02de5-38ea-46e0-a7a9-20323b85ba93 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:53:01.024309 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:01.190521 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c192778-2755-4716-8913-8a1dcca18cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'name': 'tempest-TestServerMultinode-424810520-router', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:59Z', 'updated_at': '2022-06-04T16:52:59Z', 'revision_number': 5, 'project_id': '67dc9763638f46a5aad2ea8449b280cf', 'gw_port': {'id': 'ad53f19a-de4d-413d-bde9-bda8961690f6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:00Z', 'updated_at': '2022-06-04T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:01.194614 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c192778-2755-4716-8913-8a1dcca18cd4 None None] Checking router: 66f02de5-38ea-46e0-a7a9-20323b85ba93 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:53:01.199715 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:01.203880 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c192778-2755-4716-8913-8a1dcca18cd4 None None] Routers {'66f02de5-38ea-46e0-a7a9-20323b85ba93'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:53:01.204479 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c192778-2755-4716-8913-8a1dcca18cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:53:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['66f02de5-38ea-46e0-a7a9-20323b85ba93'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:01.214007 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:01.223771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Deleting port ad53f19a-de4d-413d-bde9-bda8961690f6 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:53:01.224103 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:01.389748 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3c192778-2755-4716-8913-8a1dcca18cd4 None None] Set router 66f02de5-38ea-46e0-a7a9-20323b85ba93 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:53:01.398821 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:01.409787 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] For port ad53f19a-de4d-413d-bde9-bda8961690f6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ad53f19a-de4d-413d-bde9-bda8961690f6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:01.410146 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:01.497744 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3c192778-2755-4716-8913-8a1dcca18cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'name': 'tempest-TestServerMultinode-424810520-router', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:59Z', 'updated_at': '2022-06-04T16:53:01Z', 'revision_number': 6, 'project_id': '67dc9763638f46a5aad2ea8449b280cf', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:01.502296 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c192778-2755-4716-8913-8a1dcca18cd4 None None] The sync data for ids ['66f02de5-38ea-46e0-a7a9-20323b85ba93'] in n-d-811809-3 is: [{'id': '66f02de5-38ea-46e0-a7a9-20323b85ba93', 'name': 'tempest-TestServerMultinode-424810520-router', 'tenant_id': '67dc9763638f46a5aad2ea8449b280cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:51:59Z', 'updated_at': '2022-06-04T16:53:01Z', 'revision_number': 6, 'project_id': '67dc9763638f46a5aad2ea8449b280cf', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:53:01.547592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Calling delete_port for ad53f19a-de4d-413d-bde9-bda8961690f6 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:53:01.728391 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:01.773363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad53f19a-de4d-413d-bde9-bda8961690f6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:01.866802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.021880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 68949201-7446-4669-b2b0-87169fa50cf0 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:53:02.046743 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.048996 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.055826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 68949201-7446-4669-b2b0-87169fa50cf0 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:53:02.056164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 68949201-7446-4669-b2b0-87169fa50cf0 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:53:02.056543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ad53f19a-de4d-413d-bde9-bda8961690f6 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:53:02.077044 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.077851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66f02de5-38ea-46e0-a7a9-20323b85ba93 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:53:02.090222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: ad53f19a-de4d-413d-bde9-bda8961690f6 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:53:02.090614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ad53f19a-de4d-413d-bde9-bda8961690f6 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:53:02.091136 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.094649 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-879a9480-a488-48d2-9f84-05a6bb1e0e4e admin admin] 10.222.0.13 "DELETE /v2.0/routers/66f02de5-38ea-46e0-a7a9-20323b85ba93 HTTP/1.1" status: 204 len: 168 time: 1.3841081 Jun 04 16:53:02.095073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58550) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:02.153197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2936f3-bdb9-4111-bb13-a7686dd7fc3f admin admin] Deleting subnet b973b382-5039-4ac9-9795-0602225090d3 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:53:02.156853 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b2936f3-bdb9-4111-bb13-a7686dd7fc3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.210311 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b2936f3-bdb9-4111-bb13-a7686dd7fc3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.290183 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b2936f3-bdb9-4111-bb13-a7686dd7fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.363701 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b2936f3-bdb9-4111-bb13-a7686dd7fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.413168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2936f3-bdb9-4111-bb13-a7686dd7fc3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b973b382-5039-4ac9-9795-0602225090d3,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:02.416422 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8b2936f3-bdb9-4111-bb13-a7686dd7fc3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.419590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4250cb47-3619-4c46-b667-2ba6242bbcdd None None] Network 10b5c8e5-adfd-43fe-ade0-dde969a1b41a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:53:02.422968 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8b2936f3-bdb9-4111-bb13-a7686dd7fc3f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b973b382-5039-4ac9-9795-0602225090d3 HTTP/1.1" status: 204 len: 168 time: 0.3270690 Jun 04 16:53:02.425624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58554) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:02.630422 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.651894 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.663251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Deleting port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:53:02.663573 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.678544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811d1081-9605-447f-b16f-9c17fe87c5d2 None None] DHCP port deletion for 10b5c8e5-adfd-43fe-ade0-dde969a1b41a request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:53:02.682943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-811d1081-9605-447f-b16f-9c17fe87c5d2 None None] Deleting port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:53:02.683448 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-811d1081-9605-447f-b16f-9c17fe87c5d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.862875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] For port e1b77115-a7cc-40ca-b655-fcb486e5c7b5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e1b77115-a7cc-40ca-b655-fcb486e5c7b5,segment=NetworkSegment(2d9d6882-8da1-47a3-b12b-2a81993c71a7),segment_id=2d9d6882-8da1-47a3-b12b-2a81993c71a7)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:02.863222 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.882069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-811d1081-9605-447f-b16f-9c17fe87c5d2 None None] For port e1b77115-a7cc-40ca-b655-fcb486e5c7b5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e1b77115-a7cc-40ca-b655-fcb486e5c7b5,segment=NetworkSegment(2d9d6882-8da1-47a3-b12b-2a81993c71a7),segment_id=2d9d6882-8da1-47a3-b12b-2a81993c71a7)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:02.882461 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-811d1081-9605-447f-b16f-9c17fe87c5d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:02.983811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Calling delete_port for e1b77115-a7cc-40ca-b655-fcb486e5c7b5 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:53:03.005575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-811d1081-9605-447f-b16f-9c17fe87c5d2 None None] Calling delete_port for e1b77115-a7cc-40ca-b655-fcb486e5c7b5 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:53:03.062506 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:03.077008 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-811d1081-9605-447f-b16f-9c17fe87c5d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:53:03.077360 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-811d1081-9605-447f-b16f-9c17fe87c5d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:53:03.111082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] No DVR routers for this DVR port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:53:03.139464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b77115-a7cc-40ca-b655-fcb486e5c7b5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:03.227373 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:03.251824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b5c8e5-adfd-43fe-ade0-dde969a1b41a']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:03.268208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9d6882-8da1-47a3-b12b-2a81993c71a7') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:03.268575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9d6882-8da1-47a3-b12b-2a81993c71a7') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:03.283492 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:03.301118 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:03.307839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:53:03.308211 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:03.372050 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 2d9d6882-8da1-47a3-b12b-2a81993c71a7 resource provider aggregate not found Jun 04 16:53:03.401316 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 2d9d6882-8da1-47a3-b12b-2a81993c71a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d9d6882-8da1-47a3-b12b-2a81993c71a7 found for delete ", "request_id": "req-14305e5c-8a64-45e5-a225-54fd403e6e74"}]} Jun 04 16:53:03.411467 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:03.427423 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:03.442579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] Pushing event deleted for resources: {'Network': ['ID=10b5c8e5-adfd-43fe-ade0-dde969a1b41a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:03.456530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-034e840f-587a-408b-8be1-b072ff756aee admin admin] 10.222.0.13 "DELETE /v2.0/networks/10b5c8e5-adfd-43fe-ade0-dde969a1b41a HTTP/1.1" status: 204 len: 168 time: 1.0299067 Jun 04 16:53:03.579015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-811d1081-9605-447f-b16f-9c17fe87c5d2 None None] Deleting port e1b77115-a7cc-40ca-b655-fcb486e5c7b5 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:53:03.579425 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-811d1081-9605-447f-b16f-9c17fe87c5d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:03.648685 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-811d1081-9605-447f-b16f-9c17fe87c5d2 None None] The port 'e1b77115-a7cc-40ca-b655-fcb486e5c7b5' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:53:03.678743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58564) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:03.734164 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e3299df0-1fed-4ebb-968d-f2e680e76bb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c3f5584d9f24d6a80b680831537b3a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542502 Jun 04 16:53:03.737080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58568) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:03.809793 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f35c6bc-98b8-49af-b54b-5d8f24ac9a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:03.836511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f35c6bc-98b8-49af-b54b-5d8f24ac9a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:03.847677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e1b77115-a7cc-40ca-b655-fcb486e5c7b5 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:53:03.881849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e1b77115-a7cc-40ca-b655-fcb486e5c7b5 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:53:03.882218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e1b77115-a7cc-40ca-b655-fcb486e5c7b5 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:53:03.891343 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f35c6bc-98b8-49af-b54b-5d8f24ac9a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:03.905855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35c6bc-98b8-49af-b54b-5d8f24ac9a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f565ee-520f-44a8-85ac-da683e3efe21,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:03.915448 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f35c6bc-98b8-49af-b54b-5d8f24ac9a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:03.916654 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0f35c6bc-98b8-49af-b54b-5d8f24ac9a9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44f565ee-520f-44a8-85ac-da683e3efe21 HTTP/1.1" status: 204 len: 168 time: 0.1785252 Jun 04 16:53:04.152645 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:04.279089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58578) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:04.300484 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:04.336569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-051a27d7-e29a-47f8-88fc-ed91ba74121b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67dc9763638f46a5aad2ea8449b280cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559311 Jun 04 16:53:04.339114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58582) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:04.401026 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-551a7df9-276c-4a0a-8cf6-bb797a4b8b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:04.428125 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-551a7df9-276c-4a0a-8cf6-bb797a4b8b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:04.480459 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-551a7df9-276c-4a0a-8cf6-bb797a4b8b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:04.497596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a7df9-276c-4a0a-8cf6-bb797a4b8b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0292c24d-9b1a-4d64-905e-41aa4450c6d0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:04.511737 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-551a7df9-276c-4a0a-8cf6-bb797a4b8b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:04.515594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-551a7df9-276c-4a0a-8cf6-bb797a4b8b67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0292c24d-9b1a-4d64-905e-41aa4450c6d0 HTTP/1.1" status: 204 len: 168 time: 0.1755223 Jun 04 16:53:05.390235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58606) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:05.504165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-941122944-network', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:05.509712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:05.514098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Usage tracker for resource:network and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:05.517100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:05.523084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:05.535716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Made reservation on behalf of 3851c6298f9e41ed9d0dae684e38ef5a for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:53:05.538161 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:05.550774 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:05.565108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:05.568945 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Usage tracker for resource:security_group_rule and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:05.571727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:05.577871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:05.658434 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:05.663897 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:05.693614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:53:05.702293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484052f5-39b7-42fc-b197-e9ad9af4a1da,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:05.709134 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:05.709559 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Added segment 374eb919-7772-4c56-964a-3db0f4351693 of type vlan for network 713f7d25-cf56-4011-ac02-488f23a055f7 Jun 04 16:53:05.739051 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:05.770978 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:05.772023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:05.772612 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:05.871274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4797907 Jun 04 16:53:05.874172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef6044-959e-422f-80c5-ceea6f68ae19 admin admin] Pushing event updated for resources: {'Network': ['ID=713f7d25-cf56-4011-ac02-488f23a055f7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:05.874451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58612) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:05.880066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Request body: {'subnet': {'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-941122944-subnet', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:05.884471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 713f7d25-cf56-4011-ac02-488f23a055f7 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:53:05.886463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:05.890678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Usage tracker for resource:subnet and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:05.893689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:05.900845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:05.912243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Made reservation on behalf of 3851c6298f9e41ed9d0dae684e38ef5a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:53:05.914578 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:06.135376 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:06.208517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd18313-35ca-4464-b58c-992caea692ff,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:06.219263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Checking segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:06.219617 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Network hostable DHCP agents. Network: 713f7d25-cf56-4011-ac02-488f23a055f7, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:53:06.239296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Network 713f7d25-cf56-4011-ac02-488f23a055f7 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:53:06.248309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 713f7d25-cf56-4011-ac02-488f23a055f7) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:06.252318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:06.252913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:06.258889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53a6ab-b3f7-407c-b8e3-c9da02b51794 None None] Network 713f7d25-cf56-4011-ac02-488f23a055f7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:53:06.274939 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3572e0c7-aa58-4bfa-83f6-cea1840c2a55 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3993425 Jun 04 16:53:06.276356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58616) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:06.281872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:06.287559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:06.291433 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Usage tracker for resource:router and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:06.294942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:06.302280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:06.315268 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:06.316815 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:06.337111 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:06.503078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-713f7d25-cf56-4011-ac02-488f23a055f7', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:53:06.503908 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:06.610751 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:06.662844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Allocated IP 172.20.0.2 (713f7d25-cf56-4011-ac02-488f23a055f7/cbd18313-35ca-4464-b58c-992caea692ff/79a7ddd9-219d-487e-9a3e-370d86711380) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:53:06.871756 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:06.881555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Transition to ACTIVE for port object 79a7ddd9-219d-487e-9a3e-370d86711380 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:06.899856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Transition to ACTIVE for port object 79a7ddd9-219d-487e-9a3e-370d86711380 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:06.905995 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:06.973648 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Network 713f7d25-cf56-4011-ac02-488f23a055f7 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:53:06.974801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:06.978287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:53:07.013029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Pushing event updated for resources: {'Port': ['ID=79a7ddd9-219d-487e-9a3e-370d86711380,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:07.037160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:07.067378 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:07.077328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Attempting to bind port 79a7ddd9-219d-487e-9a3e-370d86711380 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:53:07.077696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Attempting to bind port 79a7ddd9-219d-487e-9a3e-370d86711380 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:53:07.078053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Attempting to bind port 79a7ddd9-219d-487e-9a3e-370d86711380 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:07.083453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:53:07.083822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Checking segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:07.084213 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:07.084598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Bound using segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:53:07.085054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Bound port: 79a7ddd9-219d-487e-9a3e-370d86711380, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:53:07.085449 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:07.109005 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-0826dd95-b564-4a97-860c-52be6667d92c req-6d1015a2-1959-4645-a99a-e16ff83083d0 service neutron] (88797) timed out ('10.222.0.42', 60171) {{(pid=88797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 16:53:07.172441 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] For port 79a7ddd9-219d-487e-9a3e-370d86711380, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:07.175395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] For port 79a7ddd9-219d-487e-9a3e-370d86711380, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=79a7ddd9-219d-487e-9a3e-370d86711380,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:53:07.180360 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:07.208882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Allocated IP 172.25.5.77 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/cc45fec4-19be-4dfb-ae83-b77cc2f4960f) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:53:07.267277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf419a-436a-4e82-8413-eafcaa92cdcf None None] Pushing event updated for resources: {'Port': ['ID=79a7ddd9-219d-487e-9a3e-370d86711380,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:07.362357 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:07.394153 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:07.474033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:53:07.476917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:07.481864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:53:07.529609 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Pushing event updated for resources: {'Port': ['ID=cc45fec4-19be-4dfb-ae83-b77cc2f4960f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:07.882638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 79a7ddd9-219d-487e-9a3e-370d86711380 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:07.910420 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:07.954274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 79a7ddd9-219d-487e-9a3e-370d86711380 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:08.186074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8884d57e-3ecb-468d-8910-776c86706cd3 None None] Network 713f7d25-cf56-4011-ac02-488f23a055f7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:53:08.283199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3d8a3f6b-85ad-458f-81ac-c2891da0a8bc None None] Provisioning for port 79a7ddd9-219d-487e-9a3e-370d86711380 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:08.300713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3d8a3f6b-85ad-458f-81ac-c2891da0a8bc None None] Provisioning complete for port 79a7ddd9-219d-487e-9a3e-370d86711380 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:08.301081 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3f6b-85ad-458f-81ac-c2891da0a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:08.380882 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:08.515756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a3f6b-85ad-458f-81ac-c2891da0a8bc None None] Current status of the port 79a7ddd9-219d-487e-9a3e-370d86711380 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:08.516211 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3f6b-85ad-458f-81ac-c2891da0a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:08.560251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-3d8a3f6b-85ad-458f-81ac-c2891da0a8bc None None] For port 79a7ddd9-219d-487e-9a3e-370d86711380, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=79a7ddd9-219d-487e-9a3e-370d86711380,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:08.568897 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3f6b-85ad-458f-81ac-c2891da0a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:08.593131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Router 5e1f5fdb-21df-4182-b276-57df799e2a98 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:53:08.639037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a3f6b-85ad-458f-81ac-c2891da0a8bc None None] Pushing event updated for resources: {'Port': ['ID=79a7ddd9-219d-487e-9a3e-370d86711380,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:08.785524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:53:08.794938 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-90b75c20-7758-4e42-be10-28c2c7f78bd8 None None] Provisioning complete for port 79a7ddd9-219d-487e-9a3e-370d86711380 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:08.795304 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-90b75c20-7758-4e42-be10-28c2c7f78bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:08.809941 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:08.811281 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9bd98230-1c37-4c51-896a-adfa1c2d7508 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5338089 Jun 04 16:53:08.813925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58622) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:08.820443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Sync routers for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:53:08.850515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:53:08.851043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:53:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:09.125756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:53:09.220055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-90b75c20-7758-4e42-be10-28c2c7f78bd8 None None] Current status of the port 79a7ddd9-219d-487e-9a3e-370d86711380 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:09.407556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:07Z', 'revision_number': 3, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:09.411540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Checking router: 5e1f5fdb-21df-4182-b276-57df799e2a98 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:53:09.411883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Updating router 5e1f5fdb-21df-4182-b276-57df799e2a98 port cc45fec4-19be-4dfb-ae83-b77cc2f4960f binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:53:09.463170 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:09.490378 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:09.792921 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:09.805541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Transition to ACTIVE for port object cc45fec4-19be-4dfb-ae83-b77cc2f4960f will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:09.813396 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:09.827874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Allocated IP 172.20.0.1 (713f7d25-cf56-4011-ac02-488f23a055f7/cbd18313-35ca-4464-b58c-992caea692ff/e65aef12-89f0-43c9-a5d6-b8ee0375fa33) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:53:09.866334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 79a7ddd9-219d-487e-9a3e-370d86711380 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:09.939385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f2b2a-cf75-467e-9ec0-a76dc70e8a66 None None] Pushing event updated for resources: {'Port': ['ID=cc45fec4-19be-4dfb-ae83-b77cc2f4960f,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:09.944839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Attempting to bind port cc45fec4-19be-4dfb-ae83-b77cc2f4960f on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:53:09.945235 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Attempting to bind port cc45fec4-19be-4dfb-ae83-b77cc2f4960f by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:53:09.945597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Attempting to bind port cc45fec4-19be-4dfb-ae83-b77cc2f4960f on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:09.955754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:53:09.956110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:09.956512 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:09.956894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:53:09.957358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Bound port: cc45fec4-19be-4dfb-ae83-b77cc2f4960f, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:53:09.957710 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:09.979989 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:09.995927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Transition to ACTIVE for port object e65aef12-89f0-43c9-a5d6-b8ee0375fa33 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:10.019780 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:10.032380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 79a7ddd9-219d-487e-9a3e-370d86711380 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:10.032745 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:10.079879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] For port cc45fec4-19be-4dfb-ae83-b77cc2f4960f, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:10.088331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Network 713f7d25-cf56-4011-ac02-488f23a055f7 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:53:10.091120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:10.093060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] For port cc45fec4-19be-4dfb-ae83-b77cc2f4960f, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cc45fec4-19be-4dfb-ae83-b77cc2f4960f,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:53:10.093562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:53:10.102539 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:10.137557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Pushing event updated for resources: {'Port': ['ID=e65aef12-89f0-43c9-a5d6-b8ee0375fa33,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:10.156259 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:10.236596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f2b2a-cf75-467e-9ec0-a76dc70e8a66 None None] Pushing event updated for resources: {'Port': ['ID=cc45fec4-19be-4dfb-ae83-b77cc2f4960f,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:10.239180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:53:10.239779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:53:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:10.304058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 79a7ddd9-219d-487e-9a3e-370d86711380 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:10.416191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0da12b31-4c39-4318-9e4b-560d1d9ecedd None None] Provisioning for port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:10.418444 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:10.427771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0da12b31-4c39-4318-9e4b-560d1d9ecedd None None] Provisioning complete for port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:10.428129 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0da12b31-4c39-4318-9e4b-560d1d9ecedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:10.458859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:53:10.643972 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:10.649676 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:10.691306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0da12b31-4c39-4318-9e4b-560d1d9ecedd None None] Port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:53:10.757246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:10.760734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Pushing event updated for resources: {'Port': ['ID=e65aef12-89f0-43c9-a5d6-b8ee0375fa33,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:10.813108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:07Z', 'revision_number': 3, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:10.817546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456e1d21-7539-4a9a-ab66-d948b7e56e31 None None] The sync data for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 is: [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:07Z', 'revision_number': 3, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:53:10.899691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Network 713f7d25-cf56-4011-ac02-488f23a055f7 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:53:10.900834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:11.117905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Router 5e1f5fdb-21df-4182-b276-57df799e2a98 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:53:11.213354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b8e546a6-4585-4a31-bf2d-35482285e984 None None] Provisioning complete for port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:11.213565 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b8e546a6-4585-4a31-bf2d-35482285e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:11.273964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b8e546a6-4585-4a31-bf2d-35482285e984 None None] Port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:53:11.445528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:53:11.454814 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3012de90-9aff-4c84-b1e1-b0e8204cf80b admin admin] 10.222.0.13 "PUT /v2.0/routers/5e1f5fdb-21df-4182-b276-57df799e2a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6398294 Jun 04 16:53:11.884069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cc45fec4-19be-4dfb-ae83-b77cc2f4960f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:11.952247 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port cc45fec4-19be-4dfb-ae83-b77cc2f4960f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:11.957412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port cc45fec4-19be-4dfb-ae83-b77cc2f4960f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:11.957919 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:11.984557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58640) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:11.991306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-180803923-network', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:11.997309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:12.001903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Usage tracker for resource:network and tenant:f9f51196b8f540159c0b73a6a120c61b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:12.004888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:12.011603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:12.025624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Made reservation on behalf of f9f51196b8f540159c0b73a6a120c61b for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:53:12.027997 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.042500 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.058788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:12.062975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Usage tracker for resource:security_group_rule and tenant:f9f51196b8f540159c0b73a6a120c61b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:12.065815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:12.071559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:12.077994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port cc45fec4-19be-4dfb-ae83-b77cc2f4960f is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:12.078360 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.095622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port cc45fec4-19be-4dfb-ae83-b77cc2f4960f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cc45fec4-19be-4dfb-ae83-b77cc2f4960f,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:12.102402 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.168957 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.174864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.179263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=cc45fec4-19be-4dfb-ae83-b77cc2f4960f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:12.208519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:53:12.216888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c78615-7aa5-41b2-8d3e-3c4729c2e390,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:12.222606 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.222992 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Added segment e6efeab1-b21b-4934-8f4d-24f3736a9d0b of type vlan for network 766876a2-9b53-4b7f-b1c9-ccedb375f5e5 Jun 04 16:53:12.249346 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.268137 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Sync routers for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:53:12.277360 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:53:12.278099 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:53:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:12.284349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.285363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:12.285948 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.388159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] Pushing event updated for resources: {'Network': ['ID=766876a2-9b53-4b7f-b1c9-ccedb375f5e5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:12.393778 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-99fc2cca-05ac-4b29-b828-26938663c8aa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4050090 Jun 04 16:53:12.393960 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58644) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:12.399221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Request body: {'subnet': {'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-180803923-subnet', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:12.399735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 766876a2-9b53-4b7f-b1c9-ccedb375f5e5 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:53:12.405417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:12.409393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Usage tracker for resource:subnet and tenant:f9f51196b8f540159c0b73a6a120c61b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:12.412332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:12.418985 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:12.439410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Made reservation on behalf of f9f51196b8f540159c0b73a6a120c61b for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:53:12.442207 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.464275 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:53:12.615247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58650) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:12.662925 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.698661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9622ab-2901-48e2-a1cd-742f8d5ba0cb tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:12.699157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9622ab-2901-48e2-a1cd-742f8d5ba0cb tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:12.699617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9622ab-2901-48e2-a1cd-742f8d5ba0cb tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:12.701297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5d9622ab-2901-48e2-a1cd-742f8d5ba0cb tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=7921b0dcce8342988ab0008c35137638&network_id=92c36e80-3bca-4d38-91c7-01cb7d40bd9c HTTP/1.1" status: 200 len: 2969 time: 0.0850806 Jun 04 16:53:12.751130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=505eb692-7308-47da-9ce9-061b2dd49964,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:12.758798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Checking segment: {'id': 'e6efeab1-b21b-4934-8f4d-24f3736a9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:12.759150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Network hostable DHCP agents. Network: 766876a2-9b53-4b7f-b1c9-ccedb375f5e5, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:53:12.780252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Network 766876a2-9b53-4b7f-b1c9-ccedb375f5e5 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:53:12.790798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 766876a2-9b53-4b7f-b1c9-ccedb375f5e5) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:12.796182 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:12.796979 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.801380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ea151-f271-4542-b31b-bcd861aff9cd None None] Network 766876a2-9b53-4b7f-b1c9-ccedb375f5e5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:53:12.805674 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 2, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:12.809993 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Checking router: 5e1f5fdb-21df-4182-b276-57df799e2a98 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:53:12.810324 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Updating router 5e1f5fdb-21df-4182-b276-57df799e2a98 port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:53:12.821956 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4faccbaa-2c40-4e34-9f37-5b77553e77d6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4269266 Jun 04 16:53:12.824867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58656) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:12.830010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-180803923-router', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:12.836381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:12.840548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Usage tracker for resource:router and tenant:f9f51196b8f540159c0b73a6a120c61b is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:12.843853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:12.849921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:12.866126 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.866527 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.867652 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:12.888570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.028518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-766876a2-9b53-4b7f-b1c9-ccedb375f5e5', 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'fixed_ips': [{'subnet_id': '505eb692-7308-47da-9ce9-061b2dd49964'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:53:13.029508 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.192205 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.194860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Allocated IP 172.20.0.2 (766876a2-9b53-4b7f-b1c9-ccedb375f5e5/505eb692-7308-47da-9ce9-061b2dd49964/ce0766d0-0b1c-458f-b6c2-6ed471baf10f) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:53:13.228029 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.241070 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Transition to ACTIVE for port object e65aef12-89f0-43c9-a5d6-b8ee0375fa33 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:13.247789 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.392776 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Pushing event updated for resources: {'Port': ['ID=e65aef12-89f0-43c9-a5d6-b8ee0375fa33,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:13.426267 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.438360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Transition to ACTIVE for port object ce0766d0-0b1c-458f-b6c2-6ed471baf10f will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:13.442795 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:13.443260 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:13.443722 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:13.444628 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:13.445061 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:13.445480 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:13.445983 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:13.446398 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:13.446840 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:13.447255 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:13.447714 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:13.448202 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:13.466520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Transition to ACTIVE for port object ce0766d0-0b1c-458f-b6c2-6ed471baf10f will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:13.479226 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.531208 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Attempting to bind port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:53:13.531721 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Attempting to bind port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:53:13.533789 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Attempting to bind port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:13.537267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.551633 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:53:13.552194 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Checking segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:13.552788 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.553153 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Bound using segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:53:13.554043 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Bound port: e65aef12-89f0-43c9-a5d6-b8ee0375fa33, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:53:13.554165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Network 766876a2-9b53-4b7f-b1c9-ccedb375f5e5 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:53:13.555105 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.557282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:13.561209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:53:13.567074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Pushing event updated for resources: {'Port': ['ID=ce0766d0-0b1c-458f-b6c2-6ed471baf10f,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:13.579899 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.650678 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] For port e65aef12-89f0-43c9-a5d6-b8ee0375fa33, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:13.657314 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] For port e65aef12-89f0-43c9-a5d6-b8ee0375fa33, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e65aef12-89f0-43c9-a5d6-b8ee0375fa33,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:53:13.662688 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.667278 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Attempting to bind port ce0766d0-0b1c-458f-b6c2-6ed471baf10f on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:53:13.667644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Attempting to bind port ce0766d0-0b1c-458f-b6c2-6ed471baf10f by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e6efeab1-b21b-4934-8f4d-24f3736a9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:53:13.668091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Attempting to bind port ce0766d0-0b1c-458f-b6c2-6ed471baf10f on network 766876a2-9b53-4b7f-b1c9-ccedb375f5e5 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:13.674486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:53:13.674856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Checking segment: {'id': 'e6efeab1-b21b-4934-8f4d-24f3736a9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:13.675250 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.675641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Bound using segment: {'id': 'e6efeab1-b21b-4934-8f4d-24f3736a9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:53:13.676099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Bound port: ce0766d0-0b1c-458f-b6c2-6ed471baf10f, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6efeab1-b21b-4934-8f4d-24f3736a9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:53:13.676463 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.737417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Allocated IP 172.25.5.128 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:53:13.769820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] For port ce0766d0-0b1c-458f-b6c2-6ed471baf10f, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:13.773410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] For port ce0766d0-0b1c-458f-b6c2-6ed471baf10f, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ce0766d0-0b1c-458f-b6c2-6ed471baf10f,segment=NetworkSegment(e6efeab1-b21b-4934-8f4d-24f3736a9d0b),segment_id=e6efeab1-b21b-4934-8f4d-24f3736a9d0b)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:53:13.780027 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:13.780327 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:53:13.780960 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:53:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:13.868855 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d1b95-32ba-4511-8d92-1357a014a495 None None] Pushing event updated for resources: {'Port': ['ID=e65aef12-89f0-43c9-a5d6-b8ee0375fa33,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:13.904355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f67bf1-c1e0-49a7-a370-772a777a5f28 None None] Pushing event updated for resources: {'Port': ['ID=ce0766d0-0b1c-458f-b6c2-6ed471baf10f,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:13.927766 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cc45fec4-19be-4dfb-ae83-b77cc2f4960f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:14.014321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port cc45fec4-19be-4dfb-ae83-b77cc2f4960f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:14.014765 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:14.033958 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:53:14.111021 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:14.148420 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:14.238165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port cc45fec4-19be-4dfb-ae83-b77cc2f4960f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:14.258682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:53:14.261655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:14.267533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:53:14.297727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Pushing event updated for resources: {'Port': ['ID=f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:14.411162 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:13Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:14.415203 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e57f51-7f34-438e-8d8d-85e74244542c None None] The sync data for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 is: [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:13Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:53:14.668859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58670) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:14.736710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1aa07-24a8-4b70-9363-d4d9eb6012f1 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:14.738643 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3ff1aa07-24a8-4b70-9363-d4d9eb6012f1 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e HTTP/1.1" status: 200 len: 814 time: 0.0686474 Jun 04 16:53:14.774231 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:15.089457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c9cfd-d033-4401-ad50-2afdd485a6ed None None] Network 766876a2-9b53-4b7f-b1c9-ccedb375f5e5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:53:15.140060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:15.189007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-522b7584-ffc9-4664-a346-1ad441f79c5f None None] Provisioning for port ce0766d0-0b1c-458f-b6c2-6ed471baf10f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:15.359088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Router cf31789a-fdf2-489a-8940-9e90996ed5c6 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:53:15.466897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58678) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:15.474583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'network': {'name': 'tempest-network-smoke--173351967', 'project_id': '7921b0dcce8342988ab0008c35137638', 'port_security_enabled': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:15.481033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:15.485622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:network and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:15.493243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:15.501223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:15.514269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Made reservation on behalf of 7921b0dcce8342988ab0008c35137638 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:53:15.518077 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:15.559857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:53:15.573828 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:15.574666 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Added segment 645f79f2-4203-4e10-9a3a-8d462ad77558 of type vlan for network d52eeba7-e6a9-4335-a1bd-1d839e21b933 Jun 04 16:53:15.608760 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:15.643419 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:15.648882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:15.649457 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:15.701433 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:53:15.710853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Sync routers for ids ['cf31789a-fdf2-489a-8940-9e90996ed5c6'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:53:15.721758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Routers {'cf31789a-fdf2-489a-8940-9e90996ed5c6'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:53:15.722836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:53:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cf31789a-fdf2-489a-8940-9e90996ed5c6'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:15.725925 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:15.727361 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1043cc5c-d5f8-43ff-8a89-caec31edc76b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9014502 Jun 04 16:53:15.730324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58682) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:15.760519 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2895386 Jun 04 16:53:15.761356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58686) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:15.799863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Network': ['ID=d52eeba7-e6a9-4335-a1bd-1d839e21b933,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:15.818933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:15.820025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:15.820025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:15.820316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:15.820645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:15.820970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:15.821293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:15.821617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:15.821934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:15.822246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:15.822789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:15.823390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7247e-44f5-423f-b08e-e2b29ef32394 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:15.836050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network d52eeba7-e6a9-4335-a1bd-1d839e21b933 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:53:15.844955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2768c1-0fcf-4b7d-a116-0f2caa57f7e6 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:15.847513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1f2768c1-0fcf-4b7d-a116-0f2caa57f7e6 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7921b0dcce8342988ab0008c35137638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0848370 Jun 04 16:53:15.850984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58690) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:15.959583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e65aef12-89f0-43c9-a5d6-b8ee0375fa33 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:16.004987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fc0ea3-7759-4c64-9808-8d439ed96f39 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:16.009337 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b5fc0ea3-7759-4c64-9808-8d439ed96f39 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1545138 Jun 04 16:53:16.009514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58694) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:16.051165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a0a23181-2595-49cb-8fe8-32130483f240 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405736 Jun 04 16:53:16.054001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58698) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:16.098343 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dd3d9ff8-9d72-4465-b95c-b55bf472b533 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7921b0dcce8342988ab0008c35137638&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430024 Jun 04 16:53:16.100929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58702) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:16.107042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Set router cf31789a-fdf2-489a-8940-9e90996ed5c6 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:53:16.307995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:16.325284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:16.325634 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:16.367634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02333cd0-3586-4ca6-9935-be9b1f88749d tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:16.369509 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-02333cd0-3586-4ca6-9935-be9b1f88749d tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2673993 Jun 04 16:53:16.372446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58706) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:16.413331 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f685ddb3-ce3e-4a1e-9df3-a0c89be69cfa tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380039 Jun 04 16:53:16.415888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58710) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:16.422033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1695260567', 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933', 'project_id': '7921b0dcce8342988ab0008c35137638', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:16.497535 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:16.517798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:16.518164 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:16.546547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:16.551164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:subnet and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:16.555209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:16.557174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'name': 'tempest-TestVolumeBootPattern-180803923-router', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:12Z', 'updated_at': '2022-06-04T16:53:14Z', 'revision_number': 3, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'gw_port': {'id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:13Z', 'updated_at': '2022-06-04T16:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:16.560844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e65aef12-89f0-43c9-a5d6-b8ee0375fa33, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e65aef12-89f0-43c9-a5d6-b8ee0375fa33,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:16.563045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:16.564984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Checking router: cf31789a-fdf2-489a-8940-9e90996ed5c6 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:53:16.565682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Updating router cf31789a-fdf2-489a-8940-9e90996ed5c6 port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:53:16.577635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Made reservation on behalf of 7921b0dcce8342988ab0008c35137638 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:53:16.583902 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:16.599925 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:16.600825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ce0766d0-0b1c-458f-b6c2-6ed471baf10f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:16.726368 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:16.742516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Allocated IP 172.20.0.1 (766876a2-9b53-4b7f-b1c9-ccedb375f5e5/505eb692-7308-47da-9ce9-061b2dd49964/f37567fb-2411-491f-bccd-a9c9ba54d2b7) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:53:16.782204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e65aef12-89f0-43c9-a5d6-b8ee0375fa33,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:16.815461 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:16.876523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port ce0766d0-0b1c-458f-b6c2-6ed471baf10f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:16.892272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ce0766d0-0b1c-458f-b6c2-6ed471baf10f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:16.892635 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:16.908801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Subnet': ['ID=8b62c0ed-f613-4228-b376-2583737dbad9,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:16.913523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Checking segment: {'id': '645f79f2-4203-4e10-9a3a-8d462ad77558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:16.913523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network hostable DHCP agents. Network: d52eeba7-e6a9-4335-a1bd-1d839e21b933, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:53:16.920748 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:16.937836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network d52eeba7-e6a9-4335-a1bd-1d839e21b933 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:53:16.946274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Transition to ACTIVE for port object f37567fb-2411-491f-bccd-a9c9ba54d2b7 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:16.952218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, d52eeba7-e6a9-4335-a1bd-1d839e21b933) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:16.964426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:16.965363 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:16.978526 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:16.980313 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a665ea-2ce3-4052-aee7-b22ee2fc8351 None None] Network d52eeba7-e6a9-4335-a1bd-1d839e21b933 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:53:16.999621 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fdc4cb9b-9205-494c-aea1-09dba515a2af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5767443 Jun 04 16:53:17.078850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58718) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:17.083350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Network 766876a2-9b53-4b7f-b1c9-ccedb375f5e5 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:53:17.084628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-57c2e080-9d74-4c76-9b9b-8af9a8386a86 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620145754', 'description': 'tempest-secgroup-smoke-620145754 description', 'project_id': '7921b0dcce8342988ab0008c35137638'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:17.086583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:17.091723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-57c2e080-9d74-4c76-9b9b-8af9a8386a86 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:17.094018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:53:17.101871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-57c2e080-9d74-4c76-9b9b-8af9a8386a86 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:17.122752 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57c2e080-9d74-4c76-9b9b-8af9a8386a86 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.135809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Pushing event updated for resources: {'Port': ['ID=f37567fb-2411-491f-bccd-a9c9ba54d2b7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:17.151121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-57c2e080-9d74-4c76-9b9b-8af9a8386a86 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:17.155795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-57c2e080-9d74-4c76-9b9b-8af9a8386a86 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:17.158713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-57c2e080-9d74-4c76-9b9b-8af9a8386a86 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:17.164905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-57c2e080-9d74-4c76-9b9b-8af9a8386a86 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:17.224969 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.257596 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-714b62c9-1d01-48ac-a3e3-8c01fc267202 req-888446a8-c573-473f-b7e7-5a5a99892ac4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1232805 Jun 04 16:53:17.282589 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ce0766d0-0b1c-458f-b6c2-6ed471baf10f is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:17.283105 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.299658 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57c2e080-9d74-4c76-9b9b-8af9a8386a86 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.309625 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57c2e080-9d74-4c76-9b9b-8af9a8386a86 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.379385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2e080-9d74-4c76-9b9b-8af9a8386a86 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94d28de-7a91-49a0-a9a6-6393ed997a1a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:17.387184 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-57c2e080-9d74-4c76-9b9b-8af9a8386a86 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.388571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-57c2e080-9d74-4c76-9b9b-8af9a8386a86 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3084309 Jun 04 16:53:17.391744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58724) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:17.398137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0c3fb5fa-2dce-4829-9605-ae00af3e0e5c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': 'a94d28de-7a91-49a0-a9a6-6393ed997a1a', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:17.406804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0c3fb5fa-2dce-4829-9605-ae00af3e0e5c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:17.411114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0c3fb5fa-2dce-4829-9605-ae00af3e0e5c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:17.414132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0c3fb5fa-2dce-4829-9605-ae00af3e0e5c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:17.420159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0c3fb5fa-2dce-4829-9605-ae00af3e0e5c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:17.428710 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.438456 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c3fb5fa-2dce-4829-9605-ae00af3e0e5c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.481311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port ce0766d0-0b1c-458f-b6c2-6ed471baf10f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ce0766d0-0b1c-458f-b6c2-6ed471baf10f,segment=NetworkSegment(e6efeab1-b21b-4934-8f4d-24f3736a9d0b),segment_id=e6efeab1-b21b-4934-8f4d-24f3736a9d0b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:17.491949 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.520086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c3fb5fa-2dce-4829-9605-ae00af3e0e5c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.527181 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c3fb5fa-2dce-4829-9605-ae00af3e0e5c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.540812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-d52eeba7-e6a9-4335-a1bd-1d839e21b933', 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ips': [{'subnet_id': '8b62c0ed-f613-4228-b376-2583737dbad9'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:53:17.541665 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.570000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fb5fa-2dce-4829-9605-ae00af3e0e5c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c256134-1a33-4300-9d7d-52429f44133d,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:17.574665 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c3fb5fa-2dce-4829-9605-ae00af3e0e5c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.576481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0c3fb5fa-2dce-4829-9605-ae00af3e0e5c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1837242 Jun 04 16:53:17.579627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58728) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:17.589064 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.592254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-acc35d63-4eba-4609-8fdd-308840e4f6bb tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': 'a94d28de-7a91-49a0-a9a6-6393ed997a1a', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:17.597468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8c46cd3d-6889-4bdc-a14a-dd420e17c59e None None] Provisioning for port f37567fb-2411-491f-bccd-a9c9ba54d2b7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:17.600494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-acc35d63-4eba-4609-8fdd-308840e4f6bb tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:17.605843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-acc35d63-4eba-4609-8fdd-308840e4f6bb tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:17.620072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Transition to ACTIVE for port object f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:17.626287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-acc35d63-4eba-4609-8fdd-308840e4f6bb tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:17.632991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-acc35d63-4eba-4609-8fdd-308840e4f6bb tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:17.653481 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-acc35d63-4eba-4609-8fdd-308840e4f6bb tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.670280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8c46cd3d-6889-4bdc-a14a-dd420e17c59e None None] Provisioning complete for port f37567fb-2411-491f-bccd-a9c9ba54d2b7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:17.670862 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8c46cd3d-6889-4bdc-a14a-dd420e17c59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.710976 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.728325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=ce0766d0-0b1c-458f-b6c2-6ed471baf10f,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:17.731992 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-acc35d63-4eba-4609-8fdd-308840e4f6bb tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.737153 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-acc35d63-4eba-4609-8fdd-308840e4f6bb tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.773222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc35d63-4eba-4609-8fdd-308840e4f6bb tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29849cd7-96a1-4c72-beb7-dc29d8efcd6b,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:17.778243 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-acc35d63-4eba-4609-8fdd-308840e4f6bb tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.783522 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-acc35d63-4eba-4609-8fdd-308840e4f6bb tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2024970 Jun 04 16:53:17.784399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58732) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:17.789938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ad24c40e-b60f-4965-a86b-7e46603728f1 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': 'a94d28de-7a91-49a0-a9a6-6393ed997a1a', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:17.798885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ad24c40e-b60f-4965-a86b-7e46603728f1 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:17.802872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ad24c40e-b60f-4965-a86b-7e46603728f1 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:17.806054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ad24c40e-b60f-4965-a86b-7e46603728f1 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:17.812386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ad24c40e-b60f-4965-a86b-7e46603728f1 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:17.813140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b62c9-1d01-48ac-a3e3-8c01fc267202 req-2a1a9fb1-2413-46ae-be49-95c1d2aa969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:17.814671 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-714b62c9-1d01-48ac-a3e3-8c01fc267202 req-2a1a9fb1-2413-46ae-be49-95c1d2aa969d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 1096 time: 0.3871012 Jun 04 16:53:17.840942 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad24c40e-b60f-4965-a86b-7e46603728f1 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.843062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8c46cd3d-6889-4bdc-a14a-dd420e17c59e None None] Port f37567fb-2411-491f-bccd-a9c9ba54d2b7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:53:17.855276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31405f35-191a-478f-8d99-1ba2563081ab None None] Pushing event updated for resources: {'Port': ['ID=f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:17.857524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Attempting to bind port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:53:17.857882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Attempting to bind port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:53:17.858240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Attempting to bind port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:17.894948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:53:17.895311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:17.895710 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.896495 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:53:17.896614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Bound port: f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:53:17.896915 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.939952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e65aef12-89f0-43c9-a5d6-b8ee0375fa33 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:17.945300 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad24c40e-b60f-4965-a86b-7e46603728f1 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.949931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad24c40e-b60f-4965-a86b-7e46603728f1 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.977023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24c40e-b60f-4965-a86b-7e46603728f1 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46459984-b1b6-46ae-81b0-05cdadf8a024,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:17.989885 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad24c40e-b60f-4965-a86b-7e46603728f1 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:17.994143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ad24c40e-b60f-4965-a86b-7e46603728f1 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2058969 Jun 04 16:53:17.994902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58736) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:18.001559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-91d68452-ae42-41da-8597-dffbde2cda80 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': 'a94d28de-7a91-49a0-a9a6-6393ed997a1a', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:18.009133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-91d68452-ae42-41da-8597-dffbde2cda80 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:18.014688 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.014906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-91d68452-ae42-41da-8597-dffbde2cda80 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:18.020497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-91d68452-ae42-41da-8597-dffbde2cda80 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:18.024146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b62c9-1d01-48ac-a3e3-8c01fc267202 req-ddd196a3-4765-433f-a039-31a9e7202243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:18.025747 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-714b62c9-1d01-48ac-a3e3-8c01fc267202 req-ddd196a3-4765-433f-a039-31a9e7202243 service neutron] 10.222.0.46 "GET /v2.0/networks?id=92c36e80-3bca-4d38-91c7-01cb7d40bd9c HTTP/1.1" status: 200 len: 897 time: 0.1754835 Jun 04 16:53:18.026999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.030714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-91d68452-ae42-41da-8597-dffbde2cda80 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:18.050935 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91d68452-ae42-41da-8597-dffbde2cda80 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.054618 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Allocated IP 172.20.0.18 (d52eeba7-e6a9-4335-a1bd-1d839e21b933/8b62c0ed-f613-4228-b376-2583737dbad9/c26e91f5-bec2-4b7a-ab89-4b0358892c61) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:53:18.065769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] For port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:18.072268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] For port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:53:18.094451 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.122357 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91d68452-ae42-41da-8597-dffbde2cda80 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.126379 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91d68452-ae42-41da-8597-dffbde2cda80 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.157685 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91d68452-ae42-41da-8597-dffbde2cda80 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.161598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-91d68452-ae42-41da-8597-dffbde2cda80 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1629810 Jun 04 16:53:18.162795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58740) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:18.168547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-765dfe60-39fb-4549-a109-258ebec662d7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': 'a94d28de-7a91-49a0-a9a6-6393ed997a1a', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:18.173231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d68452-ae42-41da-8597-dffbde2cda80 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83144d8b-1281-4713-bf53-ad6c6c68435e,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:18.178051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-765dfe60-39fb-4549-a109-258ebec662d7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:18.182033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-765dfe60-39fb-4549-a109-258ebec662d7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:18.185090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-765dfe60-39fb-4549-a109-258ebec662d7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:18.190805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-765dfe60-39fb-4549-a109-258ebec662d7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:18.204255 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-765dfe60-39fb-4549-a109-258ebec662d7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Project 7921b0dcce8342988ab0008c35137638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:53:18.213206 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-765dfe60-39fb-4549-a109-258ebec662d7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.231101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:18.231313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.231452 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.242005 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Pushing event updated for resources: {'Port': ['ID=f37567fb-2411-491f-bccd-a9c9ba54d2b7,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:18.249642 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-714b62c9-1d01-48ac-a3e3-8c01fc267202 req-08935101-389f-4f63-8aee-04c70d527f74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd HTTP/1.1" status: 200 len: 1001 time: 0.1914842 Jun 04 16:53:18.282141 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-765dfe60-39fb-4549-a109-258ebec662d7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.287169 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-765dfe60-39fb-4549-a109-258ebec662d7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.310287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31405f35-191a-478f-8d99-1ba2563081ab None None] Pushing event updated for resources: {'Port': ['ID=f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:18.312820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Routers {'cf31789a-fdf2-489a-8940-9e90996ed5c6'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:53:18.313413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:53:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cf31789a-fdf2-489a-8940-9e90996ed5c6'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:18.329078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dfe60-39fb-4549-a109-258ebec662d7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca42a09-c62f-49ff-84cd-7aff8d1e9af3,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:18.346817 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-765dfe60-39fb-4549-a109-258ebec662d7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.350774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-765dfe60-39fb-4549-a109-258ebec662d7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1852167 Jun 04 16:53:18.350976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 58744) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:18.356113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-82d913fe-00ce-49c8-a267-4a5a5487bf94 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': 'a94d28de-7a91-49a0-a9a6-6393ed997a1a', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:18.363731 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-82d913fe-00ce-49c8-a267-4a5a5487bf94 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:18.367895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-82d913fe-00ce-49c8-a267-4a5a5487bf94 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:18.371199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-82d913fe-00ce-49c8-a267-4a5a5487bf94 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:18.376979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-82d913fe-00ce-49c8-a267-4a5a5487bf94 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:18.389477 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-82d913fe-00ce-49c8-a267-4a5a5487bf94 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Project 7921b0dcce8342988ab0008c35137638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:53:18.397407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b62c9-1d01-48ac-a3e3-8c01fc267202 req-3c8a62f8-eb93-4a59-8022-e9cf04b04536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:18.397643 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82d913fe-00ce-49c8-a267-4a5a5487bf94 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.399106 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-714b62c9-1d01-48ac-a3e3-8c01fc267202 req-3c8a62f8-eb93-4a59-8022-e9cf04b04536 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3da251b-6f20-4f45-a04c-dc46c9cbb69f HTTP/1.1" status: 200 len: 835 time: 0.1357279 Jun 04 16:53:18.470546 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82d913fe-00ce-49c8-a267-4a5a5487bf94 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.475929 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82d913fe-00ce-49c8-a267-4a5a5487bf94 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.490492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Network 766876a2-9b53-4b7f-b1c9-ccedb375f5e5 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:53:18.492935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:18.521486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d913fe-00ce-49c8-a267-4a5a5487bf94 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242f7fef-6dbd-48e9-9ff4-e477a75464ea,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:18.557223 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-82d913fe-00ce-49c8-a267-4a5a5487bf94 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.568694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-82d913fe-00ce-49c8-a267-4a5a5487bf94 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2069604 Jun 04 16:53:18.665247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b62c9-1d01-48ac-a3e3-8c01fc267202 req-f47a689a-693d-4d1b-a8b9-1691554e8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:18.667121 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-714b62c9-1d01-48ac-a3e3-8c01fc267202 req-f47a689a-693d-4d1b-a8b9-1691554e8dcf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92c36e80-3bca-4d38-91c7-01cb7d40bd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2533073 Jun 04 16:53:18.711873 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:18.745335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] Set router cf31789a-fdf2-489a-8940-9e90996ed5c6 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:53:18.792212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Transition to ACTIVE for port object c26e91f5-bec2-4b7a-ab89-4b0358892c61 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:18.795094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:18.796308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ce0766d0-0b1c-458f-b6c2-6ed471baf10f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:18.828590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Router cf31789a-fdf2-489a-8940-9e90996ed5c6 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:53:18.832539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-cfad32d2-e51f-4b67-a344-6f28de7735ca tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Synchronizing usage tracker for tenant:7921b0dcce8342988ab0008c35137638 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:53:18.850792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-cfad32d2-e51f-4b67-a344-6f28de7735ca tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Unset dirty status for tenant:7921b0dcce8342988ab0008c35137638 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:53:18.851540 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-714b62c9-1d01-48ac-a3e3-8c01fc267202 req-2c866c8c-5483-4c47-8ffb-e3e33c8bdb81 service neutron] 10.222.0.46 "GET /v2.0/networks/92c36e80-3bca-4d38-91c7-01cb7d40bd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663313 Jun 04 16:53:18.852013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-cfad32d2-e51f-4b67-a344-6f28de7735ca tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620145754&fields=id&tenant_id=7921b0dcce8342988ab0008c35137638 HTTP/1.1" status: 200 len: 267 time: 0.0609834 Jun 04 16:53:18.883440 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Transition to ACTIVE for port object c26e91f5-bec2-4b7a-ab89-4b0358892c61 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:18.957501 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:19.027746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-a2343faf-d43f-4e71-a0a8-c5b3f5ecf877 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:19.028667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-a2343faf-d43f-4e71-a0a8-c5b3f5ecf877 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Synchronizing usage tracker for tenant:7921b0dcce8342988ab0008c35137638 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:53:19.039538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-deea4fb5-f762-4d55-b054-bba032fe1353 None None] Provisioning complete for port f37567fb-2411-491f-bccd-a9c9ba54d2b7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:19.039538 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-deea4fb5-f762-4d55-b054-bba032fe1353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:19.051023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-a2343faf-d43f-4e71-a0a8-c5b3f5ecf877 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Unset dirty status for tenant:7921b0dcce8342988ab0008c35137638 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:53:19.052321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-a2343faf-d43f-4e71-a0a8-c5b3f5ecf877 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/networks?id=d52eeba7-e6a9-4335-a1bd-1d839e21b933 HTTP/1.1" status: 200 len: 796 time: 0.1916964 Jun 04 16:53:19.071012 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-f7cd43ed-8360-4160-a4b8-3c36292a4e63 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/quotas/7921b0dcce8342988ab0008c35137638 HTTP/1.1" status: 200 len: 375 time: 0.0120926 Jun 04 16:53:19.164522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Network d52eeba7-e6a9-4335-a1bd-1d839e21b933 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:53:19.168846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Pushing event updated for resources: {'Port': ['ID=c26e91f5-bec2-4b7a-ab89-4b0358892c61,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:19.176183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:19.182626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:53:19.185059 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-e0b884a2-0e3a-4bad-b8d2-9be27ae65088 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1009154 Jun 04 16:53:19.248190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-deea4fb5-f762-4d55-b054-bba032fe1353 None None] Port f37567fb-2411-491f-bccd-a9c9ba54d2b7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:53:19.250191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ce0766d0-0b1c-458f-b6c2-6ed471baf10f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:19.250762 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:19.274039 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-714b62c9-1d01-48ac-a3e3-8c01fc267202 req-05912152-7e23-4192-8569-85473d4210e9 service neutron] 10.222.0.46 "GET /v2.0/networks/92c36e80-3bca-4d38-91c7-01cb7d40bd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722200 Jun 04 16:53:19.275067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:53:19.294144 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f2f79e28-b442-4f5d-9bf1-110ac10e3098 admin admin] 10.222.0.13 "PUT /v2.0/routers/cf31789a-fdf2-489a-8940-9e90996ed5c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5567763 Jun 04 16:53:19.324704 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-dafb52a1-3ba3-4a35-9ed0-8a2dd56fbb1f service neutron] 10.222.0.13 "GET /v2.0/networks/d52eeba7-e6a9-4335-a1bd-1d839e21b933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377292 Jun 04 16:53:19.432754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Attempting to bind port c26e91f5-bec2-4b7a-ab89-4b0358892c61 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:53:19.433372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Attempting to bind port c26e91f5-bec2-4b7a-ab89-4b0358892c61 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '645f79f2-4203-4e10-9a3a-8d462ad77558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:53:19.433734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Attempting to bind port c26e91f5-bec2-4b7a-ab89-4b0358892c61 on network d52eeba7-e6a9-4335-a1bd-1d839e21b933 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:19.441975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:53:19.442344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Checking segment: {'id': '645f79f2-4203-4e10-9a3a-8d462ad77558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:19.442761 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:19.443123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Bound using segment: {'id': '645f79f2-4203-4e10-9a3a-8d462ad77558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:53:19.444070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Bound port: c26e91f5-bec2-4b7a-ab89-4b0358892c61, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645f79f2-4203-4e10-9a3a-8d462ad77558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:53:19.444437 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:19.470922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-936ef3cf-a949-4fc3-b78a-b6b17a7389e0 service neutron] 10.222.0.13 "GET /v2.0/networks/d52eeba7-e6a9-4335-a1bd-1d839e21b933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394849 Jun 04 16:53:19.632218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] For port c26e91f5-bec2-4b7a-ab89-4b0358892c61, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:19.636106 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] For port c26e91f5-bec2-4b7a-ab89-4b0358892c61, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c26e91f5-bec2-4b7a-ab89-4b0358892c61,segment=NetworkSegment(645f79f2-4203-4e10-9a3a-8d462ad77558),segment_id=645f79f2-4203-4e10-9a3a-8d462ad77558)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:53:19.638200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ce0766d0-0b1c-458f-b6c2-6ed471baf10f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:19.649391 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:19.704293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'name': 'tempest-TestVolumeBootPattern-180803923-router', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:12Z', 'updated_at': '2022-06-04T16:53:17Z', 'revision_number': 4, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'gw_port': {'id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:13Z', 'updated_at': '2022-06-04T16:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f37567fb-2411-491f-bccd-a9c9ba54d2b7', 'name': '', 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'mac_address': 'fa:16:3e:ca:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '505eb692-7308-47da-9ce9-061b2dd49964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:16Z', 'updated_at': '2022-06-04T16:53:17Z', 'revision_number': 2, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'subnets': [{'id': '505eb692-7308-47da-9ce9-061b2dd49964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:19.718547 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7475af-80e1-4f33-9079-1a74604d05f5 None None] The sync data for ids ['cf31789a-fdf2-489a-8940-9e90996ed5c6'] in n-d-811809-3 is: [{'id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'name': 'tempest-TestVolumeBootPattern-180803923-router', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:12Z', 'updated_at': '2022-06-04T16:53:17Z', 'revision_number': 4, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'gw_port': {'id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:13Z', 'updated_at': '2022-06-04T16:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f37567fb-2411-491f-bccd-a9c9ba54d2b7', 'name': '', 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'mac_address': 'fa:16:3e:ca:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '505eb692-7308-47da-9ce9-061b2dd49964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:16Z', 'updated_at': '2022-06-04T16:53:17Z', 'revision_number': 2, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'subnets': [{'id': '505eb692-7308-47da-9ce9-061b2dd49964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:53:19.787025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9906f82-ca99-4c6e-b597-f2d046f8b8e9 None None] Pushing event updated for resources: {'Port': ['ID=c26e91f5-bec2-4b7a-ab89-4b0358892c61,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:19.947418 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef7611a0-96de-407c-805e-30211d683d1e req-f528996c-b62a-4c57-a39f-82e5c0d87011 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 210 time: 0.2934320 Jun 04 16:53:20.947074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07e1e7a-e468-482a-bb8c-91ce64fb4d44 None None] Network d52eeba7-e6a9-4335-a1bd-1d839e21b933 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:53:21.122275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9f50779f-15b3-4fbc-8c18-e75a7f45d615 None None] Provisioning for port c26e91f5-bec2-4b7a-ab89-4b0358892c61 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:21.190337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-646895e6-8509-4b1a-95de-8f19d159403a tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:21.193546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-646895e6-8509-4b1a-95de-8f19d159403a tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.42 "GET /v2.0/networks?id=d52eeba7-e6a9-4335-a1bd-1d839e21b933 HTTP/1.1" status: 200 len: 796 time: 0.3432221 Jun 04 16:53:21.294013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4d9c560-6fce-4cd8-a854-0470dc9b7543 req-412c2596-9aa8-4fea-8db1-9912b48e0428 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 210 time: 0.0667844 Jun 04 16:53:21.379547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ecc05684-6be2-41bf-8492-d23b64be74a7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7921b0dcce8342988ab0008c35137638 HTTP/1.1" status: 200 len: 471 time: 0.1713169 Jun 04 16:53:21.406753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'port': {'device_id': '37517b42-0710-4065-9bd7-7a6a2d1af7fc', 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933', 'admin_state_up': True, 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'security_groups': ['a94d28de-7a91-49a0-a9a6-6393ed997a1a']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:21.533874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6782a8f-86c8-45df-8bbf-29ef4b78d034 req-ae30f6d9-d8c0-42c3-b16b-01c589539ec4 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:21.537114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6782a8f-86c8-45df-8bbf-29ef4b78d034 req-ae30f6d9-d8c0-42c3-b16b-01c589539ec4 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1097 time: 0.2371686 Jun 04 16:53:21.610038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:21.618734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:port and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:21.623545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:21.632393 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6782a8f-86c8-45df-8bbf-29ef4b78d034 req-4404852e-803a-4865-9701-0f14cf46df14 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832801 Jun 04 16:53:21.633235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:21.657822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Made reservation on behalf of 7921b0dcce8342988ab0008c35137638 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:53:21.663003 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:21.928917 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f6330a1-209e-4ca2-9d9f-ecbd8e212ec6 req-720bdfe2-1463-4222-a427-3adf6781e757 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2293119 Jun 04 16:53:21.971971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c26e91f5-bec2-4b7a-ab89-4b0358892c61 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:22.049641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c26e91f5-bec2-4b7a-ab89-4b0358892c61 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:22.055227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c26e91f5-bec2-4b7a-ab89-4b0358892c61 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:22.055967 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:22.115553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aacf60-ef00-48fa-9ab9-9ba35987f7ac req-098d8b04-e3f4-47e3-8e89-c4dbbe7445a1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:22.117316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72aacf60-ef00-48fa-9ab9-9ba35987f7ac req-098d8b04-e3f4-47e3-8e89-c4dbbe7445a1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.3213911 Jun 04 16:53:22.164813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Allocated IP 172.20.0.20 (d52eeba7-e6a9-4335-a1bd-1d839e21b933/8b62c0ed-f613-4228-b376-2583737dbad9/6836e09d-655e-4cc1-b2df-b9859e7f1bcc) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:53:22.184441 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c26e91f5-bec2-4b7a-ab89-4b0358892c61 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:22.185542 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:22.219712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port c26e91f5-bec2-4b7a-ab89-4b0358892c61, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c26e91f5-bec2-4b7a-ab89-4b0358892c61,segment=NetworkSegment(645f79f2-4203-4e10-9a3a-8d462ad77558),segment_id=645f79f2-4203-4e10-9a3a-8d462ad77558)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:22.225089 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:22.225847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:22.303152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72aacf60-ef00-48fa-9ab9-9ba35987f7ac req-2ac82100-8e03-48e8-9c87-dbecead96dd2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276972 Jun 04 16:53:22.327736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58812) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:22.397369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=c26e91f5-bec2-4b7a-ab89-4b0358892c61,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:22.398809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-e983d4cf-e83b-4513-a836-c023056ba9b5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:22.399503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-e983d4cf-e83b-4513-a836-c023056ba9b5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:53:22.418700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:22.424305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:22.424666 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:22.436139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6330a1-209e-4ca2-9d9f-ecbd8e212ec6 req-0e197a3b-2ed0-4380-8a07-43d773b7e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:22.437614 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f6330a1-209e-4ca2-9d9f-ecbd8e212ec6 req-0e197a3b-2ed0-4380-8a07-43d773b7e9ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1097 time: 0.4183440 Jun 04 16:53:22.467551 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-83fc5040-3760-4417-8a59-4cbc42171c8c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/71813e67-8541-4dca-a051-75dbcc7dee87 HTTP/1.1" status: 200 len: 994 time: 0.1371953 Jun 04 16:53:22.550957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:22.551316 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:22.566231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-e983d4cf-e83b-4513-a836-c023056ba9b5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:53:22.567330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-e983d4cf-e83b-4513-a836-c023056ba9b5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.5035954 Jun 04 16:53:22.576461 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:22.583103 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:22.613025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7151a582-ade1-4611-8d47-1021ec185857 req-5a66c02a-3ad7-4a52-957e-0d794e561e7e tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 210 time: 0.1479108 Jun 04 16:53:22.661435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:22.665140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-18d21f3c-2949-40d2-b293-5fe9de9e2845 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/quotas/3851c6298f9e41ed9d0dae684e38ef5a HTTP/1.1" status: 200 len: 375 time: 0.0452805 Jun 04 16:53:22.672845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:22.752187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Transition to ACTIVE for port object 6836e09d-655e-4cc1-b2df-b9859e7f1bcc will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:22.782598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6330a1-209e-4ca2-9d9f-ecbd8e212ec6 req-1a5731ad-0557-4669-b635-03f5fc9bb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:22.784032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f6330a1-209e-4ca2-9d9f-ecbd8e212ec6 req-1a5731ad-0557-4669-b635-03f5fc9bb2e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 897 time: 0.3043792 Jun 04 16:53:22.859617 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Sync routers for ids ['cf31789a-fdf2-489a-8940-9e90996ed5c6'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:53:22.870518 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Routers {'cf31789a-fdf2-489a-8940-9e90996ed5c6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:53:22.871125 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:53:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cf31789a-fdf2-489a-8940-9e90996ed5c6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:22.893335 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:22.941694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f6330a1-209e-4ca2-9d9f-ecbd8e212ec6 req-be0d1ef9-d867-464e-9796-70b359ba4e7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1002 time: 0.1496720 Jun 04 16:53:22.947739 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-3ec8046c-8573-43bd-804c-f784452363e7 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2697718 Jun 04 16:53:23.053901 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Set router cf31789a-fdf2-489a-8940-9e90996ed5c6 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:53:23.228470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network d52eeba7-e6a9-4335-a1bd-1d839e21b933 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:53:23.244043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:23.251817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:53:23.285387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=6836e09d-655e-4cc1-b2df-b9859e7f1bcc,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:23.330087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6330a1-209e-4ca2-9d9f-ecbd8e212ec6 req-b4e25b14-bcf6-4c68-8fb3-636d6807b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:23.332466 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f6330a1-209e-4ca2-9d9f-ecbd8e212ec6 req-b4e25b14-bcf6-4c68-8fb3-636d6807b5f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.3749676 Jun 04 16:53:23.378527 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'name': 'tempest-TestVolumeBootPattern-180803923-router', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:12Z', 'updated_at': '2022-06-04T16:53:17Z', 'revision_number': 4, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'gw_port': {'id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:13Z', 'updated_at': '2022-06-04T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f37567fb-2411-491f-bccd-a9c9ba54d2b7', 'name': '', 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'mac_address': 'fa:16:3e:ca:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '505eb692-7308-47da-9ce9-061b2dd49964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:16Z', 'updated_at': '2022-06-04T16:53:17Z', 'revision_number': 2, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'subnets': [{'id': '505eb692-7308-47da-9ce9-061b2dd49964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:23.382825 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Checking router: cf31789a-fdf2-489a-8940-9e90996ed5c6 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:53:23.383294 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Updating router cf31789a-fdf2-489a-8940-9e90996ed5c6 port f37567fb-2411-491f-bccd-a9c9ba54d2b7 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:53:23.415007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:23.415767 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:23.447690 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:23.488338 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-91ce51de-5a83-415d-b770-3bea7baa53f2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0922043 Jun 04 16:53:23.508827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-dfe0d473-d885-4247-86fc-afcad7e72e2b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:53:23.509931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-dfe0d473-d885-4247-86fc-afcad7e72e2b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069916 Jun 04 16:53:23.525800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58828) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:23.532744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-0c6c6869-c5e5-4fb2-989f-71cbd6d36c67 service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739422 Jun 04 16:53:23.560518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Request body: {'port': {'device_id': '37517b42-0710-4065-9bd7-7a6a2d1af7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:23.619844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0fbd595f-e884-4428-9376-357fa9fdfe15 None None] Provisioning for port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:23.631948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6330a1-209e-4ca2-9d9f-ecbd8e212ec6 req-65ff6839-d753-4c97-9eb6-bdd4d9ecd177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:23.633432 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f6330a1-209e-4ca2-9d9f-ecbd8e212ec6 req-65ff6839-d753-4c97-9eb6-bdd4d9ecd177 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2774203 Jun 04 16:53:23.637114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0fbd595f-e884-4428-9376-357fa9fdfe15 None None] Provisioning complete for port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:23.637563 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0fbd595f-e884-4428-9376-357fa9fdfe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:23.712599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd595f-e884-4428-9376-357fa9fdfe15 None None] Port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:53:23.716641 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-8a254b16-bffc-4f15-93ea-792aafd1ecf9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1895902 Jun 04 16:53:23.882553 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:23.897780 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Transition to ACTIVE for port object f37567fb-2411-491f-bccd-a9c9ba54d2b7 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:23.916059 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:23.923735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c26e91f5-bec2-4b7a-ab89-4b0358892c61 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:23.945650 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:23.969934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-21199cb3-4962-4562-a3f9-c7b478b415df service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364038 Jun 04 16:53:24.062674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c26e91f5-bec2-4b7a-ab89-4b0358892c61 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:24.064898 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:24.080131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f6330a1-209e-4ca2-9d9f-ecbd8e212ec6 req-0a6348d4-c3b4-4a45-b4a1-d34ddc46b8b2 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578711 Jun 04 16:53:24.101357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc50dd1-05c5-47e5-b978-f10f33009958 req-17c094f6-f403-4230-8bab-e373e8eba33b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:24.111700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-efc50dd1-05c5-47e5-b978-f10f33009958 req-17c094f6-f403-4230-8bab-e373e8eba33b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.5221028 Jun 04 16:53:24.243255 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176d42d-7c88-42f7-850c-9c8ff1103218 None None] Pushing event updated for resources: {'Port': ['ID=f37567fb-2411-491f-bccd-a9c9ba54d2b7,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:24.307800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c26e91f5-bec2-4b7a-ab89-4b0358892c61 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:24.310089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:24.340185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-efc50dd1-05c5-47e5-b978-f10f33009958 req-366f8f51-d621-47c6-a5cf-e068352bc9ae tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272480 Jun 04 16:53:24.371155 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Attempting to bind port f37567fb-2411-491f-bccd-a9c9ba54d2b7 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:53:24.371747 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Attempting to bind port f37567fb-2411-491f-bccd-a9c9ba54d2b7 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e6efeab1-b21b-4934-8f4d-24f3736a9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:53:24.372242 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Attempting to bind port f37567fb-2411-491f-bccd-a9c9ba54d2b7 on network 766876a2-9b53-4b7f-b1c9-ccedb375f5e5 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:24.382249 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:53:24.382817 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Checking segment: {'id': 'e6efeab1-b21b-4934-8f4d-24f3736a9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:24.383220 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:24.383777 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Bound using segment: {'id': 'e6efeab1-b21b-4934-8f4d-24f3736a9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:53:24.384391 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Bound port: f37567fb-2411-491f-bccd-a9c9ba54d2b7, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6efeab1-b21b-4934-8f4d-24f3736a9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:53:24.384831 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:24.400958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:24.401385 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:24.507416 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] For port f37567fb-2411-491f-bccd-a9c9ba54d2b7, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:24.511192 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] For port f37567fb-2411-491f-bccd-a9c9ba54d2b7, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f37567fb-2411-491f-bccd-a9c9ba54d2b7,segment=NetworkSegment(e6efeab1-b21b-4934-8f4d-24f3736a9d0b),segment_id=e6efeab1-b21b-4934-8f4d-24f3736a9d0b)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:53:24.523592 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:24.571311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:24.703803 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:53:24.717132 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Routers {'cf31789a-fdf2-489a-8940-9e90996ed5c6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:53:24.717971 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:53:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cf31789a-fdf2-489a-8940-9e90996ed5c6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:24.723309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f6330a1-209e-4ca2-9d9f-ecbd8e212ec6 req-987d2ca4-1e04-4d1c-ac20-9776a2527e87 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326587 Jun 04 16:53:24.801968 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176d42d-7c88-42f7-850c-9c8ff1103218 None None] Pushing event updated for resources: {'Port': ['ID=f37567fb-2411-491f-bccd-a9c9ba54d2b7,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:24.876916 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9ca59ab-7fdd-4086-9da2-32505c004a5c req-bbbc9f38-4887-484c-90a8-e24b43ffb594 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 210 time: 0.0988219 Jun 04 16:53:24.952994 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] Set router cf31789a-fdf2-489a-8940-9e90996ed5c6 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:53:24.964273 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a5fd8-ed24-41ca-aace-a1f0f60afd92 req-fc56d363-af7c-4947-99bf-6fa99af62237 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:24.965029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-284a5fd8-ed24-41ca-aace-a1f0f60afd92 req-fc56d363-af7c-4947-99bf-6fa99af62237 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Synchronizing usage tracker for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:53:24.983565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6836e09d-655e-4cc1-b2df-b9859e7f1bcc {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:53:25.001425 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:25.004328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-284a5fd8-ed24-41ca-aace-a1f0f60afd92 req-fc56d363-af7c-4947-99bf-6fa99af62237 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Unset dirty status for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:53:25.006632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-284a5fd8-ed24-41ca-aace-a1f0f60afd92 req-fc56d363-af7c-4947-99bf-6fa99af62237 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 932 time: 0.4238605 Jun 04 16:53:25.040682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Transition to ACTIVE for port object 6836e09d-655e-4cc1-b2df-b9859e7f1bcc will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:25.058566 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:25.105419 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-284a5fd8-ed24-41ca-aace-a1f0f60afd92 req-df1b3ad1-bf66-4d0c-9261-314e14d7fd1f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=a94d28de-7a91-49a0-a9a6-6393ed997a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896235 Jun 04 16:53:25.385646 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'name': 'tempest-TestVolumeBootPattern-180803923-router', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:12Z', 'updated_at': '2022-06-04T16:53:17Z', 'revision_number': 4, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'gw_port': {'id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:13Z', 'updated_at': '2022-06-04T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f37567fb-2411-491f-bccd-a9c9ba54d2b7', 'name': '', 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'mac_address': 'fa:16:3e:ca:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '505eb692-7308-47da-9ce9-061b2dd49964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:16Z', 'updated_at': '2022-06-04T16:53:24Z', 'revision_number': 4, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'subnets': [{'id': '505eb692-7308-47da-9ce9-061b2dd49964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:25.391123 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a25faa-54f8-46e0-a0c2-92d0f25c5ed2 None None] The sync data for ids ['cf31789a-fdf2-489a-8940-9e90996ed5c6'] in n-d-811809-3 is: [{'id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'name': 'tempest-TestVolumeBootPattern-180803923-router', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:12Z', 'updated_at': '2022-06-04T16:53:17Z', 'revision_number': 4, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'gw_port': {'id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:13Z', 'updated_at': '2022-06-04T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f37567fb-2411-491f-bccd-a9c9ba54d2b7', 'name': '', 'network_id': '766876a2-9b53-4b7f-b1c9-ccedb375f5e5', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'mac_address': 'fa:16:3e:ca:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '505eb692-7308-47da-9ce9-061b2dd49964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:16Z', 'updated_at': '2022-06-04T16:53:24Z', 'revision_number': 4, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'subnets': [{'id': '505eb692-7308-47da-9ce9-061b2dd49964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:53:25.486242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Pushing event updated for resources: {'Port': ['ID=6836e09d-655e-4cc1-b2df-b9859e7f1bcc,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:25.640089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Attempting to bind port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:53:25.640477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Attempting to bind port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '645f79f2-4203-4e10-9a3a-8d462ad77558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:53:25.640739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Attempting to bind port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc on network d52eeba7-e6a9-4335-a1bd-1d839e21b933 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:25.652801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-7d59de4e-3697-4ba1-97f2-0a790c9e133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:25.654281 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-7d59de4e-3697-4ba1-97f2-0a790c9e133c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1097 time: 0.2881389 Jun 04 16:53:25.657300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc on network d52eeba7-e6a9-4335-a1bd-1d839e21b933 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:53:25.657614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Attempting to bind port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc on network d52eeba7-e6a9-4335-a1bd-1d839e21b933 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:25.685309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:53:25.685652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Checking segment: {'id': '645f79f2-4203-4e10-9a3a-8d462ad77558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:25.686037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Bound using segment: {'id': '645f79f2-4203-4e10-9a3a-8d462ad77558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:53:25.686509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Bound port: 6836e09d-655e-4cc1-b2df-b9859e7f1bcc, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645f79f2-4203-4e10-9a3a-8d462ad77558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:53:25.686850 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:25.705368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad515e56-001e-4a74-9955-8525b76a857c req-8bdd8e0b-d73f-4d7a-a31d-d2a680c471ba tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:25.708919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad515e56-001e-4a74-9955-8525b76a857c req-8bdd8e0b-d73f-4d7a-a31d-d2a680c471ba tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.2323563 Jun 04 16:53:25.890714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad515e56-001e-4a74-9955-8525b76a857c req-6ad329de-7fca-4c54-9c12-d83cdf2b323c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743193 Jun 04 16:53:25.913772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f37567fb-2411-491f-bccd-a9c9ba54d2b7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:25.963898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] For port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:25.966974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-b1fb6d47-00ef-4f74-ad5d-a055292ce3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:25.968692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-b1fb6d47-00ef-4f74-ad5d-a055292ce3be service neutron] 10.222.0.42 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 897 time: 0.3064601 Jun 04 16:53:25.975599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] For port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6836e09d-655e-4cc1-b2df-b9859e7f1bcc,segment=NetworkSegment(645f79f2-4203-4e10-9a3a-8d462ad77558),segment_id=645f79f2-4203-4e10-9a3a-8d462ad77558)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:53:26.051339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port f37567fb-2411-491f-bccd-a9c9ba54d2b7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:26.056823 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:26.059973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f37567fb-2411-491f-bccd-a9c9ba54d2b7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:26.060749 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:26.162517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-bb6ddbae-7dc9-475b-a7ff-c284042d6d58 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:26.164587 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-bb6ddbae-7dc9-475b-a7ff-c284042d6d58 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.1739693 Jun 04 16:53:26.178489 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'port': {'device_id': '056175b8-605f-4396-bc22-55339f585166', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'admin_state_up': True, 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:26.234176 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-33ad73c0-4ef2-4fbe-977f-78ecd7e27493 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1002 time: 0.2572000 Jun 04 16:53:26.237541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f37567fb-2411-491f-bccd-a9c9ba54d2b7 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:26.238023 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:26.274102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-644ba58a-6b4e-4cdd-be39-204f9420203d req-e08d8d6b-b471-4a26-9e44-3a92a43c3198 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 210 time: 0.2244878 Jun 04 16:53:26.275523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port f37567fb-2411-491f-bccd-a9c9ba54d2b7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f37567fb-2411-491f-bccd-a9c9ba54d2b7,segment=NetworkSegment(e6efeab1-b21b-4934-8f4d-24f3736a9d0b),segment_id=e6efeab1-b21b-4934-8f4d-24f3736a9d0b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:26.283278 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:26.371434 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=f37567fb-2411-491f-bccd-a9c9ba54d2b7,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:26.397933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:26.398054 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:26.399421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] 10.222.0.42 "PUT /v2.0/ports/6836e09d-655e-4cc1-b2df-b9859e7f1bcc HTTP/1.1" status: 200 len: 1092 time: 2.8648322 Jun 04 16:53:26.404236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37517b42-0710-4065-9bd7-7a6a2d1af7fc', 'tag': '6836e09d-655e-4cc1-b2df-b9859e7f1bcc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:53:26.450346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:53:26.457348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Usage tracker for resource:port and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:53:26.461800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:53:26.483348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:53:26.506908 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831aafcb-a791-439d-8e53-f0fa80ec848e'] response: {'name': 'network-changed', 'server_uuid': '37517b42-0710-4065-9bd7-7a6a2d1af7fc', 'tag': '6836e09d-655e-4cc1-b2df-b9859e7f1bcc', 'status': 'completed', 'code': 200} Jun 04 16:53:26.520922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Made reservation on behalf of 3851c6298f9e41ed9d0dae684e38ef5a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:53:26.526688 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:26.542282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-f5134e1d-2757-46d1-9a9b-d9a4473a2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:26.544484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-f5134e1d-2757-46d1-9a9b-d9a4473a2e12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.2859774 Jun 04 16:53:26.545614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5efb93-02a7-44b3-875b-ba6af4cc8b7b service neutron] Pushing event updated for resources: {'Port': ['ID=6836e09d-655e-4cc1-b2df-b9859e7f1bcc,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:26.662000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d230c-c972-4290-adc3-3cd7527785b1 req-3ecd39d4-9323-45b5-b18d-056984e1b38c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:26.663648 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d8d230c-c972-4290-adc3-3cd7527785b1 req-3ecd39d4-9323-45b5-b18d-056984e1b38c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 944 time: 0.4019332 Jun 04 16:53:26.704494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-17fa02cc-d15a-46f2-91a7-432c892ea922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:26.706384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-17fa02cc-d15a-46f2-91a7-432c892ea922 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 1095 time: 0.2493105 Jun 04 16:53:26.723705 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Allocated IP 172.20.0.14 (713f7d25-cf56-4011-ac02-488f23a055f7/cbd18313-35ca-4464-b58c-992caea692ff/9d05f658-6492-4c64-9a49-6c0314c36a33) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:53:26.787321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-89e577d3-e574-40fb-9bf8-5b9efde0c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:26.788823 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-89e577d3-e574-40fb-9bf8-5b9efde0c5ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2337754 Jun 04 16:53:26.798164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d8d230c-c972-4290-adc3-3cd7527785b1 req-43205c95-8778-49e0-9eaa-dc7a7de6acd2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=a94d28de-7a91-49a0-a9a6-6393ed997a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260915 Jun 04 16:53:26.817477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-92adc794-e255-4ffa-aef2-92b330fb0254 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=6836e09d-655e-4cc1-b2df-b9859e7f1bcc HTTP/1.1" status: 200 len: 217 time: 0.0993807 Jun 04 16:53:26.940871 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:26.954532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-6d11db7d-42d9-4075-a9c8-ba76eab35b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:26.956069 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-6d11db7d-42d9-4075-a9c8-ba76eab35b01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b62c0ed-f613-4228-b376-2583737dbad9 HTTP/1.1" status: 200 len: 838 time: 0.1325395 Jun 04 16:53:26.968775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Transition to ACTIVE for port object 9d05f658-6492-4c64-9a49-6c0314c36a33 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:26.998212 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:27.048318 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-f2e56f80-c077-414e-a0a4-ed5f71c58bcc service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490103 Jun 04 16:53:27.090954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Network 713f7d25-cf56-4011-ac02-488f23a055f7 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:53:27.091836 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'Port': ['ID=9d05f658-6492-4c64-9a49-6c0314c36a33,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:27.095040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:27.097161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:53:27.167462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:27.168423 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:27.200882 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-7ead2b8c-f69c-41b4-9bf2-db85481aa25e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0265417 Jun 04 16:53:27.215110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Request body: {'port': {'device_id': '056175b8-605f-4396-bc22-55339f585166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:27.385139 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:27.397358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-7fb42221-9cae-42d1-85f4-9e7bffac7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:27.399075 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-7fb42221-9cae-42d1-85f4-9e7bffac7b0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d52eeba7-e6a9-4335-a1bd-1d839e21b933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4260786 Jun 04 16:53:27.435146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-27e3cf34-6552-4edb-be32-278529d69966 None None] Provisioning for port 9d05f658-6492-4c64-9a49-6c0314c36a33 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:27.439118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-1492f856-a242-421c-97a6-0e61c0733675 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850031 Jun 04 16:53:27.441940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-27e3cf34-6552-4edb-be32-278529d69966 None None] Provisioning complete for port 9d05f658-6492-4c64-9a49-6c0314c36a33 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:27.443073 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-27e3cf34-6552-4edb-be32-278529d69966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:27.530293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-27e3cf34-6552-4edb-be32-278529d69966 None None] Port 9d05f658-6492-4c64-9a49-6c0314c36a33 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:53:27.626294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11833b-841f-4212-8ab9-48cdecd6184f req-125a3de5-5f21-4fd5-ad72-5a3711f47078 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:27.627829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb11833b-841f-4212-8ab9-48cdecd6184f req-125a3de5-5f21-4fd5-ad72-5a3711f47078 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.5531285 Jun 04 16:53:27.698352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1b32a-b14d-491a-be3c-62054e46e391 req-4834b81c-4beb-44ed-a235-a9b59cfb6f29 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:27.701205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbf1b32a-b14d-491a-be3c-62054e46e391 req-4834b81c-4beb-44ed-a235-a9b59cfb6f29 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 932 time: 0.2866235 Jun 04 16:53:27.714332 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-7d59e5c7-89e3-4a11-93b1-d2fa9fcba102 service neutron] 10.222.0.42 "GET /v2.0/networks/d52eeba7-e6a9-4335-a1bd-1d839e21b933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032091 Jun 04 16:53:27.769433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb11833b-841f-4212-8ab9-48cdecd6184f req-c9fdc27d-b70f-4f72-becf-bc682f83fdcf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149340 Jun 04 16:53:27.810050 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8e946645-87ea-4361-ad40-f7f4b0e969c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:27.882217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fbf1b32a-b14d-491a-be3c-62054e46e391 req-164895a4-5cf4-45d0-a4de-3058f6451681 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:53:27.886638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d05f658-6492-4c64-9a49-6c0314c36a33 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:53:27.891975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f37567fb-2411-491f-bccd-a9c9ba54d2b7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:27.897745 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:27.916210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Transition to ACTIVE for port object 9d05f658-6492-4c64-9a49-6c0314c36a33 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:27.925190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:27.985439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f37567fb-2411-491f-bccd-a9c9ba54d2b7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:27.985805 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:28.007049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d05f658-6492-4c64-9a49-6c0314c36a33,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:28.045113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0090db51-2a27-4d80-bd3a-41947e7e3eda req-5c2937e9-2a7a-4e95-be9e-3fff4f69ef6a service neutron] 10.222.0.42 "GET /v2.0/networks/d52eeba7-e6a9-4335-a1bd-1d839e21b933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236051 Jun 04 16:53:28.056889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fbf1b32a-b14d-491a-be3c-62054e46e391 req-164895a4-5cf4-45d0-a4de-3058f6451681 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:53:28.058650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbf1b32a-b14d-491a-be3c-62054e46e391 req-164895a4-5cf4-45d0-a4de-3058f6451681 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412480 Jun 04 16:53:28.188403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5df1d-dc0c-4a4a-bec0-0be48978a546 req-588f362d-cc3d-4e6e-b209-9cd29c7657f7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:28.190186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fa5df1d-dc0c-4a4a-bec0-0be48978a546 req-588f362d-cc3d-4e6e-b209-9cd29c7657f7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 944 time: 0.2137139 Jun 04 16:53:28.218184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f37567fb-2411-491f-bccd-a9c9ba54d2b7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:28.277093 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fa5df1d-dc0c-4a4a-bec0-0be48978a546 req-502ef574-0bbd-4b41-a2d0-61f5504d183e tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=a94d28de-7a91-49a0-a9a6-6393ed997a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803456 Jun 04 16:53:28.290223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5359317-a29e-4d95-ba1d-a8f3f36bbf27 req-4942d8e7-5cf6-442a-b0ce-16b28fe7af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:28.291725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5359317-a29e-4d95-ba1d-a8f3f36bbf27 req-4942d8e7-5cf6-442a-b0ce-16b28fe7af79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 1095 time: 0.1598263 Jun 04 16:53:28.395124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Attempting to bind port 9d05f658-6492-4c64-9a49-6c0314c36a33 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:53:28.395733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Attempting to bind port 9d05f658-6492-4c64-9a49-6c0314c36a33 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:53:28.395841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Attempting to bind port 9d05f658-6492-4c64-9a49-6c0314c36a33 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:28.400729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Port 9d05f658-6492-4c64-9a49-6c0314c36a33 on network 713f7d25-cf56-4011-ac02-488f23a055f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:53:28.401148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Attempting to bind port 9d05f658-6492-4c64-9a49-6c0314c36a33 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:28.406934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:53:28.407260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Checking segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:28.407640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Bound using segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:53:28.408064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Bound port: 9d05f658-6492-4c64-9a49-6c0314c36a33, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:53:28.408410 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:28.446746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5359317-a29e-4d95-ba1d-a8f3f36bbf27 req-09dc87a2-08c5-463a-b3c6-a6217e850f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:28.448299 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5359317-a29e-4d95-ba1d-a8f3f36bbf27 req-09dc87a2-08c5-463a-b3c6-a6217e850f8e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d52eeba7-e6a9-4335-a1bd-1d839e21b933 HTTP/1.1" status: 200 len: 897 time: 0.1369209 Jun 04 16:53:28.500891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] For port 9d05f658-6492-4c64-9a49-6c0314c36a33, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:28.504325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] For port 9d05f658-6492-4c64-9a49-6c0314c36a33, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9d05f658-6492-4c64-9a49-6c0314c36a33,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:53:28.508725 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:28.524057 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5359317-a29e-4d95-ba1d-a8f3f36bbf27 req-877ef506-c4c0-4dd9-a118-a6e960e20569 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=6836e09d-655e-4cc1-b2df-b9859e7f1bcc HTTP/1.1" status: 200 len: 217 time: 0.0689633 Jun 04 16:53:28.575125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:28.575744 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:28.577147 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/9d05f658-6492-4c64-9a49-6c0314c36a33 HTTP/1.1" status: 200 len: 1092 time: 1.3679595 Jun 04 16:53:28.577922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056175b8-605f-4396-bc22-55339f585166', 'tag': '9d05f658-6492-4c64-9a49-6c0314c36a33'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:53:28.598681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5359317-a29e-4d95-ba1d-a8f3f36bbf27 req-b22b1704-d292-4484-9978-221b12734d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:28.600006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5359317-a29e-4d95-ba1d-a8f3f36bbf27 req-b22b1704-d292-4484-9978-221b12734d68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b62c0ed-f613-4228-b376-2583737dbad9 HTTP/1.1" status: 200 len: 838 time: 0.0701087 Jun 04 16:53:28.602266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03c390-e082-48d5-beab-676d655016f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d05f658-6492-4c64-9a49-6c0314c36a33,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:28.654656 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5983c35e-b556-4279-9671-0f75d58935d8'] response: {'name': 'network-changed', 'server_uuid': '056175b8-605f-4396-bc22-55339f585166', 'tag': '9d05f658-6492-4c64-9a49-6c0314c36a33', 'status': 'completed', 'code': 200} Jun 04 16:53:28.693713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5359317-a29e-4d95-ba1d-a8f3f36bbf27 req-65218698-5f42-427d-9426-3bc24884ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:28.694305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-8638ada8-6309-49b8-b458-2db087802f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:28.695339 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5359317-a29e-4d95-ba1d-a8f3f36bbf27 req-65218698-5f42-427d-9426-3bc24884ff53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d52eeba7-e6a9-4335-a1bd-1d839e21b933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875092 Jun 04 16:53:28.695613 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-8638ada8-6309-49b8-b458-2db087802f4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 1095 time: 0.0775287 Jun 04 16:53:28.770367 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-ef2f79e0-c1ec-4e46-a125-00b560828049 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d05f658-6492-4c64-9a49-6c0314c36a33 HTTP/1.1" status: 200 len: 217 time: 0.0672917 Jun 04 16:53:28.839827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-b81be05e-5f65-401f-a2bc-e1d5df75461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:28.841001 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-b81be05e-5f65-401f-a2bc-e1d5df75461b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0649419 Jun 04 16:53:28.845422 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5359317-a29e-4d95-ba1d-a8f3f36bbf27 req-48f56d0d-5dcf-4920-bd80-168dc221616e service neutron] 10.222.0.42 "GET /v2.0/networks/d52eeba7-e6a9-4335-a1bd-1d839e21b933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432278 Jun 04 16:53:28.922006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-b34f9c81-4fdb-4a92-af43-33bddd74c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:28.923527 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-b34f9c81-4fdb-4a92-af43-33bddd74c443 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766058 Jun 04 16:53:29.040125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5359317-a29e-4d95-ba1d-a8f3f36bbf27 req-ddcd95f3-0f38-4c08-97f2-6519604d8932 service neutron] 10.222.0.42 "GET /v2.0/networks/d52eeba7-e6a9-4335-a1bd-1d839e21b933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872277 Jun 04 16:53:29.059398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bc436-5e06-4c0d-9443-9aef598faf4c req-30b5b426-644c-4a7c-aca3-f78a51754762 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:29.060884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca5bc436-5e06-4c0d-9443-9aef598faf4c req-30b5b426-644c-4a7c-aca3-f78a51754762 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.1285100 Jun 04 16:53:29.062660 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-3b207111-cfd1-4651-89c9-84534942fdac service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325934 Jun 04 16:53:29.106104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca5bc436-5e06-4c0d-9443-9aef598faf4c req-25563d69-7bb4-44bd-8ece-1f1bb8bf766b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393515 Jun 04 16:53:29.198636 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bbe91558-fcdc-46aa-a339-14a0cb31c156 req-8c951a96-35d6-44f5-ae63-23a6dd365c45 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301825 Jun 04 16:53:29.280396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84282f42-05f4-4b6c-9129-114a8f685121 req-0fe189aa-fba6-4805-ba76-2aa99e3b5584 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:29.282242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84282f42-05f4-4b6c-9129-114a8f685121 req-0fe189aa-fba6-4805-ba76-2aa99e3b5584 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 944 time: 0.0977483 Jun 04 16:53:29.321181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d6474-7223-4288-88d9-f0a25b4523b9 req-823e7a28-af35-44b4-a04e-bfcba12befed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:29.322843 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-638d6474-7223-4288-88d9-f0a25b4523b9 req-823e7a28-af35-44b4-a04e-bfcba12befed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 1095 time: 0.0789766 Jun 04 16:53:29.328443 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-84282f42-05f4-4b6c-9129-114a8f685121 req-d8d66c96-ed15-4536-9699-6d7b35d2f47a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402853 Jun 04 16:53:29.458308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d6474-7223-4288-88d9-f0a25b4523b9 req-3e3e1563-2bc0-4467-8f55-e6f335eaf4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:29.459800 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-638d6474-7223-4288-88d9-f0a25b4523b9 req-3e3e1563-2bc0-4467-8f55-e6f335eaf4b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1294391 Jun 04 16:53:29.467090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fbd4d-0b50-49d4-82d5-41b1f5d974cb req-7ecb6283-9ef3-45a5-92ad-d2bd6b22573f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:29.468526 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db1fbd4d-0b50-49d4-82d5-41b1f5d974cb req-7ecb6283-9ef3-45a5-92ad-d2bd6b22573f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 944 time: 0.0819747 Jun 04 16:53:29.512985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db1fbd4d-0b50-49d4-82d5-41b1f5d974cb req-8c7f0acf-aa87-489b-a55d-f9662d4f9f10 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=a94d28de-7a91-49a0-a9a6-6393ed997a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387537 Jun 04 16:53:29.532732 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-638d6474-7223-4288-88d9-f0a25b4523b9 req-3de3d827-8c5f-49cc-b673-253e7c6dec1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d05f658-6492-4c64-9a49-6c0314c36a33 HTTP/1.1" status: 200 len: 217 time: 0.0653389 Jun 04 16:53:29.606931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d6474-7223-4288-88d9-f0a25b4523b9 req-cd08accb-c401-4696-88b1-26b4a868b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:29.608442 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-638d6474-7223-4288-88d9-f0a25b4523b9 req-cd08accb-c401-4696-88b1-26b4a868b0ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0692394 Jun 04 16:53:29.694300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d6474-7223-4288-88d9-f0a25b4523b9 req-703a142d-919a-41b7-9146-bc94c8ba3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:29.695812 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-638d6474-7223-4288-88d9-f0a25b4523b9 req-703a142d-919a-41b7-9146-bc94c8ba3e64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804672 Jun 04 16:53:29.830985 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-638d6474-7223-4288-88d9-f0a25b4523b9 req-1747f77e-d8b1-4d25-a6b3-97dad8fe02b3 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271482 Jun 04 16:53:29.918561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6836e09d-655e-4cc1-b2df-b9859e7f1bcc details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:53:30.052261 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f3c8a27f-5ed6-4bb2-bdc6-2b4bb45d19f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:30.069782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6836e09d-655e-4cc1-b2df-b9859e7f1bcc,segment=NetworkSegment(645f79f2-4203-4e10-9a3a-8d462ad77558),segment_id=645f79f2-4203-4e10-9a3a-8d462ad77558)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:30.075783 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-638d6474-7223-4288-88d9-f0a25b4523b9 req-05c5cd04-bdb0-4a65-b916-9e5e2ba1dba0 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392223 Jun 04 16:53:30.083113 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '6836e09d-655e-4cc1-b2df-b9859e7f1bcc', 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933', 'port_id': '6836e09d-655e-4cc1-b2df-b9859e7f1bcc', 'mac_address': 'fa:16:3e:31:a5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b62c0ed-f613-4228-b376-2583737dbad9', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:53:30.137870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:30.138177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:30.155272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6836e09d-655e-4cc1-b2df-b9859e7f1bcc {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:53:30.171024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6836e09d-655e-4cc1-b2df-b9859e7f1bcc,segment=NetworkSegment(645f79f2-4203-4e10-9a3a-8d462ad77558),segment_id=645f79f2-4203-4e10-9a3a-8d462ad77558)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:30.176510 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:30.245225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=6836e09d-655e-4cc1-b2df-b9859e7f1bcc,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:30.252779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:30.253107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:30.253470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:30.253796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:30.254090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:30.254465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:30.254787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:30.255067 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:30.255410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:30.255720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:30.256033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:30.256345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:30.378851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['6836e09d-655e-4cc1-b2df-b9859e7f1bcc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:53:30.427515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59e3a0-85d2-4fb7-9a26-067bc1de1fcc req-c5f183f5-6489-4e6d-a9d8-f923fb74405f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:30.428977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d59e3a0-85d2-4fb7-9a26-067bc1de1fcc req-c5f183f5-6489-4e6d-a9d8-f923fb74405f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.2131855 Jun 04 16:53:30.515947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d59e3a0-85d2-4fb7-9a26-067bc1de1fcc req-56cbc27e-e742-4778-b505-427669298d47 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810978 Jun 04 16:53:30.552272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fff58a-8188-4e96-8d7e-6fe5298f63cf req-e87c7fbd-fa6a-44c7-a997-33398c284b19 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:30.553842 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64fff58a-8188-4e96-8d7e-6fe5298f63cf req-e87c7fbd-fa6a-44c7-a997-33398c284b19 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 944 time: 0.1057429 Jun 04 16:53:30.600626 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64fff58a-8188-4e96-8d7e-6fe5298f63cf req-154b95a0-cd10-4953-b6b9-761ffa9d62ce tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Jun 04 16:53:30.709137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2ecdf-9d40-42c4-a79f-fa40cfeebc38 req-56fbcab2-99d5-4963-8b0e-0c15943e335d tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:30.710620 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bd2ecdf-9d40-42c4-a79f-fa40cfeebc38 req-56fbcab2-99d5-4963-8b0e-0c15943e335d tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 945 time: 0.0810397 Jun 04 16:53:30.756753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bd2ecdf-9d40-42c4-a79f-fa40cfeebc38 req-43fc920c-129e-46db-8c35-7cac62c0e147 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=a94d28de-7a91-49a0-a9a6-6393ed997a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398333 Jun 04 16:53:31.198605 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:31.405736 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:31.720050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f31d9c-e7e7-4a27-9565-23a6329bbff4 req-5b3897f0-8265-4597-ad3c-14bdfef50617 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:31.721553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a1f31d9c-e7e7-4a27-9565-23a6329bbff4 req-5b3897f0-8265-4597-ad3c-14bdfef50617 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.0867710 Jun 04 16:53:31.809929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a1f31d9c-e7e7-4a27-9565-23a6329bbff4 req-ce9d39b7-09ff-45cc-8ff5-33d7f65b1d9e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575833 Jun 04 16:53:31.832740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3db00-7e6c-4ef5-896f-4d7ec435a497 req-969a20c8-3bcb-45ba-a9e5-7713a3ee466e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:31.834211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64d3db00-7e6c-4ef5-896f-4d7ec435a497 req-969a20c8-3bcb-45ba-a9e5-7713a3ee466e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 944 time: 0.1118312 Jun 04 16:53:31.881782 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64d3db00-7e6c-4ef5-896f-4d7ec435a497 req-1dd40484-8ac6-4015-87b9-83b12d5fea18 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Jun 04 16:53:31.937439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6836e09d-655e-4cc1-b2df-b9859e7f1bcc up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:31.998854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720c312-9a84-4a03-b110-74f458d6649b req-e7628318-b0fb-47e6-ac26-062090542674 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:32.000333 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4720c312-9a84-4a03-b110-74f458d6649b req-e7628318-b0fb-47e6-ac26-062090542674 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 945 time: 0.0924108 Jun 04 16:53:32.013244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:32.018168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:32.018636 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:32.048555 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4720c312-9a84-4a03-b110-74f458d6649b req-8b1fefd3-1cf2-498b-9d10-3459276ffe37 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=a94d28de-7a91-49a0-a9a6-6393ed997a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419745 Jun 04 16:53:32.140653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:32.141042 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:32.170269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37517b42-0710-4065-9bd7-7a6a2d1af7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6836e09d-655e-4cc1-b2df-b9859e7f1bcc'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:53:32.180030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6836e09d-655e-4cc1-b2df-b9859e7f1bcc,segment=NetworkSegment(645f79f2-4203-4e10-9a3a-8d462ad77558),segment_id=645f79f2-4203-4e10-9a3a-8d462ad77558)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:32.184741 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:32.217124 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d984ff41-691c-45db-a7b6-c803a7585e44'] response: {'server_uuid': '37517b42-0710-4065-9bd7-7a6a2d1af7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6836e09d-655e-4cc1-b2df-b9859e7f1bcc', 'code': 200} Jun 04 16:53:32.257609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=6836e09d-655e-4cc1-b2df-b9859e7f1bcc,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:32.360097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc810421-567a-4cc9-8835-d8b6bda6621e req-81f5511d-9dbf-4255-90d6-43c9ad235a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:32.362262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc810421-567a-4cc9-8835-d8b6bda6621e req-81f5511d-9dbf-4255-90d6-43c9ad235a27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 1097 time: 0.0907602 Jun 04 16:53:32.406369 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc810421-567a-4cc9-8835-d8b6bda6621e req-160be9c3-9e10-4348-90b0-a38d66748664 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a94d28de-7a91-49a0-a9a6-6393ed997a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375302 Jun 04 16:53:32.627777 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:33.048915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894c1b-a5dd-45b4-9fc3-5e8616d662a2 req-94deeb54-735a-4b29-828b-d0b6b6a3d556 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:33.050334 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08894c1b-a5dd-45b4-9fc3-5e8616d662a2 req-94deeb54-735a-4b29-828b-d0b6b6a3d556 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.1255748 Jun 04 16:53:33.107355 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08894c1b-a5dd-45b4-9fc3-5e8616d662a2 req-05647241-671b-459a-a827-bfeecdf5f450 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481730 Jun 04 16:53:33.128927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acff430-78b7-4dda-be8a-5756a9757b59 req-db657a47-59d0-471c-9245-403011891af3 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:33.128927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5acff430-78b7-4dda-be8a-5756a9757b59 req-db657a47-59d0-471c-9245-403011891af3 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 944 time: 0.1312883 Jun 04 16:53:33.168301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5acff430-78b7-4dda-be8a-5756a9757b59 req-03d4e010-0f2e-4eb0-85c1-e18c2badb9bb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398552 Jun 04 16:53:33.291128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54119737-ea99-47c8-b363-8de8c29d4687 req-daff7717-35d6-4538-9d41-01383ab3c242 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:33.292627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54119737-ea99-47c8-b363-8de8c29d4687 req-daff7717-35d6-4538-9d41-01383ab3c242 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 946 time: 0.0879912 Jun 04 16:53:33.340365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54119737-ea99-47c8-b363-8de8c29d4687 req-e1e29db4-9bac-4fee-8df3-91029a42b48d tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=a94d28de-7a91-49a0-a9a6-6393ed997a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419207 Jun 04 16:53:34.177208 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:34.297861 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:34.357226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe904f81-3f94-4d3f-90ff-a3d9b1c372ac req-16d49543-95c1-4454-81d3-f96f2d5a6b2e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:34.358691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe904f81-3f94-4d3f-90ff-a3d9b1c372ac req-16d49543-95c1-4454-81d3-f96f2d5a6b2e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.1343625 Jun 04 16:53:34.406011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb6850-ed42-421d-b914-e72af9a05508 req-daf6f58e-4712-4319-94cb-b318a3cbdb9f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:34.407357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3aeb6850-ed42-421d-b914-e72af9a05508 req-daf6f58e-4712-4319-94cb-b318a3cbdb9f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 944 time: 0.1281972 Jun 04 16:53:34.435039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe904f81-3f94-4d3f-90ff-a3d9b1c372ac req-4c4b89d1-abbf-449b-9be6-4d16e920284a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687351 Jun 04 16:53:34.458320 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3aeb6850-ed42-421d-b914-e72af9a05508 req-40c539b9-3d2b-459a-97c5-ed5dca9738ae tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451572 Jun 04 16:53:34.612966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2dbe2-5dce-4fc8-88a5-beb0475dc7c8 req-aed49da6-5b3f-4cc3-854d-b89aee35804a tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:34.614385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fda2dbe2-5dce-4fc8-88a5-beb0475dc7c8 req-aed49da6-5b3f-4cc3-854d-b89aee35804a tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 946 time: 0.0831571 Jun 04 16:53:34.662719 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fda2dbe2-5dce-4fc8-88a5-beb0475dc7c8 req-47c46d4e-91c0-4019-9827-805c56fedbeb tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=a94d28de-7a91-49a0-a9a6-6393ed997a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 Jun 04 16:53:34.866906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c44bce-6ae5-4417-8106-ccf5cbef632f req-e58f9eb8-aa2e-46c7-b543-861695c7da56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:34.868364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14c44bce-6ae5-4417-8106-ccf5cbef632f req-e58f9eb8-aa2e-46c7-b543-861695c7da56 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 946 time: 0.0899460 Jun 04 16:53:34.913901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14c44bce-6ae5-4417-8106-ccf5cbef632f req-04f0acc2-909f-418d-9c55-029391a6c459 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=a94d28de-7a91-49a0-a9a6-6393ed997a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390899 Jun 04 16:53:35.690202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6a396-e6fe-4035-b59b-df0a79d9150b req-c2e09c14-8b0a-470d-acd7-d8b9e7c954fe tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:35.691673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56e6a396-e6fe-4035-b59b-df0a79d9150b req-c2e09c14-8b0a-470d-acd7-d8b9e7c954fe tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.1395073 Jun 04 16:53:35.701756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b4a36-d1f3-4c54-8fc4-452736ed2879 req-29d872ea-8042-444c-8631-c1623c363f0a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:35.703140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe2b4a36-d1f3-4c54-8fc4-452736ed2879 req-29d872ea-8042-444c-8631-c1623c363f0a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 944 time: 0.1147327 Jun 04 16:53:35.768905 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-56e6a396-e6fe-4035-b59b-df0a79d9150b req-763199ad-7288-445d-b267-ef6b6969ba30 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648415 Jun 04 16:53:35.773179 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe2b4a36-d1f3-4c54-8fc4-452736ed2879 req-4e9c3070-009c-4df6-a63e-01900eecfc0a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565965 Jun 04 16:53:36.518669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 58934) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:37.023065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92008721-f6be-40de-a996-81685b1f2689 req-836a5b19-4d1c-4c43-9a0d-c213e5a6bfc2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:37.024598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92008721-f6be-40de-a996-81685b1f2689 req-836a5b19-4d1c-4c43-9a0d-c213e5a6bfc2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.1469717 Jun 04 16:53:37.033764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86007e0-d138-4194-b209-06206eda0255 req-7d9fdd21-3135-41ee-a90b-e70757606187 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:37.035251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f86007e0-d138-4194-b209-06206eda0255 req-7d9fdd21-3135-41ee-a90b-e70757606187 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 944 time: 0.1145067 Jun 04 16:53:37.223204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f86007e0-d138-4194-b209-06206eda0255 req-71e1ef6e-bd12-457a-9a6d-33bf4c25e5d3 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744208 Jun 04 16:53:37.227353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92008721-f6be-40de-a996-81685b1f2689 req-c6b90992-fd9e-4dc4-9ab2-d88291b2ab13 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911156 Jun 04 16:53:37.237914 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:37.402099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9d05f658-6492-4c64-9a49-6c0314c36a33 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:53:37.537429 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9d05f658-6492-4c64-9a49-6c0314c36a33, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9d05f658-6492-4c64-9a49-6c0314c36a33,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:37.552284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '9d05f658-6492-4c64-9a49-6c0314c36a33', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'port_id': '9d05f658-6492-4c64-9a49-6c0314c36a33', 'mac_address': 'fa:16:3e:64:bc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:53:37.614134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 9d05f658-6492-4c64-9a49-6c0314c36a33 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:37.614571 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:37.632744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d05f658-6492-4c64-9a49-6c0314c36a33 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:53:37.645549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Allocated IP 172.20.0.17 (d52eeba7-e6a9-4335-a1bd-1d839e21b933/8b62c0ed-f613-4228-b376-2583737dbad9/0c42e83b-c733-400a-87bd-8bdfcb70aaba) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:53:37.648868 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9d05f658-6492-4c64-9a49-6c0314c36a33, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9d05f658-6492-4c64-9a49-6c0314c36a33,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:37.652906 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:37.720733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=9d05f658-6492-4c64-9a49-6c0314c36a33,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:37.813042 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:37.828345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Transition to ACTIVE for port object 0c42e83b-c733-400a-87bd-8bdfcb70aaba will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:37.854220 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:37.864722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['9d05f658-6492-4c64-9a49-6c0314c36a33'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:53:37.923422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network d52eeba7-e6a9-4335-a1bd-1d839e21b933 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:53:37.926563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:37.930448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:53:38.098893 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=0c42e83b-c733-400a-87bd-8bdfcb70aaba,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:38.128874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:38.178302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6e18d1dc-d34f-495a-ac9c-e9d2ab418480 None None] Provisioning for port 0c42e83b-c733-400a-87bd-8bdfcb70aaba completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:38.183624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6e18d1dc-d34f-495a-ac9c-e9d2ab418480 None None] Provisioning complete for port 0c42e83b-c733-400a-87bd-8bdfcb70aaba triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:38.184102 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6e18d1dc-d34f-495a-ac9c-e9d2ab418480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:38.237732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6e18d1dc-d34f-495a-ac9c-e9d2ab418480 None None] Port 0c42e83b-c733-400a-87bd-8bdfcb70aaba cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:53:38.265739 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:38.471514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e07bc-406f-4610-92bb-283dccbf4db2 req-2384b5f9-5139-4c8b-bdc1-c3099e826973 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:38.472938 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-837e07bc-406f-4610-92bb-283dccbf4db2 req-2384b5f9-5139-4c8b-bdc1-c3099e826973 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 945 time: 0.1390033 Jun 04 16:53:38.480073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a921c-323c-4a7b-aa59-18bef6601355 req-bb728204-2bd9-46fb-b993-27f3f7e8c97e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:38.481625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e46a921c-323c-4a7b-aa59-18bef6601355 req-bb728204-2bd9-46fb-b993-27f3f7e8c97e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.1175311 Jun 04 16:53:38.545806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-837e07bc-406f-4610-92bb-283dccbf4db2 req-a73c484e-52e1-409a-a05f-a139d5e4a874 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632205 Jun 04 16:53:38.555723 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e46a921c-323c-4a7b-aa59-18bef6601355 req-cb9ae188-d8ee-4292-864f-2095e2aa9f28 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587611 Jun 04 16:53:38.705594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:38.712043 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:38.824446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=0c42e83b-c733-400a-87bd-8bdfcb70aaba,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:38.828496 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:38.967463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network d52eeba7-e6a9-4335-a1bd-1d839e21b933 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:53:38.968694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:53:39.162336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f1927e3f-cc22-47c3-96d8-0478cd16a7ff None None] Provisioning complete for port 0c42e83b-c733-400a-87bd-8bdfcb70aaba triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:39.162979 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f1927e3f-cc22-47c3-96d8-0478cd16a7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:39.170578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:53:39.216701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f1927e3f-cc22-47c3-96d8-0478cd16a7ff None None] Port 0c42e83b-c733-400a-87bd-8bdfcb70aaba cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:53:39.352276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:53:39.363358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Sync routers for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:53:39.370185 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ae423b2d-6f48-45c0-b2e1-f07c4faa273c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "PUT /v2.0/routers/c3c4773f-9428-41a1-8d2e-4e9ab49dad6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8504286 Jun 04 16:53:39.375507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:53:39.376658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:53:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:39.425930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9d05f658-6492-4c64-9a49-6c0314c36a33 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:39.605326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 9d05f658-6492-4c64-9a49-6c0314c36a33 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:39.609492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:53:39.658609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 9d05f658-6492-4c64-9a49-6c0314c36a33 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:39.658979 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:39.807610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cd815-5b37-4f2e-abb2-fe888e7e3857 req-84423483-48fb-4452-9aed-47fb3ccba48d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:39.809268 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-858cd815-5b37-4f2e-abb2-fe888e7e3857 req-84423483-48fb-4452-9aed-47fb3ccba48d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 945 time: 0.1452279 Jun 04 16:53:39.820285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bc46d-025a-4c63-9f1e-6b2f0b006ca3 req-3afbfb9c-926d-41fe-aaf5-d5110f7ad63e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:39.822032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b71bc46d-025a-4c63-9f1e-6b2f0b006ca3 req-3afbfb9c-926d-41fe-aaf5-d5110f7ad63e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.1186621 Jun 04 16:53:39.893579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-858cd815-5b37-4f2e-abb2-fe888e7e3857 req-dbb106e1-bbc5-4f4e-9ef2-d83d93e890d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703685 Jun 04 16:53:39.900740 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b71bc46d-025a-4c63-9f1e-6b2f0b006ca3 req-543853a9-b1cc-420b-bd07-3b43b94503c2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619485 Jun 04 16:53:39.988428 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 9d05f658-6492-4c64-9a49-6c0314c36a33 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:39.988789 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:40.037569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056175b8-605f-4396-bc22-55339f585166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d05f658-6492-4c64-9a49-6c0314c36a33'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:53:40.061785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 9d05f658-6492-4c64-9a49-6c0314c36a33, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9d05f658-6492-4c64-9a49-6c0314c36a33,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:40.096481 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd4b47d6-4a33-40ef-a7ee-ed14c796e6c2'] response: {'server_uuid': '056175b8-605f-4396-bc22-55339f585166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d05f658-6492-4c64-9a49-6c0314c36a33', 'code': 200} Jun 04 16:53:40.100393 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:40.182763 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=9d05f658-6492-4c64-9a49-6c0314c36a33,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:40.199427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:53:38Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bf1a399a-a83e-49d5-9675-48059b051609', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'port_id': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'mac_address': 'fa:16:3e:32:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:52:40Z', 'updated_at': '2022-06-04T16:52:44Z', 'revision_number': 1, 'project_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c42e83b-c733-400a-87bd-8bdfcb70aaba', 'name': '', 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:62:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8b62c0ed-f613-4228-b376-2583737dbad9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:37Z', 'updated_at': '2022-06-04T16:53:38Z', 'revision_number': 2, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': '8b62c0ed-f613-4228-b376-2583737dbad9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:24Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:40.203474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Checking router: c3c4773f-9428-41a1-8d2e-4e9ab49dad6e for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:53:40.203811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Updating router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e port 0c42e83b-c733-400a-87bd-8bdfcb70aaba binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:53:40.216804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19392d9d-04eb-4a0b-bbd4-3416384a92ae req-e3f31431-8457-4726-9098-7dad9a59e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:40.218294 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-19392d9d-04eb-4a0b-bbd4-3416384a92ae req-e3f31431-8457-4726-9098-7dad9a59e885 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 1097 time: 0.0758250 Jun 04 16:53:40.258123 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:40.260098 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-19392d9d-04eb-4a0b-bbd4-3416384a92ae req-78383e4b-0304-4187-bba8-6890a2da22dd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353138 Jun 04 16:53:40.603220 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:40.614376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Transition to ACTIVE for port object 0c42e83b-c733-400a-87bd-8bdfcb70aaba will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:40.621900 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:40.744655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3dc2db-f1b5-4a2b-b425-b707f9b49bb2 None None] Pushing event updated for resources: {'Port': ['ID=0c42e83b-c733-400a-87bd-8bdfcb70aaba,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:40.836538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Attempting to bind port 0c42e83b-c733-400a-87bd-8bdfcb70aaba on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:53:40.836896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Attempting to bind port 0c42e83b-c733-400a-87bd-8bdfcb70aaba by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '645f79f2-4203-4e10-9a3a-8d462ad77558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:53:40.837245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Attempting to bind port 0c42e83b-c733-400a-87bd-8bdfcb70aaba on network d52eeba7-e6a9-4335-a1bd-1d839e21b933 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:40.843161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:53:40.843513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Checking segment: {'id': '645f79f2-4203-4e10-9a3a-8d462ad77558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:40.843998 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:40.844300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Bound using segment: {'id': '645f79f2-4203-4e10-9a3a-8d462ad77558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:53:40.844707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Bound port: 0c42e83b-c733-400a-87bd-8bdfcb70aaba, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645f79f2-4203-4e10-9a3a-8d462ad77558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:53:40.845070 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:40.932378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] For port 0c42e83b-c733-400a-87bd-8bdfcb70aaba, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:40.936659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] For port 0c42e83b-c733-400a-87bd-8bdfcb70aaba, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0c42e83b-c733-400a-87bd-8bdfcb70aaba,segment=NetworkSegment(645f79f2-4203-4e10-9a3a-8d462ad77558),segment_id=645f79f2-4203-4e10-9a3a-8d462ad77558)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:53:40.944007 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:41.034737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:53:41.035357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:53:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:41.112816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3dc2db-f1b5-4a2b-b425-b707f9b49bb2 None None] Pushing event updated for resources: {'Port': ['ID=0c42e83b-c733-400a-87bd-8bdfcb70aaba,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:41.149810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8975a-d67a-48f1-8771-84965a256da8 req-eb3c9135-ca1f-4a4f-ad17-43d977aba0b9 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:41.151340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0be8975a-d67a-48f1-8771-84965a256da8 req-eb3c9135-ca1f-4a4f-ad17-43d977aba0b9 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 946 time: 0.1507151 Jun 04 16:53:41.165989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc5eae-e6dd-4898-9509-6e6ed431531b req-cbf2a83b-1d4d-4875-96e1-06cfc42048e0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:41.167847 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18dc5eae-e6dd-4898-9509-6e6ed431531b req-cbf2a83b-1d4d-4875-96e1-06cfc42048e0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.1267183 Jun 04 16:53:41.241033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0be8975a-d67a-48f1-8771-84965a256da8 req-0623341e-3621-4685-92c1-4ef5de7edf45 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829754 Jun 04 16:53:41.250413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18dc5eae-e6dd-4898-9509-6e6ed431531b req-e88965dd-a9cc-408d-a79e-058876f97a5b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659502 Jun 04 16:53:41.273894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:53:41.692185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:53:38Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bf1a399a-a83e-49d5-9675-48059b051609', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'port_id': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'mac_address': 'fa:16:3e:32:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:52:40Z', 'updated_at': '2022-06-04T16:52:44Z', 'revision_number': 1, 'project_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c42e83b-c733-400a-87bd-8bdfcb70aaba', 'name': '', 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:62:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8b62c0ed-f613-4228-b376-2583737dbad9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:37Z', 'updated_at': '2022-06-04T16:53:40Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': '8b62c0ed-f613-4228-b376-2583737dbad9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:24Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:53:41.696329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1707c54d-7342-435c-8410-85e036a14e2d None None] The sync data for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 is: [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:53:38Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bf1a399a-a83e-49d5-9675-48059b051609', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'port_id': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'mac_address': 'fa:16:3e:32:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:52:40Z', 'updated_at': '2022-06-04T16:52:44Z', 'revision_number': 1, 'project_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c42e83b-c733-400a-87bd-8bdfcb70aaba', 'name': '', 'network_id': 'd52eeba7-e6a9-4335-a1bd-1d839e21b933', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:62:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8b62c0ed-f613-4228-b376-2583737dbad9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:37Z', 'updated_at': '2022-06-04T16:53:40Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': '8b62c0ed-f613-4228-b376-2583737dbad9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:24Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:53:41.901461 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0c42e83b-c733-400a-87bd-8bdfcb70aaba up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:41.974231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 0c42e83b-c733-400a-87bd-8bdfcb70aaba completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:41.980071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 0c42e83b-c733-400a-87bd-8bdfcb70aaba triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:41.980782 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:42.105233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 0c42e83b-c733-400a-87bd-8bdfcb70aaba is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:42.105624 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:42.140396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 0c42e83b-c733-400a-87bd-8bdfcb70aaba, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0c42e83b-c733-400a-87bd-8bdfcb70aaba,segment=NetworkSegment(645f79f2-4203-4e10-9a3a-8d462ad77558),segment_id=645f79f2-4203-4e10-9a3a-8d462ad77558)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:42.145131 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:42.219591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=0c42e83b-c733-400a-87bd-8bdfcb70aaba,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:42.494594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbaa73-7901-40fb-b562-9e5ffcf2107d req-88cdcbeb-d2f5-4ff9-aa67-d508bfaaed32 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:42.496640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2abbaa73-7901-40fb-b562-9e5ffcf2107d req-88cdcbeb-d2f5-4ff9-aa67-d508bfaaed32 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 946 time: 0.1414795 Jun 04 16:53:42.507578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131702f-b5bc-4774-a524-2fb2bbcf61b7 req-37d92d85-fd6d-48d2-b9e8-67c4d30562f4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:42.509012 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9131702f-b5bc-4774-a524-2fb2bbcf61b7 req-37d92d85-fd6d-48d2-b9e8-67c4d30562f4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.1229014 Jun 04 16:53:42.576152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2abbaa73-7901-40fb-b562-9e5ffcf2107d req-a7636d2c-ec3d-4055-b793-ffdf16798a62 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661972 Jun 04 16:53:42.580393 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9131702f-b5bc-4774-a524-2fb2bbcf61b7 req-262ed4a2-29d7-409a-add3-cd9aed5c43fc tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578625 Jun 04 16:53:42.781558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ef602-327a-43f2-b0e2-162c992d5055 req-ff7c58b4-1c6b-4c22-bb75-2ebc661df9b4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:42.782927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e0ef602-327a-43f2-b0e2-162c992d5055 req-ff7c58b4-1c6b-4c22-bb75-2ebc661df9b4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 946 time: 0.0993946 Jun 04 16:53:42.831103 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e0ef602-327a-43f2-b0e2-162c992d5055 req-61f69002-9d86-4e96-8722-2525940c0b76 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 Jun 04 16:53:43.050482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d05c52-16f1-474d-bf54-e8599aac820a req-12f0d4b2-9857-492d-8023-1a625156ee8e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:43.051842 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86d05c52-16f1-474d-bf54-e8599aac820a req-12f0d4b2-9857-492d-8023-1a625156ee8e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 946 time: 0.1008918 Jun 04 16:53:43.096504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86d05c52-16f1-474d-bf54-e8599aac820a req-782b2157-577e-47d2-bae2-689b34da3ad3 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388331 Jun 04 16:53:43.504712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cea4bb-7981-40ae-ba28-c95f76824748 req-ce13a900-1db6-441b-b6d8-f8f0fb7eda15 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:43.506176 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49cea4bb-7981-40ae-ba28-c95f76824748 req-ce13a900-1db6-441b-b6d8-f8f0fb7eda15 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 946 time: 0.0982745 Jun 04 16:53:43.551220 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49cea4bb-7981-40ae-ba28-c95f76824748 req-d34629c7-7b77-4d42-9d9b-9d4b16eb1f6a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Jun 04 16:53:43.767694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cb7ad-fc3b-47c5-8646-4736a86c4dd9 req-f5097a00-a281-456f-8a48-d77c95f853d3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:43.769263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-715cb7ad-fc3b-47c5-8646-4736a86c4dd9 req-f5097a00-a281-456f-8a48-d77c95f853d3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.0809221 Jun 04 16:53:43.817772 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-715cb7ad-fc3b-47c5-8646-4736a86c4dd9 req-d1c2bf6c-8a52-460c-be1b-f23428f866d9 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Jun 04 16:53:43.879489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0c42e83b-c733-400a-87bd-8bdfcb70aaba up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:43.947646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 0c42e83b-c733-400a-87bd-8bdfcb70aaba triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:43.948003 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:44.069008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 0c42e83b-c733-400a-87bd-8bdfcb70aaba is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:44.531274 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-b3924f10-dbc8-4b82-99e7-530495dddedb service neutron] show failed (client error): The resource could not be found. Jun 04 16:53:44.532280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-b3924f10-dbc8-4b82-99e7-530495dddedb service neutron] 10.222.0.42 "GET /v2.0/ports/b4fa4986-ff34-4657-8e4d-d3fc739ac463/bindings/n-h2-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.0843244 Jun 04 16:53:44.743913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e356-829a-4fff-8ac6-33726545b478 req-477e74b5-0daf-4ac4-b383-e3dfacba5a55 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:44.745387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7840e356-829a-4fff-8ac6-33726545b478 req-477e74b5-0daf-4ac4-b383-e3dfacba5a55 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 946 time: 0.0859120 Jun 04 16:53:44.815524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-3e145167-41d1-44d1-981c-0651c4071e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:44.817997 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-3e145167-41d1-44d1-981c-0651c4071e73 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9&tenant_id=aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 1097 time: 0.0773103 Jun 04 16:53:44.828950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:44.855750 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7840e356-829a-4fff-8ac6-33726545b478 req-2c3998aa-e6db-43e6-b193-26d0e0418453 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043558 Jun 04 16:53:44.894291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ae644-6e88-4e10-8d5f-6d540edb8d0a req-83e07f1b-0c5a-4f71-a57f-17034050cfa1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:44.895770 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c31ae644-6e88-4e10-8d5f-6d540edb8d0a req-83e07f1b-0c5a-4f71-a57f-17034050cfa1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 946 time: 0.1257305 Jun 04 16:53:45.025055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-c31ae644-6e88-4e10-8d5f-6d540edb8d0a req-65a44e12-4521-4592-b5a5-ad5900946402 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Deleting port 9d05f658-6492-4c64-9a49-6c0314c36a33 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:53:45.025292 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c31ae644-6e88-4e10-8d5f-6d540edb8d0a req-65a44e12-4521-4592-b5a5-ad5900946402 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:45.088565 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:45.264214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a954c4-325b-47cf-9e8e-c0577aacf749 req-98c7bd99-5c0e-487d-bbe1-1208816ba6dd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:45.265667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5a954c4-325b-47cf-9e8e-c0577aacf749 req-98c7bd99-5c0e-487d-bbe1-1208816ba6dd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.3182604 Jun 04 16:53:45.375912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:45.394301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5a954c4-325b-47cf-9e8e-c0577aacf749 req-b9ebb88e-cedd-4288-96a6-af39159014b8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226285 Jun 04 16:53:45.407033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:45.452318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c31ae644-6e88-4e10-8d5f-6d540edb8d0a req-65a44e12-4521-4592-b5a5-ad5900946402 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] For port 9d05f658-6492-4c64-9a49-6c0314c36a33, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=9d05f658-6492-4c64-9a49-6c0314c36a33,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:45.452591 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c31ae644-6e88-4e10-8d5f-6d540edb8d0a req-65a44e12-4521-4592-b5a5-ad5900946402 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:45.465805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:53:45.472201 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:45.487497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Transition to ACTIVE for port object b4fa4986-ff34-4657-8e4d-d3fc739ac463 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:45.492007 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:45.591168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-c31ae644-6e88-4e10-8d5f-6d540edb8d0a req-65a44e12-4521-4592-b5a5-ad5900946402 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Calling delete_port for 9d05f658-6492-4c64-9a49-6c0314c36a33 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:53:45.647495 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=6']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:45.706640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] No DVR routers for this DVR port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:53:45.764660 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba0f441-cce4-49ac-bff4-745dbb64578f'] response: {'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'code': 200} Jun 04 16:53:45.781748 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c31ae644-6e88-4e10-8d5f-6d540edb8d0a req-65a44e12-4521-4592-b5a5-ad5900946402 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:45.872178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a44e12-4521-4592-b5a5-ad5900946402 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event deleted for resources: {'Port': ['ID=9d05f658-6492-4c64-9a49-6c0314c36a33,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:45.928049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31ae644-6e88-4e10-8d5f-6d540edb8d0a req-65a44e12-4521-4592-b5a5-ad5900946402 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] No DVR routers for this DVR port 9d05f658-6492-4c64-9a49-6c0314c36a33 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:53:45.931259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c31ae644-6e88-4e10-8d5f-6d540edb8d0a req-65a44e12-4521-4592-b5a5-ad5900946402 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:45.934171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056175b8-605f-4396-bc22-55339f585166', 'name': 'network-vif-deleted', 'tag': '9d05f658-6492-4c64-9a49-6c0314c36a33'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:53:45.944020 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c31ae644-6e88-4e10-8d5f-6d540edb8d0a req-65a44e12-4521-4592-b5a5-ad5900946402 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "DELETE /v2.0/ports/9d05f658-6492-4c64-9a49-6c0314c36a33 HTTP/1.1" status: 204 len: 173 time: 1.0427063 Jun 04 16:53:45.991749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Attempting to bind port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:53:45.992362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Attempting to bind port b4fa4986-ff34-4657-8e4d-d3fc739ac463 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:53:45.993193 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Attempting to bind port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on network 72be4713-76b1-4c89-874b-5036d9fab1df {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:45.998577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on network 72be4713-76b1-4c89-874b-5036d9fab1df not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:53:45.998895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Attempting to bind port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on network 72be4713-76b1-4c89-874b-5036d9fab1df {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:46.004767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:53:46.005104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Checking segment: {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:46.005480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Bound using segment: {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:53:46.006529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Bound port: b4fa4986-ff34-4657-8e4d-d3fc739ac463, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:53:46.006899 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:46.028769 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d885740c-60bb-40d6-9ed1-d8278cb438e8'] response: {'server_uuid': '056175b8-605f-4396-bc22-55339f585166', 'name': 'network-vif-deleted', 'tag': '9d05f658-6492-4c64-9a49-6c0314c36a33', 'status': 'completed', 'code': 200} Jun 04 16:53:46.041457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1ebddde6-75f4-4a88-9d70-d21806b66d7a req-03dd32af-4a25-4517-be3b-acd7dde18542 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:53:46.061996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1ebddde6-75f4-4a88-9d70-d21806b66d7a req-03dd32af-4a25-4517-be3b-acd7dde18542 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:53:46.063517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ebddde6-75f4-4a88-9d70-d21806b66d7a req-03dd32af-4a25-4517-be3b-acd7dde18542 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=056175b8-605f-4396-bc22-55339f585166 HTTP/1.1" status: 200 len: 210 time: 0.0773335 Jun 04 16:53:46.113910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:46.116953 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:53:46.121754 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:46.182009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:46.182656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:46.184388 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] 10.222.0.46 "PUT /v2.0/ports/b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1092 time: 1.3594699 Jun 04 16:53:46.206277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d387f4-c533-4b79-babf-d1e42fdea4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=7']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:46.300325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-69eb4085-9d6c-4421-aa3c-d6f4d37de34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:46.302169 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-69eb4085-9d6c-4421-aa3c-d6f4d37de34a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1095 time: 0.0897346 Jun 04 16:53:46.462095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-16fce782-040d-4dbd-9a75-0674f5700adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:46.463606 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-16fce782-040d-4dbd-9a75-0674f5700adf service neutron] 10.222.0.46 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 897 time: 0.1552510 Jun 04 16:53:46.585577 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-3c660cea-1761-423e-b6df-f4ecd0097074 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1000 time: 0.1155488 Jun 04 16:53:46.608927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bfe46-734a-4ab9-8b67-38e80c2ec4c2 req-2b9a026c-29ab-4c2a-847f-7721465c8308 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:46.610397 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-420bfe46-734a-4ab9-8b67-38e80c2ec4c2 req-2b9a026c-29ab-4c2a-847f-7721465c8308 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 944 time: 0.0960963 Jun 04 16:53:46.654413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-49c65b3b-75d3-4994-9a68-db7e1171855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:46.655514 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-420bfe46-734a-4ab9-8b67-38e80c2ec4c2 req-052ed288-17e4-4b2e-b5f7-f8ad2f348df2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388951 Jun 04 16:53:46.656226 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-49c65b3b-75d3-4994-9a68-db7e1171855c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.0639310 Jun 04 16:53:46.734578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-e1079133-b1cc-4382-996c-21419584f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:46.736056 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-e1079133-b1cc-4382-996c-21419584f446 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731452 Jun 04 16:53:47.002651 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-ef2be5ab-2240-4ab4-a22b-03545540809f service neutron] 10.222.0.46 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591543 Jun 04 16:53:47.138491 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-e2f59bc9-9802-4f9e-a687-a9fa6b87efc5 service neutron] 10.222.0.46 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282256 Jun 04 16:53:47.456246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9d05f658-6492-4c64-9a49-6c0314c36a33 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:53:47.490411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 9d05f658-6492-4c64-9a49-6c0314c36a33 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:53:47.490855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 9d05f658-6492-4c64-9a49-6c0314c36a33 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:53:47.765386 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:53:47.825661 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548a4484-5cbb-4dcc-8e9b-c6997a18f8f1'] response: {'name': 'network-changed', 'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'status': 'completed', 'code': 200} Jun 04 16:53:47.848074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d0269-72e0-4bf3-a61f-902a67e9015e req-fbef3046-28fa-4276-bdfe-26239d358f4b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:47.849769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-766d0269-72e0-4bf3-a61f-902a67e9015e req-fbef3046-28fa-4276-bdfe-26239d358f4b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 944 time: 0.0865071 Jun 04 16:53:47.927333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-8abe22b7-1165-4865-8d6e-f0df8d35310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:47.928836 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-8abe22b7-1165-4865-8d6e-f0df8d35310f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1095 time: 0.0755279 Jun 04 16:53:47.954339 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-766d0269-72e0-4bf3-a61f-902a67e9015e req-ebe3a9b9-98d0-484b-b827-37f898b4b27b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647957 Jun 04 16:53:47.969661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-e53ff730-8389-4d2f-9458-e4a146e84a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:47.971616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-e53ff730-8389-4d2f-9458-e4a146e84a9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1095 time: 0.1207783 Jun 04 16:53:48.086460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-604718c3-adcb-4605-bd34-862cc83df826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:48.087819 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-604718c3-adcb-4605-bd34-862cc83df826 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 897 time: 0.1524570 Jun 04 16:53:48.118375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-3d9a6e81-55b0-47b0-a9ff-61a09ed97d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:48.119885 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-3d9a6e81-55b0-47b0-a9ff-61a09ed97d8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 897 time: 0.1425478 Jun 04 16:53:48.197923 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-87ebb6ad-ba9c-46dd-977b-ad85f7e07a0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1000 time: 0.1021554 Jun 04 16:53:48.227238 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-95d2dfa4-15b2-41af-9cbe-1e53c39fa780 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1000 time: 0.1018019 Jun 04 16:53:48.264627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-0985c230-3797-4f9d-bd40-e8bcb2dff76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:48.266070 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-0985c230-3797-4f9d-bd40-e8bcb2dff76f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.0620849 Jun 04 16:53:48.289087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-f2dbb64b-ee21-4e0e-9bd0-ced032d57e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:48.290628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-f2dbb64b-ee21-4e0e-9bd0-ced032d57e10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.0572603 Jun 04 16:53:48.356608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-f7cd3fe6-7811-4376-b043-1471731a50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:48.358527 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-f7cd3fe6-7811-4376-b043-1471731a50a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856757 Jun 04 16:53:48.379669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-aa6febd0-ebe2-411a-8148-1721573fda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:48.381281 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-aa6febd0-ebe2-411a-8148-1721573fda04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849597 Jun 04 16:53:48.517360 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-4fc8688b-91ed-4cc3-b2af-d7a1a042ed99 service neutron] 10.222.0.46 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515269 Jun 04 16:53:48.524814 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-a9ede9d1-3990-4792-bf96-a3ba1245bb93 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369052 Jun 04 16:53:48.669831 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-cda683f8-abba-4d2a-bd2f-08551d936346 service neutron] 10.222.0.46 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430635 Jun 04 16:53:48.821774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb3bebf4-8b7c-4023-9956-7a385e790a90 req-ab83a6dd-d729-45fa-8754-a4dd9f259022 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903743 Jun 04 16:53:49.155713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb6ca6-8d74-46d9-9e26-1e2de0aae62c req-7476fbd3-d14e-4334-8244-5339666108f4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:49.157104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0fdb6ca6-8d74-46d9-9e26-1e2de0aae62c req-7476fbd3-d14e-4334-8244-5339666108f4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 944 time: 0.0832050 Jun 04 16:53:49.201451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0fdb6ca6-8d74-46d9-9e26-1e2de0aae62c req-d0a8c623-89b3-4109-955d-cf382d3adea8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384829 Jun 04 16:53:49.472238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b4fa4986-ff34-4657-8e4d-d3fc739ac463 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:53:49.621499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b199-3909-418c-8270-efb96606e903 req-1e693c22-6434-4e82-8eec-608a180b133b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:49.622256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-c3b2b199-3909-418c-8270-efb96606e903 req-1e693c22-6434-4e82-8eec-608a180b133b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:53:49.642229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-c3b2b199-3909-418c-8270-efb96606e903 req-1e693c22-6434-4e82-8eec-608a180b133b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:53:49.643482 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-1e693c22-6434-4e82-8eec-608a180b133b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.46 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9&tenant_id=aed73c9fa62846d9afa87b79119450a4&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 944 time: 0.1672091 Jun 04 16:53:49.713564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:49.725257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9873921-4ff0-4f65-800c-377b8c8cd699 req-7fb6ce28-4007-4d48-9fa9-a1e6c62ec199 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:49.726837 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9873921-4ff0-4f65-800c-377b8c8cd699 req-7fb6ce28-4007-4d48-9fa9-a1e6c62ec199 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 944 time: 0.1135008 Jun 04 16:53:49.734891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'port_id': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'mac_address': 'fa:16:3e:f2:1c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452c1982-be7b-4336-8744-3155121d221d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:53:49.775924 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-d6df8be9-255b-4b6d-9f26-6e24d3090c35 service neutron] 10.222.0.46 "GET /v2.0/ports/b4fa4986-ff34-4657-8e4d-d3fc739ac463/bindings/n-h2-811809-3 HTTP/1.1" status: 200 len: 382 time: 0.1270595 Jun 04 16:53:49.825151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port b4fa4986-ff34-4657-8e4d-d3fc739ac463 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:49.825771 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:49.825947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9873921-4ff0-4f65-800c-377b8c8cd699 req-859a7095-58b7-4fbf-9a53-da54cbb71069 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876842 Jun 04 16:53:49.847206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fa4986-ff34-4657-8e4d-d3fc739ac463 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:53:49.866570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:49.871204 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:49.898803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b199-3909-418c-8270-efb96606e903 req-7e79e639-af78-4610-9689-d7cd6cc32759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:49.900306 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-7e79e639-af78-4610-9689-d7cd6cc32759 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1095 time: 0.1029480 Jun 04 16:53:49.940222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:50.046237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b199-3909-418c-8270-efb96606e903 req-662cd846-f50f-4efb-bb12-b0d6c1c87032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:50.047895 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-662cd846-f50f-4efb-bb12-b0d6c1c87032 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 897 time: 0.1368377 Jun 04 16:53:50.079814 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['b4fa4986-ff34-4657-8e4d-d3fc739ac463'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:53:50.112094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b4fa4986-ff34-4657-8e4d-d3fc739ac463 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:53:50.157503 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-e82c888b-e3bc-4908-ad55-db09240d65dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1001 time: 0.1020908 Jun 04 16:53:50.203134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b4fa4986-ff34-4657-8e4d-d3fc739ac463 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:53:50.227989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b199-3909-418c-8270-efb96606e903 req-9d6766d8-faad-4482-92ee-a6b369362d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:50.229379 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-9d6766d8-faad-4482-92ee-a6b369362d1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.0662959 Jun 04 16:53:50.315903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b199-3909-418c-8270-efb96606e903 req-c8e350b7-275c-42d6-af79-6b5d109312b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:50.317660 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-c8e350b7-275c-42d6-af79-6b5d109312b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816066 Jun 04 16:53:50.586477 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-a6de5c05-fb72-4f7f-a6bc-2d14e315c1c7 service neutron] 10.222.0.46 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620428 Jun 04 16:53:50.726606 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-de582098-1758-48af-8627-f24136230c60 service neutron] 10.222.0.46 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337578 Jun 04 16:53:51.012475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163d07c-be19-421e-805b-db6f45d5fb47 req-4d0a0f5a-dbe8-4dcb-8b1b-131baa09bcad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:51.013945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3163d07c-be19-421e-805b-db6f45d5fb47 req-4d0a0f5a-dbe8-4dcb-8b1b-131baa09bcad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 945 time: 0.0841699 Jun 04 16:53:51.063551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3163d07c-be19-421e-805b-db6f45d5fb47 req-22824c1c-46f9-4b38-9b91-8754e8dfa2b7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429127 Jun 04 16:53:51.471472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b4fa4986-ff34-4657-8e4d-d3fc739ac463 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:53:51.545851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port b4fa4986-ff34-4657-8e4d-d3fc739ac463 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:53:51.551857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port b4fa4986-ff34-4657-8e4d-d3fc739ac463 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:53:51.552223 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:51.677059 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port b4fa4986-ff34-4657-8e4d-d3fc739ac463 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:51.677353 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:51.704853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:53:51.715428 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:51.721701 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:51.794200 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c981eb7-dbf9-46e4-bc11-6319e41c7326'] response: {'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'code': 200} Jun 04 16:53:51.826720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:52.275254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786a9b3-34f6-4d48-afdf-052bc2d32c7c req-2c770735-e44b-4b19-aa48-765c0eb1d8bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:52.276705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1786a9b3-34f6-4d48-afdf-052bc2d32c7c req-2c770735-e44b-4b19-aa48-765c0eb1d8bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 946 time: 0.0898087 Jun 04 16:53:52.322623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1786a9b3-34f6-4d48-afdf-052bc2d32c7c req-10b11b7b-029e-4b83-968f-fcd55a912e98 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395772 Jun 04 16:53:52.777875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b199-3909-418c-8270-efb96606e903 req-39a3dd2e-bb99-4e1f-b1d2-b34f1faa9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:52.780271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-39a3dd2e-bb99-4e1f-b1d2-b34f1faa9492 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9&tenant_id=aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 1097 time: 0.0725875 Jun 04 16:53:52.791327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:53:52.909687 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:53.186101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:53.215541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:53.279120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:53:53.285422 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:53.302308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Transition to ACTIVE for port object b4fa4986-ff34-4657-8e4d-d3fc739ac463 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:53:53.308959 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:53.359763 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25eb1985-969a-453e-a971-35421e4b4448'] response: {'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'code': 200} Jun 04 16:53:53.512758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=10']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:53.607829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38405ed8-804e-4c35-90e7-6b845870d948 req-ac020684-89e8-48cb-bd39-08837de3b5b7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:53.609391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38405ed8-804e-4c35-90e7-6b845870d948 req-ac020684-89e8-48cb-bd39-08837de3b5b7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 945 time: 0.1644640 Jun 04 16:53:53.610494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] No DVR routers for this DVR port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:53:53.793707 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38405ed8-804e-4c35-90e7-6b845870d948 req-4975d2b7-3d05-4ce1-a6a4-8f827ca13e20 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311507 Jun 04 16:53:53.878601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Attempting to bind port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:53:53.878936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Attempting to bind port b4fa4986-ff34-4657-8e4d-d3fc739ac463 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:53:53.879258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Attempting to bind port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on network 72be4713-76b1-4c89-874b-5036d9fab1df {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:53.884113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on network 72be4713-76b1-4c89-874b-5036d9fab1df not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:53:53.884428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Attempting to bind port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on network 72be4713-76b1-4c89-874b-5036d9fab1df {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:53:53.889584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:53:53.889914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Checking segment: {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:53:53.890288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Bound using segment: {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:53:53.890740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Bound port: b4fa4986-ff34-4657-8e4d-d3fc739ac463, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7472f5-f9f1-4eaa-919c-4b087ad755f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:53:53.891085 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:54.104844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:53:54.108068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:53:54.115305 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:54.168840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:54.169787 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:54.171227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] 10.222.0.42 "PUT /v2.0/ports/b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1093 time: 1.3839507 Jun 04 16:53:54.241911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bf6ef-e341-4c4f-a6fc-75da6de64b12 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=11']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:54.277874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b199-3909-418c-8270-efb96606e903 req-b1b78384-4b5f-4ffa-a9cb-7ad261d5e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:54.279649 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-b1b78384-4b5f-4ffa-a9cb-7ad261d5e5a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1096 time: 0.0858712 Jun 04 16:53:54.417036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b199-3909-418c-8270-efb96606e903 req-12e71fdd-ca8d-4a24-a8b7-849943abfba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:54.418555 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-12e71fdd-ca8d-4a24-a8b7-849943abfba8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 897 time: 0.1322069 Jun 04 16:53:54.525814 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-9b045e2e-aa84-4acb-b5a3-0fa126dcc726 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1000 time: 0.1011102 Jun 04 16:53:54.593985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b199-3909-418c-8270-efb96606e903 req-c5201d05-b562-44a5-8583-d84a500a242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:54.595493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-c5201d05-b562-44a5-8583-d84a500a242d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.0637875 Jun 04 16:53:54.672407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2b199-3909-418c-8270-efb96606e903 req-2c7790bf-7475-4f24-bdea-f086cc351d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:54.673939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-2c7790bf-7475-4f24-bdea-f086cc351d05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727303 Jun 04 16:53:54.820865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-2c2ee93e-4ec5-4ae2-86ab-d9af47ce0f2e service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396034 Jun 04 16:53:54.969040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3b2b199-3909-418c-8270-efb96606e903 req-21f88398-5492-4703-b8a7-1e9d8214947e service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415877 Jun 04 16:53:55.173937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069829a-409f-461d-8567-54788a018dd4 req-6c240f86-2865-4b1e-af63-8c69d83adc6d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:55.175500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e069829a-409f-461d-8567-54788a018dd4 req-6c240f86-2865-4b1e-af63-8c69d83adc6d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 945 time: 0.0923684 Jun 04 16:53:55.221932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e069829a-409f-461d-8567-54788a018dd4 req-683be526-975a-4364-8bc4-3dd08690ce8d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394800 Jun 04 16:53:55.361085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:53:55.420562 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85efb40b-64a6-480b-b82d-c984c4bd583b'] response: {'name': 'network-changed', 'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'status': 'completed', 'code': 200} Jun 04 16:53:55.502518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b4fa4986-ff34-4657-8e4d-d3fc739ac463 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:53:55.517620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-b2a0f89f-b858-47a1-9d53-c3b3b41b7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:55.519145 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-b2a0f89f-b858-47a1-9d53-c3b3b41b7edd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1096 time: 0.0792377 Jun 04 16:53:55.556133 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-b210e76e-bc42-4c2b-bb60-41def631f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:55.558789 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-b210e76e-bc42-4c2b-bb60-41def631f6a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1096 time: 0.1163828 Jun 04 16:53:55.577677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device b4fa4986-ff34-4657-8e4d-d3fc739ac463 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:53:55.682116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-bb422777-dc59-4ff1-9d29-25ec53ef8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:55.683683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-bb422777-dc59-4ff1-9d29-25ec53ef8ac9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 897 time: 0.1579289 Jun 04 16:53:55.705353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-d2a8206b-a10d-4fd8-9312-e708e25097f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:55.706838 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-d2a8206b-a10d-4fd8-9312-e708e25097f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 897 time: 0.1414630 Jun 04 16:53:55.808862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-12ca3d2e-55e2-4c6e-87a5-832bfdd4781f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1000 time: 0.1185420 Jun 04 16:53:55.840673 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-76fc933e-9097-4885-acf4-c396a8e4eb56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1000 time: 0.1238294 Jun 04 16:53:55.882360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-416db740-a59a-42b1-bb11-08b9dc48a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:55.885121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-416db740-a59a-42b1-bb11-08b9dc48a156 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.0692205 Jun 04 16:53:55.910388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-8e96380b-8752-4025-9618-e8d98f2b5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:55.911969 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-8e96380b-8752-4025-9618-e8d98f2b5376 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.0697262 Jun 04 16:53:55.967820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-fa6714ca-506f-4ea4-8901-2a60233af27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:55.969631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-fa6714ca-506f-4ea4-8901-2a60233af27e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759275 Jun 04 16:53:55.991475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-f0665335-4cb7-47b7-9b17-530f646300c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:55.993083 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-f0665335-4cb7-47b7-9b17-530f646300c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749910 Jun 04 16:53:56.114070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-a44439a1-66b8-4405-93c6-144512ba6346 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352587 Jun 04 16:53:56.129874 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-fdf8d5e1-499f-4c34-b6d8-c4d8c33428c6 service neutron] 10.222.0.46 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294041 Jun 04 16:53:56.256743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-81a05629-4af5-4e20-bfc8-3c23eb153e15 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356127 Jun 04 16:53:56.271713 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0cb8bfb1-b76d-4322-90db-84156e8846e4 req-77ad97ef-65b8-4ac5-ae4a-c7cb41e2893f service neutron] 10.222.0.46 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361704 Jun 04 16:53:56.416567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70fbe0-a9ea-432b-9704-cf97768db13e req-54404b95-85a2-4b58-a852-90f065173ad2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:56.417966 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf70fbe0-a9ea-432b-9704-cf97768db13e req-54404b95-85a2-4b58-a852-90f065173ad2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 945 time: 0.0828044 Jun 04 16:53:56.471534 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf70fbe0-a9ea-432b-9704-cf97768db13e req-d196c796-bac1-40db-b47f-ed54b2cc4451 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460052 Jun 04 16:53:57.785597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b0989-49a8-4577-9d68-206beef79dcc req-76a6a2c7-5555-4ef4-b307-43165d47422c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:53:57.787202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-447b0989-49a8-4577-9d68-206beef79dcc req-76a6a2c7-5555-4ef4-b307-43165d47422c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 945 time: 0.1969762 Jun 04 16:53:57.806447 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-421e78c9-ca73-46a1-968e-1c30905b817e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:57.810821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59130) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:57.839139 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-447b0989-49a8-4577-9d68-206beef79dcc req-e7db6d13-488d-46ba-bd79-275f09851759 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462503 Jun 04 16:53:57.861712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59134) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:53:57.979597 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0f2bb325-87d6-429b-b164-25c7b575f4c1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/71813e67-8541-4dca-a051-75dbcc7dee87 HTTP/1.1" status: 200 len: 992 time: 0.1111107 Jun 04 16:53:58.122723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b4fa4986-ff34-4657-8e4d-d3fc739ac463 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:53:58.267817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:58.282525 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'port_id': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'mac_address': 'fa:16:3e:f2:1c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452c1982-be7b-4336-8744-3155121d221d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:53:58.351625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port b4fa4986-ff34-4657-8e4d-d3fc739ac463 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:53:58.351625 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:58.371774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fa4986-ff34-4657-8e4d-d3fc739ac463 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:53:58.391467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:58.396375 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:58.411759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:58.473978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=12']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:58.632446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['b4fa4986-ff34-4657-8e4d-d3fc739ac463'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:53:58.969532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting port 0c42e83b-c733-400a-87bd-8bdfcb70aaba {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:53:58.970151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:59.168120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] For port 0c42e83b-c733-400a-87bd-8bdfcb70aaba, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0c42e83b-c733-400a-87bd-8bdfcb70aaba,segment=NetworkSegment(645f79f2-4203-4e10-9a3a-8d462ad77558),segment_id=645f79f2-4203-4e10-9a3a-8d462ad77558)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:53:59.168486 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:59.318124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Calling delete_port for 0c42e83b-c733-400a-87bd-8bdfcb70aaba owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:53:59.655658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:53:59.703998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Port': ['ID=0c42e83b-c733-400a-87bd-8bdfcb70aaba,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:53:59.743227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:59.743547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:59.743907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:59.744202 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:59.744525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:59.744841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:59.745173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:59.745464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:59.745768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:59.746078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:59.746395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:53:59.746801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:00.002712 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:00.037011 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6faf46f0-c952-45b6-82c2-d1c3d0be7968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:00.139424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b4fa4986-ff34-4657-8e4d-d3fc739ac463 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:00.240754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port b4fa4986-ff34-4657-8e4d-d3fc739ac463 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:00.247326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port b4fa4986-ff34-4657-8e4d-d3fc739ac463 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:00.247706 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:00.375632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port b4fa4986-ff34-4657-8e4d-d3fc739ac463 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:00.376012 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:00.421095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:00.422453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:54:00.431514 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:00.503883 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd0d99ff-c569-485a-a141-1c2f33b76c9c'] response: {'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'code': 200} Jun 04 16:54:00.515891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=13']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:00.537205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:54:00.741592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:54:00.755118 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd23605-33ea-45e8-aa87-fc4dde857ee5 None None] Sync routers for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:54:00.755856 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-831462f9-eaec-4d1e-8a4e-7a2778f945e6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "PUT /v2.0/routers/c3c4773f-9428-41a1-8d2e-4e9ab49dad6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9439163 Jun 04 16:54:00.770153 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd23605-33ea-45e8-aa87-fc4dde857ee5 None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:00.771225 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4cd23605-33ea-45e8-aa87-fc4dde857ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:01.023504 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-4cd23605-33ea-45e8-aa87-fc4dde857ee5 None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:01.230785 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:01.273314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f81c2-82bc-4efe-a944-8b21dee09b4d req-73c98899-a827-4a9b-a05d-6f16d398c791 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:01.275093 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-189f81c2-82bc-4efe-a944-8b21dee09b4d req-73c98899-a827-4a9b-a05d-6f16d398c791 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 946 time: 0.1506779 Jun 04 16:54:01.353047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-189f81c2-82bc-4efe-a944-8b21dee09b4d req-b2e376f7-ac8a-429e-ab6a-13b8063d8332 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=a94d28de-7a91-49a0-a9a6-6393ed997a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638282 Jun 04 16:54:01.406335 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:01.503573 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4cd23605-33ea-45e8-aa87-fc4dde857ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:53:59Z', 'revision_number': 6, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bf1a399a-a83e-49d5-9675-48059b051609', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'port_id': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'mac_address': 'fa:16:3e:32:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:52:40Z', 'updated_at': '2022-06-04T16:52:44Z', 'revision_number': 1, 'project_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:24Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:01.507672 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd23605-33ea-45e8-aa87-fc4dde857ee5 None None] Checking router: c3c4773f-9428-41a1-8d2e-4e9ab49dad6e for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:54:01.516963 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd23605-33ea-45e8-aa87-fc4dde857ee5 None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:01.517615 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4cd23605-33ea-45e8-aa87-fc4dde857ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:01.700295 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:54:01.701956 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-4cd23605-33ea-45e8-aa87-fc4dde857ee5 None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:02.075661 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4cd23605-33ea-45e8-aa87-fc4dde857ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:53:59Z', 'revision_number': 6, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bf1a399a-a83e-49d5-9675-48059b051609', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'port_id': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'mac_address': 'fa:16:3e:32:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:52:40Z', 'updated_at': '2022-06-04T16:52:44Z', 'revision_number': 1, 'project_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:24Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:02.079919 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd23605-33ea-45e8-aa87-fc4dde857ee5 None None] The sync data for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 is: [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:53:59Z', 'revision_number': 6, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'bf1a399a-a83e-49d5-9675-48059b051609', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'port_id': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'mac_address': 'fa:16:3e:32:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:52:40Z', 'updated_at': '2022-06-04T16:52:44Z', 'revision_number': 1, 'project_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:24Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:54:02.439628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d259899-e187-42ce-b250-594f5ab05761 req-aee910cd-38aa-4da1-b70e-38852c9b96b0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:02.442901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d259899-e187-42ce-b250-594f5ab05761 req-aee910cd-38aa-4da1-b70e-38852c9b96b0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.42 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 946 time: 0.1049919 Jun 04 16:54:02.580455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-1d259899-e187-42ce-b250-594f5ab05761 req-c635e9d7-d99c-4ef1-a7d1-ec5a8ac6d730 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:02.581386 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d259899-e187-42ce-b250-594f5ab05761 req-c635e9d7-d99c-4ef1-a7d1-ec5a8ac6d730 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:02.629699 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:02.709700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c0d95-5477-4be8-96a1-2189bc4fa550 req-8102895e-2b08-46c8-a731-7301df66a88e tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:02.711336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5c0d95-5477-4be8-96a1-2189bc4fa550 req-8102895e-2b08-46c8-a731-7301df66a88e tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=37517b42-0710-4065-9bd7-7a6a2d1af7fc HTTP/1.1" status: 200 len: 946 time: 0.2182820 Jun 04 16:54:02.847601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7e5c0d95-5477-4be8-96a1-2189bc4fa550 req-48ef37f6-06d2-4930-96a7-4ed36f35b868 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=a94d28de-7a91-49a0-a9a6-6393ed997a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255076 Jun 04 16:54:02.892342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1d259899-e187-42ce-b250-594f5ab05761 req-c635e9d7-d99c-4ef1-a7d1-ec5a8ac6d730 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] For port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6836e09d-655e-4cc1-b2df-b9859e7f1bcc,segment=NetworkSegment(645f79f2-4203-4e10-9a3a-8d462ad77558),segment_id=645f79f2-4203-4e10-9a3a-8d462ad77558)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:02.892733 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d259899-e187-42ce-b250-594f5ab05761 req-c635e9d7-d99c-4ef1-a7d1-ec5a8ac6d730 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:03.020425 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-1d259899-e187-42ce-b250-594f5ab05761 req-c635e9d7-d99c-4ef1-a7d1-ec5a8ac6d730 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Calling delete_port for 6836e09d-655e-4cc1-b2df-b9859e7f1bcc owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:03.168262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d259899-e187-42ce-b250-594f5ab05761 req-c635e9d7-d99c-4ef1-a7d1-ec5a8ac6d730 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:03.221440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635e9d7-d99c-4ef1-a7d1-ec5a8ac6d730 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Port': ['ID=6836e09d-655e-4cc1-b2df-b9859e7f1bcc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:03.296861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d259899-e187-42ce-b250-594f5ab05761 req-c635e9d7-d99c-4ef1-a7d1-ec5a8ac6d730 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] No DVR routers for this DVR port 6836e09d-655e-4cc1-b2df-b9859e7f1bcc on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:54:03.299517 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1d259899-e187-42ce-b250-594f5ab05761 req-c635e9d7-d99c-4ef1-a7d1-ec5a8ac6d730 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:03.302172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37517b42-0710-4065-9bd7-7a6a2d1af7fc', 'name': 'network-vif-deleted', 'tag': '6836e09d-655e-4cc1-b2df-b9859e7f1bcc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:54:03.315426 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d259899-e187-42ce-b250-594f5ab05761 req-c635e9d7-d99c-4ef1-a7d1-ec5a8ac6d730 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.42 "DELETE /v2.0/ports/6836e09d-655e-4cc1-b2df-b9859e7f1bcc HTTP/1.1" status: 204 len: 173 time: 0.8652086 Jun 04 16:54:03.368009 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ed35f9-bd85-4ab7-97f5-704fafe8bf95'] response: {'server_uuid': '37517b42-0710-4065-9bd7-7a6a2d1af7fc', 'name': 'network-vif-deleted', 'tag': '6836e09d-655e-4cc1-b2df-b9859e7f1bcc', 'status': 'completed', 'code': 200} Jun 04 16:54:03.856649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0c42e83b-c733-400a-87bd-8bdfcb70aaba no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:54:03.893838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 0c42e83b-c733-400a-87bd-8bdfcb70aaba {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:54:03.894192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0c42e83b-c733-400a-87bd-8bdfcb70aaba not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:54:03.969713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59188) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:04.060425 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36b5b3b1-f037-4239-9c0a-258ad6841899 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.100562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36b5b3b1-f037-4239-9c0a-258ad6841899 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.179382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36b5b3b1-f037-4239-9c0a-258ad6841899 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.183071 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.198047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5b3b1-f037-4239-9c0a-258ad6841899 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94d28de-7a91-49a0-a9a6-6393ed997a1a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:04.212734 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-36b5b3b1-f037-4239-9c0a-258ad6841899 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.214955 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-36b5b3b1-f037-4239-9c0a-258ad6841899 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "DELETE /v2.0/security-groups/a94d28de-7a91-49a0-a9a6-6393ed997a1a HTTP/1.1" status: 204 len: 168 time: 0.2440927 Jun 04 16:54:04.248753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59194) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:04.297408 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.318333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-edad98b8-fc11-481c-ad43-8057e9050d90 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting subnet 8b62c0ed-f613-4228-b376-2583737dbad9 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:54:04.321347 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-edad98b8-fc11-481c-ad43-8057e9050d90 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.375892 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-edad98b8-fc11-481c-ad43-8057e9050d90 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.460624 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-edad98b8-fc11-481c-ad43-8057e9050d90 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.540585 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-edad98b8-fc11-481c-ad43-8057e9050d90 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.583131 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-edad98b8-fc11-481c-ad43-8057e9050d90 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.591157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad98b8-fc11-481c-ad43-8057e9050d90 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Subnet': ['ID=8b62c0ed-f613-4228-b376-2583737dbad9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:04.591373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbc6093-350d-49d8-9878-3ca967056570 None None] Network d52eeba7-e6a9-4335-a1bd-1d839e21b933 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:54:04.595566 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-edad98b8-fc11-481c-ad43-8057e9050d90 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "DELETE /v2.0/subnets/8b62c0ed-f613-4228-b376-2583737dbad9 HTTP/1.1" status: 204 len: 168 time: 0.3457346 Jun 04 16:54:04.598363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59200) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:04.721564 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.732222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting port c26e91f5-bec2-4b7a-ab89-4b0358892c61 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:04.732542 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.902700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f47a090-7b71-485f-ad95-7d596283cdd1 None None] DHCP port deletion for d52eeba7-e6a9-4335-a1bd-1d839e21b933 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:54:04.907449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2f47a090-7b71-485f-ad95-7d596283cdd1 None None] Deleting port c26e91f5-bec2-4b7a-ab89-4b0358892c61 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:04.907818 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2f47a090-7b71-485f-ad95-7d596283cdd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:04.956459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] For port c26e91f5-bec2-4b7a-ab89-4b0358892c61, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c26e91f5-bec2-4b7a-ab89-4b0358892c61,segment=NetworkSegment(645f79f2-4203-4e10-9a3a-8d462ad77558),segment_id=645f79f2-4203-4e10-9a3a-8d462ad77558)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:04.956806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:05.109558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2f47a090-7b71-485f-ad95-7d596283cdd1 None None] For port c26e91f5-bec2-4b7a-ab89-4b0358892c61, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c26e91f5-bec2-4b7a-ab89-4b0358892c61,segment=NetworkSegment(645f79f2-4203-4e10-9a3a-8d462ad77558),segment_id=645f79f2-4203-4e10-9a3a-8d462ad77558)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:05.109839 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2f47a090-7b71-485f-ad95-7d596283cdd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:05.203120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Calling delete_port for c26e91f5-bec2-4b7a-ab89-4b0358892c61 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:05.233578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2f47a090-7b71-485f-ad95-7d596283cdd1 None None] Calling delete_port for c26e91f5-bec2-4b7a-ab89-4b0358892c61 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:05.279777 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:05.328473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Port': ['ID=c26e91f5-bec2-4b7a-ab89-4b0358892c61,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:05.334589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] No DVR routers for this DVR port c26e91f5-bec2-4b7a-ab89-4b0358892c61 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:54:05.338209 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-2f47a090-7b71-485f-ad95-7d596283cdd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:54:05.338589 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-2f47a090-7b71-485f-ad95-7d596283cdd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:54:05.462065 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:05.487865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52eeba7-e6a9-4335-a1bd-1d839e21b933']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:05.501009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645f79f2-4203-4e10-9a3a-8d462ad77558') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:05.501303 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645f79f2-4203-4e10-9a3a-8d462ad77558') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:05.513427 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:05.530621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:05.537589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:54:05.538139 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:05.641559 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 645f79f2-4203-4e10-9a3a-8d462ad77558 resource provider aggregate not found Jun 04 16:54:05.646084 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:05.663784 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:05.667013 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 645f79f2-4203-4e10-9a3a-8d462ad77558 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 645f79f2-4203-4e10-9a3a-8d462ad77558 found for delete ", "request_id": "req-70644472-f1a1-4288-bcb5-b7d4d8206368"}]} Jun 04 16:54:05.676697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Network': ['ID=d52eeba7-e6a9-4335-a1bd-1d839e21b933,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:05.691183 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-89aefe93-edb2-42ee-863e-93b8ef5d010f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "DELETE /v2.0/networks/d52eeba7-e6a9-4335-a1bd-1d839e21b933 HTTP/1.1" status: 204 len: 168 time: 1.0917325 Jun 04 16:54:05.694020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59212) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:05.840011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2f47a090-7b71-485f-ad95-7d596283cdd1 None None] Deleting port c26e91f5-bec2-4b7a-ab89-4b0358892c61 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:05.840416 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2f47a090-7b71-485f-ad95-7d596283cdd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:05.907279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-88452934-5dda-4f61-8bf5-76c51c6e8855 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting port 0ab2b5b2-6c8b-4a54-932c-5ca0e8f079f4 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:05.907869 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-88452934-5dda-4f61-8bf5-76c51c6e8855 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:05.909690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2f47a090-7b71-485f-ad95-7d596283cdd1 None None] The port 'c26e91f5-bec2-4b7a-ab89-4b0358892c61' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:54:05.915739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c26e91f5-bec2-4b7a-ab89-4b0358892c61 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:54:05.953265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c26e91f5-bec2-4b7a-ab89-4b0358892c61 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:54:05.953719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c26e91f5-bec2-4b7a-ab89-4b0358892c61 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:54:06.097692 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-88452934-5dda-4f61-8bf5-76c51c6e8855 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:06.098150 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-88452934-5dda-4f61-8bf5-76c51c6e8855 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:06.337027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-88452934-5dda-4f61-8bf5-76c51c6e8855 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Calling delete_port for 0ab2b5b2-6c8b-4a54-932c-5ca0e8f079f4 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:06.489885 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-88452934-5dda-4f61-8bf5-76c51c6e8855 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:06.542538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88452934-5dda-4f61-8bf5-76c51c6e8855 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Port': ['ID=0ab2b5b2-6c8b-4a54-932c-5ca0e8f079f4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:06.637845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-88452934-5dda-4f61-8bf5-76c51c6e8855 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:06.638283 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-88452934-5dda-4f61-8bf5-76c51c6e8855 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Floating IP bf1a399a-a83e-49d5-9675-48059b051609 disassociated (deleted). External IP: 172.25.5.244, port: 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd. Jun 04 16:54:07.000065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88452934-5dda-4f61-8bf5-76c51c6e8855 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:54:07.210146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88452934-5dda-4f61-8bf5-76c51c6e8855 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:54:07.222171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195bb2d-ac4e-4d10-a4dc-9d9bf503e76c None None] Sync routers for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:54:07.230622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-88452934-5dda-4f61-8bf5-76c51c6e8855 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:07.232671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195bb2d-ac4e-4d10-a4dc-9d9bf503e76c None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:07.233820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e195bb2d-ac4e-4d10-a4dc-9d9bf503e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:07.292560 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-88452934-5dda-4f61-8bf5-76c51c6e8855 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "DELETE /v2.0/floatingips/bf1a399a-a83e-49d5-9675-48059b051609 HTTP/1.1" status: 204 len: 168 time: 1.5973506 Jun 04 16:54:07.293168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'tag': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:54:07.361728 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7528c1f-2954-4b91-afb4-a0251a2bbcb7'] response: {'name': 'network-changed', 'server_uuid': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'tag': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'status': 'completed', 'code': 200} Jun 04 16:54:07.433231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e195bb2d-ac4e-4d10-a4dc-9d9bf503e76c None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:07.456043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db7ff-60cb-4cc0-b714-ff0607b2fe84 req-97a54084-9c07-44b4-b799-79337b443a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:07.458062 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a98db7ff-60cb-4cc0-b714-ff0607b2fe84 req-97a54084-9c07-44b4-b799-79337b443a9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 1096 time: 0.0788617 Jun 04 16:54:07.624693 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db7ff-60cb-4cc0-b714-ff0607b2fe84 req-399a97f7-ace7-437c-a83a-36649afcc91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:07.626165 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a98db7ff-60cb-4cc0-b714-ff0607b2fe84 req-399a97f7-ace7-437c-a83a-36649afcc91f service neutron] 10.222.0.46 "GET /v2.0/networks?id=92c36e80-3bca-4d38-91c7-01cb7d40bd9c HTTP/1.1" status: 200 len: 897 time: 0.1624832 Jun 04 16:54:07.693037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39580d-88fa-4536-8308-1296db00ec3d req-1e8c9a2b-f4cd-4c9a-a175-50865da0ed31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:07.693736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7c39580d-88fa-4536-8308-1296db00ec3d req-1e8c9a2b-f4cd-4c9a-a175-50865da0ed31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Synchronizing usage tracker for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:54:07.704657 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a98db7ff-60cb-4cc0-b714-ff0607b2fe84 req-f8cca822-a5d9-48cc-bb1b-8e0ae107a571 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd HTTP/1.1" status: 200 len: 217 time: 0.0710759 Jun 04 16:54:07.709550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7c39580d-88fa-4536-8308-1296db00ec3d req-1e8c9a2b-f4cd-4c9a-a175-50865da0ed31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Unset dirty status for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:54:07.711082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c39580d-88fa-4536-8308-1296db00ec3d req-1e8c9a2b-f4cd-4c9a-a175-50865da0ed31 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 945 time: 0.1066637 Jun 04 16:54:07.761846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e195bb2d-ac4e-4d10-a4dc-9d9bf503e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:53:59Z', 'revision_number': 6, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:24Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:07.762503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c39580d-88fa-4536-8308-1296db00ec3d req-ca7c501f-fab9-4d10-8b17-bc14433cd75e tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2a8a3f-4bc7-492c-aca2-a3032985b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439274 Jun 04 16:54:07.766135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195bb2d-ac4e-4d10-a4dc-9d9bf503e76c None None] Checking router: c3c4773f-9428-41a1-8d2e-4e9ab49dad6e for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:54:07.777206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195bb2d-ac4e-4d10-a4dc-9d9bf503e76c None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:07.777854 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e195bb2d-ac4e-4d10-a4dc-9d9bf503e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:07.788781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db7ff-60cb-4cc0-b714-ff0607b2fe84 req-0f112f26-5835-4fd7-a81e-ff6fa6b84964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:07.790250 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a98db7ff-60cb-4cc0-b714-ff0607b2fe84 req-0f112f26-5835-4fd7-a81e-ff6fa6b84964 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3da251b-6f20-4f45-a04c-dc46c9cbb69f HTTP/1.1" status: 200 len: 835 time: 0.0796957 Jun 04 16:54:07.875036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db7ff-60cb-4cc0-b714-ff0607b2fe84 req-007a6890-c95b-49af-b687-6ad2ed004565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:07.876542 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a98db7ff-60cb-4cc0-b714-ff0607b2fe84 req-007a6890-c95b-49af-b687-6ad2ed004565 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=92c36e80-3bca-4d38-91c7-01cb7d40bd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791929 Jun 04 16:54:07.958800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e195bb2d-ac4e-4d10-a4dc-9d9bf503e76c None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:08.011044 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a98db7ff-60cb-4cc0-b714-ff0607b2fe84 req-3981938c-a836-4f9a-b13f-aa173ba5aa42 service neutron] 10.222.0.46 "GET /v2.0/networks/92c36e80-3bca-4d38-91c7-01cb7d40bd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281676 Jun 04 16:54:08.148681 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a98db7ff-60cb-4cc0-b714-ff0607b2fe84 req-adc8f5d3-b42b-46d9-8006-169136f642aa service neutron] 10.222.0.46 "GET /v2.0/networks/92c36e80-3bca-4d38-91c7-01cb7d40bd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290526 Jun 04 16:54:08.194153 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6836e09d-655e-4cc1-b2df-b9859e7f1bcc no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:54:08.245442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 6836e09d-655e-4cc1-b2df-b9859e7f1bcc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:54:08.246022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6836e09d-655e-4cc1-b2df-b9859e7f1bcc not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:54:08.312935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e195bb2d-ac4e-4d10-a4dc-9d9bf503e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:53:59Z', 'revision_number': 6, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:24Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:08.316982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195bb2d-ac4e-4d10-a4dc-9d9bf503e76c None None] The sync data for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 is: [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:53:59Z', 'revision_number': 6, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e50f340c-200a-47ec-a5d9-223d6cc4f610', 'name': '', 'network_id': '92c36e80-3bca-4d38-91c7-01cb7d40bd9c', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:aa:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:17Z', 'updated_at': '2022-06-04T16:52:24Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': 'c3da251b-6f20-4f45-a04c-dc46c9cbb69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:54:08.545181 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415550a4-b9cf-4947-b30d-1fe86e0eb57d None None] New status for floating IP bf1a399a-a83e-49d5-9675-48059b051609: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:54:08.584387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-8b9be4a0-2f67-48d1-8634-beae7cbe8754 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:08.585869 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-8b9be4a0-2f67-48d1-8634-beae7cbe8754 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.1529441 Jun 04 16:54:08.601460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-b74862f0-429e-4068-ab15-6fe2bae1059b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/quotas/3851c6298f9e41ed9d0dae684e38ef5a HTTP/1.1" status: 200 len: 375 time: 0.0099344 Jun 04 16:54:08.688887 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-863289fe-61c0-4f61-93d4-f22d6d1f207b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822213 Jun 04 16:54:08.859790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922956-f134-45d2-8b3e-9c47a21ef9d3 req-67a9635b-ff4c-4602-9156-260e566634d3 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:08.860607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-46922956-f134-45d2-8b3e-9c47a21ef9d3 req-67a9635b-ff4c-4602-9156-260e566634d3 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Synchronizing usage tracker for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:54:08.873207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-46922956-f134-45d2-8b3e-9c47a21ef9d3 req-67a9635b-ff4c-4602-9156-260e566634d3 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Unset dirty status for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:54:08.874465 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-46922956-f134-45d2-8b3e-9c47a21ef9d3 req-67a9635b-ff4c-4602-9156-260e566634d3 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.46 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 945 time: 0.0984395 Jun 04 16:54:08.948610 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-46922956-f134-45d2-8b3e-9c47a21ef9d3 req-05f256c2-808d-4946-8273-b2c76bdb4eb7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:08.948941 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-46922956-f134-45d2-8b3e-9c47a21ef9d3 req-05f256c2-808d-4946-8273-b2c76bdb4eb7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:08.991914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5dc0095b-738f-46f5-9706-c45a8690693e service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963691 Jun 04 16:54:09.035762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437604f-4742-4e24-b330-74a756a56a84 req-0d9d13a3-6a21-4ebe-b60e-94457fcf1bd4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:09.037202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f437604f-4742-4e24-b330-74a756a56a84 req-0d9d13a3-6a21-4ebe-b60e-94457fcf1bd4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 945 time: 0.1463814 Jun 04 16:54:09.150843 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f437604f-4742-4e24-b330-74a756a56a84 req-38ea3223-f9c9-4231-a77e-38b3c83259a8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f2a8a3f-4bc7-492c-aca2-a3032985b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723052 Jun 04 16:54:09.170481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-0bd38ece-4cd4-4e91-9094-2a75d0f46d2f service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722417 Jun 04 16:54:09.205400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-46922956-f134-45d2-8b3e-9c47a21ef9d3 req-05f256c2-808d-4946-8273-b2c76bdb4eb7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] For port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd,segment=NetworkSegment(805d7baa-766d-4a77-9274-960db9f99860),segment_id=805d7baa-766d-4a77-9274-960db9f99860)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:09.205756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-46922956-f134-45d2-8b3e-9c47a21ef9d3 req-05f256c2-808d-4946-8273-b2c76bdb4eb7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:09.399981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcc7fe86-ce4d-4968-9d7e-cf893bd829d7 req-3d92bdad-cfd4-4207-8471-533275d98bd6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 210 time: 0.0423036 Jun 04 16:54:09.457921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-46922956-f134-45d2-8b3e-9c47a21ef9d3 req-05f256c2-808d-4946-8273-b2c76bdb4eb7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Calling delete_port for 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:09.617125 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-46922956-f134-45d2-8b3e-9c47a21ef9d3 req-05f256c2-808d-4946-8273-b2c76bdb4eb7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:09.667821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f256c2-808d-4946-8273-b2c76bdb4eb7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Port': ['ID=608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:09.748133 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-46922956-f134-45d2-8b3e-9c47a21ef9d3 req-05f256c2-808d-4946-8273-b2c76bdb4eb7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] No DVR routers for this DVR port 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:54:09.750569 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-46922956-f134-45d2-8b3e-9c47a21ef9d3 req-05f256c2-808d-4946-8273-b2c76bdb4eb7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:09.753181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'name': 'network-vif-deleted', 'tag': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:54:09.771694 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-46922956-f134-45d2-8b3e-9c47a21ef9d3 req-05f256c2-808d-4946-8273-b2c76bdb4eb7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.46 "DELETE /v2.0/ports/608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd HTTP/1.1" status: 204 len: 173 time: 0.8920391 Jun 04 16:54:09.798343 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b588e19-4143-4dc3-990e-e397feb63e6e'] response: {'server_uuid': '18f83bf2-cbd1-44bf-924f-b9e30fac0f2c', 'name': 'network-vif-deleted', 'tag': '608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd', 'status': 'completed', 'code': 200} Jun 04 16:54:10.311606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-971a5083-6c96-47d9-a49a-55e01c547d54 req-c1b71c2e-5f34-414d-9c39-4e292b06b16c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f83bf2-cbd1-44bf-924f-b9e30fac0f2c HTTP/1.1" status: 200 len: 210 time: 0.0424750 Jun 04 16:54:10.492333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-ce8d81d3-986d-4168-a1fe-0db326ae22c6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:10.493767 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-ce8d81d3-986d-4168-a1fe-0db326ae22c6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.42 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.1560411 Jun 04 16:54:10.510422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'port': {'device_id': 'f29152ca-270b-4cc7-b843-cc8854a37eb4', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'admin_state_up': True, 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:10.628702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3c089ab-8527-47eb-adca-bf1f545260ec req-cb10d46a-22ca-44f5-a533-308432fddb4f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 210 time: 0.1029973 Jun 04 16:54:10.700863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:10.710721 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:10.719935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Made reservation on behalf of 3851c6298f9e41ed9d0dae684e38ef5a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:54:10.723548 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:10.901744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Allocated IP 172.20.0.8 (713f7d25-cf56-4011-ac02-488f23a055f7/cbd18313-35ca-4464-b58c-992caea692ff/6a4ce07c-1aaa-465f-974d-fcbb20ffe657) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:54:11.116435 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:11.133542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Transition to ACTIVE for port object 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:11.166386 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:11.244012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Network 713f7d25-cf56-4011-ac02-488f23a055f7 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:54:11.247206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:11.251015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:54:11.293262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'Port': ['ID=6a4ce07c-1aaa-465f-974d-fcbb20ffe657,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:11.327541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:11.328215 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:11.360992 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-5aba45e7-15d1-46c9-bc03-3d55902b9978 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8553138 Jun 04 16:54:11.373623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Request body: {'port': {'device_id': 'f29152ca-270b-4cc7-b843-cc8854a37eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:11.421937 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59268) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:11.496447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6b2d950f-7671-448f-82f4-dc6700cac922 None None] Provisioning for port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:11.505524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6b2d950f-7671-448f-82f4-dc6700cac922 None None] Provisioning complete for port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:11.505792 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-721ab68b-ba88-45ca-9a12-1cc90bd341e4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:11.506592 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b2d950f-7671-448f-82f4-dc6700cac922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:11.506977 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:11.567507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d950f-7671-448f-82f4-dc6700cac922 None None] Port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:54:11.569570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-721ab68b-ba88-45ca-9a12-1cc90bd341e4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:11.637573 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-721ab68b-ba88-45ca-9a12-1cc90bd341e4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:11.661608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ab68b-ba88-45ca-9a12-1cc90bd341e4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2a8a3f-4bc7-492c-aca2-a3032985b2ee,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:11.672877 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-721ab68b-ba88-45ca-9a12-1cc90bd341e4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:11.674711 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-721ab68b-ba88-45ca-9a12-1cc90bd341e4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "DELETE /v2.0/security-groups/9f2a8a3f-4bc7-492c-aca2-a3032985b2ee HTTP/1.1" status: 204 len: 168 time: 0.2517068 Jun 04 16:54:11.718684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59276) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:12.045474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f080e-2eae-42a5-b101-70ad74bb64e8 req-d851cbc4-d755-455b-a1fe-3df0e399d384 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:12.046223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-472f080e-2eae-42a5-b101-70ad74bb64e8 req-d851cbc4-d755-455b-a1fe-3df0e399d384 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:54:12.074233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-472f080e-2eae-42a5-b101-70ad74bb64e8 req-d851cbc4-d755-455b-a1fe-3df0e399d384 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:54:12.075472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-472f080e-2eae-42a5-b101-70ad74bb64e8 req-d851cbc4-d755-455b-a1fe-3df0e399d384 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 931 time: 0.2939157 Jun 04 16:54:12.165786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:54:12.176055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-472f080e-2eae-42a5-b101-70ad74bb64e8 req-4b988a68-6a48-4c44-92d6-aa78c0d0072a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684249 Jun 04 16:54:12.177674 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:12.198747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Transition to ACTIVE for port object 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:12.203362 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:12.317233 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da626bfe-b46c-4c9b-a6d8-e029016da0f4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:12.337875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4ce07c-1aaa-465f-974d-fcbb20ffe657,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:12.448990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Attempting to bind port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:54:12.449617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Attempting to bind port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:54:12.450220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Attempting to bind port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:54:12.455488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 on network 713f7d25-cf56-4011-ac02-488f23a055f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:54:12.455993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Attempting to bind port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:54:12.463001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:54:12.463331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Checking segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:54:12.463707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Bound using segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:54:12.464129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Bound port: 6a4ce07c-1aaa-465f-974d-fcbb20ffe657, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:54:12.464476 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:12.560657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] For port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:54:12.563910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] For port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6a4ce07c-1aaa-465f-974d-fcbb20ffe657,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:54:12.572812 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:12.626466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:12.627169 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:12.628448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] 10.222.0.42 "PUT /v2.0/ports/6a4ce07c-1aaa-465f-974d-fcbb20ffe657 HTTP/1.1" status: 200 len: 1091 time: 1.2596660 Jun 04 16:54:12.628885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29152ca-270b-4cc7-b843-cc8854a37eb4', 'tag': '6a4ce07c-1aaa-465f-974d-fcbb20ffe657'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:54:12.678755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9f88d-f280-46f2-ac82-4e9cc0838a75 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4ce07c-1aaa-465f-974d-fcbb20ffe657,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:12.736907 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f069d6f6-b09c-40c7-8be8-0cdb74987b2f'] response: {'name': 'network-changed', 'server_uuid': 'f29152ca-270b-4cc7-b843-cc8854a37eb4', 'tag': '6a4ce07c-1aaa-465f-974d-fcbb20ffe657', 'status': 'completed', 'code': 200} Jun 04 16:54:12.773683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-529f9551-25d7-4bfc-81f0-e80b4c29ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:12.775311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-529f9551-25d7-4bfc-81f0-e80b4c29ae35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 1094 time: 0.0879927 Jun 04 16:54:12.853834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-69a5a03e-5ffe-441b-84ef-7a0fe4db4391 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a4ce07c-1aaa-465f-974d-fcbb20ffe657 HTTP/1.1" status: 200 len: 217 time: 0.0709748 Jun 04 16:54:12.874189 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-da626bfe-b46c-4c9b-a6d8-e029016da0f4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting port e50f340c-200a-47ec-a5d9-223d6cc4f610 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:12.874735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da626bfe-b46c-4c9b-a6d8-e029016da0f4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:12.920514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-7bde55c9-38cd-4db4-865a-3972efc601d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:12.921879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-7bde55c9-38cd-4db4-865a-3972efc601d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0621338 Jun 04 16:54:13.001781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-2e582b0d-3dbd-4a5b-9315-e19133e205e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:13.003415 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-2e582b0d-3dbd-4a5b-9315-e19133e205e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743794 Jun 04 16:54:13.066038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-da626bfe-b46c-4c9b-a6d8-e029016da0f4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] For port e50f340c-200a-47ec-a5d9-223d6cc4f610, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e50f340c-200a-47ec-a5d9-223d6cc4f610,segment=NetworkSegment(805d7baa-766d-4a77-9274-960db9f99860),segment_id=805d7baa-766d-4a77-9274-960db9f99860)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:13.066557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da626bfe-b46c-4c9b-a6d8-e029016da0f4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:13.141627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-d06180dd-0a26-499e-a297-b406e2060fa9 service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315837 Jun 04 16:54:13.196871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-da626bfe-b46c-4c9b-a6d8-e029016da0f4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Calling delete_port for e50f340c-200a-47ec-a5d9-223d6cc4f610 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:13.289428 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a5871b1-5fc0-4fde-b2ab-52002a51f54e req-66de5c48-b09c-4b98-98e3-69b623d3c86e service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417563 Jun 04 16:54:13.423353 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da626bfe-b46c-4c9b-a6d8-e029016da0f4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:13.453757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecd673-7408-4928-9344-79a2750b8e1e req-10ed10fe-70c3-4456-b359-141a92be27a3 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:13.455297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8aecd673-7408-4928-9344-79a2750b8e1e req-10ed10fe-70c3-4456-b359-141a92be27a3 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 943 time: 0.1560271 Jun 04 16:54:13.458750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01117685-62e1-46fa-b694-d447cfcc9450 req-a8dc5a05-6eda-4b1a-a17e-5cb5d86398d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:13.460042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01117685-62e1-46fa-b694-d447cfcc9450 req-a8dc5a05-6eda-4b1a-a17e-5cb5d86398d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 1094 time: 0.1189151 Jun 04 16:54:13.472843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da626bfe-b46c-4c9b-a6d8-e029016da0f4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Port': ['ID=e50f340c-200a-47ec-a5d9-223d6cc4f610,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:13.636236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:54:13.667794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8aecd673-7408-4928-9344-79a2750b8e1e req-0242377b-883c-42a5-88e4-d6255ac3c935 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019520 Jun 04 16:54:13.669192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01117685-62e1-46fa-b694-d447cfcc9450 req-aebe3114-8c1e-412e-b86b-d728a26806de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:13.670649 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01117685-62e1-46fa-b694-d447cfcc9450 req-aebe3114-8c1e-412e-b86b-d728a26806de service neutron] 10.222.0.42 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1903598 Jun 04 16:54:13.754694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:54:13.755284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 608f3aa7-ae2d-4f44-a091-51cb5dfc1bdd not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:54:13.760535 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01117685-62e1-46fa-b694-d447cfcc9450 req-478c6faf-f922-441b-91cc-7f0c9c245e16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a4ce07c-1aaa-465f-974d-fcbb20ffe657 HTTP/1.1" status: 200 len: 217 time: 0.0832362 Jun 04 16:54:13.876023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01117685-62e1-46fa-b694-d447cfcc9450 req-eeb8b538-418e-47c2-bced-9e35dcc1a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:13.877906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01117685-62e1-46fa-b694-d447cfcc9450 req-eeb8b538-418e-47c2-bced-9e35dcc1a03a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.1115980 Jun 04 16:54:13.953603 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da626bfe-b46c-4c9b-a6d8-e029016da0f4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:13.982820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01117685-62e1-46fa-b694-d447cfcc9450 req-2b044f84-8014-4abc-bb99-d8211477cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:13.987122 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01117685-62e1-46fa-b694-d447cfcc9450 req-2b044f84-8014-4abc-bb99-d8211477cefb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017022 Jun 04 16:54:14.346600 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01117685-62e1-46fa-b694-d447cfcc9450 req-e1c94feb-9751-4927-984d-2f9ed690c5cd service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461645 Jun 04 16:54:14.450679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da626bfe-b46c-4c9b-a6d8-e029016da0f4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:54:14.535983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01117685-62e1-46fa-b694-d447cfcc9450 req-0fb57bff-280f-4b5f-8b8f-809937187fab service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840611 Jun 04 16:54:14.882066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da626bfe-b46c-4c9b-a6d8-e029016da0f4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:54:14.897868 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b99fb-45cb-409a-ba1d-06e0503ddcba None None] Sync routers for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:54:14.902539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531e9b0-81de-4f56-b2a7-e0ca59d058bb req-a1f23846-cfb3-4870-902b-1ec7c656b27e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:14.905422 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1531e9b0-81de-4f56-b2a7-e0ca59d058bb req-a1f23846-cfb3-4870-902b-1ec7c656b27e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 943 time: 0.1116273 Jun 04 16:54:14.917443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b99fb-45cb-409a-ba1d-06e0503ddcba None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:14.918894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8e7b99fb-45cb-409a-ba1d-06e0503ddcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:14.923067 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-da626bfe-b46c-4c9b-a6d8-e029016da0f4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "PUT /v2.0/routers/c3c4773f-9428-41a1-8d2e-4e9ab49dad6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2030215 Jun 04 16:54:14.925899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59286) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:14.990297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1531e9b0-81de-4f56-b2a7-e0ca59d058bb req-eedba7fb-f8b8-49af-ab3f-006b7b77a345 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778458 Jun 04 16:54:15.016599 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0680044-b59c-4cc3-804d-b5880da3788d tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting subnet c3da251b-6f20-4f45-a04c-dc46c9cbb69f {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:54:15.021185 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0680044-b59c-4cc3-804d-b5880da3788d tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:15.084663 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0680044-b59c-4cc3-804d-b5880da3788d tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:15.185001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-8e7b99fb-45cb-409a-ba1d-06e0503ddcba None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:15.191158 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0680044-b59c-4cc3-804d-b5880da3788d tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:15.281963 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0680044-b59c-4cc3-804d-b5880da3788d tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:15.337268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0680044-b59c-4cc3-804d-b5880da3788d tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Subnet': ['ID=c3da251b-6f20-4f45-a04c-dc46c9cbb69f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:15.339516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0680044-b59c-4cc3-804d-b5880da3788d tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:15.348415 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b0680044-b59c-4cc3-804d-b5880da3788d tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "DELETE /v2.0/subnets/c3da251b-6f20-4f45-a04c-dc46c9cbb69f HTTP/1.1" status: 204 len: 168 time: 0.4195788 Jun 04 16:54:15.352066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59290) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:15.377310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eed2e52-c9fd-4ef5-9757-27744337c2a5 None None] Network 92c36e80-3bca-4d38-91c7-01cb7d40bd9c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:54:15.573877 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:15.807331 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:15.823116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting port 0da484fb-67ec-479e-8725-84843074184c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:15.823730 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:15.968611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8e7b99fb-45cb-409a-ba1d-06e0503ddcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '0da484fb-67ec-479e-8725-84843074184c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:54:13Z', 'revision_number': 7, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': '0da484fb-67ec-479e-8725-84843074184c', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:12Z', 'updated_at': '2022-06-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:15.974692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b99fb-45cb-409a-ba1d-06e0503ddcba None None] Checking router: c3c4773f-9428-41a1-8d2e-4e9ab49dad6e for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:54:15.992682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b99fb-45cb-409a-ba1d-06e0503ddcba None None] Routers {'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:15.993303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8e7b99fb-45cb-409a-ba1d-06e0503ddcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:16.143621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1765c70-3eb1-4fb1-9cd9-69bb74615f99 None None] DHCP port deletion for 92c36e80-3bca-4d38-91c7-01cb7d40bd9c request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:54:16.152575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] For port 0da484fb-67ec-479e-8725-84843074184c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0da484fb-67ec-479e-8725-84843074184c,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:16.158644 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:16.164944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a1765c70-3eb1-4fb1-9cd9-69bb74615f99 None None] Deleting port 0a8c17a4-70bf-439d-addf-40395880b02e {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:16.165319 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a1765c70-3eb1-4fb1-9cd9-69bb74615f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:16.277767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-8e7b99fb-45cb-409a-ba1d-06e0503ddcba None None] Set router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:16.290258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae1a73-b109-40ff-85b0-ceac7a71bb8a req-a9a6a8ba-f725-459e-a7a0-65b7c2f9d969 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:16.299028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-abae1a73-b109-40ff-85b0-ceac7a71bb8a req-a9a6a8ba-f725-459e-a7a0-65b7c2f9d969 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 943 time: 0.1352944 Jun 04 16:54:16.361860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Calling delete_port for 0da484fb-67ec-479e-8725-84843074184c owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:16.380694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-abae1a73-b109-40ff-85b0-ceac7a71bb8a req-a0ab1f4a-80e7-4e94-ac9b-297cd8e527e4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774035 Jun 04 16:54:16.403470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8e7b99fb-45cb-409a-ba1d-06e0503ddcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:54:15Z', 'revision_number': 8, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:16.422043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b99fb-45cb-409a-ba1d-06e0503ddcba None None] The sync data for ids ['c3c4773f-9428-41a1-8d2e-4e9ab49dad6e'] in n-d-811809-3 is: [{'id': 'c3c4773f-9428-41a1-8d2e-4e9ab49dad6e', 'name': 'tempest-TestNetworkBasicOps-router-196658191', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:11Z', 'updated_at': '2022-06-04T16:54:15Z', 'revision_number': 8, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:54:16.546767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a1765c70-3eb1-4fb1-9cd9-69bb74615f99 None None] For port 0a8c17a4-70bf-439d-addf-40395880b02e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=0a8c17a4-70bf-439d-addf-40395880b02e,segment=NetworkSegment(805d7baa-766d-4a77-9274-960db9f99860),segment_id=805d7baa-766d-4a77-9274-960db9f99860)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:16.547152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a1765c70-3eb1-4fb1-9cd9-69bb74615f99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:16.616113 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:16.668556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Port': ['ID=0da484fb-67ec-479e-8725-84843074184c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:16.740162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a1765c70-3eb1-4fb1-9cd9-69bb74615f99 None None] Calling delete_port for 0a8c17a4-70bf-439d-addf-40395880b02e owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:16.771843 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:16.847351 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a1765c70-3eb1-4fb1-9cd9-69bb74615f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:16.929632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1765c70-3eb1-4fb1-9cd9-69bb74615f99 None None] No DVR routers for this DVR port 0a8c17a4-70bf-439d-addf-40395880b02e on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:54:16.938140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1765c70-3eb1-4fb1-9cd9-69bb74615f99 None None] Pushing event deleted for resources: {'Port': ['ID=0a8c17a4-70bf-439d-addf-40395880b02e,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:17.120378 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.124190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.164401 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.165278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Fanout notify agent at l3_agent the message router_deleted on router c3c4773f-9428-41a1-8d2e-4e9ab49dad6e {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:54:17.185302 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.185302 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e010cdfa-d49b-43e3-a2ab-3706b198d4d4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "DELETE /v2.0/routers/c3c4773f-9428-41a1-8d2e-4e9ab49dad6e HTTP/1.1" status: 204 len: 168 time: 1.8291390 Jun 04 16:54:17.185731 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59296) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:17.315559 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37161bde-ccdd-4964-a48f-bf40165488a5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.469243 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37161bde-ccdd-4964-a48f-bf40165488a5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.517139 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-37161bde-ccdd-4964-a48f-bf40165488a5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c36e80-3bca-4d38-91c7-01cb7d40bd9c']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:17.537345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-37161bde-ccdd-4964-a48f-bf40165488a5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805d7baa-766d-4a77-9274-960db9f99860') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:17.537702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-37161bde-ccdd-4964-a48f-bf40165488a5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805d7baa-766d-4a77-9274-960db9f99860') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:17.556172 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37161bde-ccdd-4964-a48f-bf40165488a5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.575648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37161bde-ccdd-4964-a48f-bf40165488a5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.589077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37161bde-ccdd-4964-a48f-bf40165488a5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:54:17.589479 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37161bde-ccdd-4964-a48f-bf40165488a5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.623334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e5fba-4d4c-4d64-bc82-e290a672e530 req-0b6d5e00-f90e-4d34-85e0-354b332e5ef6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:17.627984 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 805d7baa-766d-4a77-9274-960db9f99860 resource provider aggregate not found Jun 04 16:54:17.631186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-306e5fba-4d4c-4d64-bc82-e290a672e530 req-0b6d5e00-f90e-4d34-85e0-354b332e5ef6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 943 time: 0.1328294 Jun 04 16:54:17.692629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-306e5fba-4d4c-4d64-bc82-e290a672e530 req-cbd11324-3448-4571-a242-8e4b32e70967 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606382 Jun 04 16:54:17.744659 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 805d7baa-766d-4a77-9274-960db9f99860 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 805d7baa-766d-4a77-9274-960db9f99860 found for delete ", "request_id": "req-d61e037a-61bd-4fa6-bea3-26fc51f1d3cb"}]} Jun 04 16:54:17.794459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37161bde-ccdd-4964-a48f-bf40165488a5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.813057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37161bde-ccdd-4964-a48f-bf40165488a5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.826448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37161bde-ccdd-4964-a48f-bf40165488a5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Network': ['ID=92c36e80-3bca-4d38-91c7-01cb7d40bd9c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:17.832539 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-37161bde-ccdd-4964-a48f-bf40165488a5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "DELETE /v2.0/networks/92c36e80-3bca-4d38-91c7-01cb7d40bd9c HTTP/1.1" status: 204 len: 168 time: 0.6453924 Jun 04 16:54:17.849697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59306) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:17.859912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'network': {'name': 'tempest-network-smoke--1281483033', 'project_id': '7921b0dcce8342988ab0008c35137638', 'port_security_enabled': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:17.868383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:17.873141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:network and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:17.876128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:17.881828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:17.893033 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Made reservation on behalf of 7921b0dcce8342988ab0008c35137638 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:54:17.896720 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.911433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e50f340c-200a-47ec-a5d9-223d6cc4f610 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:54:17.951804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:54:17.959713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e50f340c-200a-47ec-a5d9-223d6cc4f610 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:54:17.960402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e50f340c-200a-47ec-a5d9-223d6cc4f610 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:54:17.961081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0a8c17a4-70bf-439d-addf-40395880b02e no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:54:17.962964 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.963605 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Added segment c7f52769-762d-453a-b429-fd981b027f9e of type vlan for network f57686b4-23e6-4049-b710-f240d593b28a Jun 04 16:54:17.995063 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:17.996033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 0a8c17a4-70bf-439d-addf-40395880b02e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:54:17.996552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0a8c17a4-70bf-439d-addf-40395880b02e not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:54:17.997222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0da484fb-67ec-479e-8725-84843074184c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:54:18.031738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:18.032688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 0da484fb-67ec-479e-8725-84843074184c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:54:18.033031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 0da484fb-67ec-479e-8725-84843074184c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:54:18.042734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:18.043372 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:18.155503 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3043389 Jun 04 16:54:18.158756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59310) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:18.164010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fdf9f-f60f-4ed2-b51b-d0a7197e7515 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Network': ['ID=f57686b4-23e6-4049-b710-f240d593b28a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:18.165408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'admin_state_up': True, 'project_id': '7921b0dcce8342988ab0008c35137638', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:18.176531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f57686b4-23e6-4049-b710-f240d593b28a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:54:18.180315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:18.184196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:router and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:18.187618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:18.193537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:18.206550 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:18.206550 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:18.222280 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:18.496675 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:18.815979 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:18.883158 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:19.026588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdea53-bc4c-49d6-969a-3b7281dcbead req-43fac413-8375-49bd-ae9b-27cc9a686267 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:19.028652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ccdea53-bc4c-49d6-969a-3b7281dcbead req-43fac413-8375-49bd-ae9b-27cc9a686267 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 943 time: 0.1839111 Jun 04 16:54:19.069556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Allocated IP 172.25.5.120 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/bbf6077e-1dc1-4e12-bb60-f575759d3fd6) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:54:19.095839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ccdea53-bc4c-49d6-969a-3b7281dcbead req-55bc2f45-4211-41e4-a82e-118ad00ac6d6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583522 Jun 04 16:54:19.362093 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:19.391481 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:19.459940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:54:19.463193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:19.467920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:54:19.501305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=bbf6077e-1dc1-4e12-bb60-f575759d3fd6,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:19.518059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:19.518390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:19.518740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:19.519062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:19.519411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:19.519729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:19.520037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:19.520345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:19.520654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:19.520961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:19.521289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:19.521601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:19.915992 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:20.305418 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:20.405389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6b485-0ac1-4272-8b16-ca8f53050790 req-17cbf820-b48d-4103-af77-081dca22d485 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:20.406768 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98e6b485-0ac1-4272-8b16-ca8f53050790 req-17cbf820-b48d-4103-af77-081dca22d485 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 943 time: 0.1861985 Jun 04 16:54:20.523643 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98e6b485-0ac1-4272-8b16-ca8f53050790 req-b9f60ded-404d-4ad9-b992-e32b5d832e2b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678353 Jun 04 16:54:20.558891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:54:20.879809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:54:20.890576 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Sync routers for ids ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:54:20.900707 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Routers {'f9a9ab7f-1cea-403a-97a0-368b56bf69e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:20.901562 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:20.910984 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:20.915456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59318) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:20.916047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d8914487-292b-4202-ba5c-fdeba65f8590 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7561328 Jun 04 16:54:20.957863 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a5b603e0-d7d2-4cc9-843d-2dbdedbe8f23 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7921b0dcce8342988ab0008c35137638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400248 Jun 04 16:54:20.960449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59322) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:21.078054 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Set router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:21.096187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40592b83-a1b1-4ed3-aee7-88994caa27d9 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:21.100437 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-40592b83-a1b1-4ed3-aee7-88994caa27d9 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1362793 Jun 04 16:54:21.100967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59326) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:21.142477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-75bd7b64-a8b6-4818-a035-b9fe715ed040 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401933 Jun 04 16:54:21.145045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59330) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:21.150502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1950800867', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'project_id': '7921b0dcce8342988ab0008c35137638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:21.275558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:21.282179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:subnet and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:21.286653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:21.294932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:21.310910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Made reservation on behalf of 7921b0dcce8342988ab0008c35137638 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:54:21.314483 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:21.416284 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:19Z', 'revision_number': 3, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:21.420531 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Checking router: f9a9ab7f-1cea-403a-97a0-368b56bf69e1 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:54:21.420860 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Updating router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 port bbf6077e-1dc1-4e12-bb60-f575759d3fd6 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:54:21.476988 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:21.539760 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:21.644007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Subnet': ['ID=5b54ab86-6f1f-4d89-8de1-a27087be1e72,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:21.654129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Checking segment: {'id': 'c7f52769-762d-453a-b429-fd981b027f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:54:21.654584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network hostable DHCP agents. Network: f57686b4-23e6-4049-b710-f240d593b28a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:54:21.775983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network f57686b4-23e6-4049-b710-f240d593b28a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:54:21.798311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f57686b4-23e6-4049-b710-f240d593b28a) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:21.804722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:21.805278 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:21.808191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e517841-badb-49f3-a9d6-f70ccbbb61d2 None None] Network f57686b4-23e6-4049-b710-f240d593b28a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:54:21.835963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e98c12-d6fe-468a-a713-afad56496651 req-27e045b1-77e5-492e-aa72-cbbdf40cad1d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1384943 Jun 04 16:54:21.846039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79254380-5197-405d-aa1f-0ac255af8263 req-b850d6b6-7296-440e-b42f-9d4c932489e3 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:21.847673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79254380-5197-405d-aa1f-0ac255af8263 req-b850d6b6-7296-440e-b42f-9d4c932489e3 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 943 time: 0.1819813 Jun 04 16:54:21.849518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3d963baa-6176-4ba2-81f8-9e5f792310e0 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7034638 Jun 04 16:54:21.852409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59336) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:21.857258 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:21.870549 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Transition to ACTIVE for port object bbf6077e-1dc1-4e12-bb60-f575759d3fd6 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:21.881368 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:21.988250 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Pushing event updated for resources: {'Port': ['ID=bbf6077e-1dc1-4e12-bb60-f575759d3fd6,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:21.998868 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:21.999206 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:21.999539 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:21.999863 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:22.000184 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:22.000503 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:22.000817 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:22.001131 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:22.001441 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:22.001750 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:22.002059 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:22.002369 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:22.026766 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Attempting to bind port bbf6077e-1dc1-4e12-bb60-f575759d3fd6 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:54:22.027137 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Attempting to bind port bbf6077e-1dc1-4e12-bb60-f575759d3fd6 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:54:22.027513 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Attempting to bind port bbf6077e-1dc1-4e12-bb60-f575759d3fd6 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:54:22.034282 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:54:22.034622 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:54:22.035189 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:22.035582 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:54:22.035792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79254380-5197-405d-aa1f-0ac255af8263 req-643c3abe-5d25-4a81-98b4-9ced90ba8a4d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782339 Jun 04 16:54:22.036292 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Bound port: bbf6077e-1dc1-4e12-bb60-f575759d3fd6, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:54:22.036579 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:22.126913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f57686b4-23e6-4049-b710-f240d593b28a', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ips': [{'subnet_id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:54:22.128129 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:22.136967 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] For port bbf6077e-1dc1-4e12-bb60-f575759d3fd6, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:54:22.142589 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] For port bbf6077e-1dc1-4e12-bb60-f575759d3fd6, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bbf6077e-1dc1-4e12-bb60-f575759d3fd6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:54:22.151123 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:22.229555 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2cf7e-54b0-4ad5-9786-281fd4d563b6 None None] Pushing event updated for resources: {'Port': ['ID=bbf6077e-1dc1-4e12-bb60-f575759d3fd6,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:22.253013 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Routers {'f9a9ab7f-1cea-403a-97a0-368b56bf69e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:22.253671 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:22.262810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e98c12-d6fe-468a-a713-afad56496651 req-8052f3eb-50da-45c9-9a92-8d274c19f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:22.264510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e98c12-d6fe-468a-a713-afad56496651 req-8052f3eb-50da-45c9-9a92-8d274c19f2ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1098 time: 0.2940679 Jun 04 16:54:22.321474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Allocated IP 172.20.0.2 (f57686b4-23e6-4049-b710-f240d593b28a/5b54ab86-6f1f-4d89-8de1-a27087be1e72/306436f2-98c4-4cbe-8ea4-47b43eca89a6) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:54:22.495331 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] Set router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:22.642062 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:22.655211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Transition to ACTIVE for port object 306436f2-98c4-4cbe-8ea4-47b43eca89a6 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:22.688664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Transition to ACTIVE for port object 306436f2-98c4-4cbe-8ea4-47b43eca89a6 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:22.697601 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:22.771738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Pushing event updated for resources: {'Port': ['ID=306436f2-98c4-4cbe-8ea4-47b43eca89a6,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:22.771959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e98c12-d6fe-468a-a713-afad56496651 req-1a47c193-4b07-43f0-8fec-8b2cc63141c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:22.773188 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e98c12-d6fe-468a-a713-afad56496651 req-1a47c193-4b07-43f0-8fec-8b2cc63141c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 897 time: 0.4387674 Jun 04 16:54:22.779026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Network f57686b4-23e6-4049-b710-f240d593b28a is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:54:22.780919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:22.783095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:54:22.828635 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:19Z', 'revision_number': 3, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:22.832607 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ad916-bd48-4dbb-a4b1-ba15a38c9bbb None None] The sync data for ids ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'] in n-d-811809-3 is: [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:19Z', 'revision_number': 3, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:54:22.879458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Attempting to bind port 306436f2-98c4-4cbe-8ea4-47b43eca89a6 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:54:22.879458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Attempting to bind port 306436f2-98c4-4cbe-8ea4-47b43eca89a6 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'c7f52769-762d-453a-b429-fd981b027f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:54:22.879458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Attempting to bind port 306436f2-98c4-4cbe-8ea4-47b43eca89a6 on network f57686b4-23e6-4049-b710-f240d593b28a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:54:22.885265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:54:22.885635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Checking segment: {'id': 'c7f52769-762d-453a-b429-fd981b027f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:54:22.886031 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:22.886419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Bound using segment: {'id': 'c7f52769-762d-453a-b429-fd981b027f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:54:22.886964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Bound port: 306436f2-98c4-4cbe-8ea4-47b43eca89a6, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f52769-762d-453a-b429-fd981b027f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:54:22.887390 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:22.951688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e98c12-d6fe-468a-a713-afad56496651 req-25f254b8-55b3-4a2c-b918-157608ed6a74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 1002 time: 0.1286449 Jun 04 16:54:22.980418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] For port 306436f2-98c4-4cbe-8ea4-47b43eca89a6, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:54:22.983548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] For port 306436f2-98c4-4cbe-8ea4-47b43eca89a6, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=306436f2-98c4-4cbe-8ea4-47b43eca89a6,segment=NetworkSegment(c7f52769-762d-453a-b429-fd981b027f9e),segment_id=c7f52769-762d-453a-b429-fd981b027f9e)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:54:22.988814 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:23.078412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75f96b-5600-4a1f-82de-8819c3e612f2 None None] Pushing event updated for resources: {'Port': ['ID=306436f2-98c4-4cbe-8ea4-47b43eca89a6,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:23.100480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e98c12-d6fe-468a-a713-afad56496651 req-6b5f2106-2d45-4b48-9097-158f224efe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:23.101923 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e98c12-d6fe-468a-a713-afad56496651 req-6b5f2106-2d45-4b48-9097-158f224efe45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.1220841 Jun 04 16:54:23.307670 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:23.330990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e98c12-d6fe-468a-a713-afad56496651 req-75cf7ea3-4792-4b69-b8eb-449d3db2f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:23.333992 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e98c12-d6fe-468a-a713-afad56496651 req-75cf7ea3-4792-4b69-b8eb-449d3db2f006 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226174 Jun 04 16:54:23.498007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec46377-e5fc-42f4-9f2e-45a42f73ccda req-15ea1643-7955-4294-a309-279a3bf89e8b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:23.499584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ec46377-e5fc-42f4-9f2e-45a42f73ccda req-15ea1643-7955-4294-a309-279a3bf89e8b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 943 time: 0.3195112 Jun 04 16:54:23.671298 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ec46377-e5fc-42f4-9f2e-45a42f73ccda req-e1d21fa1-a493-4ecb-885a-6d9a8bf0b096 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537569 Jun 04 16:54:23.726664 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e98c12-d6fe-468a-a713-afad56496651 req-3a92ed30-9478-4e79-97d6-a0065adb1f39 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341010 Jun 04 16:54:23.968719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bbf6077e-1dc1-4e12-bb60-f575759d3fd6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:23.969666 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96e98c12-d6fe-468a-a713-afad56496651 req-c363db55-5caf-42fe-a1e2-9793dfee55d8 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358949 Jun 04 16:54:24.004805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Allocated IP 172.20.0.1 (f57686b4-23e6-4049-b710-f240d593b28a/5b54ab86-6f1f-4d89-8de1-a27087be1e72/60c24983-49ee-4dec-976e-39711065288b) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:54:24.066462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port bbf6077e-1dc1-4e12-bb60-f575759d3fd6 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:24.072184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port bbf6077e-1dc1-4e12-bb60-f575759d3fd6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:24.072696 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:24.186811 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:24.205637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Transition to ACTIVE for port object 60c24983-49ee-4dec-976e-39711065288b will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:24.207100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port bbf6077e-1dc1-4e12-bb60-f575759d3fd6 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:24.207764 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:24.226399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port bbf6077e-1dc1-4e12-bb60-f575759d3fd6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bbf6077e-1dc1-4e12-bb60-f575759d3fd6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:24.232695 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:24.233400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 306436f2-98c4-4cbe-8ea4-47b43eca89a6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:24.234367 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:24.337768 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6074ef6-409b-47fe-bdb9-29a872643142 None None] Network f57686b4-23e6-4049-b710-f240d593b28a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:54:24.449126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network f57686b4-23e6-4049-b710-f240d593b28a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:54:24.452459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:24.456434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:54:24.486597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-896e8404-c39d-46a7-869b-135c0eb1286a None None] Provisioning for port 306436f2-98c4-4cbe-8ea4-47b43eca89a6 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:24.487303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=60c24983-49ee-4dec-976e-39711065288b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:24.489418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=bbf6077e-1dc1-4e12-bb60-f575759d3fd6,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:24.532111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 306436f2-98c4-4cbe-8ea4-47b43eca89a6 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:24.532416 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:24.566162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 306436f2-98c4-4cbe-8ea4-47b43eca89a6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:24.566550 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:24.745537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 306436f2-98c4-4cbe-8ea4-47b43eca89a6 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:24.745872 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:24.789667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 306436f2-98c4-4cbe-8ea4-47b43eca89a6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=306436f2-98c4-4cbe-8ea4-47b43eca89a6,segment=NetworkSegment(c7f52769-762d-453a-b429-fd981b027f9e),segment_id=c7f52769-762d-453a-b429-fd981b027f9e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:24.794815 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:24.868389 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:24.869800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=306436f2-98c4-4cbe-8ea4-47b43eca89a6,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:25.013613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb4a18-2a5f-42df-9e7c-afa66277814f req-1bcdcb0c-22b8-4c74-9fcd-ed817f2a99bc tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:25.015183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5fb4a18-2a5f-42df-9e7c-afa66277814f req-1bcdcb0c-22b8-4c74-9fcd-ed817f2a99bc tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 943 time: 0.2189415 Jun 04 16:54:25.031397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c18a085e-496a-44ea-b855-0607bec85338 None None] Provisioning for port 60c24983-49ee-4dec-976e-39711065288b completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:25.037224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c18a085e-496a-44ea-b855-0607bec85338 None None] Provisioning complete for port 60c24983-49ee-4dec-976e-39711065288b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:25.037592 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c18a085e-496a-44ea-b855-0607bec85338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:25.093919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c18a085e-496a-44ea-b855-0607bec85338 None None] Port 60c24983-49ee-4dec-976e-39711065288b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:54:25.105494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c18a085e-496a-44ea-b855-0607bec85338 None None] Provisioning complete for port 306436f2-98c4-4cbe-8ea4-47b43eca89a6 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:25.105898 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c18a085e-496a-44ea-b855-0607bec85338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:25.139275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5fb4a18-2a5f-42df-9e7c-afa66277814f req-8e6864a1-46a7-4466-bca1-0f9f937c874d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152182 Jun 04 16:54:25.227496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c18a085e-496a-44ea-b855-0607bec85338 None None] Current status of the port 306436f2-98c4-4cbe-8ea4-47b43eca89a6 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:25.336632 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:25.344237 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:25.351077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2fbef357-5316-4e7d-a009-24a5cd5fc518 None None] Provisioning complete for port 60c24983-49ee-4dec-976e-39711065288b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:25.351447 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2fbef357-5316-4e7d-a009-24a5cd5fc518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:25.404000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2fbef357-5316-4e7d-a009-24a5cd5fc518 None None] Port 60c24983-49ee-4dec-976e-39711065288b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:54:25.458875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=60c24983-49ee-4dec-976e-39711065288b,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:25.461388 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:25.596425 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network f57686b4-23e6-4049-b710-f240d593b28a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:54:25.597587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:25.789930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:54:25.827725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-18a0ed00-d82a-4940-ab8b-b7b2a8ede8a9 None None] Provisioning complete for port 60c24983-49ee-4dec-976e-39711065288b triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:25.828094 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-18a0ed00-d82a-4940-ab8b-b7b2a8ede8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:25.884341 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-18a0ed00-d82a-4940-ab8b-b7b2a8ede8a9 None None] Port 60c24983-49ee-4dec-976e-39711065288b cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:54:25.909578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 306436f2-98c4-4cbe-8ea4-47b43eca89a6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:25.981750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 306436f2-98c4-4cbe-8ea4-47b43eca89a6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:25.982084 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:26.103638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 306436f2-98c4-4cbe-8ea4-47b43eca89a6 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:26.104666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bbf6077e-1dc1-4e12-bb60-f575759d3fd6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:26.107986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:54:26.120824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ca640d9f-953b-4d5f-9eb9-32acca6a8500 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "PUT /v2.0/routers/f9a9ab7f-1cea-403a-97a0-368b56bf69e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2655416 Jun 04 16:54:26.123647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59350) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:26.130624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Sync routers for ids ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:54:26.161876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Routers {'f9a9ab7f-1cea-403a-97a0-368b56bf69e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:26.161876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:26.310524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c5205-278e-481b-85f7-daf1aca05c18 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.310999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c5205-278e-481b-85f7-daf1aca05c18 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.311458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c5205-278e-481b-85f7-daf1aca05c18 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.311899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c5205-278e-481b-85f7-daf1aca05c18 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.312352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c5205-278e-481b-85f7-daf1aca05c18 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.312823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c5205-278e-481b-85f7-daf1aca05c18 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.313259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c5205-278e-481b-85f7-daf1aca05c18 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.315254 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-453c5205-278e-481b-85f7-daf1aca05c18 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.1906970 Jun 04 16:54:26.318373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59356) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:26.325626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port bbf6077e-1dc1-4e12-bb60-f575759d3fd6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:26.325988 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:26.350911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7e698-7566-4a7d-a7fa-61d00123348a req-64e9566f-7196-487b-8dd9-5535e65886e8 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.352391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37b7e698-7566-4a7d-a7fa-61d00123348a req-64e9566f-7196-487b-8dd9-5535e65886e8 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 943 time: 0.1073511 Jun 04 16:54:26.394346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Set router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:26.400345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37b7e698-7566-4a7d-a7fa-61d00123348a req-7256039b-ec75-4d68-a5ad-54fb8ca1a156 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411642 Jun 04 16:54:26.403474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36509546-7029-4977-a017-b57f5cbc64ae tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.404144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36509546-7029-4977-a017-b57f5cbc64ae tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.405438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36509546-7029-4977-a017-b57f5cbc64ae tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.405888 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36509546-7029-4977-a017-b57f5cbc64ae tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.406328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36509546-7029-4977-a017-b57f5cbc64ae tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.406811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36509546-7029-4977-a017-b57f5cbc64ae tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.407247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36509546-7029-4977-a017-b57f5cbc64ae tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:26.409685 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-36509546-7029-4977-a017-b57f5cbc64ae tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0888672 Jun 04 16:54:26.411806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59360) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:26.626585 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9145e6e0-bf02-42a4-9849-84e45a9508a5 tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.2135966 Jun 04 16:54:26.686963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port bbf6077e-1dc1-4e12-bb60-f575759d3fd6 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:26.701359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59366) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:26.706586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996049957', 'description': 'tempest-secgroup-smoke-1996049957 description', 'project_id': '7921b0dcce8342988ab0008c35137638'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:26.712961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:26.717496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:26.720372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:26.727370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:26.738865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:26.758630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:26.763565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:26.766459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:26.772095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:26.797452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '60c24983-49ee-4dec-976e-39711065288b', 'name': '', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:f4:99:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:23Z', 'updated_at': '2022-06-04T16:54:25Z', 'revision_number': 2, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:26.801765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Checking router: f9a9ab7f-1cea-403a-97a0-368b56bf69e1 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:54:26.802109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Updating router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 port 60c24983-49ee-4dec-976e-39711065288b binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:54:26.843942 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:26.848504 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:26.853306 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:26.893200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f632f7-e5fb-49a0-92ad-2fe2463e02b2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:26.897433 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:26.898697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-035a34b9-b2fa-40a4-be86-d86e16710181 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1963046 Jun 04 16:54:26.901765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59370) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:26.910410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e0a8e0ba-f57c-4420-a023-2c72b9ec2ad2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': 'e1f632f7-e5fb-49a0-92ad-2fe2463e02b2', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:26.916750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e0a8e0ba-f57c-4420-a023-2c72b9ec2ad2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:26.920573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e0a8e0ba-f57c-4420-a023-2c72b9ec2ad2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:26.923389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e0a8e0ba-f57c-4420-a023-2c72b9ec2ad2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:26.928885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e0a8e0ba-f57c-4420-a023-2c72b9ec2ad2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:26.946600 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e0ba-f57c-4420-a023-2c72b9ec2ad2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.009393 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e0ba-f57c-4420-a023-2c72b9ec2ad2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.014729 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e0ba-f57c-4420-a023-2c72b9ec2ad2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.039173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8e0ba-f57c-4420-a023-2c72b9ec2ad2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ab9855-7fba-4776-9bc1-9101a9cf66a7,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:27.050713 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e0a8e0ba-f57c-4420-a023-2c72b9ec2ad2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.054569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e0a8e0ba-f57c-4420-a023-2c72b9ec2ad2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489182 Jun 04 16:54:27.054794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59374) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:27.060169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-167721c3-d040-4846-8757-1df2bb0a384c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': 'e1f632f7-e5fb-49a0-92ad-2fe2463e02b2', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:27.066802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-167721c3-d040-4846-8757-1df2bb0a384c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:27.070634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-167721c3-d040-4846-8757-1df2bb0a384c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:27.073657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-167721c3-d040-4846-8757-1df2bb0a384c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:27.080006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-167721c3-d040-4846-8757-1df2bb0a384c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:27.098223 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-167721c3-d040-4846-8757-1df2bb0a384c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.158363 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-167721c3-d040-4846-8757-1df2bb0a384c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.163217 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-167721c3-d040-4846-8757-1df2bb0a384c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.187293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167721c3-d040-4846-8757-1df2bb0a384c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d1a4b7-cb97-47e1-bf03-f298d0456d8b,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:27.198841 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-167721c3-d040-4846-8757-1df2bb0a384c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.200602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-167721c3-d040-4846-8757-1df2bb0a384c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1447806 Jun 04 16:54:27.203458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59378) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:27.203745 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.209031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-538b91e1-9f8c-45db-9c3f-86cd58b54935 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': 'e1f632f7-e5fb-49a0-92ad-2fe2463e02b2', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:27.215631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Transition to ACTIVE for port object 60c24983-49ee-4dec-976e-39711065288b will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:27.215771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-538b91e1-9f8c-45db-9c3f-86cd58b54935 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:27.219795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-538b91e1-9f8c-45db-9c3f-86cd58b54935 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:27.223013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-538b91e1-9f8c-45db-9c3f-86cd58b54935 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:27.223419 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.229199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-538b91e1-9f8c-45db-9c3f-86cd58b54935 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:27.246806 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-538b91e1-9f8c-45db-9c3f-86cd58b54935 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.309978 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-538b91e1-9f8c-45db-9c3f-86cd58b54935 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.315748 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-538b91e1-9f8c-45db-9c3f-86cd58b54935 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.342835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b91e1-9f8c-45db-9c3f-86cd58b54935 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc61e28-8edd-46af-8abd-77d365e48c35,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:27.355319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-538b91e1-9f8c-45db-9c3f-86cd58b54935 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.357460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-538b91e1-9f8c-45db-9c3f-86cd58b54935 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525798 Jun 04 16:54:27.360145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59382) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:27.366284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5681022a-029c-437b-8be1-f5b71c037be7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': 'e1f632f7-e5fb-49a0-92ad-2fe2463e02b2', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:27.373521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5681022a-029c-437b-8be1-f5b71c037be7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:27.377496 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5681022a-029c-437b-8be1-f5b71c037be7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:27.380649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5681022a-029c-437b-8be1-f5b71c037be7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:27.386689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5681022a-029c-437b-8be1-f5b71c037be7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:27.391552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7fc99-9157-4e9e-b8e0-0e7f85ab4ff7 None None] Pushing event updated for resources: {'Port': ['ID=60c24983-49ee-4dec-976e-39711065288b,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:27.415565 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5681022a-029c-437b-8be1-f5b71c037be7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.446804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Attempting to bind port 60c24983-49ee-4dec-976e-39711065288b on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:54:27.447170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Attempting to bind port 60c24983-49ee-4dec-976e-39711065288b by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'c7f52769-762d-453a-b429-fd981b027f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:54:27.447531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Attempting to bind port 60c24983-49ee-4dec-976e-39711065288b on network f57686b4-23e6-4049-b710-f240d593b28a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:54:27.453775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:54:27.454190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Checking segment: {'id': 'c7f52769-762d-453a-b429-fd981b027f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:54:27.454623 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.455057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Bound using segment: {'id': 'c7f52769-762d-453a-b429-fd981b027f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:54:27.455528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Bound port: 60c24983-49ee-4dec-976e-39711065288b, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f52769-762d-453a-b429-fd981b027f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:54:27.455896 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.488847 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5681022a-029c-437b-8be1-f5b71c037be7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.494812 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5681022a-029c-437b-8be1-f5b71c037be7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.512063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681022a-029c-437b-8be1-f5b71c037be7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18db6333-8118-4c2b-850c-25f7b0f51eaf,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:27.536187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5681022a-029c-437b-8be1-f5b71c037be7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.537589 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5681022a-029c-437b-8be1-f5b71c037be7 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1759472 Jun 04 16:54:27.540690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59388) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:27.545787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-33c76ff3-ee44-404e-8e64-06e9b6264553 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': 'e1f632f7-e5fb-49a0-92ad-2fe2463e02b2', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:27.552575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-33c76ff3-ee44-404e-8e64-06e9b6264553 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:27.556889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-33c76ff3-ee44-404e-8e64-06e9b6264553 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:27.560553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-33c76ff3-ee44-404e-8e64-06e9b6264553 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:27.568854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-33c76ff3-ee44-404e-8e64-06e9b6264553 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:27.580184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] For port 60c24983-49ee-4dec-976e-39711065288b, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:54:27.583523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] For port 60c24983-49ee-4dec-976e-39711065288b, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=60c24983-49ee-4dec-976e-39711065288b,segment=NetworkSegment(c7f52769-762d-453a-b429-fd981b027f9e),segment_id=c7f52769-762d-453a-b429-fd981b027f9e)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:54:27.585923 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-33c76ff3-ee44-404e-8e64-06e9b6264553 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Project 7921b0dcce8342988ab0008c35137638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:54:27.589943 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.594807 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33c76ff3-ee44-404e-8e64-06e9b6264553 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.635631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c409cd-955b-4054-a711-222eed8c0bcd req-b4c8a2c2-d023-40a3-b392-2e4c7e53ac43 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:27.637548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-81c409cd-955b-4054-a711-222eed8c0bcd req-b4c8a2c2-d023-40a3-b392-2e4c7e53ac43 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 943 time: 0.0970984 Jun 04 16:54:27.673962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33c76ff3-ee44-404e-8e64-06e9b6264553 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.680766 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33c76ff3-ee44-404e-8e64-06e9b6264553 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.695526 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-81c409cd-955b-4054-a711-222eed8c0bcd req-9635875b-f067-4a88-9c1b-cd2b8f2afb6d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521252 Jun 04 16:54:27.697403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Routers {'f9a9ab7f-1cea-403a-97a0-368b56bf69e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:27.698021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:27.706590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c76ff3-ee44-404e-8e64-06e9b6264553 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a8a8b1-7adc-401a-ba07-2ac77b2f859f,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:27.728184 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-33c76ff3-ee44-404e-8e64-06e9b6264553 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.732466 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-33c76ff3-ee44-404e-8e64-06e9b6264553 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1878345 Jun 04 16:54:27.732757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59392) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:27.737835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-77fe1664-935f-43c5-8c3c-2b22753ce39b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'security_group_rule': {'security_group_id': 'e1f632f7-e5fb-49a0-92ad-2fe2463e02b2', 'project_id': '7921b0dcce8342988ab0008c35137638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:27.754807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-77fe1664-935f-43c5-8c3c-2b22753ce39b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:27.759099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-77fe1664-935f-43c5-8c3c-2b22753ce39b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:security_group_rule and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:27.764071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-77fe1664-935f-43c5-8c3c-2b22753ce39b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:27.766273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7fc99-9157-4e9e-b8e0-0e7f85ab4ff7 None None] Pushing event updated for resources: {'Port': ['ID=60c24983-49ee-4dec-976e-39711065288b,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:27.772476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-77fe1664-935f-43c5-8c3c-2b22753ce39b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:27.785356 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-77fe1664-935f-43c5-8c3c-2b22753ce39b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Project 7921b0dcce8342988ab0008c35137638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:54:27.793226 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77fe1664-935f-43c5-8c3c-2b22753ce39b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.865737 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77fe1664-935f-43c5-8c3c-2b22753ce39b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.871357 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77fe1664-935f-43c5-8c3c-2b22753ce39b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.876451 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7e83ae7a-203c-4366-8d55-4b1984d582d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.896561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe1664-935f-43c5-8c3c-2b22753ce39b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b2cbae-3b39-48f6-b442-4e017459f342,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:27.910451 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77fe1664-935f-43c5-8c3c-2b22753ce39b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:27.911708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-77fe1664-935f-43c5-8c3c-2b22753ce39b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1778934 Jun 04 16:54:27.944426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] Set router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:28.082012 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-58fce702-d764-4fbb-855d-4a86ebef0fc4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Synchronizing usage tracker for tenant:7921b0dcce8342988ab0008c35137638 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:54:28.099422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-58fce702-d764-4fbb-855d-4a86ebef0fc4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Unset dirty status for tenant:7921b0dcce8342988ab0008c35137638 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:54:28.100705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-58fce702-d764-4fbb-855d-4a86ebef0fc4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996049957&fields=id&tenant_id=7921b0dcce8342988ab0008c35137638 HTTP/1.1" status: 200 len: 267 time: 0.0592575 Jun 04 16:54:28.252325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-d2ee457b-1839-45c2-aeeb-68f1e5affe3c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:28.254110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-d2ee457b-1839-45c2-aeeb-68f1e5affe3c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/networks?id=f57686b4-23e6-4049-b710-f240d593b28a HTTP/1.1" status: 200 len: 797 time: 0.1463380 Jun 04 16:54:28.269671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-d6150e5f-a6dc-4d15-8777-acb37587084b tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/quotas/7921b0dcce8342988ab0008c35137638 HTTP/1.1" status: 200 len: 375 time: 0.0096977 Jun 04 16:54:28.303732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '60c24983-49ee-4dec-976e-39711065288b', 'name': '', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:f4:99:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:23Z', 'updated_at': '2022-06-04T16:54:27Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:28.307318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8351ad-c97a-4e60-a04f-f829ccaadbfe None None] The sync data for ids ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'] in n-d-811809-3 is: [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '60c24983-49ee-4dec-976e-39711065288b', 'name': '', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:f4:99:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:23Z', 'updated_at': '2022-06-04T16:54:27Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:54:28.368460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-34dd48e7-8847-47c0-9b54-fc158c21fe7c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Synchronizing usage tracker for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:54:28.389540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-34dd48e7-8847-47c0-9b54-fc158c21fe7c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Unset dirty status for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:54:28.390919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-34dd48e7-8847-47c0-9b54-fc158c21fe7c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157796 Jun 04 16:54:28.543404 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-6310f03b-454e-4073-962f-39be52f4ed72 service neutron] 10.222.0.13 "GET /v2.0/networks/f57686b4-23e6-4049-b710-f240d593b28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401377 Jun 04 16:54:28.738039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-3826099e-087f-4a96-ba7c-3e1d167f536d service neutron] 10.222.0.13 "GET /v2.0/networks/f57686b4-23e6-4049-b710-f240d593b28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882541 Jun 04 16:54:28.749018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f208db0-183e-4076-984a-59b160f9146a req-aafdb132-7c50-4680-a547-0aa45f066966 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:28.750544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f208db0-183e-4076-984a-59b160f9146a req-aafdb132-7c50-4680-a547-0aa45f066966 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1098 time: 0.1231720 Jun 04 16:54:28.795295 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f208db0-183e-4076-984a-59b160f9146a req-c1f07435-6683-4fbb-81ec-08200b75939e tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389733 Jun 04 16:54:28.819054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59414) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:29.004628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aecca60a-80d5-4ff7-b1b4-83aba32aa817 req-832b10f3-8184-4d87-8053-1f71871c6401 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 210 time: 0.0955191 Jun 04 16:54:29.057099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76672094-2edd-497c-8758-36254a8b4560 req-1e7826d8-4249-46fb-ac1b-a1e75e8569cf tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:29.058611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76672094-2edd-497c-8758-36254a8b4560 req-1e7826d8-4249-46fb-ac1b-a1e75e8569cf tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 943 time: 0.1089537 Jun 04 16:54:29.116027 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76672094-2edd-497c-8758-36254a8b4560 req-7590b432-1f26-4a5f-8059-9f8998ce8776 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509620 Jun 04 16:54:29.193970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-16688ae1-a38a-4a62-9323-ebae270326ec tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port 5eff6aeb-a647-425c-a6f3-241d48eeb712 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:29.194299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16688ae1-a38a-4a62-9323-ebae270326ec tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:29.396639 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16688ae1-a38a-4a62-9323-ebae270326ec tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:29.397117 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16688ae1-a38a-4a62-9323-ebae270326ec tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:29.530899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-16688ae1-a38a-4a62-9323-ebae270326ec tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for 5eff6aeb-a647-425c-a6f3-241d48eeb712 owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:29.694316 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16688ae1-a38a-4a62-9323-ebae270326ec tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:29.741525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16688ae1-a38a-4a62-9323-ebae270326ec tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=5eff6aeb-a647-425c-a6f3-241d48eeb712,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:29.844382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16688ae1-a38a-4a62-9323-ebae270326ec tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:29.845054 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-16688ae1-a38a-4a62-9323-ebae270326ec tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Floating IP 71813e67-8541-4dca-a051-75dbcc7dee87 disassociated (deleted). External IP: 172.25.5.174, port: b4fa4986-ff34-4657-8e4d-d3fc739ac463. Jun 04 16:54:29.940053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 60c24983-49ee-4dec-976e-39711065288b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:30.015662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 60c24983-49ee-4dec-976e-39711065288b completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:30.021165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 60c24983-49ee-4dec-976e-39711065288b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:30.021698 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:30.090208 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4309d32e-e749-4a54-a1a2-59603cce8b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:30.218540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 60c24983-49ee-4dec-976e-39711065288b is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:30.221245 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:30.233214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f3b3694-74b9-4492-9fc0-1a34bf8c35b8 req-d9bea43e-2ceb-494b-9735-39cda20f0ca4 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 210 time: 0.0523267 Jun 04 16:54:30.266670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 60c24983-49ee-4dec-976e-39711065288b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=60c24983-49ee-4dec-976e-39711065288b,segment=NetworkSegment(c7f52769-762d-453a-b429-fd981b027f9e),segment_id=c7f52769-762d-453a-b429-fd981b027f9e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:30.272000 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:30.309477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:54:30.341602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b723f0-37e1-458b-92d8-f206ab362d57 req-5af89595-d36a-4875-b491-6aa8ea12f682 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:30.343195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59b723f0-37e1-458b-92d8-f206ab362d57 req-5af89595-d36a-4875-b491-6aa8ea12f682 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 943 time: 0.0812695 Jun 04 16:54:30.344945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-cace58df-8515-4e81-9690-8d8abf798c76 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:30.345646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-cace58df-8515-4e81-9690-8d8abf798c76 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Synchronizing usage tracker for tenant:7921b0dcce8342988ab0008c35137638 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:54:30.364749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=60c24983-49ee-4dec-976e-39711065288b,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:30.390732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-cace58df-8515-4e81-9690-8d8abf798c76 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Unset dirty status for tenant:7921b0dcce8342988ab0008c35137638 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:54:30.392243 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-cace58df-8515-4e81-9690-8d8abf798c76 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.46 "GET /v2.0/networks?id=f57686b4-23e6-4049-b710-f240d593b28a HTTP/1.1" status: 200 len: 797 time: 0.4001560 Jun 04 16:54:30.405909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16688ae1-a38a-4a62-9323-ebae270326ec tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:54:30.420871 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:30.421240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:30.421556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:30.421887 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:30.422215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:30.422663 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:30.422896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:30.423225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:30.423541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:30.423863 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:30.424185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:30.424506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:54:30.492062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6a4ce07c-1aaa-465f-974d-fcbb20ffe657,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:30.507218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '6a4ce07c-1aaa-465f-974d-fcbb20ffe657', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'port_id': '6a4ce07c-1aaa-465f-974d-fcbb20ffe657', 'mac_address': 'fa:16:3e:6c:d8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:54:30.553416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59b723f0-37e1-458b-92d8-f206ab362d57 req-2004c1c8-7c65-4bb2-b675-080554a73adb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024524 Jun 04 16:54:30.573253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:30.573632 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:30.592280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:54:30.608068 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6a4ce07c-1aaa-465f-974d-fcbb20ffe657,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:30.612163 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:30.651346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-86e6931b-02e2-410d-a42d-6b9100a09377 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Synchronizing usage tracker for tenant:7921b0dcce8342988ab0008c35137638 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:54:30.680166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=6a4ce07c-1aaa-465f-974d-fcbb20ffe657,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:30.725833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-86e6931b-02e2-410d-a42d-6b9100a09377 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Unset dirty status for tenant:7921b0dcce8342988ab0008c35137638 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:54:30.726985 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-86e6931b-02e2-410d-a42d-6b9100a09377 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7921b0dcce8342988ab0008c35137638 HTTP/1.1" status: 200 len: 380 time: 0.3236916 Jun 04 16:54:30.741521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'port': {'device_id': '36a8e445-9538-4483-8313-01a7606adb26', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'admin_state_up': True, 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'security_groups': ['e1f632f7-e5fb-49a0-92ad-2fe2463e02b2']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:30.812955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['6a4ce07c-1aaa-465f-974d-fcbb20ffe657'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:54:30.861745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16688ae1-a38a-4a62-9323-ebae270326ec tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:54:30.871956 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2f159-e461-49c3-8d9a-48d8c2ed90d3 None None] Sync routers for ids ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:54:30.881810 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2f159-e461-49c3-8d9a-48d8c2ed90d3 None None] Routers {'0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:30.882885 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e9d2f159-e461-49c3-8d9a-48d8c2ed90d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:30.914671 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16688ae1-a38a-4a62-9323-ebae270326ec tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:30.969956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:30.985278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:30.990745 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-16688ae1-a38a-4a62-9323-ebae270326ec tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/floatingips/71813e67-8541-4dca-a051-75dbcc7dee87 HTTP/1.1" status: 204 len: 168 time: 2.1674261 Jun 04 16:54:30.990745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:54:31.006529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Made reservation on behalf of 7921b0dcce8342988ab0008c35137638 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:54:31.010124 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:31.077073 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63aaaf8e-ab53-4d1a-80fc-54b5045cbff5'] response: {'name': 'network-changed', 'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'status': 'completed', 'code': 200} Jun 04 16:54:31.113228 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e9d2f159-e461-49c3-8d9a-48d8c2ed90d3 None None] Set router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:31.166703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f89eb-d929-491a-a852-2dc804127f1f req-48eef685-1631-461d-9f0d-538f57b7f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:31.168777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c1f89eb-d929-491a-a852-2dc804127f1f req-48eef685-1631-461d-9f0d-538f57b7f262 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 1098 time: 0.0972393 Jun 04 16:54:31.224103 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:31.239742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Allocated IP 172.20.0.12 (f57686b4-23e6-4049-b710-f240d593b28a/5b54ab86-6f1f-4d89-8de1-a27087be1e72/72a51241-8c23-4adb-acd2-24c39b91cb06) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:54:31.408590 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:31.452751 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e9d2f159-e461-49c3-8d9a-48d8c2ed90d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:52:31Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '21a14666-aeb6-450b-ab21-2bb5bbdf22e5', 'name': '', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:cc:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '452c1982-be7b-4336-8744-3155121d221d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:30Z', 'updated_at': '2022-06-04T16:52:38Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '452c1982-be7b-4336-8744-3155121d221d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:31.456875 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2f159-e461-49c3-8d9a-48d8c2ed90d3 None None] Checking router: 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:54:31.465541 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2f159-e461-49c3-8d9a-48d8c2ed90d3 None None] Routers {'0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:31.466229 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e9d2f159-e461-49c3-8d9a-48d8c2ed90d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:31.485831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:31.504705 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Transition to ACTIVE for port object 72a51241-8c23-4adb-acd2-24c39b91cb06 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:31.524989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f89eb-d929-491a-a852-2dc804127f1f req-53ad6bb4-1a7c-48f1-8dbc-e27ebcaa59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:31.526610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c1f89eb-d929-491a-a852-2dc804127f1f req-53ad6bb4-1a7c-48f1-8dbc-e27ebcaa59b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 200 len: 897 time: 0.3518524 Jun 04 16:54:31.528989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecabb288-a0d9-4825-bfcf-df848ccdc82c req-dc9f56f0-cdb9-4305-94df-dfe26a639e01 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 210 time: 0.0865912 Jun 04 16:54:31.553934 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:31.611497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c1f89eb-d929-491a-a852-2dc804127f1f req-1a2ac91d-0f5d-4550-91f4-9118e373f508 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 200 len: 217 time: 0.0773175 Jun 04 16:54:31.642455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network f57686b4-23e6-4049-b710-f240d593b28a is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:54:31.646293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:31.649204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:54:31.671060 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e9d2f159-e461-49c3-8d9a-48d8c2ed90d3 None None] Set router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:31.687421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f89eb-d929-491a-a852-2dc804127f1f req-9acaf86d-54e4-493a-8728-ea7a0e5f596a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:31.688979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c1f89eb-d929-491a-a852-2dc804127f1f req-9acaf86d-54e4-493a-8728-ea7a0e5f596a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 200 len: 835 time: 0.0695467 Jun 04 16:54:31.714782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=72a51241-8c23-4adb-acd2-24c39b91cb06,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:31.748205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:31.749174 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:31.778643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3afb6-8f36-4377-a6ce-81d97bba03d0 req-56884748-4d2e-4cb5-bdc7-fc4452d3d8a3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:31.779289 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-48754055-94f9-438b-be1a-43e3b2b7d727 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0427120 Jun 04 16:54:31.782888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cbf3afb6-8f36-4377-a6ce-81d97bba03d0 req-56884748-4d2e-4cb5-bdc7-fc4452d3d8a3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 947 time: 0.3784621 Jun 04 16:54:31.790944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Request body: {'port': {'device_id': '36a8e445-9538-4483-8313-01a7606adb26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:31.894073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cbf3afb6-8f36-4377-a6ce-81d97bba03d0 req-c1776c61-8f7d-4a9e-a2c4-413b968fe13f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834508 Jun 04 16:54:31.936506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875840c4-6a50-491f-b784-34f764845460 req-eb1a28ca-8b90-48b6-b36e-c88a7933c116 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:31.938800 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:31.943992 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-875840c4-6a50-491f-b784-34f764845460 req-eb1a28ca-8b90-48b6-b36e-c88a7933c116 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 944 time: 0.2496629 Jun 04 16:54:31.962986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f89eb-d929-491a-a852-2dc804127f1f req-6fdb21b8-c7e8-4105-a421-6bd2d80ba73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:31.964539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c1f89eb-d929-491a-a852-2dc804127f1f req-6fdb21b8-c7e8-4105-a421-6bd2d80ba73c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72be4713-76b1-4c89-874b-5036d9fab1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2312782 Jun 04 16:54:31.976222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 60c24983-49ee-4dec-976e-39711065288b up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:32.015317 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e9d2f159-e461-49c3-8d9a-48d8c2ed90d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:52:31Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '21a14666-aeb6-450b-ab21-2bb5bbdf22e5', 'name': '', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:cc:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '452c1982-be7b-4336-8744-3155121d221d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:30Z', 'updated_at': '2022-06-04T16:52:38Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '452c1982-be7b-4336-8744-3155121d221d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:32.020066 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2f159-e461-49c3-8d9a-48d8c2ed90d3 None None] The sync data for ids ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'] in n-d-811809-3 is: [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:52:31Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '21a14666-aeb6-450b-ab21-2bb5bbdf22e5', 'name': '', 'network_id': '72be4713-76b1-4c89-874b-5036d9fab1df', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:cc:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '452c1982-be7b-4336-8744-3155121d221d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:30Z', 'updated_at': '2022-06-04T16:52:38Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '452c1982-be7b-4336-8744-3155121d221d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:54:32.042758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-55cecc80-13ab-4140-b257-c2cddff17b05 None None] Provisioning for port 72a51241-8c23-4adb-acd2-24c39b91cb06 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:32.052298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-55cecc80-13ab-4140-b257-c2cddff17b05 None None] Provisioning complete for port 72a51241-8c23-4adb-acd2-24c39b91cb06 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:32.052967 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-55cecc80-13ab-4140-b257-c2cddff17b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:32.123358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-55cecc80-13ab-4140-b257-c2cddff17b05 None None] Port 72a51241-8c23-4adb-acd2-24c39b91cb06 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:54:32.131725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-875840c4-6a50-491f-b784-34f764845460 req-7582ad64-3af6-41ee-8f11-c05769ebb2ee tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860807 Jun 04 16:54:32.132861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 60c24983-49ee-4dec-976e-39711065288b triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:32.133230 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:32.180365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c1f89eb-d929-491a-a852-2dc804127f1f req-dce8d33a-62a7-4cf1-b2d5-3f9fa02a7c86 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862760 Jun 04 16:54:32.260793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 60c24983-49ee-4dec-976e-39711065288b is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:32.295724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:32.327613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e38daf-dffc-4ca4-b3bd-14ddba09899b None None] New status for floating IP 71813e67-8541-4dca-a051-75dbcc7dee87: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:54:32.336555 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c1f89eb-d929-491a-a852-2dc804127f1f req-41e1f0ed-b8bb-4f95-be05-b50d6e082096 service neutron] 10.222.0.42 "GET /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492045 Jun 04 16:54:32.353496 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a51241-8c23-4adb-acd2-24c39b91cb06 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:54:32.363709 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:32.380247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Transition to ACTIVE for port object 72a51241-8c23-4adb-acd2-24c39b91cb06 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:32.384827 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:32.491336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:32.497370 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:32.498138 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:32.627905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Pushing event updated for resources: {'Port': ['ID=72a51241-8c23-4adb-acd2-24c39b91cb06,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:32.653453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87d229-5e5a-4000-b786-1a3532001125 req-c6e0e76e-193c-4d04-8ed3-4d0077b88ea5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:32.655638 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb87d229-5e5a-4000-b786-1a3532001125 req-c6e0e76e-193c-4d04-8ed3-4d0077b88ea5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 947 time: 0.1367397 Jun 04 16:54:32.674202 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:32.679405 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:32.679775 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:32.717956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29152ca-270b-4cc7-b843-cc8854a37eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4ce07c-1aaa-465f-974d-fcbb20ffe657'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:54:32.741386 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Attempting to bind port 72a51241-8c23-4adb-acd2-24c39b91cb06 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:54:32.741663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Attempting to bind port 72a51241-8c23-4adb-acd2-24c39b91cb06 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'c7f52769-762d-453a-b429-fd981b027f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:54:32.742054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Attempting to bind port 72a51241-8c23-4adb-acd2-24c39b91cb06 on network f57686b4-23e6-4049-b710-f240d593b28a {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:54:32.742621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6a4ce07c-1aaa-465f-974d-fcbb20ffe657,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:32.750011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Port 72a51241-8c23-4adb-acd2-24c39b91cb06 on network f57686b4-23e6-4049-b710-f240d593b28a not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:54:32.750574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Attempting to bind port 72a51241-8c23-4adb-acd2-24c39b91cb06 on network f57686b4-23e6-4049-b710-f240d593b28a {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:54:32.757204 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:32.757502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:54:32.757858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Checking segment: {'id': 'c7f52769-762d-453a-b429-fd981b027f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:54:32.759062 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Bound using segment: {'id': 'c7f52769-762d-453a-b429-fd981b027f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:54:32.759563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Bound port: 72a51241-8c23-4adb-acd2-24c39b91cb06, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f52769-762d-453a-b429-fd981b027f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:54:32.759956 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:32.793694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-bb87d229-5e5a-4000-b786-1a3532001125 req-f25495c1-3961-4228-9dbd-f2a8faf058ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port b4fa4986-ff34-4657-8e4d-d3fc739ac463 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:32.794133 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb87d229-5e5a-4000-b786-1a3532001125 req-f25495c1-3961-4228-9dbd-f2a8faf058ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:32.794256 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-addc6960-c60d-4db6-858f-1c32726f4073'] response: {'server_uuid': 'f29152ca-270b-4cc7-b843-cc8854a37eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4ce07c-1aaa-465f-974d-fcbb20ffe657', 'code': 200} Jun 04 16:54:32.836466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=6a4ce07c-1aaa-465f-974d-fcbb20ffe657,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:32.964947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6eea7-423f-4373-943f-5da8b49ce57e req-cce65153-e0f2-4abf-8017-4d0270e49e04 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:32.966783 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0db6eea7-423f-4373-943f-5da8b49ce57e req-cce65153-e0f2-4abf-8017-4d0270e49e04 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 944 time: 0.2669079 Jun 04 16:54:32.990355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] For port 72a51241-8c23-4adb-acd2-24c39b91cb06, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:54:32.993533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] For port 72a51241-8c23-4adb-acd2-24c39b91cb06, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=72a51241-8c23-4adb-acd2-24c39b91cb06,segment=NetworkSegment(c7f52769-762d-453a-b429-fd981b027f9e),segment_id=c7f52769-762d-453a-b429-fd981b027f9e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:54:33.000062 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:33.057309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:33.057825 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:33.059427 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] 10.222.0.46 "PUT /v2.0/ports/72a51241-8c23-4adb-acd2-24c39b91cb06 HTTP/1.1" status: 200 len: 1092 time: 1.2727687 Jun 04 16:54:33.078708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a8e445-9538-4483-8313-01a7606adb26', 'tag': '72a51241-8c23-4adb-acd2-24c39b91cb06'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:54:33.094575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede745eb-3576-44ba-abb6-305005f559d1 service neutron] Pushing event updated for resources: {'Port': ['ID=72a51241-8c23-4adb-acd2-24c39b91cb06,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:33.183089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-f6ed71af-6626-4fe8-9e30-7ffb6039b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:33.185309 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-f6ed71af-6626-4fe8-9e30-7ffb6039b91c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 1095 time: 0.0833106 Jun 04 16:54:33.261349 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-c4f5274c-c7ca-4f7c-960c-8aeae492f18a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72a51241-8c23-4adb-acd2-24c39b91cb06 HTTP/1.1" status: 200 len: 217 time: 0.0688841 Jun 04 16:54:33.289689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0db6eea7-423f-4373-943f-5da8b49ce57e req-b63c5ebb-6686-4722-b123-c67248a5b56c tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f632f7-e5fb-49a0-92ad-2fe2463e02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118663 Jun 04 16:54:33.294069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c135caa-0e76-4796-8be0-282f00d131eb req-8dc54367-ac7e-4606-ae24-47365dfe4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:33.295641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c135caa-0e76-4796-8be0-282f00d131eb req-8dc54367-ac7e-4606-ae24-47365dfe4c78 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 1096 time: 0.4485998 Jun 04 16:54:33.334885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-81e4017c-202e-4af2-b288-a0f702a8bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:33.336376 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-81e4017c-202e-4af2-b288-a0f702a8bc66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b54ab86-6f1f-4d89-8de1-a27087be1e72 HTTP/1.1" status: 200 len: 835 time: 0.0692949 Jun 04 16:54:33.375901 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21c4a03-83fa-4497-bc56-fbce1de328b6'] response: {'name': 'network-changed', 'server_uuid': '36a8e445-9538-4483-8313-01a7606adb26', 'tag': '72a51241-8c23-4adb-acd2-24c39b91cb06', 'status': 'completed', 'code': 200} Jun 04 16:54:33.388259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-bb87d229-5e5a-4000-b786-1a3532001125 req-f25495c1-3961-4228-9dbd-f2a8faf058ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] For port b4fa4986-ff34-4657-8e4d-d3fc739ac463, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=b4fa4986-ff34-4657-8e4d-d3fc739ac463,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:33.388645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb87d229-5e5a-4000-b786-1a3532001125 req-f25495c1-3961-4228-9dbd-f2a8faf058ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:33.400228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c135caa-0e76-4796-8be0-282f00d131eb req-afa9adf1-2bed-4892-a011-18895026b9d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945692 Jun 04 16:54:33.429224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-218ea212-98a0-4bed-81bd-b6fa92858e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:33.430749 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-218ea212-98a0-4bed-81bd-b6fa92858e33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f57686b4-23e6-4049-b710-f240d593b28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884151 Jun 04 16:54:33.556033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-bb87d229-5e5a-4000-b786-1a3532001125 req-f25495c1-3961-4228-9dbd-f2a8faf058ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for b4fa4986-ff34-4657-8e4d-d3fc739ac463 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:33.566419 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-090e5cd4-52e2-44a2-b989-0f72a6c818e3 service neutron] 10.222.0.46 "GET /v2.0/networks/f57686b4-23e6-4049-b710-f240d593b28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292355 Jun 04 16:54:33.603503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a79aa-2d7a-49e8-a120-f4c09e780a70 req-696b7a56-1ea2-48a4-9480-df46f6e536c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:33.604958 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab6a79aa-2d7a-49e8-a120-f4c09e780a70 req-696b7a56-1ea2-48a4-9480-df46f6e536c8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=6096826b-3828-4054-b0b8-8855c5b9bca9 HTTP/1.1" status: 200 len: 947 time: 0.5835524 Jun 04 16:54:33.679821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab6a79aa-2d7a-49e8-a120-f4c09e780a70 req-447b536e-a560-4a13-b7e9-a93dd6a11a10 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=a6088826-c5e7-4db7-b514-83fdf60378d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665505 Jun 04 16:54:33.701826 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-48c8b42b-247c-4a20-b85a-1a6363e92428 req-e4338dcb-9040-487a-b952-31a4bf6b94f0 service neutron] 10.222.0.46 "GET /v2.0/networks/f57686b4-23e6-4049-b710-f240d593b28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293752 Jun 04 16:54:33.760220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732490-cf44-4d09-be59-996a9df07e96 req-bdc86f9b-f72a-4334-b7fa-d423833af428 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:33.761697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33732490-cf44-4d09-be59-996a9df07e96 req-bdc86f9b-f72a-4334-b7fa-d423833af428 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 945 time: 0.3027740 Jun 04 16:54:33.810104 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb87d229-5e5a-4000-b786-1a3532001125 req-f25495c1-3961-4228-9dbd-f2a8faf058ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:33.821896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901848cf-78ee-41e3-882c-c68be8afe0a0 req-cae1658f-015f-4949-9b42-5d69679171af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:33.823402 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-901848cf-78ee-41e3-882c-c68be8afe0a0 req-cae1658f-015f-4949-9b42-5d69679171af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 1095 time: 0.0738294 Jun 04 16:54:33.855493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-33732490-cf44-4d09-be59-996a9df07e96 req-5e6ee4de-f957-4bcc-804a-70315e0fdd9d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856066 Jun 04 16:54:33.866185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25495c1-3961-4228-9dbd-f2a8faf058ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=b4fa4986-ff34-4657-8e4d-d3fc739ac463,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:33.955976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb87d229-5e5a-4000-b786-1a3532001125 req-f25495c1-3961-4228-9dbd-f2a8faf058ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] No DVR routers for this DVR port b4fa4986-ff34-4657-8e4d-d3fc739ac463 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:54:33.958672 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-bb87d229-5e5a-4000-b786-1a3532001125 req-f25495c1-3961-4228-9dbd-f2a8faf058ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:33.961190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'name': 'network-vif-deleted', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:54:33.970629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901848cf-78ee-41e3-882c-c68be8afe0a0 req-c0cd2d4e-02d3-4c86-b8ec-006b7a507019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:33.972108 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-901848cf-78ee-41e3-882c-c68be8afe0a0 req-c0cd2d4e-02d3-4c86-b8ec-006b7a507019 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f57686b4-23e6-4049-b710-f240d593b28a HTTP/1.1" status: 200 len: 898 time: 0.1421888 Jun 04 16:54:33.973350 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb87d229-5e5a-4000-b786-1a3532001125 req-f25495c1-3961-4228-9dbd-f2a8faf058ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "DELETE /v2.0/ports/b4fa4986-ff34-4657-8e4d-d3fc739ac463 HTTP/1.1" status: 204 len: 173 time: 1.3123703 Jun 04 16:54:34.014651 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec5fd8f-6a06-4f18-b049-06ea015ca680'] response: {'server_uuid': '6096826b-3828-4054-b0b8-8855c5b9bca9', 'name': 'network-vif-deleted', 'tag': 'b4fa4986-ff34-4657-8e4d-d3fc739ac463', 'status': 'completed', 'code': 200} Jun 04 16:54:34.046480 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-901848cf-78ee-41e3-882c-c68be8afe0a0 req-972001eb-3445-4eb7-a553-7108d0c74022 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72a51241-8c23-4adb-acd2-24c39b91cb06 HTTP/1.1" status: 200 len: 217 time: 0.0664628 Jun 04 16:54:34.108932 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901848cf-78ee-41e3-882c-c68be8afe0a0 req-53fd6234-f29c-49a6-88a4-a104253bc950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:34.110328 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-901848cf-78ee-41e3-882c-c68be8afe0a0 req-53fd6234-f29c-49a6-88a4-a104253bc950 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b54ab86-6f1f-4d89-8de1-a27087be1e72 HTTP/1.1" status: 200 len: 835 time: 0.0577950 Jun 04 16:54:34.184741 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:34.188823 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901848cf-78ee-41e3-882c-c68be8afe0a0 req-171150cf-f8f8-4759-b02e-e9640b5d2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:34.190605 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-901848cf-78ee-41e3-882c-c68be8afe0a0 req-171150cf-f8f8-4759-b02e-e9640b5d2597 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f57686b4-23e6-4049-b710-f240d593b28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738521 Jun 04 16:54:34.328152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:34.349747 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-901848cf-78ee-41e3-882c-c68be8afe0a0 req-60b18653-4406-465c-be9d-ac52de635e38 service neutron] 10.222.0.46 "GET /v2.0/networks/f57686b4-23e6-4049-b710-f240d593b28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521106 Jun 04 16:54:34.531291 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-901848cf-78ee-41e3-882c-c68be8afe0a0 req-c3e5f5f3-3d97-4666-a37e-021e9f310f8c service neutron] 10.222.0.46 "GET /v2.0/networks/f57686b4-23e6-4049-b710-f240d593b28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752849 Jun 04 16:54:34.547643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdce828-2059-4001-9b78-bfd8c8db1a0b req-3de9e405-b316-45ea-928c-b7a8681f0da5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:34.549305 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bdce828-2059-4001-9b78-bfd8c8db1a0b req-3de9e405-b316-45ea-928c-b7a8681f0da5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 944 time: 0.1291685 Jun 04 16:54:34.597131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bdce828-2059-4001-9b78-bfd8c8db1a0b req-22895601-3f06-4f6b-8ee1-6d36db1298a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f632f7-e5fb-49a0-92ad-2fe2463e02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414207 Jun 04 16:54:34.777960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59458) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:35.227473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183957b3-f03e-4257-a841-e16979e79fa5 req-5d09d92f-2b0f-4b14-9fa5-36d79cf9de09 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:35.228915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-183957b3-f03e-4257-a841-e16979e79fa5 req-5d09d92f-2b0f-4b14-9fa5-36d79cf9de09 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 945 time: 0.2110267 Jun 04 16:54:35.322216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-183957b3-f03e-4257-a841-e16979e79fa5 req-8e08ce76-97aa-416e-898c-22cd5f60f718 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819283 Jun 04 16:54:35.426938 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8786d886-41f9-4061-8252-5eddc691ff71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:35.737273 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 72a51241-8c23-4adb-acd2-24c39b91cb06 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:54:35.909727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 72a51241-8c23-4adb-acd2-24c39b91cb06, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=72a51241-8c23-4adb-acd2-24c39b91cb06,segment=NetworkSegment(c7f52769-762d-453a-b429-fd981b027f9e),segment_id=c7f52769-762d-453a-b429-fd981b027f9e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:35.922898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '72a51241-8c23-4adb-acd2-24c39b91cb06', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'port_id': '72a51241-8c23-4adb-acd2-24c39b91cb06', 'mac_address': 'fa:16:3e:83:76:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:54:35.934903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaabf3-e0e7-4696-b2bd-f4d2c4303815 req-68fa8828-1dc9-4ffe-953b-2e20ce5295bc tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:35.936403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f2aaabf3-e0e7-4696-b2bd-f4d2c4303815 req-68fa8828-1dc9-4ffe-953b-2e20ce5295bc tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 945 time: 0.4624176 Jun 04 16:54:35.980556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 72a51241-8c23-4adb-acd2-24c39b91cb06 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:35.980931 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:35.998088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a51241-8c23-4adb-acd2-24c39b91cb06 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:54:36.014602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 72a51241-8c23-4adb-acd2-24c39b91cb06, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=72a51241-8c23-4adb-acd2-24c39b91cb06,segment=NetworkSegment(c7f52769-762d-453a-b429-fd981b027f9e),segment_id=c7f52769-762d-453a-b429-fd981b027f9e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:36.019612 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:36.021672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edda131-8aa2-4362-bc22-495017532f88 req-b4322636-ddbf-4b19-adf9-f5c08e1fd706 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:36.023494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7edda131-8aa2-4362-bc22-495017532f88 req-b4322636-ddbf-4b19-adf9-f5c08e1fd706 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 944 time: 0.2940311 Jun 04 16:54:36.027595 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f2aaabf3-e0e7-4696-b2bd-f4d2c4303815 req-00ee5c64-9833-4c32-a6dc-e1c68e253871 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849414 Jun 04 16:54:36.087245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=72a51241-8c23-4adb-acd2-24c39b91cb06,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:36.087564 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7edda131-8aa2-4362-bc22-495017532f88 req-6f7b8740-1dba-45d0-b231-1066df2df052 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f632f7-e5fb-49a0-92ad-2fe2463e02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560324 Jun 04 16:54:36.188083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8786d886-41f9-4061-8252-5eddc691ff71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:36.188410 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8786d886-41f9-4061-8252-5eddc691ff71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:36.207297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['72a51241-8c23-4adb-acd2-24c39b91cb06'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:54:36.355375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e89b57-e11a-4ecd-befa-54a97ae18cdd req-cec92d8f-01c9-4cf7-932a-2c0069139605 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:36.356745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71e89b57-e11a-4ecd-befa-54a97ae18cdd req-cec92d8f-01c9-4cf7-932a-2c0069139605 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 945 time: 0.2192383 Jun 04 16:54:36.425328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-8786d886-41f9-4061-8252-5eddc691ff71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] For port 21a14666-aeb6-450b-ab21-2bb5bbdf22e5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=21a14666-aeb6-450b-ab21-2bb5bbdf22e5,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:36.425684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8786d886-41f9-4061-8252-5eddc691ff71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:36.442570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71e89b57-e11a-4ecd-befa-54a97ae18cdd req-b8b022be-4026-42f1-b869-b1ad8eb88989 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793867 Jun 04 16:54:36.554558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8786d886-41f9-4061-8252-5eddc691ff71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:36.944467 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8786d886-41f9-4061-8252-5eddc691ff71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:37.032773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786d886-41f9-4061-8252-5eddc691ff71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=21a14666-aeb6-450b-ab21-2bb5bbdf22e5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:37.079699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759b719-2c86-4adb-9872-d831d5a5201e req-c659dc37-5a67-4d00-9d5b-5a0ac7a38ee7 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:37.081195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1759b719-2c86-4adb-9872-d831d5a5201e req-c659dc37-5a67-4d00-9d5b-5a0ac7a38ee7 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 945 time: 0.2221539 Jun 04 16:54:37.336193 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1759b719-2c86-4adb-9872-d831d5a5201e req-98fbf71b-337f-43f3-95a0-d7c712caaa40 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455897 Jun 04 16:54:37.506948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8786d886-41f9-4061-8252-5eddc691ff71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:37.526678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa27e9-11a4-40c2-8cb5-71be50c7aa91 req-c0754fdc-92a2-4375-849f-388bccfee784 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:37.528286 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1aa27e9-11a4-40c2-8cb5-71be50c7aa91 req-c0754fdc-92a2-4375-849f-388bccfee784 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 945 time: 0.1962655 Jun 04 16:54:37.695155 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1aa27e9-11a4-40c2-8cb5-71be50c7aa91 req-f925046e-d9c5-4dbc-a6c5-e4b035251951 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f632f7-e5fb-49a0-92ad-2fe2463e02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151366 Jun 04 16:54:37.736416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 72a51241-8c23-4adb-acd2-24c39b91cb06 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:37.807784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 72a51241-8c23-4adb-acd2-24c39b91cb06 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:37.813334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 72a51241-8c23-4adb-acd2-24c39b91cb06 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:37.813704 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:37.911757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8786d886-41f9-4061-8252-5eddc691ff71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:54:37.936216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 72a51241-8c23-4adb-acd2-24c39b91cb06 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:37.936587 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:37.962357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a8e445-9538-4483-8313-01a7606adb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a51241-8c23-4adb-acd2-24c39b91cb06'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:54:37.972634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 72a51241-8c23-4adb-acd2-24c39b91cb06, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=72a51241-8c23-4adb-acd2-24c39b91cb06,segment=NetworkSegment(c7f52769-762d-453a-b429-fd981b027f9e),segment_id=c7f52769-762d-453a-b429-fd981b027f9e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:37.978805 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:38.022695 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b120a2b7-28f8-49ef-8dbc-c8d64dbb0398'] response: {'server_uuid': '36a8e445-9538-4483-8313-01a7606adb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a51241-8c23-4adb-acd2-24c39b91cb06', 'code': 200} Jun 04 16:54:38.050650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=72a51241-8c23-4adb-acd2-24c39b91cb06,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:38.111330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8786d886-41f9-4061-8252-5eddc691ff71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:54:38.123223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8786d886-41f9-4061-8252-5eddc691ff71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "PUT /v2.0/routers/0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3436885 Jun 04 16:54:38.125858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59480) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:38.130059 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870bc2e-4506-4bdf-81b4-79404b6ffbf8 None None] Sync routers for ids ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:54:38.141058 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9870bc2e-4506-4bdf-81b4-79404b6ffbf8 None None] Routers {'0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:38.141667 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9870bc2e-4506-4bdf-81b4-79404b6ffbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:38.170340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85f8a5-f2c8-4944-8914-6c5bd6a94ba9 req-34c0c84d-df34-4a24-b327-c25c4a1924a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:38.173147 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cf85f8a5-f2c8-4944-8914-6c5bd6a94ba9 req-34c0c84d-df34-4a24-b327-c25c4a1924a8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 1097 time: 0.0941200 Jun 04 16:54:38.191395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4b8d0a-ec36-48cb-a6eb-7929f4cd2aac tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting subnet 452c1982-be7b-4336-8744-3155121d221d {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:54:38.215344 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cf85f8a5-f2c8-4944-8914-6c5bd6a94ba9 req-d15f01d8-15e3-4e74-b6cd-89f82cf87444 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1f632f7-e5fb-49a0-92ad-2fe2463e02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360682 Jun 04 16:54:38.228293 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8d0a-ec36-48cb-a6eb-7929f4cd2aac tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:38.297105 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8d0a-ec36-48cb-a6eb-7929f4cd2aac tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:38.316664 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-9870bc2e-4506-4bdf-81b4-79404b6ffbf8 None None] Set router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:38.324331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b4fa4986-ff34-4657-8e4d-d3fc739ac463 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:54:38.362911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: b4fa4986-ff34-4657-8e4d-d3fc739ac463 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:54:38.363226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device b4fa4986-ff34-4657-8e4d-d3fc739ac463 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:54:38.368191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b6557-0a51-4df9-8f14-73d6b3b0079f req-9f18f585-16d7-4d82-b285-718f83380f8f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:38.369640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b85b6557-0a51-4df9-8f14-73d6b3b0079f req-9f18f585-16d7-4d82-b285-718f83380f8f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 945 time: 0.1762264 Jun 04 16:54:38.452662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-b85b6557-0a51-4df9-8f14-73d6b3b0079f req-32035d50-df2d-4bad-b2dd-0b35e6b6cb34 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Deleting port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:38.453020 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b85b6557-0a51-4df9-8f14-73d6b3b0079f req-32035d50-df2d-4bad-b2dd-0b35e6b6cb34 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:38.483043 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8d0a-ec36-48cb-a6eb-7929f4cd2aac tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:38.637048 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9870bc2e-4506-4bdf-81b4-79404b6ffbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:54:36Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:38.641309 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870bc2e-4506-4bdf-81b4-79404b6ffbf8 None None] Checking router: 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:54:38.649614 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9870bc2e-4506-4bdf-81b4-79404b6ffbf8 None None] Routers {'0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:38.650177 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9870bc2e-4506-4bdf-81b4-79404b6ffbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:38.721935 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:54:38.836936 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-9870bc2e-4506-4bdf-81b4-79404b6ffbf8 None None] Set router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:38.936313 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8d0a-ec36-48cb-a6eb-7929f4cd2aac tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:39.009971 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8d0a-ec36-48cb-a6eb-7929f4cd2aac tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:39.013751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bede83-0720-4c42-9c0c-d48781f13ad1 None None] Network 72be4713-76b1-4c89-874b-5036d9fab1df requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:54:39.015732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b8d0a-ec36-48cb-a6eb-7929f4cd2aac tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Subnet': ['ID=452c1982-be7b-4336-8744-3155121d221d,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:39.031954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b7ff0-8f64-46d3-9f16-e4f9ceb5fe3f req-1945c33f-62de-4b8c-94b0-678759bd8dd5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:39.033442 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db2b7ff0-8f64-46d3-9f16-e4f9ceb5fe3f req-1945c33f-62de-4b8c-94b0-678759bd8dd5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 945 time: 0.5521393 Jun 04 16:54:39.052977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3b4b8d0a-ec36-48cb-a6eb-7929f4cd2aac tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/subnets/452c1982-be7b-4336-8744-3155121d221d HTTP/1.1" status: 204 len: 168 time: 0.9236104 Jun 04 16:54:39.054090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59488) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:39.075463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b85b6557-0a51-4df9-8f14-73d6b3b0079f req-32035d50-df2d-4bad-b2dd-0b35e6b6cb34 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] For port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6a4ce07c-1aaa-465f-974d-fcbb20ffe657,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:39.075817 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b85b6557-0a51-4df9-8f14-73d6b3b0079f req-32035d50-df2d-4bad-b2dd-0b35e6b6cb34 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:39.124905 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9870bc2e-4506-4bdf-81b4-79404b6ffbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:54:36Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:39.129405 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870bc2e-4506-4bdf-81b4-79404b6ffbf8 None None] The sync data for ids ['0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75'] in n-d-811809-3 is: [{'id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902242214', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:52:23Z', 'updated_at': '2022-06-04T16:54:36Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2c8e9818-0658-4600-aee8-7b72ca3fd785', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:52:24Z', 'updated_at': '2022-06-04T16:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:54:39.219097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-b85b6557-0a51-4df9-8f14-73d6b3b0079f req-32035d50-df2d-4bad-b2dd-0b35e6b6cb34 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Calling delete_port for 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:39.274813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55ce10-b615-412a-b052-39bf83b3411b req-4fa3e507-367f-4ee0-921e-9540701331e5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:39.280311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c55ce10-b615-412a-b052-39bf83b3411b req-4fa3e507-367f-4ee0-921e-9540701331e5 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 946 time: 0.4704123 Jun 04 16:54:39.286943 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db2b7ff0-8f64-46d3-9f16-e4f9ceb5fe3f req-c90e273d-0d44-4964-977a-3c939f518eaf tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424371 Jun 04 16:54:39.354975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c55ce10-b615-412a-b052-39bf83b3411b req-6255c54d-340d-428e-be12-026a16df0d2e tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f632f7-e5fb-49a0-92ad-2fe2463e02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668101 Jun 04 16:54:39.429421 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:39.435486 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b85b6557-0a51-4df9-8f14-73d6b3b0079f req-32035d50-df2d-4bad-b2dd-0b35e6b6cb34 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:39.446841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['6a4ce07c-1aaa-465f-974d-fcbb20ffe657'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:54:39.489260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32035d50-df2d-4bad-b2dd-0b35e6b6cb34 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event deleted for resources: {'Port': ['ID=6a4ce07c-1aaa-465f-974d-fcbb20ffe657,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:39.542840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4980c10-2cd4-4c1b-891a-248d198dd6ea None None] DHCP port deletion for 72be4713-76b1-4c89-874b-5036d9fab1df request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:54:39.548183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a4980c10-2cd4-4c1b-891a-248d198dd6ea None None] Deleting port 319c2600-2a61-4482-8f91-25bc8309cb33 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:39.548861 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a4980c10-2cd4-4c1b-891a-248d198dd6ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:39.578696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85b6557-0a51-4df9-8f14-73d6b3b0079f req-32035d50-df2d-4bad-b2dd-0b35e6b6cb34 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] No DVR routers for this DVR port 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:54:39.589005 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b85b6557-0a51-4df9-8f14-73d6b3b0079f req-32035d50-df2d-4bad-b2dd-0b35e6b6cb34 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:39.591967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29152ca-270b-4cc7-b843-cc8854a37eb4', 'name': 'network-vif-deleted', 'tag': '6a4ce07c-1aaa-465f-974d-fcbb20ffe657'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:54:39.628296 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b85b6557-0a51-4df9-8f14-73d6b3b0079f req-32035d50-df2d-4bad-b2dd-0b35e6b6cb34 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.42 "DELETE /v2.0/ports/6a4ce07c-1aaa-465f-974d-fcbb20ffe657 HTTP/1.1" status: 204 len: 173 time: 1.2532032 Jun 04 16:54:39.702752 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3eb5cd6-1e02-4687-a976-e69b90a73664'] response: {'server_uuid': 'f29152ca-270b-4cc7-b843-cc8854a37eb4', 'name': 'network-vif-deleted', 'tag': '6a4ce07c-1aaa-465f-974d-fcbb20ffe657', 'status': 'completed', 'code': 200} Jun 04 16:54:39.756349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:39.776706 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port 2c8e9818-0658-4600-aee8-7b72ca3fd785 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:54:39.777409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:39.846991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a4980c10-2cd4-4c1b-891a-248d198dd6ea None None] For port 319c2600-2a61-4482-8f91-25bc8309cb33, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=319c2600-2a61-4482-8f91-25bc8309cb33,segment=NetworkSegment(be7472f5-f9f1-4eaa-919c-4b087ad755f2),segment_id=be7472f5-f9f1-4eaa-919c-4b087ad755f2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:39.847453 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a4980c10-2cd4-4c1b-891a-248d198dd6ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:39.978970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:54:39.984895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] For port 2c8e9818-0658-4600-aee8-7b72ca3fd785, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2c8e9818-0658-4600-aee8-7b72ca3fd785,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:39.985248 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:40.011781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a4980c10-2cd4-4c1b-891a-248d198dd6ea None None] Calling delete_port for 319c2600-2a61-4482-8f91-25bc8309cb33 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:40.055470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:54:40.056093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 21a14666-aeb6-450b-ab21-2bb5bbdf22e5 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:54:40.056203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 319c2600-2a61-4482-8f91-25bc8309cb33 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:54:40.125997 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for 2c8e9818-0658-4600-aee8-7b72ca3fd785 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:54:40.229870 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a4980c10-2cd4-4c1b-891a-248d198dd6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:40.287305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4980c10-2cd4-4c1b-891a-248d198dd6ea None None] Pushing event deleted for resources: {'Port': ['ID=319c2600-2a61-4482-8f91-25bc8309cb33,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:40.297783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4980c10-2cd4-4c1b-891a-248d198dd6ea None None] No DVR routers for this DVR port 319c2600-2a61-4482-8f91-25bc8309cb33 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:54:40.301610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 319c2600-2a61-4482-8f91-25bc8309cb33 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:40.302007 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:40.306625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:40.366870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=2c8e9818-0658-4600-aee8-7b72ca3fd785,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:40.473680 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:40.511649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ca198de1-c7e1-449b-8465-9d6459dc6e22 req-559b6026-ecbd-4340-8df5-69ed2af6adc5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:54:40.585723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ca198de1-c7e1-449b-8465-9d6459dc6e22 req-559b6026-ecbd-4340-8df5-69ed2af6adc5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:54:40.587132 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca198de1-c7e1-449b-8465-9d6459dc6e22 req-559b6026-ecbd-4340-8df5-69ed2af6adc5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=f29152ca-270b-4cc7-b843-cc8854a37eb4 HTTP/1.1" status: 200 len: 210 time: 0.1382029 Jun 04 16:54:40.626111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6791d7-82b4-454d-bd12-10fe3cbf8077 req-2c6819e3-01af-4ff2-a612-a3cac1ce3f91 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:40.627908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f6791d7-82b4-454d-bd12-10fe3cbf8077 req-2c6819e3-01af-4ff2-a612-a3cac1ce3f91 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 946 time: 0.0890274 Jun 04 16:54:40.675323 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f6791d7-82b4-454d-bd12-10fe3cbf8077 req-357249a4-9804-4995-bda1-1867ddb17a6d tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f632f7-e5fb-49a0-92ad-2fe2463e02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410974 Jun 04 16:54:40.678326 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:40.680765 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:40.707180 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:40.707949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Fanout notify agent at l3_agent the message router_deleted on router 0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:54:40.724348 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:40.725625 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d15ad7ea-2658-4baf-badd-0c7f5a61a6bd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/routers/0d06e9ff-4fbe-4db1-98de-57e5c8ba4b75 HTTP/1.1" status: 204 len: 168 time: 1.6700208 Jun 04 16:54:40.728541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59500) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:40.923633 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e2f9cb5f-aee5-4bf4-9a28-d717e0b7e186 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.055676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dab6c-ff3d-4a4b-914d-f94e332a8b40 req-16c48dc0-cc6d-41d2-b2aa-d632a11d7279 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:41.057125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-243dab6c-ff3d-4a4b-914d-f94e332a8b40 req-16c48dc0-cc6d-41d2-b2aa-d632a11d7279 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 946 time: 0.2226965 Jun 04 16:54:41.100087 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e2f9cb5f-aee5-4bf4-9a28-d717e0b7e186 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.139233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e2f9cb5f-aee5-4bf4-9a28-d717e0b7e186 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72be4713-76b1-4c89-874b-5036d9fab1df']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:41.148240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-243dab6c-ff3d-4a4b-914d-f94e332a8b40 req-6c0c7e35-76ed-4722-9227-827d4dbcceb2 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f632f7-e5fb-49a0-92ad-2fe2463e02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845208 Jun 04 16:54:41.153812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e2f9cb5f-aee5-4bf4-9a28-d717e0b7e186 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7472f5-f9f1-4eaa-919c-4b087ad755f2') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:41.154103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-e2f9cb5f-aee5-4bf4-9a28-d717e0b7e186 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7472f5-f9f1-4eaa-919c-4b087ad755f2') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:41.172845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e2f9cb5f-aee5-4bf4-9a28-d717e0b7e186 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.172965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59504) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:41.222549 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e2f9cb5f-aee5-4bf4-9a28-d717e0b7e186 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.236943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f9cb5f-aee5-4bf4-9a28-d717e0b7e186 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:54:41.237351 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e2f9cb5f-aee5-4bf4-9a28-d717e0b7e186 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.311299 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment be7472f5-f9f1-4eaa-919c-4b087ad755f2 resource provider aggregate not found Jun 04 16:54:41.339160 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment be7472f5-f9f1-4eaa-919c-4b087ad755f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be7472f5-f9f1-4eaa-919c-4b087ad755f2 found for delete ", "request_id": "req-53b35a61-0a84-4e37-ac00-0e07b7be4ebf"}]} Jun 04 16:54:41.351960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432efe25-4991-4d3d-bca3-94e60fddc70f tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:41.353340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-432efe25-4991-4d3d-bca3-94e60fddc70f tempest-TestNetworkBasicOps-127705572 tempest-TestNetworkBasicOps-127705572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 1092 time: 0.1795003 Jun 04 16:54:41.354025 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e2f9cb5f-aee5-4bf4-9a28-d717e0b7e186 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.357556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59512) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:41.363999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': '72a51241-8c23-4adb-acd2-24c39b91cb06', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:41.371523 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e2f9cb5f-aee5-4bf4-9a28-d717e0b7e186 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.377275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:41.381804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Usage tracker for resource:floatingip and tenant:7921b0dcce8342988ab0008c35137638 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:41.383428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9cb5f-aee5-4bf4-9a28-d717e0b7e186 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Network': ['ID=72be4713-76b1-4c89-874b-5036d9fab1df,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:41.385696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:41.392676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:41.393624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e2f9cb5f-aee5-4bf4-9a28-d717e0b7e186 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/networks/72be4713-76b1-4c89-874b-5036d9fab1df HTTP/1.1" status: 204 len: 168 time: 0.6639516 Jun 04 16:54:41.396355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59516) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:41.418134 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.569867 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.594810 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-abcc7529-2d1a-419a-a35c-98a625665ae1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.626158 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-abcc7529-2d1a-419a-a35c-98a625665ae1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.696343 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-abcc7529-2d1a-419a-a35c-98a625665ae1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.729778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc7529-2d1a-419a-a35c-98a625665ae1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6088826-c5e7-4db7-b514-83fdf60378d2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:41.734527 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-abcc7529-2d1a-419a-a35c-98a625665ae1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.735953 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-abcc7529-2d1a-419a-a35c-98a625665ae1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6088826-c5e7-4db7-b514-83fdf60378d2 HTTP/1.1" status: 204 len: 168 time: 0.3384023 Jun 04 16:54:41.883592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Allocated IP 172.25.5.177 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/9464aa58-855d-4341-b141-203bbd1b0aee) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:54:41.897071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59528) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:41.906168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999557331', 'description': 'tempest-secgroup-smoke-1999557331 description', 'project_id': 'aed73c9fa62846d9afa87b79119450a4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:41.914742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:41.920080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:41.922968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:41.927841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2c8e9818-0658-4600-aee8-7b72ca3fd785 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:54:41.929491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:41.957193 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:41.970941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 2c8e9818-0658-4600-aee8-7b72ca3fd785 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:54:41.971758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2c8e9818-0658-4600-aee8-7b72ca3fd785 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:54:41.986458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:41.990801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:41.993876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:42.000109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:42.074379 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.075780 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.079684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.112145 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.126130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3dfddd-1619-4a5f-b844-a83bf56a47aa,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:42.130084 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.134309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b097c754-33e9-4df4-a6ee-d995f4b5f113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2353697 Jun 04 16:54:42.135005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59532) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:42.140237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-78367857-3e05-406c-a6bc-8b5ece2d04b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'ed3dfddd-1619-4a5f-b844-a83bf56a47aa', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:42.146950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-78367857-3e05-406c-a6bc-8b5ece2d04b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:42.150883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-78367857-3e05-406c-a6bc-8b5ece2d04b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:42.153877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-78367857-3e05-406c-a6bc-8b5ece2d04b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:42.160098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-78367857-3e05-406c-a6bc-8b5ece2d04b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:42.180262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78367857-3e05-406c-a6bc-8b5ece2d04b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.191345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:54:42.194190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:42.196684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:54:42.242576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=9464aa58-855d-4341-b141-203bbd1b0aee,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:42.244123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78367857-3e05-406c-a6bc-8b5ece2d04b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.252108 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78367857-3e05-406c-a6bc-8b5ece2d04b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.281768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78367857-3e05-406c-a6bc-8b5ece2d04b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db86574-c0d5-45a3-bced-7acc05300f28,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:42.289834 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78367857-3e05-406c-a6bc-8b5ece2d04b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.294528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-78367857-3e05-406c-a6bc-8b5ece2d04b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558156 Jun 04 16:54:42.294903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59536) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:42.300235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-165d2cc7-e043-46f9-bd23-7cd6c3a1f774 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'ed3dfddd-1619-4a5f-b844-a83bf56a47aa', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:42.307603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-165d2cc7-e043-46f9-bd23-7cd6c3a1f774 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:42.312138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-165d2cc7-e043-46f9-bd23-7cd6c3a1f774 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:42.315399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-165d2cc7-e043-46f9-bd23-7cd6c3a1f774 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:42.321174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-165d2cc7-e043-46f9-bd23-7cd6c3a1f774 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:42.340106 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165d2cc7-e043-46f9-bd23-7cd6c3a1f774 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.355610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:54:42.395409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:54:42.396031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6a4ce07c-1aaa-465f-974d-fcbb20ffe657 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:54:42.421981 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165d2cc7-e043-46f9-bd23-7cd6c3a1f774 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.426179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165d2cc7-e043-46f9-bd23-7cd6c3a1f774 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.449529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d2cc7-e043-46f9-bd23-7cd6c3a1f774 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c95e58b-dec7-4b00-be74-bed02b9e8827,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:42.459987 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-165d2cc7-e043-46f9-bd23-7cd6c3a1f774 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.464118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-165d2cc7-e043-46f9-bd23-7cd6c3a1f774 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1652622 Jun 04 16:54:42.464367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59540) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:42.470479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0247dfc0-118a-4e8a-8a49-13533de40c43 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'ed3dfddd-1619-4a5f-b844-a83bf56a47aa', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:42.476821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0247dfc0-118a-4e8a-8a49-13533de40c43 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:42.480711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0247dfc0-118a-4e8a-8a49-13533de40c43 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:42.483621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0247dfc0-118a-4e8a-8a49-13533de40c43 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:42.489236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0247dfc0-118a-4e8a-8a49-13533de40c43 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:42.507590 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0247dfc0-118a-4e8a-8a49-13533de40c43 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.596149 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0247dfc0-118a-4e8a-8a49-13533de40c43 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.601377 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0247dfc0-118a-4e8a-8a49-13533de40c43 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.632155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247dfc0-118a-4e8a-8a49-13533de40c43 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff3c51a-a611-45a2-bc61-f5d9e7b90421,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:42.636067 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0247dfc0-118a-4e8a-8a49-13533de40c43 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.637410 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0247dfc0-118a-4e8a-8a49-13533de40c43 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1714149 Jun 04 16:54:42.640543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59544) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:42.647010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-beb39c86-76df-4974-970b-77fd9f755cce tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'ed3dfddd-1619-4a5f-b844-a83bf56a47aa', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:42.654652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-beb39c86-76df-4974-970b-77fd9f755cce tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:42.660199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-beb39c86-76df-4974-970b-77fd9f755cce tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:42.663850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-beb39c86-76df-4974-970b-77fd9f755cce tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:42.671603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-beb39c86-76df-4974-970b-77fd9f755cce tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:42.676125 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.700123 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-beb39c86-76df-4974-970b-77fd9f755cce tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.800208 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.857145 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-beb39c86-76df-4974-970b-77fd9f755cce tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.869698 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-beb39c86-76df-4974-970b-77fd9f755cce tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.898373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb39c86-76df-4974-970b-77fd9f755cce tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a94f88-90c7-4aff-980e-21f8509805d9,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:42.991518 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-beb39c86-76df-4974-970b-77fd9f755cce tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:42.992740 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-beb39c86-76df-4974-970b-77fd9f755cce tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3512225 Jun 04 16:54:42.995523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59554) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:43.002968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-759f00e3-7f98-4a70-8d90-11a44345dc91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'ed3dfddd-1619-4a5f-b844-a83bf56a47aa', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:43.011159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-759f00e3-7f98-4a70-8d90-11a44345dc91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:43.026885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-759f00e3-7f98-4a70-8d90-11a44345dc91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:43.041252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-759f00e3-7f98-4a70-8d90-11a44345dc91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:43.050827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-759f00e3-7f98-4a70-8d90-11a44345dc91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:43.077373 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-759f00e3-7f98-4a70-8d90-11a44345dc91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Project aed73c9fa62846d9afa87b79119450a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:54:43.085450 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-759f00e3-7f98-4a70-8d90-11a44345dc91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.121914 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.134914 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.263650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event updated for resources: {'Port': ['ID=9464aa58-855d-4341-b141-203bbd1b0aee,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:43.279221 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-759f00e3-7f98-4a70-8d90-11a44345dc91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.288825 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.339014 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-759f00e3-7f98-4a70-8d90-11a44345dc91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.381592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f00e3-7f98-4a70-8d90-11a44345dc91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e280a1d-60e3-41c2-9735-dc34637e8175,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:43.399833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-759f00e3-7f98-4a70-8d90-11a44345dc91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.404691 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-759f00e3-7f98-4a70-8d90-11a44345dc91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4045126 Jun 04 16:54:43.405714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59562) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:43.411804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-dfc19cd8-cdff-449a-b012-88ff37a38639 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'ed3dfddd-1619-4a5f-b844-a83bf56a47aa', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:43.419092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dfc19cd8-cdff-449a-b012-88ff37a38639 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:43.423585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dfc19cd8-cdff-449a-b012-88ff37a38639 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:43.426850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-dfc19cd8-cdff-449a-b012-88ff37a38639 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:43.433855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-dfc19cd8-cdff-449a-b012-88ff37a38639 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:43.445475 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-dfc19cd8-cdff-449a-b012-88ff37a38639 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Project aed73c9fa62846d9afa87b79119450a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:54:43.453873 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfc19cd8-cdff-449a-b012-88ff37a38639 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.496766 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Floating IP b34df2ae-22a6-4609-9cf5-4565ad563010 associated. External IP: 172.25.5.177, port: 72a51241-8c23-4adb-acd2-24c39b91cb06. Jun 04 16:54:43.524070 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfc19cd8-cdff-449a-b012-88ff37a38639 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.528961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfc19cd8-cdff-449a-b012-88ff37a38639 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.553630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc19cd8-cdff-449a-b012-88ff37a38639 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5295ec-da78-4b3b-b75b-793be2645c13,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:43.572466 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dfc19cd8-cdff-449a-b012-88ff37a38639 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.574033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dfc19cd8-cdff-449a-b012-88ff37a38639 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1671331 Jun 04 16:54:43.577646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59566) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:43.583979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'network': {'name': 'tempest-network-smoke--1135125746', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'port_security_enabled': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:43.589855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:43.594727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:network and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:43.597839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:43.604260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:43.617178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Made reservation on behalf of aed73c9fa62846d9afa87b79119450a4 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:54:43.620977 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.651310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:54:43.661719 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.662052 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Added segment 43964eb7-315d-4da3-8b84-0999408c247e of type vlan for network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 Jun 04 16:54:43.690383 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.729518 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.738137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:43.739097 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.837851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2562494 Jun 04 16:54:43.850025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59570) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:43.858310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'admin_state_up': True, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:43.870415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:43.873194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f3c99-f027-4806-b726-4f456ae5a48c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Network': ['ID=4708e87a-d7ce-4692-8b67-d9ef22d64e59,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:43.877558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:router and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:43.882095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:43.888134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:54:43.892283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:43.905827 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.907800 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:43.927184 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:44.096699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:54:44.321554 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:44.328297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:54:44.343884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190596f6-8b96-4184-b615-ca30499937d9 None None] Sync routers for ids ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:54:44.356756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:44.367286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190596f6-8b96-4184-b615-ca30499937d9 None None] Routers {'f9a9ab7f-1cea-403a-97a0-368b56bf69e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:44.367933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-190596f6-8b96-4184-b615-ca30499937d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:44.420779 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-81368b5f-ba07-489b-9bb4-95ab20d9d719 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0617299 Jun 04 16:54:44.421606 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59576) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:44.422569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a8e445-9538-4483-8313-01a7606adb26', 'tag': '72a51241-8c23-4adb-acd2-24c39b91cb06'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:54:44.547447 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e1975fc2-7000-48ea-818e-d32b1ba5c416 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/floatingips/b34df2ae-22a6-4609-9cf5-4565ad563010 HTTP/1.1" status: 200 len: 992 time: 0.1195624 Jun 04 16:54:44.549235 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197f0101-c39f-44eb-afd0-345488ee28f4'] response: {'name': 'network-changed', 'server_uuid': '36a8e445-9538-4483-8313-01a7606adb26', 'tag': '72a51241-8c23-4adb-acd2-24c39b91cb06', 'status': 'completed', 'code': 200} Jun 04 16:54:44.613173 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-190596f6-8b96-4184-b615-ca30499937d9 None None] Set router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:44.648213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73c021-3dc6-4688-809c-058ec373aabe req-766f77a4-8391-47d8-9fb6-fa7c25a43145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:44.649770 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5e73c021-3dc6-4688-809c-058ec373aabe req-766f77a4-8391-47d8-9fb6-fa7c25a43145 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 1097 time: 0.0787737 Jun 04 16:54:44.702248 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:44.735874 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:44.784720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73c021-3dc6-4688-809c-058ec373aabe req-4023e211-6fbd-4fc7-821f-606085e3503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:44.786095 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5e73c021-3dc6-4688-809c-058ec373aabe req-4023e211-6fbd-4fc7-821f-606085e3503e service neutron] 10.222.0.46 "GET /v2.0/networks?id=f57686b4-23e6-4049-b710-f240d593b28a HTTP/1.1" status: 200 len: 898 time: 0.1295493 Jun 04 16:54:44.880341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.25.5.78 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/547308aa-8643-47e9-9dc3-d04c0eab3249) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:54:44.892504 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5e73c021-3dc6-4688-809c-058ec373aabe req-6ebadd3c-1a07-4eb0-a4e4-2afe2c65661c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72a51241-8c23-4adb-acd2-24c39b91cb06 HTTP/1.1" status: 200 len: 1000 time: 0.1006708 Jun 04 16:54:44.964074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73c021-3dc6-4688-809c-058ec373aabe req-a5105f1d-5b17-49ed-8178-9b16403fa0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:44.965617 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5e73c021-3dc6-4688-809c-058ec373aabe req-a5105f1d-5b17-49ed-8178-9b16403fa0fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b54ab86-6f1f-4d89-8de1-a27087be1e72 HTTP/1.1" status: 200 len: 835 time: 0.0675344 Jun 04 16:54:44.981672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-190596f6-8b96-4184-b615-ca30499937d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b34df2ae-22a6-4609-9cf5-4565ad563010', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'port_id': '72a51241-8c23-4adb-acd2-24c39b91cb06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'mac_address': 'fa:16:3e:83:76:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a8e445-9538-4483-8313-01a7606adb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:54:42Z', 'updated_at': '2022-06-04T16:54:42Z', 'revision_number': 0, 'project_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c24983-49ee-4dec-976e-39711065288b', 'name': '', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:f4:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:23Z', 'updated_at': '2022-06-04T16:54:30Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:44.986448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190596f6-8b96-4184-b615-ca30499937d9 None None] Checking router: f9a9ab7f-1cea-403a-97a0-368b56bf69e1 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:54:44.995689 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190596f6-8b96-4184-b615-ca30499937d9 None None] Routers {'f9a9ab7f-1cea-403a-97a0-368b56bf69e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:44.996299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-190596f6-8b96-4184-b615-ca30499937d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:45.050760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73c021-3dc6-4688-809c-058ec373aabe req-503b4527-0e1b-479a-bc81-b1027ba46a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:45.053590 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5e73c021-3dc6-4688-809c-058ec373aabe req-503b4527-0e1b-479a-bc81-b1027ba46a70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f57686b4-23e6-4049-b710-f240d593b28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803618 Jun 04 16:54:45.159304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:45.176918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-190596f6-8b96-4184-b615-ca30499937d9 None None] Set router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:45.189569 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5e73c021-3dc6-4688-809c-058ec373aabe req-6bc54c44-2e5b-4380-99f4-95a0c7882720 service neutron] 10.222.0.46 "GET /v2.0/networks/f57686b4-23e6-4049-b710-f240d593b28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310894 Jun 04 16:54:45.192770 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:45.264061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:54:45.266876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:45.271344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:54:45.326555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=547308aa-8643-47e9-9dc3-d04c0eab3249,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:45.348274 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-5e73c021-3dc6-4688-809c-058ec373aabe req-0d8c4991-2350-41ed-ab92-f02d04d78920 service neutron] 10.222.0.46 "GET /v2.0/networks/f57686b4-23e6-4049-b710-f240d593b28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531992 Jun 04 16:54:45.549492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59588) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:45.643851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-190596f6-8b96-4184-b615-ca30499937d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b34df2ae-22a6-4609-9cf5-4565ad563010', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'port_id': '72a51241-8c23-4adb-acd2-24c39b91cb06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'mac_address': 'fa:16:3e:83:76:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a8e445-9538-4483-8313-01a7606adb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:54:42Z', 'updated_at': '2022-06-04T16:54:42Z', 'revision_number': 0, 'project_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c24983-49ee-4dec-976e-39711065288b', 'name': '', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:f4:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:23Z', 'updated_at': '2022-06-04T16:54:30Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:45.648295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190596f6-8b96-4184-b615-ca30499937d9 None None] The sync data for ids ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'] in n-d-811809-3 is: [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b34df2ae-22a6-4609-9cf5-4565ad563010', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'port_id': '72a51241-8c23-4adb-acd2-24c39b91cb06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'mac_address': 'fa:16:3e:83:76:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a8e445-9538-4483-8313-01a7606adb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:54:42Z', 'updated_at': '2022-06-04T16:54:42Z', 'revision_number': 0, 'project_id': '7921b0dcce8342988ab0008c35137638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c24983-49ee-4dec-976e-39711065288b', 'name': '', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:f4:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:23Z', 'updated_at': '2022-06-04T16:54:30Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:54:45.744012 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:45.819928 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-25d6efa8-4c51-4740-9fcd-0542a788f46e tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/floatingips/b34df2ae-22a6-4609-9cf5-4565ad563010 HTTP/1.1" status: 200 len: 992 time: 0.2692182 Jun 04 16:54:45.897673 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a26748-4e1b-44a8-8e69-2fd52c42004f None None] New status for floating IP b34df2ae-22a6-4609-9cf5-4565ad563010: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:54:46.106085 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:46.317196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router abdfd100-2042-4035-afe2-a74dfe9b2f7e is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:54:46.626743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:54:46.636615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Sync routers for ids ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:54:46.646323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Routers {'abdfd100-2042-4035-afe2-a74dfe9b2f7e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:46.647118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:46.656864 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:46.658194 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-018eb563-3965-4580-ba8d-7e40f345d31e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8075621 Jun 04 16:54:46.662075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59594) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:46.703091 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-18e1a147-ed17-40e9-9be8-c925d6b1f10f tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=aed73c9fa62846d9afa87b79119450a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397589 Jun 04 16:54:46.705861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59598) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:46.823987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59602) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:46.839997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Set router abdfd100-2042-4035-afe2-a74dfe9b2f7e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:46.852478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e75df2-216d-48af-8325-51932f9eadf3 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:46.858556 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a3e75df2-216d-48af-8325-51932f9eadf3 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1512046 Jun 04 16:54:46.859008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59606) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:46.922387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-184960de-6e9d-4abc-9b98-ea97353b722b tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0622408 Jun 04 16:54:46.923017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59610) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:46.928962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1335030143', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:46.948391 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b3582cce-134e-4840-8fd7-38fcab0b540f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/floatingips/b34df2ae-22a6-4609-9cf5-4565ad563010 HTTP/1.1" status: 200 len: 994 time: 0.1228008 Jun 04 16:54:47.050048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:47.053942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:subnet and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:54:47.056820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:54:47.062956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:47.073980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Made reservation on behalf of aed73c9fa62846d9afa87b79119450a4 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:54:47.078244 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:47.145936 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:54:45Z', 'revision_number': 3, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:47.150011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Checking router: abdfd100-2042-4035-afe2-a74dfe9b2f7e for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:54:47.150354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Updating router abdfd100-2042-4035-afe2-a74dfe9b2f7e port 547308aa-8643-47e9-9dc3-d04c0eab3249 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:54:47.208315 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:47.313173 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:47.390586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Subnet': ['ID=730bae31-5d5f-4bf2-ba7c-a65e1d0867cd,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:47.399989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Checking segment: {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:54:47.400343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network hostable DHCP agents. Network: 4708e87a-d7ce-4692-8b67-d9ef22d64e59, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:54:47.419924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:54:47.429903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 4708e87a-d7ce-4692-8b67-d9ef22d64e59) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:47.438032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:47.438838 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:47.451253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e11ba-8a99-4ab8-8474-8e5c6e26f7ed None None] Network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:54:47.464604 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b6dc565e-a091-4858-a86d-d7c0834ec1e1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5403547 Jun 04 16:54:47.467647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59614) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:54:47.774011 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:47.803252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Transition to ACTIVE for port object 547308aa-8643-47e9-9dc3-d04c0eab3249 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:47.847144 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:47.908537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ips': [{'subnet_id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:54:47.909367 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:48.095817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Attempting to bind port 547308aa-8643-47e9-9dc3-d04c0eab3249 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:54:48.096191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Attempting to bind port 547308aa-8643-47e9-9dc3-d04c0eab3249 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:54:48.096544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Attempting to bind port 547308aa-8643-47e9-9dc3-d04c0eab3249 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:54:48.102741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c8da6-940e-4e5e-8551-2cc4cbd608cc None None] Pushing event updated for resources: {'Port': ['ID=547308aa-8643-47e9-9dc3-d04c0eab3249,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:48.108847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:54:48.109306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:54:48.109662 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:48.109970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:54:48.110468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Bound port: 547308aa-8643-47e9-9dc3-d04c0eab3249, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:54:48.110836 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:48.212200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Allocated IP 172.20.0.2 (4708e87a-d7ce-4692-8b67-d9ef22d64e59/730bae31-5d5f-4bf2-ba7c-a65e1d0867cd/424de3a8-c650-40c7-95f7-97cb9297d181) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:54:48.318570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] For port 547308aa-8643-47e9-9dc3-d04c0eab3249, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:54:48.339092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] For port 547308aa-8643-47e9-9dc3-d04c0eab3249, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=547308aa-8643-47e9-9dc3-d04c0eab3249,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:54:48.347289 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:48.349133 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:48.463214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Routers {'abdfd100-2042-4035-afe2-a74dfe9b2f7e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:48.463777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:48.598738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c8da6-940e-4e5e-8551-2cc4cbd608cc None None] Pushing event updated for resources: {'Port': ['ID=547308aa-8643-47e9-9dc3-d04c0eab3249,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:48.621398 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:48.700679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Transition to ACTIVE for port object 424de3a8-c650-40c7-95f7-97cb9297d181 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:48.732220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Transition to ACTIVE for port object 424de3a8-c650-40c7-95f7-97cb9297d181 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:48.740773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] Set router abdfd100-2042-4035-afe2-a74dfe9b2f7e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:48.781944 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:48.920863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.20.0.1 (4708e87a-d7ce-4692-8b67-d9ef22d64e59/730bae31-5d5f-4bf2-ba7c-a65e1d0867cd/d98eb78b-428a-4ff6-9334-2405249dedbd) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:54:48.983511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:54:48.990305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:48.993739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Pushing event updated for resources: {'Port': ['ID=424de3a8-c650-40c7-95f7-97cb9297d181,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:48.995902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:54:49.109364 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:49.114802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Attempting to bind port 424de3a8-c650-40c7-95f7-97cb9297d181 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:54:49.115166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Attempting to bind port 424de3a8-c650-40c7-95f7-97cb9297d181 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:54:49.115527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Attempting to bind port 424de3a8-c650-40c7-95f7-97cb9297d181 on network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:54:49.129019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Transition to ACTIVE for port object d98eb78b-428a-4ff6-9334-2405249dedbd will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:49.150989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:54:49.151351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Checking segment: {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:54:49.151927 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:49.152313 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Bound using segment: {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:54:49.152782 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Bound port: 424de3a8-c650-40c7-95f7-97cb9297d181, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:54:49.153370 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:49.158972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:49.229351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:54:49.232347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:49.237847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:54:49.264490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:54:45Z', 'revision_number': 3, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:49.266779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] For port 424de3a8-c650-40c7-95f7-97cb9297d181, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:54:49.270627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] For port 424de3a8-c650-40c7-95f7-97cb9297d181, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=424de3a8-c650-40c7-95f7-97cb9297d181,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:54:49.272325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c5ccc8-0a37-426e-830e-6b4c17216e31 None None] The sync data for ids ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'] in n-d-811809-3 is: [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:54:45Z', 'revision_number': 3, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:54:49.284307 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:49.289690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=d98eb78b-428a-4ff6-9334-2405249dedbd,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:49.313007 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:49.399361 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6d579-3200-4920-9361-3bb02b7f330f None None] Pushing event updated for resources: {'Port': ['ID=424de3a8-c650-40c7-95f7-97cb9297d181,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:49.703425 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:50.034494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 424de3a8-c650-40c7-95f7-97cb9297d181 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:50.123707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 424de3a8-c650-40c7-95f7-97cb9297d181 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:50.130124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 547308aa-8643-47e9-9dc3-d04c0eab3249 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:50.207342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 547308aa-8643-47e9-9dc3-d04c0eab3249 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:50.214462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 547308aa-8643-47e9-9dc3-d04c0eab3249 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:50.215398 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:50.285177 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:50.292623 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:50.413712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 547308aa-8643-47e9-9dc3-d04c0eab3249 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:50.414094 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:50.437123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:50.442303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 547308aa-8643-47e9-9dc3-d04c0eab3249, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=547308aa-8643-47e9-9dc3-d04c0eab3249,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:50.450987 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:50.462292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=d98eb78b-428a-4ff6-9334-2405249dedbd,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:50.578423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=547308aa-8643-47e9-9dc3-d04c0eab3249,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:50.719901 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c732bf6-1b92-4bb3-b3fa-9713d928c70d None None] Network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:54:50.747870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:54:50.749556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:50.866501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-52671625-58ac-465c-b6c4-d6928479e4cf None None] Provisioning for port 424de3a8-c650-40c7-95f7-97cb9297d181 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:50.883752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-52671625-58ac-465c-b6c4-d6928479e4cf None None] Provisioning complete for port 424de3a8-c650-40c7-95f7-97cb9297d181 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:50.884120 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-52671625-58ac-465c-b6c4-d6928479e4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:50.940951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router abdfd100-2042-4035-afe2-a74dfe9b2f7e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:54:51.104032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-52671625-58ac-465c-b6c4-d6928479e4cf None None] Current status of the port 424de3a8-c650-40c7-95f7-97cb9297d181 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:51.104628 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-52671625-58ac-465c-b6c4-d6928479e4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:51.144261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-52671625-58ac-465c-b6c4-d6928479e4cf None None] For port 424de3a8-c650-40c7-95f7-97cb9297d181, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=424de3a8-c650-40c7-95f7-97cb9297d181,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:51.151875 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-52671625-58ac-465c-b6c4-d6928479e4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:51.160249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:54:51.192435 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bc5c4016-30fe-41ee-80f2-c15a78ecf7ad tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "PUT /v2.0/routers/abdfd100-2042-4035-afe2-a74dfe9b2f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7231758 Jun 04 16:54:51.239240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52671625-58ac-465c-b6c4-d6928479e4cf None None] Pushing event updated for resources: {'Port': ['ID=424de3a8-c650-40c7-95f7-97cb9297d181,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:51.415600 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Sync routers for ids ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:54:51.430585 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Routers {'abdfd100-2042-4035-afe2-a74dfe9b2f7e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:51.431110 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:51.496632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-65da1cf4-f883-474b-b0b5-ef45c2869d51 None None] Provisioning for port d98eb78b-428a-4ff6-9334-2405249dedbd completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:51.500855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-dc366f29-f8ac-4fe9-86d7-f8ddabcf9363 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:54:51.508236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-65da1cf4-f883-474b-b0b5-ef45c2869d51 None None] Provisioning complete for port d98eb78b-428a-4ff6-9334-2405249dedbd triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:51.510581 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-65da1cf4-f883-474b-b0b5-ef45c2869d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:51.529784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-dc366f29-f8ac-4fe9-86d7-f8ddabcf9363 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:54:51.539165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-dc366f29-f8ac-4fe9-86d7-f8ddabcf9363 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999557331&fields=id&tenant_id=aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 267 time: 0.1049023 Jun 04 16:54:51.580915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-65da1cf4-f883-474b-b0b5-ef45c2869d51 None None] Port d98eb78b-428a-4ff6-9334-2405249dedbd cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:54:51.596239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-65da1cf4-f883-474b-b0b5-ef45c2869d51 None None] Provisioning complete for port 424de3a8-c650-40c7-95f7-97cb9297d181 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:51.596681 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-65da1cf4-f883-474b-b0b5-ef45c2869d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:51.748767 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Set router abdfd100-2042-4035-afe2-a74dfe9b2f7e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:51.789020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-65da1cf4-f883-474b-b0b5-ef45c2869d51 None None] Current status of the port 424de3a8-c650-40c7-95f7-97cb9297d181 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:51.791714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-c3f43e58-d21e-4645-bb49-7277e85352be tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:51.793458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-c3f43e58-d21e-4645-bb49-7277e85352be tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:54:51.818092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-c3f43e58-d21e-4645-bb49-7277e85352be tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:54:51.825947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-c3f43e58-d21e-4645-bb49-7277e85352be tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/networks?id=4708e87a-d7ce-4692-8b67-d9ef22d64e59 HTTP/1.1" status: 200 len: 797 time: 0.2857773 Jun 04 16:54:51.844668 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-c4a85fa4-f539-467b-b980-22d274fde83c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/quotas/aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 375 time: 0.0172958 Jun 04 16:54:51.921252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-54aa64bf-a0b3-4b45-b9a1-e52c698489b4 None None] Provisioning complete for port d98eb78b-428a-4ff6-9334-2405249dedbd triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:51.921705 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-54aa64bf-a0b3-4b45-b9a1-e52c698489b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:51.965629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-057bfe56-df60-4f07-b5a0-11cee0a81d79 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:54:51.990690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 547308aa-8643-47e9-9dc3-d04c0eab3249 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:52.000612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-057bfe56-df60-4f07-b5a0-11cee0a81d79 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:54:52.003934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-057bfe56-df60-4f07-b5a0-11cee0a81d79 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1572030 Jun 04 16:54:52.070639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-54aa64bf-a0b3-4b45-b9a1-e52c698489b4 None None] Port d98eb78b-428a-4ff6-9334-2405249dedbd cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:54:52.090155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 547308aa-8643-47e9-9dc3-d04c0eab3249 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:52.090781 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:52.182630 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:54:49Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd98eb78b-428a-4ff6-9334-2405249dedbd', 'name': '', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:9d:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:48Z', 'updated_at': '2022-06-04T16:54:50Z', 'revision_number': 2, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:52.190421 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Checking router: abdfd100-2042-4035-afe2-a74dfe9b2f7e for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:54:52.191245 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Updating router abdfd100-2042-4035-afe2-a74dfe9b2f7e port d98eb78b-428a-4ff6-9334-2405249dedbd binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:54:52.205306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-d1e80ae3-db6b-4743-9bca-e44ebb748902 service neutron] 10.222.0.13 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898522 Jun 04 16:54:52.240947 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2bbfd5d3-af88-4327-be93-4eb89080174e None None] Provisioning complete for port d98eb78b-428a-4ff6-9334-2405249dedbd triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:52.241521 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2bbfd5d3-af88-4327-be93-4eb89080174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:52.255316 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:52.266578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 547308aa-8643-47e9-9dc3-d04c0eab3249 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:52.268066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 424de3a8-c650-40c7-95f7-97cb9297d181 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:52.346461 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2bbfd5d3-af88-4327-be93-4eb89080174e None None] Port d98eb78b-428a-4ff6-9334-2405249dedbd cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:54:52.363915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-a24a7335-6390-4aff-b780-e6ae64d2a90f service neutron] 10.222.0.13 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526392 Jun 04 16:54:52.365333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 424de3a8-c650-40c7-95f7-97cb9297d181 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:52.365765 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:52.514024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 424de3a8-c650-40c7-95f7-97cb9297d181 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:52.639660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15782804-b023-4598-8c36-5bdf903a950e req-dc6febb8-5a72-4a8c-9a95-77e33b822490 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 210 time: 0.0602360 Jun 04 16:54:52.684258 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:52.698486 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Transition to ACTIVE for port object d98eb78b-428a-4ff6-9334-2405249dedbd will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:52.709917 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:52.889082 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007951e-0f98-4049-8a35-eb6fb355d94a None None] Pushing event updated for resources: {'Port': ['ID=d98eb78b-428a-4ff6-9334-2405249dedbd,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:52.993750 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Attempting to bind port d98eb78b-428a-4ff6-9334-2405249dedbd on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:54:52.994116 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Attempting to bind port d98eb78b-428a-4ff6-9334-2405249dedbd by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:54:52.995111 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Attempting to bind port d98eb78b-428a-4ff6-9334-2405249dedbd on network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:54:53.003019 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:54:53.003357 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Checking segment: {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:54:53.003748 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:53.004131 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Bound using segment: {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:54:53.004589 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Bound port: d98eb78b-428a-4ff6-9334-2405249dedbd, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:54:53.004943 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:53.108946 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] For port d98eb78b-428a-4ff6-9334-2405249dedbd, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:54:53.112211 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] For port d98eb78b-428a-4ff6-9334-2405249dedbd, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d98eb78b-428a-4ff6-9334-2405249dedbd,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:54:53.118571 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:53.202584 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Routers {'abdfd100-2042-4035-afe2-a74dfe9b2f7e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:54:53.203217 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:54:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:53.270657 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007951e-0f98-4049-8a35-eb6fb355d94a None None] Pushing event updated for resources: {'Port': ['ID=d98eb78b-428a-4ff6-9334-2405249dedbd,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:53.406855 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] Set router abdfd100-2042-4035-afe2-a74dfe9b2f7e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:54:53.768990 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:54:49Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd98eb78b-428a-4ff6-9334-2405249dedbd', 'name': '', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:9d:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:48Z', 'updated_at': '2022-06-04T16:54:53Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:54:53.774816 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165d059-b0f8-4cea-bbe4-ccb2458033cb None None] The sync data for ids ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'] in n-d-811809-3 is: [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:54:49Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd98eb78b-428a-4ff6-9334-2405249dedbd', 'name': '', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:9d:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:48Z', 'updated_at': '2022-06-04T16:54:53Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:54:53.800727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-6d0bbe0b-5428-4fd2-a05f-b2546dd72215 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:53.802621 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-6d0bbe0b-5428-4fd2-a05f-b2546dd72215 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "GET /v2.0/networks?id=4708e87a-d7ce-4692-8b67-d9ef22d64e59 HTTP/1.1" status: 200 len: 797 time: 0.1758404 Jun 04 16:54:53.912578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1cb5e94a-e2fb-4e08-8c0f-e75687f02380 req-5c4202da-0c47-4681-8e70-8adc97595273 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 210 time: 0.1085680 Jun 04 16:54:53.945525 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-a12298b1-3807-49f6-95ed-8287359786ef tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 380 time: 0.0981059 Jun 04 16:54:53.960148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'port': {'device_id': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'admin_state_up': True, 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'security_groups': ['ed3dfddd-1619-4a5f-b844-a83bf56a47aa']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:54.036065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d98eb78b-428a-4ff6-9334-2405249dedbd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:54.131197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port d98eb78b-428a-4ff6-9334-2405249dedbd completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:54.137654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d98eb78b-428a-4ff6-9334-2405249dedbd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:54.139114 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:54.142979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:54:54.155381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:54:54.171955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Made reservation on behalf of aed73c9fa62846d9afa87b79119450a4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:54:54.175529 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:54.297442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d98eb78b-428a-4ff6-9334-2405249dedbd is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:54.298189 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:54.339043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port d98eb78b-428a-4ff6-9334-2405249dedbd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d98eb78b-428a-4ff6-9334-2405249dedbd,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:54.347291 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:54.440186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=d98eb78b-428a-4ff6-9334-2405249dedbd,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:54.512533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.20.0.3 (4708e87a-d7ce-4692-8b67-d9ef22d64e59/730bae31-5d5f-4bf2-ba7c-a65e1d0867cd/cdb6d8a9-d81c-4a2d-a090-cea22698cdb6) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:54:54.733864 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:54.751848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Transition to ACTIVE for port object cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:54.778513 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:54.855261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:54:54.858853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:54:54.863016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:54:54.893678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:54.939581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:54.940227 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:54.979891 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-0907f40e-5c7e-4592-98c9-e222fdb987f3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0281897 Jun 04 16:54:54.997859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Request body: {'port': {'device_id': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:54:55.181292 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:55.238590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-387dee27-fadb-41b9-88c6-c2c93decc957 None None] Provisioning for port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:54:55.243476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-387dee27-fadb-41b9-88c6-c2c93decc957 None None] Provisioning complete for port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:55.243900 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-387dee27-fadb-41b9-88c6-c2c93decc957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:55.276109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b4cbb-eaa1-4a8c-9599-166c2c797809 req-f08d5991-f4df-45ca-9576-efa706f624fc tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:55.276810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ba7b4cbb-eaa1-4a8c-9599-166c2c797809 req-f08d5991-f4df-45ca-9576-efa706f624fc tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:54:55.301109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-387dee27-fadb-41b9-88c6-c2c93decc957 None None] Port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:54:55.345267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ba7b4cbb-eaa1-4a8c-9599-166c2c797809 req-f08d5991-f4df-45ca-9576-efa706f624fc tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:54:55.346496 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba7b4cbb-eaa1-4a8c-9599-166c2c797809 req-f08d5991-f4df-45ca-9576-efa706f624fc tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 931 time: 0.2446995 Jun 04 16:54:55.479357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba7b4cbb-eaa1-4a8c-9599-166c2c797809 req-d18396ba-bf40-416d-9920-1749d375b5b5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257024 Jun 04 16:54:55.609544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:54:55.617831 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:55.633388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Transition to ACTIVE for port object cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:54:55.637357 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:55.765776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Pushing event updated for resources: {'Port': ['ID=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:55.884617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Attempting to bind port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:54:55.885185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Attempting to bind port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:54:55.885400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Attempting to bind port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:54:55.892037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:54:55.892371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Attempting to bind port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:54:55.897582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:54:55.897916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Checking segment: {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:54:55.898298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Bound using segment: {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:54:55.898879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Bound port: cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:54:55.899226 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:55.947966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d98eb78b-428a-4ff6-9334-2405249dedbd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:54:56.004674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:54:56.008211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:54:56.013801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:56.024034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d98eb78b-428a-4ff6-9334-2405249dedbd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:54:56.024391 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:56.081688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:56.082286 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:56.083674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] 10.222.0.42 "PUT /v2.0/ports/cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 HTTP/1.1" status: 200 len: 1091 time: 1.0964644 Jun 04 16:54:56.084114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:54:56.109077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b56eb5-240e-4f7c-9cdc-06c7b2c1a9df service neutron] Pushing event updated for resources: {'Port': ['ID=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:56.183981 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d906e3-ad2e-4d6b-bda2-fe4196afc028'] response: {'name': 'network-changed', 'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'status': 'completed', 'code': 200} Jun 04 16:54:56.223230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d98eb78b-428a-4ff6-9334-2405249dedbd is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:56.247728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-d11b71be-1d65-41a9-9416-45c15de54ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:56.248969 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-d11b71be-1d65-41a9-9416-45c15de54ae0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 1094 time: 0.1202097 Jun 04 16:54:56.328330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-bbd87cf7-84b2-4488-aa43-9bac9044955d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 HTTP/1.1" status: 200 len: 217 time: 0.0722823 Jun 04 16:54:56.391092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-cca700bf-8584-4b54-a5d9-fc0bbb8dbd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:56.392739 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-cca700bf-8584-4b54-a5d9-fc0bbb8dbd1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=730bae31-5d5f-4bf2-ba7c-a65e1d0867cd HTTP/1.1" status: 200 len: 835 time: 0.0595052 Jun 04 16:54:56.630515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-e9f854d4-0068-4f71-8219-128dd47c77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:56.632175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-e9f854d4-0068-4f71-8219-128dd47c77ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4708e87a-d7ce-4692-8b67-d9ef22d64e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2334397 Jun 04 16:54:56.774105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310c93c-a3d3-48d8-bb35-8c17b3e71ac5 req-81c92029-53e9-41c9-93a4-c1e6c1745860 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:56.775616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5310c93c-a3d3-48d8-bb35-8c17b3e71ac5 req-81c92029-53e9-41c9-93a4-c1e6c1745860 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 943 time: 0.1912668 Jun 04 16:54:56.839312 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-ef60f60a-e365-4d1d-a060-a6a803d4d811 service neutron] 10.222.0.42 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981297 Jun 04 16:54:56.870790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5310c93c-a3d3-48d8-bb35-8c17b3e71ac5 req-8f0ca729-1049-4f34-9607-7668378f48fc tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764453 Jun 04 16:54:56.983514 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-956b1025-9dba-4ef1-b285-43aee38cb39b req-3f941cb6-63f4-4afe-bff2-04003b70407f service neutron] 10.222.0.42 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382298 Jun 04 16:54:57.108434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c3abe-da98-4593-a0d3-e9d608016e4c req-95b82ab5-b489-4c45-9733-9d0565cdf068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:57.109929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec1c3abe-da98-4593-a0d3-e9d608016e4c req-95b82ab5-b489-4c45-9733-9d0565cdf068 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 1094 time: 0.0816450 Jun 04 16:54:57.254267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c3abe-da98-4593-a0d3-e9d608016e4c req-f7c587bd-cb52-44d4-8411-006b7dabf402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:57.255696 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec1c3abe-da98-4593-a0d3-e9d608016e4c req-f7c587bd-cb52-44d4-8411-006b7dabf402 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4708e87a-d7ce-4692-8b67-d9ef22d64e59 HTTP/1.1" status: 200 len: 898 time: 0.1403265 Jun 04 16:54:57.336809 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec1c3abe-da98-4593-a0d3-e9d608016e4c req-52349951-43c0-4b29-bddf-3634615d91fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 HTTP/1.1" status: 200 len: 217 time: 0.0676937 Jun 04 16:54:57.399305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c3abe-da98-4593-a0d3-e9d608016e4c req-831a2e2a-d041-4911-95bb-e68225b03ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:57.400743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec1c3abe-da98-4593-a0d3-e9d608016e4c req-831a2e2a-d041-4911-95bb-e68225b03ff6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=730bae31-5d5f-4bf2-ba7c-a65e1d0867cd HTTP/1.1" status: 200 len: 835 time: 0.0634944 Jun 04 16:54:57.480617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c3abe-da98-4593-a0d3-e9d608016e4c req-fa082660-d631-4120-a8f3-64346a83ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:57.482309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec1c3abe-da98-4593-a0d3-e9d608016e4c req-fa082660-d631-4120-a8f3-64346a83ee09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4708e87a-d7ce-4692-8b67-d9ef22d64e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746615 Jun 04 16:54:57.620611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec1c3abe-da98-4593-a0d3-e9d608016e4c req-6e501aad-041e-4947-854a-f47e76d7fb2d service neutron] 10.222.0.42 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313877 Jun 04 16:54:57.757007 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec1c3abe-da98-4593-a0d3-e9d608016e4c req-beb42f66-7672-4072-ad1d-191a9c782687 service neutron] 10.222.0.42 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296668 Jun 04 16:54:57.810768 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-497c6e3d-2cbd-4dbc-b6f3-84bf37cf36f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:58.155321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ed931-6557-4707-951a-49fc1f2508f0 req-7e15a550-b343-4553-82be-6586af45704d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:58.156886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-823ed931-6557-4707-951a-49fc1f2508f0 req-7e15a550-b343-4553-82be-6586af45704d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 943 time: 0.0893426 Jun 04 16:54:58.203409 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-823ed931-6557-4707-951a-49fc1f2508f0 req-caae62dc-5815-418a-8053-f8ec201e0144 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406327 Jun 04 16:54:58.433199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:54:58.569883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:58.584838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'port_id': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'mac_address': 'fa:16:3e:5e:16:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:54:58.639961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:54:58.640364 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:58.659053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:54:58.675062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:54:58.680427 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:54:58.753875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:54:58.881373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['cdb6d8a9-d81c-4a2d-a090-cea22698cdb6'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:54:59.398527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b23ef-fadf-4afc-8bbe-0def44f7ca37 req-d5e2782a-a5c0-4bca-b59a-c02b04eba6a1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:54:59.400021 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a26b23ef-fadf-4afc-8bbe-0def44f7ca37 req-d5e2782a-a5c0-4bca-b59a-c02b04eba6a1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 944 time: 0.0810592 Jun 04 16:54:59.447820 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a26b23ef-fadf-4afc-8bbe-0def44f7ca37 req-7a9c18eb-db52-4ba1-a3d2-719661140a93 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416043 Jun 04 16:55:00.046777 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ccc64b9-22fe-4108-8f72-f7e42e1d9f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:00.433422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:55:00.512419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:55:00.518042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:00.518466 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:00.717010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c1392-a036-4c9b-8d82-a5e2d74b4b33 req-e36ceb3c-1236-4e7f-a345-431f9fb3ae35 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:00.718601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da4c1392-a036-4c9b-8d82-a5e2d74b4b33 req-e36ceb3c-1236-4e7f-a345-431f9fb3ae35 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 944 time: 0.1034157 Jun 04 16:55:00.724795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:00.725177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:00.752673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:00.763030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:00.768004 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:00.778062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da4c1392-a036-4c9b-8d82-a5e2d74b4b33 req-419be55d-c637-43ad-997f-a5f629860c85 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531006 Jun 04 16:55:00.816377 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc19be41-79a3-40be-9a0b-07d204c5f428'] response: {'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'code': 200} Jun 04 16:55:00.845798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:00.946978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d3d2a-4516-4f3a-82a5-ca2c1bc80834 req-e04f2c30-f123-43e6-8e2c-056bf2fcc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:00.948652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-362d3d2a-4516-4f3a-82a5-ca2c1bc80834 req-e04f2c30-f123-43e6-8e2c-056bf2fcc43b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0729873 Jun 04 16:55:00.993815 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-362d3d2a-4516-4f3a-82a5-ca2c1bc80834 req-e6f2ee66-e18d-4569-bdea-215929423ec6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389600 Jun 04 16:55:01.216007 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:01.408387 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:01.988323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc29f29-2433-44e0-8394-2857b7423230 req-7e02c5aa-ee72-490a-a260-ba91474112b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:01.989973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0dc29f29-2433-44e0-8394-2857b7423230 req-7e02c5aa-ee72-490a-a260-ba91474112b0 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 945 time: 0.0939636 Jun 04 16:55:02.048565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0dc29f29-2433-44e0-8394-2857b7423230 req-6c3fe139-a3ed-4ad2-ab43-6b665444ff3a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488696 Jun 04 16:55:02.636947 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:03.255498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93f39-a7f8-4a10-a2a8-35a47e8d3cc5 req-7b90bc0a-ea16-4adf-b111-77ebce9767ae tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:03.257600 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3b93f39-a7f8-4a10-a2a8-35a47e8d3cc5 req-7b90bc0a-ea16-4adf-b111-77ebce9767ae tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 945 time: 0.0978498 Jun 04 16:55:03.434992 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3b93f39-a7f8-4a10-a2a8-35a47e8d3cc5 req-7a1937d3-6644-476d-9ed0-90948604db11 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711791 Jun 04 16:55:03.659131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb220bc3-4327-4014-b5b6-dab3a3060636 req-323537bc-3949-4a24-bbf7-e17c18d0684e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:03.660728 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb220bc3-4327-4014-b5b6-dab3a3060636 req-323537bc-3949-4a24-bbf7-e17c18d0684e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 945 time: 0.1075313 Jun 04 16:55:03.709568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb220bc3-4327-4014-b5b6-dab3a3060636 req-65964e8e-53f0-4c86-baad-fb179ecc084c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413275 Jun 04 16:55:03.732489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59792) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:03.807321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f827d742-a7b2-455d-a1cd-003cd5419871 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:03.811736 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f827d742-a7b2-455d-a1cd-003cd5419871 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 1091 time: 0.0754638 Jun 04 16:55:03.812013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59796) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:03.817033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:03.823869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:03.828186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:floatingip and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:03.831157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:03.836999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:03.849068 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:03.997308 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:04.139025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.25.5.84 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/21f3782b-3dd1-4a76-b314-2ee7a5144b9f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:55:04.184796 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:04.308812 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:04.320097 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:04.343000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:04.411154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:55:04.414149 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:55:04.417905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:55:04.447378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=21f3782b-3dd1-4a76-b314-2ee7a5144b9f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:04.868299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:04.958060 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:05.165796 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:05.171625 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:05.312117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=21f3782b-3dd1-4a76-b314-2ee7a5144b9f,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:05.492663 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:05.695293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-18d82c07-7d17-44a4-987f-7a16cad33d1b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:05.696726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-18d82c07-7d17-44a4-987f-7a16cad33d1b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.4378266 Jun 04 16:55:05.721045 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-e729a49d-1161-42ff-a6ad-8ea1ec4775b7 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/quotas/3851c6298f9e41ed9d0dae684e38ef5a HTTP/1.1" status: 200 len: 375 time: 0.0170033 Jun 04 16:55:05.722154 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Floating IP 65aaca59-91b8-48e5-bff8-4263045fb171 associated. External IP: 172.25.5.84, port: cdb6d8a9-d81c-4a2d-a090-cea22698cdb6. Jun 04 16:55:06.020628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-41f0c1e4-ee94-411d-a059-b1d601bad45d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2450919 Jun 04 16:55:06.267189 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-1efbef17-83aa-4289-8c5d-a23b31fedcf2 service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396212 Jun 04 16:55:06.271595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router abdfd100-2042-4035-afe2-a74dfe9b2f7e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:55:06.552888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-77fc1063-9d55-4787-8080-c1f2505afb6b service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786386 Jun 04 16:55:06.567409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:55:06.579200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa0bd2-d647-4ab0-89e7-2954c0e02b6a None None] Sync routers for ids ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:55:06.591317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa0bd2-d647-4ab0-89e7-2954c0e02b6a None None] Routers {'abdfd100-2042-4035-afe2-a74dfe9b2f7e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:55:06.591847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c3fa0bd2-d647-4ab0-89e7-2954c0e02b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:55:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:06.594325 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:06.658320 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9a6f717a-2198-4af2-8006-e87fe732d2f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8427904 Jun 04 16:55:06.658320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:06.786008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c3fa0bd2-d647-4ab0-89e7-2954c0e02b6a None None] Set router abdfd100-2042-4035-afe2-a74dfe9b2f7e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:55:06.824436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a85af-190b-4124-a0ea-d67127bb8fd7 req-38876424-bb92-4ca3-89e5-e72403d88aa3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:06.826090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c83a85af-190b-4124-a0ea-d67127bb8fd7 req-38876424-bb92-4ca3-89e5-e72403d88aa3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 945 time: 0.0844820 Jun 04 16:55:06.874390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c83a85af-190b-4124-a0ea-d67127bb8fd7 req-abd9f4d1-cc90-41cf-a03d-f19b9566de9c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418537 Jun 04 16:55:06.898373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59824) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:07.126123 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a9442f-e939-4433-be9b-bcb8db0f0cbe'] response: {'name': 'network-changed', 'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'status': 'completed', 'code': 200} Jun 04 16:55:07.201897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c45f9ac7-cee2-4a0a-a426-2ff5ba7d575c req-3e0623fc-4a7e-473b-9f10-fb52609385b4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 210 time: 0.0747404 Jun 04 16:55:07.215275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c3fa0bd2-d647-4ab0-89e7-2954c0e02b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:54:49Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '65aaca59-91b8-48e5-bff8-4263045fb171', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'port_id': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'mac_address': 'fa:16:3e:5e:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:55:04Z', 'updated_at': '2022-06-04T16:55:04Z', 'revision_number': 0, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd98eb78b-428a-4ff6-9334-2405249dedbd', 'name': '', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:9d:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:48Z', 'updated_at': '2022-06-04T16:54:54Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:07.220246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa0bd2-d647-4ab0-89e7-2954c0e02b6a None None] Checking router: abdfd100-2042-4035-afe2-a74dfe9b2f7e for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:55:07.229414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa0bd2-d647-4ab0-89e7-2954c0e02b6a None None] Routers {'abdfd100-2042-4035-afe2-a74dfe9b2f7e'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:55:07.230108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c3fa0bd2-d647-4ab0-89e7-2954c0e02b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:55:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:07.267278 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c8cf05f6-dfa1-47f8-8301-3595b1ad170d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/65aaca59-91b8-48e5-bff8-4263045fb171 HTTP/1.1" status: 200 len: 990 time: 0.3672509 Jun 04 16:55:07.287637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955433a-d343-4fe9-b1b5-9b8d6c1b4aed req-d439889a-0e74-49fe-94de-746d439a6009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:07.289235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0955433a-d343-4fe9-b1b5-9b8d6c1b4aed req-d439889a-0e74-49fe-94de-746d439a6009 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 1096 time: 0.1613939 Jun 04 16:55:07.426920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955433a-d343-4fe9-b1b5-9b8d6c1b4aed req-de338999-f622-4ed2-a9e2-b3ee99e81f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:07.428385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0955433a-d343-4fe9-b1b5-9b8d6c1b4aed req-de338999-f622-4ed2-a9e2-b3ee99e81f0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=4708e87a-d7ce-4692-8b67-d9ef22d64e59 HTTP/1.1" status: 200 len: 898 time: 0.1336257 Jun 04 16:55:07.479753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c3fa0bd2-d647-4ab0-89e7-2954c0e02b6a None None] Set router abdfd100-2042-4035-afe2-a74dfe9b2f7e gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:55:07.553058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0955433a-d343-4fe9-b1b5-9b8d6c1b4aed req-7a30ca7b-face-40c3-8174-448e27d679b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 HTTP/1.1" status: 200 len: 998 time: 0.1128554 Jun 04 16:55:07.621050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955433a-d343-4fe9-b1b5-9b8d6c1b4aed req-d29ade43-7f0d-4eae-8e4a-0e24a7045760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:07.622719 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0955433a-d343-4fe9-b1b5-9b8d6c1b4aed req-d29ade43-7f0d-4eae-8e4a-0e24a7045760 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=730bae31-5d5f-4bf2-ba7c-a65e1d0867cd HTTP/1.1" status: 200 len: 835 time: 0.0624154 Jun 04 16:55:07.711138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955433a-d343-4fe9-b1b5-9b8d6c1b4aed req-a66ccaed-b55c-42af-9e3e-9f54ec493d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:07.712632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0955433a-d343-4fe9-b1b5-9b8d6c1b4aed req-a66ccaed-b55c-42af-9e3e-9f54ec493d20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4708e87a-d7ce-4692-8b67-d9ef22d64e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845170 Jun 04 16:55:07.852875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c3fa0bd2-d647-4ab0-89e7-2954c0e02b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:54:49Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '65aaca59-91b8-48e5-bff8-4263045fb171', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'port_id': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'mac_address': 'fa:16:3e:5e:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:55:04Z', 'updated_at': '2022-06-04T16:55:04Z', 'revision_number': 0, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd98eb78b-428a-4ff6-9334-2405249dedbd', 'name': '', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:9d:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:48Z', 'updated_at': '2022-06-04T16:54:54Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:07.854114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0955433a-d343-4fe9-b1b5-9b8d6c1b4aed req-1942d811-de1e-490f-b18a-3df3d1e3929f service neutron] 10.222.0.42 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293404 Jun 04 16:55:07.856946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa0bd2-d647-4ab0-89e7-2954c0e02b6a None None] The sync data for ids ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'] in n-d-811809-3 is: [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:54:49Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '65aaca59-91b8-48e5-bff8-4263045fb171', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'port_id': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'mac_address': 'fa:16:3e:5e:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:55:04Z', 'updated_at': '2022-06-04T16:55:04Z', 'revision_number': 0, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd98eb78b-428a-4ff6-9334-2405249dedbd', 'name': '', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:9d:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:48Z', 'updated_at': '2022-06-04T16:54:54Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:55:07.991006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0955433a-d343-4fe9-b1b5-9b8d6c1b4aed req-652b0dc4-e5ac-4c9c-8b09-2b610378e92d service neutron] 10.222.0.42 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307662 Jun 04 16:55:08.046034 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d188264-491e-49d8-b14a-c9c971c01a78 None None] New status for floating IP 65aaca59-91b8-48e5-bff8-4263045fb171: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:55:08.235553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-14070774-1d6a-413d-84cc-c9b870109f45 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:08.237819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-14070774-1d6a-413d-84cc-c9b870109f45 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.42 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.1633687 Jun 04 16:55:08.250814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'port': {'device_id': '049bf314-2553-46b5-a386-b93600b904c1', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'admin_state_up': True, 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:08.271849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59846) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:08.410066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26669aa9-5491-4918-880c-f57c8267f0e7 req-aae2d704-6e22-4524-a520-9d63fbabf2c2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 210 time: 0.0667784 Jun 04 16:55:08.445405 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-30c029e7-bf4f-48e1-a0cb-0d57783d1801 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/65aaca59-91b8-48e5-bff8-4263045fb171 HTTP/1.1" status: 200 len: 992 time: 0.1700001 Jun 04 16:55:08.465887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:08.478599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:08.491338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Made reservation on behalf of 3851c6298f9e41ed9d0dae684e38ef5a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:55:08.495152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:08.659265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Allocated IP 172.20.0.12 (713f7d25-cf56-4011-ac02-488f23a055f7/cbd18313-35ca-4464-b58c-992caea692ff/203f3718-4518-4636-9149-c837532a8017) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:55:08.857326 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:08.873987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Transition to ACTIVE for port object 203f3718-4518-4636-9149-c837532a8017 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:55:08.899766 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:09.093905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Network 713f7d25-cf56-4011-ac02-488f23a055f7 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:55:09.097112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:55:09.101732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:55:09.131573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'Port': ['ID=203f3718-4518-4636-9149-c837532a8017,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:09.170556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:09.171094 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:09.197790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-df846f6f-3803-4b14-9601-f0e0040fe714 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9516680 Jun 04 16:55:09.210750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Request body: {'port': {'device_id': '049bf314-2553-46b5-a386-b93600b904c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:09.324943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:09.374627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fd9c2326-cba2-49fc-b0e0-8da7dca6a13e None None] Provisioning for port 203f3718-4518-4636-9149-c837532a8017 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:55:09.380178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fd9c2326-cba2-49fc-b0e0-8da7dca6a13e None None] Provisioning complete for port 203f3718-4518-4636-9149-c837532a8017 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:09.380612 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd9c2326-cba2-49fc-b0e0-8da7dca6a13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:09.441874 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fd9c2326-cba2-49fc-b0e0-8da7dca6a13e None None] Port 203f3718-4518-4636-9149-c837532a8017 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:55:09.730158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd5988-1b54-4c92-a27c-d10d9e431ce6 req-5221ba50-4258-4f6b-a3eb-33cab98a2aa2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:09.730873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-96bd5988-1b54-4c92-a27c-d10d9e431ce6 req-5221ba50-4258-4f6b-a3eb-33cab98a2aa2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:55:09.764405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203f3718-4518-4636-9149-c837532a8017 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:55:09.771063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-96bd5988-1b54-4c92-a27c-d10d9e431ce6 req-5221ba50-4258-4f6b-a3eb-33cab98a2aa2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:55:09.772209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96bd5988-1b54-4c92-a27c-d10d9e431ce6 req-5221ba50-4258-4f6b-a3eb-33cab98a2aa2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 932 time: 0.2063115 Jun 04 16:55:09.773763 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:09.808233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Transition to ACTIVE for port object 203f3718-4518-4636-9149-c837532a8017 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:55:09.823372 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:09.888713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96bd5988-1b54-4c92-a27c-d10d9e431ce6 req-d7239661-ff65-4b54-8f44-8fcf7bc2c009 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071882 Jun 04 16:55:09.977201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Pushing event updated for resources: {'Port': ['ID=203f3718-4518-4636-9149-c837532a8017,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:10.086052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Attempting to bind port 203f3718-4518-4636-9149-c837532a8017 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:55:10.086380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Attempting to bind port 203f3718-4518-4636-9149-c837532a8017 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:55:10.086726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Attempting to bind port 203f3718-4518-4636-9149-c837532a8017 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:55:10.091655 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Port 203f3718-4518-4636-9149-c837532a8017 on network 713f7d25-cf56-4011-ac02-488f23a055f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:55:10.091966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Attempting to bind port 203f3718-4518-4636-9149-c837532a8017 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:55:10.096981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:55:10.097312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Checking segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:55:10.097688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Bound using segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:55:10.098107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Bound port: 203f3718-4518-4636-9149-c837532a8017, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:55:10.098495 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:10.193067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] For port 203f3718-4518-4636-9149-c837532a8017, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:55:10.196023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] For port 203f3718-4518-4636-9149-c837532a8017, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=203f3718-4518-4636-9149-c837532a8017,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:55:10.202713 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:10.261954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:10.262742 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:10.264193 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] 10.222.0.42 "PUT /v2.0/ports/203f3718-4518-4636-9149-c837532a8017 HTTP/1.1" status: 200 len: 1092 time: 1.0577395 Jun 04 16:55:10.264628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049bf314-2553-46b5-a386-b93600b904c1', 'tag': '203f3718-4518-4636-9149-c837532a8017'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:10.285988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28e8c4-4934-4ae8-8f59-c2fbc3f9d277 service neutron] Pushing event updated for resources: {'Port': ['ID=203f3718-4518-4636-9149-c837532a8017,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:10.388908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-02a7d5fd-deff-48df-b169-f05230f84dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:10.390566 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-02a7d5fd-deff-48df-b169-f05230f84dce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 1095 time: 0.0791776 Jun 04 16:55:10.398086 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185a53c2-7d32-48d0-a2c4-e415e260aec4'] response: {'name': 'network-changed', 'server_uuid': '049bf314-2553-46b5-a386-b93600b904c1', 'tag': '203f3718-4518-4636-9149-c837532a8017', 'status': 'completed', 'code': 200} Jun 04 16:55:10.460359 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-f749ded2-79d5-4144-ad1d-085e4f85e0d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=203f3718-4518-4636-9149-c837532a8017 HTTP/1.1" status: 200 len: 217 time: 0.0613818 Jun 04 16:55:10.527294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-a1ea98df-29f0-45de-ab3a-a7a48d729bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:10.528787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-a1ea98df-29f0-45de-ab3a-a7a48d729bcb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0618832 Jun 04 16:55:10.604936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-5900c35b-fc83-4c92-a202-690b7cfba306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:10.606473 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-5900c35b-fc83-4c92-a202-690b7cfba306 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712640 Jun 04 16:55:10.742860 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-f2d0cd6c-99ac-4dc8-8b5b-68abec03d51d service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299698 Jun 04 16:55:10.981222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3fa6672-47e3-41c5-9809-9ec2fe9080ec req-0b1ec119-adba-4e0f-b66b-cbddf6a248c5 service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328768 Jun 04 16:55:11.151368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241c56c-6af5-465c-8319-680f3fa3ab28 req-9e97e790-9769-48df-859d-94ae2a0391e4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:11.152913 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c241c56c-6af5-465c-8319-680f3fa3ab28 req-9e97e790-9769-48df-859d-94ae2a0391e4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 944 time: 0.1389115 Jun 04 16:55:11.155777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239d8c-2882-4a6d-b790-0b134384014d req-0a9e6c80-583f-4f16-9307-158ff9e09995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:11.157111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d239d8c-2882-4a6d-b790-0b134384014d req-0a9e6c80-583f-4f16-9307-158ff9e09995 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 1095 time: 0.1074009 Jun 04 16:55:11.278701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c241c56c-6af5-465c-8319-680f3fa3ab28 req-69779881-49cb-4d42-ae01-32f65bb3a232 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187184 Jun 04 16:55:11.317799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239d8c-2882-4a6d-b790-0b134384014d req-d8dcadf4-c5f2-4fe2-aca9-7df2a6da9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:11.319280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d239d8c-2882-4a6d-b790-0b134384014d req-d8dcadf4-c5f2-4fe2-aca9-7df2a6da9ed9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1471064 Jun 04 16:55:11.390250 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d239d8c-2882-4a6d-b790-0b134384014d req-84fe7405-4ad0-4f9e-9602-c558de471e7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=203f3718-4518-4636-9149-c837532a8017 HTTP/1.1" status: 200 len: 217 time: 0.0645652 Jun 04 16:55:11.458704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239d8c-2882-4a6d-b790-0b134384014d req-2957c93f-1ab3-4e0e-9305-550b0780fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:11.460114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d239d8c-2882-4a6d-b790-0b134384014d req-2957c93f-1ab3-4e0e-9305-550b0780fd93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0631769 Jun 04 16:55:11.537617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239d8c-2882-4a6d-b790-0b134384014d req-c54a81ce-d87d-4fa5-9185-f17f04b7d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:11.539049 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d239d8c-2882-4a6d-b790-0b134384014d req-c54a81ce-d87d-4fa5-9185-f17f04b7d225 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721078 Jun 04 16:55:11.672649 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d239d8c-2882-4a6d-b790-0b134384014d req-728bff16-0f71-4d57-8c72-f07dbcf9f556 service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257148 Jun 04 16:55:11.811632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d239d8c-2882-4a6d-b790-0b134384014d req-2b2c3afe-f39d-4b8a-ac87-084ca805c2b5 service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331217 Jun 04 16:55:12.482230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510234a2-b91a-45e3-8781-92b7bacd621d req-a2868211-3417-4f88-a0ab-18e1926d1295 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:12.483781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-510234a2-b91a-45e3-8781-92b7bacd621d req-a2868211-3417-4f88-a0ab-18e1926d1295 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 944 time: 0.0867734 Jun 04 16:55:12.542792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-510234a2-b91a-45e3-8781-92b7bacd621d req-1f3c7b6f-a3cb-4a8f-8ac5-738bd25cb670 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527008 Jun 04 16:55:13.736443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635ba01-4c8a-434e-8185-5acb636a0c7f req-541b3a87-6bf1-465c-ab2a-1dd672de088c tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:13.737887 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c635ba01-4c8a-434e-8185-5acb636a0c7f req-541b3a87-6bf1-465c-ab2a-1dd672de088c tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 944 time: 0.0877337 Jun 04 16:55:13.782924 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c635ba01-4c8a-434e-8185-5acb636a0c7f req-b64f7f3a-de27-42d6-8f2a-9ce55b247097 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 Jun 04 16:55:14.265821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59866) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:14.386351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a539a731-fa47-4b5d-b5df-73ff7a0bac39 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/floatingips/b34df2ae-22a6-4609-9cf5-4565ad563010 HTTP/1.1" status: 200 len: 994 time: 0.1188827 Jun 04 16:55:14.692732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59874) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:14.950006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ab37c-44cf-49d3-9526-9499611dce82 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting port 9464aa58-855d-4341-b141-203bbd1b0aee {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:55:14.950731 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab37c-44cf-49d3-9526-9499611dce82 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:15.231728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b91337-4ea8-46b4-aabc-2a7ab16ed619 req-b034a0b6-6fd4-4622-b646-695877533bcb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:15.233329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0b91337-4ea8-46b4-aabc-2a7ab16ed619 req-b034a0b6-6fd4-4622-b646-695877533bcb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 944 time: 0.3365183 Jun 04 16:55:15.298458 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab37c-44cf-49d3-9526-9499611dce82 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:15.298727 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab37c-44cf-49d3-9526-9499611dce82 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:15.418673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0b91337-4ea8-46b4-aabc-2a7ab16ed619 req-4559f494-3d8d-4460-8f72-c885e2d549f6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789544 Jun 04 16:55:15.424972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ab37c-44cf-49d3-9526-9499611dce82 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Calling delete_port for 9464aa58-855d-4341-b141-203bbd1b0aee owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:55:15.586683 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab37c-44cf-49d3-9526-9499611dce82 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:15.636465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ab37c-44cf-49d3-9526-9499611dce82 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Port': ['ID=9464aa58-855d-4341-b141-203bbd1b0aee,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:15.701306 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:55:15.739299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab37c-44cf-49d3-9526-9499611dce82 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:15.739631 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-8f8ab37c-44cf-49d3-9526-9499611dce82 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Floating IP b34df2ae-22a6-4609-9cf5-4565ad563010 disassociated (deleted). External IP: 172.25.5.177, port: 72a51241-8c23-4adb-acd2-24c39b91cb06. Jun 04 16:55:16.098829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8ab37c-44cf-49d3-9526-9499611dce82 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:55:16.283412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8ab37c-44cf-49d3-9526-9499611dce82 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:55:16.292970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc78fd62-5b8c-4405-973d-bcf80ae55453 None None] Sync routers for ids ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:55:16.300943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab37c-44cf-49d3-9526-9499611dce82 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:16.302871 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc78fd62-5b8c-4405-973d-bcf80ae55453 None None] Routers {'f9a9ab7f-1cea-403a-97a0-368b56bf69e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:55:16.303473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-bc78fd62-5b8c-4405-973d-bcf80ae55453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:55:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:16.358504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8f8ab37c-44cf-49d3-9526-9499611dce82 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "DELETE /v2.0/floatingips/b34df2ae-22a6-4609-9cf5-4565ad563010 HTTP/1.1" status: 204 len: 168 time: 1.6645792 Jun 04 16:55:16.359160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a8e445-9538-4483-8313-01a7606adb26', 'tag': '72a51241-8c23-4adb-acd2-24c39b91cb06'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:16.406258 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f1d558-fb3c-4156-a67f-738346b4428c'] response: {'name': 'network-changed', 'server_uuid': '36a8e445-9538-4483-8313-01a7606adb26', 'tag': '72a51241-8c23-4adb-acd2-24c39b91cb06', 'status': 'completed', 'code': 200} Jun 04 16:55:16.480448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-bc78fd62-5b8c-4405-973d-bcf80ae55453 None None] Set router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:55:16.504143 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b902c2a-5027-4f30-8cfc-41f2699de75e req-0ada28c3-2e0e-49f3-b70e-40d3e7fbdd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:16.505656 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2b902c2a-5027-4f30-8cfc-41f2699de75e req-0ada28c3-2e0e-49f3-b70e-40d3e7fbdd4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 1097 time: 0.0780051 Jun 04 16:55:16.698921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0c940-a114-470e-95c1-286eca9d024a req-c646d2a6-615d-4e54-9162-e12a92f63aba tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:16.700756 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1bb0c940-a114-470e-95c1-286eca9d024a req-c646d2a6-615d-4e54-9162-e12a92f63aba tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 944 time: 0.1377470 Jun 04 16:55:16.742240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b902c2a-5027-4f30-8cfc-41f2699de75e req-ca0e1c1f-1765-45a4-b51e-c45fb3cc872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:16.743834 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2b902c2a-5027-4f30-8cfc-41f2699de75e req-ca0e1c1f-1765-45a4-b51e-c45fb3cc872a service neutron] 10.222.0.46 "GET /v2.0/networks?id=f57686b4-23e6-4049-b710-f240d593b28a HTTP/1.1" status: 200 len: 898 time: 0.2321181 Jun 04 16:55:16.791579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1bb0c940-a114-470e-95c1-286eca9d024a req-94056ba0-6739-4797-869c-fb59b7c3b205 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842593 Jun 04 16:55:16.817637 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2b902c2a-5027-4f30-8cfc-41f2699de75e req-34fbbd58-795b-4c4a-8ff1-fe6244d24716 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72a51241-8c23-4adb-acd2-24c39b91cb06 HTTP/1.1" status: 200 len: 217 time: 0.0670514 Jun 04 16:55:16.819650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-bc78fd62-5b8c-4405-973d-bcf80ae55453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '60c24983-49ee-4dec-976e-39711065288b', 'name': '', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:f4:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:23Z', 'updated_at': '2022-06-04T16:54:30Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:16.823549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc78fd62-5b8c-4405-973d-bcf80ae55453 None None] Checking router: f9a9ab7f-1cea-403a-97a0-368b56bf69e1 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:55:16.832970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc78fd62-5b8c-4405-973d-bcf80ae55453 None None] Routers {'f9a9ab7f-1cea-403a-97a0-368b56bf69e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:55:16.833563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-bc78fd62-5b8c-4405-973d-bcf80ae55453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:55:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:16.836491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03118f3b-b3c7-434f-9b97-441f24399c2b req-49bed2c0-2b65-4bd3-800d-c257da32a185 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:16.837193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-03118f3b-b3c7-434f-9b97-441f24399c2b req-49bed2c0-2b65-4bd3-800d-c257da32a185 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Synchronizing usage tracker for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:55:16.852987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-03118f3b-b3c7-434f-9b97-441f24399c2b req-49bed2c0-2b65-4bd3-800d-c257da32a185 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Unset dirty status for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:55:16.854609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03118f3b-b3c7-434f-9b97-441f24399c2b req-49bed2c0-2b65-4bd3-800d-c257da32a185 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 946 time: 0.1129932 Jun 04 16:55:16.887602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b902c2a-5027-4f30-8cfc-41f2699de75e req-f626bedd-9013-47fa-bf3f-e88e8dc28338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:16.889078 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2b902c2a-5027-4f30-8cfc-41f2699de75e req-f626bedd-9013-47fa-bf3f-e88e8dc28338 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b54ab86-6f1f-4d89-8de1-a27087be1e72 HTTP/1.1" status: 200 len: 835 time: 0.0644724 Jun 04 16:55:16.902780 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03118f3b-b3c7-434f-9b97-441f24399c2b req-639df879-eb26-48f1-9271-ae8faa4198af tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f632f7-e5fb-49a0-92ad-2fe2463e02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Jun 04 16:55:16.975185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b902c2a-5027-4f30-8cfc-41f2699de75e req-8cdb2441-6ab1-4b1d-ac66-e09835577b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:16.977312 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2b902c2a-5027-4f30-8cfc-41f2699de75e req-8cdb2441-6ab1-4b1d-ac66-e09835577b0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f57686b4-23e6-4049-b710-f240d593b28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816419 Jun 04 16:55:17.019122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-bc78fd62-5b8c-4405-973d-bcf80ae55453 None None] Set router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:55:17.137800 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2b902c2a-5027-4f30-8cfc-41f2699de75e req-cf15d402-75b2-42c1-b486-a94f290e2b53 service neutron] 10.222.0.46 "GET /v2.0/networks/f57686b4-23e6-4049-b710-f240d593b28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497514 Jun 04 16:55:17.275236 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2b902c2a-5027-4f30-8cfc-41f2699de75e req-5b651336-8d80-4939-9b65-2ad55aecd586 service neutron] 10.222.0.46 "GET /v2.0/networks/f57686b4-23e6-4049-b710-f240d593b28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311865 Jun 04 16:55:17.375892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-bc78fd62-5b8c-4405-973d-bcf80ae55453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '60c24983-49ee-4dec-976e-39711065288b', 'name': '', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:f4:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:23Z', 'updated_at': '2022-06-04T16:54:30Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:17.379928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc78fd62-5b8c-4405-973d-bcf80ae55453 None None] The sync data for ids ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'] in n-d-811809-3 is: [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '60c24983-49ee-4dec-976e-39711065288b', 'name': '', 'network_id': 'f57686b4-23e6-4049-b710-f240d593b28a', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'mac_address': 'fa:16:3e:f4:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:23Z', 'updated_at': '2022-06-04T16:54:30Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'subnets': [{'id': '5b54ab86-6f1f-4d89-8de1-a27087be1e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:55:17.591427 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13367e96-b47e-41a7-9504-f94bf9b779c0 None None] New status for floating IP b34df2ae-22a6-4609-9cf5-4565ad563010: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:55:17.949759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77073848-28c2-4a6a-a0a6-4eb31c7f224f req-f17ec963-9c0d-4e17-a90b-65cd985cf688 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:17.950529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-77073848-28c2-4a6a-a0a6-4eb31c7f224f req-f17ec963-9c0d-4e17-a90b-65cd985cf688 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Synchronizing usage tracker for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:55:17.963668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-77073848-28c2-4a6a-a0a6-4eb31c7f224f req-f17ec963-9c0d-4e17-a90b-65cd985cf688 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Unset dirty status for tenant:7921b0dcce8342988ab0008c35137638 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:55:17.964958 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77073848-28c2-4a6a-a0a6-4eb31c7f224f req-f17ec963-9c0d-4e17-a90b-65cd985cf688 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 946 time: 0.0962279 Jun 04 16:55:18.044598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-77073848-28c2-4a6a-a0a6-4eb31c7f224f req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting port 72a51241-8c23-4adb-acd2-24c39b91cb06 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:55:18.044822 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77073848-28c2-4a6a-a0a6-4eb31c7f224f req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:18.159806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59be97-cf00-495a-afde-1d56368bd1c0 req-e710152d-606e-4c88-9623-5b766da3f27d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:18.161261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f59be97-cf00-495a-afde-1d56368bd1c0 req-e710152d-606e-4c88-9623-5b766da3f27d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 944 time: 0.2618694 Jun 04 16:55:18.173368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031e151-4796-4605-8584-f9fdb4acb329 req-c3362b00-5017-4469-8e57-24f73d8e72cf tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:18.174816 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c031e151-4796-4605-8584-f9fdb4acb329 req-c3362b00-5017-4469-8e57-24f73d8e72cf tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 946 time: 0.1122839 Jun 04 16:55:18.240400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f59be97-cf00-495a-afde-1d56368bd1c0 req-dcbec1b6-42fb-4476-94b5-58f3395ff4b0 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646107 Jun 04 16:55:18.254979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c031e151-4796-4605-8584-f9fdb4acb329 req-98fd2150-6e75-4aeb-ab1b-74005c026e4f tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f632f7-e5fb-49a0-92ad-2fe2463e02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651493 Jun 04 16:55:18.309564 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-77073848-28c2-4a6a-a0a6-4eb31c7f224f req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] For port 72a51241-8c23-4adb-acd2-24c39b91cb06, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=72a51241-8c23-4adb-acd2-24c39b91cb06,segment=NetworkSegment(c7f52769-762d-453a-b429-fd981b027f9e),segment_id=c7f52769-762d-453a-b429-fd981b027f9e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:18.309895 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77073848-28c2-4a6a-a0a6-4eb31c7f224f req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:18.483703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 203f3718-4518-4636-9149-c837532a8017 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:55:18.540112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-77073848-28c2-4a6a-a0a6-4eb31c7f224f req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Calling delete_port for 72a51241-8c23-4adb-acd2-24c39b91cb06 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:55:18.620779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 203f3718-4518-4636-9149-c837532a8017, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=203f3718-4518-4636-9149-c837532a8017,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:18.633866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '203f3718-4518-4636-9149-c837532a8017', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'port_id': '203f3718-4518-4636-9149-c837532a8017', 'mac_address': 'fa:16:3e:4e:01:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:55:18.685469 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77073848-28c2-4a6a-a0a6-4eb31c7f224f req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:18.692530 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 203f3718-4518-4636-9149-c837532a8017 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:18.692900 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:18.709651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203f3718-4518-4636-9149-c837532a8017 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:55:18.725109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 203f3718-4518-4636-9149-c837532a8017, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=203f3718-4518-4636-9149-c837532a8017,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:18.729018 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:18.736009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Port': ['ID=72a51241-8c23-4adb-acd2-24c39b91cb06,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:18.774097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:18.774458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:18.774784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:18.775121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:18.775442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:18.775771 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:18.776087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:18.776402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:18.776715 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:18.777035 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:18.777373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:18.777692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:18.795769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=203f3718-4518-4636-9149-c837532a8017,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:18.823989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-77073848-28c2-4a6a-a0a6-4eb31c7f224f req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] No DVR routers for this DVR port 72a51241-8c23-4adb-acd2-24c39b91cb06 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:55:18.826371 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-77073848-28c2-4a6a-a0a6-4eb31c7f224f req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:18.829249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a8e445-9538-4483-8313-01a7606adb26', 'name': 'network-vif-deleted', 'tag': '72a51241-8c23-4adb-acd2-24c39b91cb06'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:18.845237 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-77073848-28c2-4a6a-a0a6-4eb31c7f224f req-75f3c2ff-c0ea-44cd-8eba-0bc0cc28f9fa tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.46 "DELETE /v2.0/ports/72a51241-8c23-4adb-acd2-24c39b91cb06 HTTP/1.1" status: 204 len: 173 time: 0.8742223 Jun 04 16:55:18.887336 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14547208-b0c0-4460-a7d5-8b05940ff93b'] response: {'server_uuid': '36a8e445-9538-4483-8313-01a7606adb26', 'name': 'network-vif-deleted', 'tag': '72a51241-8c23-4adb-acd2-24c39b91cb06', 'status': 'completed', 'code': 200} Jun 04 16:55:18.931999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['203f3718-4518-4636-9149-c837532a8017'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:55:19.164414 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3529e652-9db8-4df8-bef4-466ba467b674 req-68fa79f8-f9da-47cc-a6cd-ff70e86894ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0425093 Jun 04 16:55:19.277598 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3529e652-9db8-4df8-bef4-466ba467b674 req-2b52ec1f-2c4f-42b8-bd44-d648acb10835 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7921b0dcce8342988ab0008c35137638&device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 210 time: 0.0413830 Jun 04 16:55:19.450355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529e652-9db8-4df8-bef4-466ba467b674 req-51c076b5-b7c0-4102-9cfe-d8a31d3a990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:19.451904 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3529e652-9db8-4df8-bef4-466ba467b674 req-51c076b5-b7c0-4102-9cfe-d8a31d3a990c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7921b0dcce8342988ab0008c35137638&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1543450 Jun 04 16:55:19.465950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-29b10e1a-6908-4a30-a2db-23658cef32d0 req-10496ff8-bfd6-486c-8aa9-30220c6a0064 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a8e445-9538-4483-8313-01a7606adb26 HTTP/1.1" status: 200 len: 210 time: 0.0616717 Jun 04 16:55:19.508674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3594cc8-0936-418f-ba09-5e1c8bfe11d2 req-3d411848-7ab7-4f5e-8aee-485565add6f5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:19.510141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3594cc8-0936-418f-ba09-5e1c8bfe11d2 req-3d411848-7ab7-4f5e-8aee-485565add6f5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 945 time: 0.1414781 Jun 04 16:55:19.567219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3594cc8-0936-418f-ba09-5e1c8bfe11d2 req-551e8ba6-9437-4951-8863-260053faac38 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496507 Jun 04 16:55:19.614503 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529e652-9db8-4df8-bef4-466ba467b674 req-86f46683-da44-46b9-9379-5ae248a54761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:19.615880 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3529e652-9db8-4df8-bef4-466ba467b674 req-86f46683-da44-46b9-9379-5ae248a54761 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583769 Jun 04 16:55:20.513527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 203f3718-4518-4636-9149-c837532a8017 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:55:20.575284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59904) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:20.582806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 203f3718-4518-4636-9149-c837532a8017 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:55:20.589076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 203f3718-4518-4636-9149-c837532a8017 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:20.589445 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:20.659904 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:20.709108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 203f3718-4518-4636-9149-c837532a8017 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:20.709483 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:20.731324 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:20.736092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049bf314-2553-46b5-a386-b93600b904c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203f3718-4518-4636-9149-c837532a8017'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:20.747409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 203f3718-4518-4636-9149-c837532a8017, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=203f3718-4518-4636-9149-c837532a8017,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:20.753427 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:20.810817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d18f9-1752-4a23-9b0d-7f626b801eda req-8dcfeb1f-5913-419b-970e-6641ea1df459 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:20.812792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f89d18f9-1752-4a23-9b0d-7f626b801eda req-8dcfeb1f-5913-419b-970e-6641ea1df459 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 945 time: 0.1368868 Jun 04 16:55:20.831860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=203f3718-4518-4636-9149-c837532a8017,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:20.854573 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3acbba-fc8c-43cc-836a-1bcd34099d5c'] response: {'server_uuid': '049bf314-2553-46b5-a386-b93600b904c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203f3718-4518-4636-9149-c837532a8017', 'code': 200} Jun 04 16:55:20.863497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f89d18f9-1752-4a23-9b0d-7f626b801eda req-c4b6ccc8-dffd-43f2-8e26-4dfb55889a41 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439601 Jun 04 16:55:20.864581 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:20.882313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f632f7-e5fb-49a0-92ad-2fe2463e02b2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:20.891565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:20.891908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:20.892268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:20.892604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:20.892934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:20.893297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:20.893570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:20.893892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:20.894211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:20.894557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:20.894880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:20.895198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:20.903768 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:20.906505 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-25b8e12e-6680-4399-af7c-6e52bb42d0a6 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "DELETE /v2.0/security-groups/e1f632f7-e5fb-49a0-92ad-2fe2463e02b2 HTTP/1.1" status: 204 len: 168 time: 0.3275230 Jun 04 16:55:20.939114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59916) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:20.984590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74988c5b-8960-42be-9688-2530ac8f1ba1 req-2d77064f-89e1-4bce-992a-53cb4598269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:20.986083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74988c5b-8960-42be-9688-2530ac8f1ba1 req-2d77064f-89e1-4bce-992a-53cb4598269c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 1097 time: 0.0689147 Jun 04 16:55:21.030627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-74988c5b-8960-42be-9688-2530ac8f1ba1 req-a8b10ef0-a8b4-48fe-8710-50af78c128c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378551 Jun 04 16:55:21.521240 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0750faf7-1ee9-41ab-883b-e579ea159fe8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:21.985971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 72a51241-8c23-4adb-acd2-24c39b91cb06 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:55:21.990362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-0750faf7-1ee9-41ab-883b-e579ea159fe8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting port 60c24983-49ee-4dec-976e-39711065288b {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:55:21.990874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0750faf7-1ee9-41ab-883b-e579ea159fe8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:22.046270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 72a51241-8c23-4adb-acd2-24c39b91cb06 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:55:22.046918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 72a51241-8c23-4adb-acd2-24c39b91cb06 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:55:22.065209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199287e7-19cc-407f-b7a7-4569696dcddf req-2a9abd01-546e-4c79-beba-68ba46e7d388 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:22.066733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-199287e7-19cc-407f-b7a7-4569696dcddf req-2a9abd01-546e-4c79-beba-68ba46e7d388 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 946 time: 0.0860808 Jun 04 16:55:22.114478 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-199287e7-19cc-407f-b7a7-4569696dcddf req-2af792e0-8bb6-4b81-9624-6c37edb78e65 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Jun 04 16:55:22.209468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-0750faf7-1ee9-41ab-883b-e579ea159fe8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] For port 60c24983-49ee-4dec-976e-39711065288b, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=60c24983-49ee-4dec-976e-39711065288b,segment=NetworkSegment(c7f52769-762d-453a-b429-fd981b027f9e),segment_id=c7f52769-762d-453a-b429-fd981b027f9e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:22.209824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0750faf7-1ee9-41ab-883b-e579ea159fe8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:22.332029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-0750faf7-1ee9-41ab-883b-e579ea159fe8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Calling delete_port for 60c24983-49ee-4dec-976e-39711065288b owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:55:22.540519 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0750faf7-1ee9-41ab-883b-e579ea159fe8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:22.590366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750faf7-1ee9-41ab-883b-e579ea159fe8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Port': ['ID=60c24983-49ee-4dec-976e-39711065288b,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:22.765650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2dfafabe-62bf-410e-9e8d-c1cd024559e0 req-75344343-588f-4628-b12e-ce80abb24edf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762720 Jun 04 16:55:22.875237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0750faf7-1ee9-41ab-883b-e579ea159fe8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:22.910586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfafabe-62bf-410e-9e8d-c1cd024559e0 req-9156db3b-1897-4d33-98e0-4c4471a90e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:22.912086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2dfafabe-62bf-410e-9e8d-c1cd024559e0 req-9156db3b-1897-4d33-98e0-4c4471a90e09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0736105 Jun 04 16:55:23.057851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfafabe-62bf-410e-9e8d-c1cd024559e0 req-dcd057ae-feac-4576-9863-9dfe3dce098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:23.059364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2dfafabe-62bf-410e-9e8d-c1cd024559e0 req-dcd057ae-feac-4576-9863-9dfe3dce098c service neutron] 10.222.0.42 "GET /v2.0/networks?id=4708e87a-d7ce-4692-8b67-d9ef22d64e59 HTTP/1.1" status: 200 len: 898 time: 0.1280382 Jun 04 16:55:23.162297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2dfafabe-62bf-410e-9e8d-c1cd024559e0 req-f611eec1-2de6-4aff-9ea6-a0b20cf46aa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 HTTP/1.1" status: 200 len: 1000 time: 0.0968401 Jun 04 16:55:23.224081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfafabe-62bf-410e-9e8d-c1cd024559e0 req-7e951564-92b7-4616-97a7-f7e4f0306930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:23.225651 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2dfafabe-62bf-410e-9e8d-c1cd024559e0 req-7e951564-92b7-4616-97a7-f7e4f0306930 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=730bae31-5d5f-4bf2-ba7c-a65e1d0867cd HTTP/1.1" status: 200 len: 835 time: 0.0572641 Jun 04 16:55:23.245375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0750faf7-1ee9-41ab-883b-e579ea159fe8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:55:23.367948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004f193-2621-4c1b-8b19-35e0702903bb req-03a7f406-8b2d-47e6-a25b-d1161aec1b42 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:23.369482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d004f193-2621-4c1b-8b19-35e0702903bb req-03a7f406-8b2d-47e6-a25b-d1161aec1b42 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 946 time: 0.1429172 Jun 04 16:55:23.372334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfafabe-62bf-410e-9e8d-c1cd024559e0 req-edfa76b4-a9b6-473d-9c9b-c525afddb537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:23.373832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2dfafabe-62bf-410e-9e8d-c1cd024559e0 req-edfa76b4-a9b6-473d-9c9b-c525afddb537 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4708e87a-d7ce-4692-8b67-d9ef22d64e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145554 Jun 04 16:55:23.503259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d004f193-2621-4c1b-8b19-35e0702903bb req-dcf5de38-0333-4032-8fe5-224a00d1e332 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277394 Jun 04 16:55:23.556103 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2dfafabe-62bf-410e-9e8d-c1cd024559e0 req-f30d5ad7-988a-4e08-81e5-a9c0ce32a507 service neutron] 10.222.0.42 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642427 Jun 04 16:55:23.583316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0750faf7-1ee9-41ab-883b-e579ea159fe8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:55:23.594300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da997ada-30be-4f7f-9d37-0a193906586e None None] Sync routers for ids ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:55:23.608821 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0750faf7-1ee9-41ab-883b-e579ea159fe8 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "PUT /v2.0/routers/f9a9ab7f-1cea-403a-97a0-368b56bf69e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6659539 Jun 04 16:55:23.609014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59926) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:23.609965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da997ada-30be-4f7f-9d37-0a193906586e None None] Routers {'f9a9ab7f-1cea-403a-97a0-368b56bf69e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:55:23.610676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-da997ada-30be-4f7f-9d37-0a193906586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:55:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:23.682285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6b2b71-c9bc-4a93-ba33-74d4576ecc43 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting subnet 5b54ab86-6f1f-4d89-8de1-a27087be1e72 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:55:23.685558 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2b71-c9bc-4a93-ba33-74d4576ecc43 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:23.748455 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2b71-c9bc-4a93-ba33-74d4576ecc43 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:23.798380 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-da997ada-30be-4f7f-9d37-0a193906586e None None] Set router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:55:23.847045 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2b71-c9bc-4a93-ba33-74d4576ecc43 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:23.884216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2dfafabe-62bf-410e-9e8d-c1cd024559e0 req-0bf0c0ce-6343-4be1-9188-2b2c4cf328c2 service neutron] 10.222.0.42 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214140 Jun 04 16:55:23.905862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0540ba7-5081-4cd0-bb13-ac7ff35f49e5 req-1fd21760-f5bd-4aeb-9bc4-ae0d44dbee2b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:23.907428 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0540ba7-5081-4cd0-bb13-ac7ff35f49e5 req-1fd21760-f5bd-4aeb-9bc4-ae0d44dbee2b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 946 time: 0.2661741 Jun 04 16:55:23.945544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2b71-c9bc-4a93-ba33-74d4576ecc43 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:23.974213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0540ba7-5081-4cd0-bb13-ac7ff35f49e5 req-3505279c-aaf7-408a-a96c-51a427244649 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541396 Jun 04 16:55:24.029294 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2b71-c9bc-4a93-ba33-74d4576ecc43 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:24.029709 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e765b730-f153-484c-ba85-c663fee376cd None None] Network f57686b4-23e6-4049-b710-f240d593b28a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:55:24.043461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b2b71-c9bc-4a93-ba33-74d4576ecc43 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Subnet': ['ID=5b54ab86-6f1f-4d89-8de1-a27087be1e72,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:24.052583 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1e6b2b71-c9bc-4a93-ba33-74d4576ecc43 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "DELETE /v2.0/subnets/5b54ab86-6f1f-4d89-8de1-a27087be1e72 HTTP/1.1" status: 204 len: 168 time: 0.4406836 Jun 04 16:55:24.053588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 59932) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:24.319238 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:24.356235 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-da997ada-30be-4f7f-9d37-0a193906586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:55:22Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:24.361590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da997ada-30be-4f7f-9d37-0a193906586e None None] Checking router: f9a9ab7f-1cea-403a-97a0-368b56bf69e1 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:55:24.376731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da997ada-30be-4f7f-9d37-0a193906586e None None] Routers {'f9a9ab7f-1cea-403a-97a0-368b56bf69e1'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:55:24.377358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-da997ada-30be-4f7f-9d37-0a193906586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:55:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:24.558801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:24.573244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bbb3c2-ae7b-4efd-a8b3-ae15171145a5 None None] DHCP port deletion for f57686b4-23e6-4049-b710-f240d593b28a request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:55:24.576107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Deleting port bbf6077e-1dc1-4e12-bb60-f575759d3fd6 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:55:24.576370 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:24.581233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-88bbb3c2-ae7b-4efd-a8b3-ae15171145a5 None None] Deleting port 306436f2-98c4-4cbe-8ea4-47b43eca89a6 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:55:24.581677 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-88bbb3c2-ae7b-4efd-a8b3-ae15171145a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:24.687120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-da997ada-30be-4f7f-9d37-0a193906586e None None] Set router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:55:24.826860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] For port bbf6077e-1dc1-4e12-bb60-f575759d3fd6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bbf6077e-1dc1-4e12-bb60-f575759d3fd6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:24.827316 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:24.972502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Calling delete_port for bbf6077e-1dc1-4e12-bb60-f575759d3fd6 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:55:25.020740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-88bbb3c2-ae7b-4efd-a8b3-ae15171145a5 None None] For port 306436f2-98c4-4cbe-8ea4-47b43eca89a6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=306436f2-98c4-4cbe-8ea4-47b43eca89a6,segment=NetworkSegment(c7f52769-762d-453a-b429-fd981b027f9e),segment_id=c7f52769-762d-453a-b429-fd981b027f9e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:25.021141 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-88bbb3c2-ae7b-4efd-a8b3-ae15171145a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:25.185294 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-88bbb3c2-ae7b-4efd-a8b3-ae15171145a5 None None] Calling delete_port for 306436f2-98c4-4cbe-8ea4-47b43eca89a6 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:55:25.281954 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-88bbb3c2-ae7b-4efd-a8b3-ae15171145a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:25.325490 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:25.331897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-da997ada-30be-4f7f-9d37-0a193906586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:55:22Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:25.344113 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbb3c2-ae7b-4efd-a8b3-ae15171145a5 None None] Pushing event deleted for resources: {'Port': ['ID=306436f2-98c4-4cbe-8ea4-47b43eca89a6,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:25.346064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bbb3c2-ae7b-4efd-a8b3-ae15171145a5 None None] No DVR routers for this DVR port 306436f2-98c4-4cbe-8ea4-47b43eca89a6 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:55:25.347780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da997ada-30be-4f7f-9d37-0a193906586e None None] The sync data for ids ['f9a9ab7f-1cea-403a-97a0-368b56bf69e1'] in n-d-811809-3 is: [{'id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'name': 'tempest-TestNetworkBasicOps-router-1050160225', 'tenant_id': '7921b0dcce8342988ab0008c35137638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:55:22Z', 'revision_number': 5, 'project_id': '7921b0dcce8342988ab0008c35137638', 'gw_port': {'id': 'bbf6077e-1dc1-4e12-bb60-f575759d3fd6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9ab7f-1cea-403a-97a0-368b56bf69e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:18Z', 'updated_at': '2022-06-04T16:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:55:25.401815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Port': ['ID=bbf6077e-1dc1-4e12-bb60-f575759d3fd6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:25.504765 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:25.924601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:25.930319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:25.984243 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:25.985516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Fanout notify agent at l3_agent the message router_deleted on router f9a9ab7f-1cea-403a-97a0-368b56bf69e1 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:55:26.009942 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:26.012199 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b02103db-c757-4eae-9882-33bc15427599 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "DELETE /v2.0/routers/f9a9ab7f-1cea-403a-97a0-368b56bf69e1 HTTP/1.1" status: 204 len: 168 time: 1.9573019 Jun 04 16:55:26.015362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 59990) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:26.084670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 60c24983-49ee-4dec-976e-39711065288b no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:55:26.122209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 60c24983-49ee-4dec-976e-39711065288b {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:55:26.122604 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 60c24983-49ee-4dec-976e-39711065288b not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:55:26.123008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 306436f2-98c4-4cbe-8ea4-47b43eca89a6 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:55:26.157780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 306436f2-98c4-4cbe-8ea4-47b43eca89a6 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:55:26.158128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 306436f2-98c4-4cbe-8ea4-47b43eca89a6 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:55:26.196477 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a119f67e-8bd9-421e-a82b-0ea4af672c65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:26.341783 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a119f67e-8bd9-421e-a82b-0ea4af672c65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:26.370496 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a119f67e-8bd9-421e-a82b-0ea4af672c65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57686b4-23e6-4049-b710-f240d593b28a']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:26.382998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a119f67e-8bd9-421e-a82b-0ea4af672c65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f52769-762d-453a-b429-fd981b027f9e') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:26.383270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a119f67e-8bd9-421e-a82b-0ea4af672c65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f52769-762d-453a-b429-fd981b027f9e') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:26.395753 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a119f67e-8bd9-421e-a82b-0ea4af672c65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:26.415239 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a119f67e-8bd9-421e-a82b-0ea4af672c65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:26.423809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a119f67e-8bd9-421e-a82b-0ea4af672c65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:55:26.424175 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a119f67e-8bd9-421e-a82b-0ea4af672c65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:26.491827 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment c7f52769-762d-453a-b429-fd981b027f9e resource provider aggregate not found Jun 04 16:55:26.519852 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment c7f52769-762d-453a-b429-fd981b027f9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7f52769-762d-453a-b429-fd981b027f9e found for delete ", "request_id": "req-aeaae892-8869-4669-a71f-bbdc2e619c54"}]} Jun 04 16:55:26.533234 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a119f67e-8bd9-421e-a82b-0ea4af672c65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:26.561369 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a119f67e-8bd9-421e-a82b-0ea4af672c65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:26.573022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119f67e-8bd9-421e-a82b-0ea4af672c65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] Pushing event deleted for resources: {'Network': ['ID=f57686b4-23e6-4049-b710-f240d593b28a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:26.584159 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a119f67e-8bd9-421e-a82b-0ea4af672c65 tempest-TestNetworkBasicOps-852767933 tempest-TestNetworkBasicOps-852767933-project] 10.222.0.13 "DELETE /v2.0/networks/f57686b4-23e6-4049-b710-f240d593b28a HTTP/1.1" status: 204 len: 168 time: 0.5673447 Jun 04 16:55:26.885951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60012) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:27.049343 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a0a66d96-e576-402c-8f91-b75e88236a61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7921b0dcce8342988ab0008c35137638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621826 Jun 04 16:55:27.052210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60018) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:27.117981 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ba54e2bf-be21-4e64-8cd9-d20b3f358c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:27.145459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ba54e2bf-be21-4e64-8cd9-d20b3f358c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:27.199809 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ba54e2bf-be21-4e64-8cd9-d20b3f358c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:27.221078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54e2bf-be21-4e64-8cd9-d20b3f358c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aab24a-3af2-458b-a143-2fd70aa0736d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:27.233984 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ba54e2bf-be21-4e64-8cd9-d20b3f358c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:27.235256 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ba54e2bf-be21-4e64-8cd9-d20b3f358c7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83aab24a-3af2-458b-a143-2fd70aa0736d HTTP/1.1" status: 204 len: 168 time: 0.1819623 Jun 04 16:55:27.517960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-ddb87a64-ce8c-48a2-81e3-0f962612dbb9 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:27.519439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-ddb87a64-ce8c-48a2-81e3-0f962612dbb9 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.1475966 Jun 04 16:55:27.527943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60040) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:27.544906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-d10ecc18-69f9-4c62-99eb-a838ce589394 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/quotas/3851c6298f9e41ed9d0dae684e38ef5a HTTP/1.1" status: 200 len: 375 time: 0.0179317 Jun 04 16:55:27.546358 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a6f86d0-272d-496c-ae2d-c421c4013e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:27.561779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6a6f86d0-272d-496c-ae2d-c421c4013e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:27.565987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6a6f86d0-272d-496c-ae2d-c421c4013e31 admin admin] Usage tracker for resource:security_group_rule and tenant:3636f12a0954480db8a641606b04b0b9 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:27.569056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6a6f86d0-272d-496c-ae2d-c421c4013e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:27.574801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6a6f86d0-272d-496c-ae2d-c421c4013e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:27.635393 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-3b15bc90-4cc5-4994-868e-8d9f30125ae7 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838194 Jun 04 16:55:27.647004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-59232a77-a7a3-4ba5-bf78-ada64190194e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:55:27.648081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-59232a77-a7a3-4ba5-bf78-ada64190194e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051262 Jun 04 16:55:27.663945 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a6f86d0-272d-496c-ae2d-c421c4013e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:27.669809 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6a6f86d0-272d-496c-ae2d-c421c4013e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:27.718589 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6a6f86d0-272d-496c-ae2d-c421c4013e31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3636f12a0954480db8a641606b04b0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895211 Jun 04 16:55:27.719546 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f86d0-272d-496c-ae2d-c421c4013e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42987ff-ecc9-4b04-8b5b-998bc82e7d66,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:27.722513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60044) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:27.781820 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-593b5a7f-dcda-49d2-ae68-0a3f79fdaf3b service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280909 Jun 04 16:55:27.782282 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0e470c16-ca84-461b-b2b4-f71f99bdbe09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:27.809290 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0e470c16-ca84-461b-b2b4-f71f99bdbe09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:27.830160 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a2f22b10-ac43-4c54-aaa7-cc7aa6d70e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:27.867059 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0e470c16-ca84-461b-b2b4-f71f99bdbe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:27.883786 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e470c16-ca84-461b-b2b4-f71f99bdbe09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42987ff-ecc9-4b04-8b5b-998bc82e7d66,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:27.889549 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0e470c16-ca84-461b-b2b4-f71f99bdbe09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:27.893560 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0e470c16-ca84-461b-b2b4-f71f99bdbe09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c42987ff-ecc9-4b04-8b5b-998bc82e7d66 HTTP/1.1" status: 204 len: 168 time: 0.1674798 Jun 04 16:55:27.914821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bbf6077e-1dc1-4e12-bb60-f575759d3fd6 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:55:27.941113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-787d0323-c313-4068-97cd-3ce10ee414f3 service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532426 Jun 04 16:55:27.955135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: bbf6077e-1dc1-4e12-bb60-f575759d3fd6 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:55:27.955477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bbf6077e-1dc1-4e12-bb60-f575759d3fd6 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:55:28.178379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-945b8246-588b-453e-8e28-19aa276d697e req-1e5c0db1-5e1c-4e6c-a787-58d456bdd427 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 210 time: 0.0453668 Jun 04 16:55:29.236224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-75017d46-4071-4e9b-9a47-40fd268e3c2e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:29.237895 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-75017d46-4071-4e9b-9a47-40fd268e3c2e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.1532316 Jun 04 16:55:29.250063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'port': {'device_id': 'be9c995a-0471-490e-a1b1-fcfaada56191', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'admin_state_up': True, 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:29.346661 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fd8cf17d-4d08-419a-8add-eead86ec3c21 req-e419ca37-c2b7-40e6-96a7-86feff36464e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 210 time: 0.0490119 Jun 04 16:55:29.532494 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:29.544149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:29.556769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Made reservation on behalf of 3851c6298f9e41ed9d0dae684e38ef5a for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:55:29.561036 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:29.742133 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Allocated IP 172.20.0.3 (713f7d25-cf56-4011-ac02-488f23a055f7/cbd18313-35ca-4464-b58c-992caea692ff/6632a4dc-33c3-41a4-ba00-9239a4625f79) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:55:29.980288 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.012854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Transition to ACTIVE for port object 6632a4dc-33c3-41a4-ba00-9239a4625f79 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:55:30.050797 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.062845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['203f3718-4518-4636-9149-c837532a8017'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:55:30.094515 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d1ee44b6-f3be-4475-8973-47e4206214f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.149268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Network 713f7d25-cf56-4011-ac02-488f23a055f7 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:55:30.153312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:55:30.159790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:55:30.189197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60118) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:30.196252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Request body: {'network': {'name': 'tempest-network-smoke--1821808102', 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'port_security_enabled': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:30.202901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:30.207666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:network and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:30.211945 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:30.218789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'Port': ['ID=6632a4dc-33c3-41a4-ba00-9239a4625f79,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:30.237144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:30.237435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:30.238643 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.253343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Made reservation on behalf of b0e011a5218d474d9ac30cb23ba0b3fb for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:55:30.260005 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.274858 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-a5b88404-76be-4ece-97fd-86fb161ac197 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0287540 Jun 04 16:55:30.294539 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.329858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:30.338009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:security_group_rule and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:30.341763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:30.348272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:30.431456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Request body: {'port': {'device_id': 'be9c995a-0471-490e-a1b1-fcfaada56191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:30.447033 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.454561 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.476137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3143799c-b322-4e84-84bf-03a23ee87c09 None None] Provisioning for port 6632a4dc-33c3-41a4-ba00-9239a4625f79 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:55:30.482905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3143799c-b322-4e84-84bf-03a23ee87c09 None None] Provisioning complete for port 6632a4dc-33c3-41a4-ba00-9239a4625f79 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:30.483638 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3143799c-b322-4e84-84bf-03a23ee87c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.494132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:55:30.504368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7445b9d-1fe8-4071-b954-86813091df25,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:30.556208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.556940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3143799c-b322-4e84-84bf-03a23ee87c09 None None] Port 6632a4dc-33c3-41a4-ba00-9239a4625f79 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:55:30.557167 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Added segment e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8 of type vlan for network 71002eda-8dd4-4164-a470-3440fdb2710e Jun 04 16:55:30.607564 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.614957 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.656932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefda4dc-f2a5-427a-a2a7-85c2787bfeb1 req-404743c2-a5dd-4dc5-934b-c27b5149463d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:30.658525 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fefda4dc-f2a5-427a-a2a7-85c2787bfeb1 req-404743c2-a5dd-4dc5-934b-c27b5149463d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 931 time: 0.1471186 Jun 04 16:55:30.665269 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.671395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:30.672115 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.819698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Network': ['ID=71002eda-8dd4-4164-a470-3440fdb2710e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:30.828714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0f48a2ea-2a64-4ecd-a992-e52ec2690a64 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6386533 Jun 04 16:55:30.833934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fefda4dc-f2a5-427a-a2a7-85c2787bfeb1 req-01022dac-846f-44de-8407-b1d4ef1d13ed tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578052 Jun 04 16:55:30.834387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60126) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:30.835238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 71002eda-8dd4-4164-a470-3440fdb2710e details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:55:30.839506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'admin_state_up': True, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:30.848468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:30.858261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:router and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:30.864132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:30.878987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:30.894791 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.895889 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:30.925381 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:31.038738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6632a4dc-33c3-41a4-ba00-9239a4625f79 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:55:31.048759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:31.063925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Transition to ACTIVE for port object 6632a4dc-33c3-41a4-ba00-9239a4625f79 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:55:31.068607 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:31.236752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Pushing event updated for resources: {'Port': ['ID=6632a4dc-33c3-41a4-ba00-9239a4625f79,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:31.252496 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:31.262878 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:31.326578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Attempting to bind port 6632a4dc-33c3-41a4-ba00-9239a4625f79 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:55:31.327663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Attempting to bind port 6632a4dc-33c3-41a4-ba00-9239a4625f79 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:55:31.329282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Attempting to bind port 6632a4dc-33c3-41a4-ba00-9239a4625f79 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:55:31.338673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Port 6632a4dc-33c3-41a4-ba00-9239a4625f79 on network 713f7d25-cf56-4011-ac02-488f23a055f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:55:31.338915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Attempting to bind port 6632a4dc-33c3-41a4-ba00-9239a4625f79 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:55:31.348452 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:55:31.348865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Checking segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:55:31.349260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Bound using segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:55:31.349708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Bound port: 6632a4dc-33c3-41a4-ba00-9239a4625f79, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:55:31.350109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:31.409372 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:31.474965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] For port 6632a4dc-33c3-41a4-ba00-9239a4625f79, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:55:31.478843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] For port 6632a4dc-33c3-41a4-ba00-9239a4625f79, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6632a4dc-33c3-41a4-ba00-9239a4625f79,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:55:31.484413 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:31.561166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:31.561868 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:31.563450 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] 10.222.0.46 "PUT /v2.0/ports/6632a4dc-33c3-41a4-ba00-9239a4625f79 HTTP/1.1" status: 200 len: 1091 time: 1.2811127 Jun 04 16:55:31.563943 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9c995a-0471-490e-a1b1-fcfaada56191', 'tag': '6632a4dc-33c3-41a4-ba00-9239a4625f79'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:31.593003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cb943-c818-4acf-be89-cfe159c534fc service neutron] Pushing event updated for resources: {'Port': ['ID=6632a4dc-33c3-41a4-ba00-9239a4625f79,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:31.652533 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bba4c95-c101-4729-b3dd-f3de049497ed'] response: {'name': 'network-changed', 'server_uuid': 'be9c995a-0471-490e-a1b1-fcfaada56191', 'tag': '6632a4dc-33c3-41a4-ba00-9239a4625f79', 'status': 'completed', 'code': 200} Jun 04 16:55:31.695119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-1b3cb8b5-2acb-4434-aa88-8de700091c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:31.696639 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-1b3cb8b5-2acb-4434-aa88-8de700091c92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 1094 time: 0.0852137 Jun 04 16:55:31.776502 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-8f688491-236e-4d91-9f0a-23a7fa9859f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6632a4dc-33c3-41a4-ba00-9239a4625f79 HTTP/1.1" status: 200 len: 217 time: 0.0716064 Jun 04 16:55:31.808811 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:31.838510 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:31.847323 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-d75853f5-e8c9-45f8-aa01-43b2968ae1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:31.849049 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-d75853f5-e8c9-45f8-aa01-43b2968ae1d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0670240 Jun 04 16:55:32.057289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-d608160e-55ff-4e4b-96d1-aac45cd95b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:32.058845 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-d608160e-55ff-4e4b-96d1-aac45cd95b1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032714 Jun 04 16:55:32.067849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Allocated IP 172.25.5.53 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/e724fdaf-8d19-4a1e-a44f-da3e2e071932) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:55:32.175888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e453f-b2ab-4877-9e6c-517e32cd5dca req-5fa7e882-3bbe-48da-80c8-e084d57e8ad5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:32.177273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-301e453f-b2ab-4877-9e6c-517e32cd5dca req-5fa7e882-3bbe-48da-80c8-e084d57e8ad5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.2018065 Jun 04 16:55:32.196938 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-9e384c73-988d-4624-8575-caf14c1988cd service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311781 Jun 04 16:55:32.278204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-301e453f-b2ab-4877-9e6c-517e32cd5dca req-fe19af9a-111a-4a48-9e89-96c9b17cfc41 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833769 Jun 04 16:55:32.278204 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:32.315714 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:32.344065 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-78db8c31-deef-4040-8926-6ddb48df0d1e req-0e376e11-97d2-4ca9-8180-b946451f422f service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412082 Jun 04 16:55:32.398392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:55:32.401458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:55:32.403945 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:55:32.439188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Port': ['ID=e724fdaf-8d19-4a1e-a44f-da3e2e071932,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:32.471952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51872562-57d2-45d2-8f39-1dbffec175be req-d3ea3645-5d12-423c-a0af-a39f4c9cebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:32.473481 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-51872562-57d2-45d2-8f39-1dbffec175be req-d3ea3645-5d12-423c-a0af-a39f4c9cebb6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 1094 time: 0.0811536 Jun 04 16:55:32.612513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51872562-57d2-45d2-8f39-1dbffec175be req-2e678fc8-bce3-470a-af43-f8f9102e982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:32.613980 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-51872562-57d2-45d2-8f39-1dbffec175be req-2e678fc8-bce3-470a-af43-f8f9102e982b service neutron] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1346762 Jun 04 16:55:32.659536 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:32.709845 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-51872562-57d2-45d2-8f39-1dbffec175be req-f3879e94-e4c3-42a0-b90f-6f60d7aa22dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6632a4dc-33c3-41a4-ba00-9239a4625f79 HTTP/1.1" status: 200 len: 217 time: 0.0901484 Jun 04 16:55:32.812645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51872562-57d2-45d2-8f39-1dbffec175be req-845d4822-1742-4b0d-adb7-5a0c85d050ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:32.815620 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-51872562-57d2-45d2-8f39-1dbffec175be req-845d4822-1742-4b0d-adb7-5a0c85d050ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.1004918 Jun 04 16:55:32.905310 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:32.946366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51872562-57d2-45d2-8f39-1dbffec175be req-8c61add1-55ad-4f06-be7c-07fa538770b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:32.946366 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-51872562-57d2-45d2-8f39-1dbffec175be req-8c61add1-55ad-4f06-be7c-07fa538770b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238766 Jun 04 16:55:33.143400 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-51872562-57d2-45d2-8f39-1dbffec175be req-6aab523d-eb04-403e-b65f-12c2619344a4 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905339 Jun 04 16:55:33.362647 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-51872562-57d2-45d2-8f39-1dbffec175be req-b663ccee-aade-4984-aab5-308b081d6be4 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119863 Jun 04 16:55:33.619249 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:33.719010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0af90-83d1-4347-8b45-a788d55bc814 req-4ce7077c-f69c-4100-94a7-9a683530c64a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:33.719010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51f0af90-83d1-4347-8b45-a788d55bc814 req-4ce7077c-f69c-4100-94a7-9a683530c64a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.2173295 Jun 04 16:55:33.864946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-51f0af90-83d1-4347-8b45-a788d55bc814 req-d105f645-3e5e-4c80-a941-46cd8f99fad4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264808 Jun 04 16:55:33.947806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Router a89b10b5-198e-4421-871e-72a54e523113 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:55:34.209157 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:34.256508 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:55:34.269193 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Sync routers for ids ['a89b10b5-198e-4421-871e-72a54e523113'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:55:34.283216 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Routers {'a89b10b5-198e-4421-871e-72a54e523113'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:55:34.283216 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:55:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a89b10b5-198e-4421-871e-72a54e523113'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:34.307270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:34.316354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-99b4a19e-e96f-4d32-81af-44b69f3a9db8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.4759264 Jun 04 16:55:34.316354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60138) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:34.347101 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:34.482406 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9325cf4e-e8e2-490c-8f5c-5be10952a55a tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b0e011a5218d474d9ac30cb23ba0b3fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1598048 Jun 04 16:55:34.482406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60144) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:34.549771 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Set router a89b10b5-198e-4421-871e-72a54e523113 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:55:34.688669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e486e685-659f-4241-aa11-df1189a6be81 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:34.690191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e486e685-659f-4241-aa11-df1189a6be81 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2092538 Jun 04 16:55:34.693976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60148) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:34.739821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dead0242-c673-450e-8cb8-589acba254e7 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440071 Jun 04 16:55:34.744130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60152) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:34.749931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1905265672', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:34.871801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:34.877069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:subnet and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:34.880381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:34.896211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:34.921187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Made reservation on behalf of b0e011a5218d474d9ac30cb23ba0b3fb for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:55:34.926150 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:35.055142 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:55:32Z', 'revision_number': 3, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:35.060538 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Checking router: a89b10b5-198e-4421-871e-72a54e523113 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:55:35.060897 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Updating router a89b10b5-198e-4421-871e-72a54e523113 port e724fdaf-8d19-4a1e-a44f-da3e2e071932 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:55:35.143210 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:35.213667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b9322-9063-47d5-8cde-0d42225733ab req-ca2ae37b-9f1c-48ee-b1c2-c8e0e1bf913d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:35.221282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-658b9322-9063-47d5-8cde-0d42225733ab req-ca2ae37b-9f1c-48ee-b1c2-c8e0e1bf913d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.1795585 Jun 04 16:55:35.299776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-658b9322-9063-47d5-8cde-0d42225733ab req-d78b0f7a-44c3-46f9-b9ad-88fc3a56a957 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775812 Jun 04 16:55:35.341458 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:35.464656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Subnet': ['ID=399b98a3-677c-4051-8a68-268c5f2892f5,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:35.475612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Checking segment: {'id': 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:55:35.477639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Network hostable DHCP agents. Network: 71002eda-8dd4-4164-a470-3440fdb2710e, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:55:35.516544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Network 71002eda-8dd4-4164-a470-3440fdb2710e is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:55:35.552456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 71002eda-8dd4-4164-a470-3440fdb2710e) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:55:35.563563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a93f13-6731-49d7-ac81-8d8d798774a0 None None] Network 71002eda-8dd4-4164-a470-3440fdb2710e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:55:35.570656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:35.571505 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:35.591592 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:35.611514 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Transition to ACTIVE for port object e724fdaf-8d19-4a1e-a44f-da3e2e071932 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:55:35.618242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-feaefe44-4a68-445b-80bb-d8d022853637 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8706279 Jun 04 16:55:35.620039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60158) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:35.629377 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:35.786972 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Attempting to bind port e724fdaf-8d19-4a1e-a44f-da3e2e071932 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:55:35.787599 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Attempting to bind port e724fdaf-8d19-4a1e-a44f-da3e2e071932 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:55:35.788115 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Attempting to bind port e724fdaf-8d19-4a1e-a44f-da3e2e071932 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:55:35.797733 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Pushing event updated for resources: {'Port': ['ID=e724fdaf-8d19-4a1e-a44f-da3e2e071932,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:35.800313 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:55:35.800866 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:55:35.801424 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:35.801984 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:55:35.802636 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Bound port: e724fdaf-8d19-4a1e-a44f-da3e2e071932, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:55:35.803142 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:35.851303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-71002eda-8dd4-4164-a470-3440fdb2710e', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'fixed_ips': [{'subnet_id': '399b98a3-677c-4051-8a68-268c5f2892f5'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:55:35.852370 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:35.853168 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:35.853958 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:35.854592 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:35.855032 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:35.855360 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:35.855680 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:35.855995 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:35.856464 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:35.856931 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:35.857648 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:35.858226 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:35.858634 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:35.923584 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] For port e724fdaf-8d19-4a1e-a44f-da3e2e071932, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:55:35.931617 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] For port e724fdaf-8d19-4a1e-a44f-da3e2e071932, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e724fdaf-8d19-4a1e-a44f-da3e2e071932,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:55:35.940537 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:36.054610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Allocated IP 172.20.0.2 (71002eda-8dd4-4164-a470-3440fdb2710e/399b98a3-677c-4051-8a68-268c5f2892f5/8362e4b3-bb70-4e42-927e-5d7eb9c98d58) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:55:36.079699 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Routers {'a89b10b5-198e-4421-871e-72a54e523113'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:55:36.080314 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:55:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a89b10b5-198e-4421-871e-72a54e523113'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:36.171949 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b27312-7f84-4691-81c3-6e62bd60453d None None] Pushing event updated for resources: {'Port': ['ID=e724fdaf-8d19-4a1e-a44f-da3e2e071932,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:36.359895 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] Set router a89b10b5-198e-4421-871e-72a54e523113 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:55:36.396165 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:36.422409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Transition to ACTIVE for port object 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:55:36.443603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Transition to ACTIVE for port object 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:55:36.457204 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:36.536366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc6953-beeb-4535-a8a6-30fcd2ea690c req-5512429f-2036-4e22-8d36-8b4d77137e67 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:36.547972 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07cc6953-beeb-4535-a8a6-30fcd2ea690c req-5512429f-2036-4e22-8d36-8b4d77137e67 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.1147573 Jun 04 16:55:36.632111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07cc6953-beeb-4535-a8a6-30fcd2ea690c req-72ce343d-165b-4438-89da-010cd5c07fb9 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761080 Jun 04 16:55:36.676847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Pushing event updated for resources: {'Port': ['ID=8362e4b3-bb70-4e42-927e-5d7eb9c98d58,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:36.683580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Network 71002eda-8dd4-4164-a470-3440fdb2710e is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:55:36.689268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:36.689819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:36.690331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:36.690843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:36.691584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:36.692178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:36.692662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:36.693150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:36.693629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:36.694101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:36.694606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:36.695086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:55:36.699290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:55:36.702681 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:55:36.735348 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:36.739423 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:55:32Z', 'revision_number': 3, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:36.743820 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2f999-f51c-4dd3-a67e-ac048f0c7460 None None] The sync data for ids ['a89b10b5-198e-4421-871e-72a54e523113'] in n-d-811809-3 is: [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:55:32Z', 'revision_number': 3, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:55:36.813939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Attempting to bind port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:55:36.815407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Attempting to bind port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:55:36.815926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Attempting to bind port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 on network 71002eda-8dd4-4164-a470-3440fdb2710e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:55:36.822091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:55:36.822492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Checking segment: {'id': 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:55:36.822907 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:36.823297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Bound using segment: {'id': 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:55:36.823754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Bound port: 8362e4b3-bb70-4e42-927e-5d7eb9c98d58, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:55:36.824420 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:37.011736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] For port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:55:37.030511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] For port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8362e4b3-bb70-4e42-927e-5d7eb9c98d58,segment=NetworkSegment(e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8),segment_id=e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:55:37.063692 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:37.293197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Allocated IP 172.20.0.1 (71002eda-8dd4-4164-a470-3440fdb2710e/399b98a3-677c-4051-8a68-268c5f2892f5/fa0444c1-2cee-48be-87ab-bc556d0e303a) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:55:37.326145 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70359c43-ac8f-4dd3-a0ab-68d819ccd10c None None] Pushing event updated for resources: {'Port': ['ID=8362e4b3-bb70-4e42-927e-5d7eb9c98d58,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:37.610119 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:37.631325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Transition to ACTIVE for port object fa0444c1-2cee-48be-87ab-bc556d0e303a will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:55:37.705964 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:37.877758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Port': ['ID=fa0444c1-2cee-48be-87ab-bc556d0e303a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:37.882084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Network 71002eda-8dd4-4164-a470-3440fdb2710e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:55:37.883298 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:55:37.890463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:55:37.985975 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:38.174125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e724fdaf-8d19-4a1e-a44f-da3e2e071932 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:55:38.179275 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca2961-e6bf-4485-b110-b3ad19146339 req-772f3a37-7b54-4f58-a11a-7b138825ad39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:38.180994 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03ca2961-e6bf-4485-b110-b3ad19146339 req-772f3a37-7b54-4f58-a11a-7b138825ad39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 945 time: 0.4683325 Jun 04 16:55:38.239701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51501f-b2fe-4d3e-9193-6da1ae7a877e req-64d89cbc-b9d7-46e7-bb4a-14119d64ab15 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:38.242976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa51501f-b2fe-4d3e-9193-6da1ae7a877e req-64d89cbc-b9d7-46e7-bb4a-14119d64ab15 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.2256272 Jun 04 16:55:38.320686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03ca2961-e6bf-4485-b110-b3ad19146339 req-60537645-8af0-410a-85bd-8c11e0f4a579 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304150 Jun 04 16:55:38.351584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60170) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:38.355512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e724fdaf-8d19-4a1e-a44f-da3e2e071932 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:55:38.362493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e724fdaf-8d19-4a1e-a44f-da3e2e071932 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:38.363406 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:38.447361 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:38.490490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa51501f-b2fe-4d3e-9193-6da1ae7a877e req-b031890d-10b8-432d-b285-04f9d5d92b19 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345366 Jun 04 16:55:38.567145 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ec0aa16b-2348-4bc1-8164-8da70c3cf40e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/65aaca59-91b8-48e5-bff8-4263045fb171 HTTP/1.1" status: 200 len: 992 time: 0.2057662 Jun 04 16:55:38.575315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e724fdaf-8d19-4a1e-a44f-da3e2e071932 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:38.576286 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:38.606652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e724fdaf-8d19-4a1e-a44f-da3e2e071932, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e724fdaf-8d19-4a1e-a44f-da3e2e071932,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:38.614297 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:38.615134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:55:38.778956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e724fdaf-8d19-4a1e-a44f-da3e2e071932,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:38.786115 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:55:38.925680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7475d8-f0e4-466e-a67e-d262725c56bb None None] Network 71002eda-8dd4-4164-a470-3440fdb2710e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:55:39.073326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0f34f33d-d5dd-4d1e-bf9f-26084c284ad1 None None] Provisioning for port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:55:39.080798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0f34f33d-d5dd-4d1e-bf9f-26084c284ad1 None None] Provisioning complete for port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:39.081506 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0f34f33d-d5dd-4d1e-bf9f-26084c284ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:39.324665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0f34f33d-d5dd-4d1e-bf9f-26084c284ad1 None None] Current status of the port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:39.325248 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0f34f33d-d5dd-4d1e-bf9f-26084c284ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:39.367069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0f34f33d-d5dd-4d1e-bf9f-26084c284ad1 None None] For port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8362e4b3-bb70-4e42-927e-5d7eb9c98d58,segment=NetworkSegment(e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8),segment_id=e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:39.381187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a234be-3cde-43be-9b68-ebb37eb48db6 req-1256b8eb-c05a-4d08-baee-0ab7f8fe6668 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:39.389711 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17a234be-3cde-43be-9b68-ebb37eb48db6 req-1256b8eb-c05a-4d08-baee-0ab7f8fe6668 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 1096 time: 0.1264699 Jun 04 16:55:39.438420 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0f34f33d-d5dd-4d1e-bf9f-26084c284ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:39.444249 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:39.454946 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:39.458198 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17a234be-3cde-43be-9b68-ebb37eb48db6 req-d4d474ae-c80b-4dfd-aa3a-a8b646f43b1f tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649192 Jun 04 16:55:39.593320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34f33d-d5dd-4d1e-bf9f-26084c284ad1 None None] Pushing event updated for resources: {'Port': ['ID=8362e4b3-bb70-4e42-927e-5d7eb9c98d58,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:39.602323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:39.606780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Port': ['ID=fa0444c1-2cee-48be-87ab-bc556d0e303a,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:39.789576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Network 71002eda-8dd4-4164-a470-3440fdb2710e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:55:39.790841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:55:39.843192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188cc52-202a-4e64-b8a0-873b58d6a35c req-81baf377-1f7b-4d8c-97c5-79ffa1ebd4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:39.845846 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188cc52-202a-4e64-b8a0-873b58d6a35c req-81baf377-1f7b-4d8c-97c5-79ffa1ebd4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.1044283 Jun 04 16:55:39.907008 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188cc52-202a-4e64-b8a0-873b58d6a35c req-5fd7dfb1-b27c-4f8a-bb78-edede704bebc tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550039 Jun 04 16:55:39.983281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-170c1edb-d4c6-48a2-89ae-436d6d8e8994 None None] Provisioning complete for port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:39.983965 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-170c1edb-d4c6-48a2-89ae-436d6d8e8994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:40.027730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e724fdaf-8d19-4a1e-a44f-da3e2e071932 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:55:40.075347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Router a89b10b5-198e-4421-871e-72a54e523113 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:55:40.129996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e724fdaf-8d19-4a1e-a44f-da3e2e071932 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:40.135025 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:40.258224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-170c1edb-d4c6-48a2-89ae-436d6d8e8994 None None] Current status of the port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:40.278455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-170c1edb-d4c6-48a2-89ae-436d6d8e8994 None None] Provisioning for port fa0444c1-2cee-48be-87ab-bc556d0e303a completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:55:40.278455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-170c1edb-d4c6-48a2-89ae-436d6d8e8994 None None] Provisioning complete for port fa0444c1-2cee-48be-87ab-bc556d0e303a triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:40.278455 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-170c1edb-d4c6-48a2-89ae-436d6d8e8994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:40.312855 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:55:40.324645 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-05641e2f-eb04-400d-8b2a-cc510366d495 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "PUT /v2.0/routers/a89b10b5-198e-4421-871e-72a54e523113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7025414 Jun 04 16:55:40.328118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60202) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:40.333300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--425181316', 'description': 'tempest-secgroup_access--425181316 description', 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:40.340340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:40.341468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Sync routers for ids ['a89b10b5-198e-4421-871e-72a54e523113'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:55:40.345337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:security_group and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:40.348440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:40.359461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:40.373530 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:40.393701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-170c1edb-d4c6-48a2-89ae-436d6d8e8994 None None] Port fa0444c1-2cee-48be-87ab-bc556d0e303a cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:55:40.407815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:40.412781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:security_group_rule and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:40.421401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:40.429828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:40.443701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Routers {'a89b10b5-198e-4421-871e-72a54e523113'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:55:40.443701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:55:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a89b10b5-198e-4421-871e-72a54e523113'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:40.482537 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-301cfdb3-3849-4dc8-a4ac-2b25729ca22c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975528 Jun 04 16:55:40.541219 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:40.547104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e724fdaf-8d19-4a1e-a44f-da3e2e071932 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:40.547104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:55:40.550226 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:40.599406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaa11e1-a762-4df3-a00b-1324533ff202,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:40.599406 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:40.599406 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a4b06b9f-5c32-44e0-84cf-3ce8336a53cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2683985 Jun 04 16:55:40.608942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60208) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:40.614241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1107707300', 'description': 'tempest-secgroup_general--1107707300 description', 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:40.629768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:40.629768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:security_group and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:40.638877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:40.646644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:40.657492 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:40.687768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:40.687768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:security_group_rule and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:40.696103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:40.696103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:40.772215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c9dc5f7d-5e11-4a1e-b618-0e0cab672a8b None None] Provisioning complete for port fa0444c1-2cee-48be-87ab-bc556d0e303a triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:40.772584 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9dc5f7d-5e11-4a1e-b618-0e0cab672a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:40.793483 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:40.797581 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:40.844143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:40.844517 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:40.855455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df4fcd3-497d-4bbb-8cbd-14b9452213c1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:40.859149 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:40.860383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-77ea1a39-5dce-4d3b-968b-926d7760dc12 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2584870 Jun 04 16:55:40.863394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60216) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:40.870817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-772df318-cd7e-4da9-9b2a-f1c20be73bfe tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Request body: {'security_group_rule': {'security_group_id': '2eaa11e1-a762-4df3-a00b-1324533ff202', 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:40.877908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-772df318-cd7e-4da9-9b2a-f1c20be73bfe tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:40.883281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-772df318-cd7e-4da9-9b2a-f1c20be73bfe tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:security_group_rule and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:40.885233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-772df318-cd7e-4da9-9b2a-f1c20be73bfe tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:40.892836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-772df318-cd7e-4da9-9b2a-f1c20be73bfe tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:40.904184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc5f7d-5e11-4a1e-b618-0e0cab672a8b None None] Port fa0444c1-2cee-48be-87ab-bc556d0e303a cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:55:40.912456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Set router a89b10b5-198e-4421-871e-72a54e523113 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:55:40.923801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-772df318-cd7e-4da9-9b2a-f1c20be73bfe tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:41.041759 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-772df318-cd7e-4da9-9b2a-f1c20be73bfe tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:41.041759 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-772df318-cd7e-4da9-9b2a-f1c20be73bfe tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:41.084987 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-772df318-cd7e-4da9-9b2a-f1c20be73bfe tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:41.084987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-772df318-cd7e-4da9-9b2a-f1c20be73bfe tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2164798 Jun 04 16:55:41.164515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772df318-cd7e-4da9-9b2a-f1c20be73bfe tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bc0134-93ea-4706-a66f-a7de9f17e986,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:41.207926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:41.251099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd550-c40d-4efb-8795-cdf3d1d4907e req-81b1310f-4f13-4a55-b9bd-0271f21d84dd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:41.265326 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f64cd550-c40d-4efb-8795-cdf3d1d4907e req-81b1310f-4f13-4a55-b9bd-0271f21d84dd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.1594849 Jun 04 16:55:41.318315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-64da0f2d-ed22-44f5-92b0-8e359a94fe37 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:55:41.318315 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-64da0f2d-ed22-44f5-92b0-8e359a94fe37 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0763295 Jun 04 16:55:41.331764 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f64cd550-c40d-4efb-8795-cdf3d1d4907e req-086cc407-3974-4526-8c78-847d3fd90443 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693259 Jun 04 16:55:41.336155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] Request body: {'binding': {'host': 'n-h2-811809-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:41.336155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] Unknown quota resources ['binding']. {{(pid=88797) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 16:55:41.449414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'fa0444c1-2cee-48be-87ab-bc556d0e303a', 'name': '', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'mac_address': 'fa:16:3e:1b:8a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:37Z', 'updated_at': '2022-06-04T16:55:39Z', 'revision_number': 2, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'subnets': [{'id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:41.454665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Checking router: a89b10b5-198e-4421-871e-72a54e523113 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:55:41.455070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Updating router a89b10b5-198e-4421-871e-72a54e523113 port fa0444c1-2cee-48be-87ab-bc556d0e303a binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:55:41.476460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-346a4078-22e9-47b2-acf9-58367b747f47 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Synchronizing usage tracker for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:55:41.504936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-346a4078-22e9-47b2-acf9-58367b747f47 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Unset dirty status for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:55:41.504936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-346a4078-22e9-47b2-acf9-58367b747f47 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1107707300&fields=id&tenant_id=b0e011a5218d474d9ac30cb23ba0b3fb HTTP/1.1" status: 200 len: 267 time: 0.0690968 Jun 04 16:55:41.575811 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:41.601414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] Attempting to bind port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on host n-h2-811809-3 for vnic_type normal with profile None {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:55:41.601414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] Attempting to bind port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:55:41.601414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] Attempting to bind port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:55:41.606586 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] Port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:55:41.606586 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] Attempting to bind port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:55:41.616790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-01856ec1-ed12-4ec1-8223-2f0ae9480d6f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--425181316&fields=id&tenant_id=b0e011a5218d474d9ac30cb23ba0b3fb HTTP/1.1" status: 200 len: 267 time: 0.1036386 Jun 04 16:55:41.622036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:55:41.622036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] Checking segment: {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:55:41.622036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] Bound using segment: {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:55:41.622036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] Bound port: cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:55:41.665125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:55:41.672791 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] Notify callbacks [] for binding, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:41.672791 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-446dc1d4-730d-4f77-b47b-ffed473cb958 service neutron] 10.222.0.13 "POST /v2.0/ports/cdb6d8a9-d81c-4a2d-a090-cea22698cdb6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3452690 Jun 04 16:55:41.853277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-32c16d7b-34bf-439b-baa2-63664f397482 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:41.853962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-32c16d7b-34bf-439b-baa2-63664f397482 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Synchronizing usage tracker for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:55:41.874918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-32c16d7b-34bf-439b-baa2-63664f397482 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Unset dirty status for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:55:41.882346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-32c16d7b-34bf-439b-baa2-63664f397482 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/networks?id=71002eda-8dd4-4164-a470-3440fdb2710e HTTP/1.1" status: 200 len: 797 time: 0.2609205 Jun 04 16:55:41.945677 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-ed4b67a6-c323-4721-9338-eb8dc0b93233 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/quotas/b0e011a5218d474d9ac30cb23ba0b3fb HTTP/1.1" status: 200 len: 375 time: 0.0536494 Jun 04 16:55:42.019239 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-f4712042-319f-445c-96be-ea58c06f3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:42.020930 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-f4712042-319f-445c-96be-ea58c06f3d70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 1096 time: 0.1287682 Jun 04 16:55:42.072215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae3f93-6277-44db-8b7f-5dea8a45840b req-bbbb1e44-79e8-472c-8c55-dcd3b62f43b6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:42.072215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6eae3f93-6277-44db-8b7f-5dea8a45840b req-bbbb1e44-79e8-472c-8c55-dcd3b62f43b6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 945 time: 0.1720166 Jun 04 16:55:42.078598 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:42.098486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Transition to ACTIVE for port object fa0444c1-2cee-48be-87ab-bc556d0e303a will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:55:42.109267 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:42.126137 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-c475c4bd-79ac-49fa-aa49-31e527d031d0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e011a5218d474d9ac30cb23ba0b3fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1675303 Jun 04 16:55:42.145215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6eae3f93-6277-44db-8b7f-5dea8a45840b req-fe279697-e0d0-4e0b-9d4d-86cbdc82dc1a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654941 Jun 04 16:55:42.216858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-fd1370de-33a5-4bd6-b905-2bf37072555c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 16:55:42.218029 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-fd1370de-33a5-4bd6-b905-2bf37072555c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0736825 Jun 04 16:55:42.228328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-96cf9f52-e76e-42eb-b0fa-382a703a78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:42.230555 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-96cf9f52-e76e-42eb-b0fa-382a703a78a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4708e87a-d7ce-4692-8b67-d9ef22d64e59 HTTP/1.1" status: 200 len: 898 time: 0.2023325 Jun 04 16:55:42.251940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9033fd-8fd6-4546-a786-5ac3253226d2 None None] Pushing event updated for resources: {'Port': ['ID=fa0444c1-2cee-48be-87ab-bc556d0e303a,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:42.340983 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-2cf0d814-2b48-469c-a115-31db2e7860b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 HTTP/1.1" status: 200 len: 1000 time: 0.1038468 Jun 04 16:55:42.375558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-90ac18b7-f48a-4912-9657-880a979425a8 service neutron] 10.222.0.13 "GET /v2.0/networks/71002eda-8dd4-4164-a470-3440fdb2710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485741 Jun 04 16:55:42.380574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Attempting to bind port fa0444c1-2cee-48be-87ab-bc556d0e303a on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:55:42.381161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Attempting to bind port fa0444c1-2cee-48be-87ab-bc556d0e303a by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:55:42.381673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Attempting to bind port fa0444c1-2cee-48be-87ab-bc556d0e303a on network 71002eda-8dd4-4164-a470-3440fdb2710e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:55:42.388140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:55:42.388786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Checking segment: {'id': 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:55:42.389474 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:42.390288 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Bound using segment: {'id': 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:55:42.391151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Bound port: fa0444c1-2cee-48be-87ab-bc556d0e303a, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:55:42.391679 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:42.521204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] For port fa0444c1-2cee-48be-87ab-bc556d0e303a, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:55:42.524723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] For port fa0444c1-2cee-48be-87ab-bc556d0e303a, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=fa0444c1-2cee-48be-87ab-bc556d0e303a,segment=NetworkSegment(e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8),segment_id=e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:55:42.533771 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:42.562065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-b0f3e100-0693-4d10-9289-1f067275afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:42.563986 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-b0f3e100-0693-4d10-9289-1f067275afde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=730bae31-5d5f-4bf2-ba7c-a65e1d0867cd HTTP/1.1" status: 200 len: 835 time: 0.2069128 Jun 04 16:55:42.564978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-5829f2d3-7257-44e5-b584-0f5de2a3ed51 service neutron] 10.222.0.13 "GET /v2.0/networks/71002eda-8dd4-4164-a470-3440fdb2710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833155 Jun 04 16:55:42.617251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Routers {'a89b10b5-198e-4421-871e-72a54e523113'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:55:42.617888 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:55:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a89b10b5-198e-4421-871e-72a54e523113'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:42.693659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53949f4b-de5f-4557-8e50-84c29732b476 req-805fcce4-ce74-4bd6-980a-3e57abeda95c tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:42.702909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53949f4b-de5f-4557-8e50-84c29732b476 req-805fcce4-ce74-4bd6-980a-3e57abeda95c tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.1359036 Jun 04 16:55:42.707133 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-15dc36d7-7256-4837-a3bb-626700297ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:42.708630 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-15dc36d7-7256-4837-a3bb-626700297ae1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4708e87a-d7ce-4692-8b67-d9ef22d64e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380715 Jun 04 16:55:42.740932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9033fd-8fd6-4546-a786-5ac3253226d2 None None] Pushing event updated for resources: {'Port': ['ID=fa0444c1-2cee-48be-87ab-bc556d0e303a,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:42.801258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53949f4b-de5f-4557-8e50-84c29732b476 req-26ad8753-61ac-43ea-9c0c-854711e745dc tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973866 Jun 04 16:55:42.922388 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-adcf80f3-6d86-4310-ab04-6103ad4c1bf5 req-f1401dbc-8127-4757-bb38-a4b9a6110f39 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 210 time: 0.0866191 Jun 04 16:55:42.962341 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-ed75cc36-b5c6-4a6e-92ee-7a86313b8e27 service neutron] 10.222.0.46 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385089 Jun 04 16:55:42.972171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] Set router a89b10b5-198e-4421-871e-72a54e523113 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:55:43.124907 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-e32b2471-7ba7-4e9f-acc4-24b9bc24f2ab service neutron] 10.222.0.46 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639054 Jun 04 16:55:43.341551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-43794c63-ccf5-4ee9-844a-a9278bd7b7f0 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:43.349780 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-43794c63-ccf5-4ee9-844a-a9278bd7b7f0 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5&tenant_id=aed73c9fa62846d9afa87b79119450a4&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1096 time: 0.1456616 Jun 04 16:55:43.357101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811809-3'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:43.472638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'fa0444c1-2cee-48be-87ab-bc556d0e303a', 'name': '', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'mac_address': 'fa:16:3e:1b:8a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:37Z', 'updated_at': '2022-06-04T16:55:42Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'subnets': [{'id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:43.477561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca82fc-aa6f-4185-a9a2-c96d5783508c None None] The sync data for ids ['a89b10b5-198e-4421-871e-72a54e523113'] in n-d-811809-3 is: [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'fa0444c1-2cee-48be-87ab-bc556d0e303a', 'name': '', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'mac_address': 'fa:16:3e:1b:8a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:37Z', 'updated_at': '2022-06-04T16:55:42Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'subnets': [{'id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:55:43.564981 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:43.705083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2fe20-0afa-4e3d-9ee2-4956ccf5264a req-18b297f9-a642-4104-b00a-7d39bff88125 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:43.714528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04a2fe20-0afa-4e3d-9ee2-4956ccf5264a req-18b297f9-a642-4104-b00a-7d39bff88125 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 945 time: 0.4051073 Jun 04 16:55:43.784819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04a2fe20-0afa-4e3d-9ee2-4956ccf5264a req-4a109c90-2e9d-440c-af7e-f2338e7b8925 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689967 Jun 04 16:55:43.857172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:43.917502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:55:44.006142 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:44.024457 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:44.038118 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:44.085160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device fa0444c1-2cee-48be-87ab-bc556d0e303a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:55:44.245482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fbeced87-3416-4272-b9cf-6fc4509cc566 req-ecec57d8-29c7-44a2-88cf-0d3371b3e2ba tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 210 time: 0.0848916 Jun 04 16:55:44.269288 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port fa0444c1-2cee-48be-87ab-bc556d0e303a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:55:44.278075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port fa0444c1-2cee-48be-87ab-bc556d0e303a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:44.278930 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:44.398484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dffa7-b664-4a16-893a-21f50e872d14 req-a50f2d9a-651b-407c-9318-1a3a43a1193d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:44.421692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d24dffa7-b664-4a16-893a-21f50e872d14 req-a50f2d9a-651b-407c-9318-1a3a43a1193d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.3848875 Jun 04 16:55:44.591549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Attempting to bind port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on host n-h1-811809-3 for vnic_type normal with profile {"migrating_to": "n-h2-811809-3"} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:55:44.591894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Attempting to bind port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:55:44.592350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Attempting to bind port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:55:44.624611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:55:44.634952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Attempting to bind port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:55:44.670986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:55:44.677574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Checking segment: {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:55:44.682284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Bound using segment: {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:55:44.683933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Bound port: cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43964eb7-315d-4da3-8b84-0999408c247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:55:44.684447 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:44.722574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d24dffa7-b664-4a16-893a-21f50e872d14 req-2d270509-40d5-4d58-afad-7d376d972e8d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118601 Jun 04 16:55:44.744236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Pushing event updated for resources: {'Port': ['ID=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,revision_number=7']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:44.759484 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e7a230-b958-4976-b8e2-e3c3dc74405e'] response: {'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'code': 200} Jun 04 16:55:44.901163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-b5dbbb3d-bd2d-43e7-8f80-2cf65a0772be tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:44.904160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-b5dbbb3d-bd2d-43e7-8f80-2cf65a0772be tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.46 "GET /v2.0/networks?id=71002eda-8dd4-4164-a470-3440fdb2710e HTTP/1.1" status: 200 len: 797 time: 0.4316456 Jun 04 16:55:44.966016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:55:44.966016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:55:44.973645 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:44.994834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port fa0444c1-2cee-48be-87ab-bc556d0e303a is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:44.995503 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:45.036481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-787760c8-a577-4bd8-a2e5-917cf6b953b4 None None] Provisioning complete for port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:45.037101 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-787760c8-a577-4bd8-a2e5-917cf6b953b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:45.067322 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-c0dbace4-59c3-431c-bfb5-2d3d948f5dff tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0e011a5218d474d9ac30cb23ba0b3fb HTTP/1.1" status: 200 len: 477 time: 0.1550119 Jun 04 16:55:45.088321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Request body: {'port': {'device_id': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'admin_state_up': True, 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'security_groups': ['9df4fcd3-497d-4bbb-8cbd-14b9452213c1', '2eaa11e1-a762-4df3-a00b-1324533ff202']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:45.182802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port fa0444c1-2cee-48be-87ab-bc556d0e303a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=fa0444c1-2cee-48be-87ab-bc556d0e303a,segment=NetworkSegment(e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8),segment_id=e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:45.193096 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:45.426415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:45.429161 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:45.432459 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] 10.222.0.46 "PUT /v2.0/ports/cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 HTTP/1.1" status: 200 len: 1121 time: 2.0803533 Jun 04 16:55:45.519935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c2219-1783-4763-8dd4-50346d8d5eed service neutron] Pushing event updated for resources: {'Port': ['ID=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,revision_number=8']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:45.532161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=fa0444c1-2cee-48be-87ab-bc556d0e303a,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:45.552809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['cdb6d8a9-d81c-4a2d-a090-cea22698cdb6'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:55:45.650809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e2387-24cd-4133-badb-c1429f5dc770 req-06111be7-73de-4182-bdca-a99ff5e54344 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:45.665927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-024e2387-24cd-4133-badb-c1429f5dc770 req-06111be7-73de-4182-bdca-a99ff5e54344 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 943 time: 0.5118184 Jun 04 16:55:45.668626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:45.694649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-787760c8-a577-4bd8-a2e5-917cf6b953b4 None None] Current status of the port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:45.695213 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-787760c8-a577-4bd8-a2e5-917cf6b953b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:45.699981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b0075a0-3b54-4c0c-9adf-befdaf80df3f req-2c066193-47a9-4b66-b00b-1ab8300ed860 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 210 time: 0.1422524 Jun 04 16:55:45.710301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:port and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:45.716891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:45.742337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:45.751584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-024e2387-24cd-4133-badb-c1429f5dc770 req-e5602e99-4e1d-4e39-ab76-343b256bba74 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840611 Jun 04 16:55:45.781925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Made reservation on behalf of b0e011a5218d474d9ac30cb23ba0b3fb for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:55:45.801905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:45.806023 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:45.889243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-787760c8-a577-4bd8-a2e5-917cf6b953b4 None None] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:45.891426 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5b4494-855d-4718-8a98-7d707ff67302'] response: {'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'code': 200} Jun 04 16:55:45.909159 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-787760c8-a577-4bd8-a2e5-917cf6b953b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:46.075454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device fa0444c1-2cee-48be-87ab-bc556d0e303a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:55:46.157325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Allocated IP 172.20.0.10 (71002eda-8dd4-4164-a470-3440fdb2710e/399b98a3-677c-4051-8a68-268c5f2892f5/ac61bf33-54c4-4b27-b47e-586a5aa5bbfc) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:55:46.169283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb89c3-4a33-4a01-bd64-a3618fd5cb39 req-aa9e70fe-38ef-471a-bd8b-3bfe199f8dbc tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:46.170831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12cb89c3-4a33-4a01-bd64-a3618fd5cb39 req-aa9e70fe-38ef-471a-bd8b-3bfe199f8dbc tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.1677856 Jun 04 16:55:46.180650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787760c8-a577-4bd8-a2e5-917cf6b953b4 None None] Pushing event updated for resources: {'Port': ['ID=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:46.251810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port fa0444c1-2cee-48be-87ab-bc556d0e303a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:46.252410 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:46.252687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12cb89c3-4a33-4a01-bd64-a3618fd5cb39 req-6f5102a6-2373-43f8-9598-79f97d84d120 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732627 Jun 04 16:55:46.426696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:46.445301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Transition to ACTIVE for port object ac61bf33-54c4-4b27-b47e-586a5aa5bbfc will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:55:46.446977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-25caad91-41fb-4351-8ca9-3961a36635ad None None] Provisioning complete for port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:46.446977 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-25caad91-41fb-4351-8ca9-3961a36635ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:46.469392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:46.503365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port fa0444c1-2cee-48be-87ab-bc556d0e303a is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:46.550584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Network 71002eda-8dd4-4164-a470-3440fdb2710e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:55:46.553431 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:55:46.557346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:55:46.570889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-25caad91-41fb-4351-8ca9-3961a36635ad None None] Current status of the port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:46.611300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Port': ['ID=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:46.639221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:46.639952 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:46.662179 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-1bdacaef-adc6-42fc-87b9-6521db1d7e45 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.5895658 Jun 04 16:55:46.675163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Request body: {'port': {'device_id': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:46.755004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:46.834233 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ef9e58-1659-4b98-b9e5-063213538f15'] response: {'name': 'network-changed', 'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'status': 'completed', 'code': 200} Jun 04 16:55:46.851580 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:46.897308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-254c2746-c6a3-4997-b21b-1405f9e1a87d None None] Provisioning for port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:55:46.908610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-254c2746-c6a3-4997-b21b-1405f9e1a87d None None] Provisioning complete for port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:46.908610 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-254c2746-c6a3-4997-b21b-1405f9e1a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:46.977043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-254c2746-c6a3-4997-b21b-1405f9e1a87d None None] Port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:55:47.323681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d0fc9-7e3c-4531-bbfb-b37714cc4f83 req-c7c26a4f-815e-4a4f-a460-5ddbd309f85e tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:47.324513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-070d0fc9-7e3c-4531-bbfb-b37714cc4f83 req-c7c26a4f-815e-4a4f-a460-5ddbd309f85e tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Synchronizing usage tracker for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:55:47.341055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2083cd-8db7-4dda-8e57-0a52b11b37df req-bb422d6a-3668-422b-a388-0c5941f604bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:47.342597 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce2083cd-8db7-4dda-8e57-0a52b11b37df req-bb422d6a-3668-422b-a388-0c5941f604bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 1126 time: 0.4418995 Jun 04 16:55:47.405583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d304303-6e2a-4f64-bbb3-80872962ad61 req-c254273b-42c0-4a22-971c-7de30426fbcf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:47.407567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d304303-6e2a-4f64-bbb3-80872962ad61 req-c254273b-42c0-4a22-971c-7de30426fbcf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 945 time: 0.4518111 Jun 04 16:55:47.538937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-070d0fc9-7e3c-4531-bbfb-b37714cc4f83 req-c7c26a4f-815e-4a4f-a460-5ddbd309f85e tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Unset dirty status for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:55:47.540288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-070d0fc9-7e3c-4531-bbfb-b37714cc4f83 req-c7c26a4f-815e-4a4f-a460-5ddbd309f85e tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 971 time: 0.6811695 Jun 04 16:55:47.649491 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d304303-6e2a-4f64-bbb3-80872962ad61 req-b08192d2-4870-453f-a2ff-e061fb7f3339 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845541 Jun 04 16:55:47.683368 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-070d0fc9-7e3c-4531-bbfb-b37714cc4f83 req-5bd28467-270b-4dba-b194-77bcb17f9e1e tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eaa11e1-a762-4df3-a00b-1324533ff202&id=9df4fcd3-497d-4bbb-8cbd-14b9452213c1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1302829 Jun 04 16:55:47.694197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2083cd-8db7-4dda-8e57-0a52b11b37df req-3f3592db-3d76-4b10-afba-8a823160e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:47.695318 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce2083cd-8db7-4dda-8e57-0a52b11b37df req-3f3592db-3d76-4b10-afba-8a823160e9a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4708e87a-d7ce-4692-8b67-d9ef22d64e59 HTTP/1.1" status: 200 len: 898 time: 0.3288107 Jun 04 16:55:47.923311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac61bf33-54c4-4b27-b47e-586a5aa5bbfc {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:55:47.929175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce2083cd-8db7-4dda-8e57-0a52b11b37df req-cb28d426-d687-493f-8e21-d46b4265ba5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 HTTP/1.1" status: 200 len: 1000 time: 0.2253492 Jun 04 16:55:47.934086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:48.003936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Transition to ACTIVE for port object ac61bf33-54c4-4b27-b47e-586a5aa5bbfc will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:55:48.012506 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:48.058058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06bdaf-826d-41f7-be51-5252dc2c56b9 req-ef066749-0310-44cc-9619-1c7f6e6d3466 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:48.059536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a06bdaf-826d-41f7-be51-5252dc2c56b9 req-ef066749-0310-44cc-9619-1c7f6e6d3466 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.2861619 Jun 04 16:55:48.067841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2083cd-8db7-4dda-8e57-0a52b11b37df req-4b3f7fd9-736c-49dd-a272-9ffe901a509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:48.069280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce2083cd-8db7-4dda-8e57-0a52b11b37df req-4b3f7fd9-736c-49dd-a272-9ffe901a509c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=730bae31-5d5f-4bf2-ba7c-a65e1d0867cd HTTP/1.1" status: 200 len: 835 time: 0.1318932 Jun 04 16:55:48.117932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:55:48.260788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Pushing event updated for resources: {'Port': ['ID=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:48.305797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:48.318763 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5a06bdaf-826d-41f7-be51-5252dc2c56b9 req-bfb95ea0-010e-40f5-999f-a636ef6b94e7 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398841 Jun 04 16:55:48.321375 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 has no active binding in host n-h2-811809-3 {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 16:55:48.394546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2083cd-8db7-4dda-8e57-0a52b11b37df req-96436b8a-04a1-4de7-b69d-b01e8d1132a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:48.396025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce2083cd-8db7-4dda-8e57-0a52b11b37df req-96436b8a-04a1-4de7-b69d-b01e8d1132a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4708e87a-d7ce-4692-8b67-d9ef22d64e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3157492 Jun 04 16:55:48.406966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Attempting to bind port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:55:48.407295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Attempting to bind port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:55:48.407615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Attempting to bind port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc on network 71002eda-8dd4-4164-a470-3440fdb2710e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:55:48.433487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc on network 71002eda-8dd4-4164-a470-3440fdb2710e not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:55:48.433801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Attempting to bind port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc on network 71002eda-8dd4-4164-a470-3440fdb2710e {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:55:48.445483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:55:48.445746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Checking segment: {'id': 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:55:48.446121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Bound using segment: {'id': 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:55:48.446573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Bound port: ac61bf33-54c4-4b27-b47e-586a5aa5bbfc, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:55:48.446909 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:48.629501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce2083cd-8db7-4dda-8e57-0a52b11b37df req-257610af-47b3-415d-988e-de36f682b4a0 service neutron] 10.222.0.42 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182078 Jun 04 16:55:48.635639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] For port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:55:48.639929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] For port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc,segment=NetworkSegment(e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8),segment_id=e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:55:48.661894 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:48.826370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:48.827102 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:48.828635 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-a837e4c5-2135-4071-8671-9db672972644 service neutron] 10.222.0.46 "PUT /v2.0/ports/ac61bf33-54c4-4b27-b47e-586a5aa5bbfc HTTP/1.1" status: 200 len: 1131 time: 2.1585891 Jun 04 16:55:48.829085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'tag': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:49.131615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837e4c5-2135-4071-8671-9db672972644 service neutron] Pushing event updated for resources: {'Port': ['ID=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:49.164571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce2083cd-8db7-4dda-8e57-0a52b11b37df req-60576818-2690-4214-89e3-669a05d974b0 service neutron] 10.222.0.42 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268154 Jun 04 16:55:49.217598 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d586ca1-092e-4181-8821-d1a30452433a req-be721407-ef4a-4467-a97b-a342d0a341c2 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:49.219411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d586ca1-092e-4181-8821-d1a30452433a req-be721407-ef4a-4467-a97b-a342d0a341c2 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 983 time: 0.3952520 Jun 04 16:55:49.226303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ae6f4-b08f-40a6-a3e1-c9a4d8c82b3e req-b2afaca6-6943-4886-b919-fa9198b8281f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:49.227731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d39ae6f4-b08f-40a6-a3e1-c9a4d8c82b3e req-b2afaca6-6943-4886-b919-fa9198b8281f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 945 time: 0.4535251 Jun 04 16:55:49.271022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-fa299465-8c8a-49de-ba02-502ada5e8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:49.272631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-fa299465-8c8a-49de-ba02-502ada5e8054 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0e011a5218d474d9ac30cb23ba0b3fb&device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 1134 time: 0.2394602 Jun 04 16:55:49.374409 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-9df8e510-1ccd-4164-96ba-580284b9420b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc HTTP/1.1" status: 200 len: 217 time: 0.0798562 Jun 04 16:55:49.378659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d39ae6f4-b08f-40a6-a3e1-c9a4d8c82b3e req-4617146b-565a-4839-84be-c299f308147f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330538 Jun 04 16:55:49.381586 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3d586ca1-092e-4181-8821-d1a30452433a req-8fc3cf0c-81d8-49fd-86b7-0210a05de73f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eaa11e1-a762-4df3-a00b-1324533ff202&id=9df4fcd3-497d-4bbb-8cbd-14b9452213c1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1527662 Jun 04 16:55:49.449636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-6f734317-958a-411e-ab3c-1224895be914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:49.451661 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-6f734317-958a-411e-ab3c-1224895be914 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399b98a3-677c-4051-8a68-268c5f2892f5 HTTP/1.1" status: 200 len: 835 time: 0.0690305 Jun 04 16:55:49.499844 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-853e1e5b-82bc-4c0d-a4b2-1b7c51fcfa63'] response: {'name': 'network-changed', 'server_uuid': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'tag': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc', 'status': 'completed', 'code': 200} Jun 04 16:55:49.626275 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee62f74-221d-4eeb-a936-0d61d80ff833 req-62e310d8-c4d8-4b73-a47f-118a9101773f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:49.628716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ee62f74-221d-4eeb-a936-0d61d80ff833 req-62e310d8-c4d8-4b73-a47f-118a9101773f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.1275778 Jun 04 16:55:49.631613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-84354817-158a-4010-9aca-7ba539766b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:49.633823 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-84354817-158a-4010-9aca-7ba539766b47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=71002eda-8dd4-4164-a470-3440fdb2710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747894 Jun 04 16:55:49.773704 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ee62f74-221d-4eeb-a936-0d61d80ff833 req-90cf41a6-72d9-4d7d-b69a-a77b804de556 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371667 Jun 04 16:55:49.830603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-7c742262-a5b2-43da-aa7a-096d16968425 service neutron] 10.222.0.46 "GET /v2.0/networks/71002eda-8dd4-4164-a470-3440fdb2710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775978 Jun 04 16:55:49.991880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19201440-93b3-4cd6-a809-6f69608bcfc3 req-efe77a21-98b1-4d1c-b3e9-49da50f0bd6b service neutron] 10.222.0.46 "GET /v2.0/networks/71002eda-8dd4-4164-a470-3440fdb2710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539488 Jun 04 16:55:50.133313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397eb7a-a760-4f59-96b4-07a406217d69 req-7591e94a-86cc-4f68-99c6-c38e7d98a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:50.135291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1397eb7a-a760-4f59-96b4-07a406217d69 req-7591e94a-86cc-4f68-99c6-c38e7d98a7a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0e011a5218d474d9ac30cb23ba0b3fb&device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 1134 time: 0.0741231 Jun 04 16:55:50.285529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397eb7a-a760-4f59-96b4-07a406217d69 req-1f00f04e-4bb5-44c9-aa54-5d664e389b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:50.287448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1397eb7a-a760-4f59-96b4-07a406217d69 req-1f00f04e-4bb5-44c9-aa54-5d664e389b1e service neutron] 10.222.0.46 "GET /v2.0/networks?id=71002eda-8dd4-4164-a470-3440fdb2710e HTTP/1.1" status: 200 len: 898 time: 0.1466103 Jun 04 16:55:50.410986 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1397eb7a-a760-4f59-96b4-07a406217d69 req-213dfb5b-62fb-42f8-ad83-caf5e8e3af42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc HTTP/1.1" status: 200 len: 217 time: 0.1156943 Jun 04 16:55:50.497811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397eb7a-a760-4f59-96b4-07a406217d69 req-59b120a6-3121-4144-bfb6-cc007b882d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:50.499266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1397eb7a-a760-4f59-96b4-07a406217d69 req-59b120a6-3121-4144-bfb6-cc007b882d23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399b98a3-677c-4051-8a68-268c5f2892f5 HTTP/1.1" status: 200 len: 835 time: 0.0811658 Jun 04 16:55:50.502118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-29cc8fd6-e47f-49d7-94da-08d6fb285262 service neutron] 10.222.0.42 "GET /v2.0/ports/cdb6d8a9-d81c-4a2d-a090-cea22698cdb6/bindings/n-h2-811809-3 HTTP/1.1" status: 200 len: 384 time: 0.1502645 Jun 04 16:55:50.999205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397eb7a-a760-4f59-96b4-07a406217d69 req-6070b773-c702-4ea3-b384-be830a59c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:51.000685 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1397eb7a-a760-4f59-96b4-07a406217d69 req-6070b773-c702-4ea3-b384-be830a59c901 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=71002eda-8dd4-4164-a470-3440fdb2710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4949176 Jun 04 16:55:51.011713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241325e-528a-4e6a-8c00-48a5a6feacca req-f47f5fea-5ef6-430a-ab03-be30896b6eef tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:51.013045 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4241325e-528a-4e6a-8c00-48a5a6feacca req-f47f5fea-5ef6-430a-ab03-be30896b6eef tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 983 time: 0.4713624 Jun 04 16:55:51.023421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416ecae-2c16-43cc-966d-6d9176586ae7 req-ac9a3000-43c4-4bc0-9d1e-a9de2ab4e6a3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:51.024776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f416ecae-2c16-43cc-966d-6d9176586ae7 req-ac9a3000-43c4-4bc0-9d1e-a9de2ab4e6a3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 945 time: 0.4847469 Jun 04 16:55:51.265559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4241325e-528a-4e6a-8c00-48a5a6feacca req-827dd8df-6d07-476d-be60-f7b2921109b8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eaa11e1-a762-4df3-a00b-1324533ff202&id=9df4fcd3-497d-4bbb-8cbd-14b9452213c1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2399120 Jun 04 16:55:51.268132 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f416ecae-2c16-43cc-966d-6d9176586ae7 req-0271e919-3857-48e8-af87-d7b587f45079 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801391 Jun 04 16:55:51.312757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-28ea9c2b-e72e-40d6-89e6-ac1ff03aaf1b service neutron] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:51.324470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1397eb7a-a760-4f59-96b4-07a406217d69 req-f93c77d0-6292-4780-afe3-afb27af155c3 service neutron] 10.222.0.46 "GET /v2.0/networks/71002eda-8dd4-4164-a470-3440fdb2710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086882 Jun 04 16:55:51.408432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-28ea9c2b-e72e-40d6-89e6-ac1ff03aaf1b service neutron] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:55:51.558663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:51.579281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-28ea9c2b-e72e-40d6-89e6-ac1ff03aaf1b service neutron] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:51.602723 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1397eb7a-a760-4f59-96b4-07a406217d69 req-04fe103b-de81-4173-8bc5-0ea1a2baa166 service neutron] 10.222.0.46 "GET /v2.0/networks/71002eda-8dd4-4164-a470-3440fdb2710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721703 Jun 04 16:55:51.605322 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-28ea9c2b-e72e-40d6-89e6-ac1ff03aaf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:51.628536 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fecdf02-244d-4cfc-bcfe-ee4b1cabbcd9'] response: {'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'code': 200} Jun 04 16:55:51.682651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2002c-630d-4ff7-a675-05db0b3246cd req-92fa8444-4ca3-4f62-9db8-40ee53f878b5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:51.684082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45f2002c-630d-4ff7-a675-05db0b3246cd req-92fa8444-4ca3-4f62-9db8-40ee53f878b5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.2497587 Jun 04 16:55:51.752554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45f2002c-630d-4ff7-a675-05db0b3246cd req-f51a5ad0-705e-4fa5-b1ef-340810cde4cc tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612972 Jun 04 16:55:51.761825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-28ea9c2b-e72e-40d6-89e6-ac1ff03aaf1b service neutron] Transition to ACTIVE for port object cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:55:51.767256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-28ea9c2b-e72e-40d6-89e6-ac1ff03aaf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:51.921714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea9c2b-e72e-40d6-89e6-ac1ff03aaf1b service neutron] Pushing event updated for resources: {'Port': ['ID=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,revision_number=11']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:51.969611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-28ea9c2b-e72e-40d6-89e6-ac1ff03aaf1b service neutron] No DVR routers for this DVR port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:55:52.128968 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device ac61bf33-54c4-4b27-b47e-586a5aa5bbfc details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:55:52.185524 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-28ea9c2b-e72e-40d6-89e6-ac1ff03aaf1b service neutron] 10.222.0.42 "PUT /v2.0/ports/cdb6d8a9-d81c-4a2d-a090-cea22698cdb6/bindings/n-h2-811809-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6465497 Jun 04 16:55:52.303958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc,segment=NetworkSegment(e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8),segment_id=e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:52.317891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'port_id': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc', 'mac_address': 'fa:16:3e:ed:74:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:55:52.324236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-57ea9267-4fc8-4b00-8bc7-98fa79503b7e tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:52.325786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-57ea9267-4fc8-4b00-8bc7-98fa79503b7e tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5&tenant_id=aed73c9fa62846d9afa87b79119450a4&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 1095 time: 0.0794456 Jun 04 16:55:52.377640 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:52.378163 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:52.395856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac61bf33-54c4-4b27-b47e-586a5aa5bbfc {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:55:52.412627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc,segment=NetworkSegment(e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8),segment_id=e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:52.416459 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:52.485638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:52.518687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-6bf1fa42-61c5-42c1-bf7b-cf7f8d766368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:52.520183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-6bf1fa42-61c5-42c1-bf7b-cf7f8d766368 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5&tenant_id=aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 1095 time: 0.1867449 Jun 04 16:55:52.547986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460639af-0457-48a5-a244-1c688bc9d6fb req-3b9cb23a-8a52-40d2-b1d1-1a8e94699c49 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:52.549419 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-460639af-0457-48a5-a244-1c688bc9d6fb req-3b9cb23a-8a52-40d2-b1d1-1a8e94699c49 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 984 time: 0.1572144 Jun 04 16:55:52.629836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['ac61bf33-54c4-4b27-b47e-586a5aa5bbfc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:55:52.701318 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:55:52.763057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba3a4f-4f67-4700-bb7f-c886f862d257 req-fb8e926c-deda-4a4d-a762-3abf8585ae57 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:52.764582 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3ba3a4f-4f67-4700-bb7f-c886f862d257 req-fb8e926c-deda-4a4d-a762-3abf8585ae57 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 944 time: 0.3305242 Jun 04 16:55:52.816644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-460639af-0457-48a5-a244-1c688bc9d6fb req-0e14d3b1-1689-4433-a208-60ac7f88063f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eaa11e1-a762-4df3-a00b-1324533ff202&id=9df4fcd3-497d-4bbb-8cbd-14b9452213c1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2315321 Jun 04 16:55:52.843078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3ba3a4f-4f67-4700-bb7f-c886f862d257 req-e3b6c694-0e7c-49d7-9b26-7c0086e04836 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657835 Jun 04 16:55:52.858358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-32a88ece-3974-45de-ad2a-0329a59642fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:52.859850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-32a88ece-3974-45de-ad2a-0329a59642fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 1095 time: 0.3084939 Jun 04 16:55:53.048000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7bfe8151-3bf5-465c-9520-b6e19ccbf51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:53.049480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-7bfe8151-3bf5-465c-9520-b6e19ccbf51c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4708e87a-d7ce-4692-8b67-d9ef22d64e59 HTTP/1.1" status: 200 len: 898 time: 0.1834404 Jun 04 16:55:53.152047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d658f8-c192-464d-874d-ff59a6980d09 req-e7321a8c-68e7-4ae2-aaf1-e993d4583af1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:53.153708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06d658f8-c192-464d-874d-ff59a6980d09 req-e7321a8c-68e7-4ae2-aaf1-e993d4583af1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.2183542 Jun 04 16:55:53.210411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-5d0e801e-4bb7-4244-b675-012844da20f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 HTTP/1.1" status: 200 len: 998 time: 0.1526034 Jun 04 16:55:53.222958 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06d658f8-c192-464d-874d-ff59a6980d09 req-62b5d8c5-e2a5-4af4-893f-799b57eed151 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547771 Jun 04 16:55:53.287406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-70b40846-40a1-47ec-ae8c-d0c0848720c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:53.288451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-70b40846-40a1-47ec-ae8c-d0c0848720c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=730bae31-5d5f-4bf2-ba7c-a65e1d0867cd HTTP/1.1" status: 200 len: 835 time: 0.0694561 Jun 04 16:55:53.375308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-2e7e0cb5-9b73-41ef-b362-7f8562b4bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:53.378109 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-2e7e0cb5-9b73-41ef-b362-7f8562b4bc90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4708e87a-d7ce-4692-8b67-d9ef22d64e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831954 Jun 04 16:55:53.530684 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-da319058-9ff1-446b-9994-bb07b25d6210 service neutron] 10.222.0.46 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458299 Jun 04 16:55:53.693742 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-e95becd9-0735-42d6-883f-cae70d265c41 service neutron] 10.222.0.46 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582167 Jun 04 16:55:54.159203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6632a4dc-33c3-41a4-ba00-9239a4625f79 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:55:54.161918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device ac61bf33-54c4-4b27-b47e-586a5aa5bbfc up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:55:54.167366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-262fc153-a42b-48e1-82e8-a3ee51997536 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:54.169905 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-262fc153-a42b-48e1-82e8-a3ee51997536 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5&tenant_id=aed73c9fa62846d9afa87b79119450a4&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 1095 time: 0.2302313 Jun 04 16:55:54.231143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30dad5-2aa8-4d1a-8d64-27c66482b4ee req-6baf9fdc-45f9-4732-8541-a442d614c341 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:54.240145 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac30dad5-2aa8-4d1a-8d64-27c66482b4ee req-6baf9fdc-45f9-4732-8541-a442d614c341 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 984 time: 0.2464721 Jun 04 16:55:54.276544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462043d-2ad8-4696-ac03-3d3f9d9ce0a2 req-27c89d61-d896-4ee0-a609-bae24eaf3dcb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:54.276544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3462043d-2ad8-4696-ac03-3d3f9d9ce0a2 req-27c89d61-d896-4ee0-a609-bae24eaf3dcb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 944 time: 0.2805476 Jun 04 16:55:54.325832 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:55:54.333706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:54.334306 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:54.385086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac30dad5-2aa8-4d1a-8d64-27c66482b4ee req-ad8f4a32-6e0e-4e11-9d5b-ce81ba6e02b5 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eaa11e1-a762-4df3-a00b-1324533ff202&id=9df4fcd3-497d-4bbb-8cbd-14b9452213c1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1446455 Jun 04 16:55:54.405143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3462043d-2ad8-4696-ac03-3d3f9d9ce0a2 req-c136a32e-a7bb-43b8-9fc4-922c14aa9a4f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160638 Jun 04 16:55:54.425931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6632a4dc-33c3-41a4-ba00-9239a4625f79, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6632a4dc-33c3-41a4-ba00-9239a4625f79,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:54.444140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '6632a4dc-33c3-41a4-ba00-9239a4625f79', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'port_id': '6632a4dc-33c3-41a4-ba00-9239a4625f79', 'mac_address': 'fa:16:3e:7e:04:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:55:54.468239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-935d6545-3f5e-4644-ae93-da5566b567cc service neutron] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:55:54.480119 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-935d6545-3f5e-4644-ae93-da5566b567cc service neutron] Notify callbacks [] for binding, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:54.481801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-057ac475-b7ab-483e-9f4f-2855ba018500 req-935d6545-3f5e-4644-ae93-da5566b567cc service neutron] 10.222.0.46 "DELETE /v2.0/ports/cdb6d8a9-d81c-4a2d-a090-cea22698cdb6/bindings/n-h1-811809-3 HTTP/1.1" status: 204 len: 173 time: 0.3068042 Jun 04 16:55:54.559442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 6632a4dc-33c3-41a4-ba00-9239a4625f79 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:54.559819 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:54.577566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:54.577850 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:54.598749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6632a4dc-33c3-41a4-ba00-9239a4625f79 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:55:54.626080 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:54.641576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc,segment=NetworkSegment(e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8),segment_id=e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:54.643219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6632a4dc-33c3-41a4-ba00-9239a4625f79, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6632a4dc-33c3-41a4-ba00-9239a4625f79,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:54.645301 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:54.687889 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:54.698727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:55:54.734529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb62867-5e02-443a-9d82-528ea7e29b78 req-574541b7-16e1-40ff-99a3-734eeb8d3437 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:54.739356 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cfb62867-5e02-443a-9d82-528ea7e29b78 req-574541b7-16e1-40ff-99a3-734eeb8d3437 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 943 time: 0.1646934 Jun 04 16:55:54.765771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b023323-8491-4274-bbc6-29718ae02a13 req-62183fdd-154d-446e-aa32-759d9c8c4e72 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:54.767805 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8b023323-8491-4274-bbc6-29718ae02a13 req-62183fdd-154d-446e-aa32-759d9c8c4e72 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 1095 time: 0.1947985 Jun 04 16:55:54.783193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:54.807015 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cfb62867-5e02-443a-9d82-528ea7e29b78 req-62dcda32-dd8c-453e-8a7a-864dc3b20163 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587318 Jun 04 16:55:54.835833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:55:54.861092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8b023323-8491-4274-bbc6-29718ae02a13 req-6e426bd2-b8e1-46dd-ba18-57857ef0d8ce tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617964 Jun 04 16:55:54.868405 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=6632a4dc-33c3-41a4-ba00-9239a4625f79,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:54.890202 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bc9dbe-c68c-40de-ad8c-41f69411dd12'] response: {'server_uuid': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc', 'code': 200} Jun 04 16:55:54.922108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['6632a4dc-33c3-41a4-ba00-9239a4625f79'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:55:55.111689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676121f5-353a-4d84-aa72-0286e28e42be req-559b23f1-ad78-4fe7-bc98-6a20a9ac926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:55.112273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-676121f5-353a-4d84-aa72-0286e28e42be req-559b23f1-ad78-4fe7-bc98-6a20a9ac926f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 1136 time: 0.1548994 Jun 04 16:55:55.121696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920215d-504d-4571-aba5-dd972b7eba67 req-6c76b1bf-66ba-4740-8f6c-168f5ba72b78 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:55.122980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5920215d-504d-4571-aba5-dd972b7eba67 req-6c76b1bf-66ba-4740-8f6c-168f5ba72b78 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 944 time: 0.1234186 Jun 04 16:55:55.325289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-676121f5-353a-4d84-aa72-0286e28e42be req-eb709ade-e94c-4da8-abc0-ee1c54bb2a96 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9df4fcd3-497d-4bbb-8cbd-14b9452213c1&id=2eaa11e1-a762-4df3-a00b-1324533ff202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2012115 Jun 04 16:55:55.336864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5920215d-504d-4571-aba5-dd972b7eba67 req-f4c939c8-4af8-4b05-93c5-9725d507177a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987381 Jun 04 16:55:55.361903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60314) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:55.477353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5ec912d1-be17-43cc-ab75-428912ff1004 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/65aaca59-91b8-48e5-bff8-4263045fb171 HTTP/1.1" status: 200 len: 990 time: 0.1145194 Jun 04 16:55:55.593466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b84493-fcad-4109-8602-843af68d8bcf req-e4897926-f25d-41ce-a190-eaca858db6c1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:55.594948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35b84493-fcad-4109-8602-843af68d8bcf req-e4897926-f25d-41ce-a190-eaca858db6c1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 985 time: 0.0855358 Jun 04 16:55:55.644595 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35b84493-fcad-4109-8602-843af68d8bcf req-40ad737d-426a-49c5-9459-5268228deb34 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eaa11e1-a762-4df3-a00b-1324533ff202&id=9df4fcd3-497d-4bbb-8cbd-14b9452213c1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0433798 Jun 04 16:55:56.016797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42721d5-8150-465e-805d-d46447999546 req-443a096b-9f64-41ea-bfd6-aa433a34e57d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:56.018667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f42721d5-8150-465e-805d-d46447999546 req-443a096b-9f64-41ea-bfd6-aa433a34e57d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 944 time: 0.0934260 Jun 04 16:55:56.070768 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f42721d5-8150-465e-805d-d46447999546 req-b8efb100-7b49-4c4c-a582-74a2d30cb8ee tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437930 Jun 04 16:55:56.187267 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6632a4dc-33c3-41a4-ba00-9239a4625f79 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:55:56.264271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 6632a4dc-33c3-41a4-ba00-9239a4625f79 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:55:56.270208 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 6632a4dc-33c3-41a4-ba00-9239a4625f79 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:55:56.270666 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:56.412082 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 6632a4dc-33c3-41a4-ba00-9239a4625f79 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:55:56.413106 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:56.446598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 6632a4dc-33c3-41a4-ba00-9239a4625f79, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6632a4dc-33c3-41a4-ba00-9239a4625f79,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:55:56.455251 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:56.524361 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=6632a4dc-33c3-41a4-ba00-9239a4625f79,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:56.851673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5554b1-9512-4613-afa4-5660d61be3c8 req-37ced7ac-e4f1-40bb-8f10-7e0e6419b7c4 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:56.856134 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f5554b1-9512-4613-afa4-5660d61be3c8 req-37ced7ac-e4f1-40bb-8f10-7e0e6419b7c4 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 985 time: 0.0908396 Jun 04 16:55:56.892081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9c995a-0471-490e-a1b1-fcfaada56191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6632a4dc-33c3-41a4-ba00-9239a4625f79'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:56.906608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f5554b1-9512-4613-afa4-5660d61be3c8 req-1fc7097a-584e-4868-99a7-b7e42f9db009 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eaa11e1-a762-4df3-a00b-1324533ff202&id=9df4fcd3-497d-4bbb-8cbd-14b9452213c1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0471559 Jun 04 16:55:56.940948 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff1b9d2-d1c3-4604-b2d9-1e8452c6068f'] response: {'server_uuid': 'be9c995a-0471-490e-a1b1-fcfaada56191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6632a4dc-33c3-41a4-ba00-9239a4625f79', 'code': 200} Jun 04 16:55:57.163656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4011d6-b0c4-4398-a2fe-accb4d296965 req-7372363d-6f67-4493-8937-27100a891990 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:57.165412 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b4011d6-b0c4-4398-a2fe-accb4d296965 req-7372363d-6f67-4493-8937-27100a891990 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 985 time: 0.1187010 Jun 04 16:55:57.168819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f833ca-5d6c-41c2-86c2-8d752697716c req-7993ad04-fca1-4764-a49f-c74c6c586bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:57.170818 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5f833ca-5d6c-41c2-86c2-8d752697716c req-7993ad04-fca1-4764-a49f-c74c6c586bdc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 1096 time: 0.1664882 Jun 04 16:55:57.316839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b4011d6-b0c4-4398-a2fe-accb4d296965 req-ef97badf-59d1-469b-ab21-bd2147555dde tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eaa11e1-a762-4df3-a00b-1324533ff202&id=9df4fcd3-497d-4bbb-8cbd-14b9452213c1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1424246 Jun 04 16:55:57.324607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5f833ca-5d6c-41c2-86c2-8d752697716c req-690ac9bb-7d7a-4023-858e-c9b82222e7e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314483 Jun 04 16:55:57.351669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32300d-67b9-42a7-884d-60dd08595843 req-bc78418d-508a-45e6-b5a5-ddc639e6f4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:57.352379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec32300d-67b9-42a7-884d-60dd08595843 req-bc78418d-508a-45e6-b5a5-ddc639e6f4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 945 time: 0.1483023 Jun 04 16:55:57.410303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec32300d-67b9-42a7-884d-60dd08595843 req-b91f9582-2933-4a98-bf3c-0dc8c36b77a1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451691 Jun 04 16:55:57.520714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67fd1e-b09a-499b-8401-cb5ea0d59488 req-a38449c9-573e-48d0-bdbd-0f700191b2f3 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:57.523662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a67fd1e-b09a-499b-8401-cb5ea0d59488 req-a38449c9-573e-48d0-bdbd-0f700191b2f3 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 1136 time: 0.0874219 Jun 04 16:55:57.552822 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2a67fd1e-b09a-499b-8401-cb5ea0d59488 req-94e4050b-8a80-424b-ad8b-cb928641b931 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:57.570286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2a67fd1e-b09a-499b-8401-cb5ea0d59488 req-94e4050b-8a80-424b-ad8b-cb928641b931 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:57.574666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2a67fd1e-b09a-499b-8401-cb5ea0d59488 req-94e4050b-8a80-424b-ad8b-cb928641b931 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Usage tracker for resource:security_group_rule and tenant:f14035aa53ba4a7a8fba4d84217b0256 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:57.577675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2a67fd1e-b09a-499b-8401-cb5ea0d59488 req-94e4050b-8a80-424b-ad8b-cb928641b931 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:57.584692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-2a67fd1e-b09a-499b-8401-cb5ea0d59488 req-94e4050b-8a80-424b-ad8b-cb928641b931 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:57.687907 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2a67fd1e-b09a-499b-8401-cb5ea0d59488 req-94e4050b-8a80-424b-ad8b-cb928641b931 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:57.692825 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2a67fd1e-b09a-499b-8401-cb5ea0d59488 req-94e4050b-8a80-424b-ad8b-cb928641b931 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:57.724783 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a67fd1e-b09a-499b-8401-cb5ea0d59488 req-94e4050b-8a80-424b-ad8b-cb928641b931 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2eaa11e1-a762-4df3-a00b-1324533ff202&id=9df4fcd3-497d-4bbb-8cbd-14b9452213c1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1915641 Jun 04 16:55:57.731806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4050b-8a80-424b-ad8b-cb928641b931 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44624b2-908d-4ced-bd17-309f99157ba3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:57.769571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60336) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:57.772531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60338) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:57.847632 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-af80f24d-27f4-4b87-a7a6-635cc6f4dcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:57.872455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3410f07-d082-406e-9388-76ae7a0a3dbc tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:57.874098 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d3410f07-d082-406e-9388-76ae7a0a3dbc tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 1131 time: 0.1116626 Jun 04 16:55:57.877025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60344) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:55:57.883205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:55:57.893076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:55:57.897188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:floatingip and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:55:57.900543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:55:57.908378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:55:57.925620 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:57.991703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-783c3b18-a3db-4487-a0a8-a20773e11dc1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port 21f3782b-3dd1-4a76-b314-2ee7a5144b9f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:55:57.992195 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c3b18-a3db-4487-a0a8-a20773e11dc1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:58.183772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c3b18-a3db-4487-a0a8-a20773e11dc1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:58.184144 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c3b18-a3db-4487-a0a8-a20773e11dc1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:58.234389 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:58.319499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-783c3b18-a3db-4487-a0a8-a20773e11dc1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for 21f3782b-3dd1-4a76-b314-2ee7a5144b9f owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:55:58.454576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Allocated IP 172.25.5.123 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/7e644bc2-7494-45fa-8750-40066393de04) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:55:58.512802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c3b18-a3db-4487-a0a8-a20773e11dc1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:58.627652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c3b18-a3db-4487-a0a8-a20773e11dc1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=21f3782b-3dd1-4a76-b314-2ee7a5144b9f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:58.667474 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:58.707196 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:58.748097 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c3b18-a3db-4487-a0a8-a20773e11dc1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:58.748097 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-783c3b18-a3db-4487-a0a8-a20773e11dc1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Floating IP 65aaca59-91b8-48e5-bff8-4263045fb171 disassociated (deleted). External IP: 172.25.5.84, port: cdb6d8a9-d81c-4a2d-a090-cea22698cdb6. Jun 04 16:55:58.790357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:55:58.792521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:55:58.796541 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:55:58.833429 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Port': ['ID=7e644bc2-7494-45fa-8750-40066393de04,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:58.961836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214e235-47df-4e83-ba7e-bed417f13114 req-d4a7c635-4c65-4a13-bb17-192a019e6739 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:58.962952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b214e235-47df-4e83-ba7e-bed417f13114 req-d4a7c635-4c65-4a13-bb17-192a019e6739 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 945 time: 0.3992937 Jun 04 16:55:59.083272 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b214e235-47df-4e83-ba7e-bed417f13114 req-759c1ad1-379e-4698-8bdd-859f595d0f7b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135011 Jun 04 16:55:59.297890 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:59.356398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783c3b18-a3db-4487-a0a8-a20773e11dc1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router abdfd100-2042-4035-afe2-a74dfe9b2f7e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:55:59.375500 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:59.375832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e315870-8667-4cd5-8b89-3cab432b067d req-052be891-8a4a-4b70-98a6-7d908d7375ab tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:55:59.377313 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e315870-8667-4cd5-8b89-3cab432b067d req-052be891-8a4a-4b70-98a6-7d908d7375ab tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 945 time: 0.1820121 Jun 04 16:55:59.544028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e315870-8667-4cd5-8b89-3cab432b067d req-d6b5b863-5655-4d8e-8d47-1f49092e58c9 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149757 Jun 04 16:55:59.598327 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:59.599143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783c3b18-a3db-4487-a0a8-a20773e11dc1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:55:59.605078 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:59.616749 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda4b2a-4b43-48da-9d2d-ca6f9fbc42ea None None] Sync routers for ids ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:55:59.628789 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda4b2a-4b43-48da-9d2d-ca6f9fbc42ea None None] Routers {'abdfd100-2042-4035-afe2-a74dfe9b2f7e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:55:59.630089 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2cda4b2a-4b43-48da-9d2d-ca6f9fbc42ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:55:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:55:59.636343 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-783c3b18-a3db-4487-a0a8-a20773e11dc1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:59.712095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-783c3b18-a3db-4487-a0a8-a20773e11dc1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/floatingips/65aaca59-91b8-48e5-bff8-4263045fb171 HTTP/1.1" status: 204 len: 168 time: 1.9498019 Jun 04 16:55:59.713014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:55:59.735608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Port': ['ID=7e644bc2-7494-45fa-8750-40066393de04,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:55:59.750535 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:55:59.874942 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2cda4b2a-4b43-48da-9d2d-ca6f9fbc42ea None None] Set router abdfd100-2042-4035-afe2-a74dfe9b2f7e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:55:59.986322 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Floating IP 7d52cd24-5569-4a05-94b2-c488b898a953 associated. External IP: 172.25.5.123, port: ac61bf33-54c4-4b27-b47e-586a5aa5bbfc. Jun 04 16:56:00.013044 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f638a0-5c1e-42e8-b985-41b84e573da1'] response: {'name': 'network-changed', 'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'status': 'completed', 'code': 200} Jun 04 16:56:00.071345 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6f97ef57-0332-429f-b50c-6d2f1b457851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:00.323342 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777657-9f15-4261-a251-b5e8680808ed req-e1c740d5-851e-417b-b6d6-14b07cdbb288 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:00.324860 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53777657-9f15-4261-a251-b5e8680808ed req-e1c740d5-851e-417b-b6d6-14b07cdbb288 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 945 time: 0.1936183 Jun 04 16:56:00.330796 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2cda4b2a-4b43-48da-9d2d-ca6f9fbc42ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:54:49Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd98eb78b-428a-4ff6-9334-2405249dedbd', 'name': '', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:9d:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:48Z', 'updated_at': '2022-06-04T16:54:54Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:00.333788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d4a04-d5e4-4f7d-893e-6a3bf3ead53f req-02bcb063-483d-4e4f-88c9-0981b067881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:00.335785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-757d4a04-d5e4-4f7d-893e-6a3bf3ead53f req-02bcb063-483d-4e4f-88c9-0981b067881d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 1095 time: 0.2950361 Jun 04 16:56:00.341349 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda4b2a-4b43-48da-9d2d-ca6f9fbc42ea None None] Checking router: abdfd100-2042-4035-afe2-a74dfe9b2f7e for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:56:00.345878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf033fb4-eab7-482d-b9db-0291dc736747 req-5cb2f71e-08a2-42a3-8feb-91c63cdffa16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:00.345878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bf033fb4-eab7-482d-b9db-0291dc736747 req-5cb2f71e-08a2-42a3-8feb-91c63cdffa16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:56:00.359449 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda4b2a-4b43-48da-9d2d-ca6f9fbc42ea None None] Routers {'abdfd100-2042-4035-afe2-a74dfe9b2f7e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:00.360439 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2cda4b2a-4b43-48da-9d2d-ca6f9fbc42ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:00.510557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d4a04-d5e4-4f7d-893e-6a3bf3ead53f req-96dc3847-c2d1-430b-88a4-4af46897227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:00.512062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-757d4a04-d5e4-4f7d-893e-6a3bf3ead53f req-96dc3847-c2d1-430b-88a4-4af46897227b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4708e87a-d7ce-4692-8b67-d9ef22d64e59 HTTP/1.1" status: 200 len: 898 time: 0.1631062 Jun 04 16:56:00.621914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bf033fb4-eab7-482d-b9db-0291dc736747 req-5cb2f71e-08a2-42a3-8feb-91c63cdffa16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:56:00.623056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf033fb4-eab7-482d-b9db-0291dc736747 req-5cb2f71e-08a2-42a3-8feb-91c63cdffa16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 944 time: 0.4464040 Jun 04 16:56:00.625363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-757d4a04-d5e4-4f7d-893e-6a3bf3ead53f req-427e1731-1a30-4558-868b-4aff4668680c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 HTTP/1.1" status: 200 len: 217 time: 0.0936518 Jun 04 16:56:00.633737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Router a89b10b5-198e-4421-871e-72a54e523113 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:56:00.643737 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53777657-9f15-4261-a251-b5e8680808ed req-5d0db605-de4c-46db-9435-23cab6d12f3c tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014469 Jun 04 16:56:00.668317 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2cda4b2a-4b43-48da-9d2d-ca6f9fbc42ea None None] Set router abdfd100-2042-4035-afe2-a74dfe9b2f7e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:00.750034 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf033fb4-eab7-482d-b9db-0291dc736747 req-77a95641-9b4e-42d3-891b-4f72c0ebd700 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed3dfddd-1619-4a5f-b844-a83bf56a47aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690699 Jun 04 16:56:00.771562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d4a04-d5e4-4f7d-893e-6a3bf3ead53f req-bb9d2aa1-18b2-4167-9ec4-1b0524b68e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:00.781356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-15d34f38-4d9a-4435-9640-b9dbaaac2974 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:00.781356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-15d34f38-4d9a-4435-9640-b9dbaaac2974 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:56:00.783802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-757d4a04-d5e4-4f7d-893e-6a3bf3ead53f req-bb9d2aa1-18b2-4167-9ec4-1b0524b68e5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=730bae31-5d5f-4bf2-ba7c-a65e1d0867cd HTTP/1.1" status: 200 len: 835 time: 0.1390707 Jun 04 16:56:00.800253 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-15d34f38-4d9a-4435-9640-b9dbaaac2974 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:56:00.801534 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-15d34f38-4d9a-4435-9640-b9dbaaac2974 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 944 time: 0.3643084 Jun 04 16:56:00.892014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d4a04-d5e4-4f7d-893e-6a3bf3ead53f req-435240d8-05b9-4a74-b2be-d0bb00fb61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:00.893614 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-757d4a04-d5e4-4f7d-893e-6a3bf3ead53f req-435240d8-05b9-4a74-b2be-d0bb00fb61e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4708e87a-d7ce-4692-8b67-d9ef22d64e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025863 Jun 04 16:56:00.981466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-108812ed-452d-4fc3-b807-309e6ed988ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:56:00.981839 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-108812ed-452d-4fc3-b807-309e6ed988ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:01.062525 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-757d4a04-d5e4-4f7d-893e-6a3bf3ead53f req-e8ce5829-af85-4216-8d46-cb1087e7caf6 service neutron] 10.222.0.46 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620178 Jun 04 16:56:01.129319 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2cda4b2a-4b43-48da-9d2d-ca6f9fbc42ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:54:49Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd98eb78b-428a-4ff6-9334-2405249dedbd', 'name': '', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:9d:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:48Z', 'updated_at': '2022-06-04T16:54:54Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:01.134650 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda4b2a-4b43-48da-9d2d-ca6f9fbc42ea None None] The sync data for ids ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'] in n-d-811809-3 is: [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:54:49Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd98eb78b-428a-4ff6-9334-2405249dedbd', 'name': '', 'network_id': '4708e87a-d7ce-4692-8b67-d9ef22d64e59', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:9d:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:48Z', 'updated_at': '2022-06-04T16:54:54Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': '730bae31-5d5f-4bf2-ba7c-a65e1d0867cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:56:01.225098 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:01.259514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:56:01.270353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e627c37-8dda-448e-8926-c70eb90cf27e None None] Sync routers for ids ['a89b10b5-198e-4421-871e-72a54e523113'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:56:01.293847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e627c37-8dda-448e-8926-c70eb90cf27e None None] Routers {'a89b10b5-198e-4421-871e-72a54e523113'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:01.294616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5e627c37-8dda-448e-8926-c70eb90cf27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a89b10b5-198e-4421-871e-72a54e523113'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:01.350728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-108812ed-452d-4fc3-b807-309e6ed988ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] For port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:01.351170 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-108812ed-452d-4fc3-b807-309e6ed988ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:01.419411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-757d4a04-d5e4-4f7d-893e-6a3bf3ead53f req-6a0e78df-9190-4703-93c2-448479f3f7b6 service neutron] 10.222.0.46 "GET /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483906 Jun 04 16:56:01.518835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-108812ed-452d-4fc3-b807-309e6ed988ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:56:01.544811 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:01.552705 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33bf99c-da90-4e59-912e-ce6cf536747b None None] New status for floating IP 65aaca59-91b8-48e5-bff8-4263045fb171: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:56:01.575632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5e627c37-8dda-448e-8926-c70eb90cf27e None None] Set router a89b10b5-198e-4421-871e-72a54e523113 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:01.717939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-108812ed-452d-4fc3-b807-309e6ed988ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:01.730553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50ceda-3d67-4246-86cd-b4769d38fafe req-9019aca2-545b-4102-a825-22d1306b91db tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:01.733656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c50ceda-3d67-4246-86cd-b4769d38fafe req-9019aca2-545b-4102-a825-22d1306b91db tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 945 time: 0.1848836 Jun 04 16:56:01.835632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108812ed-452d-4fc3-b807-309e6ed988ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=cdb6d8a9-d81c-4a2d-a090-cea22698cdb6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:01.878594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2c50ceda-3d67-4246-86cd-b4769d38fafe req-e222bd03-bc6d-4c38-bdbb-7b7bb665b4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Deleting port 6632a4dc-33c3-41a4-ba00-9239a4625f79 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:56:01.879316 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c50ceda-3d67-4246-86cd-b4769d38fafe req-e222bd03-bc6d-4c38-bdbb-7b7bb665b4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:01.893265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-108812ed-452d-4fc3-b807-309e6ed988ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] No DVR routers for this DVR port cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:56:01.895985 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-108812ed-452d-4fc3-b807-309e6ed988ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:01.898301 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-108812ed-452d-4fc3-b807-309e6ed988ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.46 "DELETE /v2.0/ports/cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 HTTP/1.1" status: 204 len: 173 time: 1.0893650 Jun 04 16:56:01.898982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'name': 'network-vif-deleted', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:56:01.912070 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:02.001862 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b497d6f7-1b00-4613-abde-6466f6f95d08 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1236954 Jun 04 16:56:02.004526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60370) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:02.026090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7963b94-ddb4-454e-9874-dd24e57e0632 req-98428141-0cf0-4964-a74c-ff00160ca3bb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5 HTTP/1.1" status: 200 len: 210 time: 0.1072564 Jun 04 16:56:02.062310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5e627c37-8dda-448e-8926-c70eb90cf27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '7d52cd24-5569-4a05-94b2-c488b898a953', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'port_id': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'mac_address': 'fa:16:3e:ed:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:55:59Z', 'updated_at': '2022-06-04T16:55:59Z', 'revision_number': 0, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0444c1-2cee-48be-87ab-bc556d0e303a', 'name': '', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'mac_address': 'fa:16:3e:1b:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:37Z', 'updated_at': '2022-06-04T16:55:45Z', 'revision_number': 5, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'subnets': [{'id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:02.068152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e627c37-8dda-448e-8926-c70eb90cf27e None None] Checking router: a89b10b5-198e-4421-871e-72a54e523113 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:56:02.077768 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e627c37-8dda-448e-8926-c70eb90cf27e None None] Routers {'a89b10b5-198e-4421-871e-72a54e523113'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:02.078890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5e627c37-8dda-448e-8926-c70eb90cf27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a89b10b5-198e-4421-871e-72a54e523113'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:02.282774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5e627c37-8dda-448e-8926-c70eb90cf27e None None] Set router a89b10b5-198e-4421-871e-72a54e523113 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:02.362184 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e944c16a-710a-4f6a-84e6-219a9882b432'] response: {'server_uuid': '7cfcdce7-32ea-441f-84f1-2ef6d09a9ce5', 'name': 'network-vif-deleted', 'tag': 'cdb6d8a9-d81c-4a2d-a090-cea22698cdb6', 'status': 'completed', 'code': 200} Jun 04 16:56:02.368394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbddf68-769b-4e76-aff6-286edf93b56e tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.369123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbddf68-769b-4e76-aff6-286edf93b56e tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.369722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbddf68-769b-4e76-aff6-286edf93b56e tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.370316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbddf68-769b-4e76-aff6-286edf93b56e tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.370931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbddf68-769b-4e76-aff6-286edf93b56e tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.371529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbddf68-769b-4e76-aff6-286edf93b56e tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.372116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbddf68-769b-4e76-aff6-286edf93b56e tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.374302 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-afbddf68-769b-4e76-aff6-286edf93b56e tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.3684835 Jun 04 16:56:02.379865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2c50ceda-3d67-4246-86cd-b4769d38fafe req-e222bd03-bc6d-4c38-bdbb-7b7bb665b4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] For port 6632a4dc-33c3-41a4-ba00-9239a4625f79, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=6632a4dc-33c3-41a4-ba00-9239a4625f79,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:02.380454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c50ceda-3d67-4246-86cd-b4769d38fafe req-e222bd03-bc6d-4c38-bdbb-7b7bb665b4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:02.385257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60374) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:02.483276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035a56e-25ae-4994-82e5-5ca736f5bbff tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.483966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035a56e-25ae-4994-82e5-5ca736f5bbff tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.484480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035a56e-25ae-4994-82e5-5ca736f5bbff tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.484983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035a56e-25ae-4994-82e5-5ca736f5bbff tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.485721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035a56e-25ae-4994-82e5-5ca736f5bbff tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.486468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035a56e-25ae-4994-82e5-5ca736f5bbff tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.487223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035a56e-25ae-4994-82e5-5ca736f5bbff tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.492992 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3035a56e-25ae-4994-82e5-5ca736f5bbff tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1035676 Jun 04 16:56:02.493410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60378) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:02.525083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2c50ceda-3d67-4246-86cd-b4769d38fafe req-e222bd03-bc6d-4c38-bdbb-7b7bb665b4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Calling delete_port for 6632a4dc-33c3-41a4-ba00-9239a4625f79 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:56:02.634008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122d64e-ad0f-431e-86aa-cf602b18803a req-beacabb0-5bcb-4914-ba78-14f033aeaab0 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.641793 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2122d64e-ad0f-431e-86aa-cf602b18803a req-beacabb0-5bcb-4914-ba78-14f033aeaab0 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 945 time: 0.6868188 Jun 04 16:56:02.683002 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:02.709946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5e627c37-8dda-448e-8926-c70eb90cf27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '7d52cd24-5569-4a05-94b2-c488b898a953', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'port_id': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'mac_address': 'fa:16:3e:ed:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:55:59Z', 'updated_at': '2022-06-04T16:55:59Z', 'revision_number': 0, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0444c1-2cee-48be-87ab-bc556d0e303a', 'name': '', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'mac_address': 'fa:16:3e:1b:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:37Z', 'updated_at': '2022-06-04T16:55:45Z', 'revision_number': 5, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'subnets': [{'id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:02.714414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e627c37-8dda-448e-8926-c70eb90cf27e None None] The sync data for ids ['a89b10b5-198e-4421-871e-72a54e523113'] in n-d-811809-3 is: [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '7d52cd24-5569-4a05-94b2-c488b898a953', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'port_id': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'mac_address': 'fa:16:3e:ed:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:55:59Z', 'updated_at': '2022-06-04T16:55:59Z', 'revision_number': 0, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0444c1-2cee-48be-87ab-bc556d0e303a', 'name': '', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'mac_address': 'fa:16:3e:1b:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:37Z', 'updated_at': '2022-06-04T16:55:45Z', 'revision_number': 5, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'subnets': [{'id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:56:02.740318 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a24d499a-3ec0-4530-801c-48e736d186e2 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.2456431 Jun 04 16:56:02.743042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60382) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:02.744723 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2122d64e-ad0f-431e-86aa-cf602b18803a req-580b32a7-422e-4386-b4ef-d1f08c39d237 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016181 Jun 04 16:56:02.763116 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c50ceda-3d67-4246-86cd-b4769d38fafe req-e222bd03-bc6d-4c38-bdbb-7b7bb665b4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:02.776048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['203f3718-4518-4636-9149-c837532a8017'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:56:02.836125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d74163-9727-4219-92a1-9c5d7d7d5c50 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.836614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d74163-9727-4219-92a1-9c5d7d7d5c50 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:02.838388 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c4d74163-9727-4219-92a1-9c5d7d7d5c50 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a89b10b5-198e-4421-871e-72a54e523113 HTTP/1.1" status: 200 len: 1989 time: 0.0942249 Jun 04 16:56:02.865651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222bd03-bc6d-4c38-bdbb-7b7bb665b4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event deleted for resources: {'Port': ['ID=6632a4dc-33c3-41a4-ba00-9239a4625f79,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:02.930272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c50ceda-3d67-4246-86cd-b4769d38fafe req-e222bd03-bc6d-4c38-bdbb-7b7bb665b4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] No DVR routers for this DVR port 6632a4dc-33c3-41a4-ba00-9239a4625f79 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:56:02.933775 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c50ceda-3d67-4246-86cd-b4769d38fafe req-e222bd03-bc6d-4c38-bdbb-7b7bb665b4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:02.938502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9c995a-0471-490e-a1b1-fcfaada56191', 'name': 'network-vif-deleted', 'tag': '6632a4dc-33c3-41a4-ba00-9239a4625f79'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:56:02.959150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c50ceda-3d67-4246-86cd-b4769d38fafe req-e222bd03-bc6d-4c38-bdbb-7b7bb665b4d1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "DELETE /v2.0/ports/6632a4dc-33c3-41a4-ba00-9239a4625f79 HTTP/1.1" status: 204 len: 173 time: 1.2195852 Jun 04 16:56:03.001672 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86730eb8-83a7-48c4-9efa-9e81109ea2eb'] response: {'server_uuid': 'be9c995a-0471-490e-a1b1-fcfaada56191', 'name': 'network-vif-deleted', 'tag': '6632a4dc-33c3-41a4-ba00-9239a4625f79', 'status': 'completed', 'code': 200} Jun 04 16:56:03.023664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9688a28-8bb4-4aad-adef-243e74fbcd11 None None] New status for floating IP 7d52cd24-5569-4a05-94b2-c488b898a953: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:56:03.139383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60392) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:03.782190 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1cd35f3a-0591-4cd3-bf80-2eca6f71557e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:03.925555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c723dcfa-f7a9-402d-ab23-41638ef20b66 req-d6469a7a-20cd-4fb2-af8a-1a267ff603dd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:56:03.944434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c723dcfa-f7a9-402d-ab23-41638ef20b66 req-d6469a7a-20cd-4fb2-af8a-1a267ff603dd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:56:03.945977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c723dcfa-f7a9-402d-ab23-41638ef20b66 req-d6469a7a-20cd-4fb2-af8a-1a267ff603dd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=be9c995a-0471-490e-a1b1-fcfaada56191 HTTP/1.1" status: 200 len: 210 time: 0.0677388 Jun 04 16:56:04.197817 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:04.221925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1cd35f3a-0591-4cd3-bf80-2eca6f71557e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port d98eb78b-428a-4ff6-9334-2405249dedbd {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:56:04.222274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1cd35f3a-0591-4cd3-bf80-2eca6f71557e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:04.235629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6632a4dc-33c3-41a4-ba00-9239a4625f79 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:56:04.280909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 6632a4dc-33c3-41a4-ba00-9239a4625f79 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:56:04.281282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 6632a4dc-33c3-41a4-ba00-9239a4625f79 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:56:04.281701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:56:04.330673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:56:04.331008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device cdb6d8a9-d81c-4a2d-a090-cea22698cdb6 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:56:04.348514 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:04.431015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'tag': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:56:04.488793 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8118d914-00c0-4e8f-93e0-68cc75e0475e'] response: {'name': 'network-changed', 'server_uuid': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'tag': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc', 'status': 'completed', 'code': 200} Jun 04 16:56:04.575259 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-1cd35f3a-0591-4cd3-bf80-2eca6f71557e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] For port d98eb78b-428a-4ff6-9334-2405249dedbd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d98eb78b-428a-4ff6-9334-2405249dedbd,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:04.575742 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1cd35f3a-0591-4cd3-bf80-2eca6f71557e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:04.607451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade761c-6904-447b-9e3b-174cf8479ddc req-462f05df-f56b-4241-9370-a67b5c55dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:04.609288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ade761c-6904-447b-9e3b-174cf8479ddc req-462f05df-f56b-4241-9370-a67b5c55dcc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0e011a5218d474d9ac30cb23ba0b3fb&device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 1136 time: 0.0891016 Jun 04 16:56:04.736418 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1cd35f3a-0591-4cd3-bf80-2eca6f71557e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for d98eb78b-428a-4ff6-9334-2405249dedbd owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:56:04.761795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade761c-6904-447b-9e3b-174cf8479ddc req-b5f52816-fdb1-4651-84d2-ce36dc854e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:04.763275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ade761c-6904-447b-9e3b-174cf8479ddc req-b5f52816-fdb1-4651-84d2-ce36dc854e3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=71002eda-8dd4-4164-a470-3440fdb2710e HTTP/1.1" status: 200 len: 898 time: 0.1472538 Jun 04 16:56:04.874095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ade761c-6904-447b-9e3b-174cf8479ddc req-97f1f00d-7c5c-4e55-8ebd-a4f7a725a0ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc HTTP/1.1" status: 200 len: 1002 time: 0.1050546 Jun 04 16:56:05.134648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1cd35f3a-0591-4cd3-bf80-2eca6f71557e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:05.141754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade761c-6904-447b-9e3b-174cf8479ddc req-e4524faa-599e-4d27-83f8-9f4a4f05a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:05.143305 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ade761c-6904-447b-9e3b-174cf8479ddc req-e4524faa-599e-4d27-83f8-9f4a4f05a519 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399b98a3-677c-4051-8a68-268c5f2892f5 HTTP/1.1" status: 200 len: 835 time: 0.2636936 Jun 04 16:56:05.192565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd35f3a-0591-4cd3-bf80-2eca6f71557e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=d98eb78b-428a-4ff6-9334-2405249dedbd,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:05.232743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade761c-6904-447b-9e3b-174cf8479ddc req-bb239eaf-fabd-44a3-947f-5dfce6e0ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:05.234271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ade761c-6904-447b-9e3b-174cf8479ddc req-bb239eaf-fabd-44a3-947f-5dfce6e0ebac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=71002eda-8dd4-4164-a470-3440fdb2710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843186 Jun 04 16:56:05.394469 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ade761c-6904-447b-9e3b-174cf8479ddc req-8159e511-b445-4b24-953f-2c1fa293d50b service neutron] 10.222.0.46 "GET /v2.0/networks/71002eda-8dd4-4164-a470-3440fdb2710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534750 Jun 04 16:56:05.518779 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1cd35f3a-0591-4cd3-bf80-2eca6f71557e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:05.562228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ade761c-6904-447b-9e3b-174cf8479ddc req-657a9987-a743-47c2-8375-8d90409df911 service neutron] 10.222.0.46 "GET /v2.0/networks/71002eda-8dd4-4164-a470-3440fdb2710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615622 Jun 04 16:56:05.922670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd35f3a-0591-4cd3-bf80-2eca6f71557e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router abdfd100-2042-4035-afe2-a74dfe9b2f7e has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:56:06.236831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd35f3a-0591-4cd3-bf80-2eca6f71557e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:56:06.252414 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14107fca-811a-41c7-904d-71379fdf209e None None] Sync routers for ids ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:56:06.260208 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1cd35f3a-0591-4cd3-bf80-2eca6f71557e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "PUT /v2.0/routers/abdfd100-2042-4035-afe2-a74dfe9b2f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1170712 Jun 04 16:56:06.260636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60408) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:06.268545 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14107fca-811a-41c7-904d-71379fdf209e None None] Routers {'abdfd100-2042-4035-afe2-a74dfe9b2f7e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:06.269144 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-14107fca-811a-41c7-904d-71379fdf209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:06.348571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-8831810a-f51e-4eab-8204-a1530413245f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting subnet 730bae31-5d5f-4bf2-ba7c-a65e1d0867cd {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:56:06.351825 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8831810a-f51e-4eab-8204-a1530413245f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:06.445686 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8831810a-f51e-4eab-8204-a1530413245f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:06.543463 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-14107fca-811a-41c7-904d-71379fdf209e None None] Set router abdfd100-2042-4035-afe2-a74dfe9b2f7e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:06.552242 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8831810a-f51e-4eab-8204-a1530413245f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:06.653114 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8831810a-f51e-4eab-8204-a1530413245f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:06.698573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831810a-f51e-4eab-8204-a1530413245f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Subnet': ['ID=730bae31-5d5f-4bf2-ba7c-a65e1d0867cd,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:06.702377 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8831810a-f51e-4eab-8204-a1530413245f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:06.710029 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8831810a-f51e-4eab-8204-a1530413245f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/subnets/730bae31-5d5f-4bf2-ba7c-a65e1d0867cd HTTP/1.1" status: 204 len: 168 time: 0.4481447 Jun 04 16:56:06.712527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60414) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:06.715834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd544224-d700-44c5-a0c5-efd4a87a6b7f None None] Network 4708e87a-d7ce-4692-8b67-d9ef22d64e59 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:56:06.867245 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-14107fca-811a-41c7-904d-71379fdf209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:56:05Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:06.875259 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14107fca-811a-41c7-904d-71379fdf209e None None] Checking router: abdfd100-2042-4035-afe2-a74dfe9b2f7e for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:56:06.886401 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14107fca-811a-41c7-904d-71379fdf209e None None] Routers {'abdfd100-2042-4035-afe2-a74dfe9b2f7e'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:06.887260 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-14107fca-811a-41c7-904d-71379fdf209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:06.944198 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:07.111449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7027969-9524-444a-9a42-6cd3b5c4d7dd None None] DHCP port deletion for 4708e87a-d7ce-4692-8b67-d9ef22d64e59 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:56:07.117767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b7027969-9524-444a-9a42-6cd3b5c4d7dd None None] Deleting port 424de3a8-c650-40c7-95f7-97cb9297d181 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:56:07.118356 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7027969-9524-444a-9a42-6cd3b5c4d7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:07.133991 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-14107fca-811a-41c7-904d-71379fdf209e None None] Set router abdfd100-2042-4035-afe2-a74dfe9b2f7e gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:07.161164 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:07.176408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port 547308aa-8643-47e9-9dc3-d04c0eab3249 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:56:07.177422 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:07.417309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] For port 547308aa-8643-47e9-9dc3-d04c0eab3249, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=547308aa-8643-47e9-9dc3-d04c0eab3249,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:07.417894 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:07.435104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b7027969-9524-444a-9a42-6cd3b5c4d7dd None None] For port 424de3a8-c650-40c7-95f7-97cb9297d181, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=424de3a8-c650-40c7-95f7-97cb9297d181,segment=NetworkSegment(43964eb7-315d-4da3-8b84-0999408c247e),segment_id=43964eb7-315d-4da3-8b84-0999408c247e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:07.435503 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7027969-9524-444a-9a42-6cd3b5c4d7dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:07.574616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for 547308aa-8643-47e9-9dc3-d04c0eab3249 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:56:07.636420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b7027969-9524-444a-9a42-6cd3b5c4d7dd None None] Calling delete_port for 424de3a8-c650-40c7-95f7-97cb9297d181 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:56:07.638217 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-14107fca-811a-41c7-904d-71379fdf209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:56:05Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:07.644001 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14107fca-811a-41c7-904d-71379fdf209e None None] The sync data for ids ['abdfd100-2042-4035-afe2-a74dfe9b2f7e'] in n-d-811809-3 is: [{'id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570491068', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:54:43Z', 'updated_at': '2022-06-04T16:56:05Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '547308aa-8643-47e9-9dc3-d04c0eab3249', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd100-2042-4035-afe2-a74dfe9b2f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:54:44Z', 'updated_at': '2022-06-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:56:07.723038 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7027969-9524-444a-9a42-6cd3b5c4d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:07.803558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7027969-9524-444a-9a42-6cd3b5c4d7dd None None] No DVR routers for this DVR port 424de3a8-c650-40c7-95f7-97cb9297d181 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:56:07.803558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7027969-9524-444a-9a42-6cd3b5c4d7dd None None] Pushing event deleted for resources: {'Port': ['ID=424de3a8-c650-40c7-95f7-97cb9297d181,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:07.921221 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:07.977021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=547308aa-8643-47e9-9dc3-d04c0eab3249,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:08.077692 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:08.154307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d98eb78b-428a-4ff6-9334-2405249dedbd no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:56:08.209137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: d98eb78b-428a-4ff6-9334-2405249dedbd {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:56:08.209482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d98eb78b-428a-4ff6-9334-2405249dedbd not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:56:08.209907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 424de3a8-c650-40c7-95f7-97cb9297d181 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:56:08.244097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 424de3a8-c650-40c7-95f7-97cb9297d181 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:56:08.244444 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 424de3a8-c650-40c7-95f7-97cb9297d181 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:56:08.279384 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:08.281991 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:08.309013 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:08.309013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Fanout notify agent at l3_agent the message router_deleted on router abdfd100-2042-4035-afe2-a74dfe9b2f7e {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:56:08.326167 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:08.327862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-61f53540-9522-42a9-9a86-461f61f024ca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/routers/abdfd100-2042-4035-afe2-a74dfe9b2f7e HTTP/1.1" status: 204 len: 168 time: 1.6134915 Jun 04 16:56:08.329982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60420) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:08.454511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25c7e524-74bc-41e5-acd9-672cd6714f16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:08.615223 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25c7e524-74bc-41e5-acd9-672cd6714f16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:08.658636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-25c7e524-74bc-41e5-acd9-672cd6714f16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4708e87a-d7ce-4692-8b67-d9ef22d64e59']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:08.674471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-25c7e524-74bc-41e5-acd9-672cd6714f16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43964eb7-315d-4da3-8b84-0999408c247e') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:08.674471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-25c7e524-74bc-41e5-acd9-672cd6714f16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43964eb7-315d-4da3-8b84-0999408c247e') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:08.687660 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25c7e524-74bc-41e5-acd9-672cd6714f16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:08.711479 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25c7e524-74bc-41e5-acd9-672cd6714f16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:08.717295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c7e524-74bc-41e5-acd9-672cd6714f16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:56:08.717684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25c7e524-74bc-41e5-acd9-672cd6714f16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:08.844212 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 43964eb7-315d-4da3-8b84-0999408c247e resource provider aggregate not found Jun 04 16:56:08.868362 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 43964eb7-315d-4da3-8b84-0999408c247e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43964eb7-315d-4da3-8b84-0999408c247e found for delete ", "request_id": "req-770ddaa5-23a1-453d-9183-236d0eb53bfd"}]} Jun 04 16:56:08.878304 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25c7e524-74bc-41e5-acd9-672cd6714f16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:08.903424 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-25c7e524-74bc-41e5-acd9-672cd6714f16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:08.921820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7e524-74bc-41e5-acd9-672cd6714f16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Network': ['ID=4708e87a-d7ce-4692-8b67-d9ef22d64e59,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:08.933957 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-25c7e524-74bc-41e5-acd9-672cd6714f16 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/networks/4708e87a-d7ce-4692-8b67-d9ef22d64e59 HTTP/1.1" status: 204 len: 168 time: 0.6025934 Jun 04 16:56:08.938226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60436) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:09.078771 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91f89759-a20e-4992-b04c-dd2e553d8ae7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.127554 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91f89759-a20e-4992-b04c-dd2e553d8ae7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.189624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b938871-698e-4d83-a851-cc2e65c9ceb3 req-31809563-ddd3-4af7-bd60-068fb2ca13a2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:09.191250 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b938871-698e-4d83-a851-cc2e65c9ceb3 req-31809563-ddd3-4af7-bd60-068fb2ca13a2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 946 time: 0.1730895 Jun 04 16:56:09.245510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6b938871-698e-4d83-a851-cc2e65c9ceb3 req-20aa6d1b-e811-4925-b859-e3e887801d3c tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483236 Jun 04 16:56:09.253496 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91f89759-a20e-4992-b04c-dd2e553d8ae7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.274745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f89759-a20e-4992-b04c-dd2e553d8ae7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3dfddd-1619-4a5f-b844-a83bf56a47aa,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:09.287606 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91f89759-a20e-4992-b04c-dd2e553d8ae7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.290994 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-91f89759-a20e-4992-b04c-dd2e553d8ae7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/security-groups/ed3dfddd-1619-4a5f-b844-a83bf56a47aa HTTP/1.1" status: 204 len: 168 time: 0.3525255 Jun 04 16:56:09.438742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60444) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:09.445590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206502225', 'description': 'tempest-secgroup-smoke-206502225 description', 'project_id': 'aed73c9fa62846d9afa87b79119450a4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:09.453149 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:09.458267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:09.460841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:09.467124 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:09.478781 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.499753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:09.503790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:09.506983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:09.514906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:09.595027 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.598589 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.647263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc72300-c01b-4a8f-b439-b5970e58998f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:09.649314 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.650377 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4f8a3ee8-c26a-4583-bbca-fc8b852cbb80 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2105525 Jun 04 16:56:09.654227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60448) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:09.660657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-b6e7e25f-102b-48fe-9622-b977ef15eaaf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'bfc72300-c01b-4a8f-b439-b5970e58998f', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:09.666232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b6e7e25f-102b-48fe-9622-b977ef15eaaf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:09.670559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b6e7e25f-102b-48fe-9622-b977ef15eaaf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:09.674294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-b6e7e25f-102b-48fe-9622-b977ef15eaaf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:09.681498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-b6e7e25f-102b-48fe-9622-b977ef15eaaf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:09.705917 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e25f-102b-48fe-9622-b977ef15eaaf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.783445 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e25f-102b-48fe-9622-b977ef15eaaf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.788127 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e25f-102b-48fe-9622-b977ef15eaaf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.812512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7e25f-102b-48fe-9622-b977ef15eaaf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df5c74b-fdf7-4065-b4d1-9ba37c34b550,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:09.823016 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e25f-102b-48fe-9622-b977ef15eaaf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.824235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b6e7e25f-102b-48fe-9622-b977ef15eaaf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1698623 Jun 04 16:56:09.827648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60452) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:09.833039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-05bdc064-75af-48f0-ac4a-f0ff3c941d6f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'bfc72300-c01b-4a8f-b439-b5970e58998f', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:09.840147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-05bdc064-75af-48f0-ac4a-f0ff3c941d6f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:09.844327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-05bdc064-75af-48f0-ac4a-f0ff3c941d6f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:09.847404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-05bdc064-75af-48f0-ac4a-f0ff3c941d6f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:09.853269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-05bdc064-75af-48f0-ac4a-f0ff3c941d6f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:09.875024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05bdc064-75af-48f0-ac4a-f0ff3c941d6f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.942485 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 547308aa-8643-47e9-9dc3-d04c0eab3249 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:56:09.946629 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05bdc064-75af-48f0-ac4a-f0ff3c941d6f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.951983 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05bdc064-75af-48f0-ac4a-f0ff3c941d6f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.975368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdc064-75af-48f0-ac4a-f0ff3c941d6f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c44ebb9-b560-4da0-b053-9322df0f475a,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:09.980339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 547308aa-8643-47e9-9dc3-d04c0eab3249 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:56:09.980730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 547308aa-8643-47e9-9dc3-d04c0eab3249 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:56:09.986454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05bdc064-75af-48f0-ac4a-f0ff3c941d6f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:09.987711 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-05bdc064-75af-48f0-ac4a-f0ff3c941d6f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1589777 Jun 04 16:56:09.990518 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60456) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:09.995446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f37524bf-f403-4fc2-9097-675fba14074e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'bfc72300-c01b-4a8f-b439-b5970e58998f', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:10.002549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f37524bf-f403-4fc2-9097-675fba14074e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:10.006504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f37524bf-f403-4fc2-9097-675fba14074e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:10.009414 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f37524bf-f403-4fc2-9097-675fba14074e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:10.015299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f37524bf-f403-4fc2-9097-675fba14074e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:10.034048 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f37524bf-f403-4fc2-9097-675fba14074e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.103162 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f37524bf-f403-4fc2-9097-675fba14074e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.109032 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f37524bf-f403-4fc2-9097-675fba14074e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.130477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37524bf-f403-4fc2-9097-675fba14074e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0839be-0145-4dde-947b-8457ce8859e2,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:10.145296 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f37524bf-f403-4fc2-9097-675fba14074e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.146681 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f37524bf-f403-4fc2-9097-675fba14074e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550999 Jun 04 16:56:10.150605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60460) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:10.157764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-11c065bb-3f9c-4eca-b280-2cbebab13f96 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'bfc72300-c01b-4a8f-b439-b5970e58998f', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:10.164593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-11c065bb-3f9c-4eca-b280-2cbebab13f96 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:10.168655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-11c065bb-3f9c-4eca-b280-2cbebab13f96 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:10.171919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-11c065bb-3f9c-4eca-b280-2cbebab13f96 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:10.177659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-11c065bb-3f9c-4eca-b280-2cbebab13f96 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:10.197840 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-11c065bb-3f9c-4eca-b280-2cbebab13f96 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.269313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-11c065bb-3f9c-4eca-b280-2cbebab13f96 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.274153 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-11c065bb-3f9c-4eca-b280-2cbebab13f96 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.301350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c065bb-3f9c-4eca-b280-2cbebab13f96 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10250fe5-f60a-4145-82ae-e670296f74e2,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:10.311273 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-11c065bb-3f9c-4eca-b280-2cbebab13f96 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.312861 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-11c065bb-3f9c-4eca-b280-2cbebab13f96 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607962 Jun 04 16:56:10.315593 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60466) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:10.320603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-88f10f83-a3a5-4da6-9518-b213c85cb04b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'bfc72300-c01b-4a8f-b439-b5970e58998f', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:10.328939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-88f10f83-a3a5-4da6-9518-b213c85cb04b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:10.332817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-88f10f83-a3a5-4da6-9518-b213c85cb04b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:10.335761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-88f10f83-a3a5-4da6-9518-b213c85cb04b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:10.347255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-88f10f83-a3a5-4da6-9518-b213c85cb04b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:10.359432 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-88f10f83-a3a5-4da6-9518-b213c85cb04b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Project aed73c9fa62846d9afa87b79119450a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:56:10.366908 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88f10f83-a3a5-4da6-9518-b213c85cb04b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.435214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88f10f83-a3a5-4da6-9518-b213c85cb04b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.439542 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88f10f83-a3a5-4da6-9518-b213c85cb04b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.463932 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f10f83-a3a5-4da6-9518-b213c85cb04b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe245d2-54c8-47a9-be75-1c166143ed57,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:10.475678 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-88f10f83-a3a5-4da6-9518-b213c85cb04b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.476868 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-88f10f83-a3a5-4da6-9518-b213c85cb04b tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1603632 Jun 04 16:56:10.480023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60470) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:10.485079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3bcfeff0-756a-473a-a7ea-7c6109e77f51 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'security_group_rule': {'security_group_id': 'bfc72300-c01b-4a8f-b439-b5970e58998f', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:10.491803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3bcfeff0-756a-473a-a7ea-7c6109e77f51 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:10.496648 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3bcfeff0-756a-473a-a7ea-7c6109e77f51 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:security_group_rule and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:10.499968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3bcfeff0-756a-473a-a7ea-7c6109e77f51 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:10.503394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b897f-9e1c-40c9-a0e1-b50d93130b67 req-00072ff1-d204-450e-8b72-ef4974134f23 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:10.504902 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b48b897f-9e1c-40c9-a0e1-b50d93130b67 req-00072ff1-d204-450e-8b72-ef4974134f23 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 946 time: 0.1465847 Jun 04 16:56:10.506103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3bcfeff0-756a-473a-a7ea-7c6109e77f51 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:10.518224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6156f-3c6b-445d-89bf-5326998dcafc req-bd00cfc6-5f18-41d7-ac9b-ba5aa8ea8500 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:10.519860 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71b6156f-3c6b-445d-89bf-5326998dcafc req-bd00cfc6-5f18-41d7-ac9b-ba5aa8ea8500 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.42 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 946 time: 0.1036046 Jun 04 16:56:10.520003 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-3bcfeff0-756a-473a-a7ea-7c6109e77f51 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Project aed73c9fa62846d9afa87b79119450a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:56:10.526949 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bcfeff0-756a-473a-a7ea-7c6109e77f51 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.596724 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bcfeff0-756a-473a-a7ea-7c6109e77f51 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.600944 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bcfeff0-756a-473a-a7ea-7c6109e77f51 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.627103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfeff0-756a-473a-a7ea-7c6109e77f51 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102d28f2-8da5-4381-b423-28f59f773788,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:10.637871 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bcfeff0-756a-473a-a7ea-7c6109e77f51 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.639225 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3bcfeff0-756a-473a-a7ea-7c6109e77f51 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583803 Jun 04 16:56:10.642336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60474) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:10.648395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'network': {'name': 'tempest-network-smoke--281762161', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'port_security_enabled': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:10.655109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:10.659557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:network and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:10.662654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:10.668471 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:10.680796 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Made reservation on behalf of aed73c9fa62846d9afa87b79119450a4 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:56:10.684543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.715548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:56:10.724426 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.724838 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Added segment cd62a0a1-37b7-4b11-a2f1-21e88684074c of type vlan for network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 Jun 04 16:56:10.735410 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b48b897f-9e1c-40c9-a0e1-b50d93130b67 req-77c947b5-f096-4194-ad21-c0b6162624d6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=484052f5-39b7-42fc-b197-e9ad9af4a1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146299 Jun 04 16:56:10.740871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-71b6156f-3c6b-445d-89bf-5326998dcafc req-bf2bc1bc-bce7-48f4-bd01-51a633565cdb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Deleting port 203f3718-4518-4636-9149-c837532a8017 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:56:10.741208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-71b6156f-3c6b-445d-89bf-5326998dcafc req-bf2bc1bc-bce7-48f4-bd01-51a633565cdb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.757122 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.787272 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.792569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:10.793141 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.883861 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2404251 Jun 04 16:56:10.894408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60478) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:10.902691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'admin_state_up': True, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:10.915531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:10.917741 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea86452-306e-49e5-8540-55a935ea6cc8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Network': ['ID=c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:10.922498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:router and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:10.925810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:10.928046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:56:10.931347 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:10.942912 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.944022 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:10.976979 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:11.009074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-71b6156f-3c6b-445d-89bf-5326998dcafc req-bf2bc1bc-bce7-48f4-bd01-51a633565cdb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] For port 203f3718-4518-4636-9149-c837532a8017, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=203f3718-4518-4636-9149-c837532a8017,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:11.009705 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-71b6156f-3c6b-445d-89bf-5326998dcafc req-bf2bc1bc-bce7-48f4-bd01-51a633565cdb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:11.140348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-71b6156f-3c6b-445d-89bf-5326998dcafc req-bf2bc1bc-bce7-48f4-bd01-51a633565cdb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Calling delete_port for 203f3718-4518-4636-9149-c837532a8017 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:56:11.256734 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:11.298482 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-71b6156f-3c6b-445d-89bf-5326998dcafc req-bf2bc1bc-bce7-48f4-bd01-51a633565cdb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:11.311284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['203f3718-4518-4636-9149-c837532a8017'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:56:11.350154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bc1bc-bce7-48f4-bd01-51a633565cdb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event deleted for resources: {'Port': ['ID=203f3718-4518-4636-9149-c837532a8017,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:11.426498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b6156f-3c6b-445d-89bf-5326998dcafc req-bf2bc1bc-bce7-48f4-bd01-51a633565cdb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] No DVR routers for this DVR port 203f3718-4518-4636-9149-c837532a8017 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:56:11.429555 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-71b6156f-3c6b-445d-89bf-5326998dcafc req-bf2bc1bc-bce7-48f4-bd01-51a633565cdb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:11.432184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049bf314-2553-46b5-a386-b93600b904c1', 'name': 'network-vif-deleted', 'tag': '203f3718-4518-4636-9149-c837532a8017'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:56:11.450868 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71b6156f-3c6b-445d-89bf-5326998dcafc req-bf2bc1bc-bce7-48f4-bd01-51a633565cdb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.42 "DELETE /v2.0/ports/203f3718-4518-4636-9149-c837532a8017 HTTP/1.1" status: 204 len: 173 time: 0.9149554 Jun 04 16:56:11.487445 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383f648a-eaf1-4357-87ed-82ee6ac1455b'] response: {'server_uuid': '049bf314-2553-46b5-a386-b93600b904c1', 'name': 'network-vif-deleted', 'tag': '203f3718-4518-4636-9149-c837532a8017', 'status': 'completed', 'code': 200} Jun 04 16:56:11.573892 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:11.604026 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:11.877966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.25.5.51 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/2fab8ba9-7c3b-4c38-9efc-a114c027cc54) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:56:11.937092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b2febfa-8757-4620-abae-a8f0648af846 req-9538c1fd-75c7-41c0-aa1a-b70546d8252e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:56:11.953437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b2febfa-8757-4620-abae-a8f0648af846 req-9538c1fd-75c7-41c0-aa1a-b70546d8252e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:56:11.954659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b2febfa-8757-4620-abae-a8f0648af846 req-9538c1fd-75c7-41c0-aa1a-b70546d8252e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=049bf314-2553-46b5-a386-b93600b904c1 HTTP/1.1" status: 200 len: 210 time: 0.0621595 Jun 04 16:56:12.040137 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:12.071042 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:12.189801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:56:12.195201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:12.201301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:56:12.232438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=2fab8ba9-7c3b-4c38-9efc-a114c027cc54,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:12.647819 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:13.004629 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:13.215198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 91138ebd-3699-425c-a3ab-1dce69a3699c is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:56:13.513342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:56:13.524011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Sync routers for ids ['91138ebd-3699-425c-a3ab-1dce69a3699c'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:56:13.541683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Routers {'91138ebd-3699-425c-a3ab-1dce69a3699c'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:13.542801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['91138ebd-3699-425c-a3ab-1dce69a3699c'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:13.548374 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:13.549808 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-56c4a192-b161-48f3-b831-a277a93cc91c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6544394 Jun 04 16:56:13.553893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60490) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:13.600851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a57f52d8-2c42-4b11-aadd-4b284d178808 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=aed73c9fa62846d9afa87b79119450a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452693 Jun 04 16:56:13.601069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60494) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:13.740662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbe4653-a44b-462d-83d9-d2184ae5485e tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:13.742202 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bcbe4653-a44b-462d-83d9-d2184ae5485e tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1403952 Jun 04 16:56:13.746476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60498) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:13.746695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Set router 91138ebd-3699-425c-a3ab-1dce69a3699c gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:13.797002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-78ebdb4a-4a9e-4d85-b274-c75601e8d62a tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469906 Jun 04 16:56:13.799532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60502) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:13.805141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224488575', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:13.919734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:13.923619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:subnet and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:13.927346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:13.933361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:13.945291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Made reservation on behalf of aed73c9fa62846d9afa87b79119450a4 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:56:13.949047 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:14.070248 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:56:12Z', 'revision_number': 3, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:14.074653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Checking router: 91138ebd-3699-425c-a3ab-1dce69a3699c for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:56:14.075223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Updating router 91138ebd-3699-425c-a3ab-1dce69a3699c port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:56:14.135825 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:14.185723 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:14.286961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Checking segment: {'id': 'cd62a0a1-37b7-4b11-a2f1-21e88684074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:56:14.286961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network hostable DHCP agents. Network: c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:56:14.291091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Subnet': ['ID=af161956-2caa-4bd0-9b75-a5614efd0291,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:14.318197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:56:14.330395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:14.335642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:14.336469 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:14.367275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212651f4-6907-44ee-8130-b53af15567ee None None] Network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:56:14.371350 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7bbf3895-bf44-4518-86a7-d34dc68c7607 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5680645 Jun 04 16:56:14.371660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60514) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:14.617941 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:14.631516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Transition to ACTIVE for port object 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:14.674125 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:14.765131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 203f3718-4518-4636-9149-c837532a8017 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:56:14.818074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Attempting to bind port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:56:14.818357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Attempting to bind port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:56:14.818770 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Attempting to bind port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:56:14.825338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 203f3718-4518-4636-9149-c837532a8017 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:56:14.825684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 203f3718-4518-4636-9149-c837532a8017 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:56:14.831106 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb87ef-f4c7-4ccd-9756-61e56d6b0e1e None None] Pushing event updated for resources: {'Port': ['ID=2fab8ba9-7c3b-4c38-9efc-a114c027cc54,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:14.871861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:56:14.872230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:56:14.872807 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:14.873387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:56:14.874038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Bound port: 2fab8ba9-7c3b-4c38-9efc-a114c027cc54, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:56:14.874756 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:14.902594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ips': [{'subnet_id': 'af161956-2caa-4bd0-9b75-a5614efd0291'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:56:14.903437 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.032894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] For port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:56:15.052237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] For port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2fab8ba9-7c3b-4c38-9efc-a114c027cc54,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:56:15.092531 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.192132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb87ef-f4c7-4ccd-9756-61e56d6b0e1e None None] Pushing event updated for resources: {'Port': ['ID=2fab8ba9-7c3b-4c38-9efc-a114c027cc54,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:15.208305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Routers {'91138ebd-3699-425c-a3ab-1dce69a3699c'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:15.209548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['91138ebd-3699-425c-a3ab-1dce69a3699c'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:15.259665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Allocated IP 172.20.0.2 (c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4/af161956-2caa-4bd0-9b75-a5614efd0291/9939ae71-1659-4a1f-8216-315d08c7a6c7) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:56:15.290338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.438514 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60556) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:15.444497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-24bc0f39-ad6f-45d0-9c04-86775acfceea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269840799', 'description': 'tempest-secgroup-smoke-1269840799 description', 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:15.451671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-24bc0f39-ad6f-45d0-9c04-86775acfceea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:15.462688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-24bc0f39-ad6f-45d0-9c04-86775acfceea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:15.474546 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-24bc0f39-ad6f-45d0-9c04-86775acfceea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.499435 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-24bc0f39-ad6f-45d0-9c04-86775acfceea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:15.502694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] Set router 91138ebd-3699-425c-a3ab-1dce69a3699c gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:15.505016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-24bc0f39-ad6f-45d0-9c04-86775acfceea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Usage tracker for resource:security_group_rule and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:15.508549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-24bc0f39-ad6f-45d0-9c04-86775acfceea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:15.515170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-24bc0f39-ad6f-45d0-9c04-86775acfceea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:15.601627 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-24bc0f39-ad6f-45d0-9c04-86775acfceea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.606787 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-24bc0f39-ad6f-45d0-9c04-86775acfceea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.652563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc0f39-ad6f-45d0-9c04-86775acfceea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce11e66-a0f8-4b20-b2fa-dafc60649028,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:15.661055 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-24bc0f39-ad6f-45d0-9c04-86775acfceea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.662265 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-24bc0f39-ad6f-45d0-9c04-86775acfceea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2226830 Jun 04 16:56:15.665356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60560) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:15.671022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4c55329c-a647-40c3-83b8-296b1008ff53 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'security_group_rule': {'security_group_id': '3ce11e66-a0f8-4b20-b2fa-dafc60649028', 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:15.677635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4c55329c-a647-40c3-83b8-296b1008ff53 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:15.681513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4c55329c-a647-40c3-83b8-296b1008ff53 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Usage tracker for resource:security_group_rule and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:15.684926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4c55329c-a647-40c3-83b8-296b1008ff53 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:15.690810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4c55329c-a647-40c3-83b8-296b1008ff53 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:15.708275 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4c55329c-a647-40c3-83b8-296b1008ff53 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.768627 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4c55329c-a647-40c3-83b8-296b1008ff53 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.773327 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4c55329c-a647-40c3-83b8-296b1008ff53 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.801331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55329c-a647-40c3-83b8-296b1008ff53 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4a3a33-617d-4490-bc84-8f3b16b88820,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:15.808996 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.816020 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4c55329c-a647-40c3-83b8-296b1008ff53 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.819963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4c55329c-a647-40c3-83b8-296b1008ff53 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508892 Jun 04 16:56:15.820214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60564) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:15.824971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Transition to ACTIVE for port object 9939ae71-1659-4a1f-8216-315d08c7a6c7 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:15.825494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-df67c8e4-b9fe-430f-ac24-a0f188a39a22 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'security_group_rule': {'security_group_id': '3ce11e66-a0f8-4b20-b2fa-dafc60649028', 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:15.832827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-df67c8e4-b9fe-430f-ac24-a0f188a39a22 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:15.836869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-df67c8e4-b9fe-430f-ac24-a0f188a39a22 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Usage tracker for resource:security_group_rule and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:15.839965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-df67c8e4-b9fe-430f-ac24-a0f188a39a22 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:15.846214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-df67c8e4-b9fe-430f-ac24-a0f188a39a22 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:15.863478 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df67c8e4-b9fe-430f-ac24-a0f188a39a22 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.868416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Transition to ACTIVE for port object 9939ae71-1659-4a1f-8216-315d08c7a6c7 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:15.898130 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.964420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.20.0.1 (c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4/af161956-2caa-4bd0-9b75-a5614efd0291/97824187-af5f-4424-afb9-202eb4cf0711) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:56:15.967729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:56:15.974616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:15.979128 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df67c8e4-b9fe-430f-ac24-a0f188a39a22 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:15.979392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:56:15.985266 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df67c8e4-b9fe-430f-ac24-a0f188a39a22 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.021649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Pushing event updated for resources: {'Port': ['ID=9939ae71-1659-4a1f-8216-315d08c7a6c7,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:16.031658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67c8e4-b9fe-430f-ac24-a0f188a39a22 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b3acb3-067c-46e9-8732-feee243b1245,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:16.082022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Attempting to bind port 9939ae71-1659-4a1f-8216-315d08c7a6c7 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:56:16.082382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Attempting to bind port 9939ae71-1659-4a1f-8216-315d08c7a6c7 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'cd62a0a1-37b7-4b11-a2f1-21e88684074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:56:16.082767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Attempting to bind port 9939ae71-1659-4a1f-8216-315d08c7a6c7 on network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:56:16.090146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:56:16.090538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Checking segment: {'id': 'cd62a0a1-37b7-4b11-a2f1-21e88684074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:56:16.090810 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.091230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Bound using segment: {'id': 'cd62a0a1-37b7-4b11-a2f1-21e88684074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:56:16.091699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Bound port: 9939ae71-1659-4a1f-8216-315d08c7a6c7, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62a0a1-37b7-4b11-a2f1-21e88684074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:56:16.092145 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.096208 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df67c8e4-b9fe-430f-ac24-a0f188a39a22 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.097369 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-df67c8e4-b9fe-430f-ac24-a0f188a39a22 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2762072 Jun 04 16:56:16.100483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60568) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:16.106199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b6a11086-3cb4-4fec-bfed-5922204dc942 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'security_group_rule': {'security_group_id': '3ce11e66-a0f8-4b20-b2fa-dafc60649028', 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:16.113642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b6a11086-3cb4-4fec-bfed-5922204dc942 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:16.113986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:56:12Z', 'revision_number': 3, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:16.118615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b6a11086-3cb4-4fec-bfed-5922204dc942 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Usage tracker for resource:security_group_rule and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:16.121647 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b6a11086-3cb4-4fec-bfed-5922204dc942 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:16.127942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b6a11086-3cb4-4fec-bfed-5922204dc942 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:16.144512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda5ad15-49c1-493d-8850-27925aec82d5 None None] The sync data for ids ['91138ebd-3699-425c-a3ab-1dce69a3699c'] in n-d-811809-3 is: [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:56:12Z', 'revision_number': 3, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:56:16.148393 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6a11086-3cb4-4fec-bfed-5922204dc942 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.199011 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.206480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] For port 9939ae71-1659-4a1f-8216-315d08c7a6c7, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:56:16.213613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] For port 9939ae71-1659-4a1f-8216-315d08c7a6c7, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9939ae71-1659-4a1f-8216-315d08c7a6c7,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:56:16.217811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Transition to ACTIVE for port object 97824187-af5f-4424-afb9-202eb4cf0711 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:16.221314 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.234258 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6a11086-3cb4-4fec-bfed-5922204dc942 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.241555 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6a11086-3cb4-4fec-bfed-5922204dc942 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.247117 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.273166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a11086-3cb4-4fec-bfed-5922204dc942 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bdd177-a201-4aa8-b062-f4931692aec4,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:16.284873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6a11086-3cb4-4fec-bfed-5922204dc942 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.289696 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b6a11086-3cb4-4fec-bfed-5922204dc942 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1880944 Jun 04 16:56:16.290643 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60572) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:16.296262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-48628d25-7652-4823-9b88-7ef4288b0669 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'security_group_rule': {'security_group_id': '3ce11e66-a0f8-4b20-b2fa-dafc60649028', 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:16.300498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6777b0c-5084-43cf-95d4-e741d3336899 None None] Pushing event updated for resources: {'Port': ['ID=9939ae71-1659-4a1f-8216-315d08c7a6c7,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:16.305799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-48628d25-7652-4823-9b88-7ef4288b0669 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:16.312399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-48628d25-7652-4823-9b88-7ef4288b0669 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Usage tracker for resource:security_group_rule and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:16.316038 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-48628d25-7652-4823-9b88-7ef4288b0669 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:16.323582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-48628d25-7652-4823-9b88-7ef4288b0669 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:16.331272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:56:16.334485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:16.337695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:56:16.352581 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48628d25-7652-4823-9b88-7ef4288b0669 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.388476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=97824187-af5f-4424-afb9-202eb4cf0711,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:16.418190 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.454302 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48628d25-7652-4823-9b88-7ef4288b0669 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.462843 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48628d25-7652-4823-9b88-7ef4288b0669 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.490718 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48628d25-7652-4823-9b88-7ef4288b0669 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc0703a-2142-4ff1-9167-37d03d69d227,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:16.518811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-48628d25-7652-4823-9b88-7ef4288b0669 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.523213 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-48628d25-7652-4823-9b88-7ef4288b0669 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2314847 Jun 04 16:56:16.523856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60576) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:16.529021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3bc28f87-e38e-4a1f-b016-d363b6498667 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'security_group_rule': {'security_group_id': '3ce11e66-a0f8-4b20-b2fa-dafc60649028', 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:16.537484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3bc28f87-e38e-4a1f-b016-d363b6498667 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:16.544264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3bc28f87-e38e-4a1f-b016-d363b6498667 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Usage tracker for resource:security_group_rule and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:16.548260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3bc28f87-e38e-4a1f-b016-d363b6498667 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:16.554475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3bc28f87-e38e-4a1f-b016-d363b6498667 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:16.574748 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-3bc28f87-e38e-4a1f-b016-d363b6498667 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Project 3851c6298f9e41ed9d0dae684e38ef5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:56:16.585321 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bc28f87-e38e-4a1f-b016-d363b6498667 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.675955 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bc28f87-e38e-4a1f-b016-d363b6498667 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.681384 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bc28f87-e38e-4a1f-b016-d363b6498667 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.711636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc28f87-e38e-4a1f-b016-d363b6498667 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad4ad05-74fe-469b-a0bf-cf2c9cdd9445,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:16.726361 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3bc28f87-e38e-4a1f-b016-d363b6498667 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:16.731074 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3bc28f87-e38e-4a1f-b016-d363b6498667 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2060747 Jun 04 16:56:16.731771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60580) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:16.774458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d506337a-982f-418b-af8a-703adcec33aa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'security_group_rule': {'security_group_id': '3ce11e66-a0f8-4b20-b2fa-dafc60649028', 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:16.790602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d506337a-982f-418b-af8a-703adcec33aa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:16.798098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d506337a-982f-418b-af8a-703adcec33aa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Usage tracker for resource:security_group_rule and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:16.803533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d506337a-982f-418b-af8a-703adcec33aa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:16.814005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d506337a-982f-418b-af8a-703adcec33aa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:16.816078 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:17.019365 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-d506337a-982f-418b-af8a-703adcec33aa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Project 3851c6298f9e41ed9d0dae684e38ef5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:56:17.033091 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d506337a-982f-418b-af8a-703adcec33aa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:17.274179 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d506337a-982f-418b-af8a-703adcec33aa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:17.283906 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d506337a-982f-418b-af8a-703adcec33aa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:17.337927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506337a-982f-418b-af8a-703adcec33aa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7af69d-bbdf-4985-a9f4-49b0f93f7c77,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:17.395006 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d506337a-982f-418b-af8a-703adcec33aa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:17.396191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d506337a-982f-418b-af8a-703adcec33aa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6324863 Jun 04 16:56:17.504456 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:17.512297 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:17.522219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febbe657-cb67-4990-a600-99c77edeb7e2 None None] Network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:56:17.618865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:17.718891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a811afec-a3d9-4852-8b8f-840a7e87e9ed None None] Provisioning for port 9939ae71-1659-4a1f-8216-315d08c7a6c7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:17.760470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=97824187-af5f-4424-afb9-202eb4cf0711,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:17.826805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:56:17.828947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:18.114057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 91138ebd-3699-425c-a3ab-1dce69a3699c has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:56:18.115627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9939ae71-1659-4a1f-8216-315d08c7a6c7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:18.245892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 9939ae71-1659-4a1f-8216-315d08c7a6c7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:18.252666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ef7b4f0f-683a-4673-9e79-2b00dc4efbb1 None None] Provisioning for port 97824187-af5f-4424-afb9-202eb4cf0711 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:18.256077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9939ae71-1659-4a1f-8216-315d08c7a6c7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:18.256622 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:18.309111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ef7b4f0f-683a-4673-9e79-2b00dc4efbb1 None None] Provisioning complete for port 97824187-af5f-4424-afb9-202eb4cf0711 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:18.309480 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ef7b4f0f-683a-4673-9e79-2b00dc4efbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:18.320215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:56:18.333622 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Sync routers for ids ['91138ebd-3699-425c-a3ab-1dce69a3699c'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:56:18.334990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a09ec4ab-c238-49d1-bce2-82bc6114100a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "PUT /v2.0/routers/91138ebd-3699-425c-a3ab-1dce69a3699c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9622321 Jun 04 16:56:18.353243 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Routers {'91138ebd-3699-425c-a3ab-1dce69a3699c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:18.354114 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['91138ebd-3699-425c-a3ab-1dce69a3699c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:18.401413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b4f0f-683a-4673-9e79-2b00dc4efbb1 None None] Port 97824187-af5f-4424-afb9-202eb4cf0711 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:56:18.528004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9939ae71-1659-4a1f-8216-315d08c7a6c7 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:18.528663 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:18.610536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-924c25b8-c7a7-46e0-8959-e52ccc6a64c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:56:18.611113 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-91192ae2-f031-4fec-887a-ca184b6c1246 None None] Provisioning complete for port 97824187-af5f-4424-afb9-202eb4cf0711 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:18.611303 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91192ae2-f031-4fec-887a-ca184b6c1246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:18.645399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-924c25b8-c7a7-46e0-8959-e52ccc6a64c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:56:18.647237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-924c25b8-c7a7-46e0-8959-e52ccc6a64c4 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206502225&fields=id&tenant_id=aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 267 time: 0.0907724 Jun 04 16:56:18.653862 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Set router 91138ebd-3699-425c-a3ab-1dce69a3699c gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:18.669345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 9939ae71-1659-4a1f-8216-315d08c7a6c7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9939ae71-1659-4a1f-8216-315d08c7a6c7,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:18.683563 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:18.684608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:18.829312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-91192ae2-f031-4fec-887a-ca184b6c1246 None None] Port 97824187-af5f-4424-afb9-202eb4cf0711 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:56:18.848023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-8ca5c249-e44a-48dd-bc00-23592198b8f5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:18.848751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-8ca5c249-e44a-48dd-bc00-23592198b8f5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:56:18.861337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=9939ae71-1659-4a1f-8216-315d08c7a6c7,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:18.871170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-8ca5c249-e44a-48dd-bc00-23592198b8f5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:56:18.872764 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-8ca5c249-e44a-48dd-bc00-23592198b8f5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/networks?id=c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 HTTP/1.1" status: 200 len: 796 time: 0.2165539 Jun 04 16:56:18.876511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:18.889435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:18.889811 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:18.891605 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-6dc13db4-d1dc-4054-91ec-df6de0959ab3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/quotas/aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 375 time: 0.0102139 Jun 04 16:56:18.977667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-15a01efc-c1bc-4f45-be36-f37b31dec5c6 None None] Provisioning complete for port 97824187-af5f-4424-afb9-202eb4cf0711 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:18.977921 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-15a01efc-c1bc-4f45-be36-f37b31dec5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:19.016426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-6bca991a-ca33-4e67-8f13-4d919676bf71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:56:19.037947 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-15a01efc-c1bc-4f45-be36-f37b31dec5c6 None None] Port 97824187-af5f-4424-afb9-202eb4cf0711 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:56:19.039043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-6bca991a-ca33-4e67-8f13-4d919676bf71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:56:19.051988 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-6bca991a-ca33-4e67-8f13-4d919676bf71 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1467202 Jun 04 16:56:19.113801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:19.114216 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:19.135844 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:56:16Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '97824187-af5f-4424-afb9-202eb4cf0711', 'name': '', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:15Z', 'updated_at': '2022-06-04T16:56:17Z', 'revision_number': 2, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:19.143887 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Checking router: 91138ebd-3699-425c-a3ab-1dce69a3699c for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:56:19.144841 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Updating router 91138ebd-3699-425c-a3ab-1dce69a3699c port 97824187-af5f-4424-afb9-202eb4cf0711 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:56:19.148559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2fab8ba9-7c3b-4c38-9efc-a114c027cc54,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:19.162944 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:19.236024 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:19.290384 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=2fab8ba9-7c3b-4c38-9efc-a114c027cc54,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:19.412576 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-d9f3324c-61a0-4adc-93de-83fc3e7011ae service neutron] 10.222.0.13 "GET /v2.0/networks/c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561080 Jun 04 16:56:19.422360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c50ebff7-96d7-4e0b-bb6b-258835055885 req-3107cca1-7129-4422-99e8-996582a88fe0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2758603 Jun 04 16:56:19.613411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-a10dea36-067c-4e91-b90d-3ab0fce052fa service neutron] 10.222.0.13 "GET /v2.0/networks/c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944530 Jun 04 16:56:19.624348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ebff7-96d7-4e0b-bb6b-258835055885 req-055db6a5-753d-4f8a-8b0d-9c817cb0e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:19.625810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c50ebff7-96d7-4e0b-bb6b-258835055885 req-055db6a5-753d-4f8a-8b0d-9c817cb0e5c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0e011a5218d474d9ac30cb23ba0b3fb&device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 1136 time: 0.1248808 Jun 04 16:56:19.666001 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:19.679747 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Transition to ACTIVE for port object 97824187-af5f-4424-afb9-202eb4cf0711 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:19.690078 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:19.884820 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6eb3240-45a5-4a67-91ca-4cec61d2be73 req-2e72cff5-60b3-4e90-bbfa-768b6806f66f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 210 time: 0.0583060 Jun 04 16:56:19.886513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ebff7-96d7-4e0b-bb6b-258835055885 req-f7b50416-90e3-4921-bfd7-9b1e87221231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:19.887611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c50ebff7-96d7-4e0b-bb6b-258835055885 req-f7b50416-90e3-4921-bfd7-9b1e87221231 service neutron] 10.222.0.46 "GET /v2.0/networks?id=71002eda-8dd4-4164-a470-3440fdb2710e HTTP/1.1" status: 200 len: 898 time: 0.2414019 Jun 04 16:56:19.942356 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036afe0-060d-4d93-a069-be56a5118275 None None] Pushing event updated for resources: {'Port': ['ID=97824187-af5f-4424-afb9-202eb4cf0711,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:20.022197 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Attempting to bind port 97824187-af5f-4424-afb9-202eb4cf0711 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:56:20.024076 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Attempting to bind port 97824187-af5f-4424-afb9-202eb4cf0711 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'cd62a0a1-37b7-4b11-a2f1-21e88684074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:56:20.025293 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Attempting to bind port 97824187-af5f-4424-afb9-202eb4cf0711 on network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:56:20.034693 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:56:20.035129 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Checking segment: {'id': 'cd62a0a1-37b7-4b11-a2f1-21e88684074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:56:20.035646 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:20.036292 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Bound using segment: {'id': 'cd62a0a1-37b7-4b11-a2f1-21e88684074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:56:20.036886 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Bound port: 97824187-af5f-4424-afb9-202eb4cf0711, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62a0a1-37b7-4b11-a2f1-21e88684074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:56:20.037365 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:20.059516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c50ebff7-96d7-4e0b-bb6b-258835055885 req-bf574a04-fb12-4f49-8216-5bbdde4f1b90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc HTTP/1.1" status: 200 len: 1002 time: 0.1485903 Jun 04 16:56:20.085655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9939ae71-1659-4a1f-8216-315d08c7a6c7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:20.172649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9939ae71-1659-4a1f-8216-315d08c7a6c7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:20.177557 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:20.198752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ebff7-96d7-4e0b-bb6b-258835055885 req-5ea93165-e933-40ca-b0ab-1eb79f85d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:20.213955 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c50ebff7-96d7-4e0b-bb6b-258835055885 req-5ea93165-e933-40ca-b0ab-1eb79f85d86e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399b98a3-677c-4051-8a68-268c5f2892f5 HTTP/1.1" status: 200 len: 835 time: 0.1383367 Jun 04 16:56:20.224333 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] For port 97824187-af5f-4424-afb9-202eb4cf0711, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:56:20.231425 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] For port 97824187-af5f-4424-afb9-202eb4cf0711, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=97824187-af5f-4424-afb9-202eb4cf0711,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:56:20.240822 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:20.347033 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Routers {'91138ebd-3699-425c-a3ab-1dce69a3699c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:20.347793 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['91138ebd-3699-425c-a3ab-1dce69a3699c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:20.387428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ebff7-96d7-4e0b-bb6b-258835055885 req-991fe893-234a-41c2-8d3a-63cf10aa8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:20.389264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c50ebff7-96d7-4e0b-bb6b-258835055885 req-991fe893-234a-41c2-8d3a-63cf10aa8e79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=71002eda-8dd4-4164-a470-3440fdb2710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742365 Jun 04 16:56:20.454750 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036afe0-060d-4d93-a069-be56a5118275 None None] Pushing event updated for resources: {'Port': ['ID=97824187-af5f-4424-afb9-202eb4cf0711,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:20.461569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9939ae71-1659-4a1f-8216-315d08c7a6c7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:20.462874 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:20.612383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:20.612932 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:20.658542 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] Set router 91138ebd-3699-425c-a3ab-1dce69a3699c gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:20.679186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c50ebff7-96d7-4e0b-bb6b-258835055885 req-7ae60963-deaf-4ad0-9bf3-b082c50e7a87 service neutron] 10.222.0.46 "GET /v2.0/networks/71002eda-8dd4-4164-a470-3440fdb2710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828884 Jun 04 16:56:20.827520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c50ebff7-96d7-4e0b-bb6b-258835055885 req-8c651a33-e58b-43bf-80fe-0aed165e319d service neutron] 10.222.0.46 "GET /v2.0/networks/71002eda-8dd4-4164-a470-3440fdb2710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413913 Jun 04 16:56:20.836583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:21.065958 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a522716d-bce2-480a-acb3-9a7a66248dd4 req-1c5f5d01-48d1-41c8-9b15-c42149472ccd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 210 time: 0.0589914 Jun 04 16:56:21.080596 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:56:16Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '97824187-af5f-4424-afb9-202eb4cf0711', 'name': '', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:15Z', 'updated_at': '2022-06-04T16:56:20Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:21.084902 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bccd6-6692-4c50-8689-3cf5d699582f None None] The sync data for ids ['91138ebd-3699-425c-a3ab-1dce69a3699c'] in n-d-811809-3 is: [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:56:16Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '97824187-af5f-4424-afb9-202eb4cf0711', 'name': '', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:15Z', 'updated_at': '2022-06-04T16:56:20Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:56:21.586311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-ac5be7a1-9bb6-45d3-b52b-a07cee41d6b9 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:21.587898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-ac5be7a1-9bb6-45d3-b52b-a07cee41d6b9 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "GET /v2.0/networks?id=c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 HTTP/1.1" status: 200 len: 796 time: 0.1822431 Jun 04 16:56:21.645130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-7992a89b-364d-4d3b-ab10-41a205b90e2a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed73c9fa62846d9afa87b79119450a4 HTTP/1.1" status: 200 len: 379 time: 0.0489287 Jun 04 16:56:21.656200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'port': {'device_id': '0339699c-5389-4593-9ca5-c229c4139fd3', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'admin_state_up': True, 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'security_groups': ['bfc72300-c01b-4a8f-b439-b5970e58998f']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:21.813624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:21.823821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:21.835591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Made reservation on behalf of aed73c9fa62846d9afa87b79119450a4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:56:21.839997 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:22.040112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 97824187-af5f-4424-afb9-202eb4cf0711 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:22.050031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.20.0.10 (c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4/af161956-2caa-4bd0-9b75-a5614efd0291/bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:56:22.133489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 97824187-af5f-4424-afb9-202eb4cf0711 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:22.143948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 97824187-af5f-4424-afb9-202eb4cf0711 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:22.144321 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:22.320244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 97824187-af5f-4424-afb9-202eb4cf0711 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:22.321084 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:22.371191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 97824187-af5f-4424-afb9-202eb4cf0711, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=97824187-af5f-4424-afb9-202eb4cf0711,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:22.378283 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:22.426644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82a69815-e818-48d5-b031-eeba92517a62 req-869145e9-b144-4675-8989-b12126e0058f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 210 time: 0.0922222 Jun 04 16:56:22.474293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=97824187-af5f-4424-afb9-202eb4cf0711,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:22.509171 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:22.534500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Transition to ACTIVE for port object bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:22.565873 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:22.636532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:56:22.639768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:22.644864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:56:22.685540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:22.702994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:22.703330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:22.703665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:22.703994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:22.704322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:22.704636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:22.704959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:22.705276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:22.705599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:22.705914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:22.706226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:22.706566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:22.731495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:22.732140 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:22.759845 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-15220b70-479e-420d-9652-0f21805bce39 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1092837 Jun 04 16:56:22.771048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Request body: {'port': {'device_id': '0339699c-5389-4593-9ca5-c229c4139fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:22.889703 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:22.892713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f6c8118f-d185-4f75-a8b2-45185bca70cb None None] Provisioning for port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:22.898620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f6c8118f-d185-4f75-a8b2-45185bca70cb None None] Provisioning complete for port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:22.898989 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f6c8118f-d185-4f75-a8b2-45185bca70cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:22.962583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8118f-d185-4f75-a8b2-45185bca70cb None None] Port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:56:23.244526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:56:23.252696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:23.268082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Transition to ACTIVE for port object bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:23.273064 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:23.432317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Pushing event updated for resources: {'Port': ['ID=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:23.569786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Attempting to bind port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:56:23.570354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Attempting to bind port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'cd62a0a1-37b7-4b11-a2f1-21e88684074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:56:23.570765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Attempting to bind port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 on network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:56:23.627530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 on network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:56:23.627850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Attempting to bind port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 on network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:56:23.639748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:56:23.640082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Checking segment: {'id': 'cd62a0a1-37b7-4b11-a2f1-21e88684074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:56:23.640456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Bound using segment: {'id': 'cd62a0a1-37b7-4b11-a2f1-21e88684074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:56:23.640881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Bound port: bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd62a0a1-37b7-4b11-a2f1-21e88684074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:56:23.641220 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:23.748580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e1b42-fe5f-4c63-bc77-2144efb8c480 req-58dfec92-1d22-48e5-8ad2-d64294b3d78a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:23.749272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-330e1b42-fe5f-4c63-bc77-2144efb8c480 req-58dfec92-1d22-48e5-8ad2-d64294b3d78a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:56:23.759140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] For port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:56:23.763086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] For port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:56:23.773555 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:23.807627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-330e1b42-fe5f-4c63-bc77-2144efb8c480 req-58dfec92-1d22-48e5-8ad2-d64294b3d78a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:56:23.808802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-330e1b42-fe5f-4c63-bc77-2144efb8c480 req-58dfec92-1d22-48e5-8ad2-d64294b3d78a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 944 time: 0.2349961 Jun 04 16:56:23.861135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:23.861751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:23.863205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] 10.222.0.42 "PUT /v2.0/ports/bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 HTTP/1.1" status: 200 len: 1092 time: 1.0966060 Jun 04 16:56:23.863655 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0339699c-5389-4593-9ca5-c229c4139fd3', 'tag': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:56:23.947550 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0750f707-98cf-4e79-bbe1-ad137f8b9b17'] response: {'name': 'network-changed', 'server_uuid': '0339699c-5389-4593-9ca5-c229c4139fd3', 'tag': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'status': 'completed', 'code': 200} Jun 04 16:56:23.959968 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-330e1b42-fe5f-4c63-bc77-2144efb8c480 req-7cc73497-d65f-46ff-a111-0f60cc79db20 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431198 Jun 04 16:56:23.967830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d0a10-f5c7-4638-83b1-a574d1f0242a service neutron] Pushing event updated for resources: {'Port': ['ID=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:24.008590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-87aeb0b2-fb8a-42f8-a707-a8e6db329076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:24.010066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-87aeb0b2-fb8a-42f8-a707-a8e6db329076 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 1095 time: 0.1057007 Jun 04 16:56:24.017573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 97824187-af5f-4424-afb9-202eb4cf0711 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:24.093258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-324367c2-aead-4930-aed0-53be33d6020a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 HTTP/1.1" status: 200 len: 217 time: 0.0759039 Jun 04 16:56:24.094238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 97824187-af5f-4424-afb9-202eb4cf0711 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:24.094644 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:24.171947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-f5ee8284-5f37-4e1e-9f01-2c30f1136362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:24.173439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-f5ee8284-5f37-4e1e-9f01-2c30f1136362 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af161956-2caa-4bd0-9b75-a5614efd0291 HTTP/1.1" status: 200 len: 835 time: 0.0748465 Jun 04 16:56:24.237718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 97824187-af5f-4424-afb9-202eb4cf0711 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:24.259725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-cdef868a-db5a-482f-908a-0bd9b7b44044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:24.261213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-cdef868a-db5a-482f-908a-0bd9b7b44044 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811720 Jun 04 16:56:24.519601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-7175d98f-a985-4b4e-9051-0505587f150b service neutron] 10.222.0.42 "GET /v2.0/networks/c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521424 Jun 04 16:56:24.656744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6336bc46-2f0a-4026-9bf5-76b85bfbbd8a req-76a3206c-bdf0-41fd-9bed-40ecfb1108f4 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312127 Jun 04 16:56:24.773299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dd1d5-304f-43e3-80eb-679e652998d7 req-7ed347a6-a6d9-4125-8cd2-091d5f5190b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:24.774847 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-319dd1d5-304f-43e3-80eb-679e652998d7 req-7ed347a6-a6d9-4125-8cd2-091d5f5190b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 1095 time: 0.0749965 Jun 04 16:56:24.908904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dd1d5-304f-43e3-80eb-679e652998d7 req-313496ac-ec76-4301-9360-8efaa19774f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:24.910273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-319dd1d5-304f-43e3-80eb-679e652998d7 req-313496ac-ec76-4301-9360-8efaa19774f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 HTTP/1.1" status: 200 len: 897 time: 0.1294832 Jun 04 16:56:24.981498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-319dd1d5-304f-43e3-80eb-679e652998d7 req-26db5939-f57b-4333-a128-77def77bedf2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 HTTP/1.1" status: 200 len: 217 time: 0.0649016 Jun 04 16:56:25.050778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dd1d5-304f-43e3-80eb-679e652998d7 req-4283e908-0d1d-448f-bd30-b71db18ad362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:25.052365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-319dd1d5-304f-43e3-80eb-679e652998d7 req-4283e908-0d1d-448f-bd30-b71db18ad362 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af161956-2caa-4bd0-9b75-a5614efd0291 HTTP/1.1" status: 200 len: 835 time: 0.0632522 Jun 04 16:56:25.194794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dd1d5-304f-43e3-80eb-679e652998d7 req-2bf71c82-96aa-4eed-8dd0-8f9966790d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:25.196186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-319dd1d5-304f-43e3-80eb-679e652998d7 req-2bf71c82-96aa-4eed-8dd0-8f9966790d55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371651 Jun 04 16:56:25.206093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933a18a-b9c4-4467-9aff-ab2bd312d2ce req-dfaed5ea-157a-4ec0-b1e9-92ccb217bd00 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:25.207477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1933a18a-b9c4-4467-9aff-ab2bd312d2ce req-dfaed5ea-157a-4ec0-b1e9-92ccb217bd00 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 944 time: 0.1101112 Jun 04 16:56:25.329707 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1933a18a-b9c4-4467-9aff-ab2bd312d2ce req-fec54be6-ed4b-417c-9067-1baff0d866f1 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041489 Jun 04 16:56:25.378324 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-319dd1d5-304f-43e3-80eb-679e652998d7 req-37b3f514-ae7e-4a62-86eb-15721ba2fb82 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699128 Jun 04 16:56:25.524301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-319dd1d5-304f-43e3-80eb-679e652998d7 req-931518f2-3ba0-44cd-ae17-6cecc3981a06 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394238 Jun 04 16:56:26.533386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d83c0f-3898-423a-bcad-981d1bb3c3a2 req-8c6f17e6-9f87-4037-88f3-1eda60eba328 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:26.535137 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16d83c0f-3898-423a-bcad-981d1bb3c3a2 req-8c6f17e6-9f87-4037-88f3-1eda60eba328 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 944 time: 0.0931280 Jun 04 16:56:26.589441 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16d83c0f-3898-423a-bcad-981d1bb3c3a2 req-0ff33caa-eae8-4603-b75b-68a92df635ee tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479169 Jun 04 16:56:26.853991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:56:26.993605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:27.007155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'port_id': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'mac_address': 'fa:16:3e:7f:9f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:56:27.064756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:27.065162 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:27.082114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:56:27.097790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:27.103082 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:27.174836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:27.299646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:56:27.786822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edf77f-5086-47a8-8aaa-cd5c85d30e0a req-9536c1d0-bb4e-468e-9e22-8e56e5f243db tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:27.788390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71edf77f-5086-47a8-8aaa-cd5c85d30e0a req-9536c1d0-bb4e-468e-9e22-8e56e5f243db tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 945 time: 0.0833683 Jun 04 16:56:27.814604 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-abacc023-0091-4d50-a7f5-c22e69b0397d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:27.838602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71edf77f-5086-47a8-8aaa-cd5c85d30e0a req-cd4ab81a-d72a-4dc6-aa1d-9e093728c209 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420542 Jun 04 16:56:28.853548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:28.929494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:28.949947 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:28.949947 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:29.092898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:29.093265 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:29.113499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6521e-7bce-4581-a4ab-8ea912a8d49c req-063100cf-0064-434d-85c2-c1238f66d343 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:29.115324 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0d6521e-7bce-4581-a4ab-8ea912a8d49c req-063100cf-0064-434d-85c2-c1238f66d343 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 945 time: 0.1611934 Jun 04 16:56:29.156801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0339699c-5389-4593-9ca5-c229c4139fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:56:29.161779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0d6521e-7bce-4581-a4ab-8ea912a8d49c req-3ce03648-9ae2-4f33-83e8-bd46ae55c96f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403852 Jun 04 16:56:29.162651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:29.185833 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:29.218748 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ab36d7-4483-4703-ab9b-030b1cd9817b'] response: {'server_uuid': '0339699c-5389-4593-9ca5-c229c4139fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'code': 200} Jun 04 16:56:29.256990 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:29.328036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cdf96-fc20-4f74-8660-227df8aa305e req-6c2ff896-0e99-4e55-a4bb-fb9e7b4be946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:29.329505 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-660cdf96-fc20-4f74-8660-227df8aa305e req-6c2ff896-0e99-4e55-a4bb-fb9e7b4be946 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0690789 Jun 04 16:56:29.373849 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-660cdf96-fc20-4f74-8660-227df8aa305e req-c59772e5-d3b2-4b96-9dc2-e3c617c93e2f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380602 Jun 04 16:56:29.700536 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:56:30.047050 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e03ec928-ac34-4459-b53b-2dec6ae0d6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:30.373452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa906-7a76-4087-a22d-a4f6474b5c4d req-fae68dab-76b7-437a-8267-dc9e086f9fdd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:30.375441 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-852aa906-7a76-4087-a22d-a4f6474b5c4d req-fae68dab-76b7-437a-8267-dc9e086f9fdd tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.1038094 Jun 04 16:56:30.424000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-852aa906-7a76-4087-a22d-a4f6474b5c4d req-41b4dce7-75c9-4245-85e4-973dd52ac181 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427160 Jun 04 16:56:30.537876 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60748) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:30.628487 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8bf64608-1e88-4d3b-9f00-0eb7f89d1549 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2670 time: 0.0892127 Jun 04 16:56:30.631252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60756) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:30.636704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Request body: {'network': {'name': 'tempest-network-smoke--1632313194', 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'port_security_enabled': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:30.642882 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:30.653089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:30.664473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Made reservation on behalf of b0e011a5218d474d9ac30cb23ba0b3fb for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:56:30.668614 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:30.697516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:56:30.706732 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:30.707125 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Added segment 31fc08fc-cc1b-4263-939d-8fccc19fff84 of type vlan for network 199b0c44-48d2-430d-bc0f-58f28bc3b543 Jun 04 16:56:30.734029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:30.766993 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:30.772330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:30.772898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:30.877265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Network': ['ID=199b0c44-48d2-430d-bc0f-58f28bc3b543,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:30.880124 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2478869 Jun 04 16:56:30.883166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60764) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:30.886526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:30.886869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:30.887201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:30.887523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:30.887850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:30.888171 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:30.888490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:30.888892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:30.889176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:30.889494 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:30.889807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:30.890116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13207e48-d051-428f-8608-2a33ad02387d tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:30.891002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1367914530', 'admin_state_up': True, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:30.903052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 199b0c44-48d2-430d-bc0f-58f28bc3b543 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:56:30.915590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:30.922867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:router and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:30.926638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:30.933618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:30.945253 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:30.946623 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:30.962559 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:31.219126 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:31.358761 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:31.409578 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:31.721156 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:31.755747 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:31.826120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fad3b7-9aab-43ac-83cd-a87c8ce9302b req-a8bf4190-e32c-4c31-b95d-b4569b09364e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:31.831831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47fad3b7-9aab-43ac-83cd-a87c8ce9302b req-a8bf4190-e32c-4c31-b95d-b4569b09364e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.2634404 Jun 04 16:56:31.935221 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47fad3b7-9aab-43ac-83cd-a87c8ce9302b req-05f2c00f-e7bf-4f2f-8d66-984a247bd7be tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978377 Jun 04 16:56:31.951394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Allocated IP 172.25.5.213 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/e9cc9f55-6233-4bb9-887b-9936d2ea71e0) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:56:32.124584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:32.158537 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:32.284145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:56:32.291204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:32.299813 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:56:32.332302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Port': ['ID=e9cc9f55-6233-4bb9-887b-9936d2ea71e0,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:32.521112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0280a9a-7138-4859-9f5c-08648c5afba7 req-96979e47-7c0a-4d53-a2e3-65a01a362371 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:32.522717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0280a9a-7138-4859-9f5c-08648c5afba7 req-96979e47-7c0a-4d53-a2e3-65a01a362371 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.3095860 Jun 04 16:56:32.653751 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:32.760233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c0280a9a-7138-4859-9f5c-08648c5afba7 req-f57337f4-52e0-48cd-8905-7b0038a4b9ee tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665326 Jun 04 16:56:32.785158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60776) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:32.863398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb049f07-fdbd-42ed-aad0-50f8b32e2340 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:32.865191 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eb049f07-fdbd-42ed-aad0-50f8b32e2340 tempest-TestNetworkAdvancedServerOps-190181475 tempest-TestNetworkAdvancedServerOps-190181475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 1092 time: 0.0790651 Jun 04 16:56:32.868138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60780) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:32.872981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:32.880151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:32.884092 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Usage tracker for resource:floatingip and tenant:aed73c9fa62846d9afa87b79119450a4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:32.887040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:32.893302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:32.906691 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:32.941657 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:33.065131 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:33.217150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Allocated IP 172.25.5.205 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/b95c2a21-b68a-4b71-8339-f5fce7131168) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:56:33.300336 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:33.380532 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:33.418806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:33.489740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:56:33.492775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:33.496631 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:56:33.526531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=b95c2a21-b68a-4b71-8339-f5fce7131168,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:33.559610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Router 40143936-0e3a-4651-8b79-69171cbdc1a8 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:56:33.741048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:56:33.753321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Sync routers for ids ['40143936-0e3a-4651-8b79-69171cbdc1a8'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:56:33.767388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Routers {'40143936-0e3a-4651-8b79-69171cbdc1a8'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:33.768411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['40143936-0e3a-4651-8b79-69171cbdc1a8'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:33.786622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:33.787916 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c6998b7f-7fd1-4663-9586-acaf71130143 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9034936 Jun 04 16:56:33.791047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60786) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:33.856768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af802e5-5a0f-4a02-8d80-ef01b4584d82 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:33.858619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3af802e5-5a0f-4a02-8d80-ef01b4584d82 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b0e011a5218d474d9ac30cb23ba0b3fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0664845 Jun 04 16:56:33.861507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60790) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:33.960018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Set router 40143936-0e3a-4651-8b79-69171cbdc1a8 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:34.000899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9df352-0fc7-4d38-a915-f901c6ec5c67 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:34.004918 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7f9df352-0fc7-4d38-a915-f901c6ec5c67 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1398451 Jun 04 16:56:34.005135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60794) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:34.045327 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c13b2bdf-0a89-466f-bc19-24b3830a3ecd tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387321 Jun 04 16:56:34.048165 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60798) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:34.089262 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eb03efdd-6868-459e-8473-5a88a972f575 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b0e011a5218d474d9ac30cb23ba0b3fb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399697 Jun 04 16:56:34.092410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60802) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:34.097532 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.178271 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.247863 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.278770 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367914530', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:30Z', 'updated_at': '2022-06-04T16:56:32Z', 'revision_number': 3, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:31Z', 'updated_at': '2022-06-04T16:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:34.283804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Checking router: 40143936-0e3a-4651-8b79-69171cbdc1a8 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:56:34.284154 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Updating router 40143936-0e3a-4651-8b79-69171cbdc1a8 port e9cc9f55-6233-4bb9-887b-9936d2ea71e0 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:56:34.351273 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.356761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d60ec2f-6145-49d6-97d2-0c611638fe5e tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:34.358316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1d60ec2f-6145-49d6-97d2-0c611638fe5e tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2648449 Jun 04 16:56:34.361150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60806) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:34.378247 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.400769 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.404470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-224fadee-7154-4f56-bb82-5bb15755c2b5 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419884 Jun 04 16:56:34.407430 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.408265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60810) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:34.414306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1836099824', 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543', 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:34.556642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event updated for resources: {'Port': ['ID=b95c2a21-b68a-4b71-8339-f5fce7131168,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:34.558084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:34.568718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:subnet and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:34.572476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:34.581740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:34.587009 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.603682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Made reservation on behalf of b0e011a5218d474d9ac30cb23ba0b3fb for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:56:34.607305 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.732979 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.748406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Transition to ACTIVE for port object e9cc9f55-6233-4bb9-887b-9936d2ea71e0 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:34.760180 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.823939 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Floating IP d59cc99c-c0e1-45c2-b716-551291532cf0 associated. External IP: 172.25.5.205, port: bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6. Jun 04 16:56:34.858089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Attempting to bind port e9cc9f55-6233-4bb9-887b-9936d2ea71e0 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:56:34.858487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Attempting to bind port e9cc9f55-6233-4bb9-887b-9936d2ea71e0 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:56:34.858933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Attempting to bind port e9cc9f55-6233-4bb9-887b-9936d2ea71e0 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:56:34.863217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796549ca-9aad-4c4b-8acf-3b782d0e79b8 None None] Pushing event updated for resources: {'Port': ['ID=e9cc9f55-6233-4bb9-887b-9936d2ea71e0,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:34.867788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:56:34.868190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:56:34.868608 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.868996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:56:34.869544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Bound port: e9cc9f55-6233-4bb9-887b-9936d2ea71e0, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:56:34.869892 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.876129 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.945330 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] For port e9cc9f55-6233-4bb9-887b-9936d2ea71e0, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:56:34.950178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] For port e9cc9f55-6233-4bb9-887b-9936d2ea71e0, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e9cc9f55-6233-4bb9-887b-9936d2ea71e0,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:56:34.955716 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:34.988290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Subnet': ['ID=ecdba042-a63e-45dc-a750-92248b7b3f12,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:35.001790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-0b2b7ea3-558c-4135-9c12-686eee3ca1f8 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269840799&fields=id&tenant_id=3851c6298f9e41ed9d0dae684e38ef5a HTTP/1.1" status: 200 len: 267 time: 0.0887837 Jun 04 16:56:35.005494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Checking segment: {'id': '31fc08fc-cc1b-4263-939d-8fccc19fff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:56:35.005846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Network hostable DHCP agents. Network: 199b0c44-48d2-430d-bc0f-58f28bc3b543, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:56:35.045054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Routers {'40143936-0e3a-4651-8b79-69171cbdc1a8'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:35.045994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['40143936-0e3a-4651-8b79-69171cbdc1a8'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:35.096845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796549ca-9aad-4c4b-8acf-3b782d0e79b8 None None] Pushing event updated for resources: {'Port': ['ID=e9cc9f55-6233-4bb9-887b-9936d2ea71e0,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:35.127855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Network 199b0c44-48d2-430d-bc0f-58f28bc3b543 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:56:35.148701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 199b0c44-48d2-430d-bc0f-58f28bc3b543) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:35.153314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:35.153905 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:35.212180 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a0282e69-21c7-48a9-9436-0dd6f91df378 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7997358 Jun 04 16:56:35.213490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60824) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:35.223972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345a45-3241-4466-938e-ec1c328ac1cf req-f565eb63-230b-446c-856f-2a3cc6d88d4f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:35.225399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-f565eb63-230b-446c-856f-2a3cc6d88d4f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.2099059 Jun 04 16:56:35.235641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0601d826-28e8-44e5-a4f2-496fb0672f49 None None] Network 199b0c44-48d2-430d-bc0f-58f28bc3b543 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:56:35.243347 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-10a28b9b-1d65-4bd1-9b87-7071c1ae1e36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/quotas/3851c6298f9e41ed9d0dae684e38ef5a HTTP/1.1" status: 200 len: 375 time: 0.0118530 Jun 04 16:56:35.318381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 91138ebd-3699-425c-a3ab-1dce69a3699c has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:56:35.340592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-afa55103-e05e-4558-be7c-b68f948c5261 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899026 Jun 04 16:56:35.353596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] Set router 40143936-0e3a-4651-8b79-69171cbdc1a8 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:35.513226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-55818e7a-6936-4818-a889-147239c8f564 service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536634 Jun 04 16:56:35.670005 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-9460bee0-cf41-49af-b833-34063de5d849 service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552434 Jun 04 16:56:35.683218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-199b0c44-48d2-430d-bc0f-58f28bc3b543', 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'fixed_ips': [{'subnet_id': 'ecdba042-a63e-45dc-a750-92248b7b3f12'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:56:35.684507 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:35.860330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:56:35.876109 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5562d-60b2-494d-94f9-89965dc659c3 None None] Sync routers for ids ['91138ebd-3699-425c-a3ab-1dce69a3699c'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:56:35.891662 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5562d-60b2-494d-94f9-89965dc659c3 None None] Routers {'91138ebd-3699-425c-a3ab-1dce69a3699c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:35.892700 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-38e5562d-60b2-494d-94f9-89965dc659c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['91138ebd-3699-425c-a3ab-1dce69a3699c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:35.892959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367914530', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:30Z', 'updated_at': '2022-06-04T16:56:32Z', 'revision_number': 3, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:31Z', 'updated_at': '2022-06-04T16:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:35.897580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Allocated IP 172.20.0.18 (199b0c44-48d2-430d-bc0f-58f28bc3b543/ecdba042-a63e-45dc-a750-92248b7b3f12/ccd37f44-37c6-438b-882c-85b93cab14bd) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:56:35.899587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6820da52-c065-4b8a-82e2-0c42d1c0b19d None None] The sync data for ids ['40143936-0e3a-4651-8b79-69171cbdc1a8'] in n-d-811809-3 is: [{'id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367914530', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:30Z', 'updated_at': '2022-06-04T16:56:32Z', 'revision_number': 3, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:31Z', 'updated_at': '2022-06-04T16:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:56:35.987623 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:36.142055 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-10b5a2cd-fb40-46ab-95fe-703eaca393bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2729213 Jun 04 16:56:36.188132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0339699c-5389-4593-9ca5-c229c4139fd3', 'tag': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:56:36.215407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-159b3496-efa6-4937-97c8-c931fded282f req-559448c7-5610-43c5-8629-38ffb968db4e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 210 time: 0.0927351 Jun 04 16:56:36.229656 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-38e5562d-60b2-494d-94f9-89965dc659c3 None None] Set router 91138ebd-3699-425c-a3ab-1dce69a3699c gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:36.250523 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:36.281613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Transition to ACTIVE for port object ccd37f44-37c6-438b-882c-85b93cab14bd will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:36.343482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Transition to ACTIVE for port object ccd37f44-37c6-438b-882c-85b93cab14bd will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:36.359587 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:36.408522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50b25f-00df-46b2-8c2e-2ab2df67015c req-a4ff2b9d-99b8-40a8-b0f6-e00ec2e697ee tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:36.410109 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c50b25f-00df-46b2-8c2e-2ab2df67015c req-a4ff2b9d-99b8-40a8-b0f6-e00ec2e697ee tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.1548126 Jun 04 16:56:36.450114 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524008f6-fc39-4ca0-b0ec-d2c6b0b046e7'] response: {'name': 'network-changed', 'server_uuid': '0339699c-5389-4593-9ca5-c229c4139fd3', 'tag': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'status': 'completed', 'code': 200} Jun 04 16:56:36.473035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Network 199b0c44-48d2-430d-bc0f-58f28bc3b543 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:56:36.477957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:36.481977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:56:36.488593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Pushing event updated for resources: {'Port': ['ID=ccd37f44-37c6-438b-882c-85b93cab14bd,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:36.583884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c50b25f-00df-46b2-8c2e-2ab2df67015c req-53dcff42-1f29-43e6-9f75-c103e74e5e61 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676791 Jun 04 16:56:36.599543 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:36.607843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60846) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:36.706362 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Attempting to bind port ccd37f44-37c6-438b-882c-85b93cab14bd on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:56:36.706679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Attempting to bind port ccd37f44-37c6-438b-882c-85b93cab14bd by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '31fc08fc-cc1b-4263-939d-8fccc19fff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:56:36.707032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Attempting to bind port ccd37f44-37c6-438b-882c-85b93cab14bd on network 199b0c44-48d2-430d-bc0f-58f28bc3b543 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:56:36.720602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:56:36.721038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Checking segment: {'id': '31fc08fc-cc1b-4263-939d-8fccc19fff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:56:36.725849 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:36.726583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Bound using segment: {'id': '31fc08fc-cc1b-4263-939d-8fccc19fff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:56:36.726833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Bound port: ccd37f44-37c6-438b-882c-85b93cab14bd, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31fc08fc-cc1b-4263-939d-8fccc19fff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:56:36.727560 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:36.832672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e997b-b74e-4a79-86c2-e3a535aad0af req-c93271d2-8135-4a59-9c29-da7fddb532ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:36.834230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea4e997b-b74e-4a79-86c2-e3a535aad0af req-c93271d2-8135-4a59-9c29-da7fddb532ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 1097 time: 0.3903320 Jun 04 16:56:36.898979 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] For port ccd37f44-37c6-438b-882c-85b93cab14bd, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:56:36.905306 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-38e5562d-60b2-494d-94f9-89965dc659c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:56:16Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'd59cc99c-c0e1-45c2-b716-551291532cf0', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'port_id': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'mac_address': 'fa:16:3e:7f:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339699c-5389-4593-9ca5-c229c4139fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:56:33Z', 'updated_at': '2022-06-04T16:56:33Z', 'revision_number': 0, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97824187-af5f-4424-afb9-202eb4cf0711', 'name': '', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:15Z', 'updated_at': '2022-06-04T16:56:22Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:36.906261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] For port ccd37f44-37c6-438b-882c-85b93cab14bd, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ccd37f44-37c6-438b-882c-85b93cab14bd,segment=NetworkSegment(31fc08fc-cc1b-4263-939d-8fccc19fff84),segment_id=31fc08fc-cc1b-4263-939d-8fccc19fff84)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:56:36.912367 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5562d-60b2-494d-94f9-89965dc659c3 None None] Checking router: 91138ebd-3699-425c-a3ab-1dce69a3699c for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:56:36.920696 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:36.937400 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5562d-60b2-494d-94f9-89965dc659c3 None None] Routers {'91138ebd-3699-425c-a3ab-1dce69a3699c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:36.938172 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-38e5562d-60b2-494d-94f9-89965dc659c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['91138ebd-3699-425c-a3ab-1dce69a3699c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:36.979931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3afdfd2c-8a25-4518-b81b-381c847dbd0a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/d59cc99c-c0e1-45c2-b716-551291532cf0 HTTP/1.1" status: 200 len: 992 time: 0.3671296 Jun 04 16:56:37.072544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e997b-b74e-4a79-86c2-e3a535aad0af req-bc151eec-dca5-499b-b6bf-f23c56317b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:37.085641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea4e997b-b74e-4a79-86c2-e3a535aad0af req-bc151eec-dca5-499b-b6bf-f23c56317b7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 HTTP/1.1" status: 200 len: 897 time: 0.2302129 Jun 04 16:56:37.087962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Pushing event updated for resources: {'Port': ['ID=ccd37f44-37c6-438b-882c-85b93cab14bd,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:37.108887 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:37.109256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:37.109557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:37.109894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:37.110217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:37.110577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:37.110908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:37.111209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:37.111528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:37.111847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:37.112163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:37.112481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfc89de-404d-4817-85a5-5ee3c2bc5615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:37.317307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Allocated IP 172.20.0.17 (199b0c44-48d2-430d-bc0f-58f28bc3b543/ecdba042-a63e-45dc-a750-92248b7b3f12/59e05c03-0596-40d6-a56d-ab7831f4a601) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:56:37.407191 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-38e5562d-60b2-494d-94f9-89965dc659c3 None None] Set router 91138ebd-3699-425c-a3ab-1dce69a3699c gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:37.532372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c042904-9b69-4d82-9330-b5fc9de93179 req-811468df-2c59-4575-aa24-8d5db9f00a6c tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 210 time: 0.0837116 Jun 04 16:56:37.540383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea4e997b-b74e-4a79-86c2-e3a535aad0af req-e9b3f830-cdc3-45b1-97c7-d63a9adb65e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 HTTP/1.1" status: 200 len: 1000 time: 0.4537184 Jun 04 16:56:37.627770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e997b-b74e-4a79-86c2-e3a535aad0af req-1613964c-6c5e-4803-8e1e-c8fcb679ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:37.629954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea4e997b-b74e-4a79-86c2-e3a535aad0af req-1613964c-6c5e-4803-8e1e-c8fcb679ab7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af161956-2caa-4bd0-9b75-a5614efd0291 HTTP/1.1" status: 200 len: 835 time: 0.0832098 Jun 04 16:56:37.789274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:37.808102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Transition to ACTIVE for port object 59e05c03-0596-40d6-a56d-ab7831f4a601 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:37.845477 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:37.901975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e997b-b74e-4a79-86c2-e3a535aad0af req-9cecad67-c090-49e3-ab76-a69208bf552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:37.908058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea4e997b-b74e-4a79-86c2-e3a535aad0af req-9cecad67-c090-49e3-ab76-a69208bf552a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2721107 Jun 04 16:56:37.920532 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-38e5562d-60b2-494d-94f9-89965dc659c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:56:16Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'd59cc99c-c0e1-45c2-b716-551291532cf0', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'port_id': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'mac_address': 'fa:16:3e:7f:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339699c-5389-4593-9ca5-c229c4139fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:56:33Z', 'updated_at': '2022-06-04T16:56:33Z', 'revision_number': 0, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97824187-af5f-4424-afb9-202eb4cf0711', 'name': '', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:15Z', 'updated_at': '2022-06-04T16:56:22Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:37.925327 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5562d-60b2-494d-94f9-89965dc659c3 None None] The sync data for ids ['91138ebd-3699-425c-a3ab-1dce69a3699c'] in n-d-811809-3 is: [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:56:16Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'd59cc99c-c0e1-45c2-b716-551291532cf0', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'port_id': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'mac_address': 'fa:16:3e:7f:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339699c-5389-4593-9ca5-c229c4139fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:56:33Z', 'updated_at': '2022-06-04T16:56:33Z', 'revision_number': 0, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97824187-af5f-4424-afb9-202eb4cf0711', 'name': '', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:15Z', 'updated_at': '2022-06-04T16:56:22Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:56:37.946733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Network 199b0c44-48d2-430d-bc0f-58f28bc3b543 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:56:37.950083 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:37.958795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:56:37.996903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60854) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:38.095646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Port': ['ID=59e05c03-0596-40d6-a56d-ab7831f4a601,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:38.096140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345a45-3241-4466-938e-ec1c328ac1cf req-2805d8ee-b0f6-4e75-b8a0-a3da76c2414b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:38.097897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-2805d8ee-b0f6-4e75-b8a0-a3da76c2414b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.3890378 Jun 04 16:56:38.118021 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea4e997b-b74e-4a79-86c2-e3a535aad0af req-e17de871-05e5-4cd3-ab5f-a8c348d08d6b service neutron] 10.222.0.42 "GET /v2.0/networks/c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006791 Jun 04 16:56:38.156393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e9cc9f55-6233-4bb9-887b-9936d2ea71e0 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:38.165757 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:38.273143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e9cc9f55-6233-4bb9-887b-9936d2ea71e0 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:38.281060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e9cc9f55-6233-4bb9-887b-9936d2ea71e0 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:38.281757 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:38.324965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-1a1b01d6-9573-4dd9-85bc-30eba36c5b45 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3851c6298f9e41ed9d0dae684e38ef5a HTTP/1.1" status: 200 len: 380 time: 0.2093658 Jun 04 16:56:38.341041 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-57ced2b9-1d2e-4f4a-8d70-1496ae3a1177 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/d59cc99c-c0e1-45c2-b716-551291532cf0 HTTP/1.1" status: 200 len: 992 time: 0.3388038 Jun 04 16:56:38.349992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'port': {'device_id': '13583244-4763-4798-832d-f1ff4b7e4fa4', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'admin_state_up': True, 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'security_groups': ['3ce11e66-a0f8-4b20-b2fa-dafc60649028']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:38.485736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e9cc9f55-6233-4bb9-887b-9936d2ea71e0 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:38.486117 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:38.492649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8841199-1712-46ad-81a6-c48b55b8e614 None None] New status for floating IP d59cc99c-c0e1-45c2-b716-551291532cf0: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:56:38.554910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea4e997b-b74e-4a79-86c2-e3a535aad0af req-4222e048-fd44-4ce0-a36f-1c94e69f8d07 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215631 Jun 04 16:56:38.585354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:38.589825 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:38.612054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:38.626905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Made reservation on behalf of 3851c6298f9e41ed9d0dae684e38ef5a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:56:38.631222 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:38.670733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e9cc9f55-6233-4bb9-887b-9936d2ea71e0, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e9cc9f55-6233-4bb9-887b-9936d2ea71e0,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:38.685177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:38.686175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ccd37f44-37c6-438b-882c-85b93cab14bd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:38.777012 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11d60e41-79fd-4f50-81ba-00b49cf54d06 req-332b5935-d013-447c-8133-50c0678e3ce4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 210 time: 0.0608912 Jun 04 16:56:38.881330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Allocated IP 172.20.0.9 (713f7d25-cf56-4011-ac02-488f23a055f7/cbd18313-35ca-4464-b58c-992caea692ff/c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:56:38.966505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e9cc9f55-6233-4bb9-887b-9936d2ea71e0,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:39.077941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port ccd37f44-37c6-438b-882c-85b93cab14bd completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:39.169365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:39.178241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:39.179391 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:39.207267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Transition to ACTIVE for port object c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:39.235633 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:39.290798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Port': ['ID=59e05c03-0596-40d6-a56d-ab7831f4a601,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:39.319704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Network 713f7d25-cf56-4011-ac02-488f23a055f7 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:56:39.320108 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:39.323128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:39.327314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:56:39.344445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60862) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:39.367547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'Port': ['ID=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:39.384394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2c3669-5579-4ab0-81b6-75d350556342 None None] Network 199b0c44-48d2-430d-bc0f-58f28bc3b543 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:56:39.411524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:39.412152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:39.469292 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-34623d2d-43a1-4660-9379-98d6d829c385 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1308055 Jun 04 16:56:39.482352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Request body: {'port': {'device_id': '13583244-4763-4798-832d-f1ff4b7e4fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:39.604756 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4f2bc9b3-4a4a-41d4-beb2-234639427167 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/d59cc99c-c0e1-45c2-b716-551291532cf0 HTTP/1.1" status: 200 len: 994 time: 0.2591891 Jun 04 16:56:39.636008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Network 199b0c44-48d2-430d-bc0f-58f28bc3b543 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:56:39.637135 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:39.693923 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:39.702792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c4b78ff0-bba7-4d8a-9ee2-4c53fffcf7e4 None None] Provisioning for port ccd37f44-37c6-438b-882c-85b93cab14bd completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:39.722073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c4b78ff0-bba7-4d8a-9ee2-4c53fffcf7e4 None None] Provisioning complete for port ccd37f44-37c6-438b-882c-85b93cab14bd triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:39.722467 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c4b78ff0-bba7-4d8a-9ee2-4c53fffcf7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:39.884834 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c4b78ff0-bba7-4d8a-9ee2-4c53fffcf7e4 None None] Current status of the port ccd37f44-37c6-438b-882c-85b93cab14bd is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:39.885241 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c4b78ff0-bba7-4d8a-9ee2-4c53fffcf7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:39.940012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c4b78ff0-bba7-4d8a-9ee2-4c53fffcf7e4 None None] For port ccd37f44-37c6-438b-882c-85b93cab14bd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ccd37f44-37c6-438b-882c-85b93cab14bd,segment=NetworkSegment(31fc08fc-cc1b-4263-939d-8fccc19fff84),segment_id=31fc08fc-cc1b-4263-939d-8fccc19fff84)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:39.947981 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c4b78ff0-bba7-4d8a-9ee2-4c53fffcf7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:40.054394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b78ff0-bba7-4d8a-9ee2-4c53fffcf7e4 None None] Pushing event updated for resources: {'Port': ['ID=ccd37f44-37c6-438b-882c-85b93cab14bd,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:40.055415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Router 40143936-0e3a-4651-8b79-69171cbdc1a8 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:56:40.088747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f4e35ec3-e044-4828-b0dd-48e867a6aaa9 None None] Provisioning for port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:40.102986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e9cc9f55-6233-4bb9-887b-9936d2ea71e0 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:40.144233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f4e35ec3-e044-4828-b0dd-48e867a6aaa9 None None] Provisioning complete for port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:40.144606 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f4e35ec3-e044-4828-b0dd-48e867a6aaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:40.237178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f4e35ec3-e044-4828-b0dd-48e867a6aaa9 None None] Port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:56:40.256688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e9cc9f55-6233-4bb9-887b-9936d2ea71e0 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:40.257066 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:40.329170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:56:40.341535 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Sync routers for ids ['40143936-0e3a-4651-8b79-69171cbdc1a8'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:56:40.347225 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2fbaacd9-81c4-44b4-a791-6c78e30970fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "PUT /v2.0/routers/40143936-0e3a-4651-8b79-69171cbdc1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1336532 Jun 04 16:56:40.371384 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Routers {'40143936-0e3a-4651-8b79-69171cbdc1a8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:40.372025 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['40143936-0e3a-4651-8b79-69171cbdc1a8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:40.404494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bbf55446-c56b-4c1f-865d-473653dec5c3 None None] Provisioning for port 59e05c03-0596-40d6-a56d-ab7831f4a601 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:40.475061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bbf55446-c56b-4c1f-865d-473653dec5c3 None None] Provisioning complete for port 59e05c03-0596-40d6-a56d-ab7831f4a601 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:40.475670 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bbf55446-c56b-4c1f-865d-473653dec5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:40.566396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-bbf55446-c56b-4c1f-865d-473653dec5c3 None None] Port 59e05c03-0596-40d6-a56d-ab7831f4a601 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:56:40.583815 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e9cc9f55-6233-4bb9-887b-9936d2ea71e0 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:40.596617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bbf55446-c56b-4c1f-865d-473653dec5c3 None None] Provisioning complete for port ccd37f44-37c6-438b-882c-85b93cab14bd triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:40.597223 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bbf55446-c56b-4c1f-865d-473653dec5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:40.661236 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Set router 40143936-0e3a-4651-8b79-69171cbdc1a8 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:40.725502 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-bbf55446-c56b-4c1f-865d-473653dec5c3 None None] Current status of the port ccd37f44-37c6-438b-882c-85b93cab14bd is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:40.732413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099a9f9-2599-40c3-8249-53e7fbdaf22e req-676d448c-dbb5-485b-91af-a590866c89a9 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:40.733334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e099a9f9-2599-40c3-8249-53e7fbdaf22e req-676d448c-dbb5-485b-91af-a590866c89a9 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:56:40.761722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:56:40.773759 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:40.787353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-0059a2dc-1560-4470-9909-76aa81e5a869 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:40.788819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-0059a2dc-1560-4470-9909-76aa81e5a869 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/networks?id=199b0c44-48d2-430d-bc0f-58f28bc3b543 HTTP/1.1" status: 200 len: 798 time: 0.2398765 Jun 04 16:56:40.795188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e099a9f9-2599-40c3-8249-53e7fbdaf22e req-676d448c-dbb5-485b-91af-a590866c89a9 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:56:40.796290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e099a9f9-2599-40c3-8249-53e7fbdaf22e req-676d448c-dbb5-485b-91af-a590866c89a9 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 931 time: 0.4390454 Jun 04 16:56:40.805161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Transition to ACTIVE for port object c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:40.826477 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:40.846292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ea7d14fb-ae3c-43d5-96f3-5ec446437f2d None None] Provisioning complete for port 59e05c03-0596-40d6-a56d-ab7831f4a601 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:40.846836 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ea7d14fb-ae3c-43d5-96f3-5ec446437f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:40.861109 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-b10d3e47-0a5c-42b4-87f6-e0fd3e2c5f60 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/quotas/b0e011a5218d474d9ac30cb23ba0b3fb HTTP/1.1" status: 200 len: 375 time: 0.0606933 Jun 04 16:56:40.904315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ea7d14fb-ae3c-43d5-96f3-5ec446437f2d None None] Port 59e05c03-0596-40d6-a56d-ab7831f4a601 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:56:40.983057 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367914530', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:30Z', 'updated_at': '2022-06-04T16:56:38Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:31Z', 'updated_at': '2022-06-04T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '59e05c03-0596-40d6-a56d-ab7831f4a601', 'name': '', 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'mac_address': 'fa:16:3e:08:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ecdba042-a63e-45dc-a750-92248b7b3f12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:36Z', 'updated_at': '2022-06-04T16:56:38Z', 'revision_number': 2, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'subnets': [{'id': 'ecdba042-a63e-45dc-a750-92248b7b3f12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:40.987550 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Checking router: 40143936-0e3a-4651-8b79-69171cbdc1a8 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:56:40.987973 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Updating router 40143936-0e3a-4651-8b79-69171cbdc1a8 port 59e05c03-0596-40d6-a56d-ab7831f4a601 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:56:41.027116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:41.033581 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e099a9f9-2599-40c3-8249-53e7fbdaf22e req-9e740fcc-8c53-4908-9cc5-f7bc659a3ae8 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300472 Jun 04 16:56:41.062274 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:41.172759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-f0ed0bbb-0b57-4565-bbb6-d7ef5e94f062 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e011a5218d474d9ac30cb23ba0b3fb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2937124 Jun 04 16:56:41.179792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Attempting to bind port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:56:41.180118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Attempting to bind port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:56:41.180472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Attempting to bind port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:56:41.186566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc on network 713f7d25-cf56-4011-ac02-488f23a055f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:56:41.186881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Attempting to bind port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:56:41.214622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:56:41.214897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Checking segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:56:41.215525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Bound using segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:56:41.216025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Bound port: c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:56:41.216395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:41.399486 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-a4692ba8-3c4e-4b3a-92ca-3b10f43f196f service neutron] 10.222.0.13 "GET /v2.0/networks/199b0c44-48d2-430d-bc0f-58f28bc3b543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137537 Jun 04 16:56:41.401780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] For port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:56:41.405266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] For port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:56:41.410261 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:41.422374 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Transition to ACTIVE for port object 59e05c03-0596-40d6-a56d-ab7831f4a601 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:41.429152 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:41.430144 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:41.562841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:41.563452 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:41.564842 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] 10.222.0.46 "PUT /v2.0/ports/c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc HTTP/1.1" status: 200 len: 1091 time: 2.0873961 Jun 04 16:56:41.567635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13583244-4763-4798-832d-f1ff4b7e4fa4', 'tag': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:56:41.599499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f69701-2754-4ad0-8432-f8111c029492 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:41.682114 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24da0be-dc58-4da7-b824-bcd9795ff2f8'] response: {'name': 'network-changed', 'server_uuid': '13583244-4763-4798-832d-f1ff4b7e4fa4', 'tag': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc', 'status': 'completed', 'code': 200} Jun 04 16:56:41.706940 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Pushing event updated for resources: {'Port': ['ID=59e05c03-0596-40d6-a56d-ab7831f4a601,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:41.713364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-c6de561d-1492-4efb-8df0-fa6925d4c9d8 service neutron] 10.222.0.13 "GET /v2.0/networks/199b0c44-48d2-430d-bc0f-58f28bc3b543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068094 Jun 04 16:56:41.734548 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:41.734891 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:41.735197 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:41.735618 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:41.736042 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:41.736488 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:41.736988 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:41.737495 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:41.737963 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:41.738423 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:41.739012 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:41.739476 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:56:41.763489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345a45-3241-4466-938e-ec1c328ac1cf req-5f95b693-cdb5-46fd-a5e8-525a2fe4af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:41.764497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-5f95b693-cdb5-46fd-a5e8-525a2fe4af0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 1094 time: 0.1371822 Jun 04 16:56:41.765629 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Attempting to bind port 59e05c03-0596-40d6-a56d-ab7831f4a601 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:56:41.766049 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Attempting to bind port 59e05c03-0596-40d6-a56d-ab7831f4a601 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '31fc08fc-cc1b-4263-939d-8fccc19fff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:56:41.766478 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Attempting to bind port 59e05c03-0596-40d6-a56d-ab7831f4a601 on network 199b0c44-48d2-430d-bc0f-58f28bc3b543 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:56:41.772633 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:56:41.772991 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Checking segment: {'id': '31fc08fc-cc1b-4263-939d-8fccc19fff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:56:41.773380 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:41.773754 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Bound using segment: {'id': '31fc08fc-cc1b-4263-939d-8fccc19fff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:56:41.774196 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Bound port: 59e05c03-0596-40d6-a56d-ab7831f4a601, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31fc08fc-cc1b-4263-939d-8fccc19fff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:56:41.774584 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:41.845637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-5941960c-e9aa-4cfb-b00c-403564ec3e05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc HTTP/1.1" status: 200 len: 217 time: 0.0743668 Jun 04 16:56:41.906577 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] For port 59e05c03-0596-40d6-a56d-ab7831f4a601, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:56:41.913737 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] For port 59e05c03-0596-40d6-a56d-ab7831f4a601, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=59e05c03-0596-40d6-a56d-ab7831f4a601,segment=NetworkSegment(31fc08fc-cc1b-4263-939d-8fccc19fff84),segment_id=31fc08fc-cc1b-4263-939d-8fccc19fff84)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:56:41.921238 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:41.924879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345a45-3241-4466-938e-ec1c328ac1cf req-bae9e5bf-cbab-4f93-a019-3189e81c917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:41.926413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-bae9e5bf-cbab-4f93-a019-3189e81c917c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0752187 Jun 04 16:56:42.037811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ccd37f44-37c6-438b-882c-85b93cab14bd up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:42.040863 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9103ac-1149-4d40-b163-5c6027768e7b None None] Pushing event updated for resources: {'Port': ['ID=59e05c03-0596-40d6-a56d-ab7831f4a601,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:42.055611 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Routers {'40143936-0e3a-4651-8b79-69171cbdc1a8'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:42.056272 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['40143936-0e3a-4651-8b79-69171cbdc1a8'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:42.175992 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ccd37f44-37c6-438b-882c-85b93cab14bd triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:42.176919 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:42.324308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c03b3e69-f018-4057-95b9-01eafcfabee3 req-25305afa-0452-4d79-b22e-433b726644c6 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 210 time: 0.3885632 Jun 04 16:56:42.349900 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] Set router 40143936-0e3a-4651-8b79-69171cbdc1a8 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:42.382781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfe45a-7002-4398-998f-9fd7fc3fc993 req-6f5d1833-88f3-4e50-8b03-a8daa97fc528 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:42.383254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ccd37f44-37c6-438b-882c-85b93cab14bd is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:42.384288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ebfe45a-7002-4398-998f-9fd7fc3fc993 req-6f5d1833-88f3-4e50-8b03-a8daa97fc528 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 943 time: 0.1291196 Jun 04 16:56:42.390762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345a45-3241-4466-938e-ec1c328ac1cf req-ec32f34f-e7b0-4371-89eb-e0fc564ba213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:42.392386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-ec32f34f-e7b0-4371-89eb-e0fc564ba213 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4554305 Jun 04 16:56:42.518306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ebfe45a-7002-4398-998f-9fd7fc3fc993 req-25f8a87a-f916-45f3-978e-45f3137b6846 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250348 Jun 04 16:56:42.576738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-fcbd7ff0-edb7-43f4-a85a-89a6d43d79b9 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689806 Jun 04 16:56:42.711809 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367914530', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:30Z', 'updated_at': '2022-06-04T16:56:38Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:31Z', 'updated_at': '2022-06-04T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '59e05c03-0596-40d6-a56d-ab7831f4a601', 'name': '', 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'mac_address': 'fa:16:3e:08:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ecdba042-a63e-45dc-a750-92248b7b3f12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:36Z', 'updated_at': '2022-06-04T16:56:41Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'subnets': [{'id': 'ecdba042-a63e-45dc-a750-92248b7b3f12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:42.715999 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa7afb-9d1b-4ae5-ba9c-48ef7d225334 None None] The sync data for ids ['40143936-0e3a-4651-8b79-69171cbdc1a8'] in n-d-811809-3 is: [{'id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367914530', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:30Z', 'updated_at': '2022-06-04T16:56:38Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:31Z', 'updated_at': '2022-06-04T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '59e05c03-0596-40d6-a56d-ab7831f4a601', 'name': '', 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'mac_address': 'fa:16:3e:08:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ecdba042-a63e-45dc-a750-92248b7b3f12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:36Z', 'updated_at': '2022-06-04T16:56:41Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'subnets': [{'id': 'ecdba042-a63e-45dc-a750-92248b7b3f12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:56:42.719899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24345a45-3241-4466-938e-ec1c328ac1cf req-7a3c379c-73e9-442b-80b9-522df132b171 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378703 Jun 04 16:56:42.861160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5323fa-cfc7-4722-8fc3-c774fa93e21e req-f176e6de-7669-4786-9fc1-4de615a1f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:42.862682 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5323fa-cfc7-4722-8fc3-c774fa93e21e req-f176e6de-7669-4786-9fc1-4de615a1f9a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 1094 time: 0.0743773 Jun 04 16:56:43.002805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5323fa-cfc7-4722-8fc3-c774fa93e21e req-485af52b-455c-4860-b796-3037ce832666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:43.004267 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5323fa-cfc7-4722-8fc3-c774fa93e21e req-485af52b-455c-4860-b796-3037ce832666 service neutron] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1357455 Jun 04 16:56:43.083536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5323fa-cfc7-4722-8fc3-c774fa93e21e req-221a48c0-bfe1-4121-bab2-45087f15930d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc HTTP/1.1" status: 200 len: 217 time: 0.0706520 Jun 04 16:56:43.242967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5323fa-cfc7-4722-8fc3-c774fa93e21e req-f70de4c8-4ed1-4dee-b97d-a05474dff0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:43.244425 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5323fa-cfc7-4722-8fc3-c774fa93e21e req-f70de4c8-4ed1-4dee-b97d-a05474dff0fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.1522431 Jun 04 16:56:43.358916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-70f87409-44d5-4b71-8018-62edbd51d416 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:43.360405 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-70f87409-44d5-4b71-8018-62edbd51d416 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.42 "GET /v2.0/networks?id=199b0c44-48d2-430d-bc0f-58f28bc3b543 HTTP/1.1" status: 200 len: 798 time: 0.2328956 Jun 04 16:56:43.378130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Request body: {'port': {'device_id': 'c76f75a1-dca5-4098-a280-d779fdda8835', 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543', 'admin_state_up': True, 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:43.397387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5323fa-cfc7-4722-8fc3-c774fa93e21e req-d1ff5285-18dc-4813-bbd8-971093e977c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:43.399026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5323fa-cfc7-4722-8fc3-c774fa93e21e req-d1ff5285-18dc-4813-bbd8-971093e977c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480665 Jun 04 16:56:43.583540 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69c8f709-bbf9-4e64-9254-333264fecc90 req-7f8c211e-4ce9-43ec-995b-dae7b7c60894 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 210 time: 0.1089151 Jun 04 16:56:43.729270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:43.741695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Usage tracker for resource:port and tenant:b0e011a5218d474d9ac30cb23ba0b3fb is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:43.746875 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5323fa-cfc7-4722-8fc3-c774fa93e21e req-de071b6c-57f3-4cce-80f3-0bacbd17aff9 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393185 Jun 04 16:56:43.747634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:43.773783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:43.836563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Made reservation on behalf of b0e011a5218d474d9ac30cb23ba0b3fb for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:56:43.840017 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:44.029253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 59e05c03-0596-40d6-a56d-ab7831f4a601 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:44.066277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf9eff-18bf-4375-bcd4-eda70819c360 req-47b8de07-6bf7-48de-8391-b59b6235c3d5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:44.067768 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6cf9eff-18bf-4375-bcd4-eda70819c360 req-47b8de07-6bf7-48de-8391-b59b6235c3d5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 943 time: 0.4088411 Jun 04 16:56:44.103605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 59e05c03-0596-40d6-a56d-ab7831f4a601 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:44.109048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 59e05c03-0596-40d6-a56d-ab7831f4a601 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:44.109420 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:44.127420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c5323fa-cfc7-4722-8fc3-c774fa93e21e req-82581b3a-4865-456d-a397-d008b7644f6a service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719192 Jun 04 16:56:44.163031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6cf9eff-18bf-4375-bcd4-eda70819c360 req-15d2e750-89d1-4503-8e4f-5765d4515c46 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885561 Jun 04 16:56:44.231466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Allocated IP 172.20.0.23 (199b0c44-48d2-430d-bc0f-58f28bc3b543/ecdba042-a63e-45dc-a750-92248b7b3f12/26257f06-7230-4868-9eb9-5641b9268b52) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:56:44.266211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 59e05c03-0596-40d6-a56d-ab7831f4a601 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:44.266640 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:44.301920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 59e05c03-0596-40d6-a56d-ab7831f4a601, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=59e05c03-0596-40d6-a56d-ab7831f4a601,segment=NetworkSegment(31fc08fc-cc1b-4263-939d-8fccc19fff84),segment_id=31fc08fc-cc1b-4263-939d-8fccc19fff84)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:44.306240 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:44.371860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=59e05c03-0596-40d6-a56d-ab7831f4a601,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:44.392238 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:44.407480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Transition to ACTIVE for port object 26257f06-7230-4868-9eb9-5641b9268b52 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:44.430967 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:44.497396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Network 199b0c44-48d2-430d-bc0f-58f28bc3b543 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:56:44.500557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:44.505271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:56:44.563393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event updated for resources: {'Port': ['ID=26257f06-7230-4868-9eb9-5641b9268b52,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:44.576077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:44.576740 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:44.603443 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-1150ee0a-3ca2-4823-829e-5b2b3264f8a0 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2293139 Jun 04 16:56:44.614838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Request body: {'port': {'device_id': 'c76f75a1-dca5-4098-a280-d779fdda8835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:44.731452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5428e420-e17e-488d-9c30-4b52beada9ad None None] Provisioning for port 26257f06-7230-4868-9eb9-5641b9268b52 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:44.737141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5428e420-e17e-488d-9c30-4b52beada9ad None None] Provisioning complete for port 26257f06-7230-4868-9eb9-5641b9268b52 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:44.737541 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5428e420-e17e-488d-9c30-4b52beada9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:44.779159 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:44.790060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5428e420-e17e-488d-9c30-4b52beada9ad None None] Port 26257f06-7230-4868-9eb9-5641b9268b52 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:56:44.909541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bd5bb-436e-45f3-87b4-a1d4bd47ca1d req-3992c861-7d76-4341-9ce7-1d74b9c0d551 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:44.910217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c39bd5bb-436e-45f3-87b4-a1d4bd47ca1d req-3992c861-7d76-4341-9ce7-1d74b9c0d551 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Synchronizing usage tracker for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:56:44.945993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c39bd5bb-436e-45f3-87b4-a1d4bd47ca1d req-3992c861-7d76-4341-9ce7-1d74b9c0d551 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Unset dirty status for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:56:44.949041 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c39bd5bb-436e-45f3-87b4-a1d4bd47ca1d req-3992c861-7d76-4341-9ce7-1d74b9c0d551 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 895 time: 0.2461212 Jun 04 16:56:45.161233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26257f06-7230-4868-9eb9-5641b9268b52 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:56:45.168570 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:45.183164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Transition to ACTIVE for port object 26257f06-7230-4868-9eb9-5641b9268b52 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:56:45.187367 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:45.363022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Pushing event updated for resources: {'Port': ['ID=26257f06-7230-4868-9eb9-5641b9268b52,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:45.489280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Attempting to bind port 26257f06-7230-4868-9eb9-5641b9268b52 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:56:45.489563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Attempting to bind port 26257f06-7230-4868-9eb9-5641b9268b52 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '31fc08fc-cc1b-4263-939d-8fccc19fff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:56:45.489909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Attempting to bind port 26257f06-7230-4868-9eb9-5641b9268b52 on network 199b0c44-48d2-430d-bc0f-58f28bc3b543 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:56:45.499028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee991c-e20d-424b-abe2-22e21c97a9dd req-08b43592-1e5c-4589-b6ed-be6c1fa3c43a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:45.500633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0ee991c-e20d-424b-abe2-22e21c97a9dd req-08b43592-1e5c-4589-b6ed-be6c1fa3c43a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 943 time: 0.2047427 Jun 04 16:56:45.509960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Port 26257f06-7230-4868-9eb9-5641b9268b52 on network 199b0c44-48d2-430d-bc0f-58f28bc3b543 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:56:45.510282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Attempting to bind port 26257f06-7230-4868-9eb9-5641b9268b52 on network 199b0c44-48d2-430d-bc0f-58f28bc3b543 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:56:45.529006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:56:45.529349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Checking segment: {'id': '31fc08fc-cc1b-4263-939d-8fccc19fff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:56:45.530117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Bound using segment: {'id': '31fc08fc-cc1b-4263-939d-8fccc19fff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:56:45.530748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Bound port: 26257f06-7230-4868-9eb9-5641b9268b52, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31fc08fc-cc1b-4263-939d-8fccc19fff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:56:45.531100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:45.609925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0ee991c-e20d-424b-abe2-22e21c97a9dd req-daa0a1f9-8007-499c-b686-c1d50f7a6389 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013980 Jun 04 16:56:45.642682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] For port 26257f06-7230-4868-9eb9-5641b9268b52, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:56:45.645906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] For port 26257f06-7230-4868-9eb9-5641b9268b52, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=26257f06-7230-4868-9eb9-5641b9268b52,segment=NetworkSegment(31fc08fc-cc1b-4263-939d-8fccc19fff84),segment_id=31fc08fc-cc1b-4263-939d-8fccc19fff84)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:56:45.652774 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:45.716697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:45.717297 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:45.718964 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] 10.222.0.42 "PUT /v2.0/ports/26257f06-7230-4868-9eb9-5641b9268b52 HTTP/1.1" status: 200 len: 1055 time: 1.1087983 Jun 04 16:56:45.719402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76f75a1-dca5-4098-a280-d779fdda8835', 'tag': '26257f06-7230-4868-9eb9-5641b9268b52'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:56:45.745064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ac5ea-d26d-480f-9425-b2a1442478f6 service neutron] Pushing event updated for resources: {'Port': ['ID=26257f06-7230-4868-9eb9-5641b9268b52,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:45.794772 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a78ebe5-0699-40c2-afee-eb8e46b76fee'] response: {'name': 'network-changed', 'server_uuid': 'c76f75a1-dca5-4098-a280-d779fdda8835', 'tag': '26257f06-7230-4868-9eb9-5641b9268b52', 'status': 'completed', 'code': 200} Jun 04 16:56:45.837122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-c3d745dc-9ba6-4d17-967c-a2ec07a9dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:45.838639 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-c3d745dc-9ba6-4d17-967c-a2ec07a9dcb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e011a5218d474d9ac30cb23ba0b3fb&device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 1058 time: 0.0777385 Jun 04 16:56:46.013965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 59e05c03-0596-40d6-a56d-ab7831f4a601 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:46.058543 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-cd9fbf40-f628-4877-b1b4-1c3fea0cdf57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=26257f06-7230-4868-9eb9-5641b9268b52 HTTP/1.1" status: 200 len: 217 time: 0.2123661 Jun 04 16:56:46.088090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 59e05c03-0596-40d6-a56d-ab7831f4a601 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:46.088432 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:46.167784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-e8c3ef2c-3ff3-4501-9f61-8ccd22ea9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:46.169240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-e8c3ef2c-3ff3-4501-9f61-8ccd22ea9c9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecdba042-a63e-45dc-a750-92248b7b3f12 HTTP/1.1" status: 200 len: 838 time: 0.0757229 Jun 04 16:56:46.205012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 59e05c03-0596-40d6-a56d-ab7831f4a601 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:46.227523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b356a8-39a2-41b8-a8ec-641cfe1eeea1 req-f03d87cd-a1db-46f5-b7f6-59284aafa4e1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:46.228910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6b356a8-39a2-41b8-a8ec-641cfe1eeea1 req-f03d87cd-a1db-46f5-b7f6-59284aafa4e1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 907 time: 0.1694946 Jun 04 16:56:46.259146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-5bc9948f-447c-4de4-aa8a-02403a08bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:46.260626 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-5bc9948f-447c-4de4-aa8a-02403a08bb08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=199b0c44-48d2-430d-bc0f-58f28bc3b543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833066 Jun 04 16:56:46.396465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-148bd0d3-c455-4377-b191-4a338cd738dd service neutron] 10.222.0.42 "GET /v2.0/networks/199b0c44-48d2-430d-bc0f-58f28bc3b543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282220 Jun 04 16:56:46.536693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1274251d-0bb0-47c1-bd09-93fe7945c534 req-04ecf39b-3efe-48af-aa8c-eab7baeae9ad service neutron] 10.222.0.42 "GET /v2.0/networks/199b0c44-48d2-430d-bc0f-58f28bc3b543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338823 Jun 04 16:56:46.657828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a3f5-e8b7-40cb-a431-18ef6d5c81c3 req-7224cc71-c76c-4424-abee-7c2b7ce78bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:46.659433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ee0a3f5-e8b7-40cb-a431-18ef6d5c81c3 req-7224cc71-c76c-4424-abee-7c2b7ce78bc9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e011a5218d474d9ac30cb23ba0b3fb&device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 1058 time: 0.0805089 Jun 04 16:56:46.840047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a3f5-e8b7-40cb-a431-18ef6d5c81c3 req-918e6ce8-1f5f-470f-beaa-2737347cfcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:46.841392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ee0a3f5-e8b7-40cb-a431-18ef6d5c81c3 req-918e6ce8-1f5f-470f-beaa-2737347cfcff service neutron] 10.222.0.42 "GET /v2.0/networks?id=199b0c44-48d2-430d-bc0f-58f28bc3b543 HTTP/1.1" status: 200 len: 899 time: 0.1754417 Jun 04 16:56:46.913414 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ee0a3f5-e8b7-40cb-a431-18ef6d5c81c3 req-06529726-6ea6-400c-8bee-f52759aa4821 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=26257f06-7230-4868-9eb9-5641b9268b52 HTTP/1.1" status: 200 len: 217 time: 0.0651574 Jun 04 16:56:46.921013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99652cb9-5b2b-477a-8bba-cdf5aa02d50a req-53b2637d-8801-4633-a3cc-9cdeacdf73a3 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:46.922349 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99652cb9-5b2b-477a-8bba-cdf5aa02d50a req-53b2637d-8801-4633-a3cc-9cdeacdf73a3 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 943 time: 0.1898623 Jun 04 16:56:47.009087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a3f5-e8b7-40cb-a431-18ef6d5c81c3 req-ea9679c1-5caf-4558-b2d2-bce424b2d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:47.010541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ee0a3f5-e8b7-40cb-a431-18ef6d5c81c3 req-ea9679c1-5caf-4558-b2d2-bce424b2d61f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecdba042-a63e-45dc-a750-92248b7b3f12 HTTP/1.1" status: 200 len: 838 time: 0.0872941 Jun 04 16:56:47.013409 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-99652cb9-5b2b-477a-8bba-cdf5aa02d50a req-0f8ee44a-ff05-4efc-841e-bee57bcbe499 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620739 Jun 04 16:56:47.094444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a3f5-e8b7-40cb-a431-18ef6d5c81c3 req-5051810b-608f-460a-82ef-6653d41a20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:47.095896 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ee0a3f5-e8b7-40cb-a431-18ef6d5c81c3 req-5051810b-608f-460a-82ef-6653d41a20eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=199b0c44-48d2-430d-bc0f-58f28bc3b543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779757 Jun 04 16:56:47.233524 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ee0a3f5-e8b7-40cb-a431-18ef6d5c81c3 req-2a0092ef-c811-41c4-be69-a30a78717df3 service neutron] 10.222.0.42 "GET /v2.0/networks/199b0c44-48d2-430d-bc0f-58f28bc3b543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303220 Jun 04 16:56:47.407910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ee0a3f5-e8b7-40cb-a431-18ef6d5c81c3 req-dea8448a-1fe1-49dd-87d1-6b8bddcf8e34 service neutron] 10.222.0.42 "GET /v2.0/networks/199b0c44-48d2-430d-bc0f-58f28bc3b543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677892 Jun 04 16:56:47.445753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd11fbc-837b-4344-8091-b51fb5b14141 req-b8ecfd19-f942-4237-abd0-579c9fbbb5e2 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:47.447213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-afd11fbc-837b-4344-8091-b51fb5b14141 req-b8ecfd19-f942-4237-abd0-579c9fbbb5e2 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 907 time: 0.1005435 Jun 04 16:56:48.213942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bfb78-8c5c-4fab-8fe8-510fde243482 req-b0811662-ff8e-4ab3-a9fb-fa1469a48142 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:48.215760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af0bfb78-8c5c-4fab-8fe8-510fde243482 req-b0811662-ff8e-4ab3-a9fb-fa1469a48142 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 943 time: 0.0954914 Jun 04 16:56:48.266680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af0bfb78-8c5c-4fab-8fe8-510fde243482 req-e5998ba0-67c6-4605-8332-28f0cfc20321 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384548 Jun 04 16:56:48.657050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3b92-6cba-46e4-966d-e4d68168320c req-bc533484-98ef-42b8-aee9-1892432c370c tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:48.658528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5ac3b92-6cba-46e4-966d-e4d68168320c req-bc533484-98ef-42b8-aee9-1892432c370c tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 907 time: 0.0915995 Jun 04 16:56:48.969151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 26257f06-7230-4868-9eb9-5641b9268b52 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:56:49.123427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 26257f06-7230-4868-9eb9-5641b9268b52, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=26257f06-7230-4868-9eb9-5641b9268b52,segment=NetworkSegment(31fc08fc-cc1b-4263-939d-8fccc19fff84),segment_id=31fc08fc-cc1b-4263-939d-8fccc19fff84)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:49.137329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '26257f06-7230-4868-9eb9-5641b9268b52', 'network_id': '199b0c44-48d2-430d-bc0f-58f28bc3b543', 'port_id': '26257f06-7230-4868-9eb9-5641b9268b52', 'mac_address': 'fa:16:3e:40:9a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdba042-a63e-45dc-a750-92248b7b3f12', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:56:49.191897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 26257f06-7230-4868-9eb9-5641b9268b52 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:49.192269 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:49.209441 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26257f06-7230-4868-9eb9-5641b9268b52 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:56:49.225689 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 26257f06-7230-4868-9eb9-5641b9268b52, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=26257f06-7230-4868-9eb9-5641b9268b52,segment=NetworkSegment(31fc08fc-cc1b-4263-939d-8fccc19fff84),segment_id=31fc08fc-cc1b-4263-939d-8fccc19fff84)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:49.231099 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:49.298662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=26257f06-7230-4868-9eb9-5641b9268b52,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:49.445967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['26257f06-7230-4868-9eb9-5641b9268b52'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:56:49.579743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3395b6-55d3-4e23-9a05-02c206fb7b6c req-5f64cbbf-23d5-4576-bc41-6b17e9b722c0 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:49.581213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db3395b6-55d3-4e23-9a05-02c206fb7b6c req-5f64cbbf-23d5-4576-bc41-6b17e9b722c0 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 943 time: 0.2050250 Jun 04 16:56:49.624693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db3395b6-55d3-4e23-9a05-02c206fb7b6c req-3b3c5d1a-bba6-42d6-aa78-b0adb398518d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377417 Jun 04 16:56:49.851799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbda54-0a36-4f0a-a0ff-f6c85f6ca42c req-d7aa01eb-8861-4cf2-9279-f9b01a3eb58c tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:49.853236 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63bbda54-0a36-4f0a-a0ff-f6c85f6ca42c req-d7aa01eb-8861-4cf2-9279-f9b01a3eb58c tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 908 time: 0.0889935 Jun 04 16:56:50.455501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:56:50.597198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:50.610155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'port_id': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc', 'mac_address': 'fa:16:3e:52:f2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:56:50.669531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:50.669911 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:50.687144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:56:50.703620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:50.708991 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:50.776849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:50.832956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8fda-54fd-4d30-8fd4-4e8027b43e04 req-68736a11-2641-488d-8386-5a3567f0238f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:50.834377 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-438a8fda-54fd-4d30-8fd4-4e8027b43e04 req-68736a11-2641-488d-8386-5a3567f0238f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 944 time: 0.1011825 Jun 04 16:56:50.897954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-438a8fda-54fd-4d30-8fd4-4e8027b43e04 req-45bb39f1-8373-4d34-a600-dcc241a55a53 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531950 Jun 04 16:56:50.906062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:56:50.984914 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 26257f06-7230-4868-9eb9-5641b9268b52 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:51.044471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4142e-4fd4-4383-aee0-6ffafddae599 req-3dd251bf-50a0-49bc-a414-d8acebf31b59 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:51.045943 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7c4142e-4fd4-4383-aee0-6ffafddae599 req-3dd251bf-50a0-49bc-a414-d8acebf31b59 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 908 time: 0.0817614 Jun 04 16:56:51.110312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 26257f06-7230-4868-9eb9-5641b9268b52 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:51.134474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 26257f06-7230-4868-9eb9-5641b9268b52 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:51.135085 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:51.342213 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 26257f06-7230-4868-9eb9-5641b9268b52 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:51.342450 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:51.384565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76f75a1-dca5-4098-a280-d779fdda8835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26257f06-7230-4868-9eb9-5641b9268b52'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:56:51.397260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 26257f06-7230-4868-9eb9-5641b9268b52, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=26257f06-7230-4868-9eb9-5641b9268b52,segment=NetworkSegment(31fc08fc-cc1b-4263-939d-8fccc19fff84),segment_id=31fc08fc-cc1b-4263-939d-8fccc19fff84)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:51.402703 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:51.433694 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f067dac5-7246-4e7a-b24c-ee53fd5cdfe1'] response: {'server_uuid': 'c76f75a1-dca5-4098-a280-d779fdda8835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26257f06-7230-4868-9eb9-5641b9268b52', 'code': 200} Jun 04 16:56:51.473934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=26257f06-7230-4868-9eb9-5641b9268b52,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:51.558198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3135c0-e0f9-46ed-9113-df914c6e82c9 req-1a2ad08a-f253-480d-a96e-8347374b6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:51.559678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f3135c0-e0f9-46ed-9113-df914c6e82c9 req-1a2ad08a-f253-480d-a96e-8347374b6831 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 1060 time: 0.0722609 Jun 04 16:56:52.103547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7a273-2b99-4287-9af2-595058d41b16 req-fd3fd9ce-9498-467c-9823-271c1e32886b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:52.104986 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5d7a273-2b99-4287-9af2-595058d41b16 req-fd3fd9ce-9498-467c-9823-271c1e32886b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 944 time: 0.0845203 Jun 04 16:56:52.148509 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5d7a273-2b99-4287-9af2-595058d41b16 req-b74d4732-3b24-432a-a297-d64266183787 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376756 Jun 04 16:56:52.234193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb6e71-025f-4d08-88c6-54250bb19a02 req-707820a1-093e-4177-8f9d-b3f76a84e68c tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:52.235551 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34cb6e71-025f-4d08-88c6-54250bb19a02 req-707820a1-093e-4177-8f9d-b3f76a84e68c tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 909 time: 0.0831015 Jun 04 16:56:52.470117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:56:52.550510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:56:52.556393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:56:52.556803 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:52.707018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:56:52.707401 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:52.740926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:52.746626 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:52.812188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:53.348207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911ef7b-79a5-4beb-b44c-715b09285c5a req-9c643007-d3c1-4675-9763-35b6a36d5774 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:53.349678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c911ef7b-79a5-4beb-b44c-715b09285c5a req-9c643007-d3c1-4675-9763-35b6a36d5774 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 945 time: 0.0827973 Jun 04 16:56:53.435148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13583244-4763-4798-832d-f1ff4b7e4fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:56:53.441003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c911ef7b-79a5-4beb-b44c-715b09285c5a req-0b99cfc6-714d-4479-804c-c3d8b914c081 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573864 Jun 04 16:56:53.464184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee269c22-64fa-4a40-a8f3-8daadb865db2 req-9fc4adb7-5161-4636-99f8-830b29846cdd tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:53.465611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ee269c22-64fa-4a40-a8f3-8daadb865db2 req-9fc4adb7-5161-4636-99f8-830b29846cdd tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 909 time: 0.1150768 Jun 04 16:56:53.494148 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ef3d68-3270-43ff-ba88-904165256295'] response: {'server_uuid': '13583244-4763-4798-832d-f1ff4b7e4fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc', 'code': 200} Jun 04 16:56:53.684702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2d581-782f-46fc-842e-c35a15f24901 req-8e87f1c8-7220-48ba-bd33-7d284480ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:53.686272 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34c2d581-782f-46fc-842e-c35a15f24901 req-8e87f1c8-7220-48ba-bd33-7d284480ef14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 1096 time: 0.1284790 Jun 04 16:56:53.698141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987422b4-3aac-4729-8d07-6aa12801f4b9 req-1c2cca93-da13-47c3-9785-819d20fab548 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:53.699553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-987422b4-3aac-4729-8d07-6aa12801f4b9 req-1c2cca93-da13-47c3-9785-819d20fab548 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 909 time: 0.1076512 Jun 04 16:56:53.735741 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34c2d581-782f-46fc-842e-c35a15f24901 req-b574b863-b39c-428d-9082-a7606a2ed0fc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350728 Jun 04 16:56:53.893463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fc8f3-cded-46b0-982a-682c1a7a3e75 req-5fb2678d-878e-4e75-a95f-3392cbadea73 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:53.894991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d46fc8f3-cded-46b0-982a-682c1a7a3e75 req-5fb2678d-878e-4e75-a95f-3392cbadea73 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 1060 time: 0.0905662 Jun 04 16:56:54.087440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d99303-177c-4b72-8ec0-8defd119761c req-7746b0de-52a4-45c1-8a6e-2fdda6c7fb76 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:54.088824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86d99303-177c-4b72-8ec0-8defd119761c req-7746b0de-52a4-45c1-8a6e-2fdda6c7fb76 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 1136 time: 0.0813661 Jun 04 16:56:54.130899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-86d99303-177c-4b72-8ec0-8defd119761c req-e650624e-5ece-45bf-ac27-42dd3b82f942 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Synchronizing usage tracker for tenant:f14035aa53ba4a7a8fba4d84217b0256 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:56:54.151347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-86d99303-177c-4b72-8ec0-8defd119761c req-e650624e-5ece-45bf-ac27-42dd3b82f942 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Unset dirty status for tenant:f14035aa53ba4a7a8fba4d84217b0256 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:56:54.152634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86d99303-177c-4b72-8ec0-8defd119761c req-e650624e-5ece-45bf-ac27-42dd3b82f942 tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2eaa11e1-a762-4df3-a00b-1324533ff202&id=9df4fcd3-497d-4bbb-8cbd-14b9452213c1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0575709 Jun 04 16:56:54.175235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60940) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:54.255364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58b6a22-462c-4cb0-93f0-5a67fa31e57c tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:54.256831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b58b6a22-462c-4cb0-93f0-5a67fa31e57c tempest-TestSecurityGroupsBasicOps-1160613561 tempest-TestSecurityGroupsBasicOps-1160613561-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 1055 time: 0.0805166 Jun 04 16:56:54.692903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec1d71-118a-41c0-8cc2-d2a37f6f73f0 req-dc8b5eb6-5f0c-47fd-9898-b962027639f2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:54.694416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2aec1d71-118a-41c0-8cc2-d2a37f6f73f0 req-dc8b5eb6-5f0c-47fd-9898-b962027639f2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 945 time: 0.1419909 Jun 04 16:56:54.706666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f85a1-a2e7-43cd-bbe2-d052880b52b1 req-2669f96d-24bd-4e65-be36-d8c82a863905 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:54.708226 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e57f85a1-a2e7-43cd-bbe2-d052880b52b1 req-2669f96d-24bd-4e65-be36-d8c82a863905 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 909 time: 0.1224651 Jun 04 16:56:54.754469 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2aec1d71-118a-41c0-8cc2-d2a37f6f73f0 req-ca6a3454-864b-42d6-ae33-9acc6551e36e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452514 Jun 04 16:56:56.004682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c85e-3f4b-424a-b657-6c1e5e9edf44 req-58c1648e-fc8f-4f68-9603-d24824aea3e8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:56.006106 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-00c9c85e-3f4b-424a-b657-6c1e5e9edf44 req-58c1648e-fc8f-4f68-9603-d24824aea3e8 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.42 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 909 time: 0.2003915 Jun 04 16:56:56.014567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594961b-bd35-487d-aba9-956dc95ce7a1 req-6f5db099-6bd1-4d08-aaa9-7f8decac7ad1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:56.015894 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f594961b-bd35-487d-aba9-956dc95ce7a1 req-6f5db099-6bd1-4d08-aaa9-7f8decac7ad1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 909 time: 0.1745474 Jun 04 16:56:56.080618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913fb6-2cab-456b-bc39-c85d773f631d req-37c73f06-4eb7-47d7-bd5d-421e9c8a92cc tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:56.082099 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91913fb6-2cab-456b-bc39-c85d773f631d req-37c73f06-4eb7-47d7-bd5d-421e9c8a92cc tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 945 time: 0.1844623 Jun 04 16:56:56.108818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-00c9c85e-3f4b-424a-b657-6c1e5e9edf44 req-bc221385-ae0a-44e0-93eb-53fa6468272a tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Deleting port 26257f06-7230-4868-9eb9-5641b9268b52 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:56:56.109148 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-00c9c85e-3f4b-424a-b657-6c1e5e9edf44 req-bc221385-ae0a-44e0-93eb-53fa6468272a tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:56.182660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91913fb6-2cab-456b-bc39-c85d773f631d req-2d84b45f-759b-48af-afca-29cbe9d6d0f5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926006 Jun 04 16:56:56.525046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-00c9c85e-3f4b-424a-b657-6c1e5e9edf44 req-bc221385-ae0a-44e0-93eb-53fa6468272a tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] For port 26257f06-7230-4868-9eb9-5641b9268b52, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=26257f06-7230-4868-9eb9-5641b9268b52,segment=NetworkSegment(31fc08fc-cc1b-4263-939d-8fccc19fff84),segment_id=31fc08fc-cc1b-4263-939d-8fccc19fff84)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:56.525306 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-00c9c85e-3f4b-424a-b657-6c1e5e9edf44 req-bc221385-ae0a-44e0-93eb-53fa6468272a tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:56.651022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-00c9c85e-3f4b-424a-b657-6c1e5e9edf44 req-bc221385-ae0a-44e0-93eb-53fa6468272a tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Calling delete_port for 26257f06-7230-4868-9eb9-5641b9268b52 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:56:56.685360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06108-835a-490d-9299-87adfff5d5b0 req-fe25a902-9335-4cd8-aea7-4d037fae40cc tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:56.686826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55a06108-835a-490d-9299-87adfff5d5b0 req-fe25a902-9335-4cd8-aea7-4d037fae40cc tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 945 time: 0.3241873 Jun 04 16:56:56.761187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55a06108-835a-490d-9299-87adfff5d5b0 req-3f51c330-b92b-4727-bdb8-ae2f60ffb3c0 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675955 Jun 04 16:56:56.787319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60960) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:56.837086 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-00c9c85e-3f4b-424a-b657-6c1e5e9edf44 req-bc221385-ae0a-44e0-93eb-53fa6468272a tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:56.861749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e245b2-522c-4c4a-bac3-39a7db51d6d8 tempest-TestVolumeBootPattern-1185446289 tempest-TestVolumeBootPattern-1185446289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:56.862456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f9e245b2-522c-4c4a-bac3-39a7db51d6d8 tempest-TestVolumeBootPattern-1185446289 tempest-TestVolumeBootPattern-1185446289-project-admin] Synchronizing usage tracker for tenant:f9f51196b8f540159c0b73a6a120c61b on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:56:56.881220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f9e245b2-522c-4c4a-bac3-39a7db51d6d8 tempest-TestVolumeBootPattern-1185446289 tempest-TestVolumeBootPattern-1185446289-project-admin] Unset dirty status for tenant:f9f51196b8f540159c0b73a6a120c61b on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:56:56.882811 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f9e245b2-522c-4c4a-bac3-39a7db51d6d8 tempest-TestVolumeBootPattern-1185446289 tempest-TestVolumeBootPattern-1185446289-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 1091 time: 0.0943465 Jun 04 16:56:56.886069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc221385-ae0a-44e0-93eb-53fa6468272a tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event deleted for resources: {'Port': ['ID=26257f06-7230-4868-9eb9-5641b9268b52,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:56.886307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 60964) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:56.896196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:56:56.906197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:56:56.911656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Usage tracker for resource:floatingip and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:56:56.915261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:56:56.921607 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:56:56.934719 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:56.968446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c9c85e-3f4b-424a-b657-6c1e5e9edf44 req-bc221385-ae0a-44e0-93eb-53fa6468272a tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] No DVR routers for this DVR port 26257f06-7230-4868-9eb9-5641b9268b52 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:56:56.971436 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-00c9c85e-3f4b-424a-b657-6c1e5e9edf44 req-bc221385-ae0a-44e0-93eb-53fa6468272a tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:56.974039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76f75a1-dca5-4098-a280-d779fdda8835', 'name': 'network-vif-deleted', 'tag': '26257f06-7230-4868-9eb9-5641b9268b52'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:56:56.989830 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-00c9c85e-3f4b-424a-b657-6c1e5e9edf44 req-bc221385-ae0a-44e0-93eb-53fa6468272a tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.42 "DELETE /v2.0/ports/26257f06-7230-4868-9eb9-5641b9268b52 HTTP/1.1" status: 204 len: 173 time: 0.9728122 Jun 04 16:56:57.030576 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc7919c-e58c-44cb-b340-708d3b5e878a'] response: {'server_uuid': 'c76f75a1-dca5-4098-a280-d779fdda8835', 'name': 'network-vif-deleted', 'tag': '26257f06-7230-4868-9eb9-5641b9268b52', 'status': 'completed', 'code': 200} Jun 04 16:56:57.103826 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:57.179882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-276f6170-c14f-47cf-ab5c-4e093ff2b2ec req-f4721fae-af4f-404e-b9d0-fd6dea5bf65b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Synchronizing usage tracker for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:56:57.196279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-276f6170-c14f-47cf-ab5c-4e093ff2b2ec req-f4721fae-af4f-404e-b9d0-fd6dea5bf65b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Unset dirty status for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:56:57.197777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-276f6170-c14f-47cf-ab5c-4e093ff2b2ec req-f4721fae-af4f-404e-b9d0-fd6dea5bf65b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76f75a1-dca5-4098-a280-d779fdda8835 HTTP/1.1" status: 200 len: 210 time: 0.0623128 Jun 04 16:56:57.249032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Allocated IP 172.25.5.151 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/4781f9c9-9d27-4c37-96aa-160a1b0366ac) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:56:57.402583 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:57.435027 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:57.498682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:56:57.501537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:56:57.505215 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:56:57.553144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'Port': ['ID=4781f9c9-9d27-4c37-96aa-160a1b0366ac,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:57.808324 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe439-e31d-42bb-baca-24b054b5cb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:57.944066 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:58.021803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:58.292856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60974) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:56:58.348414 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:58.353820 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:58.462852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'Port': ['ID=4781f9c9-9d27-4c37-96aa-160a1b0366ac,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:56:58.473081 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:58.648320 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Floating IP 626d09c1-9273-419e-bc08-ab4300de81d2 associated. External IP: 172.25.5.151, port: c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc. Jun 04 16:56:58.850570 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2286192-c9c3-4275-b1a5-016e1395564f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:59.003451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Router 5e1f5fdb-21df-4182-b276-57df799e2a98 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:56:59.200806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:56:59.211224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6329c2-b6d1-4816-95f7-d6d96da1261a None None] Sync routers for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:56:59.221655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6329c2-b6d1-4816-95f7-d6d96da1261a None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:59.222259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5b6329c2-b6d1-4816-95f7-d6d96da1261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:59.233673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:59.296887 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a1fbb968-2add-4067-a24f-f102e57fa850 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4065926 Jun 04 16:56:59.296887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13583244-4763-4798-832d-f1ff4b7e4fa4', 'tag': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:56:59.338032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f2286192-c9c3-4275-b1a5-016e1395564f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Deleting port 59e05c03-0596-40d6-a56d-ab7831f4a601 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:56:59.339496 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2286192-c9c3-4275-b1a5-016e1395564f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:59.342989 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7939d15a-8f8e-4a4e-8d5b-cc96295d096d'] response: {'name': 'network-changed', 'server_uuid': '13583244-4763-4798-832d-f1ff4b7e4fa4', 'tag': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc', 'status': 'completed', 'code': 200} Jun 04 16:56:59.407738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5b6329c2-b6d1-4816-95f7-d6d96da1261a None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:56:59.574088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93642f02-acba-4522-9d63-cabecd856a12 req-d75ba366-0aeb-48e4-9953-bfbd45fc12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:56:59.575572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93642f02-acba-4522-9d63-cabecd856a12 req-d75ba366-0aeb-48e4-9953-bfbd45fc12e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 1096 time: 0.1923170 Jun 04 16:56:59.585794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-f2286192-c9c3-4275-b1a5-016e1395564f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] For port 59e05c03-0596-40d6-a56d-ab7831f4a601, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=59e05c03-0596-40d6-a56d-ab7831f4a601,segment=NetworkSegment(31fc08fc-cc1b-4263-939d-8fccc19fff84),segment_id=31fc08fc-cc1b-4263-939d-8fccc19fff84)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:56:59.586145 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2286192-c9c3-4275-b1a5-016e1395564f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:56:59.750021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5b6329c2-b6d1-4816-95f7-d6d96da1261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '626d09c1-9273-419e-bc08-ab4300de81d2', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:52:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13583244-4763-4798-832d-f1ff4b7e4fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:56:57Z', 'updated_at': '2022-06-04T16:56:57Z', 'revision_number': 0, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:59.754108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6329c2-b6d1-4816-95f7-d6d96da1261a None None] Checking router: 5e1f5fdb-21df-4182-b276-57df799e2a98 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:56:59.762839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6329c2-b6d1-4816-95f7-d6d96da1261a None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:56:59.763432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5b6329c2-b6d1-4816-95f7-d6d96da1261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:56:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:56:59.772803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f2286192-c9c3-4275-b1a5-016e1395564f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Calling delete_port for 59e05c03-0596-40d6-a56d-ab7831f4a601 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:56:59.938388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5b6329c2-b6d1-4816-95f7-d6d96da1261a None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:57:00.011998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93642f02-acba-4522-9d63-cabecd856a12 req-48242451-508f-4d8f-af2b-67be41fe0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:00.013459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93642f02-acba-4522-9d63-cabecd856a12 req-48242451-508f-4d8f-af2b-67be41fe0556 service neutron] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.4295263 Jun 04 16:57:00.104261 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-952adfae-7699-4635-b6e6-667a3d1ddf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:00.150705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93642f02-acba-4522-9d63-cabecd856a12 req-c92297f5-4829-47c1-ab22-5721d7fbeb48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc HTTP/1.1" status: 200 len: 999 time: 0.1295547 Jun 04 16:57:00.263648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93642f02-acba-4522-9d63-cabecd856a12 req-29fd8453-2a7e-47d3-9d3f-9b107ecb754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:00.265081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93642f02-acba-4522-9d63-cabecd856a12 req-29fd8453-2a7e-47d3-9d3f-9b107ecb754d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.1092143 Jun 04 16:57:00.295721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5b6329c2-b6d1-4816-95f7-d6d96da1261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '626d09c1-9273-419e-bc08-ab4300de81d2', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:52:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13583244-4763-4798-832d-f1ff4b7e4fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:56:57Z', 'updated_at': '2022-06-04T16:56:57Z', 'revision_number': 0, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:00.299883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6329c2-b6d1-4816-95f7-d6d96da1261a None None] The sync data for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 is: [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '626d09c1-9273-419e-bc08-ab4300de81d2', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:52:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13583244-4763-4798-832d-f1ff4b7e4fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:56:57Z', 'updated_at': '2022-06-04T16:56:57Z', 'revision_number': 0, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:57:00.308053 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2286192-c9c3-4275-b1a5-016e1395564f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:00.369658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2286192-c9c3-4275-b1a5-016e1395564f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event deleted for resources: {'Port': ['ID=59e05c03-0596-40d6-a56d-ab7831f4a601,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:00.516827 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddf8306-e5c2-4f71-b09d-943e9a58bb7f None None] New status for floating IP 626d09c1-9273-419e-bc08-ab4300de81d2: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:57:00.697666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93642f02-acba-4522-9d63-cabecd856a12 req-3ec8f70d-de05-4ef6-98dd-2708db843401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:00.699095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93642f02-acba-4522-9d63-cabecd856a12 req-3ec8f70d-de05-4ef6-98dd-2708db843401 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4265273 Jun 04 16:57:00.905275 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f2286192-c9c3-4275-b1a5-016e1395564f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:00.918919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93642f02-acba-4522-9d63-cabecd856a12 req-3e24786d-bef8-47d8-a2e0-77111f35a113 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113242 Jun 04 16:57:00.990482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 26257f06-7230-4868-9eb9-5641b9268b52 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:57:01.026695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 26257f06-7230-4868-9eb9-5641b9268b52 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:57:01.027032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 26257f06-7230-4868-9eb9-5641b9268b52 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:57:01.205655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-93642f02-acba-4522-9d63-cabecd856a12 req-b588e446-2c3f-4ba7-a8a6-ecdd67f52001 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338021 Jun 04 16:57:01.221392 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:01.386287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2286192-c9c3-4275-b1a5-016e1395564f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Router 40143936-0e3a-4651-8b79-69171cbdc1a8 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:57:01.418381 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:01.569642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2286192-c9c3-4275-b1a5-016e1395564f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:57:01.581450 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2be78c-0c97-4d3a-93c8-06043c629541 None None] Sync routers for ids ['40143936-0e3a-4651-8b79-69171cbdc1a8'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:57:01.587945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f2286192-c9c3-4275-b1a5-016e1395564f tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "PUT /v2.0/routers/40143936-0e3a-4651-8b79-69171cbdc1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2939615 Jun 04 16:57:01.590568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60984) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:01.593353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2be78c-0c97-4d3a-93c8-06043c629541 None None] Routers {'40143936-0e3a-4651-8b79-69171cbdc1a8'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:57:01.594191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-af2be78c-0c97-4d3a-93c8-06043c629541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:57:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['40143936-0e3a-4651-8b79-69171cbdc1a8'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:01.657325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce0e5ae-536a-4d1e-a615-10d125168fb2 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Deleting subnet ecdba042-a63e-45dc-a750-92248b7b3f12 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:57:01.660443 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce0e5ae-536a-4d1e-a615-10d125168fb2 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:01.717744 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce0e5ae-536a-4d1e-a615-10d125168fb2 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:01.798584 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce0e5ae-536a-4d1e-a615-10d125168fb2 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:01.805173 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-af2be78c-0c97-4d3a-93c8-06043c629541 None None] Set router 40143936-0e3a-4651-8b79-69171cbdc1a8 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:57:01.875454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce0e5ae-536a-4d1e-a615-10d125168fb2 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:01.919265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0e5ae-536a-4d1e-a615-10d125168fb2 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event deleted for resources: {'Subnet': ['ID=ecdba042-a63e-45dc-a750-92248b7b3f12,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:01.924602 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-dce0e5ae-536a-4d1e-a615-10d125168fb2 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:01.931835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-dce0e5ae-536a-4d1e-a615-10d125168fb2 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "DELETE /v2.0/subnets/ecdba042-a63e-45dc-a750-92248b7b3f12 HTTP/1.1" status: 204 len: 168 time: 0.3402224 Jun 04 16:57:01.934319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60990) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:01.943472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65501fb4-b08f-4d91-ae62-cb6c02926306 None None] Network 199b0c44-48d2-430d-bc0f-58f28bc3b543 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:57:02.259613 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:02.284321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-af2be78c-0c97-4d3a-93c8-06043c629541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367914530', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:30Z', 'updated_at': '2022-06-04T16:57:00Z', 'revision_number': 5, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:31Z', 'updated_at': '2022-06-04T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:02.288504 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2be78c-0c97-4d3a-93c8-06043c629541 None None] Checking router: 40143936-0e3a-4651-8b79-69171cbdc1a8 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:57:02.296949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2be78c-0c97-4d3a-93c8-06043c629541 None None] Routers {'40143936-0e3a-4651-8b79-69171cbdc1a8'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:57:02.297635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-af2be78c-0c97-4d3a-93c8-06043c629541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:57:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['40143936-0e3a-4651-8b79-69171cbdc1a8'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:02.354368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6078a414-e64e-45d7-bef9-d76f3f3d6f3b None None] DHCP port deletion for 199b0c44-48d2-430d-bc0f-58f28bc3b543 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:57:02.374767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6078a414-e64e-45d7-bef9-d76f3f3d6f3b None None] Deleting port ccd37f44-37c6-438b-882c-85b93cab14bd {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:57:02.375130 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6078a414-e64e-45d7-bef9-d76f3f3d6f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:02.441294 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:02.452949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Deleting port e9cc9f55-6233-4bb9-887b-9936d2ea71e0 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:57:02.453287 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:02.586917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-af2be78c-0c97-4d3a-93c8-06043c629541 None None] Set router 40143936-0e3a-4651-8b79-69171cbdc1a8 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:57:02.634805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] For port e9cc9f55-6233-4bb9-887b-9936d2ea71e0, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e9cc9f55-6233-4bb9-887b-9936d2ea71e0,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:02.635110 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:02.758558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Calling delete_port for e9cc9f55-6233-4bb9-887b-9936d2ea71e0 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:57:02.790777 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:02.841496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6078a414-e64e-45d7-bef9-d76f3f3d6f3b None None] For port ccd37f44-37c6-438b-882c-85b93cab14bd, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ccd37f44-37c6-438b-882c-85b93cab14bd,segment=NetworkSegment(31fc08fc-cc1b-4263-939d-8fccc19fff84),segment_id=31fc08fc-cc1b-4263-939d-8fccc19fff84)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:02.841740 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6078a414-e64e-45d7-bef9-d76f3f3d6f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:02.932994 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:02.980161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event deleted for resources: {'Port': ['ID=e9cc9f55-6233-4bb9-887b-9936d2ea71e0,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:03.025232 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6078a414-e64e-45d7-bef9-d76f3f3d6f3b None None] Calling delete_port for ccd37f44-37c6-438b-882c-85b93cab14bd owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:57:03.073715 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:03.164430 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6078a414-e64e-45d7-bef9-d76f3f3d6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:03.211956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078a414-e64e-45d7-bef9-d76f3f3d6f3b None None] Pushing event deleted for resources: {'Port': ['ID=ccd37f44-37c6-438b-882c-85b93cab14bd,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:03.218541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078a414-e64e-45d7-bef9-d76f3f3d6f3b None None] No DVR routers for this DVR port ccd37f44-37c6-438b-882c-85b93cab14bd on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:57:03.237610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-af2be78c-0c97-4d3a-93c8-06043c629541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367914530', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:30Z', 'updated_at': '2022-06-04T16:57:00Z', 'revision_number': 5, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:31Z', 'updated_at': '2022-06-04T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:03.240686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2be78c-0c97-4d3a-93c8-06043c629541 None None] The sync data for ids ['40143936-0e3a-4651-8b79-69171cbdc1a8'] in n-d-811809-3 is: [{'id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367914530', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:30Z', 'updated_at': '2022-06-04T16:57:00Z', 'revision_number': 5, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e9cc9f55-6233-4bb9-887b-9936d2ea71e0', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40143936-0e3a-4651-8b79-69171cbdc1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:31Z', 'updated_at': '2022-06-04T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:57:03.251491 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:03.253945 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:03.279859 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:03.280402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Fanout notify agent at l3_agent the message router_deleted on router 40143936-0e3a-4651-8b79-69171cbdc1a8 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:57:03.296169 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:03.297263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-83098edc-f2bc-4053-97fa-b4841edfc603 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "DELETE /v2.0/routers/40143936-0e3a-4651-8b79-69171cbdc1a8 HTTP/1.1" status: 204 len: 168 time: 1.3620605 Jun 04 16:57:03.300692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 60994) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:03.424419 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97a12729-ff2a-4b0f-b7d9-53859f50cb5b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:03.682764 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97a12729-ff2a-4b0f-b7d9-53859f50cb5b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:03.708023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-97a12729-ff2a-4b0f-b7d9-53859f50cb5b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199b0c44-48d2-430d-bc0f-58f28bc3b543']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:03.719734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-97a12729-ff2a-4b0f-b7d9-53859f50cb5b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31fc08fc-cc1b-4263-939d-8fccc19fff84') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:03.720030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-97a12729-ff2a-4b0f-b7d9-53859f50cb5b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31fc08fc-cc1b-4263-939d-8fccc19fff84') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:03.731287 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97a12729-ff2a-4b0f-b7d9-53859f50cb5b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:03.747023 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97a12729-ff2a-4b0f-b7d9-53859f50cb5b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:03.753068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a12729-ff2a-4b0f-b7d9-53859f50cb5b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:57:03.753500 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97a12729-ff2a-4b0f-b7d9-53859f50cb5b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:03.848540 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 31fc08fc-cc1b-4263-939d-8fccc19fff84 resource provider aggregate not found Jun 04 16:57:03.853131 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97a12729-ff2a-4b0f-b7d9-53859f50cb5b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:03.870872 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 31fc08fc-cc1b-4263-939d-8fccc19fff84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31fc08fc-cc1b-4263-939d-8fccc19fff84 found for delete ", "request_id": "req-ac6c8ee6-1318-4a87-b30a-bd792a24e9f9"}]} Jun 04 16:57:03.874406 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-97a12729-ff2a-4b0f-b7d9-53859f50cb5b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:03.882827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a12729-ff2a-4b0f-b7d9-53859f50cb5b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event deleted for resources: {'Network': ['ID=199b0c44-48d2-430d-bc0f-58f28bc3b543,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:03.887644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-97a12729-ff2a-4b0f-b7d9-53859f50cb5b tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "DELETE /v2.0/networks/199b0c44-48d2-430d-bc0f-58f28bc3b543 HTTP/1.1" status: 204 len: 168 time: 0.5865312 Jun 04 16:57:03.890274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32772) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:04.018247 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e9cc9f55-6233-4bb9-887b-9936d2ea71e0 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:57:04.056537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e9cc9f55-6233-4bb9-887b-9936d2ea71e0 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:57:04.056872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e9cc9f55-6233-4bb9-887b-9936d2ea71e0 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:57:04.057295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ccd37f44-37c6-438b-882c-85b93cab14bd no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:57:04.090168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: ccd37f44-37c6-438b-882c-85b93cab14bd {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:57:04.090659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ccd37f44-37c6-438b-882c-85b93cab14bd not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:57:04.091125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 59e05c03-0596-40d6-a56d-ab7831f4a601 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:57:04.105767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f78a0ba0-4815-4c0d-9c61-a8da05e4d1cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Deleting port 7e644bc2-7494-45fa-8750-40066393de04 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:57:04.106097 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f78a0ba0-4815-4c0d-9c61-a8da05e4d1cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:04.123372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 59e05c03-0596-40d6-a56d-ab7831f4a601 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:57:04.123716 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 59e05c03-0596-40d6-a56d-ab7831f4a601 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:57:04.199880 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:04.280109 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f78a0ba0-4815-4c0d-9c61-a8da05e4d1cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:04.280325 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f78a0ba0-4815-4c0d-9c61-a8da05e4d1cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:04.362598 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:04.409998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-f78a0ba0-4815-4c0d-9c61-a8da05e4d1cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Calling delete_port for 7e644bc2-7494-45fa-8750-40066393de04 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:57:04.561446 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f78a0ba0-4815-4c0d-9c61-a8da05e4d1cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:04.612337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a0ba0-4815-4c0d-9c61-a8da05e4d1cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event deleted for resources: {'Port': ['ID=7e644bc2-7494-45fa-8750-40066393de04,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:04.718782 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f78a0ba0-4815-4c0d-9c61-a8da05e4d1cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:04.719695 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-f78a0ba0-4815-4c0d-9c61-a8da05e4d1cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Floating IP 7d52cd24-5569-4a05-94b2-c488b898a953 disassociated (deleted). External IP: 172.25.5.123, port: ac61bf33-54c4-4b27-b47e-586a5aa5bbfc. Jun 04 16:57:05.224626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78a0ba0-4815-4c0d-9c61-a8da05e4d1cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Router a89b10b5-198e-4421-871e-72a54e523113 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:57:05.458773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78a0ba0-4815-4c0d-9c61-a8da05e4d1cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:57:05.468820 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c4504-1269-49d2-a7a2-aa852e8fc6a0 None None] Sync routers for ids ['a89b10b5-198e-4421-871e-72a54e523113'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:57:05.478575 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f78a0ba0-4815-4c0d-9c61-a8da05e4d1cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:05.478862 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c4504-1269-49d2-a7a2-aa852e8fc6a0 None None] Routers {'a89b10b5-198e-4421-871e-72a54e523113'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:57:05.480942 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b71c4504-1269-49d2-a7a2-aa852e8fc6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:57:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a89b10b5-198e-4421-871e-72a54e523113'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:05.560417 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f78a0ba0-4815-4c0d-9c61-a8da05e4d1cf tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "DELETE /v2.0/floatingips/7d52cd24-5569-4a05-94b2-c488b898a953 HTTP/1.1" status: 204 len: 168 time: 1.6634965 Jun 04 16:57:05.560417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'tag': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:57:05.637366 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c105e2-8185-4b78-bcbe-5df733982bb7'] response: {'name': 'network-changed', 'server_uuid': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'tag': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc', 'status': 'completed', 'code': 200} Jun 04 16:57:05.752192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ecbdd-a02e-4351-8ee9-ffc23547ffc3 req-804c3ae3-8964-4b2a-93ed-980743ede1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:05.753969 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-959ecbdd-a02e-4351-8ee9-ffc23547ffc3 req-804c3ae3-8964-4b2a-93ed-980743ede1e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0e011a5218d474d9ac30cb23ba0b3fb&device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 1136 time: 0.0909891 Jun 04 16:57:05.781810 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b71c4504-1269-49d2-a7a2-aa852e8fc6a0 None None] Set router a89b10b5-198e-4421-871e-72a54e523113 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:57:05.944564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ecbdd-a02e-4351-8ee9-ffc23547ffc3 req-bede361d-3fde-4943-aa30-3089cb020e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:05.946360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-959ecbdd-a02e-4351-8ee9-ffc23547ffc3 req-bede361d-3fde-4943-aa30-3089cb020e72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=71002eda-8dd4-4164-a470-3440fdb2710e HTTP/1.1" status: 200 len: 898 time: 0.1827700 Jun 04 16:57:06.075510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-959ecbdd-a02e-4351-8ee9-ffc23547ffc3 req-7710244a-88eb-4873-93b0-05459ae6bae3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc HTTP/1.1" status: 200 len: 217 time: 0.0854852 Jun 04 16:57:06.165522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ecbdd-a02e-4351-8ee9-ffc23547ffc3 req-039c9e23-5da1-4bbb-93f3-a0591db57bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:06.167431 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-959ecbdd-a02e-4351-8ee9-ffc23547ffc3 req-039c9e23-5da1-4bbb-93f3-a0591db57bdf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399b98a3-677c-4051-8a68-268c5f2892f5 HTTP/1.1" status: 200 len: 835 time: 0.0850105 Jun 04 16:57:06.167541 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b71c4504-1269-49d2-a7a2-aa852e8fc6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'fa0444c1-2cee-48be-87ab-bc556d0e303a', 'name': '', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'mac_address': 'fa:16:3e:1b:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:37Z', 'updated_at': '2022-06-04T16:55:45Z', 'revision_number': 5, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'subnets': [{'id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:06.171507 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c4504-1269-49d2-a7a2-aa852e8fc6a0 None None] Checking router: a89b10b5-198e-4421-871e-72a54e523113 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:57:06.179976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a601d51-5133-4718-bb3e-cb8d912143ee req-81494293-cef1-436d-b3c6-da76eb47f154 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:06.179976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2a601d51-5133-4718-bb3e-cb8d912143ee req-81494293-cef1-436d-b3c6-da76eb47f154 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Synchronizing usage tracker for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:57:06.181536 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c4504-1269-49d2-a7a2-aa852e8fc6a0 None None] Routers {'a89b10b5-198e-4421-871e-72a54e523113'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:57:06.182231 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b71c4504-1269-49d2-a7a2-aa852e8fc6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:57:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a89b10b5-198e-4421-871e-72a54e523113'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:06.246078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2a601d51-5133-4718-bb3e-cb8d912143ee req-81494293-cef1-436d-b3c6-da76eb47f154 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Unset dirty status for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:57:06.247262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a601d51-5133-4718-bb3e-cb8d912143ee req-81494293-cef1-436d-b3c6-da76eb47f154 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 985 time: 0.3104146 Jun 04 16:57:06.305154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ecbdd-a02e-4351-8ee9-ffc23547ffc3 req-2033e315-b91f-4a5f-8492-c02d10b296ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:06.306720 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-959ecbdd-a02e-4351-8ee9-ffc23547ffc3 req-2033e315-b91f-4a5f-8492-c02d10b296ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=71002eda-8dd4-4164-a470-3440fdb2710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232121 Jun 04 16:57:06.314468 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a601d51-5133-4718-bb3e-cb8d912143ee req-03324bc3-837c-4bf9-bfe4-42a5aa69418a tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eaa11e1-a762-4df3-a00b-1324533ff202&id=9df4fcd3-497d-4bbb-8cbd-14b9452213c1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0552881 Jun 04 16:57:06.380546 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b71c4504-1269-49d2-a7a2-aa852e8fc6a0 None None] Set router a89b10b5-198e-4421-871e-72a54e523113 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:57:06.449365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-959ecbdd-a02e-4351-8ee9-ffc23547ffc3 req-a68db7ab-262e-4863-b46d-d2de6970b71d service neutron] 10.222.0.46 "GET /v2.0/networks/71002eda-8dd4-4164-a470-3440fdb2710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348124 Jun 04 16:57:06.611710 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-959ecbdd-a02e-4351-8ee9-ffc23547ffc3 req-f2863b0d-525c-4b78-8d12-591b381794dc service neutron] 10.222.0.46 "GET /v2.0/networks/71002eda-8dd4-4164-a470-3440fdb2710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551359 Jun 04 16:57:06.714757 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:57:06.745626 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b71c4504-1269-49d2-a7a2-aa852e8fc6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'fa0444c1-2cee-48be-87ab-bc556d0e303a', 'name': '', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'mac_address': 'fa:16:3e:1b:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:37Z', 'updated_at': '2022-06-04T16:55:45Z', 'revision_number': 5, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'subnets': [{'id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:06.749617 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c4504-1269-49d2-a7a2-aa852e8fc6a0 None None] The sync data for ids ['a89b10b5-198e-4421-871e-72a54e523113'] in n-d-811809-3 is: [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'fa0444c1-2cee-48be-87ab-bc556d0e303a', 'name': '', 'network_id': '71002eda-8dd4-4164-a470-3440fdb2710e', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'mac_address': 'fa:16:3e:1b:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:37Z', 'updated_at': '2022-06-04T16:55:45Z', 'revision_number': 5, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'subnets': [{'id': '399b98a3-677c-4051-8a68-268c5f2892f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:57:06.984853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91ba5a9-b1b2-4d24-bc36-a94931820809 None None] New status for floating IP 7d52cd24-5569-4a05-94b2-c488b898a953: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:57:07.363613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31f638-fb24-43ab-8d31-7edd672566cb req-0ecededd-e2bc-405a-b1f8-87fb387e10ce tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:07.365097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b31f638-fb24-43ab-8d31-7edd672566cb req-0ecededd-e2bc-405a-b1f8-87fb387e10ce tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 985 time: 0.1462946 Jun 04 16:57:07.432106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35545f32-6297-41a3-8297-15d416ace9f9 req-995a4254-9063-442e-bf97-36e6d8cad113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:07.433475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35545f32-6297-41a3-8297-15d416ace9f9 req-995a4254-9063-442e-bf97-36e6d8cad113 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.1671159 Jun 04 16:57:07.545080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7b31f638-fb24-43ab-8d31-7edd672566cb req-46d2a6cc-b0ae-4804-9266-a8cd06d278d1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Deleting port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:57:07.545395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7b31f638-fb24-43ab-8d31-7edd672566cb req-46d2a6cc-b0ae-4804-9266-a8cd06d278d1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:07.585779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35545f32-6297-41a3-8297-15d416ace9f9 req-e2b8d69a-e8d5-4a40-9122-bb5b7cea4a59 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396546 Jun 04 16:57:07.684540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946b1a1-559e-481c-bb30-d5d1ce36c6b9 req-584613fd-6d7c-4791-8453-ad53030ce444 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:07.685924 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5946b1a1-559e-481c-bb30-d5d1ce36c6b9 req-584613fd-6d7c-4791-8453-ad53030ce444 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 985 time: 0.2515423 Jun 04 16:57:07.933894 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5946b1a1-559e-481c-bb30-d5d1ce36c6b9 req-480e1b5d-5400-4aa6-8cf7-6fa0aebc4cf7 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/security-groups?id=2eaa11e1-a762-4df3-a00b-1324533ff202&id=9df4fcd3-497d-4bbb-8cbd-14b9452213c1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2414021 Jun 04 16:57:07.975113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7b31f638-fb24-43ab-8d31-7edd672566cb req-46d2a6cc-b0ae-4804-9266-a8cd06d278d1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] For port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc,segment=NetworkSegment(e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8),segment_id=e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:07.975471 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7b31f638-fb24-43ab-8d31-7edd672566cb req-46d2a6cc-b0ae-4804-9266-a8cd06d278d1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:08.102997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-7b31f638-fb24-43ab-8d31-7edd672566cb req-46d2a6cc-b0ae-4804-9266-a8cd06d278d1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Calling delete_port for ac61bf33-54c4-4b27-b47e-586a5aa5bbfc owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:57:08.251488 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7b31f638-fb24-43ab-8d31-7edd672566cb req-46d2a6cc-b0ae-4804-9266-a8cd06d278d1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:08.307645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2a6cc-b0ae-4804-9266-a8cd06d278d1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event deleted for resources: {'Port': ['ID=ac61bf33-54c4-4b27-b47e-586a5aa5bbfc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:08.380051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b31f638-fb24-43ab-8d31-7edd672566cb req-46d2a6cc-b0ae-4804-9266-a8cd06d278d1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] No DVR routers for this DVR port ac61bf33-54c4-4b27-b47e-586a5aa5bbfc on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:57:08.382625 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7b31f638-fb24-43ab-8d31-7edd672566cb req-46d2a6cc-b0ae-4804-9266-a8cd06d278d1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:08.385043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'name': 'network-vif-deleted', 'tag': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:57:08.401195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b31f638-fb24-43ab-8d31-7edd672566cb req-46d2a6cc-b0ae-4804-9266-a8cd06d278d1 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.46 "DELETE /v2.0/ports/ac61bf33-54c4-4b27-b47e-586a5aa5bbfc HTTP/1.1" status: 204 len: 173 time: 1.0293725 Jun 04 16:57:08.443299 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8d2620-ff58-43e5-9e1b-9b32d3265cf7'] response: {'server_uuid': '00fbcbf3-1c18-4d2c-964c-47e588025cfc', 'name': 'network-vif-deleted', 'tag': 'ac61bf33-54c4-4b27-b47e-586a5aa5bbfc', 'status': 'completed', 'code': 200} Jun 04 16:57:08.778200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596960df-1911-4691-93b2-a193cf3d8e6c req-f75b0fd3-7406-4a24-a242-718c0b45bd13 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:08.780044 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-596960df-1911-4691-93b2-a193cf3d8e6c req-f75b0fd3-7406-4a24-a242-718c0b45bd13 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.0855539 Jun 04 16:57:08.829713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-596960df-1911-4691-93b2-a193cf3d8e6c req-b79f2846-d37d-40a7-9a96-c019dd3c9677 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431018 Jun 04 16:57:09.112844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-699ac63e-612e-47ed-9d32-d488815f7d66 req-909e1f57-5b7d-4291-9ac5-a36409b88925 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Synchronizing usage tracker for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:57:09.131265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-699ac63e-612e-47ed-9d32-d488815f7d66 req-909e1f57-5b7d-4291-9ac5-a36409b88925 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Unset dirty status for tenant:b0e011a5218d474d9ac30cb23ba0b3fb on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:57:09.133170 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-699ac63e-612e-47ed-9d32-d488815f7d66 req-909e1f57-5b7d-4291-9ac5-a36409b88925 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "GET /v2.0/ports?device_id=00fbcbf3-1c18-4d2c-964c-47e588025cfc HTTP/1.1" status: 200 len: 210 time: 0.0675786 Jun 04 16:57:10.029084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671fa8a-b2a1-41a0-b3c4-62c0fddcc69f req-d9c09e5d-fd33-480c-9c74-bb18ab3fbef3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:10.030911 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7671fa8a-b2a1-41a0-b3c4-62c0fddcc69f req-d9c09e5d-fd33-480c-9c74-bb18ab3fbef3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.0873256 Jun 04 16:57:10.077468 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7671fa8a-b2a1-41a0-b3c4-62c0fddcc69f req-29f64f7d-05bf-4fa9-9796-dc3d00e9aa5f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404806 Jun 04 16:57:10.249900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32814) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:10.313749 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b67fd84f-4208-40d1-a070-04568840d223 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:10.340588 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b67fd84f-4208-40d1-a070-04568840d223 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:10.387637 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b67fd84f-4208-40d1-a070-04568840d223 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:10.410194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fd84f-4208-40d1-a070-04568840d223 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df4fcd3-497d-4bbb-8cbd-14b9452213c1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:10.423075 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b67fd84f-4208-40d1-a070-04568840d223 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:10.424316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b67fd84f-4208-40d1-a070-04568840d223 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "DELETE /v2.0/security-groups/9df4fcd3-497d-4bbb-8cbd-14b9452213c1 HTTP/1.1" status: 204 len: 168 time: 0.1733971 Jun 04 16:57:10.427322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32818) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:10.493294 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b635c601-4ace-4baa-934d-4e17dc5c6f04 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:10.523820 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b635c601-4ace-4baa-934d-4e17dc5c6f04 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:10.563946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device ac61bf33-54c4-4b27-b47e-586a5aa5bbfc no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:57:10.575523 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b635c601-4ace-4baa-934d-4e17dc5c6f04 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:10.595561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635c601-4ace-4baa-934d-4e17dc5c6f04 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaa11e1-a762-4df3-a00b-1324533ff202,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:10.599003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: ac61bf33-54c4-4b27-b47e-586a5aa5bbfc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:57:10.599346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device ac61bf33-54c4-4b27-b47e-586a5aa5bbfc not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:57:10.603279 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b635c601-4ace-4baa-934d-4e17dc5c6f04 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:10.604376 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b635c601-4ace-4baa-934d-4e17dc5c6f04 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "DELETE /v2.0/security-groups/2eaa11e1-a762-4df3-a00b-1324533ff202 HTTP/1.1" status: 204 len: 168 time: 0.1761279 Jun 04 16:57:10.607466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32822) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:11.282385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2799f0d-2694-4c31-b539-e2873d734a76 req-cd292a25-01d9-4af4-89a7-a5789d5ca2a2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:11.286460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2799f0d-2694-4c31-b539-e2873d734a76 req-cd292a25-01d9-4af4-89a7-a5789d5ca2a2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.1019490 Jun 04 16:57:11.296433 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8bfb-8022-4599-acce-02061d068fca tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:11.341093 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b2799f0d-2694-4c31-b539-e2873d734a76 req-7eee0236-1311-452f-9ae9-ad224eb7e68c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477185 Jun 04 16:57:11.663871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff8bfb-8022-4599-acce-02061d068fca tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Deleting port fa0444c1-2cee-48be-87ab-bc556d0e303a {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:57:11.664510 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8bfb-8022-4599-acce-02061d068fca tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:11.870581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-c9ff8bfb-8022-4599-acce-02061d068fca tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] For port fa0444c1-2cee-48be-87ab-bc556d0e303a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=fa0444c1-2cee-48be-87ab-bc556d0e303a,segment=NetworkSegment(e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8),segment_id=e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:11.870811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8bfb-8022-4599-acce-02061d068fca tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:12.005546 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff8bfb-8022-4599-acce-02061d068fca tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Calling delete_port for fa0444c1-2cee-48be-87ab-bc556d0e303a owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:57:12.353353 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8bfb-8022-4599-acce-02061d068fca tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:12.402064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff8bfb-8022-4599-acce-02061d068fca tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event deleted for resources: {'Port': ['ID=fa0444c1-2cee-48be-87ab-bc556d0e303a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:12.630327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8004a9-45b9-4b03-a261-c0131dd976a4 req-2579a3c8-d68f-4797-b1df-0ce0e8c7c04a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:12.632046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe8004a9-45b9-4b03-a261-c0131dd976a4 req-2579a3c8-d68f-4797-b1df-0ce0e8c7c04a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.1451695 Jun 04 16:57:12.711580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fe8004a9-45b9-4b03-a261-c0131dd976a4 req-b9c4ca07-022d-4414-a7fa-1945f5c692d5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655477 Jun 04 16:57:12.892752 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8bfb-8022-4599-acce-02061d068fca tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:13.289051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ff8bfb-8022-4599-acce-02061d068fca tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Router a89b10b5-198e-4421-871e-72a54e523113 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:57:13.472373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ff8bfb-8022-4599-acce-02061d068fca tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:57:13.481981 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c3109-2eec-4ac4-90cf-eef27378db95 None None] Sync routers for ids ['a89b10b5-198e-4421-871e-72a54e523113'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:57:13.490803 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c9ff8bfb-8022-4599-acce-02061d068fca tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "PUT /v2.0/routers/a89b10b5-198e-4421-871e-72a54e523113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8821807 Jun 04 16:57:13.492476 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c3109-2eec-4ac4-90cf-eef27378db95 None None] Routers {'a89b10b5-198e-4421-871e-72a54e523113'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:57:13.493728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32832) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:13.494157 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a15c3109-2eec-4ac4-90cf-eef27378db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:57:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a89b10b5-198e-4421-871e-72a54e523113'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:13.567936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ef30b8-d4ba-4849-afb3-dd671970f1d3 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Deleting subnet 399b98a3-677c-4051-8a68-268c5f2892f5 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:57:13.570966 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77ef30b8-d4ba-4849-afb3-dd671970f1d3 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:13.625505 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77ef30b8-d4ba-4849-afb3-dd671970f1d3 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:13.670581 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a15c3109-2eec-4ac4-90cf-eef27378db95 None None] Set router a89b10b5-198e-4421-871e-72a54e523113 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:57:13.713391 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77ef30b8-d4ba-4849-afb3-dd671970f1d3 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:13.791595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77ef30b8-d4ba-4849-afb3-dd671970f1d3 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:13.869969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef30b8-d4ba-4849-afb3-dd671970f1d3 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event deleted for resources: {'Subnet': ['ID=399b98a3-677c-4051-8a68-268c5f2892f5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:13.872002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f959c5-a999-41b8-b744-7134fec5781b None None] Network 71002eda-8dd4-4164-a470-3440fdb2710e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:57:13.872734 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77ef30b8-d4ba-4849-afb3-dd671970f1d3 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:13.891469 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-77ef30b8-d4ba-4849-afb3-dd671970f1d3 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "DELETE /v2.0/subnets/399b98a3-677c-4051-8a68-268c5f2892f5 HTTP/1.1" status: 204 len: 168 time: 0.3966169 Jun 04 16:57:13.894555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32838) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:13.944323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471eaa1f-e8da-4e15-8ac4-3366c63670f1 req-b57c43ad-6021-4d13-8a0c-977fbca44767 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:13.952277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-471eaa1f-e8da-4e15-8ac4-3366c63670f1 req-b57c43ad-6021-4d13-8a0c-977fbca44767 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.1280868 Jun 04 16:57:14.018676 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a15c3109-2eec-4ac4-90cf-eef27378db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:57:12Z', 'revision_number': 5, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:14.019475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-471eaa1f-e8da-4e15-8ac4-3366c63670f1 req-5bd5849f-bfd7-4d34-8a4a-21b8f138dfe6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629742 Jun 04 16:57:14.032367 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c3109-2eec-4ac4-90cf-eef27378db95 None None] Checking router: a89b10b5-198e-4421-871e-72a54e523113 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:57:14.042249 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c3109-2eec-4ac4-90cf-eef27378db95 None None] Routers {'a89b10b5-198e-4421-871e-72a54e523113'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:57:14.042854 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a15c3109-2eec-4ac4-90cf-eef27378db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:57:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['a89b10b5-198e-4421-871e-72a54e523113'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:14.109643 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:14.179442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d96776-c001-410a-85e9-5593e2f46d45 None None] DHCP port deletion for 71002eda-8dd4-4164-a470-3440fdb2710e request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:57:14.183304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e3d96776-c001-410a-85e9-5593e2f46d45 None None] Deleting port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:57:14.183675 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3d96776-c001-410a-85e9-5593e2f46d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:14.270829 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a15c3109-2eec-4ac4-90cf-eef27378db95 None None] Set router a89b10b5-198e-4421-871e-72a54e523113 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:57:14.314507 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:14.324708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Deleting port e724fdaf-8d19-4a1e-a44f-da3e2e071932 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:57:14.324708 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:14.419156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e3d96776-c001-410a-85e9-5593e2f46d45 None None] For port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=8362e4b3-bb70-4e42-927e-5d7eb9c98d58,segment=NetworkSegment(e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8),segment_id=e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:14.419549 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3d96776-c001-410a-85e9-5593e2f46d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:14.525462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] For port e724fdaf-8d19-4a1e-a44f-da3e2e071932, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e724fdaf-8d19-4a1e-a44f-da3e2e071932,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:14.525826 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:14.555268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e3d96776-c001-410a-85e9-5593e2f46d45 None None] Calling delete_port for 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:57:14.585124 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a15c3109-2eec-4ac4-90cf-eef27378db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:57:12Z', 'revision_number': 5, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:14.588647 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c3109-2eec-4ac4-90cf-eef27378db95 None None] The sync data for ids ['a89b10b5-198e-4421-871e-72a54e523113'] in n-d-811809-3 is: [{'id': 'a89b10b5-198e-4421-871e-72a54e523113', 'name': 'tempest-TestSecurityGroupsBasicOps-router-885366277', 'tenant_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:55:30Z', 'updated_at': '2022-06-04T16:57:12Z', 'revision_number': 5, 'project_id': 'b0e011a5218d474d9ac30cb23ba0b3fb', 'gw_port': {'id': 'e724fdaf-8d19-4a1e-a44f-da3e2e071932', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b10b5-198e-4421-871e-72a54e523113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:55:31Z', 'updated_at': '2022-06-04T16:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:57:14.650974 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3d96776-c001-410a-85e9-5593e2f46d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:14.699639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d96776-c001-410a-85e9-5593e2f46d45 None None] Pushing event deleted for resources: {'Port': ['ID=8362e4b3-bb70-4e42-927e-5d7eb9c98d58,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:14.704697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d96776-c001-410a-85e9-5593e2f46d45 None None] No DVR routers for this DVR port 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:57:14.797063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Calling delete_port for e724fdaf-8d19-4a1e-a44f-da3e2e071932 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:57:14.969570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:15.020534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event deleted for resources: {'Port': ['ID=e724fdaf-8d19-4a1e-a44f-da3e2e071932,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:15.112123 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:15.206642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b2056-9186-4225-9a59-7325fa1a4f7b req-7ddef8c4-e1e8-4ab3-ac61-5b8b3c86f261 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:15.208586 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e67b2056-9186-4225-9a59-7325fa1a4f7b req-7ddef8c4-e1e8-4ab3-ac61-5b8b3c86f261 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.0836003 Jun 04 16:57:15.265175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e67b2056-9186-4225-9a59-7325fa1a4f7b req-9a6d6367-a1e0-4b05-91de-2a01ac1f3dc7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499201 Jun 04 16:57:15.301783 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:15.304083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:15.327153 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:15.327694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Fanout notify agent at l3_agent the message router_deleted on router a89b10b5-198e-4421-871e-72a54e523113 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:57:15.346646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:15.347805 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-327db0dc-b8b3-4e64-9ca2-936cbfbd68fa tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "DELETE /v2.0/routers/a89b10b5-198e-4421-871e-72a54e523113 HTTP/1.1" status: 204 len: 168 time: 1.4522142 Jun 04 16:57:15.350354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32844) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:15.476304 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d89b5e59-6421-41ee-b738-075e14c88963 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:15.619335 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d89b5e59-6421-41ee-b738-075e14c88963 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:15.644672 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d89b5e59-6421-41ee-b738-075e14c88963 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71002eda-8dd4-4164-a470-3440fdb2710e']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:15.658802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d89b5e59-6421-41ee-b738-075e14c88963 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:15.659114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d89b5e59-6421-41ee-b738-075e14c88963 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:15.671919 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d89b5e59-6421-41ee-b738-075e14c88963 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:15.690110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d89b5e59-6421-41ee-b738-075e14c88963 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:15.696563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89b5e59-6421-41ee-b738-075e14c88963 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:57:15.696976 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d89b5e59-6421-41ee-b738-075e14c88963 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:15.769113 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8 resource provider aggregate not found Jun 04 16:57:15.807267 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7a0b5a4-ccb9-49ba-a029-9daaa59bb0d8 found for delete ", "request_id": "req-a0190567-8cd3-4619-90ed-a26b716bccf0"}]} Jun 04 16:57:15.821123 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d89b5e59-6421-41ee-b738-075e14c88963 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:15.821123 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d89b5e59-6421-41ee-b738-075e14c88963 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:15.845857 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b5e59-6421-41ee-b738-075e14c88963 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] Pushing event deleted for resources: {'Network': ['ID=71002eda-8dd4-4164-a470-3440fdb2710e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:15.848492 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d89b5e59-6421-41ee-b738-075e14c88963 tempest-TestSecurityGroupsBasicOps-437894939 tempest-TestSecurityGroupsBasicOps-437894939-project] 10.222.0.13 "DELETE /v2.0/networks/71002eda-8dd4-4164-a470-3440fdb2710e HTTP/1.1" status: 204 len: 168 time: 0.4971581 Jun 04 16:57:16.036899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device fa0444c1-2cee-48be-87ab-bc556d0e303a no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:57:16.115077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: fa0444c1-2cee-48be-87ab-bc556d0e303a {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:57:16.115077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device fa0444c1-2cee-48be-87ab-bc556d0e303a not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:57:16.115077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e724fdaf-8d19-4a1e-a44f-da3e2e071932 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:57:16.151487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e724fdaf-8d19-4a1e-a44f-da3e2e071932 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:57:16.151487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e724fdaf-8d19-4a1e-a44f-da3e2e071932 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:57:16.151487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:57:16.200238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:57:16.200238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 8362e4b3-bb70-4e42-927e-5d7eb9c98d58 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:57:16.204105 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32858) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:16.367405 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fc5cd009-604e-49b7-93d1-1f6fb80152b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0e011a5218d474d9ac30cb23ba0b3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681120 Jun 04 16:57:16.369861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32866) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:16.433843 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72b0d44b-2d65-4509-8dff-b4047f1f8ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:16.456645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee83a2a-cf4d-4f22-a35b-7ec5917911ee req-d4830a00-d021-4464-a6b6-1a0d06fcd85e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:16.462014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dee83a2a-cf4d-4f22-a35b-7ec5917911ee req-d4830a00-d021-4464-a6b6-1a0d06fcd85e tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.0866675 Jun 04 16:57:16.465824 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72b0d44b-2d65-4509-8dff-b4047f1f8ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:16.520206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dee83a2a-cf4d-4f22-a35b-7ec5917911ee req-4ae318bc-2071-4c88-aa9e-b3f37e91f7f2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507951 Jun 04 16:57:16.552590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72b0d44b-2d65-4509-8dff-b4047f1f8ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:16.576030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0d44b-2d65-4509-8dff-b4047f1f8ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7445b9d-1fe8-4071-b954-86813091df25,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:16.576030 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-72b0d44b-2d65-4509-8dff-b4047f1f8ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:16.588207 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-72b0d44b-2d65-4509-8dff-b4047f1f8ed3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7445b9d-1fe8-4071-b954-86813091df25 HTTP/1.1" status: 204 len: 168 time: 0.2075408 Jun 04 16:57:16.883463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32874) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:16.901322 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf359f5d-5545-445f-bab1-f580cf03d3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:16.916633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cf359f5d-5545-445f-bab1-f580cf03d3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:57:16.920476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cf359f5d-5545-445f-bab1-f580cf03d3f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e006df35dfa645e28f04162926a35322 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:57:16.923331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cf359f5d-5545-445f-bab1-f580cf03d3f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:57:16.929236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cf359f5d-5545-445f-bab1-f580cf03d3f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:57:17.012837 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf359f5d-5545-445f-bab1-f580cf03d3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:17.017585 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cf359f5d-5545-445f-bab1-f580cf03d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:17.066660 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cf359f5d-5545-445f-bab1-f580cf03d3f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e006df35dfa645e28f04162926a35322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820784 Jun 04 16:57:17.067837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf359f5d-5545-445f-bab1-f580cf03d3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e003b1c9-db5b-4575-844d-d4510eb483fa,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:17.069645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32878) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:17.135193 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-143fb75b-f38f-4b17-b2c3-1d5f4e10b54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:17.161673 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-143fb75b-f38f-4b17-b2c3-1d5f4e10b54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:17.212805 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-143fb75b-f38f-4b17-b2c3-1d5f4e10b54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:17.229446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fb75b-f38f-4b17-b2c3-1d5f4e10b54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e003b1c9-db5b-4575-844d-d4510eb483fa,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:17.236864 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-143fb75b-f38f-4b17-b2c3-1d5f4e10b54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:17.238173 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-143fb75b-f38f-4b17-b2c3-1d5f4e10b54b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e003b1c9-db5b-4575-844d-d4510eb483fa HTTP/1.1" status: 204 len: 168 time: 0.1673412 Jun 04 16:57:17.625757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32888) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:17.726391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-84156d1e-bf5c-4e77-bb6b-4fd61c0cfcc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f14035aa53ba4a7a8fba4d84217b0256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883336 Jun 04 16:57:17.730821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32892) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:17.759950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64b18e-8d75-4d8a-9cb8-d0159e77c68a req-a99cf8af-7806-41ca-964a-72c7ce59a9bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:17.759950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c64b18e-8d75-4d8a-9cb8-d0159e77c68a req-a99cf8af-7806-41ca-964a-72c7ce59a9bf tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.1100898 Jun 04 16:57:17.808132 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68bc8a75-5f70-4187-afbf-1f61491ed328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:17.811820 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c64b18e-8d75-4d8a-9cb8-d0159e77c68a req-8778f381-67f9-44c8-b700-434e92f55294 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422306 Jun 04 16:57:17.835683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68bc8a75-5f70-4187-afbf-1f61491ed328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:17.899954 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68bc8a75-5f70-4187-afbf-1f61491ed328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:17.918801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc8a75-5f70-4187-afbf-1f61491ed328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44624b2-908d-4ced-bd17-309f99157ba3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:17.937878 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-68bc8a75-5f70-4187-afbf-1f61491ed328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:17.939161 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-68bc8a75-5f70-4187-afbf-1f61491ed328 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f44624b2-908d-4ced-bd17-309f99157ba3 HTTP/1.1" status: 204 len: 168 time: 0.2197797 Jun 04 16:57:18.715973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32916) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:18.829323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1055339294-network', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:57:18.836424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:57:18.844386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Usage tracker for resource:network and tenant:b8ee9a26d67740f0a89a55f7e86b705c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:57:18.847191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:57:18.854505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:57:18.864971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Made reservation on behalf of b8ee9a26d67740f0a89a55f7e86b705c for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:57:18.871254 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:18.885502 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:18.902226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:57:18.906587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Usage tracker for resource:security_group_rule and tenant:b8ee9a26d67740f0a89a55f7e86b705c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:57:18.911123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:57:18.917816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:57:19.042406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396ca97-d242-4381-9d17-f76b41532f7a req-ac42c768-3c6f-43f8-a65e-e581de529a00 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:19.043895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8396ca97-d242-4381-9d17-f76b41532f7a req-ac42c768-3c6f-43f8-a65e-e581de529a00 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.1238544 Jun 04 16:57:19.092091 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:19.103600 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:19.269239 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8396ca97-d242-4381-9d17-f76b41532f7a req-2972af98-9a2a-4d32-a4a3-919d2d924ac2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179163 Jun 04 16:57:19.299027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:57:19.307673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8307b8ad-8382-46eb-bd8f-199217fb4bbc,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:19.316523 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:19.316523 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Added segment 42e9a5a8-879d-4e51-946e-f05c6e68ba6e of type vlan for network 1845fb35-6ffa-4742-b62e-bc29c41567b2 Jun 04 16:57:19.348271 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:19.354785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fc6f780-49fb-498e-97ae-bcea2d6acf27 req-738d613f-5c73-4a97-8055-fb25880f652f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2515483 Jun 04 16:57:19.382413 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:19.383524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:19.385120 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:19.551982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8351488 Jun 04 16:57:19.553698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75b086-08ab-490d-819e-9d83afbe54df admin admin] Pushing event updated for resources: {'Network': ['ID=1845fb35-6ffa-4742-b62e-bc29c41567b2,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:19.555506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32924) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:19.561096 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Request body: {'subnet': {'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1055339294-subnet', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:57:19.568504 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 1845fb35-6ffa-4742-b62e-bc29c41567b2 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:57:19.572229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:57:19.583666 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Usage tracker for resource:subnet and tenant:b8ee9a26d67740f0a89a55f7e86b705c is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:57:19.588319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:57:19.597139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6f780-49fb-498e-97ae-bcea2d6acf27 req-2c3ef7b3-458f-4309-9d68-942bc355c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:19.598548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fc6f780-49fb-498e-97ae-bcea2d6acf27 req-2c3ef7b3-458f-4309-9d68-942bc355c17f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 1096 time: 0.1260645 Jun 04 16:57:19.599400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:57:19.615588 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Made reservation on behalf of b8ee9a26d67740f0a89a55f7e86b705c for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:57:19.617668 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:19.772653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6f780-49fb-498e-97ae-bcea2d6acf27 req-b6c78992-9580-41ef-8393-e769d9708383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:19.774587 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fc6f780-49fb-498e-97ae-bcea2d6acf27 req-b6c78992-9580-41ef-8393-e769d9708383 service neutron] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1536224 Jun 04 16:57:19.891424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fc6f780-49fb-498e-97ae-bcea2d6acf27 req-27749438-9684-488b-a076-f0a54f351dfc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc HTTP/1.1" status: 200 len: 1001 time: 0.1083877 Jun 04 16:57:19.990706 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:19.993096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6f780-49fb-498e-97ae-bcea2d6acf27 req-75e9e5cf-7fda-4c47-9b56-6add3435af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:19.995015 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fc6f780-49fb-498e-97ae-bcea2d6acf27 req-75e9e5cf-7fda-4c47-9b56-6add3435af75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0984273 Jun 04 16:57:20.072367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd69f31-f91f-4160-b62d-ee6b4bc796f4,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:20.079004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Checking segment: {'id': '42e9a5a8-879d-4e51-946e-f05c6e68ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:57:20.079004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Network hostable DHCP agents. Network: 1845fb35-6ffa-4742-b62e-bc29c41567b2, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:57:20.092194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6f780-49fb-498e-97ae-bcea2d6acf27 req-54a1edd7-1675-4cf0-b185-b14c4542637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:20.094104 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fc6f780-49fb-498e-97ae-bcea2d6acf27 req-54a1edd7-1675-4cf0-b185-b14c4542637b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918801 Jun 04 16:57:20.100112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Network 1845fb35-6ffa-4742-b62e-bc29c41567b2 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:57:20.113900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 1845fb35-6ffa-4742-b62e-bc29c41567b2) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:57:20.118410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:20.118410 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:20.127552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e682fd9-37d3-43c0-b558-44023b48519d None None] Network 1845fb35-6ffa-4742-b62e-bc29c41567b2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:57:20.144436 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e3a76a86-b802-45a9-bed6-cee40cb91f87 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5863330 Jun 04 16:57:20.145411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32928) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:20.152115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1055339294-router', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:57:20.160299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:57:20.167581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Usage tracker for resource:router and tenant:b8ee9a26d67740f0a89a55f7e86b705c is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:57:20.167581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:57:20.173646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:57:20.189221 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:20.191908 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:20.209647 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:20.273504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fc6f780-49fb-498e-97ae-bcea2d6acf27 req-91742aa7-4824-4ba2-b6a1-2abce9e31c5a service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736515 Jun 04 16:57:20.416464 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-1845fb35-6ffa-4742-b62e-bc29c41567b2', 'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'fixed_ips': [{'subnet_id': 'efd69f31-f91f-4160-b62d-ee6b4bc796f4'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:57:20.416464 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:20.584765 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2fc6f780-49fb-498e-97ae-bcea2d6acf27 req-460268d7-0eee-4ae6-8166-7b903ca8e1ed service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011737 Jun 04 16:57:20.616411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3782f-f45d-4256-a221-8662a20d9f44 req-80419d8c-0a91-447c-8962-ddcc3e9caf47 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:20.624899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c1a3782f-f45d-4256-a221-8662a20d9f44 req-80419d8c-0a91-447c-8962-ddcc3e9caf47 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.1817698 Jun 04 16:57:20.646560 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:20.676794 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c1a3782f-f45d-4256-a221-8662a20d9f44 req-9d1a598c-ca36-4d1f-983e-454b9dd69b88 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487423 Jun 04 16:57:20.678682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Allocated IP 172.20.0.2 (1845fb35-6ffa-4742-b62e-bc29c41567b2/efd69f31-f91f-4160-b62d-ee6b4bc796f4/e6245d0c-6eb4-4365-92dd-505636ed4547) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:57:20.890154 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:20.900916 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Transition to ACTIVE for port object e6245d0c-6eb4-4365-92dd-505636ed4547 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:57:20.920134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Transition to ACTIVE for port object e6245d0c-6eb4-4365-92dd-505636ed4547 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:57:20.925883 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:20.981529 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:20.992437 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Network 1845fb35-6ffa-4742-b62e-bc29c41567b2 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:57:20.995374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:57:21.001815 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:57:21.003697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Pushing event updated for resources: {'Port': ['ID=e6245d0c-6eb4-4365-92dd-505636ed4547,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:21.012545 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:21.095894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Attempting to bind port e6245d0c-6eb4-4365-92dd-505636ed4547 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:57:21.096251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Attempting to bind port e6245d0c-6eb4-4365-92dd-505636ed4547 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '42e9a5a8-879d-4e51-946e-f05c6e68ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:57:21.096621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Attempting to bind port e6245d0c-6eb4-4365-92dd-505636ed4547 on network 1845fb35-6ffa-4742-b62e-bc29c41567b2 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:57:21.102061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:57:21.102492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Checking segment: {'id': '42e9a5a8-879d-4e51-946e-f05c6e68ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:57:21.103087 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:21.103473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Bound using segment: {'id': '42e9a5a8-879d-4e51-946e-f05c6e68ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:57:21.103933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Bound port: e6245d0c-6eb4-4365-92dd-505636ed4547, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e9a5a8-879d-4e51-946e-f05c6e68ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:57:21.104667 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:21.199090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] For port e6245d0c-6eb4-4365-92dd-505636ed4547, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:57:21.202169 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] For port e6245d0c-6eb4-4365-92dd-505636ed4547, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e6245d0c-6eb4-4365-92dd-505636ed4547,segment=NetworkSegment(42e9a5a8-879d-4e51-946e-f05c6e68ba6e),segment_id=42e9a5a8-879d-4e51-946e-f05c6e68ba6e)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:57:21.203375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Allocated IP 172.25.5.199 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/7fd4dba9-807d-4503-9dc4-a70b105b678a) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:57:21.208365 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:21.298585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc873a-7aea-46cc-a866-b248c305c4df None None] Pushing event updated for resources: {'Port': ['ID=e6245d0c-6eb4-4365-92dd-505636ed4547,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:21.359692 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:21.390136 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:21.460524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:57:21.461921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:57:21.466120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:57:21.501949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd4dba9-807d-4503-9dc4-a70b105b678a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:21.872886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528c1ad-51b8-403b-9088-fd338a53f70c req-74c24968-e14e-488a-8272-37c436705f1c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:21.875346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f528c1ad-51b8-403b-9088-fd338a53f70c req-74c24968-e14e-488a-8272-37c436705f1c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.0849330 Jun 04 16:57:21.924412 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f528c1ad-51b8-403b-9088-fd338a53f70c req-987ef579-f339-45f6-850d-23c07d58c23d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434370 Jun 04 16:57:22.061590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:22.067141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e6245d0c-6eb4-4365-92dd-505636ed4547 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:57:22.141382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e6245d0c-6eb4-4365-92dd-505636ed4547 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:57:22.263085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532322f6-4608-4d8a-a4f0-0dfdec138c21 None None] Network 1845fb35-6ffa-4742-b62e-bc29c41567b2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:57:22.413645 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7c708c1f-da2b-4464-b0aa-01a11a404703 None None] Provisioning for port e6245d0c-6eb4-4365-92dd-505636ed4547 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:57:22.413840 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:22.428701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7c708c1f-da2b-4464-b0aa-01a11a404703 None None] Provisioning complete for port e6245d0c-6eb4-4365-92dd-505636ed4547 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:57:22.429062 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c708c1f-da2b-4464-b0aa-01a11a404703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:22.638254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Router 03f6e89d-8888-4495-9274-7aa25040515f is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:57:22.641659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7c708c1f-da2b-4464-b0aa-01a11a404703 None None] Current status of the port e6245d0c-6eb4-4365-92dd-505636ed4547 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:57:22.642266 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c708c1f-da2b-4464-b0aa-01a11a404703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:22.681155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7c708c1f-da2b-4464-b0aa-01a11a404703 None None] For port e6245d0c-6eb4-4365-92dd-505636ed4547, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e6245d0c-6eb4-4365-92dd-505636ed4547,segment=NetworkSegment(42e9a5a8-879d-4e51-946e-f05c6e68ba6e),segment_id=42e9a5a8-879d-4e51-946e-f05c6e68ba6e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:22.685704 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c708c1f-da2b-4464-b0aa-01a11a404703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:22.761279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c708c1f-da2b-4464-b0aa-01a11a404703 None None] Pushing event updated for resources: {'Port': ['ID=e6245d0c-6eb4-4365-92dd-505636ed4547,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:22.843455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:57:22.858637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Sync routers for ids ['03f6e89d-8888-4495-9274-7aa25040515f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:57:22.873444 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:22.874402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Routers {'03f6e89d-8888-4495-9274-7aa25040515f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:57:22.874891 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-172a304f-2f75-4914-87ed-5055b63d3469 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.7283731 Jun 04 16:57:22.875122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:57:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['03f6e89d-8888-4495-9274-7aa25040515f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:22.877649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32938) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:23.071727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-40bd4a76-5d45-4f3e-b6e4-e521113ccc4d None None] Provisioning complete for port e6245d0c-6eb4-4365-92dd-505636ed4547 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:57:23.073083 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-40bd4a76-5d45-4f3e-b6e4-e521113ccc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:23.133692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Set router 03f6e89d-8888-4495-9274-7aa25040515f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:57:23.160208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7290424-3f88-4867-b161-6bf25609659b req-7af6a98b-da4c-4740-96ee-8eddd96fb0f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:23.161974 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7290424-3f88-4867-b161-6bf25609659b req-7af6a98b-da4c-4740-96ee-8eddd96fb0f8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.1156220 Jun 04 16:57:23.211307 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7290424-3f88-4867-b161-6bf25609659b req-da8e2ed6-2f69-408f-b5b7-454f6e3e5fc5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424616 Jun 04 16:57:23.420655 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-40bd4a76-5d45-4f3e-b6e4-e521113ccc4d None None] Current status of the port e6245d0c-6eb4-4365-92dd-505636ed4547 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:57:23.511912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f6e89d-8888-4495-9274-7aa25040515f', 'name': 'tempest-ImageQuotaTest-1055339294-router', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:57:20Z', 'updated_at': '2022-06-04T16:57:21Z', 'revision_number': 3, 'project_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'gw_port': {'id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f6e89d-8888-4495-9274-7aa25040515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:57:21Z', 'updated_at': '2022-06-04T16:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:23.519383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Checking router: 03f6e89d-8888-4495-9274-7aa25040515f for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:57:23.519383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Updating router 03f6e89d-8888-4495-9274-7aa25040515f port 7fd4dba9-807d-4503-9dc4-a70b105b678a binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:57:23.579396 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:23.841806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:23.967872 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:23.985555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Transition to ACTIVE for port object 7fd4dba9-807d-4503-9dc4-a70b105b678a will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:57:23.994396 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:24.062828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e6245d0c-6eb4-4365-92dd-505636ed4547 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:57:24.109111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Allocated IP 172.20.0.1 (1845fb35-6ffa-4742-b62e-bc29c41567b2/efd69f31-f91f-4160-b62d-ee6b4bc796f4/31d2db25-2a21-435a-ad9e-c98dfba517c4) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:57:24.122126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Attempting to bind port 7fd4dba9-807d-4503-9dc4-a70b105b678a on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:57:24.122717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Attempting to bind port 7fd4dba9-807d-4503-9dc4-a70b105b678a by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:57:24.123517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Attempting to bind port 7fd4dba9-807d-4503-9dc4-a70b105b678a on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:57:24.127220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c3acc-c617-49f3-a0c9-e4e400170c27 None None] Pushing event updated for resources: {'Port': ['ID=7fd4dba9-807d-4503-9dc4-a70b105b678a,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:24.136493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:57:24.136989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:57:24.138166 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:24.138166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:57:24.138166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Bound port: 7fd4dba9-807d-4503-9dc4-a70b105b678a, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:57:24.139053 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:24.217394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e6245d0c-6eb4-4365-92dd-505636ed4547 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:57:24.217729 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:24.260756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] For port 7fd4dba9-807d-4503-9dc4-a70b105b678a, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:57:24.272471 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:24.288821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] For port 7fd4dba9-807d-4503-9dc4-a70b105b678a, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7fd4dba9-807d-4503-9dc4-a70b105b678a,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:57:24.294791 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:24.300320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Transition to ACTIVE for port object 31d2db25-2a21-435a-ad9e-c98dfba517c4 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:57:24.328657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:24.422806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dc1ae-1f2a-4e14-81ab-1f81430ffae8 req-33803016-dca2-42d0-877b-6755116358c5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:24.424282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c3acc-c617-49f3-a0c9-e4e400170c27 None None] Pushing event updated for resources: {'Port': ['ID=7fd4dba9-807d-4503-9dc4-a70b105b678a,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:24.424355 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-696dc1ae-1f2a-4e14-81ab-1f81430ffae8 req-33803016-dca2-42d0-877b-6755116358c5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.0945735 Jun 04 16:57:24.439852 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Network 1845fb35-6ffa-4742-b62e-bc29c41567b2 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:57:24.440892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Routers {'03f6e89d-8888-4495-9274-7aa25040515f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:57:24.441249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:57:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['03f6e89d-8888-4495-9274-7aa25040515f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:24.449818 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:57:24.452093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Pushing event updated for resources: {'Port': ['ID=31d2db25-2a21-435a-ad9e-c98dfba517c4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:24.453811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:57:24.497920 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-696dc1ae-1f2a-4e14-81ab-1f81430ffae8 req-089e6461-4224-46cb-bbe9-3dd5a0ce312d tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622296 Jun 04 16:57:24.538482 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:24.646117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e6245d0c-6eb4-4365-92dd-505636ed4547 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:57:24.762466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] Set router 03f6e89d-8888-4495-9274-7aa25040515f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:57:24.857479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda737e-d692-4424-a09f-5b56a7dd3022 req-4b5bda3e-f0b3-4f07-9a0b-9b4f0922e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:24.859347 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eda737e-d692-4424-a09f-5b56a7dd3022 req-4b5bda3e-f0b3-4f07-9a0b-9b4f0922e4af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0976417 Jun 04 16:57:24.943456 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:24.970637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8d4f8f9d-ef34-4d77-8caf-616c63c31cfe None None] Provisioning for port 31d2db25-2a21-435a-ad9e-c98dfba517c4 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:57:24.982845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8d4f8f9d-ef34-4d77-8caf-616c63c31cfe None None] Provisioning complete for port 31d2db25-2a21-435a-ad9e-c98dfba517c4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:57:24.982845 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8f9d-ef34-4d77-8caf-616c63c31cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:25.045940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f8f9d-ef34-4d77-8caf-616c63c31cfe None None] Port 31d2db25-2a21-435a-ad9e-c98dfba517c4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:57:25.120058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f5e52-2e85-465d-9920-af1802ba0296 req-4667ae0a-f8b0-4083-a69d-0a775036c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:25.121677 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f91f5e52-2e85-465d-9920-af1802ba0296 req-4667ae0a-f8b0-4083-a69d-0a775036c763 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 1097 time: 0.2014008 Jun 04 16:57:25.122592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda737e-d692-4424-a09f-5b56a7dd3022 req-d25deea4-a3a5-4824-8be0-210568fa4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:25.123941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eda737e-d692-4424-a09f-5b56a7dd3022 req-d25deea4-a3a5-4824-8be0-210568fa4b67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 HTTP/1.1" status: 200 len: 897 time: 0.2424781 Jun 04 16:57:25.132435 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:57:25.235144 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:25.245024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:25.265323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f6e89d-8888-4495-9274-7aa25040515f', 'name': 'tempest-ImageQuotaTest-1055339294-router', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:57:20Z', 'updated_at': '2022-06-04T16:57:21Z', 'revision_number': 3, 'project_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'gw_port': {'id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f6e89d-8888-4495-9274-7aa25040515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:57:21Z', 'updated_at': '2022-06-04T16:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:25.281672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844cf388-ae11-4612-963a-72d9133c5d32 None None] The sync data for ids ['03f6e89d-8888-4495-9274-7aa25040515f'] in n-d-811809-3 is: [{'id': '03f6e89d-8888-4495-9274-7aa25040515f', 'name': 'tempest-ImageQuotaTest-1055339294-router', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:57:20Z', 'updated_at': '2022-06-04T16:57:21Z', 'revision_number': 3, 'project_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'gw_port': {'id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f6e89d-8888-4495-9274-7aa25040515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:57:21Z', 'updated_at': '2022-06-04T16:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:57:25.306406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:25.326147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'port_id': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'mac_address': 'fa:16:3e:7f:9f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:57:25.390865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f91f5e52-2e85-465d-9920-af1802ba0296 req-7a3f7e98-2f75-4fb9-8c1a-654a331be55b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585022 Jun 04 16:57:25.395746 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Pushing event updated for resources: {'Port': ['ID=31d2db25-2a21-435a-ad9e-c98dfba517c4,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:25.402907 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eda737e-d692-4424-a09f-5b56a7dd3022 req-de8b2c6a-fa5a-4bd5-bb47-bb013b5cacf3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 HTTP/1.1" status: 200 len: 1002 time: 0.2692595 Jun 04 16:57:25.413442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:57:25.413566 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:25.414516 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:25.434331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:57:25.454761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:25.463721 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:25.550228 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:25.659653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:57:25.759982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda737e-d692-4424-a09f-5b56a7dd3022 req-adb7a564-46a8-422d-9681-78534dc2ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:25.762017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eda737e-d692-4424-a09f-5b56a7dd3022 req-adb7a564-46a8-422d-9681-78534dc2ff66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af161956-2caa-4bd0-9b75-a5614efd0291 HTTP/1.1" status: 200 len: 835 time: 0.1840582 Jun 04 16:57:25.811684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Network 1845fb35-6ffa-4742-b62e-bc29c41567b2 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:57:25.813227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:57:25.941711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa034f-bc86-4e33-bd79-21b51d869f44 req-2c3bb7ec-7ed3-4a0a-9a32-1f119d478a8f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:25.941979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68aa034f-bc86-4e33-bd79-21b51d869f44 req-2c3bb7ec-7ed3-4a0a-9a32-1f119d478a8f tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 945 time: 0.2508676 Jun 04 16:57:25.949596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda737e-d692-4424-a09f-5b56a7dd3022 req-63ea1eaf-065f-45f8-8810-38a46765c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:25.951117 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eda737e-d692-4424-a09f-5b56a7dd3022 req-63ea1eaf-065f-45f8-8810-38a46765c756 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793447 Jun 04 16:57:26.179858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7ef32a07-221c-4fe7-bf6d-2b17ebd63746 None None] Provisioning complete for port 31d2db25-2a21-435a-ad9e-c98dfba517c4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:57:26.180311 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ef32a07-221c-4fe7-bf6d-2b17ebd63746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:26.241639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Router 03f6e89d-8888-4495-9274-7aa25040515f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:57:26.251111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7ef32a07-221c-4fe7-bf6d-2b17ebd63746 None None] Port 31d2db25-2a21-435a-ad9e-c98dfba517c4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:57:26.254738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7fd4dba9-807d-4503-9dc4-a70b105b678a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:57:26.307976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68aa034f-bc86-4e33-bd79-21b51d869f44 req-0e52c8ed-2939-408f-9c9c-514f6af69943 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3549778 Jun 04 16:57:26.327201 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eda737e-d692-4424-a09f-5b56a7dd3022 req-95a91509-08b2-4d72-be05-fcaa6c0fc985 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389943 Jun 04 16:57:26.350788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 7fd4dba9-807d-4503-9dc4-a70b105b678a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:57:26.361631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7fd4dba9-807d-4503-9dc4-a70b105b678a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:57:26.363024 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:26.602271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:57:26.608003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eda737e-d692-4424-a09f-5b56a7dd3022 req-bda6c0fa-9188-401d-af8e-0b2b59ab66ea service neutron] 10.222.0.42 "GET /v2.0/networks/c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730412 Jun 04 16:57:26.612421 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7fd4dba9-807d-4503-9dc4-a70b105b678a is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:57:26.612515 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:26.620047 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-39c4b440-638b-4dca-b8aa-9411834d7472 admin admin] 10.222.0.13 "PUT /v2.0/routers/03f6e89d-8888-4495-9274-7aa25040515f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7412241 Jun 04 16:57:26.648797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 7fd4dba9-807d-4503-9dc4-a70b105b678a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7fd4dba9-807d-4503-9dc4-a70b105b678a,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:26.660217 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:26.751371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=7fd4dba9-807d-4503-9dc4-a70b105b678a,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:27.135045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:57:27.214862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:57:27.215474 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:27.384163 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:57:27.384553 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:27.475542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0339699c-5389-4593-9ca5-c229c4139fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:57:27.483452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:27.483872 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Sync routers for ids ['03f6e89d-8888-4495-9274-7aa25040515f'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:57:27.489574 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:27.511838 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Routers {'03f6e89d-8888-4495-9274-7aa25040515f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:57:27.512472 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:57:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['03f6e89d-8888-4495-9274-7aa25040515f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:27.568395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:27.568919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb5c8-d0e9-4e02-b7e6-16a055e58c5f req-23223d53-dd5f-4634-a126-fb83001ebfe7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:57:27.576456 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a00eb5c8-d0e9-4e02-b7e6-16a055e58c5f req-23223d53-dd5f-4634-a126-fb83001ebfe7 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.1172771 Jun 04 16:57:27.604281 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f05a65-356c-450f-be6f-94f7383d4951'] response: {'server_uuid': '0339699c-5389-4593-9ca5-c229c4139fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'code': 200} Jun 04 16:57:27.627513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a00eb5c8-d0e9-4e02-b7e6-16a055e58c5f req-e98dbc61-2300-496d-b7e9-8ef3afa546d8 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499580 Jun 04 16:57:27.651283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32966) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:27.791222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e4510ecb-9d85-442d-a9fd-597bb17e03bb tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/floatingips/d59cc99c-c0e1-45c2-b716-551291532cf0 HTTP/1.1" status: 200 len: 994 time: 0.1385312 Jun 04 16:57:27.816712 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1eab4c33-d807-40b2-8281-9304595c123a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:27.824361 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Set router 03f6e89d-8888-4495-9274-7aa25040515f gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:57:28.044808 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7fd4dba9-807d-4503-9dc4-a70b105b678a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:57:28.113227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7fd4dba9-807d-4503-9dc4-a70b105b678a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:57:28.113589 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:28.176560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32974) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:28.196216 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f6e89d-8888-4495-9274-7aa25040515f', 'name': 'tempest-ImageQuotaTest-1055339294-router', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:57:20Z', 'updated_at': '2022-06-04T16:57:24Z', 'revision_number': 4, 'project_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'gw_port': {'id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f6e89d-8888-4495-9274-7aa25040515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:57:21Z', 'updated_at': '2022-06-04T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '31d2db25-2a21-435a-ad9e-c98dfba517c4', 'name': '', 'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'mac_address': 'fa:16:3e:0c:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f6e89d-8888-4495-9274-7aa25040515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'efd69f31-f91f-4160-b62d-ee6b4bc796f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:57:23Z', 'updated_at': '2022-06-04T16:57:25Z', 'revision_number': 2, 'project_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'subnets': [{'id': 'efd69f31-f91f-4160-b62d-ee6b4bc796f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:28.202980 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Checking router: 03f6e89d-8888-4495-9274-7aa25040515f for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:57:28.203693 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Updating router 03f6e89d-8888-4495-9274-7aa25040515f port 31d2db25-2a21-435a-ad9e-c98dfba517c4 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:57:28.267651 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:28.284235 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7fd4dba9-807d-4503-9dc4-a70b105b678a is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:57:28.636659 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:28.650509 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Transition to ACTIVE for port object 31d2db25-2a21-435a-ad9e-c98dfba517c4 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:57:28.658749 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:28.756396 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:28.850523 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e62a16-d9a9-4862-ba83-4dac82174c87 None None] Pushing event updated for resources: {'Port': ['ID=31d2db25-2a21-435a-ad9e-c98dfba517c4,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:28.935118 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Attempting to bind port 31d2db25-2a21-435a-ad9e-c98dfba517c4 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:57:28.935486 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Attempting to bind port 31d2db25-2a21-435a-ad9e-c98dfba517c4 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '42e9a5a8-879d-4e51-946e-f05c6e68ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:57:28.935842 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Attempting to bind port 31d2db25-2a21-435a-ad9e-c98dfba517c4 on network 1845fb35-6ffa-4742-b62e-bc29c41567b2 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:57:28.941944 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:57:28.942302 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Checking segment: {'id': '42e9a5a8-879d-4e51-946e-f05c6e68ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:57:28.942918 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:28.943472 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Bound using segment: {'id': '42e9a5a8-879d-4e51-946e-f05c6e68ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:57:28.944119 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Bound port: 31d2db25-2a21-435a-ad9e-c98dfba517c4, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e9a5a8-879d-4e51-946e-f05c6e68ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:57:28.944661 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:29.031204 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] For port 31d2db25-2a21-435a-ad9e-c98dfba517c4, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:57:29.034368 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] For port 31d2db25-2a21-435a-ad9e-c98dfba517c4, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=31d2db25-2a21-435a-ad9e-c98dfba517c4,segment=NetworkSegment(42e9a5a8-879d-4e51-946e-f05c6e68ba6e),segment_id=42e9a5a8-879d-4e51-946e-f05c6e68ba6e)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:57:29.039870 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:29.119346 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Routers {'03f6e89d-8888-4495-9274-7aa25040515f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:57:29.119958 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:57:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['03f6e89d-8888-4495-9274-7aa25040515f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:29.185446 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e62a16-d9a9-4862-ba83-4dac82174c87 None None] Pushing event updated for resources: {'Port': ['ID=31d2db25-2a21-435a-ad9e-c98dfba517c4,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:29.254335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Deleting port 31d2db25-2a21-435a-ad9e-c98dfba517c4 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:57:29.254681 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:29.314601 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] Set router 03f6e89d-8888-4495-9274-7aa25040515f gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:57:29.429247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] For port 31d2db25-2a21-435a-ad9e-c98dfba517c4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=31d2db25-2a21-435a-ad9e-c98dfba517c4,segment=NetworkSegment(42e9a5a8-879d-4e51-946e-f05c6e68ba6e),segment_id=42e9a5a8-879d-4e51-946e-f05c6e68ba6e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:29.429488 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:29.551843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Calling delete_port for 31d2db25-2a21-435a-ad9e-c98dfba517c4 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:57:29.625536 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f6e89d-8888-4495-9274-7aa25040515f', 'name': 'tempest-ImageQuotaTest-1055339294-router', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:57:20Z', 'updated_at': '2022-06-04T16:57:24Z', 'revision_number': 4, 'project_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'gw_port': {'id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f6e89d-8888-4495-9274-7aa25040515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:57:21Z', 'updated_at': '2022-06-04T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '31d2db25-2a21-435a-ad9e-c98dfba517c4', 'name': '', 'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'mac_address': 'fa:16:3e:0c:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f6e89d-8888-4495-9274-7aa25040515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'efd69f31-f91f-4160-b62d-ee6b4bc796f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:57:23Z', 'updated_at': '2022-06-04T16:57:29Z', 'revision_number': 4, 'project_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'subnets': [{'id': 'efd69f31-f91f-4160-b62d-ee6b4bc796f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:29.629780 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ad678-1c54-4856-ab68-8d1def3dbabf None None] The sync data for ids ['03f6e89d-8888-4495-9274-7aa25040515f'] in n-d-811809-3 is: [{'id': '03f6e89d-8888-4495-9274-7aa25040515f', 'name': 'tempest-ImageQuotaTest-1055339294-router', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:57:20Z', 'updated_at': '2022-06-04T16:57:24Z', 'revision_number': 4, 'project_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'gw_port': {'id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f6e89d-8888-4495-9274-7aa25040515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:57:21Z', 'updated_at': '2022-06-04T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '31d2db25-2a21-435a-ad9e-c98dfba517c4', 'name': '', 'network_id': '1845fb35-6ffa-4742-b62e-bc29c41567b2', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'mac_address': 'fa:16:3e:0c:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f6e89d-8888-4495-9274-7aa25040515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'efd69f31-f91f-4160-b62d-ee6b4bc796f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:57:23Z', 'updated_at': '2022-06-04T16:57:29Z', 'revision_number': 4, 'project_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'subnets': [{'id': 'efd69f31-f91f-4160-b62d-ee6b4bc796f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:57:29.745301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:29.797080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d2db25-2a21-435a-ad9e-c98dfba517c4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:29.836077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:29.836421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:29.836753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:29.837214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:29.837392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:29.837754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:29.838071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:29.838370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:29.838725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:29.839075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:29.839379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:29.839693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:30.049465 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3535b04c-3ed4-4820-97fe-e23808cec9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:30.096209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:30.601161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Router 03f6e89d-8888-4495-9274-7aa25040515f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:57:30.782157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:57:30.790965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295bd31f-cf59-4f75-8576-f0640dfb99ce None None] Sync routers for ids ['03f6e89d-8888-4495-9274-7aa25040515f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:57:30.791778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3edad872-5fed-49a9-8df9-811e5f043af0 admin admin] 10.222.0.13 "PUT /v2.0/routers/03f6e89d-8888-4495-9274-7aa25040515f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6139555 Jun 04 16:57:30.794371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32980) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:30.802419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295bd31f-cf59-4f75-8576-f0640dfb99ce None None] Routers {'03f6e89d-8888-4495-9274-7aa25040515f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:57:30.803286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-295bd31f-cf59-4f75-8576-f0640dfb99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:57:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['03f6e89d-8888-4495-9274-7aa25040515f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:30.974150 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:30.976663 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-295bd31f-cf59-4f75-8576-f0640dfb99ce None None] Set router 03f6e89d-8888-4495-9274-7aa25040515f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:57:31.151306 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:31.162650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Deleting port 7fd4dba9-807d-4503-9dc4-a70b105b678a {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:57:31.163044 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:31.259140 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:31.276099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-295bd31f-cf59-4f75-8576-f0640dfb99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f6e89d-8888-4495-9274-7aa25040515f', 'name': 'tempest-ImageQuotaTest-1055339294-router', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:57:20Z', 'updated_at': '2022-06-04T16:57:29Z', 'revision_number': 5, 'project_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'gw_port': {'id': '7fd4dba9-807d-4503-9dc4-a70b105b678a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f6e89d-8888-4495-9274-7aa25040515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:57:21Z', 'updated_at': '2022-06-04T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:31.281263 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295bd31f-cf59-4f75-8576-f0640dfb99ce None None] Checking router: 03f6e89d-8888-4495-9274-7aa25040515f for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:57:31.291339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295bd31f-cf59-4f75-8576-f0640dfb99ce None None] Routers {'03f6e89d-8888-4495-9274-7aa25040515f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:57:31.291948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-295bd31f-cf59-4f75-8576-f0640dfb99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:57:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['03f6e89d-8888-4495-9274-7aa25040515f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:31.348281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] For port 7fd4dba9-807d-4503-9dc4-a70b105b678a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7fd4dba9-807d-4503-9dc4-a70b105b678a,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:31.348634 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:31.440653 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:31.455220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-295bd31f-cf59-4f75-8576-f0640dfb99ce None None] Set router 03f6e89d-8888-4495-9274-7aa25040515f gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:57:31.470267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Calling delete_port for 7fd4dba9-807d-4503-9dc4-a70b105b678a owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:57:31.561682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-295bd31f-cf59-4f75-8576-f0640dfb99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f6e89d-8888-4495-9274-7aa25040515f', 'name': 'tempest-ImageQuotaTest-1055339294-router', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:57:20Z', 'updated_at': '2022-06-04T16:57:31Z', 'revision_number': 6, 'project_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:31.566325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295bd31f-cf59-4f75-8576-f0640dfb99ce None None] The sync data for ids ['03f6e89d-8888-4495-9274-7aa25040515f'] in n-d-811809-3 is: [{'id': '03f6e89d-8888-4495-9274-7aa25040515f', 'name': 'tempest-ImageQuotaTest-1055339294-router', 'tenant_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:57:20Z', 'updated_at': '2022-06-04T16:57:31Z', 'revision_number': 6, 'project_id': 'b8ee9a26d67740f0a89a55f7e86b705c', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:57:31.910697 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:31.958121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd4dba9-807d-4503-9dc4-a70b105b678a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:31.999292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:31.999634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:31.999967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:32.000293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:32.000613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:32.000930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:32.001254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:32.001663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:32.001962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:32.002302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:32.002642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:32.002945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:57:32.062989 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.109715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7fd4dba9-807d-4503-9dc4-a70b105b678a no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:57:32.144892 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 7fd4dba9-807d-4503-9dc4-a70b105b678a {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:57:32.145327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7fd4dba9-807d-4503-9dc4-a70b105b678a not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:57:32.145812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 31d2db25-2a21-435a-ad9e-c98dfba517c4 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:57:32.180217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 31d2db25-2a21-435a-ad9e-c98dfba517c4 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:57:32.180558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 31d2db25-2a21-435a-ad9e-c98dfba517c4 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:57:32.239014 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.241501 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.266346 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.266938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03f6e89d-8888-4495-9274-7aa25040515f {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:57:32.280888 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.282086 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-38ac3705-2b47-42ac-b09f-fb5e8c681f3a admin admin] 10.222.0.13 "DELETE /v2.0/routers/03f6e89d-8888-4495-9274-7aa25040515f HTTP/1.1" status: 204 len: 168 time: 1.4866984 Jun 04 16:57:32.284753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32984) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:32.346788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-9111dae7-15ca-4af8-9e70-b4c8d6da372e admin admin] Deleting subnet efd69f31-f91f-4160-b62d-ee6b4bc796f4 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:57:32.350854 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9111dae7-15ca-4af8-9e70-b4c8d6da372e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.408306 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9111dae7-15ca-4af8-9e70-b4c8d6da372e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.496811 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9111dae7-15ca-4af8-9e70-b4c8d6da372e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.568143 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9111dae7-15ca-4af8-9e70-b4c8d6da372e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.610336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111dae7-15ca-4af8-9e70-b4c8d6da372e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd69f31-f91f-4160-b62d-ee6b4bc796f4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:32.612420 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9111dae7-15ca-4af8-9e70-b4c8d6da372e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.618168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d5c68-f910-483d-961b-1dfb806e0b4a None None] Network 1845fb35-6ffa-4742-b62e-bc29c41567b2 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:57:32.618681 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9111dae7-15ca-4af8-9e70-b4c8d6da372e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/efd69f31-f91f-4160-b62d-ee6b4bc796f4 HTTP/1.1" status: 204 len: 168 time: 0.3328197 Jun 04 16:57:32.621332 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 32988) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:32.716358 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.728789 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.739765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Deleting port e6245d0c-6eb4-4365-92dd-505636ed4547 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:57:32.740095 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.910360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07ab3df-2e20-4449-aa0a-406e47ad3619 None None] DHCP port deletion for 1845fb35-6ffa-4742-b62e-bc29c41567b2 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:57:32.915143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e07ab3df-2e20-4449-aa0a-406e47ad3619 None None] Deleting port e6245d0c-6eb4-4365-92dd-505636ed4547 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:57:32.916081 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e07ab3df-2e20-4449-aa0a-406e47ad3619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:32.948438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] For port e6245d0c-6eb4-4365-92dd-505636ed4547, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e6245d0c-6eb4-4365-92dd-505636ed4547,segment=NetworkSegment(42e9a5a8-879d-4e51-946e-f05c6e68ba6e),segment_id=42e9a5a8-879d-4e51-946e-f05c6e68ba6e)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:32.948936 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.072185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Calling delete_port for e6245d0c-6eb4-4365-92dd-505636ed4547 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:57:33.124342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e07ab3df-2e20-4449-aa0a-406e47ad3619 None None] For port e6245d0c-6eb4-4365-92dd-505636ed4547, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e6245d0c-6eb4-4365-92dd-505636ed4547,segment=NetworkSegment(42e9a5a8-879d-4e51-946e-f05c6e68ba6e),segment_id=42e9a5a8-879d-4e51-946e-f05c6e68ba6e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:57:33.124632 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e07ab3df-2e20-4449-aa0a-406e47ad3619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.248622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e07ab3df-2e20-4449-aa0a-406e47ad3619 None None] Calling delete_port for e6245d0c-6eb4-4365-92dd-505636ed4547 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:57:33.260116 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.306069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6245d0c-6eb4-4365-92dd-505636ed4547,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:33.309555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] No DVR routers for this DVR port e6245d0c-6eb4-4365-92dd-505636ed4547 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:57:33.320064 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-e07ab3df-2e20-4449-aa0a-406e47ad3619 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 16:57:33.320418 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-e07ab3df-2e20-4449-aa0a-406e47ad3619 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 16:57:33.424736 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.454973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1845fb35-6ffa-4742-b62e-bc29c41567b2']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:33.467482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e9a5a8-879d-4e51-946e-f05c6e68ba6e') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:33.467786 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e9a5a8-879d-4e51-946e-f05c6e68ba6e') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:57:33.479799 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.495976 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.502828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:57:33.503276 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.567318 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 42e9a5a8-879d-4e51-946e-f05c6e68ba6e resource provider aggregate not found Jun 04 16:57:33.590370 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 42e9a5a8-879d-4e51-946e-f05c6e68ba6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42e9a5a8-879d-4e51-946e-f05c6e68ba6e found for delete ", "request_id": "req-f3e18214-f2a5-4481-8139-772f9e2a3f41"}]} Jun 04 16:57:33.605277 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.622221 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.632379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=1845fb35-6ffa-4742-b62e-bc29c41567b2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:33.639202 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d1ad64bf-943d-436c-8e78-6a8cd27b1f6d admin admin] 10.222.0.13 "DELETE /v2.0/networks/1845fb35-6ffa-4742-b62e-bc29c41567b2 HTTP/1.1" status: 204 len: 168 time: 1.0142281 Jun 04 16:57:33.761290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 32998) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:33.812850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-95352b99-37a5-42ab-a2f3-116e855a52b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8ee9a26d67740f0a89a55f7e86b705c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500195 Jun 04 16:57:33.815098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33002) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:33.821242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e07ab3df-2e20-4449-aa0a-406e47ad3619 None None] Deleting port e6245d0c-6eb4-4365-92dd-505636ed4547 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:57:33.822049 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e07ab3df-2e20-4449-aa0a-406e47ad3619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.877716 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7495fcd9-544e-48a8-91c9-fa028d735fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.891964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e07ab3df-2e20-4449-aa0a-406e47ad3619 None None] The port 'e6245d0c-6eb4-4365-92dd-505636ed4547' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 16:57:33.905278 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7495fcd9-544e-48a8-91c9-fa028d735fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.959432 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7495fcd9-544e-48a8-91c9-fa028d735fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.977017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495fcd9-544e-48a8-91c9-fa028d735fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8307b8ad-8382-46eb-bd8f-199217fb4bbc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:33.983614 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7495fcd9-544e-48a8-91c9-fa028d735fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:33.992208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7495fcd9-544e-48a8-91c9-fa028d735fdb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8307b8ad-8382-46eb-bd8f-199217fb4bbc HTTP/1.1" status: 204 len: 168 time: 0.1739707 Jun 04 16:57:34.039103 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e6245d0c-6eb4-4365-92dd-505636ed4547 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:57:34.074487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e6245d0c-6eb4-4365-92dd-505636ed4547 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:57:34.074823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e6245d0c-6eb4-4365-92dd-505636ed4547 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:57:34.204326 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:34.366475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33010) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:34.380928 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:34.385628 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-152d14bc-4ed7-49eb-ab8c-81a3da1d8f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:34.401399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-152d14bc-4ed7-49eb-ab8c-81a3da1d8f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:57:34.405989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-152d14bc-4ed7-49eb-ab8c-81a3da1d8f52 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:57:34.409021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-152d14bc-4ed7-49eb-ab8c-81a3da1d8f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:57:34.415238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-152d14bc-4ed7-49eb-ab8c-81a3da1d8f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:57:34.500694 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-152d14bc-4ed7-49eb-ab8c-81a3da1d8f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:34.506515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-152d14bc-4ed7-49eb-ab8c-81a3da1d8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:34.554661 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-152d14bc-4ed7-49eb-ab8c-81a3da1d8f52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1871002 Jun 04 16:57:34.557394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33014) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:57:34.559156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d14bc-4ed7-49eb-ab8c-81a3da1d8f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6068c0d9-828e-495d-820c-da51185fc107,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:34.616529 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d0cd142a-b6d6-4c27-a0ac-455bdea0e07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:34.641522 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d0cd142a-b6d6-4c27-a0ac-455bdea0e07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:34.697116 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d0cd142a-b6d6-4c27-a0ac-455bdea0e07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:34.712201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd142a-b6d6-4c27-a0ac-455bdea0e07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6068c0d9-828e-495d-820c-da51185fc107,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:57:34.717760 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d0cd142a-b6d6-4c27-a0ac-455bdea0e07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:57:34.719603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d0cd142a-b6d6-4c27-a0ac-455bdea0e07c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6068c0d9-828e-495d-820c-da51185fc107 HTTP/1.1" status: 204 len: 168 time: 0.1605425 Jun 04 16:57:43.719854 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:57:57.826472 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-777bfdb6-ca61-4983-9dc9-7440d311f269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:00.062269 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9873b013-9292-4cf4-90cb-98c4f4cbcb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:01.076841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33034) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:01.227795 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:01.305781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ffddd-b32c-4268-bc58-841408f0d5d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port b95c2a21-b68a-4b71-8339-f5fce7131168 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:58:01.306121 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec7ffddd-b32c-4268-bc58-841408f0d5d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:01.415722 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:01.475151 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec7ffddd-b32c-4268-bc58-841408f0d5d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:01.475469 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec7ffddd-b32c-4268-bc58-841408f0d5d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:01.596757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ffddd-b32c-4268-bc58-841408f0d5d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for b95c2a21-b68a-4b71-8339-f5fce7131168 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:58:01.757671 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec7ffddd-b32c-4268-bc58-841408f0d5d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:01.806129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ffddd-b32c-4268-bc58-841408f0d5d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=b95c2a21-b68a-4b71-8339-f5fce7131168,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:01.896098 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec7ffddd-b32c-4268-bc58-841408f0d5d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:01.896322 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-ec7ffddd-b32c-4268-bc58-841408f0d5d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Floating IP d59cc99c-c0e1-45c2-b716-551291532cf0 disassociated (deleted). External IP: 172.25.5.205, port: bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6. Jun 04 16:58:02.363047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7ffddd-b32c-4268-bc58-841408f0d5d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 91138ebd-3699-425c-a3ab-1dce69a3699c has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:58:02.540070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7ffddd-b32c-4268-bc58-841408f0d5d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:58:02.551056 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8280b-7271-4c3e-aa6e-688b394535ba None None] Sync routers for ids ['91138ebd-3699-425c-a3ab-1dce69a3699c'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:58:02.562520 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec7ffddd-b32c-4268-bc58-841408f0d5d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:02.563081 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8280b-7271-4c3e-aa6e-688b394535ba None None] Routers {'91138ebd-3699-425c-a3ab-1dce69a3699c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:02.563704 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3bf8280b-7271-4c3e-aa6e-688b394535ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['91138ebd-3699-425c-a3ab-1dce69a3699c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:02.626635 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ec7ffddd-b32c-4268-bc58-841408f0d5d2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/floatingips/d59cc99c-c0e1-45c2-b716-551291532cf0 HTTP/1.1" status: 204 len: 168 time: 1.5483675 Jun 04 16:58:02.627043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0339699c-5389-4593-9ca5-c229c4139fd3', 'tag': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:58:02.659283 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:02.685667 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3950da-57b2-4708-b099-4b188201659a'] response: {'name': 'network-changed', 'server_uuid': '0339699c-5389-4593-9ca5-c229c4139fd3', 'tag': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'status': 'completed', 'code': 200} Jun 04 16:58:02.764891 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3bf8280b-7271-4c3e-aa6e-688b394535ba None None] Set router 91138ebd-3699-425c-a3ab-1dce69a3699c gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:02.779002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7975ae-2c61-49c7-8870-3f0c63cc21c2 req-62b35339-2989-49af-9fb4-dcdf72f5b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:02.780876 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e7975ae-2c61-49c7-8870-3f0c63cc21c2 req-62b35339-2989-49af-9fb4-dcdf72f5b820 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aed73c9fa62846d9afa87b79119450a4&device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0746441 Jun 04 16:58:02.919583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7975ae-2c61-49c7-8870-3f0c63cc21c2 req-bd69f49b-8941-4b24-8ae2-aeb8258ae8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:02.920925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e7975ae-2c61-49c7-8870-3f0c63cc21c2 req-bd69f49b-8941-4b24-8ae2-aeb8258ae8e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 HTTP/1.1" status: 200 len: 897 time: 0.1337361 Jun 04 16:58:03.027171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e7975ae-2c61-49c7-8870-3f0c63cc21c2 req-e81497db-489f-4236-958b-26a89604581a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 HTTP/1.1" status: 200 len: 217 time: 0.0974135 Jun 04 16:58:03.082142 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3bf8280b-7271-4c3e-aa6e-688b394535ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:56:16Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '97824187-af5f-4424-afb9-202eb4cf0711', 'name': '', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:15Z', 'updated_at': '2022-06-04T16:56:22Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:03.086416 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8280b-7271-4c3e-aa6e-688b394535ba None None] Checking router: 91138ebd-3699-425c-a3ab-1dce69a3699c for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:58:03.095185 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8280b-7271-4c3e-aa6e-688b394535ba None None] Routers {'91138ebd-3699-425c-a3ab-1dce69a3699c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:03.095780 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3bf8280b-7271-4c3e-aa6e-688b394535ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['91138ebd-3699-425c-a3ab-1dce69a3699c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:03.105208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7975ae-2c61-49c7-8870-3f0c63cc21c2 req-eb79e0c0-b54c-4be7-9f2f-a072c96fa737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:03.106650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e7975ae-2c61-49c7-8870-3f0c63cc21c2 req-eb79e0c0-b54c-4be7-9f2f-a072c96fa737 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af161956-2caa-4bd0-9b75-a5614efd0291 HTTP/1.1" status: 200 len: 835 time: 0.0696981 Jun 04 16:58:03.157587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d7f87-4f41-4cf4-a7ee-09aa1588745a req-9600a94d-a112-4ccd-84d9-aa79ac40d323 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:03.158296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-744d7f87-4f41-4cf4-a7ee-09aa1588745a req-9600a94d-a112-4ccd-84d9-aa79ac40d323 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Synchronizing usage tracker for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:58:03.191981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-744d7f87-4f41-4cf4-a7ee-09aa1588745a req-9600a94d-a112-4ccd-84d9-aa79ac40d323 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Unset dirty status for tenant:aed73c9fa62846d9afa87b79119450a4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:58:03.193073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-744d7f87-4f41-4cf4-a7ee-09aa1588745a req-9600a94d-a112-4ccd-84d9-aa79ac40d323 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.2653263 Jun 04 16:58:03.224106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7975ae-2c61-49c7-8870-3f0c63cc21c2 req-a564dfb1-e258-4a87-9d9f-86410d79e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:03.225567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e7975ae-2c61-49c7-8870-3f0c63cc21c2 req-a564dfb1-e258-4a87-9d9f-86410d79e3a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130028 Jun 04 16:58:03.306387 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3bf8280b-7271-4c3e-aa6e-688b394535ba None None] Set router 91138ebd-3699-425c-a3ab-1dce69a3699c gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:03.312204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-744d7f87-4f41-4cf4-a7ee-09aa1588745a req-303eb139-350e-44cb-b28d-c8d507a34cb3 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115017 Jun 04 16:58:03.370806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e7975ae-2c61-49c7-8870-3f0c63cc21c2 req-563cb03b-3d1f-4f71-b9f4-71fa6626e646 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366432 Jun 04 16:58:03.503352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e7975ae-2c61-49c7-8870-3f0c63cc21c2 req-acc67539-9ba8-4275-a952-bb4c2e771c2d service neutron] 10.222.0.42 "GET /v2.0/networks/c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260321 Jun 04 16:58:03.620048 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3bf8280b-7271-4c3e-aa6e-688b394535ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:56:16Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '97824187-af5f-4424-afb9-202eb4cf0711', 'name': '', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:15Z', 'updated_at': '2022-06-04T16:56:22Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:03.624062 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8280b-7271-4c3e-aa6e-688b394535ba None None] The sync data for ids ['91138ebd-3699-425c-a3ab-1dce69a3699c'] in n-d-811809-3 is: [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:56:16Z', 'revision_number': 4, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '97824187-af5f-4424-afb9-202eb4cf0711', 'name': '', 'network_id': 'c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'mac_address': 'fa:16:3e:e1:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:15Z', 'updated_at': '2022-06-04T16:56:22Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'subnets': [{'id': 'af161956-2caa-4bd0-9b75-a5614efd0291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:58:03.861124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0804642-13e1-4918-a218-b63200eff6c2 None None] New status for floating IP d59cc99c-c0e1-45c2-b716-551291532cf0: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:58:04.209365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607fdd5-e990-4f87-b138-3f7dbc71b1f9 req-39bd1c85-8f51-45b0-be12-0b7e1391bd6c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:04.210879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2607fdd5-e990-4f87-b138-3f7dbc71b1f9 req-39bd1c85-8f51-45b0-be12-0b7e1391bd6c tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.0970140 Jun 04 16:58:04.212546 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:04.390549 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:04.394978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2607fdd5-e990-4f87-b138-3f7dbc71b1f9 req-4d11594f-5232-4b97-862a-8ac1f63d1bf2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:58:04.395467 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2607fdd5-e990-4f87-b138-3f7dbc71b1f9 req-4d11594f-5232-4b97-862a-8ac1f63d1bf2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:04.687958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2607fdd5-e990-4f87-b138-3f7dbc71b1f9 req-4d11594f-5232-4b97-862a-8ac1f63d1bf2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] For port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:04.688310 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2607fdd5-e990-4f87-b138-3f7dbc71b1f9 req-4d11594f-5232-4b97-862a-8ac1f63d1bf2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:04.818494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2607fdd5-e990-4f87-b138-3f7dbc71b1f9 req-4d11594f-5232-4b97-862a-8ac1f63d1bf2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:58:04.902994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90264a42-d8fc-494b-905e-2f8eaef39333 req-0014262c-74a3-4ba8-a0a8-7cc42e67e038 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:04.904709 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90264a42-d8fc-494b-905e-2f8eaef39333 req-0014262c-74a3-4ba8-a0a8-7cc42e67e038 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/ports?device_id=0339699c-5389-4593-9ca5-c229c4139fd3 HTTP/1.1" status: 200 len: 946 time: 0.4725039 Jun 04 16:58:05.003574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90264a42-d8fc-494b-905e-2f8eaef39333 req-427dea6c-9b28-471f-9f71-b1da9fcebc6a tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfc72300-c01b-4a8f-b439-b5970e58998f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925040 Jun 04 16:58:05.012399 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2607fdd5-e990-4f87-b138-3f7dbc71b1f9 req-4d11594f-5232-4b97-862a-8ac1f63d1bf2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:05.065539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11594f-5232-4b97-862a-8ac1f63d1bf2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:05.140964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2607fdd5-e990-4f87-b138-3f7dbc71b1f9 req-4d11594f-5232-4b97-862a-8ac1f63d1bf2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] No DVR routers for this DVR port bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:58:05.143483 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2607fdd5-e990-4f87-b138-3f7dbc71b1f9 req-4d11594f-5232-4b97-862a-8ac1f63d1bf2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:05.145896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0339699c-5389-4593-9ca5-c229c4139fd3', 'name': 'network-vif-deleted', 'tag': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:58:05.161982 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2607fdd5-e990-4f87-b138-3f7dbc71b1f9 req-4d11594f-5232-4b97-862a-8ac1f63d1bf2 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.42 "DELETE /v2.0/ports/bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 HTTP/1.1" status: 204 len: 173 time: 0.9455636 Jun 04 16:58:05.197491 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497ffd4a-f42c-493c-ac91-05bd23b2c336'] response: {'server_uuid': '0339699c-5389-4593-9ca5-c229c4139fd3', 'name': 'network-vif-deleted', 'tag': 'bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6', 'status': 'completed', 'code': 200} Jun 04 16:58:06.113744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33054) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:06.723350 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba98d453-6530-4837-82bb-52f6bd886f91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:07.194317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ba98d453-6530-4837-82bb-52f6bd886f91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port 97824187-af5f-4424-afb9-202eb4cf0711 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:58:07.195089 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba98d453-6530-4837-82bb-52f6bd886f91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:07.394384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-ba98d453-6530-4837-82bb-52f6bd886f91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] For port 97824187-af5f-4424-afb9-202eb4cf0711, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=97824187-af5f-4424-afb9-202eb4cf0711,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:07.394960 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba98d453-6530-4837-82bb-52f6bd886f91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:07.530335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-ba98d453-6530-4837-82bb-52f6bd886f91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for 97824187-af5f-4424-afb9-202eb4cf0711 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:58:07.726817 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba98d453-6530-4837-82bb-52f6bd886f91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:07.794189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98d453-6530-4837-82bb-52f6bd886f91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=97824187-af5f-4424-afb9-202eb4cf0711,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:08.090167 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba98d453-6530-4837-82bb-52f6bd886f91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:08.572936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba98d453-6530-4837-82bb-52f6bd886f91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Router 91138ebd-3699-425c-a3ab-1dce69a3699c has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:58:08.760097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba98d453-6530-4837-82bb-52f6bd886f91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:58:08.769630 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cece8f-6c4c-43a9-a47c-0cbf9c40294b None None] Sync routers for ids ['91138ebd-3699-425c-a3ab-1dce69a3699c'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:58:08.774906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ba98d453-6530-4837-82bb-52f6bd886f91 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "PUT /v2.0/routers/91138ebd-3699-425c-a3ab-1dce69a3699c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6600711 Jun 04 16:58:08.778000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33058) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:08.779895 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cece8f-6c4c-43a9-a47c-0cbf9c40294b None None] Routers {'91138ebd-3699-425c-a3ab-1dce69a3699c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:08.780575 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-65cece8f-6c4c-43a9-a47c-0cbf9c40294b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['91138ebd-3699-425c-a3ab-1dce69a3699c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:08.841925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe3c5d8-3aa5-41d7-a3c1-9777874539b5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting subnet af161956-2caa-4bd0-9b75-a5614efd0291 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 16:58:08.845066 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c5d8-3aa5-41d7-a3c1-9777874539b5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:08.902209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c5d8-3aa5-41d7-a3c1-9777874539b5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:08.950725 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-65cece8f-6c4c-43a9-a47c-0cbf9c40294b None None] Set router 91138ebd-3699-425c-a3ab-1dce69a3699c gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:08.987803 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c5d8-3aa5-41d7-a3c1-9777874539b5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:09.060688 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c5d8-3aa5-41d7-a3c1-9777874539b5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:09.102788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3c5d8-3aa5-41d7-a3c1-9777874539b5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Subnet': ['ID=af161956-2caa-4bd0-9b75-a5614efd0291,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:09.106318 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c5d8-3aa5-41d7-a3c1-9777874539b5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:09.113759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ce979b-e931-43f0-b358-16c283d3e7ee None None] Network c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:58:09.114237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fbe3c5d8-3aa5-41d7-a3c1-9777874539b5 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/subnets/af161956-2caa-4bd0-9b75-a5614efd0291 HTTP/1.1" status: 204 len: 168 time: 0.3351514 Jun 04 16:58:09.115286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33062) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:09.234960 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-65cece8f-6c4c-43a9-a47c-0cbf9c40294b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:58:07Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:09.238795 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cece8f-6c4c-43a9-a47c-0cbf9c40294b None None] Checking router: 91138ebd-3699-425c-a3ab-1dce69a3699c for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:58:09.247448 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cece8f-6c4c-43a9-a47c-0cbf9c40294b None None] Routers {'91138ebd-3699-425c-a3ab-1dce69a3699c'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:09.248039 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-65cece8f-6c4c-43a9-a47c-0cbf9c40294b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['91138ebd-3699-425c-a3ab-1dce69a3699c'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:09.280673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:58:09.300854 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:09.315002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:58:09.315221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bf58cccf-23cb-408e-9ed8-8f0cd2f5c3a6 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:58:09.416507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] DHCP port deletion for c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 16:58:09.422642 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Deleting port 9939ae71-1659-4a1f-8216-315d08c7a6c7 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:58:09.423092 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:09.429567 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-65cece8f-6c4c-43a9-a47c-0cbf9c40294b None None] Set router 91138ebd-3699-425c-a3ab-1dce69a3699c gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:09.488341 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:09.501749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Deleting port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:58:09.503598 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:09.666506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] For port 9939ae71-1659-4a1f-8216-315d08c7a6c7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9939ae71-1659-4a1f-8216-315d08c7a6c7,segment=NetworkSegment(cd62a0a1-37b7-4b11-a2f1-21e88684074c),segment_id=cd62a0a1-37b7-4b11-a2f1-21e88684074c)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:09.666506 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:09.688486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] For port 2fab8ba9-7c3b-4c38-9efc-a114c027cc54, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2fab8ba9-7c3b-4c38-9efc-a114c027cc54,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:09.689085 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:09.765590 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-65cece8f-6c4c-43a9-a47c-0cbf9c40294b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:58:07Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:09.769458 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cece8f-6c4c-43a9-a47c-0cbf9c40294b None None] The sync data for ids ['91138ebd-3699-425c-a3ab-1dce69a3699c'] in n-d-811809-3 is: [{'id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65321056', 'tenant_id': 'aed73c9fa62846d9afa87b79119450a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:56:10Z', 'updated_at': '2022-06-04T16:58:07Z', 'revision_number': 5, 'project_id': 'aed73c9fa62846d9afa87b79119450a4', 'gw_port': {'id': '2fab8ba9-7c3b-4c38-9efc-a114c027cc54', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91138ebd-3699-425c-a3ab-1dce69a3699c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:56:11Z', 'updated_at': '2022-06-04T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:58:09.789348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Calling delete_port for 9939ae71-1659-4a1f-8216-315d08c7a6c7 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:58:09.820797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Calling delete_port for 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:58:09.866190 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:09.916468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Pushing event deleted for resources: {'Port': ['ID=9939ae71-1659-4a1f-8216-315d08c7a6c7,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:09.921371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] No DVR routers for this DVR port 9939ae71-1659-4a1f-8216-315d08c7a6c7 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:58:09.927753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:09.928123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:09.932044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:09.932044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:09.932044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:09.932864 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:09.933497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:09.933497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:09.933844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:09.934174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:09.934498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:09.934821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9913e-3214-47f6-983a-23ef7b7f30a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:10.133487 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:10.185529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Port': ['ID=2fab8ba9-7c3b-4c38-9efc-a114c027cc54,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:10.190522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 97824187-af5f-4424-afb9-202eb4cf0711 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:58:10.224339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 97824187-af5f-4424-afb9-202eb4cf0711 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:58:10.224890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 97824187-af5f-4424-afb9-202eb4cf0711 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:58:10.225449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9939ae71-1659-4a1f-8216-315d08c7a6c7 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:58:10.260057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 9939ae71-1659-4a1f-8216-315d08c7a6c7 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:58:10.260783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9939ae71-1659-4a1f-8216-315d08c7a6c7 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:58:10.280230 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:10.455658 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:10.458051 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:10.483264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:10.483792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Fanout notify agent at l3_agent the message router_deleted on router 91138ebd-3699-425c-a3ab-1dce69a3699c {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 16:58:10.500668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:10.501762 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-07ea35a5-cd62-4b4d-bbc5-44cdc3db9d65 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/routers/91138ebd-3699-425c-a3ab-1dce69a3699c HTTP/1.1" status: 204 len: 168 time: 1.3854208 Jun 04 16:58:10.504806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33066) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:10.627611 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-966c3095-2c05-4945-b0b8-ddbdd8128ce6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:10.760982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-966c3095-2c05-4945-b0b8-ddbdd8128ce6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:10.789811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-966c3095-2c05-4945-b0b8-ddbdd8128ce6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:10.802028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-966c3095-2c05-4945-b0b8-ddbdd8128ce6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd62a0a1-37b7-4b11-a2f1-21e88684074c') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:10.802317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-966c3095-2c05-4945-b0b8-ddbdd8128ce6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd62a0a1-37b7-4b11-a2f1-21e88684074c') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:10.813461 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-966c3095-2c05-4945-b0b8-ddbdd8128ce6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:10.831164 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-966c3095-2c05-4945-b0b8-ddbdd8128ce6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:10.837853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966c3095-2c05-4945-b0b8-ddbdd8128ce6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 16:58:10.838215 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-966c3095-2c05-4945-b0b8-ddbdd8128ce6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:10.907966 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment cd62a0a1-37b7-4b11-a2f1-21e88684074c resource provider aggregate not found Jun 04 16:58:10.936885 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment cd62a0a1-37b7-4b11-a2f1-21e88684074c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd62a0a1-37b7-4b11-a2f1-21e88684074c found for delete ", "request_id": "req-cc84ee73-ace4-4d77-9924-55806dd881ab"}]} Jun 04 16:58:10.947151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-966c3095-2c05-4945-b0b8-ddbdd8128ce6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:10.965121 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-966c3095-2c05-4945-b0b8-ddbdd8128ce6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:10.978236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c3095-2c05-4945-b0b8-ddbdd8128ce6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'Network': ['ID=c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:10.989830 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-966c3095-2c05-4945-b0b8-ddbdd8128ce6 tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/networks/c9c41d52-ecf3-4ba4-9db6-dfffffc7cdd4 HTTP/1.1" status: 204 len: 168 time: 0.4839685 Jun 04 16:58:10.992592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33074) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:11.061001 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20d44176-8e74-4751-9c43-55af0f442aca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:11.090292 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20d44176-8e74-4751-9c43-55af0f442aca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:11.156214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20d44176-8e74-4751-9c43-55af0f442aca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:11.174608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d44176-8e74-4751-9c43-55af0f442aca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc72300-c01b-4a8f-b439-b5970e58998f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:11.186622 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-20d44176-8e74-4751-9c43-55af0f442aca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:11.187776 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-20d44176-8e74-4751-9c43-55af0f442aca tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] 10.222.0.13 "DELETE /v2.0/security-groups/bfc72300-c01b-4a8f-b439-b5970e58998f HTTP/1.1" status: 204 len: 168 time: 0.1941698 Jun 04 16:58:11.450080 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33084) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:11.615231 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-74d95581-35cf-45cc-aa47-dc9be94ebaf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aed73c9fa62846d9afa87b79119450a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636634 Jun 04 16:58:11.619299 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33090) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:11.684437 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e7cdbbe-4530-40b3-9b1c-ee02c8c49460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:11.709721 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e7cdbbe-4530-40b3-9b1c-ee02c8c49460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:11.764897 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e7cdbbe-4530-40b3-9b1c-ee02c8c49460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:11.785810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cdbbe-4530-40b3-9b1c-ee02c8c49460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d6addd-8ac1-4aa2-80ef-ca14946fa8e9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:11.793466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e7cdbbe-4530-40b3-9b1c-ee02c8c49460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:11.795069 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9e7cdbbe-4530-40b3-9b1c-ee02c8c49460 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21d6addd-8ac1-4aa2-80ef-ca14946fa8e9 HTTP/1.1" status: 204 len: 168 time: 0.1744113 Jun 04 16:58:12.048791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:58:12.090895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:58:12.091239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2fab8ba9-7c3b-4c38-9efc-a114c027cc54 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:58:12.105421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33098) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:12.154002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-faa0d55d-6083-49ed-8f30-c922a3173636 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9832b9f56b8a44e787a33d4ca1dfa4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472212 Jun 04 16:58:12.156726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33102) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:12.220922 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51f8cd1a-6b05-4d83-a77b-5949d3063c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:12.255477 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51f8cd1a-6b05-4d83-a77b-5949d3063c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:12.318065 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51f8cd1a-6b05-4d83-a77b-5949d3063c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:12.338667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8cd1a-6b05-4d83-a77b-5949d3063c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61aeaf0-5fa4-47fa-a071-2c763586eef7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:12.350106 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51f8cd1a-6b05-4d83-a77b-5949d3063c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:12.351343 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-51f8cd1a-6b05-4d83-a77b-5949d3063c2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d61aeaf0-5fa4-47fa-a071-2c763586eef7 HTTP/1.1" status: 204 len: 168 time: 0.1937444 Jun 04 16:58:13.123189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33126) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:13.236341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-101994409-network', 'tenant_id': '94c41529a7814445831571c9b12fec38'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:13.241898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:13.246210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Usage tracker for resource:network and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:13.249314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:13.255346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:13.268575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Made reservation on behalf of 94c41529a7814445831571c9b12fec38 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:58:13.270888 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:13.283164 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:13.297486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:13.301280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Usage tracker for resource:security_group_rule and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:13.304042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:13.313211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:13.408856 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:13.415991 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:13.443667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:58:13.456101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0203f8ce-df05-4290-8dbb-e95834075ade,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:13.461551 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:13.461947 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Added segment b4155ac7-2a6e-42e1-82c9-80696dfa6d18 of type vlan for network f22cc19f-b526-4f09-94f0-e73a5fc32f24 Jun 04 16:58:13.488936 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:13.520072 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:13.521090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:13.521758 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:13.625673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] Pushing event updated for resources: {'Network': ['ID=f22cc19f-b526-4f09-94f0-e73a5fc32f24,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:13.630799 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-413093c4-454d-477b-a772-bf0b567c4303 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5065801 Jun 04 16:58:13.635558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33132) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:13.637211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f22cc19f-b526-4f09-94f0-e73a5fc32f24 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:58:13.641503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Request body: {'subnet': {'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-101994409-subnet', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:13.647414 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:13.651712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Usage tracker for resource:subnet and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:13.655363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:13.661274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:13.671636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Made reservation on behalf of 94c41529a7814445831571c9b12fec38 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:58:13.674007 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:13.887796 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:13.960244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=757a5bd8-c740-41de-96fa-6071fceabc7d,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:13.970841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Checking segment: {'id': 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:58:13.971186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Network hostable DHCP agents. Network: f22cc19f-b526-4f09-94f0-e73a5fc32f24, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:58:13.993368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Network f22cc19f-b526-4f09-94f0-e73a5fc32f24 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:58:14.004394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f22cc19f-b526-4f09-94f0-e73a5fc32f24) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:58:14.008515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:14.009114 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:14.013336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f45fd59-9c9f-4168-98a1-8ecf74870728 None None] Network f22cc19f-b526-4f09-94f0-e73a5fc32f24 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:58:14.031619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-15531e94-f873-42d6-8f1c-708554efdf83 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3946562 Jun 04 16:58:14.034261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33136) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:14.039219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:14.044904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:14.049453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Usage tracker for resource:router and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:14.052931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:14.059049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:14.070603 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:14.071684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:14.087464 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:14.241909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'fixed_ips': [{'subnet_id': '757a5bd8-c740-41de-96fa-6071fceabc7d'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:58:14.242852 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:14.403940 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Allocated IP 172.20.0.2 (f22cc19f-b526-4f09-94f0-e73a5fc32f24/757a5bd8-c740-41de-96fa-6071fceabc7d/9ab050f5-5c93-47dd-9f8f-63d690836536) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:58:14.474882 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:14.614056 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:14.624965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Transition to ACTIVE for port object 9ab050f5-5c93-47dd-9f8f-63d690836536 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:58:14.642670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Transition to ACTIVE for port object 9ab050f5-5c93-47dd-9f8f-63d690836536 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:58:14.648578 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:14.716138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Network f22cc19f-b526-4f09-94f0-e73a5fc32f24 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:58:14.719039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:58:14.721466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:58:14.752966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Pushing event updated for resources: {'Port': ['ID=9ab050f5-5c93-47dd-9f8f-63d690836536,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:14.790668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:14.817568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Attempting to bind port 9ab050f5-5c93-47dd-9f8f-63d690836536 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:58:14.817895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Attempting to bind port 9ab050f5-5c93-47dd-9f8f-63d690836536 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:58:14.818275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Attempting to bind port 9ab050f5-5c93-47dd-9f8f-63d690836536 on network f22cc19f-b526-4f09-94f0-e73a5fc32f24 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:58:14.820679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:14.823708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:58:14.824066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Checking segment: {'id': 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:58:14.824457 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:14.824835 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Bound using segment: {'id': 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:58:14.825294 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Bound port: 9ab050f5-5c93-47dd-9f8f-63d690836536, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:58:14.825654 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:14.913518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] For port 9ab050f5-5c93-47dd-9f8f-63d690836536, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:58:14.916811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] For port 9ab050f5-5c93-47dd-9f8f-63d690836536, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9ab050f5-5c93-47dd-9f8f-63d690836536,segment=NetworkSegment(b4155ac7-2a6e-42e1-82c9-80696dfa6d18),segment_id=b4155ac7-2a6e-42e1-82c9-80696dfa6d18)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:58:14.920758 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:14.961360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Allocated IP 172.25.5.13 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/e33bb1ee-c39d-4fe9-b199-6a35ba1e6155) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:58:15.037217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d8aea-37ba-4c46-afeb-15a19aa073c9 None None] Pushing event updated for resources: {'Port': ['ID=9ab050f5-5c93-47dd-9f8f-63d690836536,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:15.117502 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:15.149478 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:15.227528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:58:15.230656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:58:15.236840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:58:15.276796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Pushing event updated for resources: {'Port': ['ID=e33bb1ee-c39d-4fe9-b199-6a35ba1e6155,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:15.672600 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:15.994303 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef54fd2c-6291-4ed5-becf-8f7199bfb075 None None] Network f22cc19f-b526-4f09-94f0-e73a5fc32f24 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:58:16.093662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9ab050f5-5c93-47dd-9f8f-63d690836536 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:58:16.124466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8c060983-e6b5-4b4b-9672-0124bacd12b2 None None] Provisioning for port 9ab050f5-5c93-47dd-9f8f-63d690836536 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:58:16.152780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:16.262330 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 9ab050f5-5c93-47dd-9f8f-63d690836536 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:58:16.276291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9ab050f5-5c93-47dd-9f8f-63d690836536 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:16.276760 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:16.368700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Router f624c8cd-b68f-465b-aefe-e7254cd7177b is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:58:16.417635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9ab050f5-5c93-47dd-9f8f-63d690836536 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:16.418017 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:16.455099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 9ab050f5-5c93-47dd-9f8f-63d690836536, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9ab050f5-5c93-47dd-9f8f-63d690836536,segment=NetworkSegment(b4155ac7-2a6e-42e1-82c9-80696dfa6d18),segment_id=b4155ac7-2a6e-42e1-82c9-80696dfa6d18)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:16.460550 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:16.535349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=9ab050f5-5c93-47dd-9f8f-63d690836536,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:16.573241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:58:16.586474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Sync routers for ids ['f624c8cd-b68f-465b-aefe-e7254cd7177b'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:58:16.599683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Routers {'f624c8cd-b68f-465b-aefe-e7254cd7177b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:16.601006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f624c8cd-b68f-465b-aefe-e7254cd7177b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:16.611838 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:16.616188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33142) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:16.616683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-58b86790-e03e-4045-bf27-f2a4b8be1acd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5808942 Jun 04 16:58:16.744967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-15ec4ce1-c7f0-4358-9308-4fc1d5e8e8d6 None None] Provisioning complete for port 9ab050f5-5c93-47dd-9f8f-63d690836536 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:16.746260 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-15ec4ce1-c7f0-4358-9308-4fc1d5e8e8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:16.833889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Set router f624c8cd-b68f-465b-aefe-e7254cd7177b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:17.075948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-15ec4ce1-c7f0-4358-9308-4fc1d5e8e8d6 None None] Current status of the port 9ab050f5-5c93-47dd-9f8f-63d690836536 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:17.167221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:15Z', 'revision_number': 3, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port': {'id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:17.171149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Checking router: f624c8cd-b68f-465b-aefe-e7254cd7177b for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:58:17.171627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Updating router f624c8cd-b68f-465b-aefe-e7254cd7177b port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:58:17.223545 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:17.400867 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:17.608325 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:17.613912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Allocated IP 172.20.0.1 (f22cc19f-b526-4f09-94f0-e73a5fc32f24/757a5bd8-c740-41de-96fa-6071fceabc7d/c4138ca6-f143-4ab0-a233-191912ea0ea8) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:58:17.621684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Transition to ACTIVE for port object e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:58:17.628822 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:17.710006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Attempting to bind port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:58:17.710459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Attempting to bind port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:58:17.710830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Attempting to bind port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:58:17.712982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04d0eb-b8c7-4ae6-b2ef-6d934c895fa9 None None] Pushing event updated for resources: {'Port': ['ID=e33bb1ee-c39d-4fe9-b199-6a35ba1e6155,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:17.718540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:58:17.718908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:58:17.719299 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:17.719674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:58:17.720558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Bound port: e33bb1ee-c39d-4fe9-b199-6a35ba1e6155, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:58:17.720558 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:17.770854 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:17.787429 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Transition to ACTIVE for port object c4138ca6-f143-4ab0-a233-191912ea0ea8 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:58:17.795304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] For port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:58:17.798573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] For port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e33bb1ee-c39d-4fe9-b199-6a35ba1e6155,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:58:17.803235 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:17.811902 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:17.877287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Network f22cc19f-b526-4f09-94f0-e73a5fc32f24 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:58:17.880105 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:58:17.884607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Routers {'f624c8cd-b68f-465b-aefe-e7254cd7177b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:17.884756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:58:17.884861 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f624c8cd-b68f-465b-aefe-e7254cd7177b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:17.920074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Pushing event updated for resources: {'Port': ['ID=c4138ca6-f143-4ab0-a233-191912ea0ea8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:17.948984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04d0eb-b8c7-4ae6-b2ef-6d934c895fa9 None None] Pushing event updated for resources: {'Port': ['ID=e33bb1ee-c39d-4fe9-b199-6a35ba1e6155,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:17.959232 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:18.072101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9ab050f5-5c93-47dd-9f8f-63d690836536 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:58:18.114605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] Set router f624c8cd-b68f-465b-aefe-e7254cd7177b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:18.228366 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:18.324833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-da2e36d9-6bd2-44f1-894a-6ab77885f73c None None] Provisioning for port c4138ca6-f143-4ab0-a233-191912ea0ea8 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:58:18.335037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-da2e36d9-6bd2-44f1-894a-6ab77885f73c None None] Provisioning complete for port c4138ca6-f143-4ab0-a233-191912ea0ea8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:18.335401 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-da2e36d9-6bd2-44f1-894a-6ab77885f73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:18.405011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9ab050f5-5c93-47dd-9f8f-63d690836536 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:18.405264 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:18.459989 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:18.461876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-da2e36d9-6bd2-44f1-894a-6ab77885f73c None None] Port c4138ca6-f143-4ab0-a233-191912ea0ea8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:58:18.466480 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:18.592122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9ab050f5-5c93-47dd-9f8f-63d690836536 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:18.599889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:15Z', 'revision_number': 3, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port': {'id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:18.604666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a5560a-de1c-463c-9554-3fef39f70607 None None] The sync data for ids ['f624c8cd-b68f-465b-aefe-e7254cd7177b'] in n-d-811809-3 is: [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:15Z', 'revision_number': 3, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port': {'id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:58:18.699700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Pushing event updated for resources: {'Port': ['ID=c4138ca6-f143-4ab0-a233-191912ea0ea8,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:18.702506 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:18.865500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Network f22cc19f-b526-4f09-94f0-e73a5fc32f24 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:58:18.867151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:58:19.065169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Router f624c8cd-b68f-465b-aefe-e7254cd7177b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:58:19.095783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-60e8aea6-3a5a-4b30-8903-dc0922f56aa2 None None] Provisioning complete for port c4138ca6-f143-4ab0-a233-191912ea0ea8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:19.096330 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-60e8aea6-3a5a-4b30-8903-dc0922f56aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:19.152837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-60e8aea6-3a5a-4b30-8903-dc0922f56aa2 None None] Port c4138ca6-f143-4ab0-a233-191912ea0ea8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:58:19.253447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:58:19.263381 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c31a2d0d-8541-40fa-8677-1f1820296403 admin admin] 10.222.0.13 "PUT /v2.0/routers/f624c8cd-b68f-465b-aefe-e7254cd7177b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6454823 Jun 04 16:58:19.801099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33160) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:19.806865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1830956161-network', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:19.812990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:19.817340 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Usage tracker for resource:network and tenant:a7d42f1f852e46ec8df26282eb2176ca is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:19.820516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:19.827205 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:19.840820 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Made reservation on behalf of a7d42f1f852e46ec8df26282eb2176ca for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:58:19.843536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:19.856595 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:19.871832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:19.875763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:a7d42f1f852e46ec8df26282eb2176ca is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:19.878614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:19.884422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:19.970754 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:19.976738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.013907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 16:58:20.019489 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808bb5e2-e71a-4a7d-9e02-bba256c1f144,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:20.028308 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.028908 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Added segment 3246878e-dc57-4853-9999-cdbc88112618 of type vlan for network dc751bb3-e81c-4971-9a71-80aa1bd605e8 Jun 04 16:58:20.060446 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.073668 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Sync routers for ids ['f624c8cd-b68f-465b-aefe-e7254cd7177b'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:58:20.088039 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Routers {'f624c8cd-b68f-465b-aefe-e7254cd7177b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:20.089011 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f624c8cd-b68f-465b-aefe-e7254cd7177b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:20.098693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.100296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:20.101266 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.103953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:58:20.176138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:58:20.181943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:20.182713 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.255962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=dc751bb3-e81c-4971-9a71-80aa1bd605e8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:20.262081 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-64fc0ef1-2bdf-4f08-af43-de6570a70ce0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4572351 Jun 04 16:58:20.262350 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33164) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:20.268275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Request body: {'subnet': {'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1830956161-subnet', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:20.274550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:20.278650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Usage tracker for resource:subnet and tenant:a7d42f1f852e46ec8df26282eb2176ca is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:20.282898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:20.283157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network dc751bb3-e81c-4971-9a71-80aa1bd605e8 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 16:58:20.288893 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:20.300558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Made reservation on behalf of a7d42f1f852e46ec8df26282eb2176ca for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:58:20.302841 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.328157 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Set router f624c8cd-b68f-465b-aefe-e7254cd7177b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:20.381190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:20.381523 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.414351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e33bb1ee-c39d-4fe9-b199-6a35ba1e6155,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:20.418515 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.537446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e33bb1ee-c39d-4fe9-b199-6a35ba1e6155,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:20.537640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.615987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b98b79c-1cf0-433d-aa33-21c0a23a73d7,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:20.634383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Checking segment: {'id': '3246878e-dc57-4853-9999-cdbc88112618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:58:20.634762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Network hostable DHCP agents. Network: dc751bb3-e81c-4971-9a71-80aa1bd605e8, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 16:58:20.651992 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:18Z', 'revision_number': 4, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port': {'id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c4138ca6-f143-4ab0-a233-191912ea0ea8', 'name': '', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'mac_address': 'fa:16:3e:05:fe:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:17Z', 'updated_at': '2022-06-04T16:58:18Z', 'revision_number': 2, 'project_id': '94c41529a7814445831571c9b12fec38', 'subnets': [{'id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:20.656021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Network dc751bb3-e81c-4971-9a71-80aa1bd605e8 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 16:58:20.656325 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Checking router: f624c8cd-b68f-465b-aefe-e7254cd7177b for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:58:20.656682 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Updating router f624c8cd-b68f-465b-aefe-e7254cd7177b port c4138ca6-f143-4ab0-a233-191912ea0ea8 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:58:20.666650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, dc751bb3-e81c-4971-9a71-80aa1bd605e8) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:58:20.671399 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:20.672184 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.675897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c279fc3-d58d-4f2a-aed3-ec377090bf98 None None] Network dc751bb3-e81c-4971-9a71-80aa1bd605e8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:58:20.698290 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-139ee517-31d0-4afc-98a8-412b9aec883c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4321985 Jun 04 16:58:20.698508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33168) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:20.703534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1830956161-router', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:20.709261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:20.713254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Usage tracker for resource:router and tenant:a7d42f1f852e46ec8df26282eb2176ca is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:20.713773 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.716293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:20.721945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:20.730937 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:58:20.733527 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.734899 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.751166 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:20.891726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-dc751bb3-e81c-4971-9a71-80aa1bd605e8', 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'fixed_ips': [{'subnet_id': '0b98b79c-1cf0-433d-aa33-21c0a23a73d7'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 16:58:20.892768 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.024363 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.048956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Allocated IP 172.20.0.2 (dc751bb3-e81c-4971-9a71-80aa1bd605e8/0b98b79c-1cf0-433d-aa33-21c0a23a73d7/c045efaf-42d4-41b9-8eb9-d836f9e1108a) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:58:21.064485 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.077889 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Transition to ACTIVE for port object c4138ca6-f143-4ab0-a233-191912ea0ea8 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:58:21.086084 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.282090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2301b362-53c9-449a-9c70-763f8baa869a req-48f61da5-801e-484e-9a0e-5012332f1c3c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1612792 Jun 04 16:58:21.323087 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.334243 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Attempting to bind port c4138ca6-f143-4ab0-a233-191912ea0ea8 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:58:21.334929 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Attempting to bind port c4138ca6-f143-4ab0-a233-191912ea0ea8 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:58:21.335421 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Attempting to bind port c4138ca6-f143-4ab0-a233-191912ea0ea8 on network f22cc19f-b526-4f09-94f0-e73a5fc32f24 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:58:21.344521 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Pushing event updated for resources: {'Port': ['ID=c4138ca6-f143-4ab0-a233-191912ea0ea8,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:21.356058 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:21.356391 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:21.356718 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:21.357039 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:21.357353 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:21.358088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Transition to ACTIVE for port object c045efaf-42d4-41b9-8eb9-d836f9e1108a will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:58:21.358204 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:21.358552 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:21.358867 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:21.359177 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:21.359487 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:21.359808 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:21.360294 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:21.364556 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:58:21.364918 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Checking segment: {'id': 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:58:21.365303 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.365844 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Bound using segment: {'id': 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:58:21.366459 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Bound port: c4138ca6-f143-4ab0-a233-191912ea0ea8, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:58:21.366989 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.396603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Transition to ACTIVE for port object c045efaf-42d4-41b9-8eb9-d836f9e1108a will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:58:21.406331 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.462500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301b362-53c9-449a-9c70-763f8baa869a req-2b1c0df3-d642-44f3-9122-77b86ba007fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:21.464626 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2301b362-53c9-449a-9c70-763f8baa869a req-2b1c0df3-d642-44f3-9122-77b86ba007fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0977125 Jun 04 16:58:21.465690 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] For port c4138ca6-f143-4ab0-a233-191912ea0ea8, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:58:21.470258 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] For port c4138ca6-f143-4ab0-a233-191912ea0ea8, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c4138ca6-f143-4ab0-a233-191912ea0ea8,segment=NetworkSegment(b4155ac7-2a6e-42e1-82c9-80696dfa6d18),segment_id=b4155ac7-2a6e-42e1-82c9-80696dfa6d18)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:58:21.478730 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.502369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Network dc751bb3-e81c-4971-9a71-80aa1bd605e8 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:58:21.506199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:58:21.510869 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:58:21.519621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Pushing event updated for resources: {'Port': ['ID=c045efaf-42d4-41b9-8eb9-d836f9e1108a,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:21.597816 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Routers {'f624c8cd-b68f-465b-aefe-e7254cd7177b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:21.598452 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f624c8cd-b68f-465b-aefe-e7254cd7177b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:21.625284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Attempting to bind port c045efaf-42d4-41b9-8eb9-d836f9e1108a on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:58:21.625491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Attempting to bind port c045efaf-42d4-41b9-8eb9-d836f9e1108a by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '3246878e-dc57-4853-9999-cdbc88112618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:58:21.625731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Attempting to bind port c045efaf-42d4-41b9-8eb9-d836f9e1108a on network dc751bb3-e81c-4971-9a71-80aa1bd605e8 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:58:21.639959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:58:21.640346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Checking segment: {'id': '3246878e-dc57-4853-9999-cdbc88112618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:58:21.640753 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.641143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Bound using segment: {'id': '3246878e-dc57-4853-9999-cdbc88112618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:58:21.646301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Bound port: c045efaf-42d4-41b9-8eb9-d836f9e1108a, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3246878e-dc57-4853-9999-cdbc88112618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:58:21.646781 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.675185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301b362-53c9-449a-9c70-763f8baa869a req-2299a707-a46e-44aa-8bc9-bcb691186d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:21.676800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2301b362-53c9-449a-9c70-763f8baa869a req-2299a707-a46e-44aa-8bc9-bcb691186d12 service neutron] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1883225 Jun 04 16:58:21.685107 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.734909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.783433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] For port c045efaf-42d4-41b9-8eb9-d836f9e1108a, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:58:21.786697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] For port c045efaf-42d4-41b9-8eb9-d836f9e1108a, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c045efaf-42d4-41b9-8eb9-d836f9e1108a,segment=NetworkSegment(3246878e-dc57-4853-9999-cdbc88112618),segment_id=3246878e-dc57-4853-9999-cdbc88112618)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:58:21.806901 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:21.830676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2301b362-53c9-449a-9c70-763f8baa869a req-02a1503f-e350-47ab-9109-e53d47f1e4cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc HTTP/1.1" status: 200 len: 1001 time: 0.1434097 Jun 04 16:58:21.831129 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] Set router f624c8cd-b68f-465b-aefe-e7254cd7177b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:21.887786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f5d02-72ac-42c0-9ef0-8ad5db426d17 None None] Pushing event updated for resources: {'Port': ['ID=c045efaf-42d4-41b9-8eb9-d836f9e1108a,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:21.900590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Allocated IP 172.25.5.136 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/4427669f-b6b4-4620-bb87-eca2cb5c61de) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:58:21.926256 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d802c-8955-4fbe-917c-bb9ba488a5af None None] Pushing event updated for resources: {'Port': ['ID=c4138ca6-f143-4ab0-a233-191912ea0ea8,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:21.944117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301b362-53c9-449a-9c70-763f8baa869a req-3803e6aa-a967-4e3d-a57e-37de06bdb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:21.946231 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2301b362-53c9-449a-9c70-763f8baa869a req-3803e6aa-a967-4e3d-a57e-37de06bdb6ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.1094825 Jun 04 16:58:22.074874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301b362-53c9-449a-9c70-763f8baa869a req-a5a5e461-b622-493a-860e-2aaacf5c1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:22.076958 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2301b362-53c9-449a-9c70-763f8baa869a req-a5a5e461-b622-493a-860e-2aaacf5c1708 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239557 Jun 04 16:58:22.080265 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:22.096810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:58:22.130917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:22.225797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:22.226415 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:22.259327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:58:22.262736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:58:22.267584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:58:22.300773 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:18Z', 'revision_number': 4, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port': {'id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c4138ca6-f143-4ab0-a233-191912ea0ea8', 'name': '', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'mac_address': 'fa:16:3e:05:fe:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:17Z', 'updated_at': '2022-06-04T16:58:21Z', 'revision_number': 4, 'project_id': '94c41529a7814445831571c9b12fec38', 'subnets': [{'id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:22.306500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2301b362-53c9-449a-9c70-763f8baa869a req-6e990669-14a4-4de4-bcfe-e101b96993ae service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216613 Jun 04 16:58:22.307049 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241025a8-dd47-452b-9d40-655b4a9f7a0f None None] The sync data for ids ['f624c8cd-b68f-465b-aefe-e7254cd7177b'] in n-d-811809-3 is: [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:18Z', 'revision_number': 4, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port': {'id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c4138ca6-f143-4ab0-a233-191912ea0ea8', 'name': '', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'mac_address': 'fa:16:3e:05:fe:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:17Z', 'updated_at': '2022-06-04T16:58:21Z', 'revision_number': 4, 'project_id': '94c41529a7814445831571c9b12fec38', 'subnets': [{'id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:58:22.315915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Pushing event updated for resources: {'Port': ['ID=4427669f-b6b4-4620-bb87-eca2cb5c61de,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:22.471378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:22.532503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2301b362-53c9-449a-9c70-763f8baa869a req-16854c57-b42d-4960-b969-2d44088d967c service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201025 Jun 04 16:58:22.786866 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:23.155502 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755db7cf-a553-45c9-9b86-33f3aca28c37 None None] Network dc751bb3-e81c-4971-9a71-80aa1bd605e8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 16:58:23.255792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d4b14033-624d-472d-95ab-d22501e5e1de None None] Provisioning for port c045efaf-42d4-41b9-8eb9-d836f9e1108a completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:58:23.282392 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:23.500919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Router d8edcf62-e132-430f-8150-e033c9e86062 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 16:58:23.691255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:58:23.701847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Sync routers for ids ['d8edcf62-e132-430f-8150-e033c9e86062'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:58:23.711161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Routers {'d8edcf62-e132-430f-8150-e033c9e86062'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:23.711900 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['d8edcf62-e132-430f-8150-e033c9e86062'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:23.717232 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:23.721218 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6c2092b6-0082-4758-921e-58e5eeff4a70 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0190663 Jun 04 16:58:23.721354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33172) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:23.890038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Set router d8edcf62-e132-430f-8150-e033c9e86062 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:24.134565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c045efaf-42d4-41b9-8eb9-d836f9e1108a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:58:24.264598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c045efaf-42d4-41b9-8eb9-d836f9e1108a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:58:24.271606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c045efaf-42d4-41b9-8eb9-d836f9e1108a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:24.271968 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:24.324934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'name': 'tempest-TestServerBasicOps-1830956161-router', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:20Z', 'updated_at': '2022-06-04T16:58:22Z', 'revision_number': 3, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'gw_port': {'id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:21Z', 'updated_at': '2022-06-04T16:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:24.331670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Checking router: d8edcf62-e132-430f-8150-e033c9e86062 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:58:24.332005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Updating router d8edcf62-e132-430f-8150-e033c9e86062 port 4427669f-b6b4-4620-bb87-eca2cb5c61de binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:58:24.401022 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:24.419037 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:24.484720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c045efaf-42d4-41b9-8eb9-d836f9e1108a is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:24.485087 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:24.583941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port c045efaf-42d4-41b9-8eb9-d836f9e1108a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c045efaf-42d4-41b9-8eb9-d836f9e1108a,segment=NetworkSegment(3246878e-dc57-4853-9999-cdbc88112618),segment_id=3246878e-dc57-4853-9999-cdbc88112618)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:24.603769 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:24.604549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c4138ca6-f143-4ab0-a233-191912ea0ea8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:58:24.734268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Allocated IP 172.20.0.1 (dc751bb3-e81c-4971-9a71-80aa1bd605e8/0b98b79c-1cf0-433d-aa33-21c0a23a73d7/d5cbce90-dc65-45e9-898b-0137d8b0ab2c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:58:24.799422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=c045efaf-42d4-41b9-8eb9-d836f9e1108a,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:24.829784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c4138ca6-f143-4ab0-a233-191912ea0ea8 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:58:24.837108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c4138ca6-f143-4ab0-a233-191912ea0ea8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:24.837442 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:24.881335 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:24.896813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Transition to ACTIVE for port object d5cbce90-dc65-45e9-898b-0137d8b0ab2c will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:58:24.921812 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:24.957799 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:24.972454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Transition to ACTIVE for port object 4427669f-b6b4-4620-bb87-eca2cb5c61de will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:58:24.991945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Network dc751bb3-e81c-4971-9a71-80aa1bd605e8 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:58:24.994993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:58:24.999010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:58:25.005977 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:25.032725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Pushing event updated for resources: {'Port': ['ID=d5cbce90-dc65-45e9-898b-0137d8b0ab2c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:25.060083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:25.101474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c4138ca6-f143-4ab0-a233-191912ea0ea8 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:25.101852 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:25.122276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf555b5-65b7-4ac8-80cd-4b5c31e761bb None None] Pushing event updated for resources: {'Port': ['ID=4427669f-b6b4-4620-bb87-eca2cb5c61de,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:25.131539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Attempting to bind port 4427669f-b6b4-4620-bb87-eca2cb5c61de on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:58:25.131913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Attempting to bind port 4427669f-b6b4-4620-bb87-eca2cb5c61de by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:58:25.132272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Attempting to bind port 4427669f-b6b4-4620-bb87-eca2cb5c61de on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:58:25.144274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:58:25.144710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:58:25.145019 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:25.145398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:58:25.145865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Bound port: 4427669f-b6b4-4620-bb87-eca2cb5c61de, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:58:25.146305 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:25.196328 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:25.202830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port c4138ca6-f143-4ab0-a233-191912ea0ea8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c4138ca6-f143-4ab0-a233-191912ea0ea8,segment=NetworkSegment(b4155ac7-2a6e-42e1-82c9-80696dfa6d18),segment_id=b4155ac7-2a6e-42e1-82c9-80696dfa6d18)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:25.217717 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:25.282307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] For port 4427669f-b6b4-4620-bb87-eca2cb5c61de, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:58:25.295680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] For port 4427669f-b6b4-4620-bb87-eca2cb5c61de, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4427669f-b6b4-4620-bb87-eca2cb5c61de,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:58:25.299956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=c4138ca6-f143-4ab0-a233-191912ea0ea8,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:25.304117 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:25.385377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6f1a8119-fc5f-4732-82e4-b40c4ca7f02c None None] Provisioning for port d5cbce90-dc65-45e9-898b-0137d8b0ab2c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:58:25.398994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6f1a8119-fc5f-4732-82e4-b40c4ca7f02c None None] Provisioning complete for port d5cbce90-dc65-45e9-898b-0137d8b0ab2c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:25.399443 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8119-fc5f-4732-82e4-b40c4ca7f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:25.422640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:25.429021 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:25.429159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Routers {'d8edcf62-e132-430f-8150-e033c9e86062'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:25.429728 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['d8edcf62-e132-430f-8150-e033c9e86062'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:25.534262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf555b5-65b7-4ac8-80cd-4b5c31e761bb None None] Pushing event updated for resources: {'Port': ['ID=4427669f-b6b4-4620-bb87-eca2cb5c61de,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:25.538974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Pushing event updated for resources: {'Port': ['ID=d5cbce90-dc65-45e9-898b-0137d8b0ab2c,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:25.541416 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:25.582250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a8119-fc5f-4732-82e4-b40c4ca7f02c None None] Port d5cbce90-dc65-45e9-898b-0137d8b0ab2c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:58:25.676746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] Set router d8edcf62-e132-430f-8150-e033c9e86062 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:25.679103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Network dc751bb3-e81c-4971-9a71-80aa1bd605e8 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:58:25.680186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:58:25.872772 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Router d8edcf62-e132-430f-8150-e033c9e86062 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:58:25.936012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f999ccd6-7f7f-4520-9155-5ba0dca6ee28 None None] Provisioning complete for port d5cbce90-dc65-45e9-898b-0137d8b0ab2c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:25.936556 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f999ccd6-7f7f-4520-9155-5ba0dca6ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:26.027331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f999ccd6-7f7f-4520-9155-5ba0dca6ee28 None None] Port d5cbce90-dc65-45e9-898b-0137d8b0ab2c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:58:26.052361 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'name': 'tempest-TestServerBasicOps-1830956161-router', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:20Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 4, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'gw_port': {'id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:21Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd5cbce90-dc65-45e9-898b-0137d8b0ab2c', 'name': '', 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'mac_address': 'fa:16:3e:e2:b0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '0b98b79c-1cf0-433d-aa33-21c0a23a73d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:24Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 2, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'subnets': [{'id': '0b98b79c-1cf0-433d-aa33-21c0a23a73d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:26.057755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7226249-535f-4ec8-8f70-41f19340c5ae None None] The sync data for ids ['d8edcf62-e132-430f-8150-e033c9e86062'] in n-d-811809-3 is: [{'id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'name': 'tempest-TestServerBasicOps-1830956161-router', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:20Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 4, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'gw_port': {'id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:21Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd5cbce90-dc65-45e9-898b-0137d8b0ab2c', 'name': '', 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'mac_address': 'fa:16:3e:e2:b0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '0b98b79c-1cf0-433d-aa33-21c0a23a73d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:24Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 2, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'subnets': [{'id': '0b98b79c-1cf0-433d-aa33-21c0a23a73d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:58:26.066801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:58:26.081693 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c045efaf-42d4-41b9-8eb9-d836f9e1108a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:58:26.085062 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c77d03b3-b2ba-423d-874b-010191b73cbe admin admin] 10.222.0.13 "PUT /v2.0/routers/d8edcf62-e132-430f-8150-e033c9e86062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3624532 Jun 04 16:58:26.156355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c045efaf-42d4-41b9-8eb9-d836f9e1108a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:26.156714 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:26.300956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c045efaf-42d4-41b9-8eb9-d836f9e1108a is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:26.302126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c4138ca6-f143-4ab0-a233-191912ea0ea8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:58:26.381071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c4138ca6-f143-4ab0-a233-191912ea0ea8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:26.381071 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:26.512787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c4138ca6-f143-4ab0-a233-191912ea0ea8 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:26.539098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33182) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:26.544539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-812108527', 'description': 'tempest-secgroup-smoke-812108527 description', 'project_id': '94c41529a7814445831571c9b12fec38'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:26.551363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:26.555673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Usage tracker for resource:security_group and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:26.558817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:26.565544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:26.576526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:26.596957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:26.600865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Usage tracker for resource:security_group_rule and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:26.604336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:26.610165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:26.683601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:26.688038 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:26.734698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce69abc-45da-4d26-8c78-0734b5a9a3e3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:26.737469 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:26.741568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d9f07f68-cdf6-43e9-aec6-503ac8317b89 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1985629 Jun 04 16:58:26.741923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33186) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:26.752925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-74ad53c3-38f4-4d7f-b179-8fef1f63e38a tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Request body: {'security_group_rule': {'security_group_id': 'cce69abc-45da-4d26-8c78-0734b5a9a3e3', 'project_id': '94c41529a7814445831571c9b12fec38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:26.759937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-74ad53c3-38f4-4d7f-b179-8fef1f63e38a tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:26.763834 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-74ad53c3-38f4-4d7f-b179-8fef1f63e38a tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Usage tracker for resource:security_group_rule and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:26.766792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-74ad53c3-38f4-4d7f-b179-8fef1f63e38a tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:26.772588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-74ad53c3-38f4-4d7f-b179-8fef1f63e38a tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:26.793256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-74ad53c3-38f4-4d7f-b179-8fef1f63e38a tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:26.860203 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-74ad53c3-38f4-4d7f-b179-8fef1f63e38a tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:26.865595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-74ad53c3-38f4-4d7f-b179-8fef1f63e38a tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.032772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad53c3-38f4-4d7f-b179-8fef1f63e38a tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6445f231-1908-40f8-ad8b-c7edc827b171,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:27.044765 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-74ad53c3-38f4-4d7f-b179-8fef1f63e38a tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.046327 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-74ad53c3-38f4-4d7f-b179-8fef1f63e38a tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036096 Jun 04 16:58:27.049060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33190) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:27.056265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-3b29d761-a454-42e3-a781-3931fc64f870 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Request body: {'security_group_rule': {'security_group_id': 'cce69abc-45da-4d26-8c78-0734b5a9a3e3', 'project_id': '94c41529a7814445831571c9b12fec38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:27.063486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3b29d761-a454-42e3-a781-3931fc64f870 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:27.067462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3b29d761-a454-42e3-a781-3931fc64f870 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Usage tracker for resource:security_group_rule and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:27.070385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3b29d761-a454-42e3-a781-3931fc64f870 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:27.076670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3b29d761-a454-42e3-a781-3931fc64f870 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:27.094838 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b29d761-a454-42e3-a781-3931fc64f870 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.159721 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b29d761-a454-42e3-a781-3931fc64f870 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.164307 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b29d761-a454-42e3-a781-3931fc64f870 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.187981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29d761-a454-42e3-a781-3931fc64f870 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b86a043-1d23-40dc-a38c-9fd3cb7edc90,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:27.198540 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3b29d761-a454-42e3-a781-3931fc64f870 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.202527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3b29d761-a454-42e3-a781-3931fc64f870 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1493382 Jun 04 16:58:27.202842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33194) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:27.208793 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ef548767-8cf1-4750-9abc-71f0547fa7e6 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Request body: {'security_group_rule': {'security_group_id': 'cce69abc-45da-4d26-8c78-0734b5a9a3e3', 'project_id': '94c41529a7814445831571c9b12fec38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:27.215936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ef548767-8cf1-4750-9abc-71f0547fa7e6 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:27.219974 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ef548767-8cf1-4750-9abc-71f0547fa7e6 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Usage tracker for resource:security_group_rule and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:27.223032 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ef548767-8cf1-4750-9abc-71f0547fa7e6 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:27.229729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ef548767-8cf1-4750-9abc-71f0547fa7e6 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:27.247524 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef548767-8cf1-4750-9abc-71f0547fa7e6 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.320702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef548767-8cf1-4750-9abc-71f0547fa7e6 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.325889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef548767-8cf1-4750-9abc-71f0547fa7e6 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.353056 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef548767-8cf1-4750-9abc-71f0547fa7e6 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29c3f84-2c9b-42d2-971e-1d0e0bd48593,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:27.363713 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef548767-8cf1-4750-9abc-71f0547fa7e6 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.364914 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ef548767-8cf1-4750-9abc-71f0547fa7e6 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1609731 Jun 04 16:58:27.367931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33198) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:27.373085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-9e840df4-99cc-4bfe-a5ae-0c3e5301a90d tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Request body: {'security_group_rule': {'security_group_id': 'cce69abc-45da-4d26-8c78-0734b5a9a3e3', 'project_id': '94c41529a7814445831571c9b12fec38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:27.379603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9e840df4-99cc-4bfe-a5ae-0c3e5301a90d tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:27.383403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9e840df4-99cc-4bfe-a5ae-0c3e5301a90d tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Usage tracker for resource:security_group_rule and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:27.386519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9e840df4-99cc-4bfe-a5ae-0c3e5301a90d tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:27.392099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9e840df4-99cc-4bfe-a5ae-0c3e5301a90d tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:27.410150 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e840df4-99cc-4bfe-a5ae-0c3e5301a90d tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.471577 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e840df4-99cc-4bfe-a5ae-0c3e5301a90d tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.476561 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e840df4-99cc-4bfe-a5ae-0c3e5301a90d tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.499636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e840df4-99cc-4bfe-a5ae-0c3e5301a90d tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748c4c84-77db-4266-9445-53fbaf058068,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:27.509381 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e840df4-99cc-4bfe-a5ae-0c3e5301a90d tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.513319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9e840df4-99cc-4bfe-a5ae-0c3e5301a90d tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416440 Jun 04 16:58:27.513642 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33202) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:27.518856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-cc17000d-5495-4a5e-8667-bf937e9479a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Request body: {'security_group_rule': {'security_group_id': 'cce69abc-45da-4d26-8c78-0734b5a9a3e3', 'project_id': '94c41529a7814445831571c9b12fec38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:27.526201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cc17000d-5495-4a5e-8667-bf937e9479a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:27.530849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cc17000d-5495-4a5e-8667-bf937e9479a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Usage tracker for resource:security_group_rule and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:27.533926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-cc17000d-5495-4a5e-8667-bf937e9479a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:27.540403 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-cc17000d-5495-4a5e-8667-bf937e9479a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:27.553545 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-cc17000d-5495-4a5e-8667-bf937e9479a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Project 94c41529a7814445831571c9b12fec38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:58:27.561637 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cc17000d-5495-4a5e-8667-bf937e9479a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.639863 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cc17000d-5495-4a5e-8667-bf937e9479a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.644948 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cc17000d-5495-4a5e-8667-bf937e9479a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.670006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17000d-5495-4a5e-8667-bf937e9479a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bba402d-6fe0-46cc-a743-b777546c6993,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:27.681299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cc17000d-5495-4a5e-8667-bf937e9479a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.685630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33206) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:27.686061 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cc17000d-5495-4a5e-8667-bf937e9479a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1714122 Jun 04 16:58:27.691549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d864d74d-e9a1-4405-8b03-031f597e16a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Request body: {'security_group_rule': {'security_group_id': 'cce69abc-45da-4d26-8c78-0734b5a9a3e3', 'project_id': '94c41529a7814445831571c9b12fec38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:27.698812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d864d74d-e9a1-4405-8b03-031f597e16a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:27.704901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d864d74d-e9a1-4405-8b03-031f597e16a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Usage tracker for resource:security_group_rule and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:27.708632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d864d74d-e9a1-4405-8b03-031f597e16a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:27.715905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d864d74d-e9a1-4405-8b03-031f597e16a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:27.730096 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-d864d74d-e9a1-4405-8b03-031f597e16a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Project 94c41529a7814445831571c9b12fec38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 16:58:27.737464 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d864d74d-e9a1-4405-8b03-031f597e16a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.804846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d864d74d-e9a1-4405-8b03-031f597e16a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.810283 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-19cb16fe-4c62-4e99-af6f-cf68202cd26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.811230 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d864d74d-e9a1-4405-8b03-031f597e16a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.834091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864d74d-e9a1-4405-8b03-031f597e16a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac15a3a-a247-4352-adce-3d0f8ab33290,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:27.844966 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d864d74d-e9a1-4405-8b03-031f597e16a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:27.846282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d864d74d-e9a1-4405-8b03-031f597e16a5 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1593862 Jun 04 16:58:28.090259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4427669f-b6b4-4620-bb87-eca2cb5c61de up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:58:28.161897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 4427669f-b6b4-4620-bb87-eca2cb5c61de completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:58:28.166926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 4427669f-b6b4-4620-bb87-eca2cb5c61de triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:28.167294 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:28.176364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-50df9448-8b64-4b23-984a-b012ea301515 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Synchronizing usage tracker for tenant:94c41529a7814445831571c9b12fec38 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:58:28.193701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-50df9448-8b64-4b23-984a-b012ea301515 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Unset dirty status for tenant:94c41529a7814445831571c9b12fec38 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:58:28.195080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-50df9448-8b64-4b23-984a-b012ea301515 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812108527&fields=id&tenant_id=94c41529a7814445831571c9b12fec38 HTTP/1.1" status: 200 len: 267 time: 0.0587537 Jun 04 16:58:28.290304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 4427669f-b6b4-4620-bb87-eca2cb5c61de is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:28.290304 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:28.307922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 4427669f-b6b4-4620-bb87-eca2cb5c61de, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4427669f-b6b4-4620-bb87-eca2cb5c61de,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:28.312144 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:28.356349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-ffa63edd-beb9-4756-b366-db24811f98de tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:28.357029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-ffa63edd-beb9-4756-b366-db24811f98de tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Synchronizing usage tracker for tenant:94c41529a7814445831571c9b12fec38 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:58:28.374839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-ffa63edd-beb9-4756-b366-db24811f98de tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Unset dirty status for tenant:94c41529a7814445831571c9b12fec38 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:58:28.376262 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-ffa63edd-beb9-4756-b366-db24811f98de tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/networks?id=f22cc19f-b526-4f09-94f0-e73a5fc32f24 HTTP/1.1" status: 200 len: 808 time: 0.1727004 Jun 04 16:58:28.380398 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=4427669f-b6b4-4620-bb87-eca2cb5c61de,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:28.393068 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-3fc022a3-5f23-43de-a984-c1fbf634c4d9 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/quotas/94c41529a7814445831571c9b12fec38 HTTP/1.1" status: 200 len: 375 time: 0.0112028 Jun 04 16:58:28.494517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-b8501a35-1f8e-4dbe-98cc-bcce156b1630 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94c41529a7814445831571c9b12fec38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952237 Jun 04 16:58:28.637265 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-142ea93d-131a-4572-be3d-522f9f637cbf service neutron] 10.222.0.13 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301651 Jun 04 16:58:28.780583 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-c2aafe7a-f1fc-41b2-9b32-905d2ffb8b8f service neutron] 10.222.0.13 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343532 Jun 04 16:58:28.994860 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53669425-60fa-48f3-b8ba-a49a04fa62d5 req-c4d364af-cf2d-4f43-ad61-ba6143fa72fe tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 210 time: 0.0431499 Jun 04 16:58:29.826093 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Sync routers for ids ['d8edcf62-e132-430f-8150-e033c9e86062'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:58:29.837023 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Routers {'d8edcf62-e132-430f-8150-e033c9e86062'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:29.837643 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['d8edcf62-e132-430f-8150-e033c9e86062'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:30.057977 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Set router d8edcf62-e132-430f-8150-e033c9e86062 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:30.075264 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fa724cbf-ab2f-47e2-be70-cc2a957a55cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:30.104007 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-1255b58e-6f88-40d6-a3ac-d9316ebbb337 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:30.105944 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-1255b58e-6f88-40d6-a3ac-d9316ebbb337 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.42 "GET /v2.0/networks?id=f22cc19f-b526-4f09-94f0-e73a5fc32f24 HTTP/1.1" status: 200 len: 808 time: 0.1675601 Jun 04 16:58:30.110656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4427669f-b6b4-4620-bb87-eca2cb5c61de up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:58:30.189872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 4427669f-b6b4-4620-bb87-eca2cb5c61de triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:30.191041 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:30.200659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-8ad3f022-4993-47a7-9487-9e553a99e5ad tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94c41529a7814445831571c9b12fec38 HTTP/1.1" status: 200 len: 379 time: 0.0845647 Jun 04 16:58:30.208082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b0f957f-06c2-426e-93d0-4b80a690d2f4 req-ea940a2f-29e1-403e-9673-c1ca9f707366 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 210 time: 0.0600977 Jun 04 16:58:30.212829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Request body: {'port': {'device_id': '7a32d927-fe1c-4b40-b538-d598f3750767', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'admin_state_up': True, 'tenant_id': '94c41529a7814445831571c9b12fec38', 'security_groups': ['cce69abc-45da-4d26-8c78-0734b5a9a3e3']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:30.318505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 4427669f-b6b4-4620-bb87-eca2cb5c61de is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:30.351562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:30.355522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Usage tracker for resource:port and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:30.358323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:30.363971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:30.373679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Made reservation on behalf of 94c41529a7814445831571c9b12fec38 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:58:30.377310 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:30.426386 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'name': 'tempest-TestServerBasicOps-1830956161-router', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:20Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 4, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'gw_port': {'id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:21Z', 'updated_at': '2022-06-04T16:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd5cbce90-dc65-45e9-898b-0137d8b0ab2c', 'name': '', 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'mac_address': 'fa:16:3e:e2:b0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '0b98b79c-1cf0-433d-aa33-21c0a23a73d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:24Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 2, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'subnets': [{'id': '0b98b79c-1cf0-433d-aa33-21c0a23a73d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:30.430102 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Checking router: d8edcf62-e132-430f-8150-e033c9e86062 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:58:30.430448 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Updating router d8edcf62-e132-430f-8150-e033c9e86062 port d5cbce90-dc65-45e9-898b-0137d8b0ab2c binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 16:58:30.481524 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:30.538318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Allocated IP 172.20.0.5 (f22cc19f-b526-4f09-94f0-e73a5fc32f24/757a5bd8-c740-41de-96fa-6071fceabc7d/c3407788-69a6-43a3-8ca0-23954cf52690) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:58:30.729590 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:30.746064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Transition to ACTIVE for port object c3407788-69a6-43a3-8ca0-23954cf52690 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:58:30.770333 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:30.841127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Network f22cc19f-b526-4f09-94f0-e73a5fc32f24 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:58:30.844400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:58:30.848294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:58:30.852550 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:30.866310 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Transition to ACTIVE for port object d5cbce90-dc65-45e9-898b-0137d8b0ab2c will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:58:30.876714 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:30.883669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Pushing event updated for resources: {'Port': ['ID=c3407788-69a6-43a3-8ca0-23954cf52690,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:30.901568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:30.901903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:30.902256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:30.902634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:30.902954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:30.903295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:30.903610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:30.903941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:30.904611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:30.904933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:30.905249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:30.905564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:30.927403 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:30.928057 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:30.957658 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7bd57f96-ce6b-4da6-9e64-31fe7900e7f8 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7483525 Jun 04 16:58:30.970391 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Request body: {'port': {'device_id': '7a32d927-fe1c-4b40-b538-d598f3750767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:31.007177 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13eef5-3a53-4da4-ac58-b29a1c07d16c None None] Pushing event updated for resources: {'Port': ['ID=d5cbce90-dc65-45e9-898b-0137d8b0ab2c,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:31.096209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:31.108016 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Attempting to bind port d5cbce90-dc65-45e9-898b-0137d8b0ab2c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:58:31.108513 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Attempting to bind port d5cbce90-dc65-45e9-898b-0137d8b0ab2c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '3246878e-dc57-4853-9999-cdbc88112618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:58:31.108869 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Attempting to bind port d5cbce90-dc65-45e9-898b-0137d8b0ab2c on network dc751bb3-e81c-4971-9a71-80aa1bd605e8 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:58:31.114497 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:58:31.114764 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Checking segment: {'id': '3246878e-dc57-4853-9999-cdbc88112618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:58:31.115154 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:31.115535 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Bound using segment: {'id': '3246878e-dc57-4853-9999-cdbc88112618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:58:31.116022 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Bound port: d5cbce90-dc65-45e9-898b-0137d8b0ab2c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3246878e-dc57-4853-9999-cdbc88112618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:58:31.116383 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:31.196386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2339971e-ccd1-4afa-a4f1-487ef686fafc None None] Provisioning for port c3407788-69a6-43a3-8ca0-23954cf52690 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:58:31.202086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2339971e-ccd1-4afa-a4f1-487ef686fafc None None] Provisioning complete for port c3407788-69a6-43a3-8ca0-23954cf52690 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:31.202692 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2339971e-ccd1-4afa-a4f1-487ef686fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:31.216443 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] For port d5cbce90-dc65-45e9-898b-0137d8b0ab2c, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:58:31.219830 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] For port d5cbce90-dc65-45e9-898b-0137d8b0ab2c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d5cbce90-dc65-45e9-898b-0137d8b0ab2c,segment=NetworkSegment(3246878e-dc57-4853-9999-cdbc88112618),segment_id=3246878e-dc57-4853-9999-cdbc88112618)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:58:31.225221 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:31.294741 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:31.298968 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2339971e-ccd1-4afa-a4f1-487ef686fafc None None] Port c3407788-69a6-43a3-8ca0-23954cf52690 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:58:31.321154 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Routers {'d8edcf62-e132-430f-8150-e033c9e86062'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:31.321848 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['d8edcf62-e132-430f-8150-e033c9e86062'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:31.402832 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13eef5-3a53-4da4-ac58-b29a1c07d16c None None] Pushing event updated for resources: {'Port': ['ID=d5cbce90-dc65-45e9-898b-0137d8b0ab2c,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:31.426366 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:31.536175 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] Set router d8edcf62-e132-430f-8150-e033c9e86062 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:31.610449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb871205-e22b-4606-a62c-e51b58b294ea req-adc2d669-7872-4f56-bd55-99448c3a3d7e tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:31.611135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fb871205-e22b-4606-a62c-e51b58b294ea req-adc2d669-7872-4f56-bd55-99448c3a3d7e tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Synchronizing usage tracker for tenant:94c41529a7814445831571c9b12fec38 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:58:31.682379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fb871205-e22b-4606-a62c-e51b58b294ea req-adc2d669-7872-4f56-bd55-99448c3a3d7e tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Unset dirty status for tenant:94c41529a7814445831571c9b12fec38 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:58:31.684029 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb871205-e22b-4606-a62c-e51b58b294ea req-adc2d669-7872-4f56-bd55-99448c3a3d7e tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 931 time: 0.3344624 Jun 04 16:58:31.693612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3407788-69a6-43a3-8ca0-23954cf52690 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:58:31.713528 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:31.743254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Transition to ACTIVE for port object c3407788-69a6-43a3-8ca0-23954cf52690 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:58:31.751648 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb871205-e22b-4606-a62c-e51b58b294ea req-69772d88-e2eb-4df1-9163-f418ae30ff44 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cce69abc-45da-4d26-8c78-0734b5a9a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608900 Jun 04 16:58:31.752330 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:31.859109 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'name': 'tempest-TestServerBasicOps-1830956161-router', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:20Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 4, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'gw_port': {'id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:21Z', 'updated_at': '2022-06-04T16:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd5cbce90-dc65-45e9-898b-0137d8b0ab2c', 'name': '', 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'mac_address': 'fa:16:3e:e2:b0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '0b98b79c-1cf0-433d-aa33-21c0a23a73d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:24Z', 'updated_at': '2022-06-04T16:58:31Z', 'revision_number': 4, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'subnets': [{'id': '0b98b79c-1cf0-433d-aa33-21c0a23a73d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:31.864620 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525c41f-92af-474e-8fdc-ca11580712c9 None None] The sync data for ids ['d8edcf62-e132-430f-8150-e033c9e86062'] in n-d-811809-3 is: [{'id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'name': 'tempest-TestServerBasicOps-1830956161-router', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:20Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 4, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'gw_port': {'id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:21Z', 'updated_at': '2022-06-04T16:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd5cbce90-dc65-45e9-898b-0137d8b0ab2c', 'name': '', 'network_id': 'dc751bb3-e81c-4971-9a71-80aa1bd605e8', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'mac_address': 'fa:16:3e:e2:b0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '0b98b79c-1cf0-433d-aa33-21c0a23a73d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:24Z', 'updated_at': '2022-06-04T16:58:31Z', 'revision_number': 4, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'subnets': [{'id': '0b98b79c-1cf0-433d-aa33-21c0a23a73d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:58:31.910207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Pushing event updated for resources: {'Port': ['ID=c3407788-69a6-43a3-8ca0-23954cf52690,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:31.995588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Attempting to bind port c3407788-69a6-43a3-8ca0-23954cf52690 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:58:31.995922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Attempting to bind port c3407788-69a6-43a3-8ca0-23954cf52690 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:58:31.996245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Attempting to bind port c3407788-69a6-43a3-8ca0-23954cf52690 on network f22cc19f-b526-4f09-94f0-e73a5fc32f24 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:58:32.001274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Port c3407788-69a6-43a3-8ca0-23954cf52690 on network f22cc19f-b526-4f09-94f0-e73a5fc32f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:58:32.001577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Attempting to bind port c3407788-69a6-43a3-8ca0-23954cf52690 on network f22cc19f-b526-4f09-94f0-e73a5fc32f24 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:58:32.006951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:58:32.007290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Checking segment: {'id': 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:58:32.007672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Bound using segment: {'id': 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:58:32.008098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Bound port: c3407788-69a6-43a3-8ca0-23954cf52690, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:58:32.008446 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:32.098141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d5cbce90-dc65-45e9-898b-0137d8b0ab2c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:58:32.104613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] For port c3407788-69a6-43a3-8ca0-23954cf52690, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:58:32.107743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] For port c3407788-69a6-43a3-8ca0-23954cf52690, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c3407788-69a6-43a3-8ca0-23954cf52690,segment=NetworkSegment(b4155ac7-2a6e-42e1-82c9-80696dfa6d18),segment_id=b4155ac7-2a6e-42e1-82c9-80696dfa6d18)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:58:32.114316 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:32.174230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:32.174385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port d5cbce90-dc65-45e9-898b-0137d8b0ab2c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:58:32.174865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:32.176264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] 10.222.0.42 "PUT /v2.0/ports/c3407788-69a6-43a3-8ca0-23954cf52690 HTTP/1.1" status: 200 len: 1091 time: 1.2102511 Jun 04 16:58:32.176699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a32d927-fe1c-4b40-b538-d598f3750767', 'tag': 'c3407788-69a6-43a3-8ca0-23954cf52690'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:58:32.179943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d5cbce90-dc65-45e9-898b-0137d8b0ab2c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:32.180312 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:32.208697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f77e17-babc-4350-b4f5-02225478da9a service neutron] Pushing event updated for resources: {'Port': ['ID=c3407788-69a6-43a3-8ca0-23954cf52690,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:32.269837 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f405d5-85a7-4723-a6a6-8ceebc702052'] response: {'name': 'network-changed', 'server_uuid': '7a32d927-fe1c-4b40-b538-d598f3750767', 'tag': 'c3407788-69a6-43a3-8ca0-23954cf52690', 'status': 'completed', 'code': 200} Jun 04 16:58:32.309103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-f5a32787-1484-4776-b618-959c933f7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:32.310790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-f5a32787-1484-4776-b618-959c933f7bd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94c41529a7814445831571c9b12fec38&device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 1094 time: 0.0804427 Jun 04 16:58:32.362006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d5cbce90-dc65-45e9-898b-0137d8b0ab2c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:32.362592 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:32.383846 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-05aac36f-15a7-4050-99fe-f6c21d4c601c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3407788-69a6-43a3-8ca0-23954cf52690 HTTP/1.1" status: 200 len: 217 time: 0.0659494 Jun 04 16:58:32.395045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port d5cbce90-dc65-45e9-898b-0137d8b0ab2c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d5cbce90-dc65-45e9-898b-0137d8b0ab2c,segment=NetworkSegment(3246878e-dc57-4853-9999-cdbc88112618),segment_id=3246878e-dc57-4853-9999-cdbc88112618)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:32.399673 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:32.448043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-6b8038ee-b970-4e18-b113-455456c101f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:32.449711 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-6b8038ee-b970-4e18-b113-455456c101f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=757a5bd8-c740-41de-96fa-6071fceabc7d HTTP/1.1" status: 200 len: 847 time: 0.0605109 Jun 04 16:58:32.480759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=d5cbce90-dc65-45e9-898b-0137d8b0ab2c,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:32.525616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7b2a9881-89f3-4258-b80e-2a2ff066d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:32.527369 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-7b2a9881-89f3-4258-b80e-2a2ff066d7b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f22cc19f-b526-4f09-94f0-e73a5fc32f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704393 Jun 04 16:58:32.658094 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:32.666303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-316fe068-a51d-4824-99f0-494dd6cc916b service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322942 Jun 04 16:58:32.797803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30c67be2-8f17-4bdf-a57b-ed072ab58635 req-c178d12f-1417-42f2-b205-6307184f1146 service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258388 Jun 04 16:58:32.975151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910643b-50de-49e7-a86f-d556ca3749e2 req-16dccc0e-c410-46ff-b455-4b4548cf3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:32.976617 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7910643b-50de-49e7-a86f-d556ca3749e2 req-16dccc0e-c410-46ff-b455-4b4548cf3344 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94c41529a7814445831571c9b12fec38&device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 1094 time: 0.1334920 Jun 04 16:58:32.986652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407b550-bf7e-4840-917e-33c58c94b166 req-6cab805e-cc91-499d-824b-c086ecc94ea3 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:32.987994 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3407b550-bf7e-4840-917e-33c58c94b166 req-6cab805e-cc91-499d-824b-c086ecc94ea3 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 943 time: 0.1057231 Jun 04 16:58:33.114769 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3407b550-bf7e-4840-917e-33c58c94b166 req-ce2b363c-f2c4-4129-b2cd-28ab9868bfa4 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cce69abc-45da-4d26-8c78-0734b5a9a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087217 Jun 04 16:58:33.156129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910643b-50de-49e7-a86f-d556ca3749e2 req-03396b79-ae86-49ca-8505-576316f5f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:33.157607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7910643b-50de-49e7-a86f-d556ca3749e2 req-03396b79-ae86-49ca-8505-576316f5f772 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f22cc19f-b526-4f09-94f0-e73a5fc32f24 HTTP/1.1" status: 200 len: 909 time: 0.1688232 Jun 04 16:58:33.226458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7910643b-50de-49e7-a86f-d556ca3749e2 req-ffa0a816-35a9-4383-b144-c975ca04572a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3407788-69a6-43a3-8ca0-23954cf52690 HTTP/1.1" status: 200 len: 217 time: 0.0617099 Jun 04 16:58:33.296537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910643b-50de-49e7-a86f-d556ca3749e2 req-760fbbda-dffd-4826-983a-0d92d8e2940f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:33.297974 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7910643b-50de-49e7-a86f-d556ca3749e2 req-760fbbda-dffd-4826-983a-0d92d8e2940f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=757a5bd8-c740-41de-96fa-6071fceabc7d HTTP/1.1" status: 200 len: 847 time: 0.0657058 Jun 04 16:58:33.374445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910643b-50de-49e7-a86f-d556ca3749e2 req-1477fe2e-2516-4924-8e5a-a200a7194f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:33.376002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7910643b-50de-49e7-a86f-d556ca3749e2 req-1477fe2e-2516-4924-8e5a-a200a7194f07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f22cc19f-b526-4f09-94f0-e73a5fc32f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714445 Jun 04 16:58:33.629253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7910643b-50de-49e7-a86f-d556ca3749e2 req-3f410523-f269-4704-b6c9-aedc3f3f3cf6 service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465181 Jun 04 16:58:33.768562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7910643b-50de-49e7-a86f-d556ca3749e2 req-11f243bb-2712-4c14-b1c4-386ba294d875 service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329522 Jun 04 16:58:34.071255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d5cbce90-dc65-45e9-898b-0137d8b0ab2c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:58:34.139589 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d5cbce90-dc65-45e9-898b-0137d8b0ab2c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:34.139953 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:34.215391 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:34.271159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d5cbce90-dc65-45e9-898b-0137d8b0ab2c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:34.311359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc91b0-f73e-4b5f-94e8-cca7bf92ff53 req-ba5dc5a4-a065-4ac4-aa2c-d88f0529ebcc tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:34.312825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4dc91b0-f73e-4b5f-94e8-cca7bf92ff53 req-ba5dc5a4-a065-4ac4-aa2c-d88f0529ebcc tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 943 time: 0.0873103 Jun 04 16:58:34.361886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4dc91b0-f73e-4b5f-94e8-cca7bf92ff53 req-320637b6-eaeb-47fe-94ab-08f5e9e205bc tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cce69abc-45da-4d26-8c78-0734b5a9a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431180 Jun 04 16:58:34.391660 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:35.429473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c3407788-69a6-43a3-8ca0-23954cf52690 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:58:35.558422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1324c-a489-47a3-bf24-eb7f06335549 req-94a4dbfd-18b4-44cb-bf92-0654ecc2d558 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:35.565394 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3c1324c-a489-47a3-bf24-eb7f06335549 req-94a4dbfd-18b4-44cb-bf92-0654ecc2d558 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 943 time: 0.0877862 Jun 04 16:58:35.568890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c3407788-69a6-43a3-8ca0-23954cf52690, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c3407788-69a6-43a3-8ca0-23954cf52690,segment=NetworkSegment(b4155ac7-2a6e-42e1-82c9-80696dfa6d18),segment_id=b4155ac7-2a6e-42e1-82c9-80696dfa6d18)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:35.582317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'c3407788-69a6-43a3-8ca0-23954cf52690', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'port_id': 'c3407788-69a6-43a3-8ca0-23954cf52690', 'mac_address': 'fa:16:3e:af:fd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:58:35.604471 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3c1324c-a489-47a3-bf24-eb7f06335549 req-c03b3a05-452c-4333-b89b-7ead4ea0720b tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cce69abc-45da-4d26-8c78-0734b5a9a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382288 Jun 04 16:58:35.641548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port c3407788-69a6-43a3-8ca0-23954cf52690 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:35.641919 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:35.659720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3407788-69a6-43a3-8ca0-23954cf52690 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:58:35.677290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c3407788-69a6-43a3-8ca0-23954cf52690, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c3407788-69a6-43a3-8ca0-23954cf52690,segment=NetworkSegment(b4155ac7-2a6e-42e1-82c9-80696dfa6d18),segment_id=b4155ac7-2a6e-42e1-82c9-80696dfa6d18)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:35.684581 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:35.752837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=c3407788-69a6-43a3-8ca0-23954cf52690,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:35.889817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['c3407788-69a6-43a3-8ca0-23954cf52690'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:58:36.809853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dbf76-84ce-48f3-aa4a-3e72f332ef94 req-1b048fab-5de2-44f3-9501-482d245a84fd tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:36.811323 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e4dbf76-84ce-48f3-aa4a-3e72f332ef94 req-1b048fab-5de2-44f3-9501-482d245a84fd tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 944 time: 0.0869789 Jun 04 16:58:36.855458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e4dbf76-84ce-48f3-aa4a-3e72f332ef94 req-ff05e528-0fd9-497a-a1ed-166bc493480b tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cce69abc-45da-4d26-8c78-0734b5a9a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382001 Jun 04 16:58:37.445801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c3407788-69a6-43a3-8ca0-23954cf52690 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:58:37.524846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port c3407788-69a6-43a3-8ca0-23954cf52690 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:58:37.530064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port c3407788-69a6-43a3-8ca0-23954cf52690 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:58:37.530444 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:37.649485 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port c3407788-69a6-43a3-8ca0-23954cf52690 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:58:37.649859 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:37.688547 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a32d927-fe1c-4b40-b538-d598f3750767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3407788-69a6-43a3-8ca0-23954cf52690'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:58:37.702676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port c3407788-69a6-43a3-8ca0-23954cf52690, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c3407788-69a6-43a3-8ca0-23954cf52690,segment=NetworkSegment(b4155ac7-2a6e-42e1-82c9-80696dfa6d18),segment_id=b4155ac7-2a6e-42e1-82c9-80696dfa6d18)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:37.709243 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:37.753143 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02c0e6a-dee8-48ac-9870-3cafbac79bf2'] response: {'server_uuid': '7a32d927-fe1c-4b40-b538-d598f3750767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3407788-69a6-43a3-8ca0-23954cf52690', 'code': 200} Jun 04 16:58:37.787559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=c3407788-69a6-43a3-8ca0-23954cf52690,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:37.893865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a9cc3-14ee-4cf3-938b-cbf5a0bf747a req-7e2e3b34-a1e1-455d-82ce-fc86e5f84a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:37.895408 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c5a9cc3-14ee-4cf3-938b-cbf5a0bf747a req-7e2e3b34-a1e1-455d-82ce-fc86e5f84a37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 1096 time: 0.0858119 Jun 04 16:58:37.937940 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c5a9cc3-14ee-4cf3-938b-cbf5a0bf747a req-a9125261-f251-44e6-aa94-a17e0d6d8bf4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cce69abc-45da-4d26-8c78-0734b5a9a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366871 Jun 04 16:58:38.059692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613dc89-c03c-4b4e-8bc5-b902ece133c4 req-d55282f5-9de2-4604-81fa-7190b26ce344 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:38.061514 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f613dc89-c03c-4b4e-8bc5-b902ece133c4 req-d55282f5-9de2-4604-81fa-7190b26ce344 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 945 time: 0.0923860 Jun 04 16:58:38.120375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f613dc89-c03c-4b4e-8bc5-b902ece133c4 req-6debe3e0-54ed-4d59-bd43-65b4bfe9fbd6 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cce69abc-45da-4d26-8c78-0734b5a9a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524592 Jun 04 16:58:39.336959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac31489-9fe1-4e08-a338-7aeb4f2e3916 req-72a19e8f-3830-40ef-8b06-8f857e98b9cc tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:39.339097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ac31489-9fe1-4e08-a338-7aeb4f2e3916 req-72a19e8f-3830-40ef-8b06-8f857e98b9cc tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 945 time: 0.0974660 Jun 04 16:58:39.387637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ac31489-9fe1-4e08-a338-7aeb4f2e3916 req-8e2fd638-9043-4443-9650-19292eb84578 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cce69abc-45da-4d26-8c78-0734b5a9a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425601 Jun 04 16:58:39.577599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff2959-cd9d-410c-9454-e87369d70971 req-c9de779a-c8ad-428c-85de-f2b46c3b0609 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:39.579085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fff2959-cd9d-410c-9454-e87369d70971 req-c9de779a-c8ad-428c-85de-f2b46c3b0609 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 945 time: 0.0838432 Jun 04 16:58:39.625541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4fff2959-cd9d-410c-9454-e87369d70971 req-0077d216-e7d0-414d-8cf2-2088702676da tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cce69abc-45da-4d26-8c78-0734b5a9a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400672 Jun 04 16:58:39.823690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dc2a0-a5d8-4500-82d8-33213e3a1359 req-18b12807-d91a-4abe-bbbf-f8ff0ab7c9b2 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:39.824822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a5dc2a0-a5d8-4500-82d8-33213e3a1359 req-18b12807-d91a-4abe-bbbf-f8ff0ab7c9b2 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 945 time: 0.0953987 Jun 04 16:58:39.870455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a5dc2a0-a5d8-4500-82d8-33213e3a1359 req-888e1d49-54df-4e0d-b782-acd5c14b51bf tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cce69abc-45da-4d26-8c78-0734b5a9a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398688 Jun 04 16:58:39.896297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33260) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:40.083077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c556b-56c8-4e3c-89b1-f37da186ec7f tempest-TestServerBasicOps-477762277 tempest-TestServerBasicOps-477762277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:40.084366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6d0c556b-56c8-4e3c-89b1-f37da186ec7f tempest-TestServerBasicOps-477762277 tempest-TestServerBasicOps-477762277-project-admin] Synchronizing usage tracker for tenant:a7d42f1f852e46ec8df26282eb2176ca on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:58:40.102791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6d0c556b-56c8-4e3c-89b1-f37da186ec7f tempest-TestServerBasicOps-477762277 tempest-TestServerBasicOps-477762277-project-admin] Unset dirty status for tenant:a7d42f1f852e46ec8df26282eb2176ca on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:58:40.103842 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6d0c556b-56c8-4e3c-89b1-f37da186ec7f tempest-TestServerBasicOps-477762277 tempest-TestServerBasicOps-477762277-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 1091 time: 0.2074387 Jun 04 16:58:40.107542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33266) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:58:40.112419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'c3407788-69a6-43a3-8ca0-23954cf52690', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:58:40.120471 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:58:40.124304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Usage tracker for resource:floatingip and tenant:94c41529a7814445831571c9b12fec38 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:58:40.128231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:58:40.132948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:58:40.259267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:40.398544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:40.532247 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Allocated IP 172.25.5.170 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/ec53b1b5-e6b1-431f-ad70-b933a65520e5) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:58:40.690527 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:40.726301 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:40.790556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:58:40.793412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:58:40.798052 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:58:40.826412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Pushing event updated for resources: {'Port': ['ID=ec53b1b5-e6b1-431f-ad70-b933a65520e5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:40.844330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:40.844690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:40.845021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:40.845326 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:40.845670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:40.845989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:40.846287 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:40.846656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:40.846967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:40.847285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:40.847582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:40.847896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:58:41.263956 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:41.340639 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:41.558890 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:41.564412 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:41.680525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Pushing event updated for resources: {'Port': ['ID=ec53b1b5-e6b1-431f-ad70-b933a65520e5,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:41.690910 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:41.871807 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Floating IP a14b9b4a-8bb8-44b1-bcc3-e7b26a168098 associated. External IP: 172.25.5.170, port: c3407788-69a6-43a3-8ca0-23954cf52690. Jun 04 16:58:42.344008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Router f624c8cd-b68f-465b-aefe-e7254cd7177b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:58:42.551371 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:58:42.561233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30408623-52f6-4dd7-9aac-604188ed880a None None] Sync routers for ids ['f624c8cd-b68f-465b-aefe-e7254cd7177b'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:58:42.572217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30408623-52f6-4dd7-9aac-604188ed880a None None] Routers {'f624c8cd-b68f-465b-aefe-e7254cd7177b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:42.572836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-30408623-52f6-4dd7-9aac-604188ed880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f624c8cd-b68f-465b-aefe-e7254cd7177b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:42.579145 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:42.637193 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0fad35fb-671e-4b60-ac82-18c86f04b5e7 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5292492 Jun 04 16:58:42.637665 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a32d927-fe1c-4b40-b538-d598f3750767', 'tag': 'c3407788-69a6-43a3-8ca0-23954cf52690'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:58:42.685660 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d45eafb-3ae5-4be4-8a43-926e8c2107f7'] response: {'name': 'network-changed', 'server_uuid': '7a32d927-fe1c-4b40-b538-d598f3750767', 'tag': 'c3407788-69a6-43a3-8ca0-23954cf52690', 'status': 'completed', 'code': 200} Jun 04 16:58:42.756221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-30408623-52f6-4dd7-9aac-604188ed880a None None] Set router f624c8cd-b68f-465b-aefe-e7254cd7177b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:42.776347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030445e-0133-414c-bf63-2a0f4d141900 req-18b503e3-2087-4e89-b5b9-749e205582b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:42.778006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7030445e-0133-414c-bf63-2a0f4d141900 req-18b503e3-2087-4e89-b5b9-749e205582b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94c41529a7814445831571c9b12fec38&device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 1096 time: 0.0711756 Jun 04 16:58:42.910008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030445e-0133-414c-bf63-2a0f4d141900 req-4f719c95-7520-4270-8095-3373755eb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:42.911434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7030445e-0133-414c-bf63-2a0f4d141900 req-4f719c95-7520-4270-8095-3373755eb9e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f22cc19f-b526-4f09-94f0-e73a5fc32f24 HTTP/1.1" status: 200 len: 909 time: 0.1280305 Jun 04 16:58:43.016250 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7030445e-0133-414c-bf63-2a0f4d141900 req-bcb0e327-9856-48cc-9f47-46c3427a315b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3407788-69a6-43a3-8ca0-23954cf52690 HTTP/1.1" status: 200 len: 999 time: 0.0980299 Jun 04 16:58:43.079444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030445e-0133-414c-bf63-2a0f4d141900 req-72444ab6-82b7-4b55-b4f0-b3cb5eb2d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:43.080945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7030445e-0133-414c-bf63-2a0f4d141900 req-72444ab6-82b7-4b55-b4f0-b3cb5eb2d15f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=757a5bd8-c740-41de-96fa-6071fceabc7d HTTP/1.1" status: 200 len: 847 time: 0.0587883 Jun 04 16:58:43.134039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-30408623-52f6-4dd7-9aac-604188ed880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:18Z', 'revision_number': 4, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port': {'id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'a14b9b4a-8bb8-44b1-bcc3-e7b26a168098', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'port_id': 'c3407788-69a6-43a3-8ca0-23954cf52690', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'mac_address': 'fa:16:3e:af:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32d927-fe1c-4b40-b538-d598f3750767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:58:41Z', 'updated_at': '2022-06-04T16:58:41Z', 'revision_number': 0, 'project_id': '94c41529a7814445831571c9b12fec38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4138ca6-f143-4ab0-a233-191912ea0ea8', 'name': '', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'mac_address': 'fa:16:3e:05:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:17Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 5, 'project_id': '94c41529a7814445831571c9b12fec38', 'subnets': [{'id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:43.138707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30408623-52f6-4dd7-9aac-604188ed880a None None] Checking router: f624c8cd-b68f-465b-aefe-e7254cd7177b for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:58:43.147293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30408623-52f6-4dd7-9aac-604188ed880a None None] Routers {'f624c8cd-b68f-465b-aefe-e7254cd7177b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:58:43.147896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-30408623-52f6-4dd7-9aac-604188ed880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:58:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f624c8cd-b68f-465b-aefe-e7254cd7177b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:43.159452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030445e-0133-414c-bf63-2a0f4d141900 req-2e5267d2-498d-4a48-94ce-8f79f5e54a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:43.161009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7030445e-0133-414c-bf63-2a0f4d141900 req-2e5267d2-498d-4a48-94ce-8f79f5e54a4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f22cc19f-b526-4f09-94f0-e73a5fc32f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744772 Jun 04 16:58:43.291279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7030445e-0133-414c-bf63-2a0f4d141900 req-48c53caa-e383-401e-9570-aceee2314403 service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243918 Jun 04 16:58:43.325340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-30408623-52f6-4dd7-9aac-604188ed880a None None] Set router f624c8cd-b68f-465b-aefe-e7254cd7177b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:58:43.535599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7030445e-0133-414c-bf63-2a0f4d141900 req-572ca271-d507-4888-8ddb-e76c25df0186 service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384534 Jun 04 16:58:43.681672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-30408623-52f6-4dd7-9aac-604188ed880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:18Z', 'revision_number': 4, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port': {'id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'a14b9b4a-8bb8-44b1-bcc3-e7b26a168098', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'port_id': 'c3407788-69a6-43a3-8ca0-23954cf52690', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'mac_address': 'fa:16:3e:af:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32d927-fe1c-4b40-b538-d598f3750767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:58:41Z', 'updated_at': '2022-06-04T16:58:41Z', 'revision_number': 0, 'project_id': '94c41529a7814445831571c9b12fec38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4138ca6-f143-4ab0-a233-191912ea0ea8', 'name': '', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'mac_address': 'fa:16:3e:05:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:17Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 5, 'project_id': '94c41529a7814445831571c9b12fec38', 'subnets': [{'id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:58:43.685843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30408623-52f6-4dd7-9aac-604188ed880a None None] The sync data for ids ['f624c8cd-b68f-465b-aefe-e7254cd7177b'] in n-d-811809-3 is: [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:18Z', 'revision_number': 4, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port': {'id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'a14b9b4a-8bb8-44b1-bcc3-e7b26a168098', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'port_id': 'c3407788-69a6-43a3-8ca0-23954cf52690', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'mac_address': 'fa:16:3e:af:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a32d927-fe1c-4b40-b538-d598f3750767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:58:41Z', 'updated_at': '2022-06-04T16:58:41Z', 'revision_number': 0, 'project_id': '94c41529a7814445831571c9b12fec38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4138ca6-f143-4ab0-a233-191912ea0ea8', 'name': '', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'mac_address': 'fa:16:3e:05:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:17Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 5, 'project_id': '94c41529a7814445831571c9b12fec38', 'subnets': [{'id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:58:43.880436 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53815abd-73d9-4530-be7a-0299a60dd5c8 None None] New status for floating IP a14b9b4a-8bb8-44b1-bcc3-e7b26a168098: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:58:57.514495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91520a2c-a562-4cee-b91e-55074219ec55 req-2e42ca45-86de-4434-b667-99e1bb0df5b2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:57.515905 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91520a2c-a562-4cee-b91e-55074219ec55 req-2e42ca45-86de-4434-b667-99e1bb0df5b2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 945 time: 0.0868418 Jun 04 16:58:57.564533 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91520a2c-a562-4cee-b91e-55074219ec55 req-8477d9c0-bc05-4442-a72c-0d6eda20e270 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Jun 04 16:58:57.725518 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:58:57.817404 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-52db28e4-6485-4fd6-a484-55c8125f0e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:58.770027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784aa08-a48f-440a-a048-b5e47c30e88a req-da454fe6-1d76-475d-b97c-fdff08b390ce tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:58.771520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5784aa08-a48f-440a-a048-b5e47c30e88a req-da454fe6-1d76-475d-b97c-fdff08b390ce tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 945 time: 0.0878308 Jun 04 16:58:58.820386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5784aa08-a48f-440a-a048-b5e47c30e88a req-a1ba558b-7f7a-4b0f-9ac7-369dc216cc6f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393467 Jun 04 16:58:58.939799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-4ee9d629-5827-4da2-b2d7-dbaf7d514122 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:58:58.941121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-4ee9d629-5827-4da2-b2d7-dbaf7d514122 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 945 time: 0.0897593 Jun 04 16:58:59.009653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Deleting port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 16:58:59.009980 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:59.266872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] For port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:58:59.267229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:59.563705 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:59.564023 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:59.564356 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Floating IP 626d09c1-9273-419e-bc08-ab4300de81d2 disassociated. External IP: 172.25.5.151, port: c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc. Jun 04 16:58:59.564702 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Calling delete_port for c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 16:58:59.718884 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:58:59.774826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event deleted for resources: {'Port': ['ID=c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:58:59.987479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c91e5146-fd99-4db5-bcf3-4d9928ee9715 req-caaaf8bd-f5a5-4d7f-b82e-37f0458191dd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 210 time: 0.0570691 Jun 04 16:59:00.014660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Router 5e1f5fdb-21df-4182-b276-57df799e2a98 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:59:00.059636 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7f97e43c-fb47-4efd-a157-091cde379c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:00.340208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:59:00.350310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d1d260-31f3-4207-9446-5e1beedd81e2 None None] Sync routers for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:59:00.360258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1d260-31f3-4207-9446-5e1beedd81e2 None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:59:00.360859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a0d1d260-31f3-4207-9446-5e1beedd81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:59:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:59:00.419947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] No DVR routers for this DVR port c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 16:59:00.422918 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:00.427340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13583244-4763-4798-832d-f1ff4b7e4fa4', 'name': 'network-vif-deleted', 'tag': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:59:00.444421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2de34760-9a24-4bb6-85e7-64b29a8f5f8d req-e2180dc8-3458-4f74-9506-71f64391ba44 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "DELETE /v2.0/ports/c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc HTTP/1.1" status: 204 len: 173 time: 1.4982791 Jun 04 16:59:00.481710 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b53286a-a25a-423d-8e33-11a3b3578cb1'] response: {'server_uuid': '13583244-4763-4798-832d-f1ff4b7e4fa4', 'name': 'network-vif-deleted', 'tag': 'c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc', 'status': 'completed', 'code': 200} Jun 04 16:59:00.565825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-a0d1d260-31f3-4207-9446-5e1beedd81e2 None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:59:00.897327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a0d1d260-31f3-4207-9446-5e1beedd81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:59:00.901232 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d1d260-31f3-4207-9446-5e1beedd81e2 None None] Checking router: 5e1f5fdb-21df-4182-b276-57df799e2a98 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:59:00.910020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1d260-31f3-4207-9446-5e1beedd81e2 None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:59:00.910642 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a0d1d260-31f3-4207-9446-5e1beedd81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:59:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:59:01.131557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 16:59:01.171983 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 16:59:01.172315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c6ab11aa-49b5-4391-bd55-bd3ef8c6afdc not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 16:59:01.174786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-a0d1d260-31f3-4207-9446-5e1beedd81e2 None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:59:01.181080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-26f0f969-a048-4e44-8e32-b48c990c3ec3 req-b06d3226-2e33-491d-88cb-a394649d9ff7 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:59:01.196827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-26f0f969-a048-4e44-8e32-b48c990c3ec3 req-b06d3226-2e33-491d-88cb-a394649d9ff7 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:59:01.198185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26f0f969-a048-4e44-8e32-b48c990c3ec3 req-b06d3226-2e33-491d-88cb-a394649d9ff7 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=13583244-4763-4798-832d-f1ff4b7e4fa4 HTTP/1.1" status: 200 len: 210 time: 0.0645185 Jun 04 16:59:01.309813 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:01.441309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:01.527179 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a0d1d260-31f3-4207-9446-5e1beedd81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:59:01.531381 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d1d260-31f3-4207-9446-5e1beedd81e2 None None] The sync data for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 is: [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:59:01.755474 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9a660-f54e-48e6-9687-a1b32f499175 None None] New status for floating IP 626d09c1-9273-419e-bc08-ab4300de81d2: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:59:02.501711 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-91facab1-3a66-494c-b247-49feaa2992c7 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269840799&fields=id&tenant_id=3851c6298f9e41ed9d0dae684e38ef5a HTTP/1.1" status: 200 len: 267 time: 0.0410731 Jun 04 16:59:02.656816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f798e-6c15-4bf1-ae07-19edf749696a req-910be53c-06b5-4f2f-87d3-fa9561870be2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:02.658588 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-910be53c-06b5-4f2f-87d3-fa9561870be2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.1501584 Jun 04 16:59:02.662298 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:02.676268 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-1da77bb5-2e56-4d4d-85ff-757e9efcc7e8 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/quotas/3851c6298f9e41ed9d0dae684e38ef5a HTTP/1.1" status: 200 len: 375 time: 0.0108688 Jun 04 16:59:02.772801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-15b3f8c1-0930-453e-8859-66fa26edf551 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887980 Jun 04 16:59:02.910112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-828d5f83-4c47-464c-b97b-219ecf0a729f service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248810 Jun 04 16:59:03.044048 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-aa99bce0-b898-46a4-9edf-61a10b098fd3 service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248343 Jun 04 16:59:03.459837 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-23f94bef-01c3-4430-a519-3af08aadabfe req-b2906afa-58b2-49f0-9394-698777ffc20f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 210 time: 0.0456915 Jun 04 16:59:04.235877 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:04.396396 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:04.516229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f798e-6c15-4bf1-ae07-19edf749696a req-52be8ebd-267d-4a70-b958-8b2e9bea0429 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:04.518543 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-52be8ebd-267d-4a70-b958-8b2e9bea0429 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.1589103 Jun 04 16:59:04.619996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-64cde25b-4e7b-4193-855e-e9b21e928fb8 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3851c6298f9e41ed9d0dae684e38ef5a HTTP/1.1" status: 200 len: 380 time: 0.0930412 Jun 04 16:59:04.629568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'port': {'device_id': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'admin_state_up': True, 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'security_groups': ['3ce11e66-a0f8-4b20-b2fa-dafc60649028']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:59:04.644400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b787d786-0193-44ac-87da-b87b07da0daf req-76623c14-5190-4a67-844c-402a7bddfcb4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 210 time: 0.0725534 Jun 04 16:59:04.770240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:59:04.780294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:59:04.790879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Made reservation on behalf of 3851c6298f9e41ed9d0dae684e38ef5a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 16:59:04.794495 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:04.959657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Allocated IP 172.20.0.9 (713f7d25-cf56-4011-ac02-488f23a055f7/cbd18313-35ca-4464-b58c-992caea692ff/c7488208-2bc7-4248-9529-dbd52cc343d8) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:59:05.147782 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:05.167239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Transition to ACTIVE for port object c7488208-2bc7-4248-9529-dbd52cc343d8 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:59:05.192145 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:05.382578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Network 713f7d25-cf56-4011-ac02-488f23a055f7 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:59:05.385767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:59:05.390153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:59:05.435269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'Port': ['ID=c7488208-2bc7-4248-9529-dbd52cc343d8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:59:05.462745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:05.463386 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:05.490925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-a2ef844d-5f90-430f-b4fa-9b181476ad04 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8649929 Jun 04 16:59:05.502753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Request body: {'port': {'device_id': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:59:05.621131 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:05.647003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f3b50af7-198e-4152-aecf-fb3c5eb0b1b4 None None] Provisioning for port c7488208-2bc7-4248-9529-dbd52cc343d8 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:59:05.654720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f3b50af7-198e-4152-aecf-fb3c5eb0b1b4 None None] Provisioning complete for port c7488208-2bc7-4248-9529-dbd52cc343d8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:59:05.655538 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f3b50af7-198e-4152-aecf-fb3c5eb0b1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:05.714170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f3b50af7-198e-4152-aecf-fb3c5eb0b1b4 None None] Port c7488208-2bc7-4248-9529-dbd52cc343d8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 16:59:05.962285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb726c4b-a632-4ea4-9beb-0fb5f8e7d63b req-f87213da-58f8-4293-8f5a-62b530fd6e12 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:05.963004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-eb726c4b-a632-4ea4-9beb-0fb5f8e7d63b req-f87213da-58f8-4293-8f5a-62b530fd6e12 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 16:59:06.018854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-eb726c4b-a632-4ea4-9beb-0fb5f8e7d63b req-f87213da-58f8-4293-8f5a-62b530fd6e12 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 16:59:06.020005 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb726c4b-a632-4ea4-9beb-0fb5f8e7d63b req-f87213da-58f8-4293-8f5a-62b530fd6e12 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 931 time: 0.2507091 Jun 04 16:59:06.069001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7488208-2bc7-4248-9529-dbd52cc343d8 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:59:06.084988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:06.101874 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eb726c4b-a632-4ea4-9beb-0fb5f8e7d63b req-53e003fe-d400-4e8c-9d44-4d2a208053f5 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666509 Jun 04 16:59:06.107660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Transition to ACTIVE for port object c7488208-2bc7-4248-9529-dbd52cc343d8 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 16:59:06.113356 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:06.242843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Pushing event updated for resources: {'Port': ['ID=c7488208-2bc7-4248-9529-dbd52cc343d8,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:59:06.349462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Attempting to bind port c7488208-2bc7-4248-9529-dbd52cc343d8 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 16:59:06.349791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Attempting to bind port c7488208-2bc7-4248-9529-dbd52cc343d8 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 16:59:06.350107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Attempting to bind port c7488208-2bc7-4248-9529-dbd52cc343d8 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:59:06.354767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Port c7488208-2bc7-4248-9529-dbd52cc343d8 on network 713f7d25-cf56-4011-ac02-488f23a055f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 16:59:06.355077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Attempting to bind port c7488208-2bc7-4248-9529-dbd52cc343d8 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 16:59:06.360265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 16, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 16:59:06.360590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Checking segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 16:59:06.360961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Bound using segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 16:59:06.361380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Bound port: c7488208-2bc7-4248-9529-dbd52cc343d8, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 16:59:06.361710 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:06.455035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] For port c7488208-2bc7-4248-9529-dbd52cc343d8, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 16:59:06.458102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] For port c7488208-2bc7-4248-9529-dbd52cc343d8, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c7488208-2bc7-4248-9529-dbd52cc343d8,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 16:59:06.464374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:06.526576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:06.527189 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:06.528570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] 10.222.0.46 "PUT /v2.0/ports/c7488208-2bc7-4248-9529-dbd52cc343d8 HTTP/1.1" status: 200 len: 1091 time: 1.0310702 Jun 04 16:59:06.529349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'tag': 'c7488208-2bc7-4248-9529-dbd52cc343d8'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:59:06.557548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729566a6-e32d-4e66-8a8e-c02ce834ef70 service neutron] Pushing event updated for resources: {'Port': ['ID=c7488208-2bc7-4248-9529-dbd52cc343d8,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:59:06.584181 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465cf5cc-b2b9-49d9-988e-6ee515d7479d'] response: {'name': 'network-changed', 'server_uuid': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'tag': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'status': 'completed', 'code': 200} Jun 04 16:59:06.665104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f798e-6c15-4bf1-ae07-19edf749696a req-c3655cd1-2cb2-4aaf-9268-b93416677c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:06.666633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-c3655cd1-2cb2-4aaf-9268-b93416677c49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 1094 time: 0.0786226 Jun 04 16:59:06.737600 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-e3b6add7-76a2-4513-b6e0-e177d985df81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7488208-2bc7-4248-9529-dbd52cc343d8 HTTP/1.1" status: 200 len: 217 time: 0.0642717 Jun 04 16:59:06.803488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f798e-6c15-4bf1-ae07-19edf749696a req-b5c98abd-19c4-4780-9357-0ed4b93172f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:06.804973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-b5c98abd-19c4-4780-9357-0ed4b93172f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0611372 Jun 04 16:59:06.890354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f798e-6c15-4bf1-ae07-19edf749696a req-bf73f4e0-33ae-4c50-ba33-855e848433b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:06.891763 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-bf73f4e0-33ae-4c50-ba33-855e848433b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803390 Jun 04 16:59:07.022975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-ce0c8926-98f6-468f-a4ab-da65122cdcd4 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235933 Jun 04 16:59:07.157191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-041f798e-6c15-4bf1-ae07-19edf749696a req-da04d444-2bac-44df-8faa-976f6b79f06f service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283562 Jun 04 16:59:07.447117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537a0cb-b4d3-41be-9e15-e758fe1fe9c8 req-e19552dd-71b9-41b9-abb4-1c66e8e05498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:07.448513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3537a0cb-b4d3-41be-9e15-e758fe1fe9c8 req-e19552dd-71b9-41b9-abb4-1c66e8e05498 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 1094 time: 0.2424512 Jun 04 16:59:07.459217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e32253-a5aa-46d1-9947-2d79d3505540 req-42dc0b26-616f-41fe-93f9-1f12dc7622c2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:07.460556 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4e32253-a5aa-46d1-9947-2d79d3505540 req-42dc0b26-616f-41fe-93f9-1f12dc7622c2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 943 time: 0.1083322 Jun 04 16:59:07.589550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4e32253-a5aa-46d1-9947-2d79d3505540 req-8028fae0-b51d-4519-b9d4-64a8e9b2d163 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053524 Jun 04 16:59:07.619279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537a0cb-b4d3-41be-9e15-e758fe1fe9c8 req-296290cb-6829-460c-9c4b-c444705af69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:07.620722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3537a0cb-b4d3-41be-9e15-e758fe1fe9c8 req-296290cb-6829-460c-9c4b-c444705af69a service neutron] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1593735 Jun 04 16:59:07.698108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3537a0cb-b4d3-41be-9e15-e758fe1fe9c8 req-6965df65-5334-4af3-9642-1dd508fab9b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7488208-2bc7-4248-9529-dbd52cc343d8 HTTP/1.1" status: 200 len: 217 time: 0.0700023 Jun 04 16:59:07.771079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537a0cb-b4d3-41be-9e15-e758fe1fe9c8 req-5144bc09-29d0-4c0b-93ae-e8572d5efdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:07.772536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3537a0cb-b4d3-41be-9e15-e758fe1fe9c8 req-5144bc09-29d0-4c0b-93ae-e8572d5efdc9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0690920 Jun 04 16:59:07.861966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537a0cb-b4d3-41be-9e15-e758fe1fe9c8 req-2353bd3a-34e4-4d00-93a4-ceb22e5479fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:07.864395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3537a0cb-b4d3-41be-9e15-e758fe1fe9c8 req-2353bd3a-34e4-4d00-93a4-ceb22e5479fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855873 Jun 04 16:59:08.015340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3537a0cb-b4d3-41be-9e15-e758fe1fe9c8 req-cdd67d1c-f212-4616-bbac-d5341024ec17 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448271 Jun 04 16:59:08.165375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3537a0cb-b4d3-41be-9e15-e758fe1fe9c8 req-b6ff0862-b587-4138-ab12-081235cef0bd service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439052 Jun 04 16:59:08.820167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddd671-ca7e-45f1-9c52-cb5ae55ae238 req-ce95f6e5-fd6e-4b8d-ba7a-90597be6c7d6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:08.821612 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79ddd671-ca7e-45f1-9c52-cb5ae55ae238 req-ce95f6e5-fd6e-4b8d-ba7a-90597be6c7d6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 943 time: 0.0957432 Jun 04 16:59:08.868051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79ddd671-ca7e-45f1-9c52-cb5ae55ae238 req-92767a01-6b60-4f02-ad0c-52607a87ddb7 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379362 Jun 04 16:59:10.064571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca314f2-7d98-4efd-9349-e850a2a17dfc req-72b12c68-8b78-4afa-a205-9dacb3c5c464 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:10.066055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ca314f2-7d98-4efd-9349-e850a2a17dfc req-72b12c68-8b78-4afa-a205-9dacb3c5c464 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 943 time: 0.0818477 Jun 04 16:59:10.115002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ca314f2-7d98-4efd-9349-e850a2a17dfc req-eb497dd2-1efd-4ea7-8b93-1ade7893d890 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430846 Jun 04 16:59:11.319912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b21b34-f011-49bd-98a4-850d516835c8 req-4a47fc9d-9ba5-48d9-a9b1-162f3be36be6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:11.321369 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21b21b34-f011-49bd-98a4-850d516835c8 req-4a47fc9d-9ba5-48d9-a9b1-162f3be36be6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 943 time: 0.0823283 Jun 04 16:59:11.373423 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21b21b34-f011-49bd-98a4-850d516835c8 req-441665d8-8fa7-44b0-9b67-98bf6a40732f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438530 Jun 04 16:59:12.581515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662983c-9985-4df7-98a0-d543cceea575 req-60f038c0-07c3-4d1f-a348-8cb790aa46cd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:12.582981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3662983c-9985-4df7-98a0-d543cceea575 req-60f038c0-07c3-4d1f-a348-8cb790aa46cd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 943 time: 0.0872979 Jun 04 16:59:12.642088 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3662983c-9985-4df7-98a0-d543cceea575 req-ddc7d451-4924-41f5-9c3b-5377d8da0cfa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504022 Jun 04 16:59:13.855528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb2e07-59ee-4ade-9b90-786e5271cd8c req-34cfdeba-3b29-4a20-bcde-ce3699f043e6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:13.857046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dedb2e07-59ee-4ade-9b90-786e5271cd8c req-34cfdeba-3b29-4a20-bcde-ce3699f043e6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 943 time: 0.1059439 Jun 04 16:59:13.910185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dedb2e07-59ee-4ade-9b90-786e5271cd8c req-ba78082c-5e64-4941-88b3-92fd9b0ea676 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454128 Jun 04 16:59:15.120113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7430834-0879-4c83-9971-695e614bab9f req-516e86c9-39db-494b-af16-25bf0ad10137 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:15.121559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7430834-0879-4c83-9971-695e614bab9f req-516e86c9-39db-494b-af16-25bf0ad10137 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 943 time: 0.0944726 Jun 04 16:59:15.166335 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7430834-0879-4c83-9971-695e614bab9f req-1e09a4b3-0e39-4645-abe0-08bf60cf697c tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387814 Jun 04 16:59:15.187148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c7488208-2bc7-4248-9529-dbd52cc343d8 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 16:59:15.341792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c7488208-2bc7-4248-9529-dbd52cc343d8, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c7488208-2bc7-4248-9529-dbd52cc343d8,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:59:15.354756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'port_id': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'mac_address': 'fa:16:3e:df:e5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 16:59:15.414356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c7488208-2bc7-4248-9529-dbd52cc343d8 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:59:15.414768 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:15.435114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7488208-2bc7-4248-9529-dbd52cc343d8 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 16:59:15.457267 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c7488208-2bc7-4248-9529-dbd52cc343d8, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c7488208-2bc7-4248-9529-dbd52cc343d8,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:59:15.467514 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:15.538611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c7488208-2bc7-4248-9529-dbd52cc343d8,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:59:15.546020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:59:15.546356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:59:15.546714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:59:15.547047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:59:15.547365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:59:15.547687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:59:15.548024 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:59:15.548343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:59:15.548625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:59:15.548969 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:59:15.549276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:59:15.549578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 16:59:15.670654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['c7488208-2bc7-4248-9529-dbd52cc343d8'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 16:59:16.375711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc4893-ee7b-41b6-bb79-570156cc9587 req-783abeb2-b00d-40a5-9972-a4def7bf45c8 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:16.377136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fddc4893-ee7b-41b6-bb79-570156cc9587 req-783abeb2-b00d-40a5-9972-a4def7bf45c8 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 944 time: 0.0951767 Jun 04 16:59:16.422254 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fddc4893-ee7b-41b6-bb79-570156cc9587 req-83ee6e9b-0ef6-4a17-b5b1-e350e22a3813 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392385 Jun 04 16:59:17.186763 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c7488208-2bc7-4248-9529-dbd52cc343d8 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 16:59:17.233819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33356) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:59:17.260354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port c7488208-2bc7-4248-9529-dbd52cc343d8 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 16:59:17.265575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port c7488208-2bc7-4248-9529-dbd52cc343d8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 16:59:17.266045 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:17.356309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cd032-99b6-467c-9391-551a23f7182c req-21c65ee6-e8fb-4430-ad6a-fa26c2e92c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:17.357862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c7cd032-99b6-467c-9391-551a23f7182c req-21c65ee6-e8fb-4430-ad6a-fa26c2e92c57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 1096 time: 0.1230526 Jun 04 16:59:17.384561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c7488208-2bc7-4248-9529-dbd52cc343d8 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 16:59:17.384930 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:17.399163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c7cd032-99b6-467c-9391-551a23f7182c req-e0316577-fac1-4cc3-af51-d69d908f47ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cce69abc-45da-4d26-8c78-0734b5a9a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347800 Jun 04 16:59:17.412561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7488208-2bc7-4248-9529-dbd52cc343d8'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:59:17.422687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c7488208-2bc7-4248-9529-dbd52cc343d8, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c7488208-2bc7-4248-9529-dbd52cc343d8,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 16:59:17.427675 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:17.462923 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7ce1af-2adb-405e-aa4b-fe69d87fe66b'] response: {'server_uuid': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'code': 200} Jun 04 16:59:17.503055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c7488208-2bc7-4248-9529-dbd52cc343d8,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:59:17.757586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590e73c-b2ca-4e96-a4c6-9f3eec6a447e req-28bbad93-377b-41b3-a76d-587930bb9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:17.759002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1590e73c-b2ca-4e96-a4c6-9f3eec6a447e req-28bbad93-377b-41b3-a76d-587930bb9e6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 1096 time: 0.2388513 Jun 04 16:59:17.771781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0984aa7-2884-4c5a-a65f-6b60ce0de423 req-35bc75fd-e7ac-49e3-8814-d2caa8751c32 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:17.773286 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0984aa7-2884-4c5a-a65f-6b60ce0de423 req-35bc75fd-e7ac-49e3-8814-d2caa8751c32 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 945 time: 0.2181842 Jun 04 16:59:17.843411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1590e73c-b2ca-4e96-a4c6-9f3eec6a447e req-47588576-55ae-4d1e-a674-4f9df92327f0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690629 Jun 04 16:59:17.846450 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0984aa7-2884-4c5a-a65f-6b60ce0de423 req-011cb0ac-4ed4-4e97-bd50-0730727f2483 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587940 Jun 04 16:59:19.042082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5152a5-0174-4f0f-b2be-c251151d5584 req-945223d6-5641-4a2f-b427-b6d79a2b8d03 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:19.043573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca5152a5-0174-4f0f-b2be-c251151d5584 req-945223d6-5641-4a2f-b427-b6d79a2b8d03 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 945 time: 0.0901411 Jun 04 16:59:19.094109 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca5152a5-0174-4f0f-b2be-c251151d5584 req-229728bf-3a59-4f3a-a2a5-4fb1b3bb4ceb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443537 Jun 04 16:59:19.285197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d7f31-a4fd-47ce-aaf3-9c1af4ec801a req-4ba6404a-4f0c-4034-86cc-b5e87c9474c2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:19.286685 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e7d7f31-a4fd-47ce-aaf3-9c1af4ec801a req-4ba6404a-4f0c-4034-86cc-b5e87c9474c2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 945 time: 0.0868754 Jun 04 16:59:19.332806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e7d7f31-a4fd-47ce-aaf3-9c1af4ec801a req-bc497c93-04f4-4dfe-94db-eb2014b667d3 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403445 Jun 04 16:59:19.362076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33382) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:59:19.559209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25cb3a9-075d-40e7-9542-e90fac13a7da tempest-TestVolumeBootPattern-1185446289 tempest-TestVolumeBootPattern-1185446289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:19.560714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e25cb3a9-075d-40e7-9542-e90fac13a7da tempest-TestVolumeBootPattern-1185446289 tempest-TestVolumeBootPattern-1185446289-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 1091 time: 0.1976349 Jun 04 16:59:19.563782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33388) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 16:59:19.568770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 16:59:19.575584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 16:59:19.580405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Usage tracker for resource:floatingip and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 16:59:19.583560 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 16:59:19.590408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 16:59:19.602918 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:19.743708 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:19.907309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Allocated IP 172.25.5.201 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/eb2e44ff-d16b-4145-a2d1-fda22f8a2d23) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 16:59:20.069439 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:20.103765 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:20.166829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 16:59:20.169508 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 16:59:20.173436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 16:59:20.211847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'Port': ['ID=eb2e44ff-d16b-4145-a2d1-fda22f8a2d23,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:59:20.605674 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:20.693411 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:20.892474 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:20.899462 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:21.159055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'Port': ['ID=eb2e44ff-d16b-4145-a2d1-fda22f8a2d23,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 16:59:21.176151 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:21.352908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-738d6a50-c7ea-48b4-9732-473b1df9620b req-5c03e63f-37d1-4a67-b85d-9387067b82ea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2358468 Jun 04 16:59:21.363552 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Floating IP a2f280b7-a403-46e3-85b4-344675d5a14a associated. External IP: 172.25.5.201, port: c7488208-2bc7-4248-9529-dbd52cc343d8. Jun 04 16:59:21.592058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d6a50-c7ea-48b4-9732-473b1df9620b req-500d12a3-3c47-4873-b52b-2b80b481ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:21.593521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-738d6a50-c7ea-48b4-9732-473b1df9620b req-500d12a3-3c47-4873-b52b-2b80b481ab84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 1096 time: 0.1670232 Jun 04 16:59:21.872569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d6a50-c7ea-48b4-9732-473b1df9620b req-d1dea38b-ace6-47b6-b591-b3cd9f03f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:21.873920 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-738d6a50-c7ea-48b4-9732-473b1df9620b req-d1dea38b-ace6-47b6-b591-b3cd9f03f6e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.2241690 Jun 04 16:59:21.879473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Router 5e1f5fdb-21df-4182-b276-57df799e2a98 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 16:59:22.048151 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-738d6a50-c7ea-48b4-9732-473b1df9620b req-fa3d1892-caf5-4488-b0a2-93846c63700d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7488208-2bc7-4248-9529-dbd52cc343d8 HTTP/1.1" status: 200 len: 999 time: 0.1675696 Jun 04 16:59:22.191663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d6a50-c7ea-48b4-9732-473b1df9620b req-f6d085d3-c8f2-44d5-8e6c-b85ca2216b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:22.193025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-738d6a50-c7ea-48b4-9732-473b1df9620b req-f6d085d3-c8f2-44d5-8e6c-b85ca2216b27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.1379824 Jun 04 16:59:22.194119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 16:59:22.204387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eacafb-31f0-4035-afcf-f0838fc22451 None None] Sync routers for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 16:59:22.213994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eacafb-31f0-4035-afcf-f0838fc22451 None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:59:22.214647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c6eacafb-31f0-4035-afcf-f0838fc22451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:59:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:59:22.394182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c6eacafb-31f0-4035-afcf-f0838fc22451 None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:59:22.398233 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:22.460725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f377640e-380f-4aaf-8cc1-c2d96ec8ea24 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8959062 Jun 04 16:59:22.461664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'tag': 'c7488208-2bc7-4248-9529-dbd52cc343d8'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 16:59:22.471274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d6a50-c7ea-48b4-9732-473b1df9620b req-77963de4-7fce-45f1-bae6-2e2f3afc22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:22.472760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-738d6a50-c7ea-48b4-9732-473b1df9620b req-77963de4-7fce-45f1-bae6-2e2f3afc22ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2729242 Jun 04 16:59:22.548486 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e97bd1e8-9274-40a0-8b14-1fdd8d542375'] response: {'name': 'network-changed', 'server_uuid': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'tag': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'status': 'completed', 'code': 200} Jun 04 16:59:22.611528 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-738d6a50-c7ea-48b4-9732-473b1df9620b req-a1b30321-5970-4d43-a7a7-203ff36c2686 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316736 Jun 04 16:59:22.741532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c6eacafb-31f0-4035-afcf-f0838fc22451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'a2f280b7-a403-46e3-85b4-344675d5a14a', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:df:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:59:20Z', 'updated_at': '2022-06-04T16:59:20Z', 'revision_number': 0, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:59:22.741827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-738d6a50-c7ea-48b4-9732-473b1df9620b req-71d18ed0-3d96-4928-b8f2-1dbbe7c3ad2e service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240485 Jun 04 16:59:22.745357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eacafb-31f0-4035-afcf-f0838fc22451 None None] Checking router: 5e1f5fdb-21df-4182-b276-57df799e2a98 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 16:59:22.754029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eacafb-31f0-4035-afcf-f0838fc22451 None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 16:59:22.754768 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c6eacafb-31f0-4035-afcf-f0838fc22451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T16:59:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:59:22.856847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037527c-a61f-48f5-ab83-dc7ebf71fa1b req-ef7a4563-8319-48af-93c5-3946d7bdbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:22.858750 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3037527c-a61f-48f5-ab83-dc7ebf71fa1b req-ef7a4563-8319-48af-93c5-3946d7bdbb38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 1096 time: 0.0747478 Jun 04 16:59:22.932649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c6eacafb-31f0-4035-afcf-f0838fc22451 None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 16:59:22.989149 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037527c-a61f-48f5-ab83-dc7ebf71fa1b req-88387391-07d6-48ce-bb6d-98336fed8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:22.990627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3037527c-a61f-48f5-ab83-dc7ebf71fa1b req-88387391-07d6-48ce-bb6d-98336fed8dff service neutron] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1259961 Jun 04 16:59:23.095078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3037527c-a61f-48f5-ab83-dc7ebf71fa1b req-46ba131f-f2d6-4c40-bf3f-96538313c7eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7488208-2bc7-4248-9529-dbd52cc343d8 HTTP/1.1" status: 200 len: 999 time: 0.0984902 Jun 04 16:59:23.156805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037527c-a61f-48f5-ab83-dc7ebf71fa1b req-afd9eca6-31be-4dca-9972-8b08bd81c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:23.158451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3037527c-a61f-48f5-ab83-dc7ebf71fa1b req-afd9eca6-31be-4dca-9972-8b08bd81c48d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0581162 Jun 04 16:59:23.236561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037527c-a61f-48f5-ab83-dc7ebf71fa1b req-4e1e805d-b255-45e5-8172-96b41c857049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:23.238067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3037527c-a61f-48f5-ab83-dc7ebf71fa1b req-4e1e805d-b255-45e5-8172-96b41c857049 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731726 Jun 04 16:59:23.279877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c6eacafb-31f0-4035-afcf-f0838fc22451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'a2f280b7-a403-46e3-85b4-344675d5a14a', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:df:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:59:20Z', 'updated_at': '2022-06-04T16:59:20Z', 'revision_number': 0, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 16:59:23.284064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eacafb-31f0-4035-afcf-f0838fc22451 None None] The sync data for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 is: [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'a2f280b7-a403-46e3-85b4-344675d5a14a', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:df:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:59:20Z', 'updated_at': '2022-06-04T16:59:20Z', 'revision_number': 0, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 16:59:23.374679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3037527c-a61f-48f5-ab83-dc7ebf71fa1b req-ca5d7221-1c01-49a3-99f5-28bd936da71a service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298208 Jun 04 16:59:23.466663 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a956fb-6d8b-4f28-9d96-e0c30ba122d5 None None] New status for floating IP a2f280b7-a403-46e3-85b4-344675d5a14a: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 16:59:23.509792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3037527c-a61f-48f5-ab83-dc7ebf71fa1b req-c3210f0f-84da-40ec-8620-e24508013135 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289024 Jun 04 16:59:25.360910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86c565fe-442d-4e03-96af-6e7758b01053 req-a3db4b02-5a54-4c5d-8641-fe86309b4674 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711749 Jun 04 16:59:25.521025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c565fe-442d-4e03-96af-6e7758b01053 req-0954e1b9-0273-47bf-93ca-d0c0716db135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:25.522609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86c565fe-442d-4e03-96af-6e7758b01053 req-0954e1b9-0273-47bf-93ca-d0c0716db135 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94c41529a7814445831571c9b12fec38&device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 1096 time: 0.0818338 Jun 04 16:59:25.676262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c565fe-442d-4e03-96af-6e7758b01053 req-b5cde9a6-83d0-42df-b6c8-e0b59d9dc57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:25.677648 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86c565fe-442d-4e03-96af-6e7758b01053 req-b5cde9a6-83d0-42df-b6c8-e0b59d9dc57f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f22cc19f-b526-4f09-94f0-e73a5fc32f24 HTTP/1.1" status: 200 len: 909 time: 0.1356909 Jun 04 16:59:25.776918 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86c565fe-442d-4e03-96af-6e7758b01053 req-39aa813b-acac-42b9-96b9-8b2b4f4951a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3407788-69a6-43a3-8ca0-23954cf52690 HTTP/1.1" status: 200 len: 1001 time: 0.0934439 Jun 04 16:59:25.952380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c565fe-442d-4e03-96af-6e7758b01053 req-a8dc1af5-9e37-4d5b-9a4e-8da803cc6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:25.953863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86c565fe-442d-4e03-96af-6e7758b01053 req-a8dc1af5-9e37-4d5b-9a4e-8da803cc6c8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=757a5bd8-c740-41de-96fa-6071fceabc7d HTTP/1.1" status: 200 len: 847 time: 0.1709356 Jun 04 16:59:26.029923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c565fe-442d-4e03-96af-6e7758b01053 req-84311541-a347-4bef-8d7d-25211208fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 16:59:26.032480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86c565fe-442d-4e03-96af-6e7758b01053 req-84311541-a347-4bef-8d7d-25211208fb06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f22cc19f-b526-4f09-94f0-e73a5fc32f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710511 Jun 04 16:59:26.162822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86c565fe-442d-4e03-96af-6e7758b01053 req-88d10386-18b7-41ea-a8bd-d6232d392ca5 service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242774 Jun 04 16:59:26.296258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86c565fe-442d-4e03-96af-6e7758b01053 req-33ba4152-900b-4b33-aafe-3766da275dff service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278172 Jun 04 16:59:27.813470 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0824c2e8-4ce4-460a-bd0d-bd5e389f8759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:30.066173 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e11c7a59-7e53-4e7b-9f9c-4782a59e8ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:31.246778 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:31.435218 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:32.668904 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:34.230105 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:34.406223 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 16:59:34.724564 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 16:59:57.822128 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7292f974-5fb0-4a0f-b091-72a59d9888b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:00.060892 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-59340393-bbfb-45be-ab1e-bb3a19af2f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:01.241935 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:01.431503 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:02.681322 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:04.236924 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:04.405403 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:11.729032 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:00:21.214449 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9d934dd-cd2d-4d1f-9856-4d033c84ca94 req-8f91a14e-e2e6-4cf8-93fd-84b522c63a6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768442 Jun 04 17:00:21.376865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d934dd-cd2d-4d1f-9856-4d033c84ca94 req-977a9594-2aed-4758-a292-b83a84e29933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:00:21.378340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9d934dd-cd2d-4d1f-9856-4d033c84ca94 req-977a9594-2aed-4758-a292-b83a84e29933 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 1096 time: 0.0806408 Jun 04 17:00:21.527706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d934dd-cd2d-4d1f-9856-4d033c84ca94 req-280dca24-659d-4621-ba71-fb05e5796d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:00:21.529454 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9d934dd-cd2d-4d1f-9856-4d033c84ca94 req-280dca24-659d-4621-ba71-fb05e5796d9b service neutron] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1317525 Jun 04 17:00:21.632263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9d934dd-cd2d-4d1f-9856-4d033c84ca94 req-ffd3b32e-e00c-4ec6-bd00-c177c3ae3923 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7488208-2bc7-4248-9529-dbd52cc343d8 HTTP/1.1" status: 200 len: 1001 time: 0.0957844 Jun 04 17:00:21.694691 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d934dd-cd2d-4d1f-9856-4d033c84ca94 req-e443306b-81ac-4351-ada3-8c45ac20ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:00:21.696112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9d934dd-cd2d-4d1f-9856-4d033c84ca94 req-e443306b-81ac-4351-ada3-8c45ac20ff29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0581036 Jun 04 17:00:21.777276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d934dd-cd2d-4d1f-9856-4d033c84ca94 req-111dfbd2-da4a-471d-a1dd-c64f12e115e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:00:21.779191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9d934dd-cd2d-4d1f-9856-4d033c84ca94 req-111dfbd2-da4a-471d-a1dd-c64f12e115e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775535 Jun 04 17:00:21.919493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9d934dd-cd2d-4d1f-9856-4d033c84ca94 req-32a89694-aee1-4560-9e7e-2eeff0dafe09 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340377 Jun 04 17:00:22.050835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9d934dd-cd2d-4d1f-9856-4d033c84ca94 req-405195e2-a5d8-48c2-bc35-2bd15abb2b36 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244862 Jun 04 17:00:26.425898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f206f2a-353a-43fb-bafa-5634bb2779df req-84de8a4a-290a-4329-b7ae-736059ed6bb1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1911917 Jun 04 17:00:26.573626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206f2a-353a-43fb-bafa-5634bb2779df req-64467c1a-fb81-4631-add2-99a0283302f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:00:26.576071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f206f2a-353a-43fb-bafa-5634bb2779df req-64467c1a-fb81-4631-add2-99a0283302f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94c41529a7814445831571c9b12fec38&device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 1096 time: 0.0776529 Jun 04 17:00:26.736406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206f2a-353a-43fb-bafa-5634bb2779df req-254dea0b-7ae0-4754-8827-d96121e2c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:00:26.737857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f206f2a-353a-43fb-bafa-5634bb2779df req-254dea0b-7ae0-4754-8827-d96121e2c715 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f22cc19f-b526-4f09-94f0-e73a5fc32f24 HTTP/1.1" status: 200 len: 909 time: 0.1433125 Jun 04 17:00:26.950705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f206f2a-353a-43fb-bafa-5634bb2779df req-2c52eafe-55dc-47b4-bfb0-8212572228e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3407788-69a6-43a3-8ca0-23954cf52690 HTTP/1.1" status: 200 len: 1001 time: 0.2054033 Jun 04 17:00:27.013169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206f2a-353a-43fb-bafa-5634bb2779df req-741bd441-efe5-4b25-803e-a00052377a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:00:27.014470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f206f2a-353a-43fb-bafa-5634bb2779df req-741bd441-efe5-4b25-803e-a00052377a13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=757a5bd8-c740-41de-96fa-6071fceabc7d HTTP/1.1" status: 200 len: 847 time: 0.0581524 Jun 04 17:00:27.100283 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206f2a-353a-43fb-bafa-5634bb2779df req-c7c02fa6-1594-48d5-ab6f-3a1fa2d7f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:00:27.101741 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f206f2a-353a-43fb-bafa-5634bb2779df req-c7c02fa6-1594-48d5-ab6f-3a1fa2d7f342 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f22cc19f-b526-4f09-94f0-e73a5fc32f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808218 Jun 04 17:00:27.233434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f206f2a-353a-43fb-bafa-5634bb2779df req-1349a63d-196e-43dd-bd9a-0efebc923988 service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258185 Jun 04 17:00:27.370767 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f206f2a-353a-43fb-bafa-5634bb2779df req-ff09e936-16e4-4b77-9a8e-bab138429a7b service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311364 Jun 04 17:00:27.828445 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e187555e-e52d-49e8-b328-eb19d96ccd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:30.062003 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4e9c-8093-435e-b65c-182e41697710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:31.254648 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:31.436878 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:32.676281 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:34.253726 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:34.413623 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:00:48.730566 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:00:57.823831 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6d5a75b-21dd-4395-a909-bb3805489bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:00.063805 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7b63d725-a5d9-46ef-8cb6-09a2177487f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:01.250288 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:01.428121 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:02.686365 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:04.249103 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:04.423930 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:16.894141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-1414e0f3-a390-4f42-a733-e154d503aaf0 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269840799&fields=id&tenant_id=3851c6298f9e41ed9d0dae684e38ef5a HTTP/1.1" status: 200 len: 267 time: 0.0456901 Jun 04 17:01:17.055257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-3978ca6e-fc78-431c-b353-302c07ba5f9e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:17.057057 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-3978ca6e-fc78-431c-b353-302c07ba5f9e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.1563005 Jun 04 17:01:17.074352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-a94d303a-0aca-41d9-bcce-bdecbdb8bcc9 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/quotas/3851c6298f9e41ed9d0dae684e38ef5a HTTP/1.1" status: 200 len: 375 time: 0.0109241 Jun 04 17:01:17.169483 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-d6da1d8c-c51c-46b6-8b2f-b335f8129726 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0872958 Jun 04 17:01:17.355571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-d75185c9-94d0-4c07-b7df-4890810dc295 service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742136 Jun 04 17:01:17.490490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-401d4cd5-1db1-4d70-9c21-d160e41fb570 service neutron] 10.222.0.13 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263936 Jun 04 17:01:17.919391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d84d5745-3de7-4989-98d2-38eb8735faf3 req-df1e9052-0239-4d8e-b16e-5eda4aa931fa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 210 time: 0.0473006 Jun 04 17:01:19.118339 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0094f2ba-50e8-4975-80d2-1bbf714d71f2 req-f8ef8524-b2c4-4432-a82a-51a86ddf47fb tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 210 time: 0.0869915 Jun 04 17:01:19.237581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-7fccae4b-c0cd-4228-ba51-cf33390a20c8 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:19.239129 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-7fccae4b-c0cd-4228-ba51-cf33390a20c8 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.42 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 811 time: 0.1570189 Jun 04 17:01:19.287686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-32af5e09-cd11-4c6f-9e18-9306d987f3ea tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3851c6298f9e41ed9d0dae684e38ef5a HTTP/1.1" status: 200 len: 380 time: 0.0403838 Jun 04 17:01:19.296806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'port': {'device_id': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'admin_state_up': True, 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'security_groups': ['3ce11e66-a0f8-4b20-b2fa-dafc60649028']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:01:19.436139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:01:19.445730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:01:19.456100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Made reservation on behalf of 3851c6298f9e41ed9d0dae684e38ef5a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:01:19.459931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:19.626732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Allocated IP 172.20.0.4 (713f7d25-cf56-4011-ac02-488f23a055f7/cbd18313-35ca-4464-b58c-992caea692ff/d285ea84-62fe-4ec3-851b-fd8bb670f051) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:01:19.932696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:19.948195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Transition to ACTIVE for port object d285ea84-62fe-4ec3-851b-fd8bb670f051 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:01:19.973176 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:20.047520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Network 713f7d25-cf56-4011-ac02-488f23a055f7 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:01:20.050765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:01:20.054712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:01:20.085226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'Port': ['ID=d285ea84-62fe-4ec3-851b-fd8bb670f051,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:01:20.105661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:20.106259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:20.106761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:20.107261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:20.107741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:20.108215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:20.108712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:20.109035 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:20.109349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:20.109643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:20.109962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:20.110276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:20.135608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:20.136232 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:20.166127 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-f40b8dd2-14fb-482e-a48c-606f18fa148e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8727641 Jun 04 17:01:20.180254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Request body: {'port': {'device_id': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:01:20.333744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8a71cf5c-cb13-49bd-afee-c479cac570b5 None None] Provisioning for port d285ea84-62fe-4ec3-851b-fd8bb670f051 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:01:20.340560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8a71cf5c-cb13-49bd-afee-c479cac570b5 None None] Provisioning complete for port d285ea84-62fe-4ec3-851b-fd8bb670f051 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:01:20.340987 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8a71cf5c-cb13-49bd-afee-c479cac570b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:20.373045 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:20.396521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8a71cf5c-cb13-49bd-afee-c479cac570b5 None None] Port d285ea84-62fe-4ec3-851b-fd8bb670f051 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:01:20.460430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a2a62-e8ee-407f-bd8c-b6112ce47f00 req-dc664e42-f884-4f82-b87b-a53a8bc1da1e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:20.461226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-325a2a62-e8ee-407f-bd8c-b6112ce47f00 req-dc664e42-f884-4f82-b87b-a53a8bc1da1e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:01:20.534194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-325a2a62-e8ee-407f-bd8c-b6112ce47f00 req-dc664e42-f884-4f82-b87b-a53a8bc1da1e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:01:20.535461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-325a2a62-e8ee-407f-bd8c-b6112ce47f00 req-dc664e42-f884-4f82-b87b-a53a8bc1da1e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 931 time: 0.2744522 Jun 04 17:01:20.666093 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-325a2a62-e8ee-407f-bd8c-b6112ce47f00 req-8c5179d5-0dd9-42b3-8534-d647dec168bd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202686 Jun 04 17:01:20.791654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d285ea84-62fe-4ec3-851b-fd8bb670f051 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:01:20.799681 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:20.815438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Transition to ACTIVE for port object d285ea84-62fe-4ec3-851b-fd8bb670f051 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:01:20.820337 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:20.974154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Pushing event updated for resources: {'Port': ['ID=d285ea84-62fe-4ec3-851b-fd8bb670f051,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:01:21.059164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Attempting to bind port d285ea84-62fe-4ec3-851b-fd8bb670f051 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:01:21.059476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Attempting to bind port d285ea84-62fe-4ec3-851b-fd8bb670f051 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:01:21.059819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Attempting to bind port d285ea84-62fe-4ec3-851b-fd8bb670f051 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:01:21.064389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Port d285ea84-62fe-4ec3-851b-fd8bb670f051 on network 713f7d25-cf56-4011-ac02-488f23a055f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:01:21.064700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Attempting to bind port d285ea84-62fe-4ec3-851b-fd8bb670f051 on network 713f7d25-cf56-4011-ac02-488f23a055f7 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:01:21.069954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:01:21.070391 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Checking segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:01:21.071073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Bound using segment: {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:01:21.071467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Bound port: d285ea84-62fe-4ec3-851b-fd8bb670f051, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374eb919-7772-4c56-964a-3db0f4351693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:01:21.071834 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:21.161828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] For port d285ea84-62fe-4ec3-851b-fd8bb670f051, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:01:21.165227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] For port d285ea84-62fe-4ec3-851b-fd8bb670f051, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d285ea84-62fe-4ec3-851b-fd8bb670f051,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:01:21.172947 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:21.234470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:21.238738 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:21.240181 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] 10.222.0.42 "PUT /v2.0/ports/d285ea84-62fe-4ec3-851b-fd8bb670f051 HTTP/1.1" status: 200 len: 1091 time: 1.0651040 Jun 04 17:01:21.240640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'tag': 'd285ea84-62fe-4ec3-851b-fd8bb670f051'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:01:21.363616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a28fd-4e29-4425-836f-576e8caf5da9 service neutron] Pushing event updated for resources: {'Port': ['ID=d285ea84-62fe-4ec3-851b-fd8bb670f051,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:01:21.391913 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f994074f-695f-4d34-ada1-4c16d3591a13'] response: {'name': 'network-changed', 'server_uuid': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'tag': 'd285ea84-62fe-4ec3-851b-fd8bb670f051', 'status': 'completed', 'code': 200} Jun 04 17:01:21.430857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-80b2c1d1-e461-4729-b180-5fe9fd82dc95 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2510397 Jun 04 17:01:21.435172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-d1d8f127-a609-42d0-8211-40692bb5079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:21.438396 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-d1d8f127-a609-42d0-8211-40692bb5079e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 1094 time: 0.1160514 Jun 04 17:01:21.543888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-acfe0186-dfc6-45e6-85a3-24f46e0cccf1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d285ea84-62fe-4ec3-851b-fd8bb670f051 HTTP/1.1" status: 200 len: 217 time: 0.0980220 Jun 04 17:01:21.626603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-ea22c76a-8656-43ab-8fb6-6e32695a936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:21.628884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-ea22c76a-8656-43ab-8fb6-6e32695a936d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0786688 Jun 04 17:01:21.684683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-dea0064f-b34b-410a-9fea-fc0d835cd768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:21.686013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-dea0064f-b34b-410a-9fea-fc0d835cd768 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 1096 time: 0.1861784 Jun 04 17:01:21.938539 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-2295410b-2621-4cc9-8d56-fdde7b78166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:21.939952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-2295410b-2621-4cc9-8d56-fdde7b78166c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3040214 Jun 04 17:01:22.119732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-27b7d98a-d543-455e-b577-47473bdcf90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:22.121227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-27b7d98a-d543-455e-b577-47473bdcf90c service neutron] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.4128640 Jun 04 17:01:22.130391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-14f88e74-fc59-4a7f-9c80-c752bf0dd9e9 service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822405 Jun 04 17:01:22.220859 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afbc5a-299a-4ca1-8b3e-ba117eb5c187 req-598156d5-6516-4ee5-9c43-db7dcf051a96 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:22.222266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26afbc5a-299a-4ca1-8b3e-ba117eb5c187 req-598156d5-6516-4ee5-9c43-db7dcf051a96 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 943 time: 0.3792260 Jun 04 17:01:22.347652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-7aab08e3-13f0-41e4-ad68-f13ef4daf927 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7488208-2bc7-4248-9529-dbd52cc343d8 HTTP/1.1" status: 200 len: 1001 time: 0.2193475 Jun 04 17:01:22.355732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26afbc5a-299a-4ca1-8b3e-ba117eb5c187 req-4c9f1356-fac5-4c91-bc42-20388f3fe492 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224935 Jun 04 17:01:22.439937 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a094bd12-d4aa-4767-8605-4a6b21c6ab17 req-ca288041-accc-49d8-ae1c-633f8b44cc60 service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558632 Jun 04 17:01:22.445036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-73a2d5cc-7c26-4b64-b48a-ffde8e90205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:22.446612 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-73a2d5cc-7c26-4b64-b48a-ffde8e90205d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0884826 Jun 04 17:01:22.580296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-3c6a3323-10f4-423f-8732-8a7dc3c0bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:22.581824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-3c6a3323-10f4-423f-8732-8a7dc3c0bb4c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295941 Jun 04 17:01:22.584296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d286005-24d0-4c0a-a835-eefa9c213505 req-6829fd91-827d-4882-a941-8ccb2801a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:22.585599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d286005-24d0-4c0a-a835-eefa9c213505 req-6829fd91-827d-4882-a941-8ccb2801a394 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 1094 time: 0.0993550 Jun 04 17:01:22.591770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-c37ee4c5-592d-4c04-ac20-e3ab518605b2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:01:22.592667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-c37ee4c5-592d-4c04-ac20-e3ab518605b2 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047669 Jun 04 17:01:22.817911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d286005-24d0-4c0a-a835-eefa9c213505 req-9de999e4-f204-4b52-b61b-55433e6892a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:22.819439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d286005-24d0-4c0a-a835-eefa9c213505 req-9de999e4-f204-4b52-b61b-55433e6892a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.2259336 Jun 04 17:01:22.822549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-83e19d74-7016-4b91-8362-f0f760625d2b service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122309 Jun 04 17:01:22.903052 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d286005-24d0-4c0a-a835-eefa9c213505 req-d5449813-9b5a-4921-a0b9-506f527174f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d285ea84-62fe-4ec3-851b-fd8bb670f051 HTTP/1.1" status: 200 len: 217 time: 0.0767615 Jun 04 17:01:23.037683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d286005-24d0-4c0a-a835-eefa9c213505 req-cfb61ebe-e18a-41a0-989d-1d5fa9554076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:23.039171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d286005-24d0-4c0a-a835-eefa9c213505 req-cfb61ebe-e18a-41a0-989d-1d5fa9554076 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0878108 Jun 04 17:01:23.092758 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09b3eb97-8ca9-4e8b-8b3b-204a52250646 req-8b37b449-a039-4f74-95f7-a2e7169087c3 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210953 Jun 04 17:01:23.125086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d286005-24d0-4c0a-a835-eefa9c213505 req-c9d42949-1c79-4d4c-87d9-e8403ce5d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:23.126934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d286005-24d0-4c0a-a835-eefa9c213505 req-c9d42949-1c79-4d4c-87d9-e8403ce5d3ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777447 Jun 04 17:01:23.375936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d286005-24d0-4c0a-a835-eefa9c213505 req-91be9879-600d-4fb5-94ae-b6b8ce8e59f9 service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428083 Jun 04 17:01:23.560436 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d286005-24d0-4c0a-a835-eefa9c213505 req-d91a987f-0901-4d71-8f08-73c55e1ea93b service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780171 Jun 04 17:01:23.580212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea06192-ab5c-493b-b84a-4b4c7058a554 req-bef56b0b-3224-418b-bd25-950790b653c8 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:23.581659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ea06192-ab5c-493b-b84a-4b4c7058a554 req-bef56b0b-3224-418b-bd25-950790b653c8 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 943 time: 0.1184096 Jun 04 17:01:23.627495 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ea06192-ab5c-493b-b84a-4b4c7058a554 req-d2e3f4dd-edb4-4284-963c-38df69c0710f tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384364 Jun 04 17:01:24.820357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9aa96-b6f3-4d7a-ac9c-9602faafc4df req-6ad14e3b-f34e-49f9-ab3d-39d3f4a6d03e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:24.821819 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57d9aa96-b6f3-4d7a-ac9c-9602faafc4df req-6ad14e3b-f34e-49f9-ab3d-39d3f4a6d03e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 943 time: 0.0857844 Jun 04 17:01:24.866161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57d9aa96-b6f3-4d7a-ac9c-9602faafc4df req-d08d4284-cc8f-4667-a520-d5a6af34292b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385237 Jun 04 17:01:25.735664 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:01:26.072051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca808629-82a1-4f8c-aa7e-83a8489b14ce req-0e57fcc2-e73c-496f-93e0-102d3aec153a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:26.073399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca808629-82a1-4f8c-aa7e-83a8489b14ce req-0e57fcc2-e73c-496f-93e0-102d3aec153a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 943 time: 0.0939970 Jun 04 17:01:26.129083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca808629-82a1-4f8c-aa7e-83a8489b14ce req-58787e1b-a8c6-470d-b6f5-98efd2e50bd2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464702 Jun 04 17:01:26.764912 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a09ef0d-d2b7-48ce-919c-ce87bf9cea27 req-14103608-8003-4160-adb3-6e2ab394aa8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819325 Jun 04 17:01:26.908629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09ef0d-d2b7-48ce-919c-ce87bf9cea27 req-1bc2311c-988d-42cd-9744-08468eefa6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:26.910063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a09ef0d-d2b7-48ce-919c-ce87bf9cea27 req-1bc2311c-988d-42cd-9744-08468eefa6f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94c41529a7814445831571c9b12fec38&device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 1096 time: 0.0747261 Jun 04 17:01:27.055577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09ef0d-d2b7-48ce-919c-ce87bf9cea27 req-fed6bc6b-7e8a-4621-b938-26d0245b0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:27.056930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a09ef0d-d2b7-48ce-919c-ce87bf9cea27 req-fed6bc6b-7e8a-4621-b938-26d0245b0caf service neutron] 10.222.0.42 "GET /v2.0/networks?id=f22cc19f-b526-4f09-94f0-e73a5fc32f24 HTTP/1.1" status: 200 len: 909 time: 0.1281486 Jun 04 17:01:27.163455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a09ef0d-d2b7-48ce-919c-ce87bf9cea27 req-31523082-da1a-4851-9c0b-a0c7f289062b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3407788-69a6-43a3-8ca0-23954cf52690 HTTP/1.1" status: 200 len: 1001 time: 0.0999556 Jun 04 17:01:27.225903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09ef0d-d2b7-48ce-919c-ce87bf9cea27 req-cf0cbab9-863e-4b44-a847-01e40370a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:27.227334 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a09ef0d-d2b7-48ce-919c-ce87bf9cea27 req-cf0cbab9-863e-4b44-a847-01e40370a3fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=757a5bd8-c740-41de-96fa-6071fceabc7d HTTP/1.1" status: 200 len: 847 time: 0.0575435 Jun 04 17:01:27.360804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09ef0d-d2b7-48ce-919c-ce87bf9cea27 req-393367a5-c0d2-49b6-a780-e6f13a369b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:27.362154 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a09ef0d-d2b7-48ce-919c-ce87bf9cea27 req-393367a5-c0d2-49b6-a780-e6f13a369b3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f22cc19f-b526-4f09-94f0-e73a5fc32f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286807 Jun 04 17:01:27.372267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b1142-7abd-485e-8da1-c7113ddd76b4 req-ec7bcc18-f600-42e9-9d61-cbbf8fc16396 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:27.373585 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b6b1142-7abd-485e-8da1-c7113ddd76b4 req-ec7bcc18-f600-42e9-9d61-cbbf8fc16396 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 943 time: 0.1106696 Jun 04 17:01:27.496525 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b6b1142-7abd-485e-8da1-c7113ddd76b4 req-446ed197-bae4-4c6c-ad46-e9014dbdf81c tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050873 Jun 04 17:01:27.537733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a09ef0d-d2b7-48ce-919c-ce87bf9cea27 req-2689b97f-cb6c-4d5b-9733-8e3bbd2f1d83 service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627274 Jun 04 17:01:27.674704 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a09ef0d-d2b7-48ce-919c-ce87bf9cea27 req-1e9cec0c-dd72-4559-8710-b57b961f7e25 service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310058 Jun 04 17:01:27.833968 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9899b60c-6321-4588-a97f-1a1939a90dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:28.701005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799925b-7ece-44cb-a8eb-76008764c604 req-01ede76a-94f6-4c27-b7a2-d1c71116fddd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:28.702457 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5799925b-7ece-44cb-a8eb-76008764c604 req-01ede76a-94f6-4c27-b7a2-d1c71116fddd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 943 time: 0.0962691 Jun 04 17:01:28.747546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5799925b-7ece-44cb-a8eb-76008764c604 req-787b9443-488a-43ea-a373-8f4a773a69f6 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392544 Jun 04 17:01:29.950877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895e1d3-e915-4fe6-8eda-75a5f9012102 req-821f1c67-7864-4320-a9a9-a61b0dd3116a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:29.952430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a895e1d3-e915-4fe6-8eda-75a5f9012102 req-821f1c67-7864-4320-a9a9-a61b0dd3116a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 943 time: 0.0964744 Jun 04 17:01:29.997393 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a895e1d3-e915-4fe6-8eda-75a5f9012102 req-d7bc9159-34ac-45e6-9843-fec2a1e1f701 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390301 Jun 04 17:01:30.065637 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1ba23736-8a63-4105-84dc-2b80cea2b1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:30.347915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device d285ea84-62fe-4ec3-851b-fd8bb670f051 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:01:30.497165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port d285ea84-62fe-4ec3-851b-fd8bb670f051, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d285ea84-62fe-4ec3-851b-fd8bb670f051,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:01:30.514292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'd285ea84-62fe-4ec3-851b-fd8bb670f051', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'port_id': 'd285ea84-62fe-4ec3-851b-fd8bb670f051', 'mac_address': 'fa:16:3e:e5:5f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:01:30.571749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port d285ea84-62fe-4ec3-851b-fd8bb670f051 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:01:30.572377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:30.594928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d285ea84-62fe-4ec3-851b-fd8bb670f051 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:01:30.613122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port d285ea84-62fe-4ec3-851b-fd8bb670f051, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d285ea84-62fe-4ec3-851b-fd8bb670f051,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:01:30.619524 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:30.695193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=d285ea84-62fe-4ec3-851b-fd8bb670f051,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:01:30.702612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:30.702949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:30.703285 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:30.703613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:30.703945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:30.704267 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:30.704587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:30.704903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:30.705223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:30.705534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:30.705850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:30.706147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:01:30.864613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['d285ea84-62fe-4ec3-851b-fd8bb670f051'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:01:31.251643 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:31.308004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c42b0-bee5-414f-b741-eed40450856f req-dfb69d03-4556-4200-b02e-2f560b3eee19 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:31.309477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-368c42b0-bee5-414f-b741-eed40450856f req-dfb69d03-4556-4200-b02e-2f560b3eee19 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 944 time: 0.1993222 Jun 04 17:01:31.353688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-368c42b0-bee5-414f-b741-eed40450856f req-0f758bd7-1764-44fc-8c06-bf972d434b1d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382876 Jun 04 17:01:31.423724 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:32.363603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device d285ea84-62fe-4ec3-851b-fd8bb670f051 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:01:32.435076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port d285ea84-62fe-4ec3-851b-fd8bb670f051 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:01:32.440034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port d285ea84-62fe-4ec3-851b-fd8bb670f051 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:01:32.440398 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:32.548970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486b995-65be-4ebe-b80b-f679a5e8ef4f req-5262fc49-431d-4cde-9467-b1001190a8dd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:32.550672 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e486b995-65be-4ebe-b80b-f679a5e8ef4f req-5262fc49-431d-4cde-9467-b1001190a8dd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 944 time: 0.0839360 Jun 04 17:01:32.562517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port d285ea84-62fe-4ec3-851b-fd8bb670f051 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:01:32.562896 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:32.590416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd285ea84-62fe-4ec3-851b-fd8bb670f051'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:01:32.596587 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e486b995-65be-4ebe-b80b-f679a5e8ef4f req-318b60e4-94bb-49bc-b682-ed1b339e4954 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400825 Jun 04 17:01:32.600057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port d285ea84-62fe-4ec3-851b-fd8bb670f051, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d285ea84-62fe-4ec3-851b-fd8bb670f051,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:01:32.605583 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:32.686914 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:32.690539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=d285ea84-62fe-4ec3-851b-fd8bb670f051,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:01:32.705587 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb262971-80fd-4500-af34-10d55f1007d7'] response: {'server_uuid': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd285ea84-62fe-4ec3-851b-fd8bb670f051', 'code': 200} Jun 04 17:01:32.833204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0bcc1-bb14-4ddb-a0bf-3679336ab7b2 req-1dedf167-deb4-4e24-a4d5-3b5e4aa38106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:32.835614 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6c0bcc1-bb14-4ddb-a0bf-3679336ab7b2 req-1dedf167-deb4-4e24-a4d5-3b5e4aa38106 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 1096 time: 0.0758774 Jun 04 17:01:32.877793 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6c0bcc1-bb14-4ddb-a0bf-3679336ab7b2 req-a2031a58-2341-4377-a932-14dded29d263 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360513 Jun 04 17:01:33.812010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ff733-9c18-45f4-80dd-a107e4b6a59a req-b63da12a-2234-4af1-a058-e5427a03a6de tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:33.813469 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f18ff733-9c18-45f4-80dd-a107e4b6a59a req-b63da12a-2234-4af1-a058-e5427a03a6de tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 945 time: 0.0892398 Jun 04 17:01:33.859446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f18ff733-9c18-45f4-80dd-a107e4b6a59a req-141b1ea0-4ec6-410a-a9be-1e5ba40399aa tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401549 Jun 04 17:01:34.249231 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:34.421623 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:35.068989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc3e7e-bcee-4c49-a9bb-bb33af1d1831 req-2a8a6aba-1f3c-4b91-882f-ae4277cbdf91 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:35.070464 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08bc3e7e-bcee-4c49-a9bb-bb33af1d1831 req-2a8a6aba-1f3c-4b91-882f-ae4277cbdf91 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 945 time: 0.0974939 Jun 04 17:01:35.116271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08bc3e7e-bcee-4c49-a9bb-bb33af1d1831 req-9d0d0244-4a85-4172-bad8-18a7c2cd0db9 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391214 Jun 04 17:01:35.316270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a430230-3ce5-477a-8e4e-e85cd484e4fb req-dbbab561-3d8a-4fdd-8217-41adaf871bce tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:35.317738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a430230-3ce5-477a-8e4e-e85cd484e4fb req-dbbab561-3d8a-4fdd-8217-41adaf871bce tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 945 time: 0.0964103 Jun 04 17:01:35.365397 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a430230-3ce5-477a-8e4e-e85cd484e4fb req-0070e3e8-b326-4a7f-a8f3-bc9cadd54b97 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392714 Jun 04 17:01:35.389175 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33548) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:01:35.478245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb255c-2062-441e-bc46-00cd30f4e190 tempest-TestVolumeBootPattern-1185446289 tempest-TestVolumeBootPattern-1185446289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:35.480275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5ecb255c-2062-441e-bc46-00cd30f4e190 tempest-TestVolumeBootPattern-1185446289 tempest-TestVolumeBootPattern-1185446289-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 1091 time: 0.0897810 Jun 04 17:01:35.483325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33552) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:01:35.488230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'd285ea84-62fe-4ec3-851b-fd8bb670f051', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:01:35.494785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:01:35.498906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Usage tracker for resource:floatingip and tenant:3851c6298f9e41ed9d0dae684e38ef5a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:01:35.501766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:01:35.507397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:01:35.522576 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:35.660390 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:35.796841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Allocated IP 172.25.5.200 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/a3fc4211-72b0-4952-a03f-0964dd8cea77) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:01:35.952003 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:35.986794 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:36.057947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:01:36.061648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:01:36.066847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:01:36.096029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'Port': ['ID=a3fc4211-72b0-4952-a03f-0964dd8cea77,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:01:36.492546 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:36.570809 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:36.886007 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:36.893234 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:37.004456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event updated for resources: {'Port': ['ID=a3fc4211-72b0-4952-a03f-0964dd8cea77,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:01:37.014789 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:37.188475 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Floating IP 00c382fe-74d9-4190-8888-1991e72f1aa5 associated. External IP: 172.25.5.200, port: d285ea84-62fe-4ec3-851b-fd8bb670f051. Jun 04 17:01:37.546117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Router 5e1f5fdb-21df-4182-b276-57df799e2a98 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:01:37.725306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:01:37.738535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac7d09-85aa-407b-ad91-ee26ac8e62fd None None] Sync routers for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:01:37.748058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac7d09-85aa-407b-ad91-ee26ac8e62fd None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:01:37.748694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3fac7d09-85aa-407b-ad91-ee26ac8e62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:01:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:01:37.757227 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:01:37.817014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4cf0768f-db08-4069-bc09-144f618a6db2 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3304441 Jun 04 17:01:37.817014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'tag': 'd285ea84-62fe-4ec3-851b-fd8bb670f051'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:01:37.860982 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9437ab9-f9e9-4956-b0e1-435c4e70dcc5'] response: {'name': 'network-changed', 'server_uuid': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'tag': 'd285ea84-62fe-4ec3-851b-fd8bb670f051', 'status': 'completed', 'code': 200} Jun 04 17:01:37.927638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-3fac7d09-85aa-407b-ad91-ee26ac8e62fd None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:01:37.958783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755e70-281f-4a1f-bff6-548f8f003128 req-43c57c07-a89e-48cd-8864-edf2fd984b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:37.960292 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53755e70-281f-4a1f-bff6-548f8f003128 req-43c57c07-a89e-48cd-8864-edf2fd984b5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 1096 time: 0.0728636 Jun 04 17:01:38.096307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755e70-281f-4a1f-bff6-548f8f003128 req-63127dcb-dc62-4efc-93d0-c1a815a20eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:38.097657 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53755e70-281f-4a1f-bff6-548f8f003128 req-63127dcb-dc62-4efc-93d0-c1a815a20eb5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1319895 Jun 04 17:01:38.320357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53755e70-281f-4a1f-bff6-548f8f003128 req-b413fbf7-341f-4cae-ad4c-aff231d9d40f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d285ea84-62fe-4ec3-851b-fd8bb670f051 HTTP/1.1" status: 200 len: 999 time: 0.2167208 Jun 04 17:01:38.321728 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3fac7d09-85aa-407b-ad91-ee26ac8e62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '00c382fe-74d9-4190-8888-1991e72f1aa5', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'd285ea84-62fe-4ec3-851b-fd8bb670f051', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:e5:5f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:01:36Z', 'updated_at': '2022-06-04T17:01:36Z', 'revision_number': 0, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}, {'id': 'a2f280b7-a403-46e3-85b4-344675d5a14a', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:df:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:59:20Z', 'updated_at': '2022-06-04T16:59:23Z', 'revision_number': 1, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:01:38.326132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac7d09-85aa-407b-ad91-ee26ac8e62fd None None] Checking router: 5e1f5fdb-21df-4182-b276-57df799e2a98 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:01:38.334538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac7d09-85aa-407b-ad91-ee26ac8e62fd None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:01:38.335139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3fac7d09-85aa-407b-ad91-ee26ac8e62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:01:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:01:38.391864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755e70-281f-4a1f-bff6-548f8f003128 req-3fe26edc-8e4b-49fe-af09-3c67a8408877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:38.393215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53755e70-281f-4a1f-bff6-548f8f003128 req-3fe26edc-8e4b-49fe-af09-3c67a8408877 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0664599 Jun 04 17:01:38.465996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755e70-281f-4a1f-bff6-548f8f003128 req-2d6ca346-2267-4b61-8c47-fa00c265267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:01:38.467489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53755e70-281f-4a1f-bff6-548f8f003128 req-2d6ca346-2267-4b61-8c47-fa00c265267c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683305 Jun 04 17:01:38.517044 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-3fac7d09-85aa-407b-ad91-ee26ac8e62fd None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:01:38.597016 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53755e70-281f-4a1f-bff6-548f8f003128 req-15cc3470-c7a1-441d-87cf-717d5b9a2a52 service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236665 Jun 04 17:01:38.725692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53755e70-281f-4a1f-bff6-548f8f003128 req-36826837-ff07-41f8-a4cf-18d643e9f325 service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229050 Jun 04 17:01:38.869966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3fac7d09-85aa-407b-ad91-ee26ac8e62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '00c382fe-74d9-4190-8888-1991e72f1aa5', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'd285ea84-62fe-4ec3-851b-fd8bb670f051', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:e5:5f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:01:36Z', 'updated_at': '2022-06-04T17:01:36Z', 'revision_number': 0, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}, {'id': 'a2f280b7-a403-46e3-85b4-344675d5a14a', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:df:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:59:20Z', 'updated_at': '2022-06-04T16:59:23Z', 'revision_number': 1, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:01:38.874331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac7d09-85aa-407b-ad91-ee26ac8e62fd None None] The sync data for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 is: [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '00c382fe-74d9-4190-8888-1991e72f1aa5', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'd285ea84-62fe-4ec3-851b-fd8bb670f051', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:e5:5f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:01:36Z', 'updated_at': '2022-06-04T17:01:36Z', 'revision_number': 0, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}, {'id': 'a2f280b7-a403-46e3-85b4-344675d5a14a', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:df:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:59:20Z', 'updated_at': '2022-06-04T16:59:23Z', 'revision_number': 1, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:01:39.077339 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33b53c-b95e-425a-8490-c0866061f215 None None] New status for floating IP 00c382fe-74d9-4190-8888-1991e72f1aa5: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:01:57.819908 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ca16ca40-1a86-4844-8f35-7a7e1d296b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:00.060762 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fcb40516-0574-4291-9042-219236b52e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:01.257754 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:01.419171 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:02.688490 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:02.735370 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:02:04.278957 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:04.425340 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:21.184213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba9e6b89-2ae5-4250-8859-4f80367d9f07 req-444304e1-7d3f-43d3-8520-352c87a0c800 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787859 Jun 04 17:02:21.331803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e6b89-2ae5-4250-8859-4f80367d9f07 req-af30c7b5-4773-4c34-8c9b-f3735c25e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:02:21.333280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba9e6b89-2ae5-4250-8859-4f80367d9f07 req-af30c7b5-4773-4c34-8c9b-f3735c25e0e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 1096 time: 0.0754743 Jun 04 17:02:21.478508 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e6b89-2ae5-4250-8859-4f80367d9f07 req-e79c3260-994f-4c1f-9ef3-9034be39eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:02:21.479950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba9e6b89-2ae5-4250-8859-4f80367d9f07 req-e79c3260-994f-4c1f-9ef3-9034be39eea2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1281400 Jun 04 17:02:21.590412 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba9e6b89-2ae5-4250-8859-4f80367d9f07 req-df37412f-ff99-4550-9193-6dee1e0be87e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7488208-2bc7-4248-9529-dbd52cc343d8 HTTP/1.1" status: 200 len: 1001 time: 0.1046894 Jun 04 17:02:21.658958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e6b89-2ae5-4250-8859-4f80367d9f07 req-13c35bb3-c301-4f15-98f8-e9071cff8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:02:21.661566 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba9e6b89-2ae5-4250-8859-4f80367d9f07 req-13c35bb3-c301-4f15-98f8-e9071cff8d29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0652335 Jun 04 17:02:21.745515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e6b89-2ae5-4250-8859-4f80367d9f07 req-f73e51ea-8832-459f-ba9e-46c6abbfc06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:02:21.746706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba9e6b89-2ae5-4250-8859-4f80367d9f07 req-f73e51ea-8832-459f-ba9e-46c6abbfc06f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786748 Jun 04 17:02:21.878382 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba9e6b89-2ae5-4250-8859-4f80367d9f07 req-583d7313-13c9-4471-ad8f-16949525e735 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258421 Jun 04 17:02:22.017221 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba9e6b89-2ae5-4250-8859-4f80367d9f07 req-8d19207f-0450-424b-acd2-3287fcf7d197 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327331 Jun 04 17:02:27.748346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8c572e0-f2d9-4bf2-8047-8af8a62a74c5 req-1ba99f28-95d0-44c6-af83-c4ad85beafd6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744379 Jun 04 17:02:27.827224 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d29441f0-441d-473b-a67e-c28ab55f84da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:27.888700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c572e0-f2d9-4bf2-8047-8af8a62a74c5 req-fe2ba6ca-a8fe-4d09-b014-bc36f8b9dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:02:27.890164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8c572e0-f2d9-4bf2-8047-8af8a62a74c5 req-fe2ba6ca-a8fe-4d09-b014-bc36f8b9dc70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94c41529a7814445831571c9b12fec38&device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 1096 time: 0.0717602 Jun 04 17:02:28.031391 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c572e0-f2d9-4bf2-8047-8af8a62a74c5 req-4c6de5bd-94e6-4668-b770-d8fbc36f8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:02:28.032816 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8c572e0-f2d9-4bf2-8047-8af8a62a74c5 req-4c6de5bd-94e6-4668-b770-d8fbc36f8553 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f22cc19f-b526-4f09-94f0-e73a5fc32f24 HTTP/1.1" status: 200 len: 909 time: 0.1238537 Jun 04 17:02:28.261110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8c572e0-f2d9-4bf2-8047-8af8a62a74c5 req-2b7b3b1d-5ab9-4373-b174-64aff9c8b92e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3407788-69a6-43a3-8ca0-23954cf52690 HTTP/1.1" status: 200 len: 1001 time: 0.2209752 Jun 04 17:02:28.326851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c572e0-f2d9-4bf2-8047-8af8a62a74c5 req-a5f0d9f8-42e9-40c8-954a-1e406d846a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:02:28.328435 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8c572e0-f2d9-4bf2-8047-8af8a62a74c5 req-a5f0d9f8-42e9-40c8-954a-1e406d846a00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=757a5bd8-c740-41de-96fa-6071fceabc7d HTTP/1.1" status: 200 len: 847 time: 0.0614543 Jun 04 17:02:28.404628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c572e0-f2d9-4bf2-8047-8af8a62a74c5 req-96eb889e-f161-4e52-9267-8fcf0cdaab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:02:28.406124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8c572e0-f2d9-4bf2-8047-8af8a62a74c5 req-96eb889e-f161-4e52-9267-8fcf0cdaab70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f22cc19f-b526-4f09-94f0-e73a5fc32f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722106 Jun 04 17:02:28.537447 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8c572e0-f2d9-4bf2-8047-8af8a62a74c5 req-1d0d223a-b7b4-4313-8199-3604bc2b36d0 service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249251 Jun 04 17:02:28.677592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f8c572e0-f2d9-4bf2-8047-8af8a62a74c5 req-841ac3c3-d896-4af4-8a72-8f9fa2316f78 service neutron] 10.222.0.42 "GET /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345763 Jun 04 17:02:30.078566 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a9b7ec11-d755-400a-80fc-e5b308162867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:31.259367 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:31.416726 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:32.690639 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:34.290890 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:34.439672 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:02:39.739792 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:02:57.832094 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5a1e1603-d702-4371-b049-11fd1473283e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:00.071599 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-705b2f36-7b24-4020-934e-f57f880af418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:01.265363 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:01.413393 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:02.700616 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:04.306313 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:04.456799 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:05.550133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33608) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:05.762835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Deleting port a3fc4211-72b0-4952-a03f-0964dd8cea77 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:05.763175 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:05.951438 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:05.951758 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:06.085882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Calling delete_port for a3fc4211-72b0-4952-a03f-0964dd8cea77 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:06.242463 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:06.293144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event deleted for resources: {'Port': ['ID=a3fc4211-72b0-4952-a03f-0964dd8cea77,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:06.332273 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:06.332607 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:06.332942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:06.333266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:06.333585 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:06.333905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:06.334222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:06.334562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:06.334851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:06.335159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:06.335469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:06.335774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:06.395473 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:06.395779 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Floating IP 00c382fe-74d9-4190-8888-1991e72f1aa5 disassociated (deleted). External IP: 172.25.5.200, port: d285ea84-62fe-4ec3-851b-fd8bb670f051. Jun 04 17:03:06.859306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Router 5e1f5fdb-21df-4182-b276-57df799e2a98 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:03:07.061441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:03:07.071237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa593eb3-b2be-4457-ae6b-3ff881015782 None None] Sync routers for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:03:07.080615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa593eb3-b2be-4457-ae6b-3ff881015782 None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:07.081207 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-aa593eb3-b2be-4457-ae6b-3ff881015782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:07.084780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:07.142567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a32cb2bb-4778-4674-87d0-e67d070faa36 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "DELETE /v2.0/floatingips/00c382fe-74d9-4190-8888-1991e72f1aa5 HTTP/1.1" status: 204 len: 168 time: 1.5910547 Jun 04 17:03:07.143055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'tag': 'd285ea84-62fe-4ec3-851b-fd8bb670f051'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:03:07.193288 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce51e07-9df4-4a42-b72f-815b8f07b4c7'] response: {'name': 'network-changed', 'server_uuid': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'tag': 'd285ea84-62fe-4ec3-851b-fd8bb670f051', 'status': 'completed', 'code': 200} Jun 04 17:03:07.269295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-aa593eb3-b2be-4457-ae6b-3ff881015782 None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:07.292846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a0b47-6168-4ea4-929a-2bf35d41630b req-8e666787-2fea-4876-9cea-7d21b3f0d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:07.294683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d07a0b47-6168-4ea4-929a-2bf35d41630b req-8e666787-2fea-4876-9cea-7d21b3f0d668 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 1096 time: 0.0762687 Jun 04 17:03:07.432907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a0b47-6168-4ea4-929a-2bf35d41630b req-924a564b-8500-4827-b289-d3d08cf430f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:07.434280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d07a0b47-6168-4ea4-929a-2bf35d41630b req-924a564b-8500-4827-b289-d3d08cf430f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1340516 Jun 04 17:03:07.518277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d07a0b47-6168-4ea4-929a-2bf35d41630b req-20665e41-c43f-49dd-a8be-a0334b5131d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d285ea84-62fe-4ec3-851b-fd8bb670f051 HTTP/1.1" status: 200 len: 217 time: 0.0757291 Jun 04 17:03:07.591074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a0b47-6168-4ea4-929a-2bf35d41630b req-9cf26ccf-2e61-4db8-9410-59a41d826f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:07.592527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d07a0b47-6168-4ea4-929a-2bf35d41630b req-9cf26ccf-2e61-4db8-9410-59a41d826f87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0680463 Jun 04 17:03:07.684159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-aa593eb3-b2be-4457-ae6b-3ff881015782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'a2f280b7-a403-46e3-85b4-344675d5a14a', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:df:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:59:20Z', 'updated_at': '2022-06-04T16:59:23Z', 'revision_number': 1, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:07.687969 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa593eb3-b2be-4457-ae6b-3ff881015782 None None] Checking router: 5e1f5fdb-21df-4182-b276-57df799e2a98 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:03:07.696261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa593eb3-b2be-4457-ae6b-3ff881015782 None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:07.696858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-aa593eb3-b2be-4457-ae6b-3ff881015782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:07.728697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a0b47-6168-4ea4-929a-2bf35d41630b req-bb0ddff2-7c68-4259-9ee0-91bbd7a7242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:07.730185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d07a0b47-6168-4ea4-929a-2bf35d41630b req-bb0ddff2-7c68-4259-9ee0-91bbd7a7242f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303236 Jun 04 17:03:07.765083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278579b4-5e5e-420f-a381-422dc98d7911 req-ed0e8db0-006d-46c8-9e37-3bf64b026532 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:07.765763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-278579b4-5e5e-420f-a381-422dc98d7911 req-ed0e8db0-006d-46c8-9e37-3bf64b026532 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:03:07.843369 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-278579b4-5e5e-420f-a381-422dc98d7911 req-ed0e8db0-006d-46c8-9e37-3bf64b026532 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:03:07.844719 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-278579b4-5e5e-420f-a381-422dc98d7911 req-ed0e8db0-006d-46c8-9e37-3bf64b026532 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 945 time: 0.3516173 Jun 04 17:03:07.873977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-aa593eb3-b2be-4457-ae6b-3ff881015782 None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:07.908378 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d07a0b47-6168-4ea4-929a-2bf35d41630b req-2ad782ba-d135-498b-8197-f6fed3b8a327 service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698735 Jun 04 17:03:07.919169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-278579b4-5e5e-420f-a381-422dc98d7911 req-44ff02df-b183-43da-9d94-3b6f39888777 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668702 Jun 04 17:03:08.047284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d07a0b47-6168-4ea4-929a-2bf35d41630b req-ab690ba8-7f71-4258-a8ae-c867d3b89e4e service neutron] 10.222.0.42 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311336 Jun 04 17:03:08.217195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-aa593eb3-b2be-4457-ae6b-3ff881015782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'a2f280b7-a403-46e3-85b4-344675d5a14a', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:df:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:59:20Z', 'updated_at': '2022-06-04T16:59:23Z', 'revision_number': 1, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:08.221606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa593eb3-b2be-4457-ae6b-3ff881015782 None None] The sync data for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 is: [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'a2f280b7-a403-46e3-85b4-344675d5a14a', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'port_id': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'mac_address': 'fa:16:3e:df:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T16:59:20Z', 'updated_at': '2022-06-04T16:59:23Z', 'revision_number': 1, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:03:08.440856 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5136e9-2df2-4739-a626-ff8739980533 None None] New status for floating IP 00c382fe-74d9-4190-8888-1991e72f1aa5: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:03:08.963393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12892814-ad1f-4fd0-ba65-cdc7bf49f9ca req-c0c79b54-d206-41c1-b345-7d7dd003e943 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:08.964830 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12892814-ad1f-4fd0-ba65-cdc7bf49f9ca req-c0c79b54-d206-41c1-b345-7d7dd003e943 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 945 time: 0.0883558 Jun 04 17:03:09.071999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-12892814-ad1f-4fd0-ba65-cdc7bf49f9ca req-b9d25654-0149-4d50-acbd-879d03f7ba7b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Deleting port d285ea84-62fe-4ec3-851b-fd8bb670f051 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:09.072334 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-12892814-ad1f-4fd0-ba65-cdc7bf49f9ca req-b9d25654-0149-4d50-acbd-879d03f7ba7b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:09.408432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987137d0-334b-4dd1-95c7-7b5aa28d5042 req-2cce0dc0-f352-4e21-a7a1-2137974ed90b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:09.409780 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-987137d0-334b-4dd1-95c7-7b5aa28d5042 req-2cce0dc0-f352-4e21-a7a1-2137974ed90b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 945 time: 0.3782990 Jun 04 17:03:09.495344 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-987137d0-334b-4dd1-95c7-7b5aa28d5042 req-0207ac4c-de6d-4e2c-82f0-5e88959f6a1a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796602 Jun 04 17:03:09.505140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-12892814-ad1f-4fd0-ba65-cdc7bf49f9ca req-b9d25654-0149-4d50-acbd-879d03f7ba7b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] For port d285ea84-62fe-4ec3-851b-fd8bb670f051, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=d285ea84-62fe-4ec3-851b-fd8bb670f051,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:09.505688 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-12892814-ad1f-4fd0-ba65-cdc7bf49f9ca req-b9d25654-0149-4d50-acbd-879d03f7ba7b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:09.635288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-12892814-ad1f-4fd0-ba65-cdc7bf49f9ca req-b9d25654-0149-4d50-acbd-879d03f7ba7b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Calling delete_port for d285ea84-62fe-4ec3-851b-fd8bb670f051 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:09.783214 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-12892814-ad1f-4fd0-ba65-cdc7bf49f9ca req-b9d25654-0149-4d50-acbd-879d03f7ba7b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:09.835260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d25654-0149-4d50-acbd-879d03f7ba7b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event deleted for resources: {'Port': ['ID=d285ea84-62fe-4ec3-851b-fd8bb670f051,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:09.913501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-12892814-ad1f-4fd0-ba65-cdc7bf49f9ca req-b9d25654-0149-4d50-acbd-879d03f7ba7b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] No DVR routers for this DVR port d285ea84-62fe-4ec3-851b-fd8bb670f051 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:03:09.916475 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-12892814-ad1f-4fd0-ba65-cdc7bf49f9ca req-b9d25654-0149-4d50-acbd-879d03f7ba7b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:09.919118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'name': 'network-vif-deleted', 'tag': 'd285ea84-62fe-4ec3-851b-fd8bb670f051'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:03:09.936713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12892814-ad1f-4fd0-ba65-cdc7bf49f9ca req-b9d25654-0149-4d50-acbd-879d03f7ba7b tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.42 "DELETE /v2.0/ports/d285ea84-62fe-4ec3-851b-fd8bb670f051 HTTP/1.1" status: 204 len: 173 time: 0.9663022 Jun 04 17:03:09.967889 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4034b7df-9fed-4391-be42-6b6d62d0f38f'] response: {'server_uuid': '1b46d0e7-65b9-494f-9274-228f9a842b47', 'name': 'network-vif-deleted', 'tag': 'd285ea84-62fe-4ec3-851b-fd8bb670f051', 'status': 'completed', 'code': 200} Jun 04 17:03:10.668752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-12a0e1c5-b978-4757-9a97-80bcf7bd51da req-1e3564df-a8ce-4785-86a4-50792085f2ee tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:03:10.689423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-12a0e1c5-b978-4757-9a97-80bcf7bd51da req-1e3564df-a8ce-4785-86a4-50792085f2ee tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:03:10.690653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12a0e1c5-b978-4757-9a97-80bcf7bd51da req-1e3564df-a8ce-4785-86a4-50792085f2ee tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b46d0e7-65b9-494f-9274-228f9a842b47 HTTP/1.1" status: 200 len: 210 time: 0.0706813 Jun 04 17:03:12.740997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device d285ea84-62fe-4ec3-851b-fd8bb670f051 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:12.779084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: d285ea84-62fe-4ec3-851b-fd8bb670f051 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:12.779323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device d285ea84-62fe-4ec3-851b-fd8bb670f051 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:16.360773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33644) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:16.561924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c6023467-09ec-4b31-b843-eec4e047f6d4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Deleting port eb2e44ff-d16b-4145-a2d1-fda22f8a2d23 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:16.562360 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6023467-09ec-4b31-b843-eec4e047f6d4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:16.728027 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6023467-09ec-4b31-b843-eec4e047f6d4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:16.728344 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6023467-09ec-4b31-b843-eec4e047f6d4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:16.739905 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:03:16.846482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c6023467-09ec-4b31-b843-eec4e047f6d4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Calling delete_port for eb2e44ff-d16b-4145-a2d1-fda22f8a2d23 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:17.004433 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6023467-09ec-4b31-b843-eec4e047f6d4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:17.059633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6023467-09ec-4b31-b843-eec4e047f6d4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event deleted for resources: {'Port': ['ID=eb2e44ff-d16b-4145-a2d1-fda22f8a2d23,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:17.275607 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6023467-09ec-4b31-b843-eec4e047f6d4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:17.275959 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-c6023467-09ec-4b31-b843-eec4e047f6d4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Floating IP a2f280b7-a403-46e3-85b4-344675d5a14a disassociated (deleted). External IP: 172.25.5.201, port: c7488208-2bc7-4248-9529-dbd52cc343d8. Jun 04 17:03:17.637746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6023467-09ec-4b31-b843-eec4e047f6d4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Router 5e1f5fdb-21df-4182-b276-57df799e2a98 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:03:17.817596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6023467-09ec-4b31-b843-eec4e047f6d4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:03:17.828149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151e863-308c-43f6-af50-4f70eedfdcbb None None] Sync routers for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:03:17.839884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151e863-308c-43f6-af50-4f70eedfdcbb None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:17.840472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2151e863-308c-43f6-af50-4f70eedfdcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:17.842750 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c6023467-09ec-4b31-b843-eec4e047f6d4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:17.905101 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c6023467-09ec-4b31-b843-eec4e047f6d4 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "DELETE /v2.0/floatingips/a2f280b7-a403-46e3-85b4-344675d5a14a HTTP/1.1" status: 204 len: 168 time: 1.5408485 Jun 04 17:03:17.905101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'tag': 'c7488208-2bc7-4248-9529-dbd52cc343d8'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:03:17.951377 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8885b86e-0c06-4413-9278-53bd47248023'] response: {'name': 'network-changed', 'server_uuid': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'tag': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'status': 'completed', 'code': 200} Jun 04 17:03:18.020156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-2151e863-308c-43f6-af50-4f70eedfdcbb None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:18.047845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eb4f8-056e-480f-afe6-3a8aa160ffcc req-27d49932-03ec-4521-8f45-0c4264f00933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:18.049370 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-576eb4f8-056e-480f-afe6-3a8aa160ffcc req-27d49932-03ec-4521-8f45-0c4264f00933 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 1096 time: 0.0731978 Jun 04 17:03:18.195653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eb4f8-056e-480f-afe6-3a8aa160ffcc req-087bfe29-3b84-4a98-a602-64f99b2ca23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:18.197116 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-576eb4f8-056e-480f-afe6-3a8aa160ffcc req-087bfe29-3b84-4a98-a602-64f99b2ca23f service neutron] 10.222.0.46 "GET /v2.0/networks?id=713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 200 len: 912 time: 0.1418343 Jun 04 17:03:18.298014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-576eb4f8-056e-480f-afe6-3a8aa160ffcc req-a535c137-68f2-47cd-88e7-101b772f76c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7488208-2bc7-4248-9529-dbd52cc343d8 HTTP/1.1" status: 200 len: 217 time: 0.0927899 Jun 04 17:03:18.343586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2151e863-308c-43f6-af50-4f70eedfdcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:18.347930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151e863-308c-43f6-af50-4f70eedfdcbb None None] Checking router: 5e1f5fdb-21df-4182-b276-57df799e2a98 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:03:18.356536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151e863-308c-43f6-af50-4f70eedfdcbb None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:18.357133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2151e863-308c-43f6-af50-4f70eedfdcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:18.377228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eb4f8-056e-480f-afe6-3a8aa160ffcc req-2e8f6f68-ce65-4e4f-ba88-504a525d03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:18.378663 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-576eb4f8-056e-480f-afe6-3a8aa160ffcc req-2e8f6f68-ce65-4e4f-ba88-504a525d03c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 200 len: 850 time: 0.0749424 Jun 04 17:03:18.442359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1382a-bfaa-40fd-9085-c5665a00288a req-f51d27f4-1f38-48a3-83db-008195d7e871 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:18.443132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-39a1382a-bfaa-40fd-9085-c5665a00288a req-f51d27f4-1f38-48a3-83db-008195d7e871 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:03:18.475004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-39a1382a-bfaa-40fd-9085-c5665a00288a req-f51d27f4-1f38-48a3-83db-008195d7e871 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:03:18.476140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-39a1382a-bfaa-40fd-9085-c5665a00288a req-f51d27f4-1f38-48a3-83db-008195d7e871 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 945 time: 0.2193844 Jun 04 17:03:18.506176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eb4f8-056e-480f-afe6-3a8aa160ffcc req-acc2042a-53da-42e3-9184-b1574aa4cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:18.507668 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-576eb4f8-056e-480f-afe6-3a8aa160ffcc req-acc2042a-53da-42e3-9184-b1574aa4cf6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=713f7d25-cf56-4011-ac02-488f23a055f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213996 Jun 04 17:03:18.588156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-2151e863-308c-43f6-af50-4f70eedfdcbb None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:18.596148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-39a1382a-bfaa-40fd-9085-c5665a00288a req-3ccb3752-075d-4317-8645-ad6d3c86e178 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119857 Jun 04 17:03:18.653411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-576eb4f8-056e-480f-afe6-3a8aa160ffcc req-cdf06d9f-4fb0-476f-9d0b-cb6dd42ab7ac service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351643 Jun 04 17:03:18.909395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-576eb4f8-056e-480f-afe6-3a8aa160ffcc req-20f943f9-80a3-4691-b439-4c8c28727cb0 service neutron] 10.222.0.46 "GET /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496195 Jun 04 17:03:18.912550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-2151e863-308c-43f6-af50-4f70eedfdcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:18.916540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151e863-308c-43f6-af50-4f70eedfdcbb None None] The sync data for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 is: [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T16:53:10Z', 'revision_number': 4, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'e65aef12-89f0-43c9-a5d6-b8ee0375fa33', 'name': '', 'network_id': '713f7d25-cf56-4011-ac02-488f23a055f7', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'mac_address': 'fa:16:3e:a7:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:09Z', 'updated_at': '2022-06-04T16:53:16Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'subnets': [{'id': 'cbd18313-35ca-4464-b58c-992caea692ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:03:19.142208 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a9cad-a6aa-4e95-b7a0-05f2cce4e33f None None] New status for floating IP a2f280b7-a403-46e3-85b4-344675d5a14a: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:03:19.758824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c7399-dc8a-4575-bc18-a833d40213d8 req-316e0742-fff8-4c28-80d9-c222789f758c tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:19.760247 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc5c7399-dc8a-4575-bc18-a833d40213d8 req-316e0742-fff8-4c28-80d9-c222789f758c tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 945 time: 0.1250567 Jun 04 17:03:19.844672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-cc5c7399-dc8a-4575-bc18-a833d40213d8 req-05272e39-1472-421b-b350-30f542a0038d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Deleting port c7488208-2bc7-4248-9529-dbd52cc343d8 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:19.845017 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cc5c7399-dc8a-4575-bc18-a833d40213d8 req-05272e39-1472-421b-b350-30f542a0038d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:19.898868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2d0ec-f7b2-458f-8c41-ed95188a3a20 req-a581400e-fa0a-4b5a-8525-0ab08261f37e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:19.900307 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11b2d0ec-f7b2-458f-8c41-ed95188a3a20 req-a581400e-fa0a-4b5a-8525-0ab08261f37e tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 945 time: 0.1956241 Jun 04 17:03:20.014644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11b2d0ec-f7b2-458f-8c41-ed95188a3a20 req-3c0ac48c-8897-44a1-9c52-c4ae78525bcd tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ce11e66-a0f8-4b20-b2fa-dafc60649028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057262 Jun 04 17:03:20.134576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-cc5c7399-dc8a-4575-bc18-a833d40213d8 req-05272e39-1472-421b-b350-30f542a0038d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] For port c7488208-2bc7-4248-9529-dbd52cc343d8, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c7488208-2bc7-4248-9529-dbd52cc343d8,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:20.134837 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cc5c7399-dc8a-4575-bc18-a833d40213d8 req-05272e39-1472-421b-b350-30f542a0038d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:20.266803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-cc5c7399-dc8a-4575-bc18-a833d40213d8 req-05272e39-1472-421b-b350-30f542a0038d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Calling delete_port for c7488208-2bc7-4248-9529-dbd52cc343d8 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:20.416134 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cc5c7399-dc8a-4575-bc18-a833d40213d8 req-05272e39-1472-421b-b350-30f542a0038d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:20.465477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05272e39-1472-421b-b350-30f542a0038d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event deleted for resources: {'Port': ['ID=c7488208-2bc7-4248-9529-dbd52cc343d8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:20.544104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5c7399-dc8a-4575-bc18-a833d40213d8 req-05272e39-1472-421b-b350-30f542a0038d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] No DVR routers for this DVR port c7488208-2bc7-4248-9529-dbd52cc343d8 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:03:20.546791 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cc5c7399-dc8a-4575-bc18-a833d40213d8 req-05272e39-1472-421b-b350-30f542a0038d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:20.549624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'name': 'network-vif-deleted', 'tag': 'c7488208-2bc7-4248-9529-dbd52cc343d8'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:03:20.568386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc5c7399-dc8a-4575-bc18-a833d40213d8 req-05272e39-1472-421b-b350-30f542a0038d tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.46 "DELETE /v2.0/ports/c7488208-2bc7-4248-9529-dbd52cc343d8 HTTP/1.1" status: 204 len: 173 time: 0.7974088 Jun 04 17:03:20.603955 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20ee21b-3454-4ff9-a322-3d03d5e7c4f5'] response: {'server_uuid': '9a97fe20-0d74-4696-b7a9-44b89d814a5a', 'name': 'network-vif-deleted', 'tag': 'c7488208-2bc7-4248-9529-dbd52cc343d8', 'status': 'completed', 'code': 200} Jun 04 17:03:21.168230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e4f4070e-8762-4790-96df-1a5368ef56c8 req-5a0bef41-5640-4620-a1ea-06c402e148f1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Synchronizing usage tracker for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:03:21.187174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e4f4070e-8762-4790-96df-1a5368ef56c8 req-5a0bef41-5640-4620-a1ea-06c402e148f1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Unset dirty status for tenant:3851c6298f9e41ed9d0dae684e38ef5a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:03:21.188464 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e4f4070e-8762-4790-96df-1a5368ef56c8 req-5a0bef41-5640-4620-a1ea-06c402e148f1 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a97fe20-0d74-4696-b7a9-44b89d814a5a HTTP/1.1" status: 200 len: 210 time: 0.0660963 Jun 04 17:03:21.955003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f18005-835d-4085-a854-76a902e51dae req-c9b7da45-723d-41c3-af0e-ee96e5eababa tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:21.956446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1f18005-835d-4085-a854-76a902e51dae req-c9b7da45-723d-41c3-af0e-ee96e5eababa tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 945 time: 0.0949643 Jun 04 17:03:22.008219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1f18005-835d-4085-a854-76a902e51dae req-883eb94d-60d1-40aa-ad72-753b64fb96f9 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cce69abc-45da-4d26-8c78-0734b5a9a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432341 Jun 04 17:03:22.293945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33668) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:22.462797 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Deleting port 4781f9c9-9d27-4c37-96aa-160a1b0366ac {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:22.463151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:22.636987 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:22.637301 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:22.757067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Calling delete_port for 4781f9c9-9d27-4c37-96aa-160a1b0366ac owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:22.910534 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:22.956048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event deleted for resources: {'Port': ['ID=4781f9c9-9d27-4c37-96aa-160a1b0366ac,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:23.118963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:23.119346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:23.119639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:23.119979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:23.120305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:23.120632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:23.120959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:23.121284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:23.121604 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:23.121926 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:23.122244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:23.122592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:23.175723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-15e642ea-18cb-4322-a547-5c233479e26f tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:23.177165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-15e642ea-18cb-4322-a547-5c233479e26f tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 945 time: 0.1272056 Jun 04 17:03:23.184800 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:23.203730 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:23.204995 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-41d41cf8-33d7-41c9-903f-4f3b772ab816 tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "DELETE /v2.0/floatingips/626d09c1-9273-419e-bc08-ab4300de81d2 HTTP/1.1" status: 204 len: 168 time: 0.9095831 Jun 04 17:03:23.264961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Deleting port c3407788-69a6-43a3-8ca0-23954cf52690 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:23.265297 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:23.320679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdf50a-ccbb-4cce-a83c-220629d80878 req-5f08c488-94cb-491f-afee-057332bd70bd tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:23.322134 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02fdf50a-ccbb-4cce-a83c-220629d80878 req-5f08c488-94cb-491f-afee-057332bd70bd tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 945 time: 0.2020497 Jun 04 17:03:23.439742 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02fdf50a-ccbb-4cce-a83c-220629d80878 req-d5547031-b96d-4450-a8cb-f3402b856117 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cce69abc-45da-4d26-8c78-0734b5a9a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094933 Jun 04 17:03:23.676040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] For port c3407788-69a6-43a3-8ca0-23954cf52690, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=c3407788-69a6-43a3-8ca0-23954cf52690,segment=NetworkSegment(b4155ac7-2a6e-42e1-82c9-80696dfa6d18),segment_id=b4155ac7-2a6e-42e1-82c9-80696dfa6d18)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:23.676399 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:23.973581 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:23.973976 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:23.974284 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Floating IP a14b9b4a-8bb8-44b1-bcc3-e7b26a168098 disassociated. External IP: 172.25.5.170, port: c3407788-69a6-43a3-8ca0-23954cf52690. Jun 04 17:03:23.974647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Calling delete_port for c3407788-69a6-43a3-8ca0-23954cf52690 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:24.128943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:24.181852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Pushing event deleted for resources: {'Port': ['ID=c3407788-69a6-43a3-8ca0-23954cf52690,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:24.323773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c7488208-2bc7-4248-9529-dbd52cc343d8 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:24.361619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: c7488208-2bc7-4248-9529-dbd52cc343d8 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:24.362058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c7488208-2bc7-4248-9529-dbd52cc343d8 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:24.371770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Router f624c8cd-b68f-465b-aefe-e7254cd7177b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:03:24.584186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:03:24.598211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f2d6b4-0203-4ea3-8c4d-a6a5c667cb55 None None] Sync routers for ids ['f624c8cd-b68f-465b-aefe-e7254cd7177b'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:03:24.613417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f2d6b4-0203-4ea3-8c4d-a6a5c667cb55 None None] Routers {'f624c8cd-b68f-465b-aefe-e7254cd7177b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:24.614042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c0f2d6b4-0203-4ea3-8c4d-a6a5c667cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f624c8cd-b68f-465b-aefe-e7254cd7177b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:24.658222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f61fae3-2926-40fb-a043-2c3f4214c30a req-ec97137f-bc5d-4acc-bb82-49a4265e51d6 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a32d927-fe1c-4b40-b538-d598f3750767 HTTP/1.1" status: 200 len: 210 time: 0.0720038 Jun 04 17:03:24.709916 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] No DVR routers for this DVR port c3407788-69a6-43a3-8ca0-23954cf52690 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:03:24.712410 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:24.715091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a32d927-fe1c-4b40-b538-d598f3750767', 'name': 'network-vif-deleted', 'tag': 'c3407788-69a6-43a3-8ca0-23954cf52690'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:03:24.757825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb25a8b4-e6d7-4655-8ca3-44bfed96018f req-34eaf4c2-943b-4e60-8e48-d9f6db19b334 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.42 "DELETE /v2.0/ports/c3407788-69a6-43a3-8ca0-23954cf52690 HTTP/1.1" status: 204 len: 173 time: 1.5696547 Jun 04 17:03:24.785872 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-809f9161-72a8-45f4-a27f-ecb23328aad8'] response: {'server_uuid': '7a32d927-fe1c-4b40-b538-d598f3750767', 'name': 'network-vif-deleted', 'tag': 'c3407788-69a6-43a3-8ca0-23954cf52690', 'status': 'completed', 'code': 200} Jun 04 17:03:24.812698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c0f2d6b4-0203-4ea3-8c4d-a6a5c667cb55 None None] Set router f624c8cd-b68f-465b-aefe-e7254cd7177b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:25.134073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c0f2d6b4-0203-4ea3-8c4d-a6a5c667cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:18Z', 'revision_number': 4, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port': {'id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c4138ca6-f143-4ab0-a233-191912ea0ea8', 'name': '', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'mac_address': 'fa:16:3e:05:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:17Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 5, 'project_id': '94c41529a7814445831571c9b12fec38', 'subnets': [{'id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:25.137937 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f2d6b4-0203-4ea3-8c4d-a6a5c667cb55 None None] Checking router: f624c8cd-b68f-465b-aefe-e7254cd7177b for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:03:25.147448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f2d6b4-0203-4ea3-8c4d-a6a5c667cb55 None None] Routers {'f624c8cd-b68f-465b-aefe-e7254cd7177b'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:25.148048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c0f2d6b4-0203-4ea3-8c4d-a6a5c667cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f624c8cd-b68f-465b-aefe-e7254cd7177b'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:25.344865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c0f2d6b4-0203-4ea3-8c4d-a6a5c667cb55 None None] Set router f624c8cd-b68f-465b-aefe-e7254cd7177b gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:25.707249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c0f2d6b4-0203-4ea3-8c4d-a6a5c667cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:18Z', 'revision_number': 4, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port': {'id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c4138ca6-f143-4ab0-a233-191912ea0ea8', 'name': '', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'mac_address': 'fa:16:3e:05:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:17Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 5, 'project_id': '94c41529a7814445831571c9b12fec38', 'subnets': [{'id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:25.711750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f2d6b4-0203-4ea3-8c4d-a6a5c667cb55 None None] The sync data for ids ['f624c8cd-b68f-465b-aefe-e7254cd7177b'] in n-d-811809-3 is: [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:18Z', 'revision_number': 4, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port': {'id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'c4138ca6-f143-4ab0-a233-191912ea0ea8', 'name': '', 'network_id': 'f22cc19f-b526-4f09-94f0-e73a5fc32f24', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'mac_address': 'fa:16:3e:05:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:17Z', 'updated_at': '2022-06-04T16:58:25Z', 'revision_number': 5, 'project_id': '94c41529a7814445831571c9b12fec38', 'subnets': [{'id': '757a5bd8-c740-41de-96fa-6071fceabc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:03:25.739279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33692) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:25.782651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33696) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:25.829895 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c90962c-22a0-441e-b835-39918c6cf36a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:25.865647 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c90962c-22a0-441e-b835-39918c6cf36a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:25.941853 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c90962c-22a0-441e-b835-39918c6cf36a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:25.964757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90962c-22a0-441e-b835-39918c6cf36a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce11e66-a0f8-4b20-b2fa-dafc60649028,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:25.975814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8c90962c-22a0-441e-b835-39918c6cf36a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:25.976964 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8c90962c-22a0-441e-b835-39918c6cf36a tempest-TestVolumeBootPattern-280842693 tempest-TestVolumeBootPattern-280842693-project] 10.222.0.13 "DELETE /v2.0/security-groups/3ce11e66-a0f8-4b20-b2fa-dafc60649028 HTTP/1.1" status: 204 len: 168 time: 0.2366760 Jun 04 17:03:26.014456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Deleting port ec53b1b5-e6b1-431f-ad70-b933a65520e5 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:26.014801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:26.044580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33704) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:26.069808 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69448932-45a4-475f-9e85-cb0ed60b6856 None None] New status for floating IP a14b9b4a-8bb8-44b1-bcc3-e7b26a168098: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:03:26.380213 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:26.380543 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:26.525377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Calling delete_port for ec53b1b5-e6b1-431f-ad70-b933a65520e5 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:26.758666 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.db.api [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:03:26.758986 n-d-811809-3 neutron-server[88798]: DEBUG oslo_db.api [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:03:26.830532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c3407788-69a6-43a3-8ca0-23954cf52690 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:26.865119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: c3407788-69a6-43a3-8ca0-23954cf52690 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:26.865459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device c3407788-69a6-43a3-8ca0-23954cf52690 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:27.054617 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d77ab4e1-bb29-47e4-9a35-2a61b5f608cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:27.268211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Deleting port ec53b1b5-e6b1-431f-ad70-b933a65520e5 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:27.268544 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:27.496696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:27.497014 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:27.772176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Calling delete_port for ec53b1b5-e6b1-431f-ad70-b933a65520e5 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:27.825783 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c8b19de5-f6a8-42f8-939c-cc6784a32502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:27.828420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-d77ab4e1-bb29-47e4-9a35-2a61b5f608cb admin admin] Deleting port e65aef12-89f0-43c9-a5d6-b8ee0375fa33 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:27.828959 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d77ab4e1-bb29-47e4-9a35-2a61b5f608cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:28.066867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:28.071163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-d77ab4e1-bb29-47e4-9a35-2a61b5f608cb admin admin] For port e65aef12-89f0-43c9-a5d6-b8ee0375fa33, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e65aef12-89f0-43c9-a5d6-b8ee0375fa33,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:28.071511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d77ab4e1-bb29-47e4-9a35-2a61b5f608cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:28.228064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Pushing event deleted for resources: {'Port': ['ID=ec53b1b5-e6b1-431f-ad70-b933a65520e5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:28.238874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-d77ab4e1-bb29-47e4-9a35-2a61b5f608cb admin admin] Calling delete_port for e65aef12-89f0-43c9-a5d6-b8ee0375fa33 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:28.391041 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:28.415405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:28.416607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7d68f656-1b6e-44af-8754-1c39c83b3076 tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "DELETE /v2.0/floatingips/a14b9b4a-8bb8-44b1-bcc3-e7b26a168098 HTTP/1.1" status: 204 len: 168 time: 2.6329789 Jun 04 17:03:28.515113 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d77ab4e1-bb29-47e4-9a35-2a61b5f608cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:28.562591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33716) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:28.564489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ab4e1-bb29-47e4-9a35-2a61b5f608cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e65aef12-89f0-43c9-a5d6-b8ee0375fa33,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:28.639130 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b299f36-a35e-4072-979b-42905600d07f tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:28.671961 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b299f36-a35e-4072-979b-42905600d07f tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:28.748752 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b299f36-a35e-4072-979b-42905600d07f tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:28.771355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b299f36-a35e-4072-979b-42905600d07f tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce69abc-45da-4d26-8c78-0734b5a9a3e3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:28.781805 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0b299f36-a35e-4072-979b-42905600d07f tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:28.785817 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0b299f36-a35e-4072-979b-42905600d07f tempest-TestServerBasicOps-2136644230 tempest-TestServerBasicOps-2136644230-project] 10.222.0.13 "DELETE /v2.0/security-groups/cce69abc-45da-4d26-8c78-0734b5a9a3e3 HTTP/1.1" status: 204 len: 168 time: 0.2221677 Jun 04 17:03:28.839345 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d77ab4e1-bb29-47e4-9a35-2a61b5f608cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:29.326387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77ab4e1-bb29-47e4-9a35-2a61b5f608cb admin admin] Router 5e1f5fdb-21df-4182-b276-57df799e2a98 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:03:29.510959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77ab4e1-bb29-47e4-9a35-2a61b5f608cb admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:03:29.520296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df30b80-8aab-4084-acad-1e6182e093c3 None None] Sync routers for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:03:29.526392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d77ab4e1-bb29-47e4-9a35-2a61b5f608cb admin admin] 10.222.0.13 "PUT /v2.0/routers/5e1f5fdb-21df-4182-b276-57df799e2a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4792473 Jun 04 17:03:29.526901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33722) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:29.532847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df30b80-8aab-4084-acad-1e6182e093c3 None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:29.533511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7df30b80-8aab-4084-acad-1e6182e093c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:29.705018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:29.711079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7df30b80-8aab-4084-acad-1e6182e093c3 None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:29.829266 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33728) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:29.892502 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:29.909487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Deleting port cc45fec4-19be-4dfb-ae83-b77cc2f4960f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:29.909487 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:30.030783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7df30b80-8aab-4084-acad-1e6182e093c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T17:03:28Z', 'revision_number': 5, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port': {'id': 'cc45fec4-19be-4dfb-ae83-b77cc2f4960f', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:07Z', 'updated_at': '2022-06-04T16:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:30.034843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df30b80-8aab-4084-acad-1e6182e093c3 None None] Checking router: 5e1f5fdb-21df-4182-b276-57df799e2a98 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:03:30.043565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df30b80-8aab-4084-acad-1e6182e093c3 None None] Routers {'5e1f5fdb-21df-4182-b276-57df799e2a98'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:30.044164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7df30b80-8aab-4084-acad-1e6182e093c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['5e1f5fdb-21df-4182-b276-57df799e2a98'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:30.093556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] For port cc45fec4-19be-4dfb-ae83-b77cc2f4960f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=cc45fec4-19be-4dfb-ae83-b77cc2f4960f,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:30.093893 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:30.184081 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e0520a22-154b-424f-a813-f1ec72e833c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:30.213056 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7df30b80-8aab-4084-acad-1e6182e093c3 None None] Set router 5e1f5fdb-21df-4182-b276-57df799e2a98 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:30.223308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Calling delete_port for cc45fec4-19be-4dfb-ae83-b77cc2f4960f owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:30.332560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7df30b80-8aab-4084-acad-1e6182e093c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T17:03:29Z', 'revision_number': 6, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:30.337316 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df30b80-8aab-4084-acad-1e6182e093c3 None None] The sync data for ids ['5e1f5fdb-21df-4182-b276-57df799e2a98'] in n-d-811809-3 is: [{'id': '5e1f5fdb-21df-4182-b276-57df799e2a98', 'name': 'tempest-TestVolumeBootPattern-941122944-router', 'tenant_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:06Z', 'updated_at': '2022-06-04T17:03:29Z', 'revision_number': 6, 'project_id': '3851c6298f9e41ed9d0dae684e38ef5a', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:03:30.404847 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:30.454575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=cc45fec4-19be-4dfb-ae83-b77cc2f4960f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:30.532759 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93bf9688-c6d7-40bd-91a8-ae3bf28d46fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:30.547301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:30.849964 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:30.852212 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:30.876441 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:30.877315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e1f5fdb-21df-4182-b276-57df799e2a98 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:03:30.892497 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:30.893718 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1d712f12-b7fd-40a7-b68a-7225d042f5ba admin admin] 10.222.0.13 "DELETE /v2.0/routers/5e1f5fdb-21df-4182-b276-57df799e2a98 HTTP/1.1" status: 204 len: 168 time: 1.3661053 Jun 04 17:03:30.896367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33736) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:30.897561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-93bf9688-c6d7-40bd-91a8-ae3bf28d46fd admin admin] Deleting port c4138ca6-f143-4ab0-a233-191912ea0ea8 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:30.898098 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93bf9688-c6d7-40bd-91a8-ae3bf28d46fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:30.960563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-0053b20a-9936-41a1-b5ad-550cc34b4cb5 admin admin] Deleting subnet cbd18313-35ca-4464-b58c-992caea692ff {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:03:30.964072 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0053b20a-9936-41a1-b5ad-550cc34b4cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.017395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0053b20a-9936-41a1-b5ad-550cc34b4cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.093995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-93bf9688-c6d7-40bd-91a8-ae3bf28d46fd admin admin] For port c4138ca6-f143-4ab0-a233-191912ea0ea8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c4138ca6-f143-4ab0-a233-191912ea0ea8,segment=NetworkSegment(b4155ac7-2a6e-42e1-82c9-80696dfa6d18),segment_id=b4155ac7-2a6e-42e1-82c9-80696dfa6d18)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:31.094280 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93bf9688-c6d7-40bd-91a8-ae3bf28d46fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.097919 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0053b20a-9936-41a1-b5ad-550cc34b4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.170812 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0053b20a-9936-41a1-b5ad-550cc34b4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.212422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053b20a-9936-41a1-b5ad-550cc34b4cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd18313-35ca-4464-b58c-992caea692ff,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:31.224820 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0053b20a-9936-41a1-b5ad-550cc34b4cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.225540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ed6f3b-c7f5-4b55-845f-6272286a01c8 None None] Network 713f7d25-cf56-4011-ac02-488f23a055f7 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:03:31.231915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0053b20a-9936-41a1-b5ad-550cc34b4cb5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cbd18313-35ca-4464-b58c-992caea692ff HTTP/1.1" status: 204 len: 168 time: 0.3345611 Jun 04 17:03:31.234661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33740) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:31.345929 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-93bf9688-c6d7-40bd-91a8-ae3bf28d46fd admin admin] Calling delete_port for c4138ca6-f143-4ab0-a233-191912ea0ea8 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:31.362228 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.368630 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.380820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Deleting port 79a7ddd9-219d-487e-9a3e-370d86711380 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:31.381161 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.474634 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.632678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d71300e-5b12-413b-9e4c-0f6fd019dc6f None None] DHCP port deletion for 713f7d25-cf56-4011-ac02-488f23a055f7 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:03:31.636619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9d71300e-5b12-413b-9e4c-0f6fd019dc6f None None] Deleting port 79a7ddd9-219d-487e-9a3e-370d86711380 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:31.636986 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9d71300e-5b12-413b-9e4c-0f6fd019dc6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.661172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] For port 79a7ddd9-219d-487e-9a3e-370d86711380, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=79a7ddd9-219d-487e-9a3e-370d86711380,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:31.661736 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.716714 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93bf9688-c6d7-40bd-91a8-ae3bf28d46fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.779614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf9688-c6d7-40bd-91a8-ae3bf28d46fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c4138ca6-f143-4ab0-a233-191912ea0ea8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:31.794013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Calling delete_port for 79a7ddd9-219d-487e-9a3e-370d86711380 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:31.881240 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.920923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9d71300e-5b12-413b-9e4c-0f6fd019dc6f None None] For port 79a7ddd9-219d-487e-9a3e-370d86711380, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=79a7ddd9-219d-487e-9a3e-370d86711380,segment=NetworkSegment(374eb919-7772-4c56-964a-3db0f4351693),segment_id=374eb919-7772-4c56-964a-3db0f4351693)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:31.921314 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9d71300e-5b12-413b-9e4c-0f6fd019dc6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:31.929095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Pushing event deleted for resources: {'Port': ['ID=79a7ddd9-219d-487e-9a3e-370d86711380,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:31.942158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] No DVR routers for this DVR port 79a7ddd9-219d-487e-9a3e-370d86711380 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:03:32.051959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9d71300e-5b12-413b-9e4c-0f6fd019dc6f None None] Calling delete_port for 79a7ddd9-219d-487e-9a3e-370d86711380 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:32.072380 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:32.078514 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-93bf9688-c6d7-40bd-91a8-ae3bf28d46fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:32.101710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713f7d25-cf56-4011-ac02-488f23a055f7']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:32.114318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374eb919-7772-4c56-964a-3db0f4351693') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:32.114672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374eb919-7772-4c56-964a-3db0f4351693') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:32.125786 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:32.128601 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-9d71300e-5b12-413b-9e4c-0f6fd019dc6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:03:32.128958 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-9d71300e-5b12-413b-9e4c-0f6fd019dc6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:03:32.141559 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:32.147583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:03:32.147960 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:32.261438 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 374eb919-7772-4c56-964a-3db0f4351693 resource provider aggregate not found Jun 04 17:03:32.281270 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 374eb919-7772-4c56-964a-3db0f4351693 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 374eb919-7772-4c56-964a-3db0f4351693 found for delete ", "request_id": "req-7a95f34f-0da8-49ef-bd86-f685cc870b2d"}]} Jun 04 17:03:32.284282 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:32.301452 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:32.313198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] Pushing event deleted for resources: {'Network': ['ID=713f7d25-cf56-4011-ac02-488f23a055f7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:32.327017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2bc6fc92-81e0-4200-a5d3-87a7ac6053fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/713f7d25-cf56-4011-ac02-488f23a055f7 HTTP/1.1" status: 204 len: 168 time: 1.0909145 Jun 04 17:03:32.330065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33754) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:32.341975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cc45fec4-19be-4dfb-ae83-b77cc2f4960f no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:32.384115 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: cc45fec4-19be-4dfb-ae83-b77cc2f4960f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:32.384461 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device cc45fec4-19be-4dfb-ae83-b77cc2f4960f not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:32.384874 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e65aef12-89f0-43c9-a5d6-b8ee0375fa33 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:32.420894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e65aef12-89f0-43c9-a5d6-b8ee0375fa33 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:32.421098 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e65aef12-89f0-43c9-a5d6-b8ee0375fa33 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:32.421511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 79a7ddd9-219d-487e-9a3e-370d86711380 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:32.455591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 79a7ddd9-219d-487e-9a3e-370d86711380 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:32.455936 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 79a7ddd9-219d-487e-9a3e-370d86711380 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:32.461244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bf9688-c6d7-40bd-91a8-ae3bf28d46fd admin admin] Router f624c8cd-b68f-465b-aefe-e7254cd7177b has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:03:32.630696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9d71300e-5b12-413b-9e4c-0f6fd019dc6f None None] Deleting port 79a7ddd9-219d-487e-9a3e-370d86711380 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:32.631077 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9d71300e-5b12-413b-9e4c-0f6fd019dc6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:32.640169 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bf9688-c6d7-40bd-91a8-ae3bf28d46fd admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:03:32.652751 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb50eb9-08a7-47e8-9b6f-167a3cc5d1f3 None None] Sync routers for ids ['f624c8cd-b68f-465b-aefe-e7254cd7177b'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:03:32.657861 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-93bf9688-c6d7-40bd-91a8-ae3bf28d46fd admin admin] 10.222.0.13 "PUT /v2.0/routers/f624c8cd-b68f-465b-aefe-e7254cd7177b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8252621 Jun 04 17:03:32.658167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33758) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:32.666477 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb50eb9-08a7-47e8-9b6f-167a3cc5d1f3 None None] Routers {'f624c8cd-b68f-465b-aefe-e7254cd7177b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:32.667263 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8cb50eb9-08a7-47e8-9b6f-167a3cc5d1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f624c8cd-b68f-465b-aefe-e7254cd7177b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:32.704853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9d71300e-5b12-413b-9e4c-0f6fd019dc6f None None] The port '79a7ddd9-219d-487e-9a3e-370d86711380' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:03:32.724357 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:32.867165 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8cb50eb9-08a7-47e8-9b6f-167a3cc5d1f3 None None] Set router f624c8cd-b68f-465b-aefe-e7254cd7177b gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:32.993074 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:33.007397 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55d4567d-eb23-4fdc-9029-9df463db1c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:33.159644 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8cb50eb9-08a7-47e8-9b6f-167a3cc5d1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T17:03:31Z', 'revision_number': 5, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port': {'id': 'e33bb1ee-c39d-4fe9-b199-6a35ba1e6155', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T16:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:33.163770 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb50eb9-08a7-47e8-9b6f-167a3cc5d1f3 None None] Checking router: f624c8cd-b68f-465b-aefe-e7254cd7177b for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:03:33.172127 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb50eb9-08a7-47e8-9b6f-167a3cc5d1f3 None None] Routers {'f624c8cd-b68f-465b-aefe-e7254cd7177b'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:33.173527 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8cb50eb9-08a7-47e8-9b6f-167a3cc5d1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['f624c8cd-b68f-465b-aefe-e7254cd7177b'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:33.180319 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:33.190925 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Deleting port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:33.191268 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:33.357146 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8cb50eb9-08a7-47e8-9b6f-167a3cc5d1f3 None None] Set router f624c8cd-b68f-465b-aefe-e7254cd7177b gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:33.381986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] For port e33bb1ee-c39d-4fe9-b199-6a35ba1e6155, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e33bb1ee-c39d-4fe9-b199-6a35ba1e6155,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:33.382361 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:33.386137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-55d4567d-eb23-4fdc-9029-9df463db1c79 admin admin] Deleting port f37567fb-2411-491f-bccd-a9c9ba54d2b7 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:33.386510 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55d4567d-eb23-4fdc-9029-9df463db1c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:33.460852 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8cb50eb9-08a7-47e8-9b6f-167a3cc5d1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T17:03:33Z', 'revision_number': 6, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:33.465015 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb50eb9-08a7-47e8-9b6f-167a3cc5d1f3 None None] The sync data for ids ['f624c8cd-b68f-465b-aefe-e7254cd7177b'] in n-d-811809-3 is: [{'id': 'f624c8cd-b68f-465b-aefe-e7254cd7177b', 'name': 'tempest-TestServerBasicOps-101994409-router', 'tenant_id': '94c41529a7814445831571c9b12fec38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:14Z', 'updated_at': '2022-06-04T17:03:33Z', 'revision_number': 6, 'project_id': '94c41529a7814445831571c9b12fec38', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:03:33.520009 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Calling delete_port for e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:33.564358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-55d4567d-eb23-4fdc-9029-9df463db1c79 admin admin] For port f37567fb-2411-491f-bccd-a9c9ba54d2b7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f37567fb-2411-491f-bccd-a9c9ba54d2b7,segment=NetworkSegment(e6efeab1-b21b-4934-8f4d-24f3736a9d0b),segment_id=e6efeab1-b21b-4934-8f4d-24f3736a9d0b)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:33.564775 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55d4567d-eb23-4fdc-9029-9df463db1c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:33.685846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-55d4567d-eb23-4fdc-9029-9df463db1c79 admin admin] Calling delete_port for f37567fb-2411-491f-bccd-a9c9ba54d2b7 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:33.687857 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:33.733103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e33bb1ee-c39d-4fe9-b199-6a35ba1e6155,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:33.830901 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:33.873711 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55d4567d-eb23-4fdc-9029-9df463db1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:33.930978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4567d-eb23-4fdc-9029-9df463db1c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37567fb-2411-491f-bccd-a9c9ba54d2b7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:34.020057 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.022804 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.049048 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.049689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f624c8cd-b68f-465b-aefe-e7254cd7177b {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:03:34.068693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.069865 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a536c2f5-c96c-4c0e-9d5b-9515aeaf76d4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f624c8cd-b68f-465b-aefe-e7254cd7177b HTTP/1.1" status: 204 len: 168 time: 1.4107175 Jun 04 17:03:34.072573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33762) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:34.133935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b769706-0c69-459d-8dd4-52da483f09d1 admin admin] Deleting subnet 757a5bd8-c740-41de-96fa-6071fceabc7d {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:03:34.136900 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b769706-0c69-459d-8dd4-52da483f09d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.188174 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b769706-0c69-459d-8dd4-52da483f09d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.311940 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.362881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-55d4567d-eb23-4fdc-9029-9df463db1c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.401993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c4138ca6-f143-4ab0-a233-191912ea0ea8 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:34.414775 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b769706-0c69-459d-8dd4-52da483f09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.446976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c4138ca6-f143-4ab0-a233-191912ea0ea8 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:34.447316 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c4138ca6-f143-4ab0-a233-191912ea0ea8 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:34.447791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:34.487586 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:34.488221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e33bb1ee-c39d-4fe9-b199-6a35ba1e6155 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:34.491319 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.505658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b769706-0c69-459d-8dd4-52da483f09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.555500 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b769706-0c69-459d-8dd4-52da483f09d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757a5bd8-c740-41de-96fa-6071fceabc7d,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:34.563658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b769706-0c69-459d-8dd4-52da483f09d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.564469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0567b303-fb28-421f-ae70-ba90c0d5f256 None None] Network f22cc19f-b526-4f09-94f0-e73a5fc32f24 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:03:34.574407 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8b769706-0c69-459d-8dd4-52da483f09d1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/757a5bd8-c740-41de-96fa-6071fceabc7d HTTP/1.1" status: 204 len: 168 time: 0.5005357 Jun 04 17:03:34.577039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33766) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:34.703899 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.715600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Deleting port 9ab050f5-5c93-47dd-9f8f-63d690836536 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:34.716079 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.794901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d4567d-eb23-4fdc-9029-9df463db1c79 admin admin] Router cf31789a-fdf2-489a-8940-9e90996ed5c6 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:03:34.863909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57297f57-8e0f-4e35-8751-17f50181cf6d None None] DHCP port deletion for f22cc19f-b526-4f09-94f0-e73a5fc32f24 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:03:34.869271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-57297f57-8e0f-4e35-8751-17f50181cf6d None None] Deleting port 9ab050f5-5c93-47dd-9f8f-63d690836536 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:34.870198 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-57297f57-8e0f-4e35-8751-17f50181cf6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.946941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] For port 9ab050f5-5c93-47dd-9f8f-63d690836536, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9ab050f5-5c93-47dd-9f8f-63d690836536,segment=NetworkSegment(b4155ac7-2a6e-42e1-82c9-80696dfa6d18),segment_id=b4155ac7-2a6e-42e1-82c9-80696dfa6d18)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:34.947225 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:34.977881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d4567d-eb23-4fdc-9029-9df463db1c79 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:03:34.998015 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-55d4567d-eb23-4fdc-9029-9df463db1c79 admin admin] 10.222.0.13 "PUT /v2.0/routers/cf31789a-fdf2-489a-8940-9e90996ed5c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6644013 Jun 04 17:03:34.998206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd9a5c8-62e6-4ce8-bc3f-f2707dfffdb6 None None] Sync routers for ids ['cf31789a-fdf2-489a-8940-9e90996ed5c6'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:03:34.998317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33770) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:35.069161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd9a5c8-62e6-4ce8-bc3f-f2707dfffdb6 None None] Routers {'cf31789a-fdf2-489a-8940-9e90996ed5c6'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:35.069943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-efd9a5c8-62e6-4ce8-bc3f-f2707dfffdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cf31789a-fdf2-489a-8940-9e90996ed5c6'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:35.083794 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Calling delete_port for 9ab050f5-5c93-47dd-9f8f-63d690836536 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:35.160919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-57297f57-8e0f-4e35-8751-17f50181cf6d None None] For port 9ab050f5-5c93-47dd-9f8f-63d690836536, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9ab050f5-5c93-47dd-9f8f-63d690836536,segment=NetworkSegment(b4155ac7-2a6e-42e1-82c9-80696dfa6d18),segment_id=b4155ac7-2a6e-42e1-82c9-80696dfa6d18)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:35.161435 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-57297f57-8e0f-4e35-8751-17f50181cf6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:35.167335 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:35.177589 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:35.221241 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab050f5-5c93-47dd-9f8f-63d690836536,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:35.227800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] No DVR routers for this DVR port 9ab050f5-5c93-47dd-9f8f-63d690836536 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:03:35.351061 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:35.358826 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:35.371686 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Deleting port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:35.372827 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:35.379832 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-57297f57-8e0f-4e35-8751-17f50181cf6d None None] Calling delete_port for 9ab050f5-5c93-47dd-9f8f-63d690836536 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:35.384942 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22cc19f-b526-4f09-94f0-e73a5fc32f24']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:35.397378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:35.397670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4155ac7-2a6e-42e1-82c9-80696dfa6d18') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:35.412034 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:35.431220 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:35.438697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:03:35.439347 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:35.477032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-efd9a5c8-62e6-4ce8-bc3f-f2707dfffdb6 None None] Set router cf31789a-fdf2-489a-8940-9e90996ed5c6 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:35.549951 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:35.556305 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:35.586543 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment b4155ac7-2a6e-42e1-82c9-80696dfa6d18 resource provider aggregate not found Jun 04 17:03:35.590114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] Pushing event deleted for resources: {'Network': ['ID=f22cc19f-b526-4f09-94f0-e73a5fc32f24,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:35.611354 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment b4155ac7-2a6e-42e1-82c9-80696dfa6d18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4155ac7-2a6e-42e1-82c9-80696dfa6d18 found for delete ", "request_id": "req-801987ac-523f-4313-b049-709b8bf262ef"}]} Jun 04 17:03:35.618396 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a57f87aa-937c-43ed-82b4-942370dade82 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f22cc19f-b526-4f09-94f0-e73a5fc32f24 HTTP/1.1" status: 204 len: 168 time: 1.0398614 Jun 04 17:03:35.619276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33780) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:35.654972 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-57297f57-8e0f-4e35-8751-17f50181cf6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:03:35.655324 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-57297f57-8e0f-4e35-8751-17f50181cf6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:03:35.694657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] For port f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:35.695015 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:35.818298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Calling delete_port for f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:35.842792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-efd9a5c8-62e6-4ce8-bc3f-f2707dfffdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'name': 'tempest-TestVolumeBootPattern-180803923-router', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:12Z', 'updated_at': '2022-06-04T17:03:33Z', 'revision_number': 5, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'gw_port': {'id': 'f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:53:13Z', 'updated_at': '2022-06-04T16:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:35.846795 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd9a5c8-62e6-4ce8-bc3f-f2707dfffdb6 None None] Checking router: cf31789a-fdf2-489a-8940-9e90996ed5c6 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:03:35.855369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd9a5c8-62e6-4ce8-bc3f-f2707dfffdb6 None None] Routers {'cf31789a-fdf2-489a-8940-9e90996ed5c6'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:35.855895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-efd9a5c8-62e6-4ce8-bc3f-f2707dfffdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['cf31789a-fdf2-489a-8940-9e90996ed5c6'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:35.995233 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.017927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-efd9a5c8-62e6-4ce8-bc3f-f2707dfffdb6 None None] Set router cf31789a-fdf2-489a-8940-9e90996ed5c6 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:36.075863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:36.130959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-efd9a5c8-62e6-4ce8-bc3f-f2707dfffdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'name': 'tempest-TestVolumeBootPattern-180803923-router', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:12Z', 'updated_at': '2022-06-04T17:03:35Z', 'revision_number': 6, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:36.135516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd9a5c8-62e6-4ce8-bc3f-f2707dfffdb6 None None] The sync data for ids ['cf31789a-fdf2-489a-8940-9e90996ed5c6'] in n-d-811809-3 is: [{'id': 'cf31789a-fdf2-489a-8940-9e90996ed5c6', 'name': 'tempest-TestVolumeBootPattern-180803923-router', 'tenant_id': 'f9f51196b8f540159c0b73a6a120c61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:53:12Z', 'updated_at': '2022-06-04T17:03:35Z', 'revision_number': 6, 'project_id': 'f9f51196b8f540159c0b73a6a120c61b', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:03:36.138052 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.157109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-57297f57-8e0f-4e35-8751-17f50181cf6d None None] Deleting port 9ab050f5-5c93-47dd-9f8f-63d690836536 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:36.157701 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-57297f57-8e0f-4e35-8751-17f50181cf6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.224181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-57297f57-8e0f-4e35-8751-17f50181cf6d None None] The port '9ab050f5-5c93-47dd-9f8f-63d690836536' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:03:36.307172 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4008450-3f10-4bad-b044-f88f71eb2173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.315402 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.317631 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.340884 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.341371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf31789a-fdf2-489a-8940-9e90996ed5c6 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:03:36.354307 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.355563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-07d08ff8-e5db-4d4a-960e-72435927d669 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cf31789a-fdf2-489a-8940-9e90996ed5c6 HTTP/1.1" status: 204 len: 168 time: 1.3562927 Jun 04 17:03:36.358480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33784) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:36.417980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-18029cb7-3a91-4273-b1e9-900281e8542d admin admin] Deleting subnet 505eb692-7308-47da-9ce9-061b2dd49964 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:03:36.420967 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18029cb7-3a91-4273-b1e9-900281e8542d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.472552 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18029cb7-3a91-4273-b1e9-900281e8542d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.577965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18029cb7-3a91-4273-b1e9-900281e8542d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.656536 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18029cb7-3a91-4273-b1e9-900281e8542d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.697623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18029cb7-3a91-4273-b1e9-900281e8542d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=505eb692-7308-47da-9ce9-061b2dd49964,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:36.701882 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-18029cb7-3a91-4273-b1e9-900281e8542d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.710759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-18029cb7-3a91-4273-b1e9-900281e8542d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/505eb692-7308-47da-9ce9-061b2dd49964 HTTP/1.1" status: 204 len: 168 time: 0.3488867 Jun 04 17:03:36.710900 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9236c9fb-514f-4a22-b1de-074ffa7cb8ec None None] Network 766876a2-9b53-4b7f-b1c9-ccedb375f5e5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:03:36.711346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33788) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:36.713838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e4008450-3f10-4bad-b044-f88f71eb2173 admin admin] Deleting port d5cbce90-dc65-45e9-898b-0137d8b0ab2c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:36.714175 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4008450-3f10-4bad-b044-f88f71eb2173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.921566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9ab050f5-5c93-47dd-9f8f-63d690836536 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:36.943922 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.971948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 9ab050f5-5c93-47dd-9f8f-63d690836536 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:36.972282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9ab050f5-5c93-47dd-9f8f-63d690836536 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:36.972695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f37567fb-2411-491f-bccd-a9c9ba54d2b7 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:36.980376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Deleting port ce0766d0-0b1c-458f-b6c2-6ed471baf10f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:36.980714 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:36.999343 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] DHCP port deletion for 766876a2-9b53-4b7f-b1c9-ccedb375f5e5 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:03:37.015331 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Deleting port ce0766d0-0b1c-458f-b6c2-6ed471baf10f {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:37.015715 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:37.047229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-e4008450-3f10-4bad-b044-f88f71eb2173 admin admin] For port d5cbce90-dc65-45e9-898b-0137d8b0ab2c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d5cbce90-dc65-45e9-898b-0137d8b0ab2c,segment=NetworkSegment(3246878e-dc57-4853-9999-cdbc88112618),segment_id=3246878e-dc57-4853-9999-cdbc88112618)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:37.048195 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4008450-3f10-4bad-b044-f88f71eb2173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:37.071301 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: f37567fb-2411-491f-bccd-a9c9ba54d2b7 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:37.071777 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f37567fb-2411-491f-bccd-a9c9ba54d2b7 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:37.216093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e4008450-3f10-4bad-b044-f88f71eb2173 admin admin] Calling delete_port for d5cbce90-dc65-45e9-898b-0137d8b0ab2c owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:37.368585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] For port ce0766d0-0b1c-458f-b6c2-6ed471baf10f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ce0766d0-0b1c-458f-b6c2-6ed471baf10f,segment=NetworkSegment(e6efeab1-b21b-4934-8f4d-24f3736a9d0b),segment_id=e6efeab1-b21b-4934-8f4d-24f3736a9d0b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:37.368969 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:37.404375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] For port ce0766d0-0b1c-458f-b6c2-6ed471baf10f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ce0766d0-0b1c-458f-b6c2-6ed471baf10f,segment=NetworkSegment(e6efeab1-b21b-4934-8f4d-24f3736a9d0b),segment_id=e6efeab1-b21b-4934-8f4d-24f3736a9d0b)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:37.404980 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:37.534570 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Calling delete_port for ce0766d0-0b1c-458f-b6c2-6ed471baf10f owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:37.643580 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:37.655490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Calling delete_port for ce0766d0-0b1c-458f-b6c2-6ed471baf10f owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:37.695970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Pushing event deleted for resources: {'Port': ['ID=ce0766d0-0b1c-458f-b6c2-6ed471baf10f,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:37.698268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] No DVR routers for this DVR port ce0766d0-0b1c-458f-b6c2-6ed471baf10f on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:03:37.709576 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:37.710119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:37.710462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:37.711086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:37.711086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:37.711602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:37.711794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:37.712069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:37.712397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:37.712679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:37.713076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:37.713312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cecddeb-a36c-4b4f-b4ea-ecea17ca879e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:37.775547 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.db.api [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:03:37.776219 n-d-811809-3 neutron-server[88797]: DEBUG oslo_db.api [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:03:37.809886 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4008450-3f10-4bad-b044-f88f71eb2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:37.855145 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4008450-3f10-4bad-b044-f88f71eb2173 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cbce90-dc65-45e9-898b-0137d8b0ab2c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:38.122568 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4008450-3f10-4bad-b044-f88f71eb2173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:38.285292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Deleting port ce0766d0-0b1c-458f-b6c2-6ed471baf10f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:38.285589 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:38.310757 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ce0766d0-0b1c-458f-b6c2-6ed471baf10f no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:38.343946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: ce0766d0-0b1c-458f-b6c2-6ed471baf10f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:38.344471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ce0766d0-0b1c-458f-b6c2-6ed471baf10f not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:38.345222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:38.371387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] The port 'ce0766d0-0b1c-458f-b6c2-6ed471baf10f' was deleted {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:03:38.381878 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:38.382134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f2271b1c-6cee-4ec7-b7e7-cc0a46e7108a not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:38.555311 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:38.602620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766876a2-9b53-4b7f-b1c9-ccedb375f5e5']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:38.678024 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6efeab1-b21b-4934-8f4d-24f3736a9d0b') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:38.678238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6efeab1-b21b-4934-8f4d-24f3736a9d0b') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:38.693823 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:38.717838 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:38.728535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:03:38.728910 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:38.752894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4008450-3f10-4bad-b044-f88f71eb2173 admin admin] Router d8edcf62-e132-430f-8150-e033c9e86062 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:03:38.798396 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e6efeab1-b21b-4934-8f4d-24f3736a9d0b resource provider aggregate not found Jun 04 17:03:38.818182 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e6efeab1-b21b-4934-8f4d-24f3736a9d0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6efeab1-b21b-4934-8f4d-24f3736a9d0b found for delete ", "request_id": "req-d2c30671-9517-499c-8e77-dcc91d34acd8"}]} Jun 04 17:03:38.890722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:38.915596 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:38.936734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] Pushing event deleted for resources: {'Network': ['ID=766876a2-9b53-4b7f-b1c9-ccedb375f5e5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:39.123267 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b0b40a86-9b2c-482c-ab6e-60354d153941 admin admin] 10.222.0.13 "DELETE /v2.0/networks/766876a2-9b53-4b7f-b1c9-ccedb375f5e5 HTTP/1.1" status: 204 len: 168 time: 2.4110014 Jun 04 17:03:39.154979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4008450-3f10-4bad-b044-f88f71eb2173 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:03:39.160354 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e4008450-3f10-4bad-b044-f88f71eb2173 admin admin] 10.222.0.13 "PUT /v2.0/routers/d8edcf62-e132-430f-8150-e033c9e86062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5398362 Jun 04 17:03:39.162930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33800) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:39.165270 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351a577-d816-4486-b492-318d17097def None None] Sync routers for ids ['d8edcf62-e132-430f-8150-e033c9e86062'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:03:39.176315 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351a577-d816-4486-b492-318d17097def None None] Routers {'d8edcf62-e132-430f-8150-e033c9e86062'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:39.177280 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8351a577-d816-4486-b492-318d17097def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['d8edcf62-e132-430f-8150-e033c9e86062'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:39.278014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33804) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:39.327861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-26148b10-de2d-4c47-b43e-1cdf7d2efdd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3851c6298f9e41ed9d0dae684e38ef5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485229 Jun 04 17:03:39.330537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33808) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:39.355076 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:39.374546 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8351a577-d816-4486-b492-318d17097def None None] Set router d8edcf62-e132-430f-8150-e033c9e86062 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:39.390653 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3746fbdf-4946-46eb-a495-f9f787b9858a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:39.417052 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3746fbdf-4946-46eb-a495-f9f787b9858a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:39.472870 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3746fbdf-4946-46eb-a495-f9f787b9858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:39.497595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746fbdf-4946-46eb-a495-f9f787b9858a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484052f5-39b7-42fc-b197-e9ad9af4a1da,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:39.528524 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3746fbdf-4946-46eb-a495-f9f787b9858a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:39.533773 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3746fbdf-4946-46eb-a495-f9f787b9858a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/484052f5-39b7-42fc-b197-e9ad9af4a1da HTTP/1.1" status: 204 len: 168 time: 0.1983011 Jun 04 17:03:39.568358 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:39.581677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Deleting port 4427669f-b6b4-4620-bb87-eca2cb5c61de {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:39.582110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:39.675242 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8351a577-d816-4486-b492-318d17097def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'name': 'tempest-TestServerBasicOps-1830956161-router', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:20Z', 'updated_at': '2022-06-04T17:03:37Z', 'revision_number': 5, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'gw_port': {'id': '4427669f-b6b4-4620-bb87-eca2cb5c61de', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T16:58:21Z', 'updated_at': '2022-06-04T16:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:39.679735 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351a577-d816-4486-b492-318d17097def None None] Checking router: d8edcf62-e132-430f-8150-e033c9e86062 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:03:39.688421 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351a577-d816-4486-b492-318d17097def None None] Routers {'d8edcf62-e132-430f-8150-e033c9e86062'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:39.689292 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8351a577-d816-4486-b492-318d17097def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['d8edcf62-e132-430f-8150-e033c9e86062'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:39.768438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] For port 4427669f-b6b4-4620-bb87-eca2cb5c61de, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4427669f-b6b4-4620-bb87-eca2cb5c61de,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:39.768922 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:39.842081 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8351a577-d816-4486-b492-318d17097def None None] Set router d8edcf62-e132-430f-8150-e033c9e86062 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:39.898521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Calling delete_port for 4427669f-b6b4-4620-bb87-eca2cb5c61de owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:39.943498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33816) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:39.949623 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8351a577-d816-4486-b492-318d17097def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'name': 'tempest-TestServerBasicOps-1830956161-router', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:20Z', 'updated_at': '2022-06-04T17:03:39Z', 'revision_number': 6, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:39.953767 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351a577-d816-4486-b492-318d17097def None None] The sync data for ids ['d8edcf62-e132-430f-8150-e033c9e86062'] in n-d-811809-3 is: [{'id': 'd8edcf62-e132-430f-8150-e033c9e86062', 'name': 'tempest-TestServerBasicOps-1830956161-router', 'tenant_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T16:58:20Z', 'updated_at': '2022-06-04T17:03:39Z', 'revision_number': 6, 'project_id': 'a7d42f1f852e46ec8df26282eb2176ca', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:03:39.996924 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fef183df-77c7-4497-be00-07213e22292b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9f51196b8f540159c0b73a6a120c61b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522749 Jun 04 17:03:39.999570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33820) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:40.111282 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0ee49dd-2170-42e5-b9f1-313ed39ff521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:40.123753 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:40.184221 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0ee49dd-2170-42e5-b9f1-313ed39ff521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:40.190652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4427669f-b6b4-4620-bb87-eca2cb5c61de,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:40.306578 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:40.372541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d5cbce90-dc65-45e9-898b-0137d8b0ab2c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:40.407690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: d5cbce90-dc65-45e9-898b-0137d8b0ab2c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:40.408031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d5cbce90-dc65-45e9-898b-0137d8b0ab2c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:40.474012 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0ee49dd-2170-42e5-b9f1-313ed39ff521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:40.496810 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:40.500288 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:40.502001 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee49dd-2170-42e5-b9f1-313ed39ff521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c78615-7aa5-41b2-8d3e-3c4729c2e390,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:40.526272 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0ee49dd-2170-42e5-b9f1-313ed39ff521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:40.529860 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b0ee49dd-2170-42e5-b9f1-313ed39ff521 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45c78615-7aa5-41b2-8d3e-3c4729c2e390 HTTP/1.1" status: 204 len: 168 time: 0.5269372 Jun 04 17:03:40.537954 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:40.538552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8edcf62-e132-430f-8150-e033c9e86062 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:03:40.547110 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:40.550677 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e83b4df7-5de8-4b5f-ab1d-0b1c62aa07e4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d8edcf62-e132-430f-8150-e033c9e86062 HTTP/1.1" status: 204 len: 168 time: 1.3843448 Jun 04 17:03:40.551378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33826) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:40.617402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-37398829-6198-42a3-9af1-2451fb805ded admin admin] Deleting subnet 0b98b79c-1cf0-433d-aa33-21c0a23a73d7 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:03:40.620822 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37398829-6198-42a3-9af1-2451fb805ded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:40.802931 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37398829-6198-42a3-9af1-2451fb805ded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:40.889682 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37398829-6198-42a3-9af1-2451fb805ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:40.974410 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37398829-6198-42a3-9af1-2451fb805ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.028655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37398829-6198-42a3-9af1-2451fb805ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b98b79c-1cf0-433d-aa33-21c0a23a73d7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:41.030813 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-37398829-6198-42a3-9af1-2451fb805ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.036495 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3263f88a-7f95-4047-97ef-cc7a3e87e170 None None] Network dc751bb3-e81c-4971-9a71-80aa1bd605e8 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:03:41.040952 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-37398829-6198-42a3-9af1-2451fb805ded admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b98b79c-1cf0-433d-aa33-21c0a23a73d7 HTTP/1.1" status: 204 len: 168 time: 0.4856596 Jun 04 17:03:41.040952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33830) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:41.166898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.178412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Deleting port c045efaf-42d4-41b9-8eb9-d836f9e1108a {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:41.178912 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.323055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f49fec-4ca6-430f-9013-64c4d9c8172d None None] DHCP port deletion for dc751bb3-e81c-4971-9a71-80aa1bd605e8 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:03:41.327332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-67f49fec-4ca6-430f-9013-64c4d9c8172d None None] Deleting port c045efaf-42d4-41b9-8eb9-d836f9e1108a {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:41.327722 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-67f49fec-4ca6-430f-9013-64c4d9c8172d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.400206 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] For port c045efaf-42d4-41b9-8eb9-d836f9e1108a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c045efaf-42d4-41b9-8eb9-d836f9e1108a,segment=NetworkSegment(3246878e-dc57-4853-9999-cdbc88112618),segment_id=3246878e-dc57-4853-9999-cdbc88112618)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:41.400410 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.524635 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Calling delete_port for c045efaf-42d4-41b9-8eb9-d836f9e1108a owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:41.534234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-67f49fec-4ca6-430f-9013-64c4d9c8172d None None] For port c045efaf-42d4-41b9-8eb9-d836f9e1108a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c045efaf-42d4-41b9-8eb9-d836f9e1108a,segment=NetworkSegment(3246878e-dc57-4853-9999-cdbc88112618),segment_id=3246878e-dc57-4853-9999-cdbc88112618)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:41.534770 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-67f49fec-4ca6-430f-9013-64c4d9c8172d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.604372 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.656378 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Pushing event deleted for resources: {'Port': ['ID=c045efaf-42d4-41b9-8eb9-d836f9e1108a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:41.657506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-67f49fec-4ca6-430f-9013-64c4d9c8172d None None] Calling delete_port for c045efaf-42d4-41b9-8eb9-d836f9e1108a owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:03:41.660519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] No DVR routers for this DVR port c045efaf-42d4-41b9-8eb9-d836f9e1108a on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:03:41.736944 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-67f49fec-4ca6-430f-9013-64c4d9c8172d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:03:41.737260 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-67f49fec-4ca6-430f-9013-64c4d9c8172d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:03:41.777806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.804180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc751bb3-e81c-4971-9a71-80aa1bd605e8']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:41.816992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3246878e-dc57-4853-9999-cdbc88112618') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:41.817301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3246878e-dc57-4853-9999-cdbc88112618') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:41.828874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.847640 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.858535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:03:41.859462 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.927826 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 3246878e-dc57-4853-9999-cdbc88112618 resource provider aggregate not found Jun 04 17:03:41.946798 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 3246878e-dc57-4853-9999-cdbc88112618 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3246878e-dc57-4853-9999-cdbc88112618 found for delete ", "request_id": "req-0165f146-52e6-44af-8763-8e36f4f23b87"}]} Jun 04 17:03:41.960905 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.977247 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:41.987461 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] Pushing event deleted for resources: {'Network': ['ID=dc751bb3-e81c-4971-9a71-80aa1bd605e8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:41.994709 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4856fae7-8a8b-4dd5-b835-e6bf1e06414d admin admin] 10.222.0.13 "DELETE /v2.0/networks/dc751bb3-e81c-4971-9a71-80aa1bd605e8 HTTP/1.1" status: 204 len: 168 time: 0.9525001 Jun 04 17:03:42.184858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33840) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:42.238342 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e412f41d-e62b-46b0-8594-e87ba0e42d92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94c41529a7814445831571c9b12fec38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522871 Jun 04 17:03:42.241293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33844) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:42.241807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-67f49fec-4ca6-430f-9013-64c4d9c8172d None None] Deleting port c045efaf-42d4-41b9-8eb9-d836f9e1108a {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:03:42.242246 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-67f49fec-4ca6-430f-9013-64c4d9c8172d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:42.272547 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c045efaf-42d4-41b9-8eb9-d836f9e1108a no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:42.302249 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddff979-d7c1-4424-8b1d-0817b6db7c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:42.328040 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddff979-d7c1-4424-8b1d-0817b6db7c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:42.337802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c045efaf-42d4-41b9-8eb9-d836f9e1108a {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:42.338130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c045efaf-42d4-41b9-8eb9-d836f9e1108a not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:42.338594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4427669f-b6b4-4620-bb87-eca2cb5c61de no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:03:42.365017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-67f49fec-4ca6-430f-9013-64c4d9c8172d None None] The port 'c045efaf-42d4-41b9-8eb9-d836f9e1108a' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:03:42.376001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 4427669f-b6b4-4620-bb87-eca2cb5c61de {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:03:42.376001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4427669f-b6b4-4620-bb87-eca2cb5c61de not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:03:42.388999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddff979-d7c1-4424-8b1d-0817b6db7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:42.410702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddff979-d7c1-4424-8b1d-0817b6db7c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0203f8ce-df05-4290-8dbb-e95834075ade,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:42.417927 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bddff979-d7c1-4424-8b1d-0817b6db7c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:42.419098 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bddff979-d7c1-4424-8b1d-0817b6db7c29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0203f8ce-df05-4290-8dbb-e95834075ade HTTP/1.1" status: 204 len: 168 time: 0.1767993 Jun 04 17:03:42.778699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33852) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:42.828253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e708b81a-94c3-41a3-84f4-7716c3aaf0c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7d42f1f852e46ec8df26282eb2176ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484316 Jun 04 17:03:42.831939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33856) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:42.890312 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61c54369-e71b-4245-8e52-8e3fd1578c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:42.917316 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61c54369-e71b-4245-8e52-8e3fd1578c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:42.971092 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61c54369-e71b-4245-8e52-8e3fd1578c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:42.985089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c54369-e71b-4245-8e52-8e3fd1578c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808bb5e2-e71a-4a7d-9e02-bba256c1f144,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:42.991414 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-61c54369-e71b-4245-8e52-8e3fd1578c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:42.995219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-61c54369-e71b-4245-8e52-8e3fd1578c40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/808bb5e2-e71a-4a7d-9e02-bba256c1f144 HTTP/1.1" status: 204 len: 168 time: 0.1619275 Jun 04 17:03:43.800739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33880) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:43.914861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-631170527-network', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:03:43.920673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:03:43.925075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Usage tracker for resource:network and tenant:c235c6dfb9404698af467fa8bde13a29 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:03:43.928133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:03:43.934769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:03:43.948189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Made reservation on behalf of c235c6dfb9404698af467fa8bde13a29 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:03:43.950457 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:43.965915 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:43.980829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:03:43.984682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Usage tracker for resource:security_group_rule and tenant:c235c6dfb9404698af467fa8bde13a29 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:03:43.987832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:03:43.993999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:03:44.075334 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:44.081679 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:44.123144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:03:44.128447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a04ec2-50e2-4856-a8b7-d74e0522740a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:44.136175 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:44.136175 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Added segment 80678bf0-5ada-403f-8488-4a3816ee0529 of type vlan for network a8856d34-053f-4f65-b601-40c10a6bd670 Jun 04 17:03:44.162547 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:44.193189 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:44.194230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:44.194848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:44.296648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] Pushing event updated for resources: {'Network': ['ID=a8856d34-053f-4f65-b601-40c10a6bd670,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:44.301679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bfda05d0-7813-4baf-ae7c-d6234307ccb6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4996459 Jun 04 17:03:44.306703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33886) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:44.308792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network a8856d34-053f-4f65-b601-40c10a6bd670 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:03:44.312311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Request body: {'subnet': {'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-631170527-subnet', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:03:44.318209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:03:44.322096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Usage tracker for resource:subnet and tenant:c235c6dfb9404698af467fa8bde13a29 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:03:44.324965 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:03:44.331349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:03:44.343116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Made reservation on behalf of c235c6dfb9404698af467fa8bde13a29 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:03:44.345493 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:44.671377 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:44.754783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=733441d2-a0ba-4064-a3f9-3726676a50ac,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:44.765542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Checking segment: {'id': '80678bf0-5ada-403f-8488-4a3816ee0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:03:44.765892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Network hostable DHCP agents. Network: a8856d34-053f-4f65-b601-40c10a6bd670, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:03:44.788118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Network a8856d34-053f-4f65-b601-40c10a6bd670 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:03:44.799452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, a8856d34-053f-4f65-b601-40c10a6bd670) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:03:44.803422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:44.804023 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:44.809027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d9cfd-029a-4cda-9c4e-096b56f537d6 None None] Network a8856d34-053f-4f65-b601-40c10a6bd670 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:03:44.824902 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a2e46c37-6ac5-442f-8b25-0d1b0c46f563 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5168412 Jun 04 17:03:44.827736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33890) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:44.832685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:03:44.837978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:03:44.841876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Usage tracker for resource:router and tenant:c235c6dfb9404698af467fa8bde13a29 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:03:44.844713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:03:44.850609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:03:44.861776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:44.862827 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:44.880408 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:45.020614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-a8856d34-053f-4f65-b601-40c10a6bd670', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:03:45.021332 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:45.151163 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:45.178959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Allocated IP 172.20.0.2 (a8856d34-053f-4f65-b601-40c10a6bd670/733441d2-a0ba-4064-a3f9-3726676a50ac/403bde6d-687d-4b9c-be77-bf3a8d5926ea) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:03:45.381516 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:45.391746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Transition to ACTIVE for port object 403bde6d-687d-4b9c-be77-bf3a8d5926ea will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:03:45.410049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Transition to ACTIVE for port object 403bde6d-687d-4b9c-be77-bf3a8d5926ea will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:03:45.417117 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:45.459998 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:45.481150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Network a8856d34-053f-4f65-b601-40c10a6bd670 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:03:45.484064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:03:45.487696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:03:45.489865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:45.493347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Pushing event updated for resources: {'Port': ['ID=403bde6d-687d-4b9c-be77-bf3a8d5926ea,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:45.581195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Attempting to bind port 403bde6d-687d-4b9c-be77-bf3a8d5926ea on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:03:45.581560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Attempting to bind port 403bde6d-687d-4b9c-be77-bf3a8d5926ea by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '80678bf0-5ada-403f-8488-4a3816ee0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:03:45.581921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Attempting to bind port 403bde6d-687d-4b9c-be77-bf3a8d5926ea on network a8856d34-053f-4f65-b601-40c10a6bd670 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:03:45.587204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:03:45.587571 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Checking segment: {'id': '80678bf0-5ada-403f-8488-4a3816ee0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:03:45.587967 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:45.588351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Bound using segment: {'id': '80678bf0-5ada-403f-8488-4a3816ee0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:03:45.588809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Bound port: 403bde6d-687d-4b9c-be77-bf3a8d5926ea, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80678bf0-5ada-403f-8488-4a3816ee0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:03:45.589170 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:45.626198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Allocated IP 172.25.5.211 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/f5f9c075-c1bb-44d5-a329-ab865c6a8723) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:03:45.675959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] For port 403bde6d-687d-4b9c-be77-bf3a8d5926ea, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:03:45.678898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] For port 403bde6d-687d-4b9c-be77-bf3a8d5926ea, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=403bde6d-687d-4b9c-be77-bf3a8d5926ea,segment=NetworkSegment(80678bf0-5ada-403f-8488-4a3816ee0529),segment_id=80678bf0-5ada-403f-8488-4a3816ee0529)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:03:45.684149 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:45.772694 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:45.775291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d34000-7248-4db8-a4a9-96ff9cbc245d None None] Pushing event updated for resources: {'Port': ['ID=403bde6d-687d-4b9c-be77-bf3a8d5926ea,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:45.809520 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:45.872407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:03:45.875206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:03:45.878879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:03:45.924865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f9c075-c1bb-44d5-a329-ab865c6a8723,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:46.293646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 403bde6d-687d-4b9c-be77-bf3a8d5926ea up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:03:46.361503 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 403bde6d-687d-4b9c-be77-bf3a8d5926ea completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:03:46.430465 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:46.683823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2726a5c5-9730-4703-b0b9-ab6a8d580438 None None] Network a8856d34-053f-4f65-b601-40c10a6bd670 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:03:46.783531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2f96b9d9-98e0-4c5b-8c97-9b61770b6601 None None] Provisioning for port 403bde6d-687d-4b9c-be77-bf3a8d5926ea completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:03:46.793665 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:46.802130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2f96b9d9-98e0-4c5b-8c97-9b61770b6601 None None] Provisioning complete for port 403bde6d-687d-4b9c-be77-bf3a8d5926ea triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:46.802523 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2f96b9d9-98e0-4c5b-8c97-9b61770b6601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:47.019411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Router 9eec949f-2278-43c3-805f-3b0a5109854d is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:03:47.039793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2f96b9d9-98e0-4c5b-8c97-9b61770b6601 None None] Current status of the port 403bde6d-687d-4b9c-be77-bf3a8d5926ea is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:03:47.040071 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2f96b9d9-98e0-4c5b-8c97-9b61770b6601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:47.077347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2f96b9d9-98e0-4c5b-8c97-9b61770b6601 None None] For port 403bde6d-687d-4b9c-be77-bf3a8d5926ea, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=403bde6d-687d-4b9c-be77-bf3a8d5926ea,segment=NetworkSegment(80678bf0-5ada-403f-8488-4a3816ee0529),segment_id=80678bf0-5ada-403f-8488-4a3816ee0529)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:47.082316 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2f96b9d9-98e0-4c5b-8c97-9b61770b6601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:47.154741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96b9d9-98e0-4c5b-8c97-9b61770b6601 None None] Pushing event updated for resources: {'Port': ['ID=403bde6d-687d-4b9c-be77-bf3a8d5926ea,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:47.215758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:03:47.227740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Sync routers for ids ['9eec949f-2278-43c3-805f-3b0a5109854d'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:03:47.238628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Routers {'9eec949f-2278-43c3-805f-3b0a5109854d'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:47.239536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9eec949f-2278-43c3-805f-3b0a5109854d'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:47.241690 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:47.245644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-874ba212-1140-4be9-b731-2401b4a05458 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4143686 Jun 04 17:03:47.245844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33894) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:47.332848 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fd693e1d-6eeb-4e5f-a0b5-71ea0925721a None None] Provisioning complete for port 403bde6d-687d-4b9c-be77-bf3a8d5926ea triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:47.333043 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd693e1d-6eeb-4e5f-a0b5-71ea0925721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:47.514358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Set router 9eec949f-2278-43c3-805f-3b0a5109854d gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:47.745093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fd693e1d-6eeb-4e5f-a0b5-71ea0925721a None None] Current status of the port 403bde6d-687d-4b9c-be77-bf3a8d5926ea is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:03:47.847755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:46Z', 'revision_number': 3, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:47.851917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Checking router: 9eec949f-2278-43c3-805f-3b0a5109854d for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:03:47.852291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Updating router 9eec949f-2278-43c3-805f-3b0a5109854d port f5f9c075-c1bb-44d5-a329-ab865c6a8723 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:03:47.905465 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:48.048063 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:48.235974 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:48.248192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Transition to ACTIVE for port object f5f9c075-c1bb-44d5-a329-ab865c6a8723 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:03:48.255886 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:48.265020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Allocated IP 172.20.0.1 (a8856d34-053f-4f65-b601-40c10a6bd670/733441d2-a0ba-4064-a3f9-3726676a50ac/2e487529-7e15-4cc2-b61a-6e90f6b5b6b8) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:03:48.301036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 403bde6d-687d-4b9c-be77-bf3a8d5926ea up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:03:48.386354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Attempting to bind port f5f9c075-c1bb-44d5-a329-ab865c6a8723 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:03:48.386724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Attempting to bind port f5f9c075-c1bb-44d5-a329-ab865c6a8723 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:03:48.387102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Attempting to bind port f5f9c075-c1bb-44d5-a329-ab865c6a8723 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:03:48.394597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03128385-be2d-4507-93b6-bddcdea4d463 None None] Pushing event updated for resources: {'Port': ['ID=f5f9c075-c1bb-44d5-a329-ab865c6a8723,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:48.404233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:03:48.404620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:03:48.405018 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:48.405383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:03:48.405849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Bound port: f5f9c075-c1bb-44d5-a329-ab865c6a8723, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:03:48.406212 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:48.426245 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:48.443096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Transition to ACTIVE for port object 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:03:48.469256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:48.479439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 403bde6d-687d-4b9c-be77-bf3a8d5926ea triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:48.479803 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:48.534775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] For port f5f9c075-c1bb-44d5-a329-ab865c6a8723, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:03:48.538177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Network a8856d34-053f-4f65-b601-40c10a6bd670 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:03:48.541292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:03:48.544990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:03:48.547498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] For port f5f9c075-c1bb-44d5-a329-ab865c6a8723, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f5f9c075-c1bb-44d5-a329-ab865c6a8723,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:03:48.559191 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:48.600821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Pushing event updated for resources: {'Port': ['ID=2e487529-7e15-4cc2-b61a-6e90f6b5b6b8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:48.614241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:48.690312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 403bde6d-687d-4b9c-be77-bf3a8d5926ea is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:03:48.694753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Routers {'9eec949f-2278-43c3-805f-3b0a5109854d'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:48.695510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9eec949f-2278-43c3-805f-3b0a5109854d'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:48.749389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03128385-be2d-4507-93b6-bddcdea4d463 None None] Pushing event updated for resources: {'Port': ['ID=f5f9c075-c1bb-44d5-a329-ab865c6a8723,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:48.894936 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] Set router 9eec949f-2278-43c3-805f-3b0a5109854d gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:48.905058 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:48.984826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b63f9efd-45b6-4294-bdb6-73b3cd0254da None None] Provisioning for port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:03:49.065488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b63f9efd-45b6-4294-bdb6-73b3cd0254da None None] Provisioning complete for port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:49.065827 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b63f9efd-45b6-4294-bdb6-73b3cd0254da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:49.131320 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:49.137479 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:49.186009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b63f9efd-45b6-4294-bdb6-73b3cd0254da None None] Port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:03:49.299299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:46Z', 'revision_number': 3, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:49.303684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fa1df-e997-4c9b-9740-925377026a70 None None] The sync data for ids ['9eec949f-2278-43c3-805f-3b0a5109854d'] in n-d-811809-3 is: [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:46Z', 'revision_number': 3, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:03:49.370699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Pushing event updated for resources: {'Port': ['ID=2e487529-7e15-4cc2-b61a-6e90f6b5b6b8,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:49.373268 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:49.528842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Network a8856d34-053f-4f65-b601-40c10a6bd670 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:03:49.530203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:03:49.759950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Router 9eec949f-2278-43c3-805f-3b0a5109854d has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:03:49.809756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b37959d3-9199-49de-be16-5ad0457cf6c8 None None] Provisioning complete for port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:49.810355 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b37959d3-9199-49de-be16-5ad0457cf6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:49.864707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b37959d3-9199-49de-be16-5ad0457cf6c8 None None] Port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:03:49.944642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:03:49.954235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9b6e971d-2ad5-4636-abe1-85ae7944943f admin admin] 10.222.0.13 "PUT /v2.0/routers/9eec949f-2278-43c3-805f-3b0a5109854d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7073188 Jun 04 17:03:50.290268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f5f9c075-c1bb-44d5-a329-ab865c6a8723 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:03:50.356428 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port f5f9c075-c1bb-44d5-a329-ab865c6a8723 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:03:50.361582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f5f9c075-c1bb-44d5-a329-ab865c6a8723 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:50.361994 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:50.476989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 33912) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:50.480253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f5f9c075-c1bb-44d5-a329-ab865c6a8723 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:03:50.480630 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:50.483096 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-453638990-network', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:03:50.489076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:03:50.492946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Usage tracker for resource:network and tenant:00d2eb8d8abb4918ac70b505f96f0863 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:03:50.496058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:03:50.497771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port f5f9c075-c1bb-44d5-a329-ab865c6a8723, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f5f9c075-c1bb-44d5-a329-ab865c6a8723,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:50.503336 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:50.510571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:03:50.527549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Made reservation on behalf of 00d2eb8d8abb4918ac70b505f96f0863 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:03:50.537502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:50.559504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:50.575747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=f5f9c075-c1bb-44d5-a329-ab865c6a8723,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:50.579853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:03:50.584182 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Usage tracker for resource:security_group_rule and tenant:00d2eb8d8abb4918ac70b505f96f0863 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:03:50.587066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:03:50.592830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:03:50.681332 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:50.686832 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:50.719015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:03:50.724526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39af6917-bf6f-47d9-a2fe-1a73d6224acd,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:50.731429 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:50.731757 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Added segment be928f59-6b13-4a66-9493-db0524f50a44 of type vlan for network 48bc5491-273a-448f-9e9a-75741f4dcb18 Jun 04 17:03:50.758233 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:50.790752 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:50.791709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:50.792283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:50.832882 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Sync routers for ids ['9eec949f-2278-43c3-805f-3b0a5109854d'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:03:50.843461 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Routers {'9eec949f-2278-43c3-805f-3b0a5109854d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:50.844091 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9eec949f-2278-43c3-805f-3b0a5109854d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:50.895315 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] Pushing event updated for resources: {'Network': ['ID=48bc5491-273a-448f-9e9a-75741f4dcb18,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:50.898230 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-10989242-96a9-4bd5-8b34-3f749971c40a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4196367 Jun 04 17:03:50.901849 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33916) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:50.907581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Request body: {'subnet': {'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-453638990-subnet', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:03:50.908930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 48bc5491-273a-448f-9e9a-75741f4dcb18 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:03:50.912998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:03:50.917351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Usage tracker for resource:subnet and tenant:00d2eb8d8abb4918ac70b505f96f0863 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:03:50.920670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:03:50.927279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:03:50.940344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Made reservation on behalf of 00d2eb8d8abb4918ac70b505f96f0863 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:03:50.943319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:51.022294 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Set router 9eec949f-2278-43c3-805f-3b0a5109854d gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:51.151471 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:51.225444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0487fa-f821-4252-a7fb-8498319a9d96,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:51.234099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Checking segment: {'id': 'be928f59-6b13-4a66-9493-db0524f50a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:03:51.234450 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Network hostable DHCP agents. Network: 48bc5491-273a-448f-9e9a-75741f4dcb18, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:03:51.253577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Network 48bc5491-273a-448f-9e9a-75741f4dcb18 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:03:51.264452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 48bc5491-273a-448f-9e9a-75741f4dcb18) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:03:51.273035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5219183b-4d06-403a-b922-811ad97ac098 None None] Network 48bc5491-273a-448f-9e9a-75741f4dcb18 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:03:51.273297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:03:51.274102 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:51.304829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c9b73a6f-42c4-4844-8e8f-1f4d09caa9dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4016020 Jun 04 17:03:51.307145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33920) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:51.312297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-453638990-router', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:03:51.317847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:03:51.321772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Usage tracker for resource:router and tenant:00d2eb8d8abb4918ac70b505f96f0863 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:03:51.324864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:03:51.331938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:03:51.343669 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:51.345191 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:51.369716 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:51.397285 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2e487529-7e15-4cc2-b61a-6e90f6b5b6b8', 'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'mac_address': 'fa:16:3e:1d:19:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:48Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 2, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'subnets': [{'id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:51.401511 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Checking router: 9eec949f-2278-43c3-805f-3b0a5109854d for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:03:51.401847 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Updating router 9eec949f-2278-43c3-805f-3b0a5109854d port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:03:51.456250 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:51.509271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-48bc5491-273a-448f-9e9a-75741f4dcb18', 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'fixed_ips': [{'subnet_id': '6c0487fa-f821-4252-a7fb-8498319a9d96'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:03:51.511365 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:51.643436 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:51.683059 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Allocated IP 172.20.0.2 (48bc5491-273a-448f-9e9a-75741f4dcb18/6c0487fa-f821-4252-a7fb-8498319a9d96/dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:03:51.807399 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:51.819243 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Transition to ACTIVE for port object 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:03:51.827047 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:51.902786 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:51.916018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Transition to ACTIVE for port object dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:03:51.938279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Transition to ACTIVE for port object dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:03:51.945705 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:52.032511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Pushing event updated for resources: {'Port': ['ID=dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:52.043519 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Pushing event updated for resources: {'Port': ['ID=2e487529-7e15-4cc2-b61a-6e90f6b5b6b8,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:52.048991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Network 48bc5491-273a-448f-9e9a-75741f4dcb18 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:03:52.050510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:03:52.052635 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:52.052956 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:52.053317 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:52.053590 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:52.053914 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:52.054224 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:52.054582 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:52.054899 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:52.055085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:03:52.055214 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:52.055529 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:52.055842 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:52.056152 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:03:52.082363 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Attempting to bind port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:03:52.083215 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Attempting to bind port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '80678bf0-5ada-403f-8488-4a3816ee0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:03:52.083859 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Attempting to bind port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 on network a8856d34-053f-4f65-b601-40c10a6bd670 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:03:52.091434 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:03:52.091918 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Checking segment: {'id': '80678bf0-5ada-403f-8488-4a3816ee0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:03:52.092548 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:52.093128 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Bound using segment: {'id': '80678bf0-5ada-403f-8488-4a3816ee0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:03:52.093597 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Bound port: 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80678bf0-5ada-403f-8488-4a3816ee0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:03:52.094239 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:52.105677 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:52.138937 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:52.197129 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] For port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:03:52.200594 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] For port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2e487529-7e15-4cc2-b61a-6e90f6b5b6b8,segment=NetworkSegment(80678bf0-5ada-403f-8488-4a3816ee0529),segment_id=80678bf0-5ada-403f-8488-4a3816ee0529)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:03:52.205523 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:52.205718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Attempting to bind port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:03:52.206002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Attempting to bind port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'be928f59-6b13-4a66-9493-db0524f50a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:03:52.206581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Attempting to bind port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 on network 48bc5491-273a-448f-9e9a-75741f4dcb18 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:03:52.214158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:03:52.214400 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Checking segment: {'id': 'be928f59-6b13-4a66-9493-db0524f50a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:03:52.214818 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:52.215200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Bound using segment: {'id': 'be928f59-6b13-4a66-9493-db0524f50a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:03:52.215659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Bound port: dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be928f59-6b13-4a66-9493-db0524f50a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:03:52.216023 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:52.291132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f5f9c075-c1bb-44d5-a329-ab865c6a8723 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:03:52.311760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Allocated IP 172.25.5.112 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/f5a74c05-7340-4af8-bdc4-70f3264d50dc) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:03:52.315543 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Routers {'9eec949f-2278-43c3-805f-3b0a5109854d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:52.316313 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9eec949f-2278-43c3-805f-3b0a5109854d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:52.389185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f5f9c075-c1bb-44d5-a329-ab865c6a8723 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:52.389511 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:52.415679 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55570e-05df-42b5-a2c0-208259fa3fa0 None None] Pushing event updated for resources: {'Port': ['ID=2e487529-7e15-4cc2-b61a-6e90f6b5b6b8,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:52.433333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] For port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:03:52.452609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] For port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7,segment=NetworkSegment(be928f59-6b13-4a66-9493-db0524f50a44),segment_id=be928f59-6b13-4a66-9493-db0524f50a44)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:03:52.461467 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:52.523119 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:52.536295 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] Set router 9eec949f-2278-43c3-805f-3b0a5109854d gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:52.567903 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:52.627032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f92f78-1b99-46f3-bf2a-2cccdcf9d0ca None None] Pushing event updated for resources: {'Port': ['ID=dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:52.646081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:03:52.647906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f5f9c075-c1bb-44d5-a329-ab865c6a8723 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:03:52.649396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:03:52.654073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:03:52.693983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a74c05-7340-4af8-bdc4-70f3264d50dc,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:52.959176 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2e487529-7e15-4cc2-b61a-6e90f6b5b6b8', 'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'mac_address': 'fa:16:3e:1d:19:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:48Z', 'updated_at': '2022-06-04T17:03:52Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'subnets': [{'id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:52.963076 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90229ac4-f291-48d7-85eb-198b028119cc None None] The sync data for ids ['9eec949f-2278-43c3-805f-3b0a5109854d'] in n-d-811809-3 is: [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2e487529-7e15-4cc2-b61a-6e90f6b5b6b8', 'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'mac_address': 'fa:16:3e:1d:19:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:48Z', 'updated_at': '2022-06-04T17:03:52Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'subnets': [{'id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:03:53.138701 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:53.509312 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:53.582658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a56e656-a7ed-4c91-b277-c30371fe53be None None] Network 48bc5491-273a-448f-9e9a-75741f4dcb18 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:03:53.742492 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:03:53.746195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-01b6a519-8ffa-476e-9879-c271fa65e870 None None] Provisioning for port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:03:53.889490 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Router 6baa75bc-7571-4621-a9c7-e8036bf84a50 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:03:54.081272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:03:54.092370 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Sync routers for ids ['6baa75bc-7571-4621-a9c7-e8036bf84a50'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:03:54.102756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Routers {'6baa75bc-7571-4621-a9c7-e8036bf84a50'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:54.103388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['6baa75bc-7571-4621-a9c7-e8036bf84a50'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:54.106652 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:54.110569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-136f1aca-036c-44fb-9d45-0fe2ac2ccfc9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7998991 Jun 04 17:03:54.110876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 33924) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:03:54.300984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Set router 6baa75bc-7571-4621-a9c7-e8036bf84a50 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:54.343414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:03:54.565967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:03:54.574820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:54.575210 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:54.738278 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:03:54.739028 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:54.747852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'name': 'tempest-TestVolumeBackupRestore-453638990-router', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:51Z', 'updated_at': '2022-06-04T17:03:52Z', 'revision_number': 3, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'gw_port': {'id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:52Z', 'updated_at': '2022-06-04T17:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:54.756881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Checking router: 6baa75bc-7571-4621-a9c7-e8036bf84a50 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:03:54.757214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Updating router 6baa75bc-7571-4621-a9c7-e8036bf84a50 port f5a74c05-7340-4af8-bdc4-70f3264d50dc binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:03:54.782601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:54.823510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2e487529-7e15-4cc2-b61a-6e90f6b5b6b8,segment=NetworkSegment(80678bf0-5ada-403f-8488-4a3816ee0529),segment_id=80678bf0-5ada-403f-8488-4a3816ee0529)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:54.826873 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:54.857728 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:54.858509 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:03:54.997748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Allocated IP 172.20.0.1 (48bc5491-273a-448f-9e9a-75741f4dcb18/6c0487fa-f821-4252-a7fb-8498319a9d96/08f76e0d-65b7-45d6-a17f-15c14d74dae8) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:03:55.087888 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=2e487529-7e15-4cc2-b61a-6e90f6b5b6b8,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:55.119708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:03:55.171796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:55.172166 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.283058 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.299447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Transition to ACTIVE for port object 08f76e0d-65b7-45d6-a17f-15c14d74dae8 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:03:55.326158 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.386518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:03:55.386791 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.388913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Network 48bc5491-273a-448f-9e9a-75741f4dcb18 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:03:55.391701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:03:55.395751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:03:55.448046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Pushing event updated for resources: {'Port': ['ID=08f76e0d-65b7-45d6-a17f-15c14d74dae8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:55.449208 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.453146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7,segment=NetworkSegment(be928f59-6b13-4a66-9493-db0524f50a44),segment_id=be928f59-6b13-4a66-9493-db0524f50a44)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:55.460950 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.465044 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.466241 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Transition to ACTIVE for port object f5a74c05-7340-4af8-bdc4-70f3264d50dc will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:03:55.508966 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.563134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Attempting to bind port f5a74c05-7340-4af8-bdc4-70f3264d50dc on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:03:55.563623 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Attempting to bind port f5a74c05-7340-4af8-bdc4-70f3264d50dc by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:03:55.563982 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Attempting to bind port f5a74c05-7340-4af8-bdc4-70f3264d50dc on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:03:55.569973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:55.611217 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.613174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:03:55.613174 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:03:55.613586 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.613965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:03:55.614515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Bound port: f5a74c05-7340-4af8-bdc4-70f3264d50dc, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:03:55.614834 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.687997 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f762be6-ef0e-4321-b4ac-b5745b82d7f5 None None] Pushing event updated for resources: {'Port': ['ID=f5a74c05-7340-4af8-bdc4-70f3264d50dc,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:55.718099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] For port f5a74c05-7340-4af8-bdc4-70f3264d50dc, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:03:55.721280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] For port f5a74c05-7340-4af8-bdc4-70f3264d50dc, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f5a74c05-7340-4af8-bdc4-70f3264d50dc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:03:55.722543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-56721f88-8755-4f3c-8b18-74da4ce665cc None None] Provisioning for port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:03:55.727380 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.759073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-56721f88-8755-4f3c-8b18-74da4ce665cc None None] Provisioning complete for port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:55.759771 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56721f88-8755-4f3c-8b18-74da4ce665cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.843374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.849090 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.849422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-56721f88-8755-4f3c-8b18-74da4ce665cc None None] Port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:03:55.858737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Routers {'6baa75bc-7571-4621-a9c7-e8036bf84a50'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:03:55.859351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:03:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['6baa75bc-7571-4621-a9c7-e8036bf84a50'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:55.905632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f762be6-ef0e-4321-b4ac-b5745b82d7f5 None None] Pushing event updated for resources: {'Port': ['ID=f5a74c05-7340-4af8-bdc4-70f3264d50dc,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:55.955548 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:55.958989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Pushing event updated for resources: {'Port': ['ID=08f76e0d-65b7-45d6-a17f-15c14d74dae8,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:03:56.041887 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] Set router 6baa75bc-7571-4621-a9c7-e8036bf84a50 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:03:56.092001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Network 48bc5491-273a-448f-9e9a-75741f4dcb18 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:03:56.093162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:03:56.292520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:03:56.302376 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Router 6baa75bc-7571-4621-a9c7-e8036bf84a50 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:03:56.416778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1e8a7216-a91e-4c41-b4cf-53406a3259fd None None] Provisioning complete for port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:56.417022 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1e8a7216-a91e-4c41-b4cf-53406a3259fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:56.466088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:56.466465 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:56.478409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:03:56.487801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-28448830-b6ec-45ba-8af1-d6e71945221a admin admin] 10.222.0.13 "PUT /v2.0/routers/6baa75bc-7571-4621-a9c7-e8036bf84a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3758705 Jun 04 17:03:56.524538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a7216-a91e-4c41-b4cf-53406a3259fd None None] Port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:03:56.542883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'name': 'tempest-TestVolumeBackupRestore-453638990-router', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:51Z', 'updated_at': '2022-06-04T17:03:55Z', 'revision_number': 4, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'gw_port': {'id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:52Z', 'updated_at': '2022-06-04T17:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '08f76e0d-65b7-45d6-a17f-15c14d74dae8', 'name': '', 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'mac_address': 'fa:16:3e:e9:68:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6c0487fa-f821-4252-a7fb-8498319a9d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:54Z', 'updated_at': '2022-06-04T17:03:55Z', 'revision_number': 2, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'subnets': [{'id': '6c0487fa-f821-4252-a7fb-8498319a9d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:03:56.550089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df752-6029-4e65-bdef-7904177ecd74 None None] The sync data for ids ['6baa75bc-7571-4621-a9c7-e8036bf84a50'] in n-d-811809-3 is: [{'id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'name': 'tempest-TestVolumeBackupRestore-453638990-router', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:51Z', 'updated_at': '2022-06-04T17:03:55Z', 'revision_number': 4, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'gw_port': {'id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:52Z', 'updated_at': '2022-06-04T17:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '08f76e0d-65b7-45d6-a17f-15c14d74dae8', 'name': '', 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'mac_address': 'fa:16:3e:e9:68:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6c0487fa-f821-4252-a7fb-8498319a9d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:54Z', 'updated_at': '2022-06-04T17:03:55Z', 'revision_number': 2, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'subnets': [{'id': '6c0487fa-f821-4252-a7fb-8498319a9d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:03:56.670699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:03:56.671783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:03:56.739537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:56.739959 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:56.870826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:03:57.831757 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-aa5ada4a-31b6-47b1-a7b0-dbf222722978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:58.294924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f5a74c05-7340-4af8-bdc4-70f3264d50dc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:03:58.364629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port f5a74c05-7340-4af8-bdc4-70f3264d50dc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:03:58.369706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f5a74c05-7340-4af8-bdc4-70f3264d50dc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:03:58.370225 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:58.491790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f5a74c05-7340-4af8-bdc4-70f3264d50dc is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:03:58.492165 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:58.508955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port f5a74c05-7340-4af8-bdc4-70f3264d50dc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f5a74c05-7340-4af8-bdc4-70f3264d50dc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:03:58.513880 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:03:58.595114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=f5a74c05-7340-4af8-bdc4-70f3264d50dc,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:04:00.067659 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-705b0d6a-1906-4a18-ab80-9ff199910d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:00.155599 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Sync routers for ids ['6baa75bc-7571-4621-a9c7-e8036bf84a50'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:04:00.165821 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Routers {'6baa75bc-7571-4621-a9c7-e8036bf84a50'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:04:00.166440 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:04:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['6baa75bc-7571-4621-a9c7-e8036bf84a50'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:04:00.280466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f5a74c05-7340-4af8-bdc4-70f3264d50dc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:04:00.351280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f5a74c05-7340-4af8-bdc4-70f3264d50dc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:04:00.351721 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:00.352334 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Set router 6baa75bc-7571-4621-a9c7-e8036bf84a50 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:04:00.480154 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f5a74c05-7340-4af8-bdc4-70f3264d50dc is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:04:00.714136 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'name': 'tempest-TestVolumeBackupRestore-453638990-router', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:51Z', 'updated_at': '2022-06-04T17:03:55Z', 'revision_number': 4, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'gw_port': {'id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:52Z', 'updated_at': '2022-06-04T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '08f76e0d-65b7-45d6-a17f-15c14d74dae8', 'name': '', 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'mac_address': 'fa:16:3e:e9:68:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6c0487fa-f821-4252-a7fb-8498319a9d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:54Z', 'updated_at': '2022-06-04T17:03:55Z', 'revision_number': 2, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'subnets': [{'id': '6c0487fa-f821-4252-a7fb-8498319a9d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:04:00.723162 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Checking router: 6baa75bc-7571-4621-a9c7-e8036bf84a50 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:04:00.723768 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Updating router 6baa75bc-7571-4621-a9c7-e8036bf84a50 port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:04:00.792880 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:01.151283 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:01.163406 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Transition to ACTIVE for port object 08f76e0d-65b7-45d6-a17f-15c14d74dae8 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:04:01.171689 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:01.279806 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:01.312453 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7e90d-6792-465b-b507-c819820fda57 None None] Pushing event updated for resources: {'Port': ['ID=08f76e0d-65b7-45d6-a17f-15c14d74dae8,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:04:01.415307 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:01.433635 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Attempting to bind port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:04:01.433986 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Attempting to bind port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'be928f59-6b13-4a66-9493-db0524f50a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:04:01.434336 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Attempting to bind port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 on network 48bc5491-273a-448f-9e9a-75741f4dcb18 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:04:01.440235 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:04:01.440593 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Checking segment: {'id': 'be928f59-6b13-4a66-9493-db0524f50a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:04:01.440981 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:01.441362 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Bound using segment: {'id': 'be928f59-6b13-4a66-9493-db0524f50a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:04:01.441811 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Bound port: 08f76e0d-65b7-45d6-a17f-15c14d74dae8, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be928f59-6b13-4a66-9493-db0524f50a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:04:01.442164 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:01.532640 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] For port 08f76e0d-65b7-45d6-a17f-15c14d74dae8, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:04:01.536249 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] For port 08f76e0d-65b7-45d6-a17f-15c14d74dae8, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=08f76e0d-65b7-45d6-a17f-15c14d74dae8,segment=NetworkSegment(be928f59-6b13-4a66-9493-db0524f50a44),segment_id=be928f59-6b13-4a66-9493-db0524f50a44)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:04:01.542523 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:01.624967 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Routers {'6baa75bc-7571-4621-a9c7-e8036bf84a50'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:04:01.625571 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:04:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['6baa75bc-7571-4621-a9c7-e8036bf84a50'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:04:01.689155 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7e90d-6792-465b-b507-c819820fda57 None None] Pushing event updated for resources: {'Port': ['ID=08f76e0d-65b7-45d6-a17f-15c14d74dae8,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:04:01.849454 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] Set router 6baa75bc-7571-4621-a9c7-e8036bf84a50 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:04:02.172061 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'name': 'tempest-TestVolumeBackupRestore-453638990-router', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:51Z', 'updated_at': '2022-06-04T17:03:55Z', 'revision_number': 4, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'gw_port': {'id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:52Z', 'updated_at': '2022-06-04T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '08f76e0d-65b7-45d6-a17f-15c14d74dae8', 'name': '', 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'mac_address': 'fa:16:3e:e9:68:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6c0487fa-f821-4252-a7fb-8498319a9d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:54Z', 'updated_at': '2022-06-04T17:04:01Z', 'revision_number': 4, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'subnets': [{'id': '6c0487fa-f821-4252-a7fb-8498319a9d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:04:02.177172 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa6cd0-b106-4e36-99e0-7c51097de864 None None] The sync data for ids ['6baa75bc-7571-4621-a9c7-e8036bf84a50'] in n-d-811809-3 is: [{'id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'name': 'tempest-TestVolumeBackupRestore-453638990-router', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:51Z', 'updated_at': '2022-06-04T17:03:55Z', 'revision_number': 4, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'gw_port': {'id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:52Z', 'updated_at': '2022-06-04T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '08f76e0d-65b7-45d6-a17f-15c14d74dae8', 'name': '', 'network_id': '48bc5491-273a-448f-9e9a-75741f4dcb18', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'mac_address': 'fa:16:3e:e9:68:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6c0487fa-f821-4252-a7fb-8498319a9d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:54Z', 'updated_at': '2022-06-04T17:04:01Z', 'revision_number': 4, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'subnets': [{'id': '6c0487fa-f821-4252-a7fb-8498319a9d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:04:02.310882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 08f76e0d-65b7-45d6-a17f-15c14d74dae8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:04:02.381548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:04:02.386648 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:04:02.387047 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:02.509824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:04:02.510311 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:02.547416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 08f76e0d-65b7-45d6-a17f-15c14d74dae8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=08f76e0d-65b7-45d6-a17f-15c14d74dae8,segment=NetworkSegment(be928f59-6b13-4a66-9493-db0524f50a44),segment_id=be928f59-6b13-4a66-9493-db0524f50a44)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:04:02.552051 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:02.625368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=08f76e0d-65b7-45d6-a17f-15c14d74dae8,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:04:02.696320 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:04.288512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 08f76e0d-65b7-45d6-a17f-15c14d74dae8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:04:04.348451 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:04.366105 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:04:04.366491 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:04.477403 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:04.502213 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:04:27.826275 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7f10d8ba-ab64-4337-8d5f-c49c1821293f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:30.071627 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bdf72ee1-7180-48ae-aaac-40260bd42921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:30.743294 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:04:31.271632 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:31.411428 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:32.702769 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:34.329052 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:34.451539 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:04:57.831737 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a8a60dcd-0694-4eb9-9919-862429e36b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:00.075027 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6191046e-e8e4-4e70-b61e-016fea0ffeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:01.274182 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:01.415871 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:02.705168 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:04.344017 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:04.463346 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:07.748367 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:05:27.837197 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8d783f75-1386-4657-8032-ecbd065653fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:30.077541 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f62970e8-a8dc-4d11-9e99-7c8566c81810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:31.284049 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:31.427277 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:32.726884 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:34.341737 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:34.465373 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:43.387405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34962) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:05:43.392902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31232351', 'description': 'tempest-secgroup-smoke-31232351 description', 'project_id': 'c235c6dfb9404698af467fa8bde13a29'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:05:43.401086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:05:43.405497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Usage tracker for resource:security_group and tenant:c235c6dfb9404698af467fa8bde13a29 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:05:43.408831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:05:43.415091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:05:43.426131 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:43.447023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:05:43.451363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Usage tracker for resource:security_group_rule and tenant:c235c6dfb9404698af467fa8bde13a29 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:05:43.454225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:05:43.460089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:05:43.539016 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:43.543659 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:43.585462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:05:43.589353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:43.590589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2021284 Jun 04 17:05:43.594320 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34966) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:05:43.595268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.595608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.595999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.596344 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.596718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.597057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.597469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.597760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.598076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.598392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.598720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.599044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b5676-2024-422e-9225-e6075f69840a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.600608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Request body: {'security_group_rule': {'security_group_id': 'e20f8bf8-9849-4fce-9555-10c3e2f7ff9f', 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:05:43.607889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:05:43.611843 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Usage tracker for resource:security_group_rule and tenant:c235c6dfb9404698af467fa8bde13a29 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:05:43.614788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:05:43.620640 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:05:43.641076 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:43.708158 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:43.713988 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:43.737520 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23db4c45-cd8b-4016-96cb-40ee2fd5af64,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:05:43.748778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.749118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.749448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.749828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.750143 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.750492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.750817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.751134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.751450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.751765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.752090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.752389 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:05:43.755147 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:43.756365 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fe67076b-72b3-4be7-9a7f-6e69c7dac98e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1609931 Jun 04 17:05:43.759602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34974) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:05:43.764704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f7136873-c009-4be5-bbb9-6da81d1d113f tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Request body: {'security_group_rule': {'security_group_id': 'e20f8bf8-9849-4fce-9555-10c3e2f7ff9f', 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:05:43.771945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f7136873-c009-4be5-bbb9-6da81d1d113f tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:05:43.776557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f7136873-c009-4be5-bbb9-6da81d1d113f tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Usage tracker for resource:security_group_rule and tenant:c235c6dfb9404698af467fa8bde13a29 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:05:43.779590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f7136873-c009-4be5-bbb9-6da81d1d113f tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:05:43.785613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f7136873-c009-4be5-bbb9-6da81d1d113f tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:05:43.808817 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7136873-c009-4be5-bbb9-6da81d1d113f tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:43.876144 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7136873-c009-4be5-bbb9-6da81d1d113f tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:43.881474 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7136873-c009-4be5-bbb9-6da81d1d113f tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:43.905815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7136873-c009-4be5-bbb9-6da81d1d113f tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68ee9b8-9bc5-41e4-aa00-7f4e73459eb0,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:05:43.915642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f7136873-c009-4be5-bbb9-6da81d1d113f tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:43.916819 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f7136873-c009-4be5-bbb9-6da81d1d113f tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1562586 Jun 04 17:05:43.919799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34978) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:05:43.924750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-42fbaedf-5dc3-4a5b-8f3b-823089344a11 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Request body: {'security_group_rule': {'security_group_id': 'e20f8bf8-9849-4fce-9555-10c3e2f7ff9f', 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:05:43.931523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-42fbaedf-5dc3-4a5b-8f3b-823089344a11 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:05:43.935381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-42fbaedf-5dc3-4a5b-8f3b-823089344a11 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Usage tracker for resource:security_group_rule and tenant:c235c6dfb9404698af467fa8bde13a29 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:05:43.938260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-42fbaedf-5dc3-4a5b-8f3b-823089344a11 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:05:43.943994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-42fbaedf-5dc3-4a5b-8f3b-823089344a11 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:05:43.964163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-42fbaedf-5dc3-4a5b-8f3b-823089344a11 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.027166 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-42fbaedf-5dc3-4a5b-8f3b-823089344a11 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.032454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-42fbaedf-5dc3-4a5b-8f3b-823089344a11 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.057789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbaedf-5dc3-4a5b-8f3b-823089344a11 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c85ab03-22ff-4084-b9c0-87a8faa56e5e,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:05:44.069619 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-42fbaedf-5dc3-4a5b-8f3b-823089344a11 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.071256 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-42fbaedf-5dc3-4a5b-8f3b-823089344a11 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504154 Jun 04 17:05:44.074201 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34982) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:05:44.081946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3b8620c0-a7f6-4fa2-8997-1658ce2c05ea tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Request body: {'security_group_rule': {'security_group_id': 'e20f8bf8-9849-4fce-9555-10c3e2f7ff9f', 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:05:44.090070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3b8620c0-a7f6-4fa2-8997-1658ce2c05ea tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:05:44.093875 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3b8620c0-a7f6-4fa2-8997-1658ce2c05ea tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Usage tracker for resource:security_group_rule and tenant:c235c6dfb9404698af467fa8bde13a29 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:05:44.096963 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3b8620c0-a7f6-4fa2-8997-1658ce2c05ea tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:05:44.103524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3b8620c0-a7f6-4fa2-8997-1658ce2c05ea tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:05:44.123875 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b8620c0-a7f6-4fa2-8997-1658ce2c05ea tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.187999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b8620c0-a7f6-4fa2-8997-1658ce2c05ea tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.193116 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b8620c0-a7f6-4fa2-8997-1658ce2c05ea tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.216762 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8620c0-a7f6-4fa2-8997-1658ce2c05ea tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c25e76c-aa80-4af0-a632-aedd80abfca8,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:05:44.227970 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3b8620c0-a7f6-4fa2-8997-1658ce2c05ea tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.229176 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3b8620c0-a7f6-4fa2-8997-1658ce2c05ea tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536133 Jun 04 17:05:44.232140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 34986) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:05:44.237104 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d06a5bf6-ee87-49ee-8aa8-fecccd30eb53 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Request body: {'security_group_rule': {'security_group_id': 'e20f8bf8-9849-4fce-9555-10c3e2f7ff9f', 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:05:44.244079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d06a5bf6-ee87-49ee-8aa8-fecccd30eb53 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:05:44.247969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d06a5bf6-ee87-49ee-8aa8-fecccd30eb53 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Usage tracker for resource:security_group_rule and tenant:c235c6dfb9404698af467fa8bde13a29 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:05:44.250897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d06a5bf6-ee87-49ee-8aa8-fecccd30eb53 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:05:44.256611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d06a5bf6-ee87-49ee-8aa8-fecccd30eb53 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:05:44.269016 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-d06a5bf6-ee87-49ee-8aa8-fecccd30eb53 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Project c235c6dfb9404698af467fa8bde13a29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:05:44.276426 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d06a5bf6-ee87-49ee-8aa8-fecccd30eb53 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.339648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d06a5bf6-ee87-49ee-8aa8-fecccd30eb53 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.344916 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d06a5bf6-ee87-49ee-8aa8-fecccd30eb53 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.368692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a5bf6-ee87-49ee-8aa8-fecccd30eb53 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3cdb93-f74b-4d04-9fb8-b93e2c4add9b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:05:44.378691 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d06a5bf6-ee87-49ee-8aa8-fecccd30eb53 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.379889 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d06a5bf6-ee87-49ee-8aa8-fecccd30eb53 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1468253 Jun 04 17:05:44.383155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 34990) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:05:44.388676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-33ed8604-ed94-4959-a3e9-b7c4b9aa1428 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Request body: {'security_group_rule': {'security_group_id': 'e20f8bf8-9849-4fce-9555-10c3e2f7ff9f', 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:05:44.395677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-33ed8604-ed94-4959-a3e9-b7c4b9aa1428 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:05:44.400135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-33ed8604-ed94-4959-a3e9-b7c4b9aa1428 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Usage tracker for resource:security_group_rule and tenant:c235c6dfb9404698af467fa8bde13a29 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:05:44.403070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-33ed8604-ed94-4959-a3e9-b7c4b9aa1428 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:05:44.409623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-33ed8604-ed94-4959-a3e9-b7c4b9aa1428 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:05:44.420670 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-33ed8604-ed94-4959-a3e9-b7c4b9aa1428 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Project c235c6dfb9404698af467fa8bde13a29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:05:44.427204 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33ed8604-ed94-4959-a3e9-b7c4b9aa1428 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.494016 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33ed8604-ed94-4959-a3e9-b7c4b9aa1428 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.499933 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33ed8604-ed94-4959-a3e9-b7c4b9aa1428 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.527132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed8604-ed94-4959-a3e9-b7c4b9aa1428 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7228a2d2-e3c2-4547-bf7d-3f54f95e67b7,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:05:44.534809 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-33ed8604-ed94-4959-a3e9-b7c4b9aa1428 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:44.543240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-33ed8604-ed94-4959-a3e9-b7c4b9aa1428 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588030 Jun 04 17:05:44.748780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-af1f665c-c5b8-4f6f-9c7f-67d6c179d43b tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Synchronizing usage tracker for tenant:c235c6dfb9404698af467fa8bde13a29 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:05:44.749045 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:05:44.769998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-af1f665c-c5b8-4f6f-9c7f-67d6c179d43b tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Unset dirty status for tenant:c235c6dfb9404698af467fa8bde13a29 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:05:44.771253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-af1f665c-c5b8-4f6f-9c7f-67d6c179d43b tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31232351&fields=id&tenant_id=c235c6dfb9404698af467fa8bde13a29 HTTP/1.1" status: 200 len: 267 time: 0.0626152 Jun 04 17:05:44.925838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-98e1afd6-ddc2-4743-b59f-64f62f3acb62 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:44.926535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-98e1afd6-ddc2-4743-b59f-64f62f3acb62 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Synchronizing usage tracker for tenant:c235c6dfb9404698af467fa8bde13a29 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:05:44.945858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-98e1afd6-ddc2-4743-b59f-64f62f3acb62 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Unset dirty status for tenant:c235c6dfb9404698af467fa8bde13a29 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:05:44.947041 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-98e1afd6-ddc2-4743-b59f-64f62f3acb62 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/networks?id=a8856d34-053f-4f65-b601-40c10a6bd670 HTTP/1.1" status: 200 len: 813 time: 0.1683168 Jun 04 17:05:44.962064 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-ef43decf-5fe5-4bd8-8174-71048619506d tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/quotas/c235c6dfb9404698af467fa8bde13a29 HTTP/1.1" status: 200 len: 375 time: 0.0094790 Jun 04 17:05:45.180981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-1851cd74-2638-4b48-a91e-65f2ad43f040 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Synchronizing usage tracker for tenant:c235c6dfb9404698af467fa8bde13a29 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:05:45.202419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-1851cd74-2638-4b48-a91e-65f2ad43f040 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Unset dirty status for tenant:c235c6dfb9404698af467fa8bde13a29 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:05:45.204162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-1851cd74-2638-4b48-a91e-65f2ad43f040 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c235c6dfb9404698af467fa8bde13a29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2369280 Jun 04 17:05:45.227314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-23901175-f7f2-4b7e-b178-984a7f313d25 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:05:45.228218 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-23901175-f7f2-4b7e-b178-984a7f313d25 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069106 Jun 04 17:05:45.362987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-c94781b0-c9aa-4ce3-bcc8-7a56981016a6 service neutron] 10.222.0.13 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291358 Jun 04 17:05:45.511788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-c81f74f1-26f0-4aea-9a6b-5346c851955f service neutron] 10.222.0.13 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395392 Jun 04 17:05:46.131801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d010d812-ea04-4499-bfc4-a32b897646d3 req-d0800fba-7ddc-48fe-a082-a2c49c08d83a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 210 time: 0.2469120 Jun 04 17:05:46.991712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-ee538c49-387e-4ae8-b74b-238b9bac5fed tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:46.993424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-ee538c49-387e-4ae8-b74b-238b9bac5fed tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.42 "GET /v2.0/networks?id=a8856d34-053f-4f65-b601-40c10a6bd670 HTTP/1.1" status: 200 len: 813 time: 0.1467490 Jun 04 17:05:47.041108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-3c3700b3-d4a6-40e0-9f69-2cbe88f2b860 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c235c6dfb9404698af467fa8bde13a29 HTTP/1.1" status: 200 len: 378 time: 0.0405278 Jun 04 17:05:47.051008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Request body: {'port': {'device_id': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'admin_state_up': True, 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'security_groups': ['e20f8bf8-9849-4fce-9555-10c3e2f7ff9f']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:05:47.194110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:05:47.204776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:05:47.216939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Made reservation on behalf of c235c6dfb9404698af467fa8bde13a29 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:05:47.221481 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:47.287887 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-98d1c3e4-9e11-4b34-ad4c-7c06060dce01 req-39bb8ea4-9179-4b85-9724-70817d2a62f9 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 210 time: 0.0505757 Jun 04 17:05:47.445413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Allocated IP 172.20.0.4 (a8856d34-053f-4f65-b601-40c10a6bd670/733441d2-a0ba-4064-a3f9-3726676a50ac/f038b78f-47d5-4086-b002-d3e2a2f22bff) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:05:47.650395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:47.666456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Transition to ACTIVE for port object f038b78f-47d5-4086-b002-d3e2a2f22bff will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:05:47.691791 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:47.761574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Network a8856d34-053f-4f65-b601-40c10a6bd670 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:05:47.764818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:05:47.767482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:05:47.809530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Pushing event updated for resources: {'Port': ['ID=f038b78f-47d5-4086-b002-d3e2a2f22bff,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:05:47.845341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:47.845878 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:47.872450 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-2d1df906-795c-4ba3-9776-81f290ba83e5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8248491 Jun 04 17:05:47.881899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-8d10945d-c618-4286-96d1-47acf866139f tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:05:47.882989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-8d10945d-c618-4286-96d1-47acf866139f tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054224 Jun 04 17:05:47.944004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Request body: {'port': {'device_id': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:05:47.984299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cd1b1f47-fd7e-4bdf-acf5-e07ae5098c84 None None] Provisioning for port f038b78f-47d5-4086-b002-d3e2a2f22bff completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:05:47.989680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cd1b1f47-fd7e-4bdf-acf5-e07ae5098c84 None None] Provisioning complete for port f038b78f-47d5-4086-b002-d3e2a2f22bff triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:05:47.990048 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1f47-fd7e-4bdf-acf5-e07ae5098c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:48.047214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b1f47-fd7e-4bdf-acf5-e07ae5098c84 None None] Port f038b78f-47d5-4086-b002-d3e2a2f22bff cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:05:48.060891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:48.581602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f038b78f-47d5-4086-b002-d3e2a2f22bff {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:05:48.592338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:48.611782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Transition to ACTIVE for port object f038b78f-47d5-4086-b002-d3e2a2f22bff will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:05:48.617911 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:48.688438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ba61c-5dba-41a4-b324-b9e895b93939 req-4b2d49d0-5439-4a8a-9c76-c82091ea064e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:48.689010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-771ba61c-5dba-41a4-b324-b9e895b93939 req-4b2d49d0-5439-4a8a-9c76-c82091ea064e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Synchronizing usage tracker for tenant:c235c6dfb9404698af467fa8bde13a29 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:05:48.769758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Pushing event updated for resources: {'Port': ['ID=f038b78f-47d5-4086-b002-d3e2a2f22bff,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:05:48.806634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-771ba61c-5dba-41a4-b324-b9e895b93939 req-4b2d49d0-5439-4a8a-9c76-c82091ea064e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Unset dirty status for tenant:c235c6dfb9404698af467fa8bde13a29 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:05:48.807803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-771ba61c-5dba-41a4-b324-b9e895b93939 req-4b2d49d0-5439-4a8a-9c76-c82091ea064e tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 931 time: 0.2872107 Jun 04 17:05:48.896255 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-771ba61c-5dba-41a4-b324-b9e895b93939 req-750b1537-5694-4da2-be82-850ab3c8790d tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586443 Jun 04 17:05:48.915517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Attempting to bind port f038b78f-47d5-4086-b002-d3e2a2f22bff on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:05:48.915846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Attempting to bind port f038b78f-47d5-4086-b002-d3e2a2f22bff by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '80678bf0-5ada-403f-8488-4a3816ee0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:05:48.916158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Attempting to bind port f038b78f-47d5-4086-b002-d3e2a2f22bff on network a8856d34-053f-4f65-b601-40c10a6bd670 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:05:48.921185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Port f038b78f-47d5-4086-b002-d3e2a2f22bff on network a8856d34-053f-4f65-b601-40c10a6bd670 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:05:48.921498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Attempting to bind port f038b78f-47d5-4086-b002-d3e2a2f22bff on network a8856d34-053f-4f65-b601-40c10a6bd670 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:05:48.926781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:05:48.927109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Checking segment: {'id': '80678bf0-5ada-403f-8488-4a3816ee0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:05:48.927468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Bound using segment: {'id': '80678bf0-5ada-403f-8488-4a3816ee0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:05:48.927885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Bound port: f038b78f-47d5-4086-b002-d3e2a2f22bff, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80678bf0-5ada-403f-8488-4a3816ee0529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:05:48.928232 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:49.017209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] For port f038b78f-47d5-4086-b002-d3e2a2f22bff, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:05:49.020365 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] For port f038b78f-47d5-4086-b002-d3e2a2f22bff, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f038b78f-47d5-4086-b002-d3e2a2f22bff,segment=NetworkSegment(80678bf0-5ada-403f-8488-4a3816ee0529),segment_id=80678bf0-5ada-403f-8488-4a3816ee0529)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:05:49.026138 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:49.089243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:49.089829 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:49.091332 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] 10.222.0.42 "PUT /v2.0/ports/f038b78f-47d5-4086-b002-d3e2a2f22bff HTTP/1.1" status: 200 len: 1091 time: 1.2021961 Jun 04 17:05:49.091768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:05:49.120922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5740bc-1eec-40d3-a673-c4c2fdc5c888 service neutron] Pushing event updated for resources: {'Port': ['ID=f038b78f-47d5-4086-b002-d3e2a2f22bff,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:05:49.170420 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea00fef3-cc40-4526-b5be-33523af64905'] response: {'name': 'network-changed', 'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'status': 'completed', 'code': 200} Jun 04 17:05:49.214474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-60108403-d783-4082-b869-5121739a433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:49.215993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-60108403-d783-4082-b869-5121739a433e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c235c6dfb9404698af467fa8bde13a29&device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 1094 time: 0.0803812 Jun 04 17:05:49.290398 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-e21c3121-ff63-484a-a3d7-5dafaf9aea57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f038b78f-47d5-4086-b002-d3e2a2f22bff HTTP/1.1" status: 200 len: 217 time: 0.0681906 Jun 04 17:05:49.364026 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-e378047d-b7cf-40ce-8477-74f30a0225be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:49.365985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-e378047d-b7cf-40ce-8477-74f30a0225be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=733441d2-a0ba-4064-a3f9-3726676a50ac HTTP/1.1" status: 200 len: 852 time: 0.0698707 Jun 04 17:05:49.442090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-322ecd1f-6bce-42f7-b479-d2320f9088aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:49.443582 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-322ecd1f-6bce-42f7-b479-d2320f9088aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8856d34-053f-4f65-b601-40c10a6bd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715923 Jun 04 17:05:49.588824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-969e1947-3f62-4d86-9edb-50ecada133ad service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384354 Jun 04 17:05:49.723375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f09c45-72b9-4c4d-a653-0f8c22d292d7 req-1b2a9233-1010-4ddd-828c-50068a71d102 service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287701 Jun 04 17:05:49.852120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361ad8e-ffb5-46b6-b4e4-939c850adc22 req-6c19631f-5a13-4932-888c-55281f75ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:49.853508 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d361ad8e-ffb5-46b6-b4e4-939c850adc22 req-6c19631f-5a13-4932-888c-55281f75ae0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c235c6dfb9404698af467fa8bde13a29&device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 1094 time: 0.0800540 Jun 04 17:05:49.994351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361ad8e-ffb5-46b6-b4e4-939c850adc22 req-9e23570b-e60b-4491-aba0-1084dde65422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:49.996035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d361ad8e-ffb5-46b6-b4e4-939c850adc22 req-9e23570b-e60b-4491-aba0-1084dde65422 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8856d34-053f-4f65-b601-40c10a6bd670 HTTP/1.1" status: 200 len: 914 time: 0.1369371 Jun 04 17:05:50.099253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d361ad8e-ffb5-46b6-b4e4-939c850adc22 req-57948b05-41cb-482c-8d52-9ede02698a47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f038b78f-47d5-4086-b002-d3e2a2f22bff HTTP/1.1" status: 200 len: 217 time: 0.0966740 Jun 04 17:05:50.175711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361ad8e-ffb5-46b6-b4e4-939c850adc22 req-b3ec8248-c509-4cea-9593-9fe3fa92e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:50.177135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d361ad8e-ffb5-46b6-b4e4-939c850adc22 req-b3ec8248-c509-4cea-9593-9fe3fa92e806 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=733441d2-a0ba-4064-a3f9-3726676a50ac HTTP/1.1" status: 200 len: 852 time: 0.0710719 Jun 04 17:05:50.366529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fb74e-89c6-46f1-bb3b-935faf150138 req-7970c19e-bfb2-425a-86f2-a10a818d7bfe tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:50.367883 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-323fb74e-89c6-46f1-bb3b-935faf150138 req-7970c19e-bfb2-425a-86f2-a10a818d7bfe tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 943 time: 0.3177538 Jun 04 17:05:50.424192 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-323fb74e-89c6-46f1-bb3b-935faf150138 req-94908779-0146-497f-9ee3-02fb2f2ecdcc tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475435 Jun 04 17:05:50.432357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361ad8e-ffb5-46b6-b4e4-939c850adc22 req-4805b0a9-64b8-4d64-998d-3aa993877706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:50.433783 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d361ad8e-ffb5-46b6-b4e4-939c850adc22 req-4805b0a9-64b8-4d64-998d-3aa993877706 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8856d34-053f-4f65-b601-40c10a6bd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2494621 Jun 04 17:05:50.563667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d361ad8e-ffb5-46b6-b4e4-939c850adc22 req-0b8bce6e-e8bd-4227-a199-fe0865c6dd5e service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234190 Jun 04 17:05:50.698140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d361ad8e-ffb5-46b6-b4e4-939c850adc22 req-f6fa02c1-beda-4786-8767-dc78d1027acd service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288483 Jun 04 17:05:51.619324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9e7d6-ec55-4c44-be90-8ee3c03d5fcf req-a0f1646c-2311-4db7-9b37-32bcc94d3cf0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:51.620762 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41e9e7d6-ec55-4c44-be90-8ee3c03d5fcf req-a0f1646c-2311-4db7-9b37-32bcc94d3cf0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 943 time: 0.0796223 Jun 04 17:05:51.671248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41e9e7d6-ec55-4c44-be90-8ee3c03d5fcf req-325921b8-3f92-4a37-8cc8-cf73a052000c tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446010 Jun 04 17:05:53.051029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac7804-9177-4081-a3ba-63ee68452ccc req-de3aa60e-5f1f-4de7-a371-2597b3e6aec1 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:53.052493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09ac7804-9177-4081-a3ba-63ee68452ccc req-de3aa60e-5f1f-4de7-a371-2597b3e6aec1 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 943 time: 0.0876491 Jun 04 17:05:53.108202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09ac7804-9177-4081-a3ba-63ee68452ccc req-3863a6ab-e6d5-4040-97cc-f48f73737275 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489240 Jun 04 17:05:54.310147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb92431-14e5-4427-8ff4-95e267916fb5 req-54d0a4ee-fa22-4f2f-9043-da2507360740 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:54.311652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8eb92431-14e5-4427-8ff4-95e267916fb5 req-54d0a4ee-fa22-4f2f-9043-da2507360740 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 943 time: 0.0945072 Jun 04 17:05:54.355722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8eb92431-14e5-4427-8ff4-95e267916fb5 req-192a809c-f0b0-4c22-a58c-728de3eb48cb tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379155 Jun 04 17:05:55.558621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115251b-a1d4-4b96-a578-92fbd18c5125 req-53834f22-912f-424a-b584-f2efc4f06ff3 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:55.560013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8115251b-a1d4-4b96-a578-92fbd18c5125 req-53834f22-912f-424a-b584-f2efc4f06ff3 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 943 time: 0.0810657 Jun 04 17:05:55.606174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8115251b-a1d4-4b96-a578-92fbd18c5125 req-bd11e992-36b1-4802-b376-e7ca9c8c6158 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400217 Jun 04 17:05:56.831521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ba496-92dd-474d-8af5-2009d34e3242 req-6620d158-7ea0-4600-89af-46d5fb08cc42 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:56.832948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-472ba496-92dd-474d-8af5-2009d34e3242 req-6620d158-7ea0-4600-89af-46d5fb08cc42 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 943 time: 0.1035192 Jun 04 17:05:56.879862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-472ba496-92dd-474d-8af5-2009d34e3242 req-dc210435-1f16-4649-9914-55bbb1478f4a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403292 Jun 04 17:05:57.841981 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e43f1d41-23d2-4138-a183-657999e86ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:05:58.081734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2644b1-817e-4cc1-84cc-7b3587ee148b req-2ac5a914-5dc6-4183-9fbf-c7284b2856f2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:58.083227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a2644b1-817e-4cc1-84cc-7b3587ee148b req-2ac5a914-5dc6-4183-9fbf-c7284b2856f2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 943 time: 0.0838411 Jun 04 17:05:58.133270 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a2644b1-817e-4cc1-84cc-7b3587ee148b req-8f074f6f-eba1-431c-b7b5-6769d6ac0052 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439403 Jun 04 17:05:59.347036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93c516-5dcc-4b82-9216-b198b4f5feb6 req-86dc7991-0433-4b1f-b02a-b2275ee57e64 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:05:59.348503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b93c516-5dcc-4b82-9216-b198b4f5feb6 req-86dc7991-0433-4b1f-b02a-b2275ee57e64 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 943 time: 0.0915549 Jun 04 17:05:59.397001 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b93c516-5dcc-4b82-9216-b198b4f5feb6 req-ef1e6a5f-d732-4756-a112-337979df8dc8 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425568 Jun 04 17:06:00.087617 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-828736ee-5831-41d5-9dfb-393b328df973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:00.601357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549585-cd39-4a86-bc4f-e15a300dccb0 req-1de3320d-52f8-48a5-b30b-bdd4e61aac2b tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:00.602973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19549585-cd39-4a86-bc4f-e15a300dccb0 req-1de3320d-52f8-48a5-b30b-bdd4e61aac2b tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 943 time: 0.0892904 Jun 04 17:06:00.650035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19549585-cd39-4a86-bc4f-e15a300dccb0 req-eb37fef5-acd4-4534-8918-f544c7aa371c tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401018 Jun 04 17:06:01.286014 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:01.419935 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:01.858089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aad233-1f8a-4e37-b0cd-77d56607a05e req-4f7d8d22-4470-4bb1-8532-1de85770bbd5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:01.859520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d2aad233-1f8a-4e37-b0cd-77d56607a05e req-4f7d8d22-4470-4bb1-8532-1de85770bbd5 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 943 time: 0.0866213 Jun 04 17:06:01.906301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d2aad233-1f8a-4e37-b0cd-77d56607a05e req-81eebf5f-a5ae-4109-b1b7-b853ca85316d tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385709 Jun 04 17:06:02.712481 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:03.112219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccebcd-32a1-4281-b069-fbf76bf5795c req-f4139414-4c6e-48fa-8640-5e4e5c3ff63b tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:03.113656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16ccebcd-32a1-4281-b069-fbf76bf5795c req-f4139414-4c6e-48fa-8640-5e4e5c3ff63b tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 943 time: 0.0888829 Jun 04 17:06:03.161932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16ccebcd-32a1-4281-b069-fbf76bf5795c req-9ff23163-dc11-4358-a6de-b8f17b0cc5f6 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395691 Jun 04 17:06:03.467612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f038b78f-47d5-4086-b002-d3e2a2f22bff details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:06:03.638536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f038b78f-47d5-4086-b002-d3e2a2f22bff, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f038b78f-47d5-4086-b002-d3e2a2f22bff,segment=NetworkSegment(80678bf0-5ada-403f-8488-4a3816ee0529),segment_id=80678bf0-5ada-403f-8488-4a3816ee0529)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:06:03.651675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'port_id': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'mac_address': 'fa:16:3e:19:7a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:06:03.705937 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port f038b78f-47d5-4086-b002-d3e2a2f22bff is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:06:03.706300 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:03.725578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f038b78f-47d5-4086-b002-d3e2a2f22bff {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:06:03.744275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f038b78f-47d5-4086-b002-d3e2a2f22bff, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f038b78f-47d5-4086-b002-d3e2a2f22bff,segment=NetworkSegment(80678bf0-5ada-403f-8488-4a3816ee0529),segment_id=80678bf0-5ada-403f-8488-4a3816ee0529)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:06:03.750739 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:03.819451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=f038b78f-47d5-4086-b002-d3e2a2f22bff,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:06:03.827006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:03.827346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:03.827677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:03.828003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:03.828327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:03.828647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:03.828966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:03.829280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:03.829593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:03.829912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:03.830221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:03.830540 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:03.991284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['f038b78f-47d5-4086-b002-d3e2a2f22bff'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:06:04.353924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9af82-987d-4884-a3e1-50ce7de480bc req-ac614762-1733-446c-a4bf-74d836362d17 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:04.355633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20a9af82-987d-4884-a3e1-50ce7de480bc req-ac614762-1733-446c-a4bf-74d836362d17 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 944 time: 0.0856149 Jun 04 17:06:04.355871 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:04.401696 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20a9af82-987d-4884-a3e1-50ce7de480bc req-9527809f-f0a1-4fc2-8b82-fd06a694d810 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397842 Jun 04 17:06:04.475895 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:05.466728 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f038b78f-47d5-4086-b002-d3e2a2f22bff up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:06:05.538460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port f038b78f-47d5-4086-b002-d3e2a2f22bff completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:06:05.543275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port f038b78f-47d5-4086-b002-d3e2a2f22bff triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:06:05.543639 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:05.599284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7249e-bead-4c4f-9d0c-ff0de5a77538 req-437859b1-3747-4281-b803-ca9b04134fa3 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:05.600721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85d7249e-bead-4c4f-9d0c-ff0de5a77538 req-437859b1-3747-4281-b803-ca9b04134fa3 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 944 time: 0.0849609 Jun 04 17:06:05.647599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85d7249e-bead-4c4f-9d0c-ff0de5a77538 req-d401580c-170f-436d-bed9-8425883047a4 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405734 Jun 04 17:06:05.658460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port f038b78f-47d5-4086-b002-d3e2a2f22bff is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:06:05.658864 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:05.686657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:06:05.696011 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f038b78f-47d5-4086-b002-d3e2a2f22bff, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f038b78f-47d5-4086-b002-d3e2a2f22bff,segment=NetworkSegment(80678bf0-5ada-403f-8488-4a3816ee0529),segment_id=80678bf0-5ada-403f-8488-4a3816ee0529)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:06:05.701867 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:05.739966 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b83865-fcb2-4bcb-a507-882e3e53f93d'] response: {'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'code': 200} Jun 04 17:06:05.771720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=f038b78f-47d5-4086-b002-d3e2a2f22bff,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:06:05.863962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8908eb-8a1f-4274-a14c-27de0f9a3280 req-48930e5e-3de0-4b23-a9f3-b9af33341aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:05.865435 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad8908eb-8a1f-4274-a14c-27de0f9a3280 req-48930e5e-3de0-4b23-a9f3-b9af33341aa9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 1096 time: 0.0705783 Jun 04 17:06:05.910755 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad8908eb-8a1f-4274-a14c-27de0f9a3280 req-a090addd-99b6-4c52-9d5e-0b99216fb5f8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388999 Jun 04 17:06:06.849109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea6cb6-3890-4262-b0e8-d36fed64cee1 req-ca7899fe-6ba1-4940-89f6-6e6b4ec6fa42 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:06.850488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-23ea6cb6-3890-4262-b0e8-d36fed64cee1 req-ca7899fe-6ba1-4940-89f6-6e6b4ec6fa42 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 945 time: 0.0832222 Jun 04 17:06:06.894896 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-23ea6cb6-3890-4262-b0e8-d36fed64cee1 req-b3369047-5369-49c0-be33-67456a7060ac tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384374 Jun 04 17:06:08.100847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5423d-cdac-4ef9-8c7b-e85990ac5c2f req-5e3d6fad-0217-465d-9eb6-51cf94aecfce tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:08.103161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bce5423d-cdac-4ef9-8c7b-e85990ac5c2f req-5e3d6fad-0217-465d-9eb6-51cf94aecfce tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 945 time: 0.0946121 Jun 04 17:06:08.158058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bce5423d-cdac-4ef9-8c7b-e85990ac5c2f req-a4f47b3c-ce96-4d66-82c5-bd86b8d52821 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402229 Jun 04 17:06:08.357271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a67d1-9631-4c23-9243-747bbd225ed8 req-2d015609-1831-48ab-bc37-848f5522cd54 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:08.358730 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea1a67d1-9631-4c23-9243-747bbd225ed8 req-2d015609-1831-48ab-bc37-848f5522cd54 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 945 time: 0.0890403 Jun 04 17:06:08.404930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea1a67d1-9631-4c23-9243-747bbd225ed8 req-4f1e4509-86a8-49dd-939f-9448e2a61f0b tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379326 Jun 04 17:06:08.438381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35074) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:06:08.661208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d9567-9201-4350-ae2b-ffaa86a8ec86 tempest-TestVolumeBackupRestore-1712465460 tempest-TestVolumeBackupRestore-1712465460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:08.662754 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-103d9567-9201-4350-ae2b-ffaa86a8ec86 tempest-TestVolumeBackupRestore-1712465460 tempest-TestVolumeBackupRestore-1712465460-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 1091 time: 0.2231956 Jun 04 17:06:08.666950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35080) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:06:08.671810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:06:08.678690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:06:08.682713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Usage tracker for resource:floatingip and tenant:c235c6dfb9404698af467fa8bde13a29 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:06:08.685579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:06:08.691394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:06:08.704642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:08.850249 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:08.986536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Allocated IP 172.25.5.26 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/02d43d44-2873-4450-9658-ddede8d68d4e) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:06:09.141094 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:09.174721 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:09.239913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:06:09.242747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:06:09.247787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:06:09.288890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Pushing event updated for resources: {'Port': ['ID=02d43d44-2873-4450-9658-ddede8d68d4e,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:06:09.696056 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:09.777093 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:09.980002 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:09.987383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:10.097501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Pushing event updated for resources: {'Port': ['ID=02d43d44-2873-4450-9658-ddede8d68d4e,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:06:10.112847 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:10.287409 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Floating IP 7cb1f5c7-d13d-49db-9641-afff3f2f2064 associated. External IP: 172.25.5.26, port: f038b78f-47d5-4086-b002-d3e2a2f22bff. Jun 04 17:06:10.750324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Router 9eec949f-2278-43c3-805f-3b0a5109854d has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:06:10.948424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:06:10.958699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f66f6d-56b5-426d-b57d-3746428a9e15 None None] Sync routers for ids ['9eec949f-2278-43c3-805f-3b0a5109854d'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:06:10.969158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f66f6d-56b5-426d-b57d-3746428a9e15 None None] Routers {'9eec949f-2278-43c3-805f-3b0a5109854d'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:06:10.969843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-68f66f6d-56b5-426d-b57d-3746428a9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:06:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9eec949f-2278-43c3-805f-3b0a5109854d'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:10.977265 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:11.036583 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2e0f4451-5047-483a-b20f-19c3c9f68ae0 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3660581 Jun 04 17:06:11.036583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:06:11.037232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35084) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:06:11.114630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3584bb-113f-4d0d-8b8e-fbc5a5d5e34b tempest-TestVolumeBackupRestore-1712465460 tempest-TestVolumeBackupRestore-1712465460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:11.115408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3c3584bb-113f-4d0d-8b8e-fbc5a5d5e34b tempest-TestVolumeBackupRestore-1712465460 tempest-TestVolumeBackupRestore-1712465460-project-admin] Synchronizing usage tracker for tenant:00d2eb8d8abb4918ac70b505f96f0863 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:06:11.135345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3c3584bb-113f-4d0d-8b8e-fbc5a5d5e34b tempest-TestVolumeBackupRestore-1712465460 tempest-TestVolumeBackupRestore-1712465460-project-admin] Unset dirty status for tenant:00d2eb8d8abb4918ac70b505f96f0863 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:06:11.139759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35092) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:06:11.140218 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3c3584bb-113f-4d0d-8b8e-fbc5a5d5e34b tempest-TestVolumeBackupRestore-1712465460 tempest-TestVolumeBackupRestore-1712465460-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 1091 time: 0.1017797 Jun 04 17:06:11.144996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f3b2d0b4-6c36-4603-bd28-78007b7c8144 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Request body: {'floatingip': {'port_id': 'f038b78f-47d5-4086-b002-d3e2a2f22bff'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:06:11.164318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-68f66f6d-56b5-426d-b57d-3746428a9e15 None None] Set router 9eec949f-2278-43c3-805f-3b0a5109854d gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:06:11.207972 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a503eff-3d6f-458e-9113-661f82bb8133'] response: {'name': 'network-changed', 'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'status': 'completed', 'code': 200} Jun 04 17:06:11.250728 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d0b4-6c36-4603-bd28-78007b7c8144 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for floatingip, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:11.253736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970f8e-ca2c-4d34-839a-1edd91f2d14d req-c4a352da-85b6-483c-a273-ca41ef2528f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:11.255244 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61970f8e-ca2c-4d34-839a-1edd91f2d14d req-c4a352da-85b6-483c-a273-ca41ef2528f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c235c6dfb9404698af467fa8bde13a29&device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 1096 time: 0.0728412 Jun 04 17:06:11.394877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970f8e-ca2c-4d34-839a-1edd91f2d14d req-d3af29ab-9777-4f26-9a24-99960a3dbcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:11.396562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61970f8e-ca2c-4d34-839a-1edd91f2d14d req-d3af29ab-9777-4f26-9a24-99960a3dbcf4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8856d34-053f-4f65-b601-40c10a6bd670 HTTP/1.1" status: 200 len: 914 time: 0.1346850 Jun 04 17:06:11.543276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-68f66f6d-56b5-426d-b57d-3746428a9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '7cb1f5c7-d13d-49db-9641-afff3f2f2064', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'port_id': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'mac_address': 'fa:16:3e:19:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:06:09Z', 'updated_at': '2022-06-04T17:06:09Z', 'revision_number': 0, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e487529-7e15-4cc2-b61a-6e90f6b5b6b8', 'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'mac_address': 'fa:16:3e:1d:19:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:48Z', 'updated_at': '2022-06-04T17:03:54Z', 'revision_number': 5, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'subnets': [{'id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:11.547288 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f66f6d-56b5-426d-b57d-3746428a9e15 None None] Checking router: 9eec949f-2278-43c3-805f-3b0a5109854d for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:06:11.556083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f66f6d-56b5-426d-b57d-3746428a9e15 None None] Routers {'9eec949f-2278-43c3-805f-3b0a5109854d'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:06:11.556712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-68f66f6d-56b5-426d-b57d-3746428a9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:06:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9eec949f-2278-43c3-805f-3b0a5109854d'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:11.629407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61970f8e-ca2c-4d34-839a-1edd91f2d14d req-4b83f7ff-6f0c-4d37-86ad-c5e1ea0931d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f038b78f-47d5-4086-b002-d3e2a2f22bff HTTP/1.1" status: 200 len: 998 time: 0.2263122 Jun 04 17:06:11.699295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970f8e-ca2c-4d34-839a-1edd91f2d14d req-2af808a4-61a2-414d-9787-3b60bdc943ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:11.701284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61970f8e-ca2c-4d34-839a-1edd91f2d14d req-2af808a4-61a2-414d-9787-3b60bdc943ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=733441d2-a0ba-4064-a3f9-3726676a50ac HTTP/1.1" status: 200 len: 852 time: 0.0648911 Jun 04 17:06:11.773419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-68f66f6d-56b5-426d-b57d-3746428a9e15 None None] Set router 9eec949f-2278-43c3-805f-3b0a5109854d gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:06:11.778051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970f8e-ca2c-4d34-839a-1edd91f2d14d req-372578f4-9221-47e4-a6f2-58199ad137a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:11.779714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61970f8e-ca2c-4d34-839a-1edd91f2d14d req-372578f4-9221-47e4-a6f2-58199ad137a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8856d34-053f-4f65-b601-40c10a6bd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726035 Jun 04 17:06:11.918991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61970f8e-ca2c-4d34-839a-1edd91f2d14d req-2ea12ad8-335b-440e-855e-647df17fdd96 service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329825 Jun 04 17:06:12.047910 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d0b4-6c36-4603-bd28-78007b7c8144 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:12.054061 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d0b4-6c36-4603-bd28-78007b7c8144 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:12.059240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61970f8e-ca2c-4d34-839a-1edd91f2d14d req-764db76f-6a84-40af-9564-8d1a08726a7a service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344831 Jun 04 17:06:12.142819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-68f66f6d-56b5-426d-b57d-3746428a9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '7cb1f5c7-d13d-49db-9641-afff3f2f2064', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'port_id': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'mac_address': 'fa:16:3e:19:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:06:09Z', 'updated_at': '2022-06-04T17:06:09Z', 'revision_number': 0, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e487529-7e15-4cc2-b61a-6e90f6b5b6b8', 'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'mac_address': 'fa:16:3e:1d:19:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:48Z', 'updated_at': '2022-06-04T17:03:54Z', 'revision_number': 5, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'subnets': [{'id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:12.146796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f66f6d-56b5-426d-b57d-3746428a9e15 None None] The sync data for ids ['9eec949f-2278-43c3-805f-3b0a5109854d'] in n-d-811809-3 is: [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '7cb1f5c7-d13d-49db-9641-afff3f2f2064', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'port_id': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'mac_address': 'fa:16:3e:19:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:06:09Z', 'updated_at': '2022-06-04T17:06:09Z', 'revision_number': 0, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e487529-7e15-4cc2-b61a-6e90f6b5b6b8', 'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'mac_address': 'fa:16:3e:1d:19:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:48Z', 'updated_at': '2022-06-04T17:03:54Z', 'revision_number': 5, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'subnets': [{'id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:06:12.329897 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb142cfd-cc35-4a29-bb9c-60e3434e522d None None] New status for floating IP 7cb1f5c7-d13d-49db-9641-afff3f2f2064: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:06:12.420427 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b2d0b4-6c36-4603-bd28-78007b7c8144 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Router 9eec949f-2278-43c3-805f-3b0a5109854d has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:06:12.608277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b2d0b4-6c36-4603-bd28-78007b7c8144 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:06:12.613009 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d0b4-6c36-4603-bd28-78007b7c8144 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:12.666040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4705e34-3d14-4c58-98ef-a1affe02e63b None None] Sync routers for ids ['9eec949f-2278-43c3-805f-3b0a5109854d'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:06:12.675177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4705e34-3d14-4c58-98ef-a1affe02e63b None None] Routers {'9eec949f-2278-43c3-805f-3b0a5109854d'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:06:12.675772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e4705e34-3d14-4c58-98ef-a1affe02e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:06:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9eec949f-2278-43c3-805f-3b0a5109854d'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:12.727614 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f3b2d0b4-6c36-4603-bd28-78007b7c8144 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "PUT /v2.0/floatingips/7cb1f5c7-d13d-49db-9641-afff3f2f2064 HTTP/1.1" status: 200 len: 990 time: 1.5865934 Jun 04 17:06:12.873185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e4705e34-3d14-4c58-98ef-a1affe02e63b None None] Set router 9eec949f-2278-43c3-805f-3b0a5109854d gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:06:13.208871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff'}, {'name': 'network-changed', 'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:06:13.224913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e4705e34-3d14-4c58-98ef-a1affe02e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '7cb1f5c7-d13d-49db-9641-afff3f2f2064', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'port_id': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'mac_address': 'fa:16:3e:19:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:06:09Z', 'updated_at': '2022-06-04T17:06:12Z', 'revision_number': 2, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e487529-7e15-4cc2-b61a-6e90f6b5b6b8', 'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'mac_address': 'fa:16:3e:1d:19:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:48Z', 'updated_at': '2022-06-04T17:03:54Z', 'revision_number': 5, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'subnets': [{'id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:13.229840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4705e34-3d14-4c58-98ef-a1affe02e63b None None] Checking router: 9eec949f-2278-43c3-805f-3b0a5109854d for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:06:13.238619 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4705e34-3d14-4c58-98ef-a1affe02e63b None None] Routers {'9eec949f-2278-43c3-805f-3b0a5109854d'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:06:13.239235 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e4705e34-3d14-4c58-98ef-a1affe02e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:06:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9eec949f-2278-43c3-805f-3b0a5109854d'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:13.254916 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad4d15d-8b12-4107-b8f4-506a7053f67e'] response: {'name': 'network-changed', 'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'status': 'completed', 'code': 200} Jun 04 17:06:13.255173 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad4d15d-8b12-4107-b8f4-506a7053f67e'] response: {'name': 'network-changed', 'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'status': 'completed', 'code': 200} Jun 04 17:06:13.347261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-06e0e61a-ba22-48d9-aa2d-feb4d1dada84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:13.348668 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-06e0e61a-ba22-48d9-aa2d-feb4d1dada84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c235c6dfb9404698af467fa8bde13a29&device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 1096 time: 0.0713837 Jun 04 17:06:13.424081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e4705e34-3d14-4c58-98ef-a1affe02e63b None None] Set router 9eec949f-2278-43c3-805f-3b0a5109854d gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:06:13.481804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-7b09536a-1b41-4c97-9a2a-9308d89109f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:13.483211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-7b09536a-1b41-4c97-9a2a-9308d89109f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8856d34-053f-4f65-b601-40c10a6bd670 HTTP/1.1" status: 200 len: 914 time: 0.1283488 Jun 04 17:06:13.590490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-62bde3b6-cd83-4c6c-adcb-d530260d379a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f038b78f-47d5-4086-b002-d3e2a2f22bff HTTP/1.1" status: 200 len: 1000 time: 0.1017523 Jun 04 17:06:13.657973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-eb581813-bbcb-43e9-bb3b-674c9cae4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:13.659470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-eb581813-bbcb-43e9-bb3b-674c9cae4c6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=733441d2-a0ba-4064-a3f9-3726676a50ac HTTP/1.1" status: 200 len: 852 time: 0.0633864 Jun 04 17:06:13.735201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-e46cce24-9f78-41aa-b30b-513e5c33aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:13.737002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-e46cce24-9f78-41aa-b30b-513e5c33aa2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8856d34-053f-4f65-b601-40c10a6bd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719922 Jun 04 17:06:13.826025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e4705e34-3d14-4c58-98ef-a1affe02e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '7cb1f5c7-d13d-49db-9641-afff3f2f2064', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'port_id': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'mac_address': 'fa:16:3e:19:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:06:09Z', 'updated_at': '2022-06-04T17:06:12Z', 'revision_number': 2, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e487529-7e15-4cc2-b61a-6e90f6b5b6b8', 'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'mac_address': 'fa:16:3e:1d:19:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:48Z', 'updated_at': '2022-06-04T17:03:54Z', 'revision_number': 5, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'subnets': [{'id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:13.830234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4705e34-3d14-4c58-98ef-a1affe02e63b None None] The sync data for ids ['9eec949f-2278-43c3-805f-3b0a5109854d'] in n-d-811809-3 is: [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '7cb1f5c7-d13d-49db-9641-afff3f2f2064', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'port_id': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'mac_address': 'fa:16:3e:19:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:06:09Z', 'updated_at': '2022-06-04T17:06:12Z', 'revision_number': 2, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e487529-7e15-4cc2-b61a-6e90f6b5b6b8', 'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'mac_address': 'fa:16:3e:1d:19:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:48Z', 'updated_at': '2022-06-04T17:03:54Z', 'revision_number': 5, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'subnets': [{'id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:06:13.869386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-fc48d70d-75d1-40cb-a887-949253cb16a8 service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263433 Jun 04 17:06:14.003612 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-763ef63e-fbb1-4b24-9bc9-5bcabd1d102f service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280391 Jun 04 17:06:14.132922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-2371529e-bd58-4027-9f6d-3db29dcda846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:14.134460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-2371529e-bd58-4027-9f6d-3db29dcda846 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c235c6dfb9404698af467fa8bde13a29&device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 1096 time: 0.0885682 Jun 04 17:06:14.269258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-65324d2b-bdbe-4e0c-9f16-27d4f5b673a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:14.270629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-65324d2b-bdbe-4e0c-9f16-27d4f5b673a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8856d34-053f-4f65-b601-40c10a6bd670 HTTP/1.1" status: 200 len: 914 time: 0.1300678 Jun 04 17:06:14.368977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-974b359a-2143-4738-984b-37f0660e0dda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f038b78f-47d5-4086-b002-d3e2a2f22bff HTTP/1.1" status: 200 len: 1000 time: 0.0921841 Jun 04 17:06:14.440055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-889ca2a0-21b7-4f56-a342-fe9f63456394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:14.441491 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-889ca2a0-21b7-4f56-a342-fe9f63456394 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=733441d2-a0ba-4064-a3f9-3726676a50ac HTTP/1.1" status: 200 len: 852 time: 0.0621634 Jun 04 17:06:14.519678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-e51d09eb-694c-47a9-90f7-ee79075e23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:14.521041 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-e51d09eb-694c-47a9-90f7-ee79075e23ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8856d34-053f-4f65-b601-40c10a6bd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736666 Jun 04 17:06:14.652763 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-53288e68-73e7-466f-bc6c-2721b32ecabf service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250467 Jun 04 17:06:14.903597 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c8aaaf-c101-4cef-9b13-a040eeef36dd req-a3fa961e-5f56-4524-a4e4-3554ee88e6fa service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448649 Jun 04 17:06:21.753159 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:06:27.845930 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-92088baa-8daf-42c7-9e63-e8b87f6e100d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:30.084004 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2d11488d-413b-4906-9b7e-f5a1a8a4077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:30.743411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e4a0db4-569c-4722-ae29-37f52aead5c4 req-88c5806f-5782-44b4-8a92-620b8f537246 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784669 Jun 04 17:06:30.917057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a0db4-569c-4722-ae29-37f52aead5c4 req-38118bd1-634d-49a5-b73b-3776c8e9bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:30.918761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e4a0db4-569c-4722-ae29-37f52aead5c4 req-38118bd1-634d-49a5-b73b-3776c8e9bdbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c235c6dfb9404698af467fa8bde13a29&device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 1096 time: 0.0854421 Jun 04 17:06:31.065307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a0db4-569c-4722-ae29-37f52aead5c4 req-4bc7ae73-d23a-43ea-9394-98be4f45c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:31.066887 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e4a0db4-569c-4722-ae29-37f52aead5c4 req-4bc7ae73-d23a-43ea-9394-98be4f45c6b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8856d34-053f-4f65-b601-40c10a6bd670 HTTP/1.1" status: 200 len: 914 time: 0.1307228 Jun 04 17:06:31.184141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e4a0db4-569c-4722-ae29-37f52aead5c4 req-85bf6798-217d-4009-ac96-a05ea9f9ab1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f038b78f-47d5-4086-b002-d3e2a2f22bff HTTP/1.1" status: 200 len: 1000 time: 0.1088233 Jun 04 17:06:31.250528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a0db4-569c-4722-ae29-37f52aead5c4 req-13d16fd0-716d-4745-904d-0266e1f9e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:31.251888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e4a0db4-569c-4722-ae29-37f52aead5c4 req-13d16fd0-716d-4745-904d-0266e1f9e515 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=733441d2-a0ba-4064-a3f9-3726676a50ac HTTP/1.1" status: 200 len: 852 time: 0.0626335 Jun 04 17:06:31.285526 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:31.335249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a0db4-569c-4722-ae29-37f52aead5c4 req-18b9f48b-40d1-42e6-aa82-c13a3e18cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:31.336725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e4a0db4-569c-4722-ae29-37f52aead5c4 req-18b9f48b-40d1-42e6-aa82-c13a3e18cb13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8856d34-053f-4f65-b601-40c10a6bd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799346 Jun 04 17:06:31.426492 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:31.496592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e4a0db4-569c-4722-ae29-37f52aead5c4 req-dbdb695f-ffc8-4942-8bdd-882aca653c53 service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483872 Jun 04 17:06:31.633731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e4a0db4-569c-4722-ae29-37f52aead5c4 req-efefbbf0-6dd3-4083-aa6e-1c034fed86a2 service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366200 Jun 04 17:06:32.711186 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:34.387751 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:34.495920 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:43.752985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35112) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:06:43.962576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Deleting port 02d43d44-2873-4450-9658-ddede8d68d4e {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:06:43.962970 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:44.132040 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:44.132373 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:44.259379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Calling delete_port for 02d43d44-2873-4450-9658-ddede8d68d4e owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:06:44.541846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:44.591167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Pushing event deleted for resources: {'Port': ['ID=02d43d44-2873-4450-9658-ddede8d68d4e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:06:44.628818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:44.629592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:44.629592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:44.630234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:44.630234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:44.630382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:44.630752 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:44.631041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:44.631368 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:44.631697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:44.632715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:44.632715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:44.695060 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:44.695060 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Floating IP 7cb1f5c7-d13d-49db-9641-afff3f2f2064 disassociated (deleted). External IP: 172.25.5.26, port: f038b78f-47d5-4086-b002-d3e2a2f22bff. Jun 04 17:06:45.076856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Router 9eec949f-2278-43c3-805f-3b0a5109854d has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:06:45.279355 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:06:45.289538 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e63ec2-3306-46c3-ac59-940240e690f9 None None] Sync routers for ids ['9eec949f-2278-43c3-805f-3b0a5109854d'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:06:45.298879 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e63ec2-3306-46c3-ac59-940240e690f9 None None] Routers {'9eec949f-2278-43c3-805f-3b0a5109854d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:06:45.299468 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a1e63ec2-3306-46c3-ac59-940240e690f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:06:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9eec949f-2278-43c3-805f-3b0a5109854d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:45.302921 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:45.373500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7d2510c7-9b42-4a69-b5fb-0459baf1cce2 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "DELETE /v2.0/floatingips/7cb1f5c7-d13d-49db-9641-afff3f2f2064 HTTP/1.1" status: 204 len: 168 time: 1.6195734 Jun 04 17:06:45.374107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:06:45.497803 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a1e63ec2-3306-46c3-ac59-940240e690f9 None None] Set router 9eec949f-2278-43c3-805f-3b0a5109854d gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:06:45.528932 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488224ae-c037-4ae1-a607-b9575c7d6213'] response: {'name': 'network-changed', 'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'status': 'completed', 'code': 200} Jun 04 17:06:45.651811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52298bd0-34df-4d9f-a90b-d282624540e5 req-9fba599c-086a-4d1c-88ea-74e3af9f7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:45.653399 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52298bd0-34df-4d9f-a90b-d282624540e5 req-9fba599c-086a-4d1c-88ea-74e3af9f7914 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c235c6dfb9404698af467fa8bde13a29&device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 1096 time: 0.1072879 Jun 04 17:06:45.895839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52298bd0-34df-4d9f-a90b-d282624540e5 req-e8b48492-31b4-43be-99af-9d24a5ba312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:45.896016 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a1e63ec2-3306-46c3-ac59-940240e690f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2e487529-7e15-4cc2-b61a-6e90f6b5b6b8', 'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'mac_address': 'fa:16:3e:1d:19:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:48Z', 'updated_at': '2022-06-04T17:03:54Z', 'revision_number': 5, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'subnets': [{'id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:45.897245 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52298bd0-34df-4d9f-a90b-d282624540e5 req-e8b48492-31b4-43be-99af-9d24a5ba312e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8856d34-053f-4f65-b601-40c10a6bd670 HTTP/1.1" status: 200 len: 914 time: 0.2349253 Jun 04 17:06:45.902741 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e63ec2-3306-46c3-ac59-940240e690f9 None None] Checking router: 9eec949f-2278-43c3-805f-3b0a5109854d for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:06:45.911031 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e63ec2-3306-46c3-ac59-940240e690f9 None None] Routers {'9eec949f-2278-43c3-805f-3b0a5109854d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:06:45.911536 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a1e63ec2-3306-46c3-ac59-940240e690f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:06:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9eec949f-2278-43c3-805f-3b0a5109854d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:45.978001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd34d-331b-419a-ac8e-b91c5bbb7477 req-cddfa1f6-6978-484b-9f08-290a1fc35f21 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:45.978001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1badd34d-331b-419a-ac8e-b91c5bbb7477 req-cddfa1f6-6978-484b-9f08-290a1fc35f21 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Synchronizing usage tracker for tenant:c235c6dfb9404698af467fa8bde13a29 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:06:45.991767 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52298bd0-34df-4d9f-a90b-d282624540e5 req-d2e8e9e7-6367-45d3-9ebf-2021a3e3dbec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f038b78f-47d5-4086-b002-d3e2a2f22bff HTTP/1.1" status: 200 len: 217 time: 0.0766954 Jun 04 17:06:46.044217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1badd34d-331b-419a-ac8e-b91c5bbb7477 req-cddfa1f6-6978-484b-9f08-290a1fc35f21 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Unset dirty status for tenant:c235c6dfb9404698af467fa8bde13a29 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:06:46.044217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1badd34d-331b-419a-ac8e-b91c5bbb7477 req-cddfa1f6-6978-484b-9f08-290a1fc35f21 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 945 time: 0.2554841 Jun 04 17:06:46.073886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52298bd0-34df-4d9f-a90b-d282624540e5 req-b5823fd7-3f16-4e57-83ed-b6ed287a17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:46.073886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52298bd0-34df-4d9f-a90b-d282624540e5 req-b5823fd7-3f16-4e57-83ed-b6ed287a17e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=733441d2-a0ba-4064-a3f9-3726676a50ac HTTP/1.1" status: 200 len: 852 time: 0.0796134 Jun 04 17:06:46.094969 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a1e63ec2-3306-46c3-ac59-940240e690f9 None None] Set router 9eec949f-2278-43c3-805f-3b0a5109854d gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:06:46.152284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1badd34d-331b-419a-ac8e-b91c5bbb7477 req-4b8c85ee-11ba-4983-9f29-03653a432c1c tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020887 Jun 04 17:06:46.190131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52298bd0-34df-4d9f-a90b-d282624540e5 req-71d1139e-7df8-429b-9933-0e8d8316b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:46.190131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52298bd0-34df-4d9f-a90b-d282624540e5 req-71d1139e-7df8-429b-9933-0e8d8316b9d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8856d34-053f-4f65-b601-40c10a6bd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999763 Jun 04 17:06:46.445156 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a1e63ec2-3306-46c3-ac59-940240e690f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2e487529-7e15-4cc2-b61a-6e90f6b5b6b8', 'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'mac_address': 'fa:16:3e:1d:19:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:48Z', 'updated_at': '2022-06-04T17:03:54Z', 'revision_number': 5, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'subnets': [{'id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:46.449341 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e63ec2-3306-46c3-ac59-940240e690f9 None None] The sync data for ids ['9eec949f-2278-43c3-805f-3b0a5109854d'] in n-d-811809-3 is: [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:03:48Z', 'revision_number': 4, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '2e487529-7e15-4cc2-b61a-6e90f6b5b6b8', 'name': '', 'network_id': 'a8856d34-053f-4f65-b601-40c10a6bd670', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'mac_address': 'fa:16:3e:1d:19:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:48Z', 'updated_at': '2022-06-04T17:03:54Z', 'revision_number': 5, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'subnets': [{'id': '733441d2-a0ba-4064-a3f9-3726676a50ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:06:46.484172 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52298bd0-34df-4d9f-a90b-d282624540e5 req-1a899f24-86b7-4799-a54c-706f6d644759 service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915230 Jun 04 17:06:46.642191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52298bd0-34df-4d9f-a90b-d282624540e5 req-ebc5a86d-a492-4768-9b2a-78168962256d service neutron] 10.222.0.42 "GET /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515784 Jun 04 17:06:46.716970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee1021-7119-431e-a7c4-a7f714058ea1 None None] New status for floating IP 7cb1f5c7-d13d-49db-9641-afff3f2f2064: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:06:47.385926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80726788-7864-4962-9a6f-c75e1359560d req-ccc6b355-2eaa-4d10-9389-e66ebec978a9 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:47.387266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80726788-7864-4962-9a6f-c75e1359560d req-ccc6b355-2eaa-4d10-9389-e66ebec978a9 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 945 time: 0.1403925 Jun 04 17:06:47.395314 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f03ce-b409-4529-aba3-b72214e0d667 req-85b37512-8412-4297-81ab-ea1e6ef4bb1d tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:06:47.396624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-939f03ce-b409-4529-aba3-b72214e0d667 req-85b37512-8412-4297-81ab-ea1e6ef4bb1d tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 945 time: 0.1147993 Jun 04 17:06:47.488208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-80726788-7864-4962-9a6f-c75e1359560d req-6f577523-86be-4abd-9387-ebec92cc50ad tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Deleting port f038b78f-47d5-4086-b002-d3e2a2f22bff {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:06:47.488405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80726788-7864-4962-9a6f-c75e1359560d req-6f577523-86be-4abd-9387-ebec92cc50ad tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:47.520314 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-939f03ce-b409-4529-aba3-b72214e0d667 req-93efa1cc-093b-45d8-95d5-5ab040fed212 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/security-groups?id=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947704 Jun 04 17:06:47.749870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-80726788-7864-4962-9a6f-c75e1359560d req-6f577523-86be-4abd-9387-ebec92cc50ad tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] For port f038b78f-47d5-4086-b002-d3e2a2f22bff, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f038b78f-47d5-4086-b002-d3e2a2f22bff,segment=NetworkSegment(80678bf0-5ada-403f-8488-4a3816ee0529),segment_id=80678bf0-5ada-403f-8488-4a3816ee0529)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:06:47.750191 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80726788-7864-4962-9a6f-c75e1359560d req-6f577523-86be-4abd-9387-ebec92cc50ad tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:47.878551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-80726788-7864-4962-9a6f-c75e1359560d req-6f577523-86be-4abd-9387-ebec92cc50ad tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Calling delete_port for f038b78f-47d5-4086-b002-d3e2a2f22bff owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:06:48.035544 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80726788-7864-4962-9a6f-c75e1359560d req-6f577523-86be-4abd-9387-ebec92cc50ad tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:48.086635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f577523-86be-4abd-9387-ebec92cc50ad tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Pushing event deleted for resources: {'Port': ['ID=f038b78f-47d5-4086-b002-d3e2a2f22bff,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:06:48.163730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-80726788-7864-4962-9a6f-c75e1359560d req-6f577523-86be-4abd-9387-ebec92cc50ad tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] No DVR routers for this DVR port f038b78f-47d5-4086-b002-d3e2a2f22bff on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:06:48.167421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-80726788-7864-4962-9a6f-c75e1359560d req-6f577523-86be-4abd-9387-ebec92cc50ad tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:48.169932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'name': 'network-vif-deleted', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:06:48.188308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80726788-7864-4962-9a6f-c75e1359560d req-6f577523-86be-4abd-9387-ebec92cc50ad tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.42 "DELETE /v2.0/ports/f038b78f-47d5-4086-b002-d3e2a2f22bff HTTP/1.1" status: 204 len: 173 time: 0.7907543 Jun 04 17:06:48.223841 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6220063a-80a6-485e-aed5-9942130a3732'] response: {'server_uuid': 'fbe0d228-764a-40b5-bb81-92e405b2c4eb', 'name': 'network-vif-deleted', 'tag': 'f038b78f-47d5-4086-b002-d3e2a2f22bff', 'status': 'completed', 'code': 200} Jun 04 17:06:48.684546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b0c251c3-5aba-4c86-ab05-df7e14ebe326 req-8eaa49c8-6893-48d1-ad44-b1b85a91abf7 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Synchronizing usage tracker for tenant:c235c6dfb9404698af467fa8bde13a29 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:06:48.701034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b0c251c3-5aba-4c86-ab05-df7e14ebe326 req-8eaa49c8-6893-48d1-ad44-b1b85a91abf7 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Unset dirty status for tenant:c235c6dfb9404698af467fa8bde13a29 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:06:48.702196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0c251c3-5aba-4c86-ab05-df7e14ebe326 req-8eaa49c8-6893-48d1-ad44-b1b85a91abf7 tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe0d228-764a-40b5-bb81-92e405b2c4eb HTTP/1.1" status: 200 len: 210 time: 0.0612338 Jun 04 17:06:49.806952 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35132) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:06:49.878237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:49.916198 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:49.983714 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:50.002612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20f8bf8-9849-4fce-9555-10c3e2f7ff9f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:06:50.014392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:50.014844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:50.015308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:50.015725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:50.016099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:50.016529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:50.016949 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:50.017363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:50.017864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:50.018338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:50.018917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:50.019379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:06:50.031158 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:50.032310 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dd9bfcab-5c24-49ee-a240-2d2fdba6ba3a tempest-TestVolumeBackupRestore-482186668 tempest-TestVolumeBackupRestore-482186668-project] 10.222.0.13 "DELETE /v2.0/security-groups/e20f8bf8-9849-4fce-9555-10c3e2f7ff9f HTTP/1.1" status: 204 len: 168 time: 0.2243750 Jun 04 17:06:51.636894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f038b78f-47d5-4086-b002-d3e2a2f22bff no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:06:51.677711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: f038b78f-47d5-4086-b002-d3e2a2f22bff {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:06:51.678060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f038b78f-47d5-4086-b002-d3e2a2f22bff not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:06:52.644890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35498) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:06:53.388369 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e82d18ab-5e12-4be6-b057-a9d3c54c7fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:53.758465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e82d18ab-5e12-4be6-b057-a9d3c54c7fe4 admin admin] Deleting port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:06:53.759130 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e82d18ab-5e12-4be6-b057-a9d3c54c7fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:53.937742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-e82d18ab-5e12-4be6-b057-a9d3c54c7fe4 admin admin] For port 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2e487529-7e15-4cc2-b61a-6e90f6b5b6b8,segment=NetworkSegment(80678bf0-5ada-403f-8488-4a3816ee0529),segment_id=80678bf0-5ada-403f-8488-4a3816ee0529)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:06:53.937974 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e82d18ab-5e12-4be6-b057-a9d3c54c7fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:54.064989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-e82d18ab-5e12-4be6-b057-a9d3c54c7fe4 admin admin] Calling delete_port for 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:06:54.342007 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e82d18ab-5e12-4be6-b057-a9d3c54c7fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:54.387944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d18ab-5e12-4be6-b057-a9d3c54c7fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e487529-7e15-4cc2-b61a-6e90f6b5b6b8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:06:54.781056 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e82d18ab-5e12-4be6-b057-a9d3c54c7fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:55.171571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82d18ab-5e12-4be6-b057-a9d3c54c7fe4 admin admin] Router 9eec949f-2278-43c3-805f-3b0a5109854d has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:06:55.359685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82d18ab-5e12-4be6-b057-a9d3c54c7fe4 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:06:55.368771 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b5c9fe-5aa1-4da4-ad0e-582d8b9a7801 None None] Sync routers for ids ['9eec949f-2278-43c3-805f-3b0a5109854d'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:06:55.377150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e82d18ab-5e12-4be6-b057-a9d3c54c7fe4 admin admin] 10.222.0.13 "PUT /v2.0/routers/9eec949f-2278-43c3-805f-3b0a5109854d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7309701 Jun 04 17:06:55.378207 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b5c9fe-5aa1-4da4-ad0e-582d8b9a7801 None None] Routers {'9eec949f-2278-43c3-805f-3b0a5109854d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:06:55.378833 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c2b5c9fe-5aa1-4da4-ad0e-582d8b9a7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:06:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9eec949f-2278-43c3-805f-3b0a5109854d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:55.379977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35588) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:06:55.553601 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-c2b5c9fe-5aa1-4da4-ad0e-582d8b9a7801 None None] Set router 9eec949f-2278-43c3-805f-3b0a5109854d gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:06:55.558962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:55.736622 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:55.747841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Deleting port f5f9c075-c1bb-44d5-a329-ab865c6a8723 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:06:55.748400 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:55.835573 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c2b5c9fe-5aa1-4da4-ad0e-582d8b9a7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:06:54Z', 'revision_number': 5, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port': {'id': 'f5f9c075-c1bb-44d5-a329-ab865c6a8723', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:45Z', 'updated_at': '2022-06-04T17:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:55.839693 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b5c9fe-5aa1-4da4-ad0e-582d8b9a7801 None None] Checking router: 9eec949f-2278-43c3-805f-3b0a5109854d for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:06:55.848098 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b5c9fe-5aa1-4da4-ad0e-582d8b9a7801 None None] Routers {'9eec949f-2278-43c3-805f-3b0a5109854d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:06:55.848683 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c2b5c9fe-5aa1-4da4-ad0e-582d8b9a7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:06:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['9eec949f-2278-43c3-805f-3b0a5109854d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:56.001761 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-c2b5c9fe-5aa1-4da4-ad0e-582d8b9a7801 None None] Set router 9eec949f-2278-43c3-805f-3b0a5109854d gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:06:56.042570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] For port f5f9c075-c1bb-44d5-a329-ab865c6a8723, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f5f9c075-c1bb-44d5-a329-ab865c6a8723,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:06:56.043049 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:56.137878 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c2b5c9fe-5aa1-4da4-ad0e-582d8b9a7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:06:55Z', 'revision_number': 6, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:56.141882 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b5c9fe-5aa1-4da4-ad0e-582d8b9a7801 None None] The sync data for ids ['9eec949f-2278-43c3-805f-3b0a5109854d'] in n-d-811809-3 is: [{'id': '9eec949f-2278-43c3-805f-3b0a5109854d', 'name': 'tempest-TestVolumeBackupRestore-631170527-router', 'tenant_id': 'c235c6dfb9404698af467fa8bde13a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:44Z', 'updated_at': '2022-06-04T17:06:55Z', 'revision_number': 6, 'project_id': 'c235c6dfb9404698af467fa8bde13a29', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:06:56.167141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Calling delete_port for f5f9c075-c1bb-44d5-a329-ab865c6a8723 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:06:56.338721 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:56.394217 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f9c075-c1bb-44d5-a329-ab865c6a8723,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:06:56.485691 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:56.672280 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:56.674647 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:56.699942 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:56.700479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eec949f-2278-43c3-805f-3b0a5109854d {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:06:56.713379 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:56.714541 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a8f6d10f-7ee2-4d54-9e0a-65cb696b9685 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9eec949f-2278-43c3-805f-3b0a5109854d HTTP/1.1" status: 204 len: 168 time: 1.3333919 Jun 04 17:06:56.717532 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35592) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:06:56.781677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b63516-3751-4297-a58b-9ef48226e4a7 admin admin] Deleting subnet 733441d2-a0ba-4064-a3f9-3726676a50ac {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:06:56.785001 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23b63516-3751-4297-a58b-9ef48226e4a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:56.834026 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23b63516-3751-4297-a58b-9ef48226e4a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:56.915578 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23b63516-3751-4297-a58b-9ef48226e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:56.919239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:06:56.956051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:06:56.956394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2e487529-7e15-4cc2-b61a-6e90f6b5b6b8 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:06:56.987000 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23b63516-3751-4297-a58b-9ef48226e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:57.038613 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23b63516-3751-4297-a58b-9ef48226e4a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:57.041400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b63516-3751-4297-a58b-9ef48226e4a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733441d2-a0ba-4064-a3f9-3726676a50ac,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:06:57.051193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfb48c8-a056-486b-a979-424019357b55 None None] Network a8856d34-053f-4f65-b601-40c10a6bd670 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:06:57.051319 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-23b63516-3751-4297-a58b-9ef48226e4a7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/733441d2-a0ba-4064-a3f9-3726676a50ac HTTP/1.1" status: 204 len: 168 time: 0.3303857 Jun 04 17:06:57.051563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35596) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:06:57.165982 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:57.177753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Deleting port 403bde6d-687d-4b9c-be77-bf3a8d5926ea {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:06:57.178047 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:57.336885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af402a34-5c92-4d0c-acd6-a8a46f470332 None None] DHCP port deletion for a8856d34-053f-4f65-b601-40c10a6bd670 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:06:57.341507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-af402a34-5c92-4d0c-acd6-a8a46f470332 None None] Deleting port 403bde6d-687d-4b9c-be77-bf3a8d5926ea {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:06:57.341874 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-af402a34-5c92-4d0c-acd6-a8a46f470332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:57.392423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] For port 403bde6d-687d-4b9c-be77-bf3a8d5926ea, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=403bde6d-687d-4b9c-be77-bf3a8d5926ea,segment=NetworkSegment(80678bf0-5ada-403f-8488-4a3816ee0529),segment_id=80678bf0-5ada-403f-8488-4a3816ee0529)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:06:57.392773 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:57.513806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Calling delete_port for 403bde6d-687d-4b9c-be77-bf3a8d5926ea owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:06:57.547740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-af402a34-5c92-4d0c-acd6-a8a46f470332 None None] For port 403bde6d-687d-4b9c-be77-bf3a8d5926ea, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=403bde6d-687d-4b9c-be77-bf3a8d5926ea,segment=NetworkSegment(80678bf0-5ada-403f-8488-4a3816ee0529),segment_id=80678bf0-5ada-403f-8488-4a3816ee0529)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:06:57.548064 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-af402a34-5c92-4d0c-acd6-a8a46f470332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:57.588542 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:57.637045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Pushing event deleted for resources: {'Port': ['ID=403bde6d-687d-4b9c-be77-bf3a8d5926ea,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:06:57.641576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] No DVR routers for this DVR port 403bde6d-687d-4b9c-be77-bf3a8d5926ea on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:06:57.670979 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-af402a34-5c92-4d0c-acd6-a8a46f470332 None None] Calling delete_port for 403bde6d-687d-4b9c-be77-bf3a8d5926ea owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:06:57.745617 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-af402a34-5c92-4d0c-acd6-a8a46f470332 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:06:57.745974 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-af402a34-5c92-4d0c-acd6-a8a46f470332 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:06:57.851278 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a163376e-741d-48a5-a085-fcfa7d822166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:57.877330 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:57.903740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8856d34-053f-4f65-b601-40c10a6bd670']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:57.915961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80678bf0-5ada-403f-8488-4a3816ee0529') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:57.916210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80678bf0-5ada-403f-8488-4a3816ee0529') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:06:57.930988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:57.947881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:57.955023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:06:57.955767 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:58.027382 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 80678bf0-5ada-403f-8488-4a3816ee0529 resource provider aggregate not found Jun 04 17:06:58.053553 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 80678bf0-5ada-403f-8488-4a3816ee0529 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80678bf0-5ada-403f-8488-4a3816ee0529 found for delete ", "request_id": "req-b454f061-a6bc-4d11-a48e-9fddb4d99e62"}]} Jun 04 17:06:58.064079 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:58.080175 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:58.090479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8856d34-053f-4f65-b601-40c10a6bd670,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:06:58.106365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9ce4ab92-590e-4c2b-9c0e-5e8023e20944 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a8856d34-053f-4f65-b601-40c10a6bd670 HTTP/1.1" status: 204 len: 168 time: 1.0534325 Jun 04 17:06:58.109065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35606) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:06:58.247621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-af402a34-5c92-4d0c-acd6-a8a46f470332 None None] Deleting port 403bde6d-687d-4b9c-be77-bf3a8d5926ea {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:06:58.248199 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-af402a34-5c92-4d0c-acd6-a8a46f470332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:58.315609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-af402a34-5c92-4d0c-acd6-a8a46f470332 None None] The port '403bde6d-687d-4b9c-be77-bf3a8d5926ea' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:06:58.384389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 403bde6d-687d-4b9c-be77-bf3a8d5926ea no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:06:58.425902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 403bde6d-687d-4b9c-be77-bf3a8d5926ea {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:06:58.426241 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 403bde6d-687d-4b9c-be77-bf3a8d5926ea not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:06:58.426689 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f5f9c075-c1bb-44d5-a329-ab865c6a8723 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:06:58.459594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: f5f9c075-c1bb-44d5-a329-ab865c6a8723 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:06:58.459964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f5f9c075-c1bb-44d5-a329-ab865c6a8723 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:06:58.676955 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8504-5db8-437d-b4f9-da54c557e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:58.752900 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:06:59.058209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac8504-5db8-437d-b4f9-da54c557e29a admin admin] Deleting port 08f76e0d-65b7-45d6-a17f-15c14d74dae8 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:06:59.058842 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8504-5db8-437d-b4f9-da54c557e29a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:59.232763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-c9ac8504-5db8-437d-b4f9-da54c557e29a admin admin] For port 08f76e0d-65b7-45d6-a17f-15c14d74dae8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=08f76e0d-65b7-45d6-a17f-15c14d74dae8,segment=NetworkSegment(be928f59-6b13-4a66-9493-db0524f50a44),segment_id=be928f59-6b13-4a66-9493-db0524f50a44)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:06:59.233107 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8504-5db8-437d-b4f9-da54c557e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:59.469309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac8504-5db8-437d-b4f9-da54c557e29a admin admin] Calling delete_port for 08f76e0d-65b7-45d6-a17f-15c14d74dae8 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:06:59.654288 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8504-5db8-437d-b4f9-da54c557e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:06:59.702451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac8504-5db8-437d-b4f9-da54c557e29a admin admin] Pushing event deleted for resources: {'Port': ['ID=08f76e0d-65b7-45d6-a17f-15c14d74dae8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:06:59.982807 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8504-5db8-437d-b4f9-da54c557e29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:00.079264 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0e34799a-936a-4de1-b8f0-130cc48bd294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:00.342256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ac8504-5db8-437d-b4f9-da54c557e29a admin admin] Router 6baa75bc-7571-4621-a9c7-e8036bf84a50 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:07:00.524994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ac8504-5db8-437d-b4f9-da54c557e29a admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:07:00.536139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad36f2-76d0-4a85-92c5-571c394fbe51 None None] Sync routers for ids ['6baa75bc-7571-4621-a9c7-e8036bf84a50'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:07:00.545094 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c9ac8504-5db8-437d-b4f9-da54c557e29a admin admin] 10.222.0.13 "PUT /v2.0/routers/6baa75bc-7571-4621-a9c7-e8036bf84a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4348061 Jun 04 17:07:00.547220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35610) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:07:00.550972 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad36f2-76d0-4a85-92c5-571c394fbe51 None None] Routers {'6baa75bc-7571-4621-a9c7-e8036bf84a50'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:07:00.551886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a7ad36f2-76d0-4a85-92c5-571c394fbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:07:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['6baa75bc-7571-4621-a9c7-e8036bf84a50'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:07:00.744180 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:00.779775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-a7ad36f2-76d0-4a85-92c5-571c394fbe51 None None] Set router 6baa75bc-7571-4621-a9c7-e8036bf84a50 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:07:00.923656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:00.934506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Deleting port f5a74c05-7340-4af8-bdc4-70f3264d50dc {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:07:00.935167 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:01.072758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a7ad36f2-76d0-4a85-92c5-571c394fbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'name': 'tempest-TestVolumeBackupRestore-453638990-router', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:51Z', 'updated_at': '2022-06-04T17:06:59Z', 'revision_number': 5, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'gw_port': {'id': 'f5a74c05-7340-4af8-bdc4-70f3264d50dc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:03:52Z', 'updated_at': '2022-06-04T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:07:01.077030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad36f2-76d0-4a85-92c5-571c394fbe51 None None] Checking router: 6baa75bc-7571-4621-a9c7-e8036bf84a50 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:07:01.085673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad36f2-76d0-4a85-92c5-571c394fbe51 None None] Routers {'6baa75bc-7571-4621-a9c7-e8036bf84a50'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:07:01.086250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a7ad36f2-76d0-4a85-92c5-571c394fbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:07:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['6baa75bc-7571-4621-a9c7-e8036bf84a50'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:07:01.237732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-a7ad36f2-76d0-4a85-92c5-571c394fbe51 None None] Set router 6baa75bc-7571-4621-a9c7-e8036bf84a50 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:07:01.240167 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] For port f5a74c05-7340-4af8-bdc4-70f3264d50dc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f5a74c05-7340-4af8-bdc4-70f3264d50dc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:07:01.240535 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:01.352039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-a7ad36f2-76d0-4a85-92c5-571c394fbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'name': 'tempest-TestVolumeBackupRestore-453638990-router', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:51Z', 'updated_at': '2022-06-04T17:07:00Z', 'revision_number': 6, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:07:01.357232 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad36f2-76d0-4a85-92c5-571c394fbe51 None None] The sync data for ids ['6baa75bc-7571-4621-a9c7-e8036bf84a50'] in n-d-811809-3 is: [{'id': '6baa75bc-7571-4621-a9c7-e8036bf84a50', 'name': 'tempest-TestVolumeBackupRestore-453638990-router', 'tenant_id': '00d2eb8d8abb4918ac70b505f96f0863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:03:51Z', 'updated_at': '2022-06-04T17:07:00Z', 'revision_number': 6, 'project_id': '00d2eb8d8abb4918ac70b505f96f0863', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:07:01.359117 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:01.369111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Calling delete_port for f5a74c05-7340-4af8-bdc4-70f3264d50dc owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:07:01.420752 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:01.539676 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:01.588563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a74c05-7340-4af8-bdc4-70f3264d50dc,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:01.677646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:01.852889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:01.855365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:01.883353 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:01.883964 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6baa75bc-7571-4621-a9c7-e8036bf84a50 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:07:01.896453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:01.897593 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dd047052-56e9-46cf-b1d8-b065e9a8e3cd admin admin] 10.222.0.13 "DELETE /v2.0/routers/6baa75bc-7571-4621-a9c7-e8036bf84a50 HTTP/1.1" status: 204 len: 168 time: 1.3493505 Jun 04 17:07:01.900591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35614) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:07:01.962758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e81d589-e6b9-4eea-832e-ccfca75ab055 admin admin] Deleting subnet 6c0487fa-f821-4252-a7fb-8498319a9d96 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:07:01.965933 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e81d589-e6b9-4eea-832e-ccfca75ab055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:02.020536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e81d589-e6b9-4eea-832e-ccfca75ab055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:02.102013 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e81d589-e6b9-4eea-832e-ccfca75ab055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:02.178621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e81d589-e6b9-4eea-832e-ccfca75ab055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:02.215397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81d589-e6b9-4eea-832e-ccfca75ab055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0487fa-f821-4252-a7fb-8498319a9d96,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:02.220896 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2e81d589-e6b9-4eea-832e-ccfca75ab055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:02.226649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963d9453-dac8-4c28-a229-25b32d604016 None None] Network 48bc5491-273a-448f-9e9a-75741f4dcb18 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:07:02.228692 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2e81d589-e6b9-4eea-832e-ccfca75ab055 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6c0487fa-f821-4252-a7fb-8498319a9d96 HTTP/1.1" status: 204 len: 168 time: 0.3270121 Jun 04 17:07:02.231159 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35618) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:07:02.339894 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:02.358466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Deleting port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:07:02.358466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:02.404393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 08f76e0d-65b7-45d6-a17f-15c14d74dae8 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:07:02.447622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 08f76e0d-65b7-45d6-a17f-15c14d74dae8 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:07:02.447959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 08f76e0d-65b7-45d6-a17f-15c14d74dae8 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:07:02.448384 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f5a74c05-7340-4af8-bdc4-70f3264d50dc no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:07:02.487366 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: f5a74c05-7340-4af8-bdc4-70f3264d50dc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:07:02.487703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f5a74c05-7340-4af8-bdc4-70f3264d50dc not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:07:02.594484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582e0a9c-7ef1-44e5-8032-c91ca90a8933 None None] DHCP port deletion for 48bc5491-273a-448f-9e9a-75741f4dcb18 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:07:02.599265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-582e0a9c-7ef1-44e5-8032-c91ca90a8933 None None] Deleting port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:07:02.599632 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-582e0a9c-7ef1-44e5-8032-c91ca90a8933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:02.679175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] For port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7,segment=NetworkSegment(be928f59-6b13-4a66-9493-db0524f50a44),segment_id=be928f59-6b13-4a66-9493-db0524f50a44)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:07:02.679803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:02.731715 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:02.801948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Calling delete_port for dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:07:02.816019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-582e0a9c-7ef1-44e5-8032-c91ca90a8933 None None] For port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7,segment=NetworkSegment(be928f59-6b13-4a66-9493-db0524f50a44),segment_id=be928f59-6b13-4a66-9493-db0524f50a44)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:07:02.816405 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-582e0a9c-7ef1-44e5-8032-c91ca90a8933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:02.881036 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:02.926641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:02.930583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] No DVR routers for this DVR port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:07:02.940099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-582e0a9c-7ef1-44e5-8032-c91ca90a8933 None None] Calling delete_port for dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:07:03.013376 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-582e0a9c-7ef1-44e5-8032-c91ca90a8933 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:07:03.013708 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-582e0a9c-7ef1-44e5-8032-c91ca90a8933 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:07:03.049894 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:03.076387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bc5491-273a-448f-9e9a-75741f4dcb18']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:07:03.091679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be928f59-6b13-4a66-9493-db0524f50a44') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:07:03.092158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be928f59-6b13-4a66-9493-db0524f50a44') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:07:03.108466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:03.125169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:03.131605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:07:03.131926 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:03.207284 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment be928f59-6b13-4a66-9493-db0524f50a44 resource provider aggregate not found Jun 04 17:07:03.230116 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment be928f59-6b13-4a66-9493-db0524f50a44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be928f59-6b13-4a66-9493-db0524f50a44 found for delete ", "request_id": "req-80e4c2a2-1539-430b-973b-46003803a505"}]} Jun 04 17:07:03.240772 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:03.244906 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:03.270884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] Pushing event deleted for resources: {'Network': ['ID=48bc5491-273a-448f-9e9a-75741f4dcb18,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:03.275394 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6f0bf701-29e4-4d82-afe2-48eb4959de70 admin admin] 10.222.0.13 "DELETE /v2.0/networks/48bc5491-273a-448f-9e9a-75741f4dcb18 HTTP/1.1" status: 204 len: 168 time: 1.0432622 Jun 04 17:07:03.453106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35628) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:07:03.501702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-495c7b93-162f-4664-be9c-7565721806e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c235c6dfb9404698af467fa8bde13a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474236 Jun 04 17:07:03.504295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35632) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:07:03.515382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-582e0a9c-7ef1-44e5-8032-c91ca90a8933 None None] Deleting port dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:07:03.516135 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-582e0a9c-7ef1-44e5-8032-c91ca90a8933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:03.563931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e1ba-30a2-4f22-8674-d3d3315b6c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:03.591191 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e1ba-30a2-4f22-8674-d3d3315b6c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:03.634516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-582e0a9c-7ef1-44e5-8032-c91ca90a8933 None None] The port 'dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:07:03.647798 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e1ba-30a2-4f22-8674-d3d3315b6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:03.668892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3e1ba-30a2-4f22-8674-d3d3315b6c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a04ec2-50e2-4856-a8b7-d74e0522740a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:03.676904 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e1ba-30a2-4f22-8674-d3d3315b6c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:03.678017 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6ed3e1ba-30a2-4f22-8674-d3d3315b6c97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7a04ec2-50e2-4856-a8b7-d74e0522740a HTTP/1.1" status: 204 len: 168 time: 0.1728432 Jun 04 17:07:04.053862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35640) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:07:04.113702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-afbc2b44-ab88-46c6-81c2-6c27f6caf09a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00d2eb8d8abb4918ac70b505f96f0863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586312 Jun 04 17:07:04.116457 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35644) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:07:04.189378 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73b67eaa-2e39-4e06-9c88-39bb69e2c623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:04.216370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73b67eaa-2e39-4e06-9c88-39bb69e2c623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:04.272474 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73b67eaa-2e39-4e06-9c88-39bb69e2c623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:04.289491 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b67eaa-2e39-4e06-9c88-39bb69e2c623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39af6917-bf6f-47d9-a2fe-1a73d6224acd,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:04.294461 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-73b67eaa-2e39-4e06-9c88-39bb69e2c623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:04.295609 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-73b67eaa-2e39-4e06-9c88-39bb69e2c623 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39af6917-bf6f-47d9-a2fe-1a73d6224acd HTTP/1.1" status: 204 len: 168 time: 0.1781580 Jun 04 17:07:04.383944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:07:04.429508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:07:04.429913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device dbc197d4-6fa7-4ba7-9f7f-dc6be849bfa7 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:07:04.431635 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:04.510293 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:15.926460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-d6d111a3-f116-4153-9c58-3e094c035f4e tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=adb40abfd9a54995b0c5caf07d07358c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299742 Jun 04 17:07:16.212991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-01b377e5-2f03-4ac0-8d96-a414df6a6cb2 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:16.214747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-01b377e5-2f03-4ac0-8d96-a414df6a6cb2 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831774 Jun 04 17:07:16.229946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-ef991184-85e0-4c36-8d96-eb9977f8c85d tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/quotas/adb40abfd9a54995b0c5caf07d07358c HTTP/1.1" status: 200 len: 375 time: 0.0096700 Jun 04 17:07:16.276433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-d9a4b8e9-bb99-4613-9fde-00a5f500e607 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=adb40abfd9a54995b0c5caf07d07358c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414591 Jun 04 17:07:16.480801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ef1bdda-af2c-46fc-bcb5-24d490cc3ee6 req-9d5e1601-36dd-46fb-8771-05eebc77b12b tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 210 time: 0.0451295 Jun 04 17:07:17.641845 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2bda79fa-cb4d-4151-91ac-f479955366bd req-56aeb4c9-0298-4343-9ce5-7c10f226d1cf tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 210 time: 0.0461755 Jun 04 17:07:17.738985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-1315774a-f106-4986-a93a-a22e6841bdf4 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=adb40abfd9a54995b0c5caf07d07358c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273380 Jun 04 17:07:17.901501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-4dff9f77-8c89-44ca-940d-2327057e490f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:17.903266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-4dff9f77-8c89-44ca-940d-2327057e490f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1595621 Jun 04 17:07:17.917869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Request body: {'port': {'device_id': '98dd9fda-3c7a-472c-8b4a-56a5c40d30d6', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'admin_state_up': True, 'tenant_id': 'adb40abfd9a54995b0c5caf07d07358c'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:07:18.083500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:07:18.087923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Usage tracker for resource:port and tenant:adb40abfd9a54995b0c5caf07d07358c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:07:18.090996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:07:18.098970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:07:18.112949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Made reservation on behalf of adb40abfd9a54995b0c5caf07d07358c for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:07:18.116495 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:18.129303 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:18.144663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:07:18.149042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Usage tracker for resource:security_group_rule and tenant:adb40abfd9a54995b0c5caf07d07358c is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:07:18.152625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:07:18.158287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:07:18.253782 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:18.260725 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:18.349604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2387fb9-ec03-4ded-8c8d-1bba3c76e64a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:18.445538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Allocated IP 192.168.233.251 (3d2b4fc1-2ecc-445f-962b-567d96a10034/ff09c30b-07e2-451b-931e-3b67a26c8d93/0c670352-b026-49fa-af07-e807f3504a44) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:07:18.685327 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:18.707662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Transition to ACTIVE for port object 0c670352-b026-49fa-af07-e807f3504a44 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:07:18.732882 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:18.847281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Network 3d2b4fc1-2ecc-445f-962b-567d96a10034 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:07:18.851578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:07:18.856464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:07:18.889107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Pushing event updated for resources: {'Port': ['ID=0c670352-b026-49fa-af07-e807f3504a44,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:18.932038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:18.932606 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:18.968570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d5d95-2c5e-4de9-b6f0-006efcbbb57a req-14862006-8121-4f99-83cb-f9bb15469cec tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:18.969306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e16d5d95-2c5e-4de9-b6f0-006efcbbb57a req-14862006-8121-4f99-83cb-f9bb15469cec tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Synchronizing usage tracker for tenant:adb40abfd9a54995b0c5caf07d07358c on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:07:18.979025 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-6a991851-3181-4a37-9287-38e951afcd1f tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0650909 Jun 04 17:07:18.990059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Request body: {'port': {'device_id': '98dd9fda-3c7a-472c-8b4a-56a5c40d30d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:07:19.030042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e16d5d95-2c5e-4de9-b6f0-006efcbbb57a req-14862006-8121-4f99-83cb-f9bb15469cec tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Unset dirty status for tenant:adb40abfd9a54995b0c5caf07d07358c on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:07:19.031188 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e16d5d95-2c5e-4de9-b6f0-006efcbbb57a req-14862006-8121-4f99-83cb-f9bb15469cec tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 936 time: 0.2632718 Jun 04 17:07:19.091280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a473619d-9e8e-446f-8e53-1dde26538422 None None] Provisioning for port 0c670352-b026-49fa-af07-e807f3504a44 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:07:19.096198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a473619d-9e8e-446f-8e53-1dde26538422 None None] Provisioning complete for port 0c670352-b026-49fa-af07-e807f3504a44 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:07:19.096565 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a473619d-9e8e-446f-8e53-1dde26538422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:19.124678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e16d5d95-2c5e-4de9-b6f0-006efcbbb57a req-1e7a0505-d816-49ec-a3b3-0074fe0f24ae tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Synchronizing usage tracker for tenant:adb40abfd9a54995b0c5caf07d07358c on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:07:19.141103 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:19.149788 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a473619d-9e8e-446f-8e53-1dde26538422 None None] Port 0c670352-b026-49fa-af07-e807f3504a44 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:07:19.183880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e16d5d95-2c5e-4de9-b6f0-006efcbbb57a req-1e7a0505-d816-49ec-a3b3-0074fe0f24ae tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Unset dirty status for tenant:adb40abfd9a54995b0c5caf07d07358c on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:07:19.185007 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e16d5d95-2c5e-4de9-b6f0-006efcbbb57a req-1e7a0505-d816-49ec-a3b3-0074fe0f24ae tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2387fb9-ec03-4ded-8c8d-1bba3c76e64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470528 Jun 04 17:07:19.507419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c670352-b026-49fa-af07-e807f3504a44 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:07:19.514927 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:19.530224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Transition to ACTIVE for port object 0c670352-b026-49fa-af07-e807f3504a44 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:07:19.536446 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:19.776483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c670352-b026-49fa-af07-e807f3504a44,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:19.882089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Attempting to bind port 0c670352-b026-49fa-af07-e807f3504a44 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:07:19.882422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Attempting to bind port 0c670352-b026-49fa-af07-e807f3504a44 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:07:19.882789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Attempting to bind port 0c670352-b026-49fa-af07-e807f3504a44 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:07:19.887637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Port 0c670352-b026-49fa-af07-e807f3504a44 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:07:19.887956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Attempting to bind port 0c670352-b026-49fa-af07-e807f3504a44 on network 3d2b4fc1-2ecc-445f-962b-567d96a10034 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:07:19.893734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:07:19.894067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Checking segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:07:19.894477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Bound using segment: {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:07:19.894880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Bound port: 0c670352-b026-49fa-af07-e807f3504a44, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887121e7-45e2-4e25-8c67-229aa8488f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:07:19.895209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:19.991204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] For port 0c670352-b026-49fa-af07-e807f3504a44, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:07:19.994390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] For port 0c670352-b026-49fa-af07-e807f3504a44, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0c670352-b026-49fa-af07-e807f3504a44,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:07:20.001380 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:20.062171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:20.062752 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:20.064187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/0c670352-b026-49fa-af07-e807f3504a44 HTTP/1.1" status: 200 len: 1096 time: 1.0781925 Jun 04 17:07:20.064575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dd9fda-3c7a-472c-8b4a-56a5c40d30d6', 'tag': '0c670352-b026-49fa-af07-e807f3504a44'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:07:20.087045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39251ef-0766-4199-91b5-3776fd91f8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c670352-b026-49fa-af07-e807f3504a44,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:20.142518 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e95e4e05-a2b6-4945-988a-fd0f24a8f3e3'] response: {'name': 'network-changed', 'server_uuid': '98dd9fda-3c7a-472c-8b4a-56a5c40d30d6', 'tag': '0c670352-b026-49fa-af07-e807f3504a44', 'status': 'completed', 'code': 200} Jun 04 17:07:20.184631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-afdc1642-09ba-4130-b000-a08086d420c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:20.186136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-afdc1642-09ba-4130-b000-a08086d420c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb40abfd9a54995b0c5caf07d07358c&device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 1099 time: 0.0800016 Jun 04 17:07:20.257461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-f7362f92-b39e-4d5a-a5bc-2d09fa82b6cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=0c670352-b026-49fa-af07-e807f3504a44 HTTP/1.1" status: 200 len: 217 time: 0.0648284 Jun 04 17:07:20.364132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-dfe58899-25f4-473e-88f5-61d5e78dfe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:20.365539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-dfe58899-25f4-473e-88f5-61d5e78dfe15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.1028342 Jun 04 17:07:20.442051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b308b3-c0f2-4f02-89af-9392a84fb124 req-b695879b-5385-423d-afa8-bf939cf0b1af tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:20.443489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03b308b3-c0f2-4f02-89af-9392a84fb124 req-b695879b-5385-423d-afa8-bf939cf0b1af tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 948 time: 0.1483054 Jun 04 17:07:20.490704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-4c124392-bcd6-447a-8552-fb8d4f68fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:20.492139 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-4c124392-bcd6-447a-8552-fb8d4f68fc24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198208 Jun 04 17:07:20.496775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03b308b3-c0f2-4f02-89af-9392a84fb124 req-debf1423-4fea-4db4-8dac-986190801dcb tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2387fb9-ec03-4ded-8c8d-1bba3c76e64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467680 Jun 04 17:07:20.622334 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-a5559d7d-8f1c-4d5b-a3f4-094fd4297bd3 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240072 Jun 04 17:07:20.753993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e74a192-4100-4b4a-b456-b117dbb97427 req-f66d9d4a-6b0d-4e2e-98eb-cd7f9ab35518 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255729 Jun 04 17:07:20.892649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91be52-ac1b-4d0d-ac19-7b0b4701c198 req-e8e9554a-4bc9-4a09-a695-d4180e0ab430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:20.894011 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c91be52-ac1b-4d0d-ac19-7b0b4701c198 req-e8e9554a-4bc9-4a09-a695-d4180e0ab430 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=adb40abfd9a54995b0c5caf07d07358c&device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 1099 time: 0.0881276 Jun 04 17:07:21.034375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91be52-ac1b-4d0d-ac19-7b0b4701c198 req-eda250a5-9e54-430e-9d47-d19a5ab27d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:21.035848 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c91be52-ac1b-4d0d-ac19-7b0b4701c198 req-eda250a5-9e54-430e-9d47-d19a5ab27d61 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d2b4fc1-2ecc-445f-962b-567d96a10034 HTTP/1.1" status: 200 len: 870 time: 0.1359110 Jun 04 17:07:21.103977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c91be52-ac1b-4d0d-ac19-7b0b4701c198 req-d9651331-828a-47c0-9f7c-3db096270d82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=0c670352-b026-49fa-af07-e807f3504a44 HTTP/1.1" status: 200 len: 217 time: 0.0609682 Jun 04 17:07:21.174089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91be52-ac1b-4d0d-ac19-7b0b4701c198 req-4425d918-4858-4250-a060-9c5a11b328ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:21.175482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c91be52-ac1b-4d0d-ac19-7b0b4701c198 req-4425d918-4858-4250-a060-9c5a11b328ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ff09c30b-07e2-451b-931e-3b67a26c8d93 HTTP/1.1" status: 200 len: 843 time: 0.0648866 Jun 04 17:07:21.256203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91be52-ac1b-4d0d-ac19-7b0b4701c198 req-126ee556-84de-4723-b055-213b0d412ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:21.257674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c91be52-ac1b-4d0d-ac19-7b0b4701c198 req-126ee556-84de-4723-b055-213b0d412ab2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d2b4fc1-2ecc-445f-962b-567d96a10034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750060 Jun 04 17:07:21.501862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c91be52-ac1b-4d0d-ac19-7b0b4701c198 req-e808e090-e32c-44da-aecd-eaa2e192b623 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374408 Jun 04 17:07:21.681771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6c91be52-ac1b-4d0d-ac19-7b0b4701c198 req-1f18fca7-4a6b-4c39-bd0e-f8c058469745 service neutron] 10.222.0.42 "GET /v2.0/networks/3d2b4fc1-2ecc-445f-962b-567d96a10034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737530 Jun 04 17:07:21.713527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eebb5-1573-4695-a47d-88e601a2d5a0 req-b4099a14-805c-4331-b9e1-aa9f86b54b05 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:21.714997 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd6eebb5-1573-4695-a47d-88e601a2d5a0 req-b4099a14-805c-4331-b9e1-aa9f86b54b05 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 948 time: 0.1019526 Jun 04 17:07:21.760130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd6eebb5-1573-4695-a47d-88e601a2d5a0 req-4ecb0417-1c7c-4eb7-976e-60e55b45c8dd tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2387fb9-ec03-4ded-8c8d-1bba3c76e64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391564 Jun 04 17:07:22.972822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a62be-704c-4a9b-a7c9-1c3b6d1377b0 req-12f71456-7c68-4072-a092-e9433062501b tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:22.974305 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de3a62be-704c-4a9b-a7c9-1c3b6d1377b0 req-12f71456-7c68-4072-a092-e9433062501b tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 948 time: 0.0916903 Jun 04 17:07:23.020288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de3a62be-704c-4a9b-a7c9-1c3b6d1377b0 req-54eed63e-fc66-4e74-aedc-8bab1807dd5d tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2387fb9-ec03-4ded-8c8d-1bba3c76e64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380754 Jun 04 17:07:23.764602 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0c670352-b026-49fa-af07-e807f3504a44 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:07:23.911293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 0c670352-b026-49fa-af07-e807f3504a44, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0c670352-b026-49fa-af07-e807f3504a44,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:07:23.924323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '0c670352-b026-49fa-af07-e807f3504a44', 'network_id': '3d2b4fc1-2ecc-445f-962b-567d96a10034', 'port_id': '0c670352-b026-49fa-af07-e807f3504a44', 'mac_address': 'fa:16:3e:be:b3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c30b-07e2-451b-931e-3b67a26c8d93', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:07:23.980990 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 0c670352-b026-49fa-af07-e807f3504a44 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:07:23.981394 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:23.998958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c670352-b026-49fa-af07-e807f3504a44 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:07:24.014204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 0c670352-b026-49fa-af07-e807f3504a44, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0c670352-b026-49fa-af07-e807f3504a44,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:07:24.021214 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:24.087296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=0c670352-b026-49fa-af07-e807f3504a44,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:24.095284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:07:24.095627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:07:24.095959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:07:24.096287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:07:24.096612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:07:24.096931 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:07:24.097276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:07:24.097590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:07:24.097909 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:07:24.098221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:07:24.098663 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:07:24.100406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:07:24.212214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f52eb-8f28-43f6-84f5-80feeae832ce req-f67e4b8e-df07-4444-8bc8-4ebb9d882da9 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:24.213678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-960f52eb-8f28-43f6-84f5-80feeae832ce req-f67e4b8e-df07-4444-8bc8-4ebb9d882da9 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 949 time: 0.0841832 Jun 04 17:07:24.219480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['0c670352-b026-49fa-af07-e807f3504a44'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:07:24.260018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-960f52eb-8f28-43f6-84f5-80feeae832ce req-1a2b1a06-ad75-4779-b65f-870265e6f950 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2387fb9-ec03-4ded-8c8d-1bba3c76e64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402334 Jun 04 17:07:25.612999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d916a11-d700-48e5-baec-95daf3b68a1e req-4ed7d54b-586a-4b38-9b8b-827181f8b432 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:25.614490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d916a11-d700-48e5-baec-95daf3b68a1e req-4ed7d54b-586a-4b38-9b8b-827181f8b432 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 949 time: 0.0888035 Jun 04 17:07:25.663470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d916a11-d700-48e5-baec-95daf3b68a1e req-6e47fb68-f3cb-47b5-9d67-23d0514be2d1 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2387fb9-ec03-4ded-8c8d-1bba3c76e64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Jun 04 17:07:25.778395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0c670352-b026-49fa-af07-e807f3504a44 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:07:25.863015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 0c670352-b026-49fa-af07-e807f3504a44 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:07:25.867803 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 0c670352-b026-49fa-af07-e807f3504a44 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:07:25.868165 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:25.983703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 0c670352-b026-49fa-af07-e807f3504a44 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:07:25.984070 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:26.010700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dd9fda-3c7a-472c-8b4a-56a5c40d30d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c670352-b026-49fa-af07-e807f3504a44'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:07:26.020914 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 0c670352-b026-49fa-af07-e807f3504a44, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0c670352-b026-49fa-af07-e807f3504a44,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:07:26.026154 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:26.097119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=0c670352-b026-49fa-af07-e807f3504a44,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:26.118826 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3fa43c-d23f-4e6e-931e-5f0b530fd8fd'] response: {'server_uuid': '98dd9fda-3c7a-472c-8b4a-56a5c40d30d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c670352-b026-49fa-af07-e807f3504a44', 'code': 200} Jun 04 17:07:26.244372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa163b-34e8-429c-8544-55e04beaebf5 req-64eb726a-6bd0-4285-bcc5-257a9de59339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:26.245853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64fa163b-34e8-429c-8544-55e04beaebf5 req-64eb726a-6bd0-4285-bcc5-257a9de59339 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 1101 time: 0.0708842 Jun 04 17:07:26.286472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64fa163b-34e8-429c-8544-55e04beaebf5 req-8e7be9ea-669e-41c5-9d9e-8df2e4188af2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2387fb9-ec03-4ded-8c8d-1bba3c76e64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341117 Jun 04 17:07:26.867195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e325758-b69f-482e-90a2-bb879b6754b3 req-cb044027-eb98-4f20-8967-5eea9fbfd5ba tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:26.868527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2e325758-b69f-482e-90a2-bb879b6754b3 req-cb044027-eb98-4f20-8967-5eea9fbfd5ba tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 950 time: 0.0912201 Jun 04 17:07:26.914751 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2e325758-b69f-482e-90a2-bb879b6754b3 req-05dac91a-7441-405b-8bfd-eae61a552592 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2387fb9-ec03-4ded-8c8d-1bba3c76e64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Jun 04 17:07:27.859258 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3e49d783-dbda-42cb-8952-606f1016097b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:28.119990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03242dcc-5e14-41f1-8ddb-4a919e21c48c req-451c3c07-e149-4255-b2e8-fc07deff96e2 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:28.121389 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03242dcc-5e14-41f1-8ddb-4a919e21c48c req-451c3c07-e149-4255-b2e8-fc07deff96e2 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 950 time: 0.0836110 Jun 04 17:07:28.165682 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03242dcc-5e14-41f1-8ddb-4a919e21c48c req-a89af063-cefa-44e7-beea-474d73573c03 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2387fb9-ec03-4ded-8c8d-1bba3c76e64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383174 Jun 04 17:07:29.331053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652026d8-cb37-4d5d-8041-12fb3fa4295f req-00137a04-2934-44f9-bbf6-9804a3459dfa tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:29.332553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-652026d8-cb37-4d5d-8041-12fb3fa4295f req-00137a04-2934-44f9-bbf6-9804a3459dfa tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 950 time: 0.1014366 Jun 04 17:07:29.378648 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-652026d8-cb37-4d5d-8041-12fb3fa4295f req-97fd7234-9518-40c4-be3a-0940beb9c2c6 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2387fb9-ec03-4ded-8c8d-1bba3c76e64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393264 Jun 04 17:07:30.095091 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d36742ca-c721-4004-b917-f02787f8c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:30.484721 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f4d7e-1798-4674-aeca-2b79e7cc6b2e req-1a9ae389-ceba-4ac3-b251-aa370dc526de tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:30.486174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d37f4d7e-1798-4674-aeca-2b79e7cc6b2e req-1a9ae389-ceba-4ac3-b251-aa370dc526de tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.42 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 950 time: 0.0905707 Jun 04 17:07:30.606015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-d37f4d7e-1798-4674-aeca-2b79e7cc6b2e req-98e8dd6d-9ca1-496f-bf29-9119b9fa13d8 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Deleting port 0c670352-b026-49fa-af07-e807f3504a44 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:07:30.606338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d37f4d7e-1798-4674-aeca-2b79e7cc6b2e req-98e8dd6d-9ca1-496f-bf29-9119b9fa13d8 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:30.725686 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd2f45-728d-4a1e-a713-1692fae0c874 req-463573a2-726f-4e25-81b2-2b8c517a3e3d tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:30.727170 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d7dd2f45-728d-4a1e-a713-1692fae0c874 req-463573a2-726f-4e25-81b2-2b8c517a3e3d tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 950 time: 0.2052777 Jun 04 17:07:30.852290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d7dd2f45-728d-4a1e-a713-1692fae0c874 req-47bc202e-3f7c-4a76-bfb8-823e4e6a825e tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2387fb9-ec03-4ded-8c8d-1bba3c76e64a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188467 Jun 04 17:07:30.901488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d37f4d7e-1798-4674-aeca-2b79e7cc6b2e req-98e8dd6d-9ca1-496f-bf29-9119b9fa13d8 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] For port 0c670352-b026-49fa-af07-e807f3504a44, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=0c670352-b026-49fa-af07-e807f3504a44,segment=NetworkSegment(887121e7-45e2-4e25-8c67-229aa8488f5e),segment_id=887121e7-45e2-4e25-8c67-229aa8488f5e)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:07:30.901846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d37f4d7e-1798-4674-aeca-2b79e7cc6b2e req-98e8dd6d-9ca1-496f-bf29-9119b9fa13d8 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:31.026164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-d37f4d7e-1798-4674-aeca-2b79e7cc6b2e req-98e8dd6d-9ca1-496f-bf29-9119b9fa13d8 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Calling delete_port for 0c670352-b026-49fa-af07-e807f3504a44 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:07:31.288586 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:31.292658 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d37f4d7e-1798-4674-aeca-2b79e7cc6b2e req-98e8dd6d-9ca1-496f-bf29-9119b9fa13d8 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:31.304718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['0c670352-b026-49fa-af07-e807f3504a44'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:07:31.346240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8dd6d-9ca1-496f-bf29-9119b9fa13d8 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Pushing event deleted for resources: {'Port': ['ID=0c670352-b026-49fa-af07-e807f3504a44,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:31.426462 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:31.427825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37f4d7e-1798-4674-aeca-2b79e7cc6b2e req-98e8dd6d-9ca1-496f-bf29-9119b9fa13d8 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] No DVR routers for this DVR port 0c670352-b026-49fa-af07-e807f3504a44 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:07:31.432510 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d37f4d7e-1798-4674-aeca-2b79e7cc6b2e req-98e8dd6d-9ca1-496f-bf29-9119b9fa13d8 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:31.435537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dd9fda-3c7a-472c-8b4a-56a5c40d30d6', 'name': 'network-vif-deleted', 'tag': '0c670352-b026-49fa-af07-e807f3504a44'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:07:31.452963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d37f4d7e-1798-4674-aeca-2b79e7cc6b2e req-98e8dd6d-9ca1-496f-bf29-9119b9fa13d8 tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.42 "DELETE /v2.0/ports/0c670352-b026-49fa-af07-e807f3504a44 HTTP/1.1" status: 204 len: 173 time: 0.9617383 Jun 04 17:07:31.488140 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf75a58-72ca-4a88-80c9-a619856a3006'] response: {'server_uuid': '98dd9fda-3c7a-472c-8b4a-56a5c40d30d6', 'name': 'network-vif-deleted', 'tag': '0c670352-b026-49fa-af07-e807f3504a44', 'status': 'completed', 'code': 200} Jun 04 17:07:32.041480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e16c8039-04ba-4beb-be0e-5989b3bf26f9 req-c8368044-dd37-4ca0-b8a3-d839fd3438bc tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Synchronizing usage tracker for tenant:adb40abfd9a54995b0c5caf07d07358c on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:07:32.058173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e16c8039-04ba-4beb-be0e-5989b3bf26f9 req-c8368044-dd37-4ca0-b8a3-d839fd3438bc tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] Unset dirty status for tenant:adb40abfd9a54995b0c5caf07d07358c on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:07:32.059437 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e16c8039-04ba-4beb-be0e-5989b3bf26f9 req-c8368044-dd37-4ca0-b8a3-d839fd3438bc tempest-ServersAdminNegativeTestJSON-1048277328 tempest-ServersAdminNegativeTestJSON-1048277328-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dd9fda-3c7a-472c-8b4a-56a5c40d30d6 HTTP/1.1" status: 200 len: 210 time: 0.0663826 Jun 04 17:07:32.715224 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:33.450223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35788) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:07:33.605257 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-18ee25a0-12a3-4d2f-bf2f-c6b2d18defdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adb40abfd9a54995b0c5caf07d07358c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534617 Jun 04 17:07:33.608506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35794) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:07:33.679861 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ff63-5e74-4d99-8bdf-091c02c9dbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:33.704949 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ff63-5e74-4d99-8bdf-091c02c9dbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:33.756786 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ff63-5e74-4d99-8bdf-091c02c9dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:33.773863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8ff63-5e74-4d99-8bdf-091c02c9dbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2387fb9-ec03-4ded-8c8d-1bba3c76e64a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:33.786338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ff63-5e74-4d99-8bdf-091c02c9dbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:33.787480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d5b8ff63-5e74-4d99-8bdf-091c02c9dbfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2387fb9-ec03-4ded-8c8d-1bba3c76e64a HTTP/1.1" status: 204 len: 168 time: 0.1779063 Jun 04 17:07:33.814588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0c670352-b026-49fa-af07-e807f3504a44 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:07:33.851287 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 0c670352-b026-49fa-af07-e807f3504a44 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:07:33.851630 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 0c670352-b026-49fa-af07-e807f3504a44 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:07:34.087029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 35802) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:07:34.104487 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19235887-3fc4-4caa-a114-a9450b3daba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:34.123447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-19235887-3fc4-4caa-a114-a9450b3daba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:07:34.127359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-19235887-3fc4-4caa-a114-a9450b3daba1 admin admin] Usage tracker for resource:security_group_rule and tenant:ca7fb518ebda47f58000e03785482760 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:07:34.130047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-19235887-3fc4-4caa-a114-a9450b3daba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:07:34.136089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-19235887-3fc4-4caa-a114-a9450b3daba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:07:34.233868 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19235887-3fc4-4caa-a114-a9450b3daba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:34.240324 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-19235887-3fc4-4caa-a114-a9450b3daba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:34.286460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-19235887-3fc4-4caa-a114-a9450b3daba1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca7fb518ebda47f58000e03785482760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983466 Jun 04 17:07:34.287317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19235887-3fc4-4caa-a114-a9450b3daba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51d0374-8e02-4ac6-b1e4-f7a96d3bdcce,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:34.289458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35806) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:07:34.349561 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eaa45d-c2be-48dd-8285-536c08351365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:34.375797 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eaa45d-c2be-48dd-8285-536c08351365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:34.401651 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:34.440342 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eaa45d-c2be-48dd-8285-536c08351365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:34.454472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaa45d-c2be-48dd-8285-536c08351365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51d0374-8e02-4ac6-b1e4-f7a96d3bdcce,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:34.461354 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23eaa45d-c2be-48dd-8285-536c08351365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:34.462489 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-23eaa45d-c2be-48dd-8285-536c08351365 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a51d0374-8e02-4ac6-b1e4-f7a96d3bdcce HTTP/1.1" status: 204 len: 168 time: 0.1719978 Jun 04 17:07:34.536918 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:35.232841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35830) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:07:35.343555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1902098827-network', 'tenant_id': '3ff8514ae84f4594a95c391e48ec70a7'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:07:35.349271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:07:35.353421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Usage tracker for resource:network and tenant:3ff8514ae84f4594a95c391e48ec70a7 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:07:35.356425 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:07:35.362420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:07:35.375423 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Made reservation on behalf of 3ff8514ae84f4594a95c391e48ec70a7 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:07:35.377677 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:35.389750 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:35.404702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:07:35.408620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Usage tracker for resource:security_group_rule and tenant:3ff8514ae84f4594a95c391e48ec70a7 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:07:35.411483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:07:35.417197 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:07:35.505949 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:35.510981 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:35.543565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:07:35.549111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e128035-75d5-4c4d-86c6-29415149b9ce,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:35.557376 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:35.557376 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Added segment a4949c83-9ea4-4b6d-a772-98005227f754 of type vlan for network c0e83a27-8ad6-4624-8957-ee9b18c94d46 Jun 04 17:07:35.583615 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:35.613416 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:35.614406 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:35.615060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:35.717030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c0e83a27-8ad6-4624-8957-ee9b18c94d46,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:35.721231 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-23ea9854-367d-4d69-bfda-9cdeede279f6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4873972 Jun 04 17:07:35.724392 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 35836) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:07:35.727520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network c0e83a27-8ad6-4624-8957-ee9b18c94d46 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:07:35.730094 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Request body: {'subnet': {'network_id': 'c0e83a27-8ad6-4624-8957-ee9b18c94d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1902098827-subnet', 'tenant_id': '3ff8514ae84f4594a95c391e48ec70a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:07:35.736317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:07:35.740507 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Usage tracker for resource:subnet and tenant:3ff8514ae84f4594a95c391e48ec70a7 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:07:35.743531 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:07:35.749561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:07:35.752601 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:07:35.761309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Made reservation on behalf of 3ff8514ae84f4594a95c391e48ec70a7 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:07:35.763779 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:35.979927 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:36.054176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c15bd9-f5e1-4594-93d7-ebcdde44b1ef,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:36.059449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Checking segment: {'id': 'a4949c83-9ea4-4b6d-a772-98005227f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0e83a27-8ad6-4624-8957-ee9b18c94d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:07:36.059841 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Network hostable DHCP agents. Network: c0e83a27-8ad6-4624-8957-ee9b18c94d46, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:07:36.082212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Network c0e83a27-8ad6-4624-8957-ee9b18c94d46 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:07:36.092474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, c0e83a27-8ad6-4624-8957-ee9b18c94d46) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:07:36.096791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:36.097363 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:36.102538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02480a73-5bc0-44ab-8b70-df57f09d4087 None None] Network c0e83a27-8ad6-4624-8957-ee9b18c94d46 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:07:36.118904 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d294b4bb-cf42-4d0b-b71f-d59f7aa2abe7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3934646 Jun 04 17:07:36.316045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1358808c-3d07-45a8-bfa3-210f3d84c31f None None] Network c0e83a27-8ad6-4624-8957-ee9b18c94d46 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:07:36.638077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-15d64259-3980-47f9-b62e-c6d593e559e7 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:36.639660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-15d64259-3980-47f9-b62e-c6d593e559e7 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/networks?id=c0e83a27-8ad6-4624-8957-ee9b18c94d46 HTTP/1.1" status: 200 len: 812 time: 0.1461153 Jun 04 17:07:36.658565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-38bb0ad0-b6af-4d4f-9bd4-2b460f45f6ae tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/quotas/3ff8514ae84f4594a95c391e48ec70a7 HTTP/1.1" status: 200 len: 375 time: 0.0100071 Jun 04 17:07:36.707636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-50f5cb48-2291-4822-b056-b60a65da9693 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ff8514ae84f4594a95c391e48ec70a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418653 Jun 04 17:07:36.907848 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-cbecd82d-dec5-4adb-aa34-ff30329ef918 service neutron] 10.222.0.13 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900551 Jun 04 17:07:37.047857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-7f1d9dc6-e553-43e4-90a8-9706635ca1de service neutron] 10.222.0.13 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310279 Jun 04 17:07:37.229511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b426f0a-d8b4-4baf-bab7-7ca9c58bbf44 req-c928f724-de2d-4ee8-917e-4a6cffe0437d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 210 time: 0.0470178 Jun 04 17:07:38.390666 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e198f17b-1f71-450d-b54b-ae84014905c6 req-f974f3e1-9674-4a97-9f00-184b3a20a8f9 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 210 time: 0.0424623 Jun 04 17:07:38.577599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-191f058b-10f3-47a0-b9ef-6374520beba9 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:38.579060 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-191f058b-10f3-47a0-b9ef-6374520beba9 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.42 "GET /v2.0/networks?id=c0e83a27-8ad6-4624-8957-ee9b18c94d46 HTTP/1.1" status: 200 len: 812 time: 0.1466599 Jun 04 17:07:38.590512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Request body: {'port': {'device_id': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'network_id': 'c0e83a27-8ad6-4624-8957-ee9b18c94d46', 'admin_state_up': True, 'tenant_id': '3ff8514ae84f4594a95c391e48ec70a7'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:07:38.726901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:07:38.730938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Usage tracker for resource:port and tenant:3ff8514ae84f4594a95c391e48ec70a7 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:07:38.734162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:07:38.741729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:07:38.757166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Made reservation on behalf of 3ff8514ae84f4594a95c391e48ec70a7 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:07:38.762452 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:38.954136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Allocated IP 172.20.0.8 (c0e83a27-8ad6-4624-8957-ee9b18c94d46/33c15bd9-f5e1-4594-93d7-ebcdde44b1ef/a5624d31-49e4-4367-977b-1ca772dae3eb) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:07:39.169396 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:39.208938 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:39.281735 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Network c0e83a27-8ad6-4624-8957-ee9b18c94d46 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:07:39.284951 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:07:39.288791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:07:39.322011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Pushing event updated for resources: {'Port': ['ID=a5624d31-49e4-4367-977b-1ca772dae3eb,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:39.357140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:39.357734 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:39.385674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-30a0ba22-51ca-4d25-be3a-ce0e5ddbad65 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7986555 Jun 04 17:07:39.397064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Request body: {'port': {'device_id': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:07:39.678499 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:39.807017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299cf7f-1bc8-4082-81f3-09e9f6d39e84 req-575672f1-3ca9-4ef6-a744-a0d3c895024d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:39.807689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1299cf7f-1bc8-4082-81f3-09e9f6d39e84 req-575672f1-3ca9-4ef6-a744-a0d3c895024d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Synchronizing usage tracker for tenant:3ff8514ae84f4594a95c391e48ec70a7 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:07:39.846588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1299cf7f-1bc8-4082-81f3-09e9f6d39e84 req-575672f1-3ca9-4ef6-a744-a0d3c895024d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Unset dirty status for tenant:3ff8514ae84f4594a95c391e48ec70a7 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:07:39.847681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1299cf7f-1bc8-4082-81f3-09e9f6d39e84 req-575672f1-3ca9-4ef6-a744-a0d3c895024d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 931 time: 0.2446926 Jun 04 17:07:39.964452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1299cf7f-1bc8-4082-81f3-09e9f6d39e84 req-fb480cab-2db1-4fd5-9f2d-e80d4f4ca80f tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006424 Jun 04 17:07:40.071318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5624d31-49e4-4367-977b-1ca772dae3eb {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:07:40.081586 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:40.100372 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Transition to ACTIVE for port object a5624d31-49e4-4367-977b-1ca772dae3eb will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:07:40.105544 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:40.256832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Pushing event updated for resources: {'Port': ['ID=a5624d31-49e4-4367-977b-1ca772dae3eb,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:40.336819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Attempting to bind port a5624d31-49e4-4367-977b-1ca772dae3eb on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:07:40.337156 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Attempting to bind port a5624d31-49e4-4367-977b-1ca772dae3eb by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'a4949c83-9ea4-4b6d-a772-98005227f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0e83a27-8ad6-4624-8957-ee9b18c94d46'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:07:40.337479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Attempting to bind port a5624d31-49e4-4367-977b-1ca772dae3eb on network c0e83a27-8ad6-4624-8957-ee9b18c94d46 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:07:40.343302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Port a5624d31-49e4-4367-977b-1ca772dae3eb on network c0e83a27-8ad6-4624-8957-ee9b18c94d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:07:40.343712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Attempting to bind port a5624d31-49e4-4367-977b-1ca772dae3eb on network c0e83a27-8ad6-4624-8957-ee9b18c94d46 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:07:40.349396 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:07:40.349717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Checking segment: {'id': 'a4949c83-9ea4-4b6d-a772-98005227f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0e83a27-8ad6-4624-8957-ee9b18c94d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:07:40.350064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Bound using segment: {'id': 'a4949c83-9ea4-4b6d-a772-98005227f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0e83a27-8ad6-4624-8957-ee9b18c94d46'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:07:40.350626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Bound port: a5624d31-49e4-4367-977b-1ca772dae3eb, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4949c83-9ea4-4b6d-a772-98005227f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0e83a27-8ad6-4624-8957-ee9b18c94d46'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:07:40.350924 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:40.443773 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] For port a5624d31-49e4-4367-977b-1ca772dae3eb, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:07:40.446717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] For port a5624d31-49e4-4367-977b-1ca772dae3eb, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a5624d31-49e4-4367-977b-1ca772dae3eb,segment=NetworkSegment(a4949c83-9ea4-4b6d-a772-98005227f754),segment_id=a4949c83-9ea4-4b6d-a772-98005227f754)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:07:40.452784 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:40.524562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:40.525171 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:40.526550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] 10.222.0.42 "PUT /v2.0/ports/a5624d31-49e4-4367-977b-1ca772dae3eb HTTP/1.1" status: 200 len: 1091 time: 1.1333642 Jun 04 17:07:40.526977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'tag': 'a5624d31-49e4-4367-977b-1ca772dae3eb'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:07:40.544286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26643e17-8139-4ab4-9ec2-8d622cf1520e service neutron] Pushing event updated for resources: {'Port': ['ID=a5624d31-49e4-4367-977b-1ca772dae3eb,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:40.604349 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca0ed7d-eaf4-4dcb-9ba5-f26421a0e00f'] response: {'name': 'network-changed', 'server_uuid': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'tag': 'a5624d31-49e4-4367-977b-1ca772dae3eb', 'status': 'completed', 'code': 200} Jun 04 17:07:40.644551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-48a11df3-c073-40d6-b8d7-cdd39f4b06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:40.646009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-48a11df3-c073-40d6-b8d7-cdd39f4b06b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ff8514ae84f4594a95c391e48ec70a7&device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 1094 time: 0.0791848 Jun 04 17:07:40.714634 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-af6b4329-d796-4dbf-ab5c-3585ad5551e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5624d31-49e4-4367-977b-1ca772dae3eb HTTP/1.1" status: 200 len: 217 time: 0.0616772 Jun 04 17:07:40.782726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-0141361e-d612-4b71-a25b-721f05163937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:40.784146 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-0141361e-d612-4b71-a25b-721f05163937 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33c15bd9-f5e1-4594-93d7-ebcdde44b1ef HTTP/1.1" status: 200 len: 852 time: 0.0616248 Jun 04 17:07:40.835708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-ea29ae2e-6061-42d7-86d8-d196e2434d64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0e83a27-8ad6-4624-8957-ee9b18c94d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455029 Jun 04 17:07:40.971012 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-b98924c1-8c37-4ddb-bc9a-80370d27a535 service neutron] 10.222.0.42 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296620 Jun 04 17:07:41.148513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70e28a1b-7c35-40b0-8f09-682a1de4e078 req-f1ec87da-4d29-4a89-a46d-22641b892aaf service neutron] 10.222.0.42 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719720 Jun 04 17:07:41.186838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9c90b-697e-43f2-9f71-237ee7618e57 req-7c1e8a5a-0641-4efa-a9e7-d91dc02dbd2a tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:41.188304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07f9c90b-697e-43f2-9f71-237ee7618e57 req-7c1e8a5a-0641-4efa-a9e7-d91dc02dbd2a tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 943 time: 0.1153831 Jun 04 17:07:41.391492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07f9c90b-697e-43f2-9f71-237ee7618e57 req-a25e199d-9c28-40c2-bcab-1c645d6b1faa tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964293 Jun 04 17:07:41.413213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0836f6-c3bb-4d60-83d9-27e6a132b9a4 req-a9a37ecf-66b1-4e02-8184-d194a0840783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:41.414845 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d0836f6-c3bb-4d60-83d9-27e6a132b9a4 req-a9a37ecf-66b1-4e02-8184-d194a0840783 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ff8514ae84f4594a95c391e48ec70a7&device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 1094 time: 0.2048607 Jun 04 17:07:41.546938 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0836f6-c3bb-4d60-83d9-27e6a132b9a4 req-468d5723-746f-497f-a26e-e14a3f043fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:41.548372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d0836f6-c3bb-4d60-83d9-27e6a132b9a4 req-468d5723-746f-497f-a26e-e14a3f043fe3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0e83a27-8ad6-4624-8957-ee9b18c94d46 HTTP/1.1" status: 200 len: 913 time: 0.1266482 Jun 04 17:07:41.618292 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d0836f6-c3bb-4d60-83d9-27e6a132b9a4 req-370f40db-8dce-472e-ae45-2a08871efb49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5624d31-49e4-4367-977b-1ca772dae3eb HTTP/1.1" status: 200 len: 217 time: 0.0631068 Jun 04 17:07:41.684273 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0836f6-c3bb-4d60-83d9-27e6a132b9a4 req-3566b1b6-ae28-4db2-b312-3b87094c1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:41.685629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d0836f6-c3bb-4d60-83d9-27e6a132b9a4 req-3566b1b6-ae28-4db2-b312-3b87094c1366 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33c15bd9-f5e1-4594-93d7-ebcdde44b1ef HTTP/1.1" status: 200 len: 852 time: 0.0608325 Jun 04 17:07:41.731342 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d0836f6-c3bb-4d60-83d9-27e6a132b9a4 req-33b28318-cd14-48c3-ab6e-8e27c483bb1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0e83a27-8ad6-4624-8957-ee9b18c94d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397377 Jun 04 17:07:41.862674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d0836f6-c3bb-4d60-83d9-27e6a132b9a4 req-0d1c1490-3dec-4cc4-a98a-e21314576cdc service neutron] 10.222.0.42 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239893 Jun 04 17:07:41.991161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d0836f6-c3bb-4d60-83d9-27e6a132b9a4 req-735dd7c4-9cad-4d8c-bbf1-82739599592b service neutron] 10.222.0.42 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224673 Jun 04 17:07:42.605655 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf3861-d37f-476b-b747-9dbde0383e84 req-32cac257-f6d1-4bb4-b05e-43dc856a42ef tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:42.607060 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0bf3861-d37f-476b-b747-9dbde0383e84 req-32cac257-f6d1-4bb4-b05e-43dc856a42ef tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 943 time: 0.0906451 Jun 04 17:07:42.652970 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0bf3861-d37f-476b-b747-9dbde0383e84 req-2c711853-e4ba-4b71-a536-d34f573b3f8a tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Jun 04 17:07:43.866451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df34c11-adfa-47e3-881c-01ce0da5b792 req-e76b6d56-385f-46d5-abb7-5a3598b5afdc tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:43.867847 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2df34c11-adfa-47e3-881c-01ce0da5b792 req-e76b6d56-385f-46d5-abb7-5a3598b5afdc tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 943 time: 0.0824509 Jun 04 17:07:43.894508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a5624d31-49e4-4367-977b-1ca772dae3eb details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:07:43.919736 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2df34c11-adfa-47e3-881c-01ce0da5b792 req-3dbe451a-e2ed-4cbb-988b-0d34f795d9fd tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459709 Jun 04 17:07:44.036882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a5624d31-49e4-4367-977b-1ca772dae3eb, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a5624d31-49e4-4367-977b-1ca772dae3eb,segment=NetworkSegment(a4949c83-9ea4-4b6d-a772-98005227f754),segment_id=a4949c83-9ea4-4b6d-a772-98005227f754)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:07:44.053717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'a5624d31-49e4-4367-977b-1ca772dae3eb', 'network_id': 'c0e83a27-8ad6-4624-8957-ee9b18c94d46', 'port_id': 'a5624d31-49e4-4367-977b-1ca772dae3eb', 'mac_address': 'fa:16:3e:73:9f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c15bd9-f5e1-4594-93d7-ebcdde44b1ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:07:44.109679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port a5624d31-49e4-4367-977b-1ca772dae3eb is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:07:44.110042 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:44.127397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5624d31-49e4-4367-977b-1ca772dae3eb {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:07:44.144883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a5624d31-49e4-4367-977b-1ca772dae3eb, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a5624d31-49e4-4367-977b-1ca772dae3eb,segment=NetworkSegment(a4949c83-9ea4-4b6d-a772-98005227f754),segment_id=a4949c83-9ea4-4b6d-a772-98005227f754)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:07:44.153229 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:44.235155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=a5624d31-49e4-4367-977b-1ca772dae3eb,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:44.338737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['a5624d31-49e4-4367-977b-1ca772dae3eb'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:07:45.117909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5769f1-8780-4d15-a0ad-6c00ea8ace70 req-7c86e0a6-5d84-47fe-8a7c-db76130d29be tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:45.119576 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f5769f1-8780-4d15-a0ad-6c00ea8ace70 req-7c86e0a6-5d84-47fe-8a7c-db76130d29be tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 944 time: 0.0851500 Jun 04 17:07:45.164158 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f5769f1-8780-4d15-a0ad-6c00ea8ace70 req-72be31d6-1ba4-44e3-a9a1-3f6025d19ffc tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387361 Jun 04 17:07:45.902340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a5624d31-49e4-4367-977b-1ca772dae3eb up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:07:45.974986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port a5624d31-49e4-4367-977b-1ca772dae3eb completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:07:45.979529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port a5624d31-49e4-4367-977b-1ca772dae3eb triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:07:45.979896 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:46.104276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port a5624d31-49e4-4367-977b-1ca772dae3eb is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:07:46.104720 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:46.134985 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5624d31-49e4-4367-977b-1ca772dae3eb'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:07:46.147855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port a5624d31-49e4-4367-977b-1ca772dae3eb, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a5624d31-49e4-4367-977b-1ca772dae3eb,segment=NetworkSegment(a4949c83-9ea4-4b6d-a772-98005227f754),segment_id=a4949c83-9ea4-4b6d-a772-98005227f754)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:07:46.157087 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:46.203966 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef511ec0-e822-48a5-a267-b2a05f406f39'] response: {'server_uuid': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5624d31-49e4-4367-977b-1ca772dae3eb', 'code': 200} Jun 04 17:07:46.232465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=a5624d31-49e4-4367-977b-1ca772dae3eb,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:07:46.392136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362195a2-4d6e-473b-b3b6-bbd53b0ea2b4 req-df699688-7d71-431d-8733-7e2c90391bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:46.393612 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-362195a2-4d6e-473b-b3b6-bbd53b0ea2b4 req-df699688-7d71-431d-8733-7e2c90391bda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 1096 time: 0.1351972 Jun 04 17:07:46.401371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d66de-22ce-44c4-896a-8068bfdac5bd req-094b1a05-3e47-491c-a480-1a7f9c9d644b tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:46.402709 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f56d66de-22ce-44c4-896a-8068bfdac5bd req-094b1a05-3e47-491c-a480-1a7f9c9d644b tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.1081018 Jun 04 17:07:46.466152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-362195a2-4d6e-473b-b3b6-bbd53b0ea2b4 req-0867864f-2bfd-4c13-920c-2f86ae8d1afe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625215 Jun 04 17:07:46.472993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f56d66de-22ce-44c4-896a-8068bfdac5bd req-48b3a53c-f845-4324-9a69-abe13acf2a1e tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574148 Jun 04 17:07:47.680941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dd34b-6bcd-4753-927b-d075f9bcf3b9 req-3f0b5d0e-009c-4964-a6ab-565f73f06b9e tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:47.682382 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd3dd34b-6bcd-4753-927b-d075f9bcf3b9 req-3f0b5d0e-009c-4964-a6ab-565f73f06b9e tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0803146 Jun 04 17:07:47.726020 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd3dd34b-6bcd-4753-927b-d075f9bcf3b9 req-ba3a6831-9eab-472d-aa88-d6c66f548561 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378547 Jun 04 17:07:48.931004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6500767-e29c-4f5e-a044-a99f3f8321ba req-871ff794-fe82-4cd7-8fc6-b39bb698b051 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:48.932456 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6500767-e29c-4f5e-a044-a99f3f8321ba req-871ff794-fe82-4cd7-8fc6-b39bb698b051 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0866697 Jun 04 17:07:48.980570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6500767-e29c-4f5e-a044-a99f3f8321ba req-07348118-2fbb-4462-bfff-997469776edf tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398328 Jun 04 17:07:49.384565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470282c-b1a2-4f4f-9a45-3bdbefbd46d4 req-9b4e0bb4-13f3-4eb7-a052-057a7545ee61 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:49.386169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9470282c-b1a2-4f4f-9a45-3bdbefbd46d4 req-9b4e0bb4-13f3-4eb7-a052-057a7545ee61 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0815849 Jun 04 17:07:49.387324 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-6edd4850-e7a8-451b-b2c1-b9210b7fb52a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1236196 Jun 04 17:07:49.431649 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9470282c-b1a2-4f4f-9a45-3bdbefbd46d4 req-811b2354-710c-4bc9-b7dc-75a74e7ff265 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397723 Jun 04 17:07:50.541886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-00aaec8f-154d-4279-a7ef-f9c768f83da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:50.543440 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-00aaec8f-154d-4279-a7ef-f9c768f83da7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ff8514ae84f4594a95c391e48ec70a7&device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 1096 time: 0.0781801 Jun 04 17:07:50.721948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-10807ff6-4098-4f5a-baa3-c6a97fd49d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:50.723405 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-10807ff6-4098-4f5a-baa3-c6a97fd49d26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0e83a27-8ad6-4624-8957-ee9b18c94d46 HTTP/1.1" status: 200 len: 913 time: 0.1501486 Jun 04 17:07:50.731625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4510dcc-75a5-4aa5-8f94-a222a051a8fd req-1d84eedd-b808-4ce2-950f-444d783b2a9c tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:50.732956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4510dcc-75a5-4aa5-8f94-a222a051a8fd req-1d84eedd-b808-4ce2-950f-444d783b2a9c tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.1934893 Jun 04 17:07:50.809690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-82418185-fc9b-44e8-985d-9add209db535 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5624d31-49e4-4367-977b-1ca772dae3eb HTTP/1.1" status: 200 len: 217 time: 0.0758133 Jun 04 17:07:50.984775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4510dcc-75a5-4aa5-8f94-a222a051a8fd req-44a34c61-8e6b-4d48-a9b7-ee22ce474404 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004068 Jun 04 17:07:50.996774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-cc8e8618-fc5e-43b5-ad13-06b591b223f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:50.998261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-cc8e8618-fc5e-43b5-ad13-06b591b223f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33c15bd9-f5e1-4594-93d7-ebcdde44b1ef HTTP/1.1" status: 200 len: 852 time: 0.1815753 Jun 04 17:07:51.054582 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-daabdb48-d45e-4b45-8698-5a0b18666396 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0e83a27-8ad6-4624-8957-ee9b18c94d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506141 Jun 04 17:07:51.191294 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-b8322dad-58d8-4c20-820a-4569ed2b929b service neutron] 10.222.0.42 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309669 Jun 04 17:07:51.324778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-abc75cf7-c7ef-4574-8692-2433cca3285d service neutron] 10.222.0.42 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276324 Jun 04 17:07:52.183225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567558e0-a147-407c-99c2-d39835e89c98 req-df2a2a76-24a6-464c-b7eb-52e03b5c9f41 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:52.184675 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-567558e0-a147-407c-99c2-d39835e89c98 req-df2a2a76-24a6-464c-b7eb-52e03b5c9f41 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0880733 Jun 04 17:07:52.230114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-567558e0-a147-407c-99c2-d39835e89c98 req-9783242f-7a21-4f46-9a17-07aaa5491240 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396883 Jun 04 17:07:53.438196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000cd2-ed02-4914-9c15-46bfa6743686 req-7029fcb1-3f95-4ec1-8219-a2606a843cb7 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:53.439676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf000cd2-ed02-4914-9c15-46bfa6743686 req-7029fcb1-3f95-4ec1-8219-a2606a843cb7 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0869374 Jun 04 17:07:53.484353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf000cd2-ed02-4914-9c15-46bfa6743686 req-284b0a7d-9da5-4252-b935-ae7c977d9548 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387499 Jun 04 17:07:54.683884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fa377-b3d5-497b-ab32-2632e8a4b88e req-c2de71c0-fdd4-47da-b2cd-dd61bc67cba5 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:54.685465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-768fa377-b3d5-497b-ab32-2632e8a4b88e req-c2de71c0-fdd4-47da-b2cd-dd61bc67cba5 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0878203 Jun 04 17:07:54.736603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-768fa377-b3d5-497b-ab32-2632e8a4b88e req-e425e771-cd0e-4e1b-8a83-e3671056bc84 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443413 Jun 04 17:07:55.956060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84c9c1-0d0c-494d-ba22-efaae1b51284 req-58efc0e1-ca35-4808-bf3d-28e59a677355 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:55.957570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b84c9c1-0d0c-494d-ba22-efaae1b51284 req-58efc0e1-ca35-4808-bf3d-28e59a677355 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0912185 Jun 04 17:07:56.012184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b84c9c1-0d0c-494d-ba22-efaae1b51284 req-668f34ec-af50-4603-9c6e-fd25087f83f0 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486135 Jun 04 17:07:57.217892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933129cb-ccfd-428a-bf27-c4de93dd4228 req-c4861a05-cf13-44df-9ac1-cc95437dfed6 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:57.219383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-933129cb-ccfd-428a-bf27-c4de93dd4228 req-c4861a05-cf13-44df-9ac1-cc95437dfed6 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0881686 Jun 04 17:07:57.266519 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-933129cb-ccfd-428a-bf27-c4de93dd4228 req-0d84b005-0159-4e49-986d-c5da741e3878 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395601 Jun 04 17:07:57.856729 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f85c45d5-86bc-40f4-9566-932c7aef6a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:07:58.468865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01094bb4-61c9-4812-96f3-0835419d4255 req-a989a5f4-005f-4d85-9e15-749d90739e24 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:58.471433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01094bb4-61c9-4812-96f3-0835419d4255 req-a989a5f4-005f-4d85-9e15-749d90739e24 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0924871 Jun 04 17:07:58.524799 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01094bb4-61c9-4812-96f3-0835419d4255 req-43f4f3bb-242f-46b2-a622-08fe5e0355a1 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Jun 04 17:07:59.724554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b86a6-7d88-465b-b620-09155c9ac580 req-9d1c21d6-c7aa-4148-b1fc-5bf8ff7a18d3 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:07:59.726003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce3b86a6-7d88-465b-b620-09155c9ac580 req-9d1c21d6-c7aa-4148-b1fc-5bf8ff7a18d3 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0946038 Jun 04 17:07:59.772810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce3b86a6-7d88-465b-b620-09155c9ac580 req-dd731ea6-9dac-412c-b9df-01e65b5dc5b1 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379548 Jun 04 17:08:00.100731 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-98ea707a-f88f-42d3-a7b3-8c98a897a97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:00.972803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832319e-9ca5-46d3-ac3f-1c52c7cb570e req-6816657d-cb27-4d3d-bf31-1d2b5991b8fe tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:00.974365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6832319e-9ca5-46d3-ac3f-1c52c7cb570e req-6816657d-cb27-4d3d-bf31-1d2b5991b8fe tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0853505 Jun 04 17:08:01.024024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6832319e-9ca5-46d3-ac3f-1c52c7cb570e req-a542344c-c16a-48f7-8dff-4d9cf6317bd2 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432608 Jun 04 17:08:01.294483 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:01.431018 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:02.234144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc377c7-0502-43ab-a509-e21d08715512 req-215e56bd-9710-4076-8114-58f5a5b63157 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:02.235821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bdc377c7-0502-43ab-a509-e21d08715512 req-215e56bd-9710-4076-8114-58f5a5b63157 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0963595 Jun 04 17:08:02.281789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bdc377c7-0502-43ab-a509-e21d08715512 req-e0173923-f1c5-470b-a72c-96aea3e9efd3 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398967 Jun 04 17:08:02.719299 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:03.488067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c9c80-bf71-41d8-91f5-36221e424da2 req-8ac168a1-e7a4-4537-b7d4-431e89014c9e tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:03.489502 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f1c9c80-bf71-41d8-91f5-36221e424da2 req-8ac168a1-e7a4-4537-b7d4-431e89014c9e tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0864055 Jun 04 17:08:03.535840 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f1c9c80-bf71-41d8-91f5-36221e424da2 req-d9370ead-5123-476e-9f71-04c67af26468 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392585 Jun 04 17:08:04.403701 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:04.555953 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:04.732964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6a49c-07f5-4fe7-8f05-91cdd1ad7c5d req-150c53c1-12f1-4717-99ff-43cef2c3d0a9 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:04.734440 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3fa6a49c-07f5-4fe7-8f05-91cdd1ad7c5d req-150c53c1-12f1-4717-99ff-43cef2c3d0a9 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0918109 Jun 04 17:08:04.780361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3fa6a49c-07f5-4fe7-8f05-91cdd1ad7c5d req-2e1f8da1-4615-48b5-bc25-c5dffed66e22 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399776 Jun 04 17:08:05.987739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e357406-e8bd-45fc-8849-54ac05a3d372 req-a4a6b25a-f64b-4e8d-9cdf-1afdf2ffae4d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:05.989200 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e357406-e8bd-45fc-8849-54ac05a3d372 req-a4a6b25a-f64b-4e8d-9cdf-1afdf2ffae4d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0923219 Jun 04 17:08:06.037691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e357406-e8bd-45fc-8849-54ac05a3d372 req-6750f0fe-de65-45f4-a02c-82c4541d4313 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Jun 04 17:08:07.299023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cf735-254c-47c5-adb8-cc6637b45eca req-aba91085-b630-4e2c-aa3d-e9ab6e6a1156 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:07.300468 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e6cf735-254c-47c5-adb8-cc6637b45eca req-aba91085-b630-4e2c-aa3d-e9ab6e6a1156 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.1439481 Jun 04 17:08:07.345193 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e6cf735-254c-47c5-adb8-cc6637b45eca req-ab723148-d7e5-4e6b-b05d-b320c5bac1d0 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386980 Jun 04 17:08:08.539143 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e210af7-0222-4dfd-aafb-f5455c078aba req-c8cabf4b-d340-400a-a68f-59cb32071a86 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:08.540640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e210af7-0222-4dfd-aafb-f5455c078aba req-c8cabf4b-d340-400a-a68f-59cb32071a86 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0855823 Jun 04 17:08:08.586375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e210af7-0222-4dfd-aafb-f5455c078aba req-bac4f3ae-8ef0-45c5-8345-16c08cecc1e0 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396359 Jun 04 17:08:09.797198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe0be1-08e4-42c1-a1b6-49ecbc60f99f req-766c609b-2c00-4e1e-85af-fd5918b4dc7b tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:09.798699 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25fe0be1-08e4-42c1-a1b6-49ecbc60f99f req-766c609b-2c00-4e1e-85af-fd5918b4dc7b tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.1021163 Jun 04 17:08:09.847550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25fe0be1-08e4-42c1-a1b6-49ecbc60f99f req-0500f1d1-48e3-4cfa-b38e-b771191dab2f tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Jun 04 17:08:11.042103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840305b-a92d-4921-abdd-8038e0b26121 req-a0dc56c7-452a-4a2a-b39e-46830a444a06 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:11.043690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3840305b-a92d-4921-abdd-8038e0b26121 req-a0dc56c7-452a-4a2a-b39e-46830a444a06 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0865781 Jun 04 17:08:11.093679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3840305b-a92d-4921-abdd-8038e0b26121 req-0ea76729-792d-4d3d-948e-94c734af71c0 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442882 Jun 04 17:08:12.301557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd4085-6bf1-4fec-adee-56978edde87e req-484de638-9141-4b61-b186-1c28c90b5e25 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:12.303178 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79bd4085-6bf1-4fec-adee-56978edde87e req-484de638-9141-4b61-b186-1c28c90b5e25 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0933063 Jun 04 17:08:12.347599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79bd4085-6bf1-4fec-adee-56978edde87e req-3f93b542-4eff-488c-b9d5-2098d1460c96 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384986 Jun 04 17:08:12.757574 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:08:13.554150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728467f-a043-4f6a-ac6c-5783537ce70e req-9f3c646f-8314-4cd7-931e-7f691aa49612 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:13.555539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8728467f-a043-4f6a-ac6c-5783537ce70e req-9f3c646f-8314-4cd7-931e-7f691aa49612 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0960493 Jun 04 17:08:13.600406 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8728467f-a043-4f6a-ac6c-5783537ce70e req-9d8f7cbb-af9c-415a-aff0-2c1bf1cf36e1 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388813 Jun 04 17:08:14.917817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321c63-dfa1-45d0-a0c3-931dde6fb058 req-39d0dbff-27d1-4807-9e12-9a285d509984 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:14.919220 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f4321c63-dfa1-45d0-a0c3-931dde6fb058 req-39d0dbff-27d1-4807-9e12-9a285d509984 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.2000103 Jun 04 17:08:14.967953 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f4321c63-dfa1-45d0-a0c3-931dde6fb058 req-09871752-b647-4c0e-9f16-ae1c915f87f8 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425375 Jun 04 17:08:16.175713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31f04d-969c-44ac-8508-610008a0c5dc req-b7d42ddd-d4b4-4c74-91ec-412edd4edb9f tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:16.177174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a31f04d-969c-44ac-8508-610008a0c5dc req-b7d42ddd-d4b4-4c74-91ec-412edd4edb9f tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0854812 Jun 04 17:08:16.225325 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a31f04d-969c-44ac-8508-610008a0c5dc req-06d2af54-d924-4e29-aaea-efd41b1d0b0c tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416033 Jun 04 17:08:17.423742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115a4fe-f3ca-47a0-b911-a2d6c58202bb req-992885d8-c4f1-445f-a4ad-dabbf6b0ed23 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:17.425198 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f115a4fe-f3ca-47a0-b911-a2d6c58202bb req-992885d8-c4f1-445f-a4ad-dabbf6b0ed23 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0886071 Jun 04 17:08:17.468459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f115a4fe-f3ca-47a0-b911-a2d6c58202bb req-4e7b3d6a-338e-4032-a0f8-a87b1423daaa tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373957 Jun 04 17:08:18.130016 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-9666d476-365f-400b-a592-d874e6253f62 service neutron] show failed (client error): The resource could not be found. Jun 04 17:08:18.131055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-9666d476-365f-400b-a592-d874e6253f62 service neutron] 10.222.0.42 "GET /v2.0/ports/a5624d31-49e4-4367-977b-1ca772dae3eb/bindings/n-h2-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.0787065 Jun 04 17:08:18.488115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-90a3a0d1-bf66-4e72-9efd-0a252630865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:18.489585 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-90a3a0d1-bf66-4e72-9efd-0a252630865b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e&tenant_id=3ff8514ae84f4594a95c391e48ec70a7 HTTP/1.1" status: 200 len: 1096 time: 0.1241488 Jun 04 17:08:18.500802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:08:18.660550 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:18.792129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4ed3-53ee-4e0c-b542-08954b7890c4 req-b9808077-bac0-4e26-b29f-0b6bcf6fbf30 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:18.793594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db0d4ed3-53ee-4e0c-b542-08954b7890c4 req-b9808077-bac0-4e26-b29f-0b6bcf6fbf30 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.2018373 Jun 04 17:08:18.877859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-db0d4ed3-53ee-4e0c-b542-08954b7890c4 req-a04bcf46-2dd7-4b2b-b71b-cdf6b4795396 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783067 Jun 04 17:08:18.982764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] For port a5624d31-49e4-4367-977b-1ca772dae3eb, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=a5624d31-49e4-4367-977b-1ca772dae3eb,segment=NetworkSegment(a4949c83-9ea4-4b6d-a772-98005227f754),segment_id=a4949c83-9ea4-4b6d-a772-98005227f754)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:08:19.011411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] For port a5624d31-49e4-4367-977b-1ca772dae3eb, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:08:19.069764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5624d31-49e4-4367-977b-1ca772dae3eb'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:08:19.075696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:19.090318 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Transition to ACTIVE for port object a5624d31-49e4-4367-977b-1ca772dae3eb will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:08:19.094965 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:19.137312 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a51383-d5d8-40c4-b15d-460bba5ae0a2'] response: {'server_uuid': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5624d31-49e4-4367-977b-1ca772dae3eb', 'code': 200} Jun 04 17:08:19.259356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] No DVR routers for this DVR port a5624d31-49e4-4367-977b-1ca772dae3eb on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:08:19.261538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Pushing event updated for resources: {'Port': ['ID=a5624d31-49e4-4367-977b-1ca772dae3eb,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:19.294665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:19.295005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:19.295337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:19.295667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:19.295986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:19.296309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:19.296626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:19.296944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:19.297272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:19.297586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:19.297884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:19.298193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:19.328005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Attempting to bind port a5624d31-49e4-4367-977b-1ca772dae3eb on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:08:19.328358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Attempting to bind port a5624d31-49e4-4367-977b-1ca772dae3eb by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'a4949c83-9ea4-4b6d-a772-98005227f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0e83a27-8ad6-4624-8957-ee9b18c94d46'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:08:19.328681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Attempting to bind port a5624d31-49e4-4367-977b-1ca772dae3eb on network c0e83a27-8ad6-4624-8957-ee9b18c94d46 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:08:19.333350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Port a5624d31-49e4-4367-977b-1ca772dae3eb on network c0e83a27-8ad6-4624-8957-ee9b18c94d46 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:08:19.333685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Attempting to bind port a5624d31-49e4-4367-977b-1ca772dae3eb on network c0e83a27-8ad6-4624-8957-ee9b18c94d46 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:08:19.339134 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:08:19.339462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Checking segment: {'id': 'a4949c83-9ea4-4b6d-a772-98005227f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0e83a27-8ad6-4624-8957-ee9b18c94d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:08:19.339825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Bound using segment: {'id': 'a4949c83-9ea4-4b6d-a772-98005227f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0e83a27-8ad6-4624-8957-ee9b18c94d46'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:08:19.340264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Bound port: a5624d31-49e4-4367-977b-1ca772dae3eb, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4949c83-9ea4-4b6d-a772-98005227f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c0e83a27-8ad6-4624-8957-ee9b18c94d46'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:08:19.340606 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:19.428188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] For port a5624d31-49e4-4367-977b-1ca772dae3eb, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:08:19.431166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] For port a5624d31-49e4-4367-977b-1ca772dae3eb, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a5624d31-49e4-4367-977b-1ca772dae3eb,segment=NetworkSegment(a4949c83-9ea4-4b6d-a772-98005227f754),segment_id=a4949c83-9ea4-4b6d-a772-98005227f754)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:08:19.437772 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:19.500285 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:19.500949 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:19.502227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] 10.222.0.46 "PUT /v2.0/ports/a5624d31-49e4-4367-977b-1ca772dae3eb HTTP/1.1" status: 200 len: 1091 time: 1.0055318 Jun 04 17:08:19.517031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8c36e-9c79-4017-8e73-f2607673a775 service neutron] Pushing event updated for resources: {'Port': ['ID=a5624d31-49e4-4367-977b-1ca772dae3eb,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:19.595873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-36516f54-0870-4dc6-9881-ed6c3e0ffa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:19.597337 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-36516f54-0870-4dc6-9881-ed6c3e0ffa78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff8514ae84f4594a95c391e48ec70a7&device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 1094 time: 0.0736902 Jun 04 17:08:19.742829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-b825b2b1-62c1-4c3f-a999-0293a23cc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:19.744331 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-b825b2b1-62c1-4c3f-a999-0293a23cc46a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0e83a27-8ad6-4624-8957-ee9b18c94d46 HTTP/1.1" status: 200 len: 913 time: 0.1412914 Jun 04 17:08:19.959284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-6b5d4dd2-f2b1-4aed-9ddc-b80c3b5ec484 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5624d31-49e4-4367-977b-1ca772dae3eb HTTP/1.1" status: 200 len: 217 time: 0.2087030 Jun 04 17:08:20.072418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-8dbd9447-a91a-4c41-919e-37ee8642b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:20.073834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-8dbd9447-a91a-4c41-919e-37ee8642b088 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=33c15bd9-f5e1-4594-93d7-ebcdde44b1ef HTTP/1.1" status: 200 len: 852 time: 0.1081109 Jun 04 17:08:20.124665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-ea2b8f4e-0908-49a4-b33b-e7b8b9768b1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0e83a27-8ad6-4624-8957-ee9b18c94d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444911 Jun 04 17:08:20.165876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020e3bb-85a5-4daf-9fbc-19762596f480 req-3f9b9ddc-0250-44c4-b750-783bf793cf9c tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:20.167266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5020e3bb-85a5-4daf-9fbc-19762596f480 req-3f9b9ddc-0250-44c4-b750-783bf793cf9c tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 943 time: 0.1722662 Jun 04 17:08:20.283516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5020e3bb-85a5-4daf-9fbc-19762596f480 req-f42d2379-b7a1-432b-9059-a16c3a35d7e1 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723603 Jun 04 17:08:20.306265 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-dfcd74fd-09e4-42fa-a834-ec148e814481 service neutron] 10.222.0.46 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750576 Jun 04 17:08:20.445662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d899e2-1b8f-4048-aa56-8daa0da5c61f req-aed571f6-4dff-4dc0-8648-d09b7f6d8b08 service neutron] 10.222.0.46 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328087 Jun 04 17:08:21.138715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'tag': 'a5624d31-49e4-4367-977b-1ca772dae3eb'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:08:21.201693 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26bb734a-dea8-40ad-ad3c-5645067f94e8'] response: {'name': 'network-changed', 'server_uuid': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'tag': 'a5624d31-49e4-4367-977b-1ca772dae3eb', 'status': 'completed', 'code': 200} Jun 04 17:08:21.349287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-a78080c3-c492-45c5-8045-91b40b1332d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:21.350889 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-a78080c3-c492-45c5-8045-91b40b1332d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ff8514ae84f4594a95c391e48ec70a7&device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 1094 time: 0.1301794 Jun 04 17:08:21.352568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-ce7702bc-9f11-4646-a63b-10ddbf118963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:21.353855 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-ce7702bc-9f11-4646-a63b-10ddbf118963 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff8514ae84f4594a95c391e48ec70a7&device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 1094 time: 0.1026788 Jun 04 17:08:21.645612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-a7e31adb-d648-4359-8ca8-e4e1d6837f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:21.647643 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-a7e31adb-d648-4359-8ca8-e4e1d6837f7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0e83a27-8ad6-4624-8957-ee9b18c94d46 HTTP/1.1" status: 200 len: 913 time: 0.2724831 Jun 04 17:08:21.711633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-e96b99c2-4279-401c-8123-9a1cf0865438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:21.713062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-e96b99c2-4279-401c-8123-9a1cf0865438 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0e83a27-8ad6-4624-8957-ee9b18c94d46 HTTP/1.1" status: 200 len: 913 time: 0.3566332 Jun 04 17:08:21.768030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-f964a7cc-c5b7-46cd-b1cf-2a16c55687f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5624d31-49e4-4367-977b-1ca772dae3eb HTTP/1.1" status: 200 len: 217 time: 0.1130855 Jun 04 17:08:21.816448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-275aa22b-b841-4423-8b01-8f21e0b5a64b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5624d31-49e4-4367-977b-1ca772dae3eb HTTP/1.1" status: 200 len: 217 time: 0.0951595 Jun 04 17:08:21.866010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b91ab1-ea7c-4883-8015-582eef568969 req-27ebc7ba-5d13-4969-9f84-9e677bc58d77 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:21.867450 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68b91ab1-ea7c-4883-8015-582eef568969 req-27ebc7ba-5d13-4969-9f84-9e677bc58d77 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 943 time: 0.4597790 Jun 04 17:08:21.911777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-edb56aa6-9fb9-40b9-8729-8722c40341c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:21.913214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-edb56aa6-9fb9-40b9-8729-8722c40341c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=33c15bd9-f5e1-4594-93d7-ebcdde44b1ef HTTP/1.1" status: 200 len: 852 time: 0.1376390 Jun 04 17:08:21.978886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-a056d59f-6bc8-45a3-a63d-8d9f127620cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:21.980983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-a056d59f-6bc8-45a3-a63d-8d9f127620cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33c15bd9-f5e1-4594-93d7-ebcdde44b1ef HTTP/1.1" status: 200 len: 852 time: 0.1542952 Jun 04 17:08:21.995046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68b91ab1-ea7c-4883-8015-582eef568969 req-a1b3464c-69c7-4691-89d0-a78d29b6c166 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195595 Jun 04 17:08:21.997306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-f84861a7-0c0f-4c4d-a269-2e6f16cd3a68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0e83a27-8ad6-4624-8957-ee9b18c94d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702012 Jun 04 17:08:22.063039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-15256081-8960-4fc5-87cb-2e642deb5cf4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0e83a27-8ad6-4624-8957-ee9b18c94d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713639 Jun 04 17:08:22.135662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a5624d31-49e4-4367-977b-1ca772dae3eb no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:08:22.196596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device a5624d31-49e4-4367-977b-1ca772dae3eb not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:08:22.380656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-9f9a7512-92eb-4031-a07b-8bcd4610cc16 service neutron] 10.222.0.46 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519228 Jun 04 17:08:22.423607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-b47f29be-e568-4079-b811-3343f6ed9c4b service neutron] 10.222.0.42 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908362 Jun 04 17:08:22.617974 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-45fe46e6-bc91-4dfb-8334-4f141b16e6e8 service neutron] 10.222.0.46 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268100 Jun 04 17:08:22.638145 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f7c62fa-6b89-44ce-85ec-8bfdf671aa04 req-7938d356-2337-4d8b-adce-05cc8a18e52f service neutron] 10.222.0.42 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710315 Jun 04 17:08:23.234532 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fe2fca9-742c-40b0-b218-c7fcb227aacb req-1f671bc1-f977-4947-b397-6c3ef6b28b3d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1289985 Jun 04 17:08:23.245008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a689c-e9f4-476a-a42c-86b8017a68c0 req-0a3b8944-6321-4fc6-8493-a8d82167dae0 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:23.246363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b60a689c-e9f4-476a-a42c-86b8017a68c0 req-0a3b8944-6321-4fc6-8493-a8d82167dae0 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 943 time: 0.1077518 Jun 04 17:08:23.295501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b60a689c-e9f4-476a-a42c-86b8017a68c0 req-ad403069-9aaf-48ac-9324-ba1a6525606a tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432312 Jun 04 17:08:23.372363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2fca9-742c-40b0-b218-c7fcb227aacb req-fdf18698-7e49-4907-99dc-6e5ed4fe75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:23.373838 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fe2fca9-742c-40b0-b218-c7fcb227aacb req-fdf18698-7e49-4907-99dc-6e5ed4fe75fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff8514ae84f4594a95c391e48ec70a7&device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 1094 time: 0.0717492 Jun 04 17:08:23.534327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2fca9-742c-40b0-b218-c7fcb227aacb req-58dbe153-5ff4-4e52-ae76-2da247ef2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:23.536282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fe2fca9-742c-40b0-b218-c7fcb227aacb req-58dbe153-5ff4-4e52-ae76-2da247ef2d55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0e83a27-8ad6-4624-8957-ee9b18c94d46 HTTP/1.1" status: 200 len: 913 time: 0.1437736 Jun 04 17:08:23.609901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fe2fca9-742c-40b0-b218-c7fcb227aacb req-6da4afae-ac3c-4040-a1f9-9715a14c3504 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5624d31-49e4-4367-977b-1ca772dae3eb HTTP/1.1" status: 200 len: 217 time: 0.0683055 Jun 04 17:08:23.718600 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-77a8b8df-1a7e-4306-8ad6-ecf18a125c69 req-8a254b16-bffc-4f15-93ea-792aafd1ecf9 service neutron] (88797) timed out ('10.222.0.13', 58828) {{(pid=88797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 17:08:23.722268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2fca9-742c-40b0-b218-c7fcb227aacb req-c9e82705-2817-4c14-a153-4e3770868029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:23.724092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device a5624d31-49e4-4367-977b-1ca772dae3eb details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:08:23.724547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fe2fca9-742c-40b0-b218-c7fcb227aacb req-c9e82705-2817-4c14-a153-4e3770868029 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=33c15bd9-f5e1-4594-93d7-ebcdde44b1ef HTTP/1.1" status: 200 len: 852 time: 0.0846214 Jun 04 17:08:23.775593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fe2fca9-742c-40b0-b218-c7fcb227aacb req-5cd08446-ecfc-4b86-842d-117c25e68faa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0e83a27-8ad6-4624-8957-ee9b18c94d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441535 Jun 04 17:08:23.787473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-bbafd0ec-7962-4ad0-a9a2-7b538c46ef10 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:23.789274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-bbafd0ec-7962-4ad0-a9a2-7b538c46ef10 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e&tenant_id=3ff8514ae84f4594a95c391e48ec70a7&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 943 time: 0.1812041 Jun 04 17:08:23.857145 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port a5624d31-49e4-4367-977b-1ca772dae3eb, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a5624d31-49e4-4367-977b-1ca772dae3eb,segment=NetworkSegment(a4949c83-9ea4-4b6d-a772-98005227f754),segment_id=a4949c83-9ea4-4b6d-a772-98005227f754)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:08:23.870290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'a5624d31-49e4-4367-977b-1ca772dae3eb', 'network_id': 'c0e83a27-8ad6-4624-8957-ee9b18c94d46', 'port_id': 'a5624d31-49e4-4367-977b-1ca772dae3eb', 'mac_address': 'fa:16:3e:73:9f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c15bd9-f5e1-4594-93d7-ebcdde44b1ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:08:23.928298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port a5624d31-49e4-4367-977b-1ca772dae3eb is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:08:23.928698 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:23.946267 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5624d31-49e4-4367-977b-1ca772dae3eb {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:08:23.958327 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-eff84473-546a-4722-9f7f-8571e9cf1394 service neutron] delete failed (client error): The resource could not be found. Jun 04 17:08:23.959336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-eff84473-546a-4722-9f7f-8571e9cf1394 service neutron] 10.222.0.42 "DELETE /v2.0/ports/a5624d31-49e4-4367-977b-1ca772dae3eb/bindings/n-h1-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.1522424 Jun 04 17:08:23.962237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port a5624d31-49e4-4367-977b-1ca772dae3eb, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a5624d31-49e4-4367-977b-1ca772dae3eb,segment=NetworkSegment(a4949c83-9ea4-4b6d-a772-98005227f754),segment_id=a4949c83-9ea4-4b6d-a772-98005227f754)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:08:23.967669 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:23.983525 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fe2fca9-742c-40b0-b218-c7fcb227aacb req-77656657-d72a-4b06-83e7-fbbe0aed4e6d service neutron] 10.222.0.46 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933157 Jun 04 17:08:24.035776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=a5624d31-49e4-4367-977b-1ca772dae3eb,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:24.221246 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['a5624d31-49e4-4367-977b-1ca772dae3eb'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:08:24.280751 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fe2fca9-742c-40b0-b218-c7fcb227aacb req-6bb652ef-1f3d-4570-8793-aec0973a7ce8 service neutron] 10.222.0.46 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909994 Jun 04 17:08:24.290523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-f610c257-cd2f-4d0e-a272-946fba27be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:24.291977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-f610c257-cd2f-4d0e-a272-946fba27be62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ff8514ae84f4594a95c391e48ec70a7&device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 1095 time: 0.2351325 Jun 04 17:08:24.423300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-5d7d3311-4621-4c8e-9012-afb8a083f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:24.424729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-5d7d3311-4621-4c8e-9012-afb8a083f649 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0e83a27-8ad6-4624-8957-ee9b18c94d46 HTTP/1.1" status: 200 len: 913 time: 0.1270423 Jun 04 17:08:24.496051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-2f9a8aa4-5c54-4c77-bc3a-d839c5216a5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5624d31-49e4-4367-977b-1ca772dae3eb HTTP/1.1" status: 200 len: 217 time: 0.0653203 Jun 04 17:08:24.558254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-9d7a3d0f-f1dc-4361-b621-7a0ea99262b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:24.559709 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-9d7a3d0f-f1dc-4361-b621-7a0ea99262b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33c15bd9-f5e1-4594-93d7-ebcdde44b1ef HTTP/1.1" status: 200 len: 852 time: 0.0575440 Jun 04 17:08:24.610809 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-5e3dc124-0163-4efe-8ac9-cee2d6fc6ac2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0e83a27-8ad6-4624-8957-ee9b18c94d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441492 Jun 04 17:08:24.747210 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-8e056f91-1ad3-4903-aaba-5cecbcbe985f service neutron] 10.222.0.42 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302590 Jun 04 17:08:24.878132 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-abeef18d-b4ee-4e83-b00f-7f8b4f3b3835 service neutron] 10.222.0.42 "GET /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242981 Jun 04 17:08:25.725189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77a261-e3a3-44dc-8113-c69dc46d8a01 req-a7d16e4f-3564-48bd-a089-59b44e24709b tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:25.726995 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a77a261-e3a3-44dc-8113-c69dc46d8a01 req-a7d16e4f-3564-48bd-a089-59b44e24709b tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 944 time: 0.0929806 Jun 04 17:08:25.745031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device a5624d31-49e4-4367-977b-1ca772dae3eb up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:08:25.775802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a77a261-e3a3-44dc-8113-c69dc46d8a01 req-8c4ea327-ef34-4c79-8bc5-f583b7d88891 tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Jun 04 17:08:25.815651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port a5624d31-49e4-4367-977b-1ca772dae3eb completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:08:25.820306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port a5624d31-49e4-4367-977b-1ca772dae3eb triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:08:25.820674 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:25.971206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port a5624d31-49e4-4367-977b-1ca772dae3eb is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:08:25.971573 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:25.999465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5624d31-49e4-4367-977b-1ca772dae3eb'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:08:26.009864 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port a5624d31-49e4-4367-977b-1ca772dae3eb, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a5624d31-49e4-4367-977b-1ca772dae3eb,segment=NetworkSegment(a4949c83-9ea4-4b6d-a772-98005227f754),segment_id=a4949c83-9ea4-4b6d-a772-98005227f754)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:08:26.014659 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:26.048107 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fbc5491-0dc2-43c5-83a7-869aa623b992'] response: {'server_uuid': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5624d31-49e4-4367-977b-1ca772dae3eb', 'code': 200} Jun 04 17:08:26.095199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=a5624d31-49e4-4367-977b-1ca772dae3eb,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:26.103488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:26.103835 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:26.104177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:26.104516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:26.104851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:26.105183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:26.105511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:26.105835 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:26.106197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:26.106534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:26.106856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:26.107180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:26.900162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-187c5db1-52bd-442c-85b6-5a0e17c53a3f tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:26.901674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-187c5db1-52bd-442c-85b6-5a0e17c53a3f tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.0908158 Jun 04 17:08:27.014160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-26bd11fd-3b83-4cc3-b49b-eeebc103f07d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Deleting port a5624d31-49e4-4367-977b-1ca772dae3eb {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:08:27.014513 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-26bd11fd-3b83-4cc3-b49b-eeebc103f07d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:27.124668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac28f7a-4d7a-40c2-9802-f580007a8a8a req-e30d5829-13cb-449b-ba42-60cd9d468f0b tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:27.126051 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ac28f7a-4d7a-40c2-9802-f580007a8a8a req-e30d5829-13cb-449b-ba42-60cd9d468f0b tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0cf418-9c42-4301-a9d0-bc4cc402fd6e HTTP/1.1" status: 200 len: 945 time: 0.2235224 Jun 04 17:08:27.255344 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ac28f7a-4d7a-40c2-9802-f580007a8a8a req-685781fc-feaa-4d85-9a37-f01492e5f33a tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e128035-75d5-4c4d-86c6-29415149b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233702 Jun 04 17:08:27.300394 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-26bd11fd-3b83-4cc3-b49b-eeebc103f07d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] For port a5624d31-49e4-4367-977b-1ca772dae3eb, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=a5624d31-49e4-4367-977b-1ca772dae3eb,segment=NetworkSegment(a4949c83-9ea4-4b6d-a772-98005227f754),segment_id=a4949c83-9ea4-4b6d-a772-98005227f754)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:08:27.300743 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-26bd11fd-3b83-4cc3-b49b-eeebc103f07d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:27.425249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-26bd11fd-3b83-4cc3-b49b-eeebc103f07d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Calling delete_port for a5624d31-49e4-4367-977b-1ca772dae3eb owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:08:27.577898 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-26bd11fd-3b83-4cc3-b49b-eeebc103f07d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:27.589692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['a5624d31-49e4-4367-977b-1ca772dae3eb'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:08:27.737913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd11fd-3b83-4cc3-b49b-eeebc103f07d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Pushing event deleted for resources: {'Port': ['ID=a5624d31-49e4-4367-977b-1ca772dae3eb,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:27.810480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-26bd11fd-3b83-4cc3-b49b-eeebc103f07d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] No DVR routers for this DVR port a5624d31-49e4-4367-977b-1ca772dae3eb on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:08:27.813054 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-26bd11fd-3b83-4cc3-b49b-eeebc103f07d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:27.815458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'name': 'network-vif-deleted', 'tag': 'a5624d31-49e4-4367-977b-1ca772dae3eb'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:08:27.832871 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a4e3f713-e77b-44fc-be2a-fe498fa1bd84 req-26bd11fd-3b83-4cc3-b49b-eeebc103f07d tempest-DeleteServersTestJSON-1637554466 tempest-DeleteServersTestJSON-1637554466-project] 10.222.0.46 "DELETE /v2.0/ports/a5624d31-49e4-4367-977b-1ca772dae3eb HTTP/1.1" status: 204 len: 173 time: 0.9002802 Jun 04 17:08:27.851075 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-993987fc-0be9-4523-a7fb-05f4d3e834c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:27.869162 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3148133-82dd-4282-8b24-faead4a005c8'] response: {'server_uuid': 'bf0cf418-9c42-4301-a9d0-bc4cc402fd6e', 'name': 'network-vif-deleted', 'tag': 'a5624d31-49e4-4367-977b-1ca772dae3eb', 'status': 'completed', 'code': 200} Jun 04 17:08:28.510299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36004) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:08:28.569110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06041e6-0fdd-4a89-afae-005a41e1e029 admin admin] Deleting subnet 33c15bd9-f5e1-4594-93d7-ebcdde44b1ef {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:08:28.572517 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e06041e6-0fdd-4a89-afae-005a41e1e029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:28.634118 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e06041e6-0fdd-4a89-afae-005a41e1e029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:28.699976 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e06041e6-0fdd-4a89-afae-005a41e1e029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:28.776472 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e06041e6-0fdd-4a89-afae-005a41e1e029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:28.813322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06041e6-0fdd-4a89-afae-005a41e1e029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c15bd9-f5e1-4594-93d7-ebcdde44b1ef,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:28.817311 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e06041e6-0fdd-4a89-afae-005a41e1e029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:28.823883 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e06041e6-0fdd-4a89-afae-005a41e1e029 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/33c15bd9-f5e1-4594-93d7-ebcdde44b1ef HTTP/1.1" status: 204 len: 168 time: 0.3124917 Jun 04 17:08:28.826520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36008) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:08:28.932618 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec08fa27-98f5-4c3c-9c25-8137f6cc1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:29.072531 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec08fa27-98f5-4c3c-9c25-8137f6cc1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:29.099150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ec08fa27-98f5-4c3c-9c25-8137f6cc1ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e83a27-8ad6-4624-8957-ee9b18c94d46']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:08:29.111969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ec08fa27-98f5-4c3c-9c25-8137f6cc1ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4949c83-9ea4-4b6d-a772-98005227f754') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:08:29.112262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-ec08fa27-98f5-4c3c-9c25-8137f6cc1ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4949c83-9ea4-4b6d-a772-98005227f754') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:08:29.124941 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec08fa27-98f5-4c3c-9c25-8137f6cc1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:29.141824 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec08fa27-98f5-4c3c-9c25-8137f6cc1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:29.149059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec08fa27-98f5-4c3c-9c25-8137f6cc1ec9 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:08:29.149464 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec08fa27-98f5-4c3c-9c25-8137f6cc1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:29.214367 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment a4949c83-9ea4-4b6d-a772-98005227f754 resource provider aggregate not found Jun 04 17:08:29.232759 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment a4949c83-9ea4-4b6d-a772-98005227f754 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4949c83-9ea4-4b6d-a772-98005227f754 found for delete ", "request_id": "req-51e4bdc9-1b75-4775-b09c-d9fd6bb087a8"}]} Jun 04 17:08:29.245677 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec08fa27-98f5-4c3c-9c25-8137f6cc1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:29.263271 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ec08fa27-98f5-4c3c-9c25-8137f6cc1ec9 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:29.272645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08fa27-98f5-4c3c-9c25-8137f6cc1ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e83a27-8ad6-4624-8957-ee9b18c94d46,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:29.275024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ec08fa27-98f5-4c3c-9c25-8137f6cc1ec9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c0e83a27-8ad6-4624-8957-ee9b18c94d46 HTTP/1.1" status: 204 len: 168 time: 0.4475505 Jun 04 17:08:29.391007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36018) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:08:29.440720 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a9178e3e-ef30-441d-aca8-da543783d27e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ff8514ae84f4594a95c391e48ec70a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485702 Jun 04 17:08:29.444383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36022) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:08:29.501446 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:29.531147 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:29.587407 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:29.605575 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e128035-75d5-4c4d-86c6-29415149b9ce,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:29.616391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:29.616813 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:29.617157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:29.617486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:29.617879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:29.618208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:29.618551 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:29.618869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:29.619213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:29.619511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:29.619840 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:29.620155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:08:29.624259 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:29.625906 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-844e1244-e6c1-481a-8eda-9d19b49067d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e128035-75d5-4c4d-86c6-29415149b9ce HTTP/1.1" status: 204 len: 168 time: 0.1801167 Jun 04 17:08:30.086214 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d1f8fde-9bb2-4904-a95f-56181298621a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:30.456241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36046) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:08:30.567436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1749064283-network', 'tenant_id': 'ad051344f3ae46638a6e15efa337f01a'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:08:30.573170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:08:30.577464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Usage tracker for resource:network and tenant:ad051344f3ae46638a6e15efa337f01a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:08:30.580550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:08:30.586664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:08:30.599304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Made reservation on behalf of ad051344f3ae46638a6e15efa337f01a for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:08:30.601681 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:30.613511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:30.627980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:08:30.633041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Usage tracker for resource:security_group_rule and tenant:ad051344f3ae46638a6e15efa337f01a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:08:30.635933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:08:30.641650 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:08:30.724896 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:30.730600 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:30.761591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:08:30.770054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:30.777052 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:30.777500 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Added segment 61ad88de-79ca-4d10-9f09-7b97ddb48fc4 of type vlan for network 9e045c84-bd3e-4b5a-b402-ff52a502345a Jun 04 17:08:30.803423 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:30.840344 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:30.841398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:30.842153 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:30.940877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] Pushing event updated for resources: {'Network': ['ID=9e045c84-bd3e-4b5a-b402-ff52a502345a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:30.944343 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2fa28d4f-eda7-4c70-a740-2591e5f63e29 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4868863 Jun 04 17:08:30.948282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36052) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:08:30.951700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 9e045c84-bd3e-4b5a-b402-ff52a502345a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:08:30.953497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Request body: {'subnet': {'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1749064283-subnet', 'tenant_id': 'ad051344f3ae46638a6e15efa337f01a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:08:30.959040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:08:30.963128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Usage tracker for resource:subnet and tenant:ad051344f3ae46638a6e15efa337f01a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:08:30.965931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:08:30.971634 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:08:30.985850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Made reservation on behalf of ad051344f3ae46638a6e15efa337f01a for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:08:30.988060 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:31.195244 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:31.267646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a161f3-3363-4f09-8e80-89939e4b18c2,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:31.277644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Checking segment: {'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:08:31.278155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Network hostable DHCP agents. Network: 9e045c84-bd3e-4b5a-b402-ff52a502345a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:08:31.294544 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:31.298384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Network 9e045c84-bd3e-4b5a-b402-ff52a502345a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:08:31.307673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 9e045c84-bd3e-4b5a-b402-ff52a502345a) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:08:31.311888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:31.312470 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:31.316132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8320f3df-ff31-445b-aabd-354724627ad3 None None] Network 9e045c84-bd3e-4b5a-b402-ff52a502345a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:08:31.332833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c8565503-8934-4f11-a663-f2b276a29ad0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3835621 Jun 04 17:08:31.470234 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:31.540962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e448b58f-65f8-49a5-b407-bde333335ca0 None None] Network 9e045c84-bd3e-4b5a-b402-ff52a502345a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:08:31.771252 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device a5624d31-49e4-4367-977b-1ca772dae3eb no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:08:31.804755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: a5624d31-49e4-4367-977b-1ca772dae3eb {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:08:31.805032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device a5624d31-49e4-4367-977b-1ca772dae3eb not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:08:31.893232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-9bb6354f-bb92-4266-bf62-8cd09c8dee3e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:31.893901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-9bb6354f-bb92-4266-bf62-8cd09c8dee3e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Synchronizing usage tracker for tenant:ad051344f3ae46638a6e15efa337f01a on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:08:31.917074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-9bb6354f-bb92-4266-bf62-8cd09c8dee3e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Unset dirty status for tenant:ad051344f3ae46638a6e15efa337f01a on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:08:31.918283 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-9bb6354f-bb92-4266-bf62-8cd09c8dee3e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 815 time: 0.1898866 Jun 04 17:08:31.936806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-0e7be845-a471-4527-b6d7-4685b716eb79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/quotas/ad051344f3ae46638a6e15efa337f01a HTTP/1.1" status: 200 len: 375 time: 0.0120828 Jun 04 17:08:31.983916 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-897873fa-0472-4366-b5e8-1a0ca8316c99 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421143 Jun 04 17:08:32.044057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-cd952ca7-fd7b-4f5d-994c-e26f69bc368a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:08:32.045034 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-cd952ca7-fd7b-4f5d-994c-e26f69bc368a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548029 Jun 04 17:08:32.183010 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-0a4c218b-a9b2-4607-a1e0-20d77183a71e service neutron] 10.222.0.13 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317387 Jun 04 17:08:32.427359 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-3db0318d-1190-4889-a831-41f769f363ae service neutron] 10.222.0.13 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351103 Jun 04 17:08:32.611761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-253489ef-dc89-4b1f-9c31-5ecd54a98b4c req-1951ca92-c905-434a-b59b-08d8f5466bf9 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 210 time: 0.0422714 Jun 04 17:08:32.720161 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:33.780789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28313947-7506-4795-ac97-5aa8ecf84cb9 req-60ca7966-473e-4017-aad3-73326cb69c30 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 210 time: 0.0504956 Jun 04 17:08:33.787421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-99da1755-3bc9-4188-a7b8-3f305fecda7c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:33.789119 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-99da1755-3bc9-4188-a7b8-3f305fecda7c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.46 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 815 time: 0.1914048 Jun 04 17:08:33.801367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Request body: {'port': {'device_id': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a', 'admin_state_up': True, 'tenant_id': 'ad051344f3ae46638a6e15efa337f01a'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:08:33.942992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:08:33.947610 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Usage tracker for resource:port and tenant:ad051344f3ae46638a6e15efa337f01a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:08:33.950726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:08:33.957166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:08:33.968006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Made reservation on behalf of ad051344f3ae46638a6e15efa337f01a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:08:33.971737 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:34.142308 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Allocated IP 172.20.0.10 (9e045c84-bd3e-4b5a-b402-ff52a502345a/91a161f3-3363-4f09-8e80-89939e4b18c2/ea28c829-e6cf-4724-bce9-05cc7c9bd817) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:08:34.345368 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:34.380646 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:34.403554 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:34.450674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Network 9e045c84-bd3e-4b5a-b402-ff52a502345a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:08:34.453856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:08:34.457682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:08:34.491008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Pushing event updated for resources: {'Port': ['ID=ea28c829-e6cf-4724-bce9-05cc7c9bd817,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:34.526276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:34.526899 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:34.549227 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-6f0e80bc-314b-4b72-8527-ff9b60638047 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7519765 Jun 04 17:08:34.560145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Request body: {'port': {'device_id': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:08:34.566598 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:34.673801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:35.025687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2108480-c68f-4185-8be5-8c67e2952e4a req-00ff5969-956a-4fbf-966a-9520416cda5e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:35.026416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a2108480-c68f-4185-8be5-8c67e2952e4a req-00ff5969-956a-4fbf-966a-9520416cda5e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Synchronizing usage tracker for tenant:ad051344f3ae46638a6e15efa337f01a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:08:35.085132 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea28c829-e6cf-4724-bce9-05cc7c9bd817 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:08:35.092794 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:35.096783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a2108480-c68f-4185-8be5-8c67e2952e4a req-00ff5969-956a-4fbf-966a-9520416cda5e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Unset dirty status for tenant:ad051344f3ae46638a6e15efa337f01a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:08:35.097930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2108480-c68f-4185-8be5-8c67e2952e4a req-00ff5969-956a-4fbf-966a-9520416cda5e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 932 time: 0.2045259 Jun 04 17:08:35.127897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Transition to ACTIVE for port object ea28c829-e6cf-4724-bce9-05cc7c9bd817 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:08:35.138544 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:35.192401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a2108480-c68f-4185-8be5-8c67e2952e4a req-6667b748-823d-45e5-8837-996fdf552bef tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Synchronizing usage tracker for tenant:ad051344f3ae46638a6e15efa337f01a on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:08:35.399864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Pushing event updated for resources: {'Port': ['ID=ea28c829-e6cf-4724-bce9-05cc7c9bd817,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:35.433347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a2108480-c68f-4185-8be5-8c67e2952e4a req-6667b748-823d-45e5-8837-996fdf552bef tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Unset dirty status for tenant:ad051344f3ae46638a6e15efa337f01a on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:08:35.434546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a2108480-c68f-4185-8be5-8c67e2952e4a req-6667b748-823d-45e5-8837-996fdf552bef tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303621 Jun 04 17:08:35.506038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Attempting to bind port ea28c829-e6cf-4724-bce9-05cc7c9bd817 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:08:35.506366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Attempting to bind port ea28c829-e6cf-4724-bce9-05cc7c9bd817 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:08:35.506733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Attempting to bind port ea28c829-e6cf-4724-bce9-05cc7c9bd817 on network 9e045c84-bd3e-4b5a-b402-ff52a502345a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:08:35.511541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Port ea28c829-e6cf-4724-bce9-05cc7c9bd817 on network 9e045c84-bd3e-4b5a-b402-ff52a502345a not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:08:35.511853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Attempting to bind port ea28c829-e6cf-4724-bce9-05cc7c9bd817 on network 9e045c84-bd3e-4b5a-b402-ff52a502345a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:08:35.516905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:08:35.517237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Checking segment: {'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:08:35.517613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Bound using segment: {'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:08:35.518033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Bound port: ea28c829-e6cf-4724-bce9-05cc7c9bd817, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:08:35.518383 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:35.607409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] For port ea28c829-e6cf-4724-bce9-05cc7c9bd817, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:08:35.610603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] For port ea28c829-e6cf-4724-bce9-05cc7c9bd817, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:08:35.615150 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:35.679097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:35.679784 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:35.681145 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] 10.222.0.46 "PUT /v2.0/ports/ea28c829-e6cf-4724-bce9-05cc7c9bd817 HTTP/1.1" status: 200 len: 1092 time: 1.1251161 Jun 04 17:08:35.681565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'tag': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:08:35.703561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4b65d-4e5c-466f-bdfe-d66bc18b251e service neutron] Pushing event updated for resources: {'Port': ['ID=ea28c829-e6cf-4724-bce9-05cc7c9bd817,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:35.753591 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5dcf24-43a9-445c-905c-4bb3b5419b6b'] response: {'name': 'network-changed', 'server_uuid': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'tag': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817', 'status': 'completed', 'code': 200} Jun 04 17:08:35.796019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-0504c1d7-6b12-4e28-92f8-a178c99214f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:35.797487 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-0504c1d7-6b12-4e28-92f8-a178c99214f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 1095 time: 0.0751574 Jun 04 17:08:35.867643 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-1867d9c0-b929-49fd-bdaa-dda40c4d5953 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817 HTTP/1.1" status: 200 len: 217 time: 0.0633786 Jun 04 17:08:35.931100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-afa11a56-416b-4f16-abb1-57b1704be899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:35.932425 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-afa11a56-416b-4f16-abb1-57b1704be899 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.0585809 Jun 04 17:08:35.979307 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-93b0daf6-74b4-423d-b97a-463054d422b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407751 Jun 04 17:08:36.119922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-8ba9fadd-c3c2-4758-b5bc-fab5b125806c service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335454 Jun 04 17:08:36.249580 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20cfa252-4399-4aba-ba76-ae5c5ebdb2b4 req-e0fc8ef8-01ba-45fc-b4fa-883bc908f2d4 service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240332 Jun 04 17:08:36.386272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e67c3-a768-43f5-9dc9-4f941d570490 req-7e4e1af6-2b31-4c21-804a-3c026ea5dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:36.387813 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e15e67c3-a768-43f5-9dc9-4f941d570490 req-7e4e1af6-2b31-4c21-804a-3c026ea5dd82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 1095 time: 0.0874581 Jun 04 17:08:36.527133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e67c3-a768-43f5-9dc9-4f941d570490 req-98b80837-f172-41dd-86b3-022f22ac218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:36.528864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e15e67c3-a768-43f5-9dc9-4f941d570490 req-98b80837-f172-41dd-86b3-022f22ac218f service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 916 time: 0.1351767 Jun 04 17:08:36.632910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e15e67c3-a768-43f5-9dc9-4f941d570490 req-b7374c9c-d3a2-4b01-a9e6-f22584018bb1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817 HTTP/1.1" status: 200 len: 217 time: 0.0966463 Jun 04 17:08:36.708336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e67c3-a768-43f5-9dc9-4f941d570490 req-1a16c973-dc4d-48af-9232-e319b6cf43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:36.709825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e15e67c3-a768-43f5-9dc9-4f941d570490 req-1a16c973-dc4d-48af-9232-e319b6cf43f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.0691500 Jun 04 17:08:36.763003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e15e67c3-a768-43f5-9dc9-4f941d570490 req-73a33c04-8de3-4492-a69c-8d7630b223d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457141 Jun 04 17:08:36.770555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601e90d-b0a1-4766-993e-9f350a080b7d req-1bfbb2ce-d430-4751-a94f-58b458f4cec6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:36.772378 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d601e90d-b0a1-4766-993e-9f350a080b7d req-1bfbb2ce-d430-4751-a94f-58b458f4cec6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 944 time: 0.1886489 Jun 04 17:08:36.895470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d601e90d-b0a1-4766-993e-9f350a080b7d req-4fd9e7cf-d652-46f6-9cd8-2519f337e2f1 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049376 Jun 04 17:08:36.930390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e15e67c3-a768-43f5-9dc9-4f941d570490 req-026cba51-fb09-447a-95a1-44b7365e2995 service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570883 Jun 04 17:08:37.181716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e15e67c3-a768-43f5-9dc9-4f941d570490 req-699d3303-8f54-471d-921a-f1664e12a2f7 service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422576 Jun 04 17:08:38.091276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af2ede-36d2-4bc8-8e1e-0334de48f4b6 req-31373816-917f-4051-9c2b-83fb1c0a0f9c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:38.092738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3af2ede-36d2-4bc8-8e1e-0334de48f4b6 req-31373816-917f-4051-9c2b-83fb1c0a0f9c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 944 time: 0.0837369 Jun 04 17:08:38.138853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3af2ede-36d2-4bc8-8e1e-0334de48f4b6 req-cf665146-781f-4be8-8c43-6c10412761ed tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Jun 04 17:08:39.346923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b212b5-6cfd-4037-8778-584d53cfb962 req-94cd1c05-27b1-444c-aaa9-f2270ae56393 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:39.348395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14b212b5-6cfd-4037-8778-584d53cfb962 req-94cd1c05-27b1-444c-aaa9-f2270ae56393 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 944 time: 0.0986545 Jun 04 17:08:39.400642 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14b212b5-6cfd-4037-8778-584d53cfb962 req-2398dc65-0e43-456e-8c1b-83828d991a74 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460336 Jun 04 17:08:39.819248 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device ea28c829-e6cf-4724-bce9-05cc7c9bd817 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:08:39.967460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port ea28c829-e6cf-4724-bce9-05cc7c9bd817, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:08:39.980475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817', 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a', 'port_id': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817', 'mac_address': 'fa:16:3e:21:a9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a161f3-3363-4f09-8e80-89939e4b18c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:08:40.036417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port ea28c829-e6cf-4724-bce9-05cc7c9bd817 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:08:40.036784 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:40.054069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea28c829-e6cf-4724-bce9-05cc7c9bd817 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:08:40.069397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port ea28c829-e6cf-4724-bce9-05cc7c9bd817, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:08:40.074916 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:40.146219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=ea28c829-e6cf-4724-bce9-05cc7c9bd817,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:40.267392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['ea28c829-e6cf-4724-bce9-05cc7c9bd817'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:08:40.589836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac56ff-0dc8-4848-a43d-cfaa8716afac req-981b3a46-3406-4300-86c1-0edb31cdbf4d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:40.591323 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9eac56ff-0dc8-4848-a43d-cfaa8716afac req-981b3a46-3406-4300-86c1-0edb31cdbf4d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 945 time: 0.0841534 Jun 04 17:08:40.645689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9eac56ff-0dc8-4848-a43d-cfaa8716afac req-539c82e1-b464-4810-a872-88c7dd2ef099 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485997 Jun 04 17:08:41.850368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device ea28c829-e6cf-4724-bce9-05cc7c9bd817 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:08:41.854878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d93dc3-f41f-40f7-afd9-9d61198e702e req-4a26e0ca-88e1-4051-931e-f464aa06fd8e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:41.856371 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d93dc3-f41f-40f7-afd9-9d61198e702e req-4a26e0ca-88e1-4051-931e-f464aa06fd8e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 945 time: 0.0970449 Jun 04 17:08:41.901734 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66d93dc3-f41f-40f7-afd9-9d61198e702e req-ddafc305-af7e-43d0-b1ed-29975c859e54 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Jun 04 17:08:41.922754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port ea28c829-e6cf-4724-bce9-05cc7c9bd817 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:08:41.927796 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port ea28c829-e6cf-4724-bce9-05cc7c9bd817 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:08:41.928303 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:42.045771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port ea28c829-e6cf-4724-bce9-05cc7c9bd817 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:08:42.046130 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:42.073386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:08:42.083333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port ea28c829-e6cf-4724-bce9-05cc7c9bd817, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:08:42.088835 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:42.126941 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf406e86-3ac8-4f5a-b200-a8b519d7bc7e'] response: {'server_uuid': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817', 'code': 200} Jun 04 17:08:42.162466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=ea28c829-e6cf-4724-bce9-05cc7c9bd817,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:08:42.257100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178c205-92c6-466f-b2c5-7ec5535d6691 req-0e52df52-a305-4a35-9a07-a84da8dfe137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:42.258713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5178c205-92c6-466f-b2c5-7ec5535d6691 req-0e52df52-a305-4a35-9a07-a84da8dfe137 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 1097 time: 0.0759635 Jun 04 17:08:42.298944 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5178c205-92c6-466f-b2c5-7ec5535d6691 req-a271fefe-c867-4ca9-bf74-112138b4d9a9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341778 Jun 04 17:08:43.115003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5f775-f00e-4439-83f7-f43343cd062a req-32e82194-f3aa-4d9f-a27f-0a4ea2c665d8 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:43.116736 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5d5f775-f00e-4439-83f7-f43343cd062a req-32e82194-f3aa-4d9f-a27f-0a4ea2c665d8 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0949500 Jun 04 17:08:43.171751 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5d5f775-f00e-4439-83f7-f43343cd062a req-89507eb3-3515-4d1c-9fe2-8db2a3ec62ea tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483158 Jun 04 17:08:44.385892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfb0e9-0b88-455e-bbec-1680844b5615 req-66ee6833-765d-4023-9ba5-ddc1c3cf42cd tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:44.387390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e2bfb0e9-0b88-455e-bbec-1680844b5615 req-66ee6833-765d-4023-9ba5-ddc1c3cf42cd tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0992043 Jun 04 17:08:44.432437 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e2bfb0e9-0b88-455e-bbec-1680844b5615 req-1ae95f6d-997e-486c-9fd4-b8a0a7506b34 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391371 Jun 04 17:08:44.643186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d25ba-19ac-4cea-9406-9a70898e5982 req-d9436747-ce71-48d7-b6bf-8475b573588b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:44.644628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b29d25ba-19ac-4cea-9406-9a70898e5982 req-d9436747-ce71-48d7-b6bf-8475b573588b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0930355 Jun 04 17:08:44.692929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b29d25ba-19ac-4cea-9406-9a70898e5982 req-39b5b8e3-ceb0-4614-a1cd-504827232702 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 Jun 04 17:08:45.056904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997f182-ecec-4f54-bd5e-fac9e9b02670 req-43192ee3-8c2e-4ed1-b13b-340ee5b15c1d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:45.058267 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4997f182-ecec-4f54-bd5e-fac9e9b02670 req-43192ee3-8c2e-4ed1-b13b-340ee5b15c1d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0890462 Jun 04 17:08:45.102788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4997f182-ecec-4f54-bd5e-fac9e9b02670 req-9b75f49b-c319-4d81-b8e6-8c691a011b09 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386140 Jun 04 17:08:45.302867 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2670ff-3771-4ca2-bf2e-d9e0cb03d1e7 req-6225b6f6-e35e-4212-911f-9b746f749d44 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:45.304367 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8b2670ff-3771-4ca2-bf2e-d9e0cb03d1e7 req-6225b6f6-e35e-4212-911f-9b746f749d44 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0947347 Jun 04 17:08:45.352650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8b2670ff-3771-4ca2-bf2e-d9e0cb03d1e7 req-cdb63cd7-91e6-4fd9-8f71-97f07c87129b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Jun 04 17:08:45.707362 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-26a40520-76a5-447c-9975-505c97bfa43f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705979 Jun 04 17:08:45.758606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5a70a-12ea-4b56-9cf8-05650bc3b660 req-d344a83a-2269-4815-a7a2-be32484f633b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:45.760085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bca5a70a-12ea-4b56-9cf8-05650bc3b660 req-d344a83a-2269-4815-a7a2-be32484f633b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0809412 Jun 04 17:08:45.804503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bca5a70a-12ea-4b56-9cf8-05650bc3b660 req-66824a11-3211-4d65-beee-cd0eed579cca tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385711 Jun 04 17:08:47.068525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c12529-1b99-4313-b7f7-0cd863cc512e req-5ba2c98f-8d96-483a-bf16-00212ccfa405 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:47.070166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78c12529-1b99-4313-b7f7-0cd863cc512e req-5ba2c98f-8d96-483a-bf16-00212ccfa405 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.1374569 Jun 04 17:08:47.072914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-a69c51e7-cfa4-42dc-a254-7948ca63fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:47.074253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-a69c51e7-cfa4-42dc-a254-7948ca63fa25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 1097 time: 0.1031623 Jun 04 17:08:47.193456 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78c12529-1b99-4313-b7f7-0cd863cc512e req-f27e8b59-8207-4a7f-98cb-d6d9a05a96f7 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171565 Jun 04 17:08:47.242920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-a13052bb-6f38-4d95-9250-0d289cb6ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:47.244385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-a13052bb-6f38-4d95-9250-0d289cb6ce7c service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 916 time: 0.1557958 Jun 04 17:08:47.318402 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-926a97f9-0466-441c-bff1-0835d0840a1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817 HTTP/1.1" status: 200 len: 217 time: 0.0675485 Jun 04 17:08:47.382885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-89869924-a059-468a-ae04-b16bd00e9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:47.384308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-89869924-a059-468a-ae04-b16bd00e9c25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.0607383 Jun 04 17:08:47.430610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-b6f4c438-0c8b-4bcd-846a-41dee04aaa6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402889 Jun 04 17:08:47.564179 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-0d5d8a7f-32a4-4871-b0b0-e575d3bf5bab service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277792 Jun 04 17:08:47.705481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-45a85cfb-8757-450a-a04b-7decc6db76ef service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352572 Jun 04 17:08:48.391529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff25c8-a2b9-4ba0-b55e-42cb0569d954 req-5a700aa5-67c5-485a-be69-ee983b51b44b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:48.393776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcff25c8-a2b9-4ba0-b55e-42cb0569d954 req-5a700aa5-67c5-485a-be69-ee983b51b44b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0816085 Jun 04 17:08:48.442121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dcff25c8-a2b9-4ba0-b55e-42cb0569d954 req-a18e81f0-5b0a-4080-be32-5c50abed410f tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420043 Jun 04 17:08:49.658696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d66da-fc5b-427b-bfa1-b375ec0251c7 req-13396cac-317b-413c-9d6d-7bb87555f653 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:49.660164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e4d66da-fc5b-427b-bfa1-b375ec0251c7 req-13396cac-317b-413c-9d6d-7bb87555f653 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0967238 Jun 04 17:08:49.705421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e4d66da-fc5b-427b-bfa1-b375ec0251c7 req-d59259c0-6f3b-43af-882e-68c775c97d02 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393012 Jun 04 17:08:49.756870 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:08:51.026345 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b52cbc-68f1-4717-8adc-7f8254920c5b req-b754f3ff-d8d8-4618-a9b8-ad047ab51447 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:51.027861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45b52cbc-68f1-4717-8adc-7f8254920c5b req-b754f3ff-d8d8-4618-a9b8-ad047ab51447 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.2095904 Jun 04 17:08:51.073522 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45b52cbc-68f1-4717-8adc-7f8254920c5b req-e71c94a9-1647-45df-94cc-f87e56d92e91 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396323 Jun 04 17:08:52.272460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69e9d6-7a7d-4d20-a7bd-f399af1c1635 req-6cc7f234-23fc-4662-90bd-f16620f2004b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:52.273927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d69e9d6-7a7d-4d20-a7bd-f399af1c1635 req-6cc7f234-23fc-4662-90bd-f16620f2004b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0817287 Jun 04 17:08:52.320360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d69e9d6-7a7d-4d20-a7bd-f399af1c1635 req-0f334ae6-0c7f-423d-ac60-4b00e3e4d24b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403829 Jun 04 17:08:53.528822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253e20b-91af-476d-8f2e-fca45d5fdd79 req-c3a8dc03-0323-4d7c-886e-af989276bd12 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:53.530176 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6253e20b-91af-476d-8f2e-fca45d5fdd79 req-c3a8dc03-0323-4d7c-886e-af989276bd12 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0933926 Jun 04 17:08:53.578821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6253e20b-91af-476d-8f2e-fca45d5fdd79 req-3c48806e-346e-4e16-95c2-521cc84eb16e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Jun 04 17:08:54.800822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef97d9-ffe3-4e5e-82e9-7f56eadbfa0f req-28e37f39-a0a5-41db-aff3-7dba8d9ca323 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:54.802261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58ef97d9-ffe3-4e5e-82e9-7f56eadbfa0f req-28e37f39-a0a5-41db-aff3-7dba8d9ca323 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0947628 Jun 04 17:08:54.851562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58ef97d9-ffe3-4e5e-82e9-7f56eadbfa0f req-3696d981-0dd7-4a01-81da-10927dd9aca6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 Jun 04 17:08:56.055118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2a6df-a275-4d21-bc17-3793e32047cf req-054465bd-cc8e-443b-9bbe-a9c0c1c83099 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:56.056565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69d2a6df-a275-4d21-bc17-3793e32047cf req-054465bd-cc8e-443b-9bbe-a9c0c1c83099 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0853179 Jun 04 17:08:56.101063 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69d2a6df-a275-4d21-bc17-3793e32047cf req-4bee615a-001f-4eef-b7a1-23d2f7d6714f tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388219 Jun 04 17:08:57.291416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bf11b-61c1-424c-90dd-2ad6bc44d3ef req-9aa09dae-19c8-42aa-8dee-d0686288cef3 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:57.292748 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-101bf11b-61c1-424c-90dd-2ad6bc44d3ef req-9aa09dae-19c8-42aa-8dee-d0686288cef3 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0849404 Jun 04 17:08:57.341537 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-101bf11b-61c1-424c-90dd-2ad6bc44d3ef req-f9ef2158-a055-468e-ba51-d39ccfa0489c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429349 Jun 04 17:08:57.863755 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b3ef21b1-a725-4d6c-98b4-cb6d4d14c494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:08:58.549843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2171c1-6ad3-41f0-bfa4-0f680c4720a7 req-475c26b3-7388-4015-9b02-8c241a0b854c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:58.551339 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb2171c1-6ad3-41f0-bfa4-0f680c4720a7 req-475c26b3-7388-4015-9b02-8c241a0b854c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0864961 Jun 04 17:08:58.596639 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb2171c1-6ad3-41f0-bfa4-0f680c4720a7 req-15be0570-abe4-4b0c-bc4a-8fea34d4eccd tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391994 Jun 04 17:08:59.812227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d460a19-0242-468d-aaec-d89372bde63d req-7a18c28b-14cc-4674-aac0-ad554425a695 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:08:59.814225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d460a19-0242-468d-aaec-d89372bde63d req-7a18c28b-14cc-4674-aac0-ad554425a695 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0995176 Jun 04 17:08:59.868692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d460a19-0242-468d-aaec-d89372bde63d req-b424facb-79b1-4df3-a712-675e23645a2f tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471451 Jun 04 17:09:00.093023 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ea1f59fa-61d9-4c89-8396-5daea9070342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:01.064459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc6fee-74fc-4264-9b92-9df591193bf9 req-9bfc31de-41d3-4905-9b3c-73a91f659d3e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:01.066691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06dc6fee-74fc-4264-9b92-9df591193bf9 req-9bfc31de-41d3-4905-9b3c-73a91f659d3e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0809505 Jun 04 17:09:01.115452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06dc6fee-74fc-4264-9b92-9df591193bf9 req-15a75f07-558f-41bb-a733-9f08993a572a tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429626 Jun 04 17:09:01.303556 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:01.429982 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:02.329311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f7e89-31be-4f53-a778-9f6f435e4afc req-ff1f81de-ed81-403b-b216-f10ace6f9ae7 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:02.330832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-246f7e89-31be-4f53-a778-9f6f435e4afc req-ff1f81de-ed81-403b-b216-f10ace6f9ae7 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0903394 Jun 04 17:09:02.374929 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-246f7e89-31be-4f53-a778-9f6f435e4afc req-7756bcab-8da4-42d1-95bf-9885b85fc37a tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383229 Jun 04 17:09:02.725224 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:03.583699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee55e0-006b-4435-bf30-242d67ad2f14 req-2a465012-ddb0-4436-9bb8-3288082ea245 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:03.585224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-abee55e0-006b-4435-bf30-242d67ad2f14 req-2a465012-ddb0-4436-9bb8-3288082ea245 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0892107 Jun 04 17:09:03.631851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-abee55e0-006b-4435-bf30-242d67ad2f14 req-06de2e8b-5852-4327-bdce-d13801376e87 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384316 Jun 04 17:09:04.425147 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:04.603268 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:04.819695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1d622-53d8-422a-b0db-ae86e7a2f870 req-a7ece0be-e80d-4bc7-a7ee-9fdfbf2136ed tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:04.821190 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7f1d622-53d8-422a-b0db-ae86e7a2f870 req-a7ece0be-e80d-4bc7-a7ee-9fdfbf2136ed tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0829604 Jun 04 17:09:04.869289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7f1d622-53d8-422a-b0db-ae86e7a2f870 req-c605b283-1861-4e3a-8f09-c757469a8164 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397973 Jun 04 17:09:06.075878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbf949-7f6b-4aab-af5e-91f6f85e97de req-02ef82b4-0bcd-48b3-98f0-e6fc96d7a85d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:06.077345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0fbf949-7f6b-4aab-af5e-91f6f85e97de req-02ef82b4-0bcd-48b3-98f0-e6fc96d7a85d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0894094 Jun 04 17:09:06.121466 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0fbf949-7f6b-4aab-af5e-91f6f85e97de req-b6634384-27e4-4c6f-92b8-2f869181ada4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382910 Jun 04 17:09:07.323335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d731cb-f095-4ea5-87b0-ad754de57a0b req-26cbf362-fc78-4a99-8096-7da63778cba5 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:07.324777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-46d731cb-f095-4ea5-87b0-ad754de57a0b req-26cbf362-fc78-4a99-8096-7da63778cba5 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0934625 Jun 04 17:09:07.372201 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-46d731cb-f095-4ea5-87b0-ad754de57a0b req-6e679598-8260-4772-8637-99042af5c409 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412388 Jun 04 17:09:08.559936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb01f0-8b66-48ff-8e70-fbd11414b4c6 req-637a3222-8db2-491a-bcaa-744faa3629f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:08.561494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ecb01f0-8b66-48ff-8e70-fbd11414b4c6 req-637a3222-8db2-491a-bcaa-744faa3629f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0811026 Jun 04 17:09:08.609148 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ecb01f0-8b66-48ff-8e70-fbd11414b4c6 req-5d295fe2-d433-40fa-9d98-37ad4e885fc4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396705 Jun 04 17:09:09.824133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3606c-97ba-4738-90f7-a76fc9f1597e req-be8d50d6-d5d3-419e-81d0-c0568f2f0db2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:09.825469 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f3606c-97ba-4738-90f7-a76fc9f1597e req-be8d50d6-d5d3-419e-81d0-c0568f2f0db2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0902710 Jun 04 17:09:09.870826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-17f3606c-97ba-4738-90f7-a76fc9f1597e req-18db4ce9-4908-4b3b-9634-ce47d7abeb42 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394938 Jun 04 17:09:11.089590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e9f6e-4308-4429-943f-674310a051e0 req-f12b9060-cc82-49db-ab10-e55a0a68fc21 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:11.091053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-431e9f6e-4308-4429-943f-674310a051e0 req-f12b9060-cc82-49db-ab10-e55a0a68fc21 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0887072 Jun 04 17:09:11.140009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-431e9f6e-4308-4429-943f-674310a051e0 req-4de2ca7d-c19e-4935-b717-70b002caf11f tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Jun 04 17:09:12.342247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce403a07-436e-4abf-950e-6b1c536ab716 req-0611f43e-e270-4f08-ae84-afcf54f72ffc tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:12.343709 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce403a07-436e-4abf-950e-6b1c536ab716 req-0611f43e-e270-4f08-ae84-afcf54f72ffc tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0984566 Jun 04 17:09:12.392993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce403a07-436e-4abf-950e-6b1c536ab716 req-fedd985a-a63c-4cc5-a718-4ea054f6ad9b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429964 Jun 04 17:09:13.597442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44d766-7e33-4286-a5ab-8c54694973ff req-8bf77b0d-3fcf-41c9-901c-d43360354df8 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:13.598935 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e44d766-7e33-4286-a5ab-8c54694973ff req-8bf77b0d-3fcf-41c9-901c-d43360354df8 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0911603 Jun 04 17:09:13.645169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e44d766-7e33-4286-a5ab-8c54694973ff req-e83a9395-acef-4914-8680-d26848fa6d0e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403609 Jun 04 17:09:14.764511 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-cdd0eb2e-045b-44b7-8ccd-3e6879260e8b service neutron] show failed (client error): The resource could not be found. Jun 04 17:09:14.765607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-cdd0eb2e-045b-44b7-8ccd-3e6879260e8b service neutron] 10.222.0.46 "GET /v2.0/ports/ea28c829-e6cf-4724-bce9-05cc7c9bd817/bindings/n-h1-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.0877781 Jun 04 17:09:14.851001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569b890-e12e-40f8-b7fb-3d4f35354231 req-317f40cc-53fb-4287-8052-f19cd5053c9a tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:14.852471 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7569b890-e12e-40f8-b7fb-3d4f35354231 req-317f40cc-53fb-4287-8052-f19cd5053c9a tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0828202 Jun 04 17:09:14.898680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7569b890-e12e-40f8-b7fb-3d4f35354231 req-ceb81df6-8e2e-425b-a50a-912c085276c2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398817 Jun 04 17:09:15.029120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-374414d7-8a0e-43de-9a09-754e288847b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:15.031077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-374414d7-8a0e-43de-9a09-754e288847b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f&tenant_id=ad051344f3ae46638a6e15efa337f01a HTTP/1.1" status: 200 len: 1097 time: 0.0772991 Jun 04 17:09:15.041245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:09:15.153776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:15.542612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] For port ea28c829-e6cf-4724-bce9-05cc7c9bd817, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:09:15.572347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] For port ea28c829-e6cf-4724-bce9-05cc7c9bd817, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:09:15.641109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:09:15.646920 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:15.662538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Transition to ACTIVE for port object ea28c829-e6cf-4724-bce9-05cc7c9bd817 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:09:15.667845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:15.708072 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefb680a-113e-40c9-b787-37361e204a99'] response: {'server_uuid': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817', 'code': 200} Jun 04 17:09:15.828388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Pushing event updated for resources: {'Port': ['ID=ea28c829-e6cf-4724-bce9-05cc7c9bd817,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:15.831115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] No DVR routers for this DVR port ea28c829-e6cf-4724-bce9-05cc7c9bd817 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:09:15.887008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Attempting to bind port ea28c829-e6cf-4724-bce9-05cc7c9bd817 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:09:15.887341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Attempting to bind port ea28c829-e6cf-4724-bce9-05cc7c9bd817 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:09:15.887654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Attempting to bind port ea28c829-e6cf-4724-bce9-05cc7c9bd817 on network 9e045c84-bd3e-4b5a-b402-ff52a502345a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:09:15.892630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Port ea28c829-e6cf-4724-bce9-05cc7c9bd817 on network 9e045c84-bd3e-4b5a-b402-ff52a502345a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:09:15.892946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Attempting to bind port ea28c829-e6cf-4724-bce9-05cc7c9bd817 on network 9e045c84-bd3e-4b5a-b402-ff52a502345a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:09:15.898812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:09:15.899142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Checking segment: {'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:09:15.899512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Bound using segment: {'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:09:15.899932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Bound port: ea28c829-e6cf-4724-bce9-05cc7c9bd817, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:09:15.900265 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:15.991301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] For port ea28c829-e6cf-4724-bce9-05cc7c9bd817, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:09:15.994393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] For port ea28c829-e6cf-4724-bce9-05cc7c9bd817, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:09:15.999961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:16.104445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:16.105041 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:16.106368 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] 10.222.0.42 "PUT /v2.0/ports/ea28c829-e6cf-4724-bce9-05cc7c9bd817 HTTP/1.1" status: 200 len: 1092 time: 1.0690320 Jun 04 17:09:16.165070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e4792-be0b-4c99-87ae-60e54eba3045 service neutron] Pushing event updated for resources: {'Port': ['ID=ea28c829-e6cf-4724-bce9-05cc7c9bd817,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:16.220680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9803424-ff2c-4898-b054-be6b3aa6f684 req-63a45aa7-718f-49a4-8f92-92a3c99cd64f tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:16.222129 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9803424-ff2c-4898-b054-be6b3aa6f684 req-63a45aa7-718f-49a4-8f92-92a3c99cd64f tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 944 time: 0.1910563 Jun 04 17:09:16.263186 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-66c37749-b92f-4a40-bfb6-9cc819b05bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:16.264644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-66c37749-b92f-4a40-bfb6-9cc819b05bd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 1095 time: 0.1335514 Jun 04 17:09:16.292053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9803424-ff2c-4898-b054-be6b3aa6f684 req-a5f67ef2-0339-4602-8e53-a071a1e9b3fe tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632997 Jun 04 17:09:16.399520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-0f6d776e-9767-485f-bedc-c4a67a9b7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:16.400865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-0f6d776e-9767-485f-bedc-c4a67a9b7fb7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 916 time: 0.1278603 Jun 04 17:09:16.472945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-fba6d1f8-6dd7-4ebb-b3da-4ae0fa91a2cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817 HTTP/1.1" status: 200 len: 217 time: 0.0650716 Jun 04 17:09:16.534111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-bda557f4-0f7b-4829-ae0e-1f6020e0f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:16.535545 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-bda557f4-0f7b-4829-ae0e-1f6020e0f95e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.0568738 Jun 04 17:09:16.585117 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-0fb4489d-166b-43f4-89aa-b7416d86ed6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407081 Jun 04 17:09:16.714980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-330b74ae-3ae6-4cb3-9aaf-64d5ccc3086b service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233795 Jun 04 17:09:16.845662 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60f03512-01e1-457f-8f83-7c5a02b77c6a req-b1b0956b-f538-480f-9ffa-3019586cf781 service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224101 Jun 04 17:09:17.510803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ad1ee-cf81-4a27-9b08-3256efe67418 req-e288c256-3ad5-46b0-b386-093721269687 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:17.512584 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-509ad1ee-cf81-4a27-9b08-3256efe67418 req-e288c256-3ad5-46b0-b386-093721269687 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 944 time: 0.0887797 Jun 04 17:09:17.559428 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-509ad1ee-cf81-4a27-9b08-3256efe67418 req-1ceacb49-ca43-4e13-9249-20c95eabdb23 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395980 Jun 04 17:09:17.709478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'tag': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:09:17.771398 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df2d246-a28a-4f3e-aecc-b401f3969a6e'] response: {'name': 'network-changed', 'server_uuid': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'tag': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817', 'status': 'completed', 'code': 200} Jun 04 17:09:17.916478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-098d6262-e532-43dc-9769-5b37b7dd4b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:17.917960 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-098d6262-e532-43dc-9769-5b37b7dd4b87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 1095 time: 0.1295469 Jun 04 17:09:17.922474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-7cf5701c-de25-4fc4-8cae-3acf835a862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:17.923821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-7cf5701c-de25-4fc4-8cae-3acf835a862a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 1095 time: 0.1055028 Jun 04 17:09:18.264225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-953fa6cc-0663-4c90-b05b-ce1c802c9950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:18.265672 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-953fa6cc-0663-4c90-b05b-ce1c802c9950 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 916 time: 0.3410347 Jun 04 17:09:18.268319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-261589b7-e14d-416d-b8af-5d8f674d3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:18.269574 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-261589b7-e14d-416d-b8af-5d8f674d3094 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 916 time: 0.3278713 Jun 04 17:09:18.386520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-64d59bf5-c3e9-4ddd-8cf4-ec110a91cabc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817 HTTP/1.1" status: 200 len: 217 time: 0.1145005 Jun 04 17:09:18.428032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-ac7cb9ef-e1a9-464f-a3ad-d621471e1f8d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817 HTTP/1.1" status: 200 len: 217 time: 0.1000516 Jun 04 17:09:18.502126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-1d916833-fef4-4e49-961b-5315eb9f1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:18.503640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-1d916833-fef4-4e49-961b-5315eb9f1bd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.1097534 Jun 04 17:09:18.508956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-a7fb378e-4b86-49c8-b26c-3fc9686ab93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:18.510241 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-a7fb378e-4b86-49c8-b26c-3fc9686ab93d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.0742090 Jun 04 17:09:18.587174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-0d38d420-2bb3-4190-98a5-09599705a4fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759206 Jun 04 17:09:18.593550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-7c474ad9-69cf-4dae-bdd7-1eb35708715e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493457 Jun 04 17:09:18.877842 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-6ece0166-015e-464b-950c-3b5aaf776b88 service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832577 Jun 04 17:09:18.881007 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-b48f9af7-9ed1-4afd-816e-94cda9f72939 service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673695 Jun 04 17:09:19.054872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89999634-881e-4cdb-8134-caa2fa7c2af1 req-242d2bdf-7320-407d-96a8-f3f2ebd6514d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:19.056317 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89999634-881e-4cdb-8134-caa2fa7c2af1 req-242d2bdf-7320-407d-96a8-f3f2ebd6514d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 944 time: 0.3708944 Jun 04 17:09:19.155653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-092313dd-c492-455b-8a93-83186336526f service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719054 Jun 04 17:09:19.159778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0c54600d-bbd8-4528-9644-b3c57abd8e87 req-8eb78732-e9a9-48e8-ad3e-7b64569d705b service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574923 Jun 04 17:09:19.166986 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-89999634-881e-4cdb-8134-caa2fa7c2af1 req-d6ab013a-49f5-4111-b85c-749d404a5e75 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017005 Jun 04 17:09:19.540453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-9702f59f-cff3-4633-bc9b-269aa8d9dc24 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:19.542117 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-9702f59f-cff3-4633-bc9b-269aa8d9dc24 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.46 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f&tenant_id=ad051344f3ae46638a6e15efa337f01a&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 944 time: 0.1394498 Jun 04 17:09:19.554767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b9bd4-7bf0-4259-b268-f7c405c3127f req-838520df-1a56-492e-bc46-c2af924cd431 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:19.556745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-805b9bd4-7bf0-4259-b268-f7c405c3127f req-838520df-1a56-492e-bc46-c2af924cd431 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 944 time: 0.1558273 Jun 04 17:09:19.665105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-805b9bd4-7bf0-4259-b268-f7c405c3127f req-4659fb67-fde5-494a-bc6a-887ecbc5e04d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666451 Jun 04 17:09:19.672073 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-54e7003a-f1ca-4942-8883-7fd3e3037b41 service neutron] delete failed (client error): The resource could not be found. Jun 04 17:09:19.673036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-54e7003a-f1ca-4942-8883-7fd3e3037b41 service neutron] 10.222.0.46 "DELETE /v2.0/ports/ea28c829-e6cf-4724-bce9-05cc7c9bd817/bindings/n-h2-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.1151927 Jun 04 17:09:19.949255 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-2b1f83cc-6a79-4081-a5e3-77bfa875349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:19.950757 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-2b1f83cc-6a79-4081-a5e3-77bfa875349f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 1095 time: 0.1964247 Jun 04 17:09:20.035810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device ea28c829-e6cf-4724-bce9-05cc7c9bd817 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:09:20.081992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-ac7e7b0e-2df9-413e-89f4-d4f88fa3ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:20.083490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-ac7e7b0e-2df9-413e-89f4-d4f88fa3ec9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 916 time: 0.1266215 Jun 04 17:09:20.127238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device ea28c829-e6cf-4724-bce9-05cc7c9bd817 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:09:20.154448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-4648d0a4-a006-4629-9936-f16631e32c44 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817 HTTP/1.1" status: 200 len: 217 time: 0.0650539 Jun 04 17:09:20.216206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-440e3b9f-3363-4a3d-babd-6ac037a707c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:20.217522 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-440e3b9f-3363-4a3d-babd-6ac037a707c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.0571387 Jun 04 17:09:20.265703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-77688a30-2065-49e2-b99d-2eb4594038ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424895 Jun 04 17:09:20.406565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-8b9aeb80-f4d4-4573-855a-fa3ae6157431 service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347456 Jun 04 17:09:20.453726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ea28c829-e6cf-4724-bce9-05cc7c9bd817 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:09:20.537041 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0bce304-7414-4099-8aab-f1d98e20eb6c req-f84c3a24-7cac-4f7a-b37b-9d3c05d3b94d service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249452 Jun 04 17:09:20.587911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ea28c829-e6cf-4724-bce9-05cc7c9bd817, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:09:20.602962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817', 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a', 'port_id': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817', 'mac_address': 'fa:16:3e:21:a9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a161f3-3363-4f09-8e80-89939e4b18c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:09:20.660515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port ea28c829-e6cf-4724-bce9-05cc7c9bd817 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:09:20.660885 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:20.678466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea28c829-e6cf-4724-bce9-05cc7c9bd817 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:09:20.695456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ea28c829-e6cf-4724-bce9-05cc7c9bd817, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:09:20.699397 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:20.768760 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=ea28c829-e6cf-4724-bce9-05cc7c9bd817,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:20.857036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe35bd-85d1-4609-99ac-abf0c80c524e req-415bc66f-c451-4450-ad42-3bd05429d4e4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:20.858612 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ffe35bd-85d1-4609-99ac-abf0c80c524e req-415bc66f-c451-4450-ad42-3bd05429d4e4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 945 time: 0.0851104 Jun 04 17:09:20.904762 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5ffe35bd-85d1-4609-99ac-abf0c80c524e req-8d1a4ff9-43f5-4742-abc6-24c02818361e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Jun 04 17:09:20.921470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['ea28c829-e6cf-4724-bce9-05cc7c9bd817'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:09:22.114615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05158c-109b-44af-8cec-c18b4bc42136 req-be34841d-096a-4d88-a27d-3fecfb95cc24 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:22.116105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f05158c-109b-44af-8cec-c18b4bc42136 req-be34841d-096a-4d88-a27d-3fecfb95cc24 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 945 time: 0.1020319 Jun 04 17:09:22.175681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9f05158c-109b-44af-8cec-c18b4bc42136 req-6f095f1c-052f-4f33-9219-d6861d424f3d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501001 Jun 04 17:09:22.403843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b088833-065f-48ca-8629-36939a933d1e req-d382140a-f2d4-47a1-9159-1446ea753a8c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:22.405343 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b088833-065f-48ca-8629-36939a933d1e req-d382140a-f2d4-47a1-9159-1446ea753a8c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 945 time: 0.1069767 Jun 04 17:09:22.457112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b088833-065f-48ca-8629-36939a933d1e req-e572713d-5107-457c-a1d2-61fd5a00a6df tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455630 Jun 04 17:09:22.470520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ea28c829-e6cf-4724-bce9-05cc7c9bd817 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:09:22.547730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port ea28c829-e6cf-4724-bce9-05cc7c9bd817 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:09:22.553386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port ea28c829-e6cf-4724-bce9-05cc7c9bd817 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:09:22.553751 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:22.572842 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36220) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:09:22.577924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-430530cf-030a-41d0-a230-1b73a07221f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1688728533', 'description': 'tempest-description--1174302772'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:09:22.585633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-430530cf-030a-41d0-a230-1b73a07221f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:09:22.595678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-430530cf-030a-41d0-a230-1b73a07221f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:09:22.606363 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-430530cf-030a-41d0-a230-1b73a07221f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:22.628835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-430530cf-030a-41d0-a230-1b73a07221f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:09:22.632803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-430530cf-030a-41d0-a230-1b73a07221f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Usage tracker for resource:security_group_rule and tenant:ad051344f3ae46638a6e15efa337f01a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:09:22.636049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-430530cf-030a-41d0-a230-1b73a07221f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:09:22.642000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-430530cf-030a-41d0-a230-1b73a07221f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:09:22.684961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port ea28c829-e6cf-4724-bce9-05cc7c9bd817 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:09:22.685325 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:22.713691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:09:22.719382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-430530cf-030a-41d0-a230-1b73a07221f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:22.724583 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-430530cf-030a-41d0-a230-1b73a07221f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:22.724850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ea28c829-e6cf-4724-bce9-05cc7c9bd817, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:09:22.728848 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:22.769395 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1eda2ed-2e27-4146-b7dd-979c9b86ee72'] response: {'server_uuid': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817', 'code': 200} Jun 04 17:09:22.781230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430530cf-030a-41d0-a230-1b73a07221f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ad4aff-6da0-4684-b942-727736101dd8,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:22.784610 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-430530cf-030a-41d0-a230-1b73a07221f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:22.785816 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-430530cf-030a-41d0-a230-1b73a07221f6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2120380 Jun 04 17:09:22.788866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36226) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:09:22.794729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7f6a2c8b-0859-4cf3-8c5c-a8438f50dd84 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Request body: {'security_group_rule': {'security_group_id': 'd3ad4aff-6da0-4684-b942-727736101dd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:09:22.801508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7f6a2c8b-0859-4cf3-8c5c-a8438f50dd84 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:09:22.803699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=ea28c829-e6cf-4724-bce9-05cc7c9bd817,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:22.805339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7f6a2c8b-0859-4cf3-8c5c-a8438f50dd84 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Usage tracker for resource:security_group_rule and tenant:ad051344f3ae46638a6e15efa337f01a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:09:22.808265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7f6a2c8b-0859-4cf3-8c5c-a8438f50dd84 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:09:22.814120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7f6a2c8b-0859-4cf3-8c5c-a8438f50dd84 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:09:22.831382 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2c8b-0859-4cf3-8c5c-a8438f50dd84 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:22.891755 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2c8b-0859-4cf3-8c5c-a8438f50dd84 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:22.897097 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2c8b-0859-4cf3-8c5c-a8438f50dd84 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:22.919956 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a2c8b-0859-4cf3-8c5c-a8438f50dd84 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5719bbb-008a-402c-b526-755c6bcadcf6,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:22.929727 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2c8b-0859-4cf3-8c5c-a8438f50dd84 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:22.930909 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7f6a2c8b-0859-4cf3-8c5c-a8438f50dd84 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404738 Jun 04 17:09:22.933657 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36230) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:09:22.938622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9977575c-2b9a-4360-b828-dfc54a2cf879 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Request body: {'security_group_rule': {'security_group_id': 'd3ad4aff-6da0-4684-b942-727736101dd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:09:22.945289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9977575c-2b9a-4360-b828-dfc54a2cf879 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:09:22.949136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9977575c-2b9a-4360-b828-dfc54a2cf879 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Usage tracker for resource:security_group_rule and tenant:ad051344f3ae46638a6e15efa337f01a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:09:22.952237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9977575c-2b9a-4360-b828-dfc54a2cf879 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:09:22.958059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9977575c-2b9a-4360-b828-dfc54a2cf879 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:09:22.978053 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9977575c-2b9a-4360-b828-dfc54a2cf879 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:23.041093 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9977575c-2b9a-4360-b828-dfc54a2cf879 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:23.046279 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9977575c-2b9a-4360-b828-dfc54a2cf879 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:23.070869 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977575c-2b9a-4360-b828-dfc54a2cf879 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb62950-897e-44c8-9417-9fe068350b35,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:23.080530 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9977575c-2b9a-4360-b828-dfc54a2cf879 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:23.081767 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9977575c-2b9a-4360-b828-dfc54a2cf879 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472096 Jun 04 17:09:23.084960 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36234) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:09:23.089992 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:09:23.096789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:09:23.100694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Usage tracker for resource:floatingip and tenant:ad051344f3ae46638a6e15efa337f01a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:09:23.103628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:09:23.109448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:09:23.121791 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:23.360018 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:23.505293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Allocated IP 172.25.5.106 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/d00957b5-31cf-4286-ae0c-22076e8c9008) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:09:23.654536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:23.686863 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:23.753346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:09:23.755983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:09:23.759787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:09:23.799522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Pushing event updated for resources: {'Port': ['ID=d00957b5-31cf-4286-ae0c-22076e8c9008,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:23.841818 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:23.906849 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:24.121631 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:24.129881 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:24.240920 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Pushing event updated for resources: {'Port': ['ID=d00957b5-31cf-4286-ae0c-22076e8c9008,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:24.251536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:24.275955 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:24.277393 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c3b94a7e-9213-4144-a6f1-827a659edd79 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1914232 Jun 04 17:09:24.468020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5f472-328a-49d5-a35d-87e5564615e3 req-6d9aad33-d93e-450f-b9cc-dcdc0eac4b8e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:24.469481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0b5f472-328a-49d5-a35d-87e5564615e3 req-6d9aad33-d93e-450f-b9cc-dcdc0eac4b8e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0925915 Jun 04 17:09:24.516946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0b5f472-328a-49d5-a35d-87e5564615e3 req-4b7c7fe2-9b87-407a-a451-4eb2bc5399ea tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387297 Jun 04 17:09:25.018404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-3ffcd891-056e-4539-aa47-44db89cded70 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:25.019875 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-3ffcd891-056e-4539-aa47-44db89cded70 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 815 time: 0.1536925 Jun 04 17:09:25.038154 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-719f06c5-0f64-464f-9016-96ce216e53d4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/quotas/ad051344f3ae46638a6e15efa337f01a HTTP/1.1" status: 200 len: 375 time: 0.0097959 Jun 04 17:09:25.128056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-1ad3ef68-54a2-4162-8424-3607c9d3cce6 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848897 Jun 04 17:09:25.263828 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99c033be-a571-44a0-a754-6eb7457f54dd service neutron] 10.222.0.13 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289036 Jun 04 17:09:25.402159 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-e6ea7902-933b-4181-ac86-f3ee95201496 service neutron] 10.222.0.13 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289721 Jun 04 17:09:25.697311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a92bbf08-581f-453a-b50a-d887a21d4029 req-07426128-7b3c-4a93-b6eb-24bc4d1442a2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 210 time: 0.1593187 Jun 04 17:09:26.074151 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7e97-d3e8-4136-8b9f-4e9a4460e756 req-9d82eac0-0147-4a1f-969c-19b30dc9d567 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:26.075624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec4e7e97-d3e8-4136-8b9f-4e9a4460e756 req-9d82eac0-0147-4a1f-969c-19b30dc9d567 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.42 "GET /v2.0/ports?device_id=c388bf5f-e8da-446a-8801-64a71c21aa7f HTTP/1.1" status: 200 len: 946 time: 0.0807273 Jun 04 17:09:26.146633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-ec4e7e97-d3e8-4136-8b9f-4e9a4460e756 req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Deleting port ea28c829-e6cf-4724-bce9-05cc7c9bd817 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:09:26.146940 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ec4e7e97-d3e8-4136-8b9f-4e9a4460e756 req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:26.396182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ec4e7e97-d3e8-4136-8b9f-4e9a4460e756 req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] For port ea28c829-e6cf-4724-bce9-05cc7c9bd817, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ea28c829-e6cf-4724-bce9-05cc7c9bd817,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:09:26.396449 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ec4e7e97-d3e8-4136-8b9f-4e9a4460e756 req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:26.543153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-ec4e7e97-d3e8-4136-8b9f-4e9a4460e756 req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Calling delete_port for ea28c829-e6cf-4724-bce9-05cc7c9bd817 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:09:26.756353 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:09:26.758408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-7c83a692-f748-4b8e-8e46-6d34fedcfb59 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:26.759846 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-7c83a692-f748-4b8e-8e46-6d34fedcfb59 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.42 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 815 time: 0.2412069 Jun 04 17:09:26.777479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Request body: {'port': {'device_id': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a', 'admin_state_up': True, 'tenant_id': 'ad051344f3ae46638a6e15efa337f01a'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:09:26.909209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ec4e7e97-d3e8-4136-8b9f-4e9a4460e756 req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:26.912510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96ef3275-25fd-4d1e-9b75-0c41ab71e399 req-63fc0ff5-354a-437b-9c8d-b2f92a6c7fdd tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 210 time: 0.1065123 Jun 04 17:09:26.920779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['ea28c829-e6cf-4724-bce9-05cc7c9bd817'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:09:26.966529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Pushing event deleted for resources: {'Port': ['ID=ea28c829-e6cf-4724-bce9-05cc7c9bd817,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:27.025632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:27.025963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:27.026289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:27.026642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:27.026960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:27.027274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:27.027588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:27.027898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:27.028209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:27.028534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:27.028844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:27.029140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:27.081493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4e7e97-d3e8-4136-8b9f-4e9a4460e756 req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] No DVR routers for this DVR port ea28c829-e6cf-4724-bce9-05cc7c9bd817 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:09:27.084737 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ec4e7e97-d3e8-4136-8b9f-4e9a4460e756 req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:27.090105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'name': 'network-vif-deleted', 'tag': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:09:27.099991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:09:27.104884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Usage tracker for resource:port and tenant:ad051344f3ae46638a6e15efa337f01a is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:09:27.107873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:09:27.113569 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:09:27.125974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Made reservation on behalf of ad051344f3ae46638a6e15efa337f01a for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:09:27.129838 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:27.139617 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb64dd0-a088-4e7e-83f4-d14b58103ef5'] response: {'server_uuid': 'c388bf5f-e8da-446a-8801-64a71c21aa7f', 'name': 'network-vif-deleted', 'tag': 'ea28c829-e6cf-4724-bce9-05cc7c9bd817', 'status': 'completed', 'code': 200} Jun 04 17:09:27.142871 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec4e7e97-d3e8-4136-8b9f-4e9a4460e756 req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.42 "DELETE /v2.0/ports/ea28c829-e6cf-4724-bce9-05cc7c9bd817 HTTP/1.1" status: 204 len: 173 time: 1.0618463 Jun 04 17:09:27.297105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Allocated IP 172.20.0.6 (9e045c84-bd3e-4b5a-b402-ff52a502345a/91a161f3-3363-4f09-8e80-89939e4b18c2/8c8cd5de-90af-46c2-bd09-c061033379fa) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:09:27.498489 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:27.529022 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:27.540626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['ea28c829-e6cf-4724-bce9-05cc7c9bd817'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:09:27.719018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Network 9e045c84-bd3e-4b5a-b402-ff52a502345a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:09:27.722023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:09:27.726068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:09:27.761874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Pushing event updated for resources: {'Port': ['ID=8c8cd5de-90af-46c2-bd09-c061033379fa,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:27.792678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:27.793205 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:27.819221 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-99244be8-df92-4b9f-9bbd-0811529cf86c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0454290 Jun 04 17:09:27.833621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Request body: {'port': {'device_id': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:09:27.857509 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-28cc878d-c6a7-4a85-91b9-e7f691a0015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:27.952442 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:28.251797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9689a60-2267-4ac7-bbd4-5c01ae3ea681 req-ea5e9426-1e6f-4710-8e3f-65e7cf47eac0 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:28.252492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a9689a60-2267-4ac7-bbd4-5c01ae3ea681 req-ea5e9426-1e6f-4710-8e3f-65e7cf47eac0 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Synchronizing usage tracker for tenant:ad051344f3ae46638a6e15efa337f01a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:09:28.297216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-a9689a60-2267-4ac7-bbd4-5c01ae3ea681 req-ea5e9426-1e6f-4710-8e3f-65e7cf47eac0 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Unset dirty status for tenant:ad051344f3ae46638a6e15efa337f01a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:09:28.298465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9689a60-2267-4ac7-bbd4-5c01ae3ea681 req-ea5e9426-1e6f-4710-8e3f-65e7cf47eac0 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 931 time: 0.2674322 Jun 04 17:09:28.403704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8cd5de-90af-46c2-bd09-c061033379fa {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:09:28.413738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a9689a60-2267-4ac7-bbd4-5c01ae3ea681 req-0dfe8ad2-22f0-423f-b590-5964cf5efbad tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009238 Jun 04 17:09:28.415269 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:28.431353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Transition to ACTIVE for port object 8c8cd5de-90af-46c2-bd09-c061033379fa will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:09:28.437549 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:28.593904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Pushing event updated for resources: {'Port': ['ID=8c8cd5de-90af-46c2-bd09-c061033379fa,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:28.669037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Attempting to bind port 8c8cd5de-90af-46c2-bd09-c061033379fa on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:09:28.669356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Attempting to bind port 8c8cd5de-90af-46c2-bd09-c061033379fa by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:09:28.669688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Attempting to bind port 8c8cd5de-90af-46c2-bd09-c061033379fa on network 9e045c84-bd3e-4b5a-b402-ff52a502345a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:09:28.675356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Port 8c8cd5de-90af-46c2-bd09-c061033379fa on network 9e045c84-bd3e-4b5a-b402-ff52a502345a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:09:28.675695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Attempting to bind port 8c8cd5de-90af-46c2-bd09-c061033379fa on network 9e045c84-bd3e-4b5a-b402-ff52a502345a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:09:28.681293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:09:28.681628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Checking segment: {'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:09:28.682002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Bound using segment: {'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:09:28.682485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Bound port: 8c8cd5de-90af-46c2-bd09-c061033379fa, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:09:28.683074 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:28.776568 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] For port 8c8cd5de-90af-46c2-bd09-c061033379fa, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:09:28.779658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] For port 8c8cd5de-90af-46c2-bd09-c061033379fa, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8c8cd5de-90af-46c2-bd09-c061033379fa,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:09:28.787093 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:28.857742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:28.858472 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:28.859857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] 10.222.0.42 "PUT /v2.0/ports/8c8cd5de-90af-46c2-bd09-c061033379fa HTTP/1.1" status: 200 len: 1091 time: 1.0329742 Jun 04 17:09:28.878126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5fe42-95f5-4a37-97ae-f74cb094be8d service neutron] Pushing event updated for resources: {'Port': ['ID=8c8cd5de-90af-46c2-bd09-c061033379fa,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:28.969710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-ae23997b-ea73-474c-9ae0-747d54a9710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:28.971203 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-ae23997b-ea73-474c-9ae0-747d54a9710e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 1094 time: 0.0723865 Jun 04 17:09:29.047585 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-84398b3a-bf85-445e-84a9-fe2c04a07752 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8cd5de-90af-46c2-bd09-c061033379fa HTTP/1.1" status: 200 len: 217 time: 0.0690424 Jun 04 17:09:29.112924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-212062a9-9b0c-4ddd-a408-3bbc989deb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:29.114326 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-212062a9-9b0c-4ddd-a408-3bbc989deb0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.0612986 Jun 04 17:09:29.149853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'tag': '8c8cd5de-90af-46c2-bd09-c061033379fa'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:09:29.169354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-8afa7bc1-c2b5-49cb-bddd-a30675d025f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488224 Jun 04 17:09:29.197126 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff89cba-d265-4c14-b4a5-f5670cccca73'] response: {'name': 'network-changed', 'server_uuid': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'tag': '8c8cd5de-90af-46c2-bd09-c061033379fa', 'status': 'completed', 'code': 200} Jun 04 17:09:29.307870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-5b77d482-2ddb-4758-9052-f22719dc5b81 service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320934 Jun 04 17:09:29.448557 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-de847f38-c1bf-4e56-b5a6-ac8806230fd3 req-54ffa91a-f85d-40ae-bf99-bb84b8fc3ce8 service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343534 Jun 04 17:09:29.745422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac1672-2654-4dcf-b791-0d6e2369b01d req-3ae00f37-af61-4e14-822a-955657adb990 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:29.747526 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0ac1672-2654-4dcf-b791-0d6e2369b01d req-3ae00f37-af61-4e14-822a-955657adb990 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 943 time: 0.1123765 Jun 04 17:09:29.750258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22829d6f-f555-4669-9783-d2b5056742fe req-36f35f80-6dc8-42a1-83e7-0dc138e7d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:29.751755 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22829d6f-f555-4669-9783-d2b5056742fe req-36f35f80-6dc8-42a1-83e7-0dc138e7d183 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 1094 time: 0.2592063 Jun 04 17:09:29.873519 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e0ac1672-2654-4dcf-b791-0d6e2369b01d req-ff4b251d-ad9b-4d17-b240-07fca706b473 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195261 Jun 04 17:09:29.913797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22829d6f-f555-4669-9783-d2b5056742fe req-9c3b9b28-331a-4e05-ad7c-d8dbdf699661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:29.915259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22829d6f-f555-4669-9783-d2b5056742fe req-9c3b9b28-331a-4e05-ad7c-d8dbdf699661 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 916 time: 0.1451042 Jun 04 17:09:29.996550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22829d6f-f555-4669-9783-d2b5056742fe req-8fc63b22-6e7f-4502-9222-be749b72d7ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8cd5de-90af-46c2-bd09-c061033379fa HTTP/1.1" status: 200 len: 217 time: 0.0741153 Jun 04 17:09:30.069074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22829d6f-f555-4669-9783-d2b5056742fe req-161c5930-63c6-4cb3-a0df-95665165e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:30.070582 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22829d6f-f555-4669-9783-d2b5056742fe req-161c5930-63c6-4cb3-a0df-95665165e58d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.0675368 Jun 04 17:09:30.079999 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0185ad6f-5809-4a90-907e-63c22b545b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:30.117124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22829d6f-f555-4669-9783-d2b5056742fe req-290c49ba-9eaf-4777-8544-dbf11c8d0fd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405889 Jun 04 17:09:30.249167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22829d6f-f555-4669-9783-d2b5056742fe req-26b15bf3-d327-476a-979c-bb509d21eea8 service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250226 Jun 04 17:09:30.392960 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22829d6f-f555-4669-9783-d2b5056742fe req-aba472df-1910-40b0-becb-8ab2250d992a service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371436 Jun 04 17:09:30.460977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ea28c829-e6cf-4724-bce9-05cc7c9bd817 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:09:30.499773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: ea28c829-e6cf-4724-bce9-05cc7c9bd817 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:09:30.500049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ea28c829-e6cf-4724-bce9-05cc7c9bd817 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:09:31.076046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c484154-7c11-4c80-87a5-a467525d91cb req-3718de24-48df-4cbc-a7ac-696bbff1c3bd tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:31.077888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c484154-7c11-4c80-87a5-a467525d91cb req-3718de24-48df-4cbc-a7ac-696bbff1c3bd tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 943 time: 0.0915177 Jun 04 17:09:31.123301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3c484154-7c11-4c80-87a5-a467525d91cb req-f91b68a4-0471-4331-bdd0-62192a512375 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395494 Jun 04 17:09:31.307623 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:31.437378 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:32.330018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f96b3-f82d-420c-96e6-6fbc8782884b req-6edcde53-6969-4ec7-bda5-32f7b92cfd3e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:32.331527 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b2f96b3-f82d-420c-96e6-6fbc8782884b req-6edcde53-6969-4ec7-bda5-32f7b92cfd3e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 943 time: 0.0852396 Jun 04 17:09:32.381679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3b2f96b3-f82d-420c-96e6-6fbc8782884b req-f76c47e7-b864-4f66-9b00-39eb72bbffda tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416162 Jun 04 17:09:32.477227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8c8cd5de-90af-46c2-bd09-c061033379fa details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:09:32.614970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 8c8cd5de-90af-46c2-bd09-c061033379fa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8c8cd5de-90af-46c2-bd09-c061033379fa,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:09:32.627915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '8c8cd5de-90af-46c2-bd09-c061033379fa', 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a', 'port_id': '8c8cd5de-90af-46c2-bd09-c061033379fa', 'mac_address': 'fa:16:3e:14:bf:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a161f3-3363-4f09-8e80-89939e4b18c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:09:32.682486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 8c8cd5de-90af-46c2-bd09-c061033379fa is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:09:32.682780 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:32.699209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8cd5de-90af-46c2-bd09-c061033379fa {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:09:32.723300 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 8c8cd5de-90af-46c2-bd09-c061033379fa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8c8cd5de-90af-46c2-bd09-c061033379fa,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:09:32.728414 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:32.757730 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:32.798409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=8c8cd5de-90af-46c2-bd09-c061033379fa,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:32.806275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:32.806651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:32.806973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:32.807296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:32.807616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:32.807934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:32.808344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:32.808664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:32.808980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:32.809292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:32.809600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:32.809910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:09:32.916893 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['8c8cd5de-90af-46c2-bd09-c061033379fa'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:09:33.584968 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7359-e0e9-48e9-af31-70f60e86adf3 req-d0a36d85-def7-4fa8-a20a-0bf0f09d30c8 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:33.586403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-269b7359-e0e9-48e9-af31-70f60e86adf3 req-d0a36d85-def7-4fa8-a20a-0bf0f09d30c8 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 944 time: 0.0815921 Jun 04 17:09:33.630472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-269b7359-e0e9-48e9-af31-70f60e86adf3 req-4fbb2308-3143-427f-8bf1-758be659f06e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378549 Jun 04 17:09:34.424538 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:34.494209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8c8cd5de-90af-46c2-bd09-c061033379fa up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:09:34.618143 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:34.628409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 8c8cd5de-90af-46c2-bd09-c061033379fa completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:09:34.633257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 8c8cd5de-90af-46c2-bd09-c061033379fa triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:09:34.633627 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:34.754369 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 8c8cd5de-90af-46c2-bd09-c061033379fa is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:09:34.754771 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:34.781233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8cd5de-90af-46c2-bd09-c061033379fa'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:09:34.790747 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 8c8cd5de-90af-46c2-bd09-c061033379fa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8c8cd5de-90af-46c2-bd09-c061033379fa,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:09:34.797449 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:34.822512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367bdc3-16f1-4d2c-8daf-dcee3f988c7f req-4105b54a-2d22-479d-ae4f-31463a5b5566 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:34.823987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7367bdc3-16f1-4d2c-8daf-dcee3f988c7f req-4105b54a-2d22-479d-ae4f-31463a5b5566 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 944 time: 0.0880816 Jun 04 17:09:34.835535 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8a6b93-edc5-46f5-b4e4-9c5248e26e45'] response: {'server_uuid': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8cd5de-90af-46c2-bd09-c061033379fa', 'code': 200} Jun 04 17:09:34.869926 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7367bdc3-16f1-4d2c-8daf-dcee3f988c7f req-f22f912b-5ebd-46c8-94a6-dbb05f5988e5 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389977 Jun 04 17:09:34.871733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=8c8cd5de-90af-46c2-bd09-c061033379fa,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:09:34.970103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6964b-a22e-4bb2-8cd9-f5c66e76f6a2 req-07d20d13-fdb3-46fc-854c-b354d05256ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:34.971610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04c6964b-a22e-4bb2-8cd9-f5c66e76f6a2 req-07d20d13-fdb3-46fc-854c-b354d05256ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 1096 time: 0.0830138 Jun 04 17:09:35.012121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04c6964b-a22e-4bb2-8cd9-f5c66e76f6a2 req-a8e95dd4-53e1-4a42-bd27-545ee4c7512d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343289 Jun 04 17:09:36.081180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8813a16-f49f-4a5f-b2df-acfc9131e5bb req-c1633b05-f52b-4999-b22b-b411e9e49218 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:36.083492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8813a16-f49f-4a5f-b2df-acfc9131e5bb req-c1633b05-f52b-4999-b22b-b411e9e49218 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0864663 Jun 04 17:09:36.128430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8813a16-f49f-4a5f-b2df-acfc9131e5bb req-b097c913-7c45-4bfa-b4eb-1e449fb04832 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400169 Jun 04 17:09:37.315330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7bc5e-ae5b-4cea-81b1-ffaf0660f15f req-e29c47ae-f7c3-482e-b705-8a0cc924f114 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:37.316695 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cca7bc5e-ae5b-4cea-81b1-ffaf0660f15f req-e29c47ae-f7c3-482e-b705-8a0cc924f114 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0807812 Jun 04 17:09:37.363860 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cca7bc5e-ae5b-4cea-81b1-ffaf0660f15f req-46ff1a16-a8e5-4d0b-b382-ec2bd3052f64 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388403 Jun 04 17:09:37.560491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b05ab1-7c43-4ed3-9647-e0d3a2a8850e req-81752343-840c-4395-b7fb-79330331ef07 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:37.562092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96b05ab1-7c43-4ed3-9647-e0d3a2a8850e req-81752343-840c-4395-b7fb-79330331ef07 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0837443 Jun 04 17:09:37.606870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96b05ab1-7c43-4ed3-9647-e0d3a2a8850e req-d5440c64-0ecf-4376-b6c1-7177db824ef4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389397 Jun 04 17:09:37.959407 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-b3f22848-a281-4eec-b3f3-f0ccd74a252d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709398 Jun 04 17:09:38.009784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eeb81-d085-4939-a79e-f9ccc89596e3 req-0b3981bb-37ca-42b2-b8f7-21d7cb9c882d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:38.011279 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-452eeb81-d085-4939-a79e-f9ccc89596e3 req-0b3981bb-37ca-42b2-b8f7-21d7cb9c882d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0811684 Jun 04 17:09:38.060492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-452eeb81-d085-4939-a79e-f9ccc89596e3 req-a540cbb3-54a7-4db8-a809-831e941d29be tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430403 Jun 04 17:09:39.149384 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-e161827a-91f4-4772-8402-1278e15cec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:39.150921 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-e161827a-91f4-4772-8402-1278e15cec52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 1096 time: 0.0727091 Jun 04 17:09:39.442538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-9ccfc793-ba2a-4289-a263-1e90fb5956db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:39.444265 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-9ccfc793-ba2a-4289-a263-1e90fb5956db service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 916 time: 0.2872458 Jun 04 17:09:39.456661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7799c4d-6a64-4824-ad7e-82b5ed074655 req-6c7e85cf-e4ec-4b1f-85e2-c44a43fe712e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:39.457954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7799c4d-6a64-4824-ad7e-82b5ed074655 req-6c7e85cf-e4ec-4b1f-85e2-c44a43fe712e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.2831223 Jun 04 17:09:39.531509 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-11317bab-dd9a-4670-9e33-f3d6152d4d60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8cd5de-90af-46c2-bd09-c061033379fa HTTP/1.1" status: 200 len: 217 time: 0.0724630 Jun 04 17:09:39.604362 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7799c4d-6a64-4824-ad7e-82b5ed074655 req-c22261b9-75ca-4f1a-9356-9241d85d3efc tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983598 Jun 04 17:09:39.613230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-df8ea863-17e1-4c58-b0a7-326c1c21cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:39.614632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-df8ea863-17e1-4c58-b0a7-326c1c21cf4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.0781422 Jun 04 17:09:39.660348 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-8c6a062e-426f-47f2-b4e4-9ac126bf9128 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400746 Jun 04 17:09:39.792200 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-abe333c3-9135-4ac1-91bb-0acb094bbbc1 service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261215 Jun 04 17:09:39.929919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-cbb48837-86d5-4d9c-9cc2-2a90cb8b48d9 service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316223 Jun 04 17:09:40.818726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda60def-35b2-4da3-a44d-af24f6e9bb78 req-37a40800-2bf4-4ade-843f-20674a59ea3c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:40.820170 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bda60def-35b2-4da3-a44d-af24f6e9bb78 req-37a40800-2bf4-4ade-843f-20674a59ea3c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0957155 Jun 04 17:09:40.865066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bda60def-35b2-4da3-a44d-af24f6e9bb78 req-683f9311-445a-4e0e-ace2-b2b0795603ec tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391343 Jun 04 17:09:42.070614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d6e79-d0d2-45ee-a89a-29de49b523a3 req-94159723-133b-49c8-ba6b-635883a6689e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:42.072084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f45d6e79-d0d2-45ee-a89a-29de49b523a3 req-94159723-133b-49c8-ba6b-635883a6689e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0823336 Jun 04 17:09:42.115871 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f45d6e79-d0d2-45ee-a89a-29de49b523a3 req-8e6dc5c3-2b14-43f2-8541-aa4a0d6d8b1c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379918 Jun 04 17:09:43.317274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49a26b-2ba7-4b4a-a720-1b7c319ff8be req-f7be4bca-9226-4600-b560-374f08d3de7d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:43.318754 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c49a26b-2ba7-4b4a-a720-1b7c319ff8be req-f7be4bca-9226-4600-b560-374f08d3de7d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0866306 Jun 04 17:09:43.365390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7c49a26b-2ba7-4b4a-a720-1b7c319ff8be req-b32c751c-782f-46de-a00c-bc056c9b3f91 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384736 Jun 04 17:09:44.568153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ae0d3-4184-45dc-994e-06b22e8bfb12 req-c3a4dcfa-0924-44a6-beea-5426cfb46c7b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:44.569636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-215ae0d3-4184-45dc-994e-06b22e8bfb12 req-c3a4dcfa-0924-44a6-beea-5426cfb46c7b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0887978 Jun 04 17:09:44.618003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-215ae0d3-4184-45dc-994e-06b22e8bfb12 req-ffabb9bc-95af-4436-8d73-76a8d314ad03 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426693 Jun 04 17:09:45.840746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15422d12-28b0-4e0a-8d7c-567c184766de req-d5bb012f-17a0-4b8d-acf7-0f0b2b5a58ea tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:45.842118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15422d12-28b0-4e0a-8d7c-567c184766de req-d5bb012f-17a0-4b8d-acf7-0f0b2b5a58ea tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.1018980 Jun 04 17:09:45.891366 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15422d12-28b0-4e0a-8d7c-567c184766de req-704a2643-87b4-47db-8ae9-1793f6c8ae2d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433798 Jun 04 17:09:47.102715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef436ad5-8c8c-4341-95d5-b8cc942e5bb0 req-efd6804a-9d06-4b31-9582-b90038c4b989 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:47.104170 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef436ad5-8c8c-4341-95d5-b8cc942e5bb0 req-efd6804a-9d06-4b31-9582-b90038c4b989 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0853934 Jun 04 17:09:47.150795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef436ad5-8c8c-4341-95d5-b8cc942e5bb0 req-dc061712-1a99-4220-a086-f6c18202a8cf tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Jun 04 17:09:48.351748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2881ecd-ade5-4a21-8378-b36493ef6077 req-d2296b5f-d4bb-46a2-9c06-c5e9552f37d4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:48.353184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e2881ecd-ade5-4a21-8378-b36493ef6077 req-d2296b5f-d4bb-46a2-9c06-c5e9552f37d4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0884347 Jun 04 17:09:48.405247 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e2881ecd-ade5-4a21-8378-b36493ef6077 req-31673141-41d9-4268-b2bb-0ecb8fd62813 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439880 Jun 04 17:09:49.607323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf986bd-76a6-4217-81db-94ef4d53ce93 req-37e699fe-8892-467a-9792-f58abbef1366 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:49.608791 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2bf986bd-76a6-4217-81db-94ef4d53ce93 req-37e699fe-8892-467a-9792-f58abbef1366 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0884302 Jun 04 17:09:49.653261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2bf986bd-76a6-4217-81db-94ef4d53ce93 req-832089ba-7626-4281-bd82-71988cd2f1cb tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385411 Jun 04 17:09:50.870196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a61f0-3dc3-4d7c-8246-89a43bf18d26 req-eaf7715c-5ab7-4408-9ed4-da58db119e34 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:50.871694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-369a61f0-3dc3-4d7c-8246-89a43bf18d26 req-eaf7715c-5ab7-4408-9ed4-da58db119e34 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.1012390 Jun 04 17:09:50.920841 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-369a61f0-3dc3-4d7c-8246-89a43bf18d26 req-79620a50-7bfa-4f6f-9d4d-75d24cb69efb tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Jun 04 17:09:52.129410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f550cb-84fe-4cce-93e8-4d903fcde790 req-77dceb87-706e-407e-b270-cd62acd1c014 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:52.130897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59f550cb-84fe-4cce-93e8-4d903fcde790 req-77dceb87-706e-407e-b270-cd62acd1c014 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0911558 Jun 04 17:09:52.176287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59f550cb-84fe-4cce-93e8-4d903fcde790 req-27874e89-b15c-44c8-874a-09e9b617b6f0 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395403 Jun 04 17:09:53.374047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fe556-346f-4404-aee3-4a6551937ccd req-551a6a41-bb81-4a49-a648-1dd7b893b544 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:53.375518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-231fe556-346f-4404-aee3-4a6551937ccd req-551a6a41-bb81-4a49-a648-1dd7b893b544 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0842557 Jun 04 17:09:53.424070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-231fe556-346f-4404-aee3-4a6551937ccd req-c7ea2928-420a-4483-bb20-c9fcd791d245 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399456 Jun 04 17:09:54.777233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab03b6a-e8cd-4ee9-a59d-e449245895a7 req-0965d871-bb6a-481d-aac9-60d8cc2378bb tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:54.778702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ab03b6a-e8cd-4ee9-a59d-e449245895a7 req-0965d871-bb6a-481d-aac9-60d8cc2378bb tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0875399 Jun 04 17:09:54.823877 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4ab03b6a-e8cd-4ee9-a59d-e449245895a7 req-d88a069d-7b4c-4adc-9a1a-11cc476be09d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388808 Jun 04 17:09:56.027202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94d25a-2834-4e93-be12-b349a59c1654 req-87ab62e0-053e-4815-9690-2c80cbc8680c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:56.028637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa94d25a-2834-4e93-be12-b349a59c1654 req-87ab62e0-053e-4815-9690-2c80cbc8680c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0902362 Jun 04 17:09:56.075030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fa94d25a-2834-4e93-be12-b349a59c1654 req-9986583b-5b3e-470e-b379-e9fda0482f0b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378168 Jun 04 17:09:57.291401 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ec704-c7a2-408c-8a82-c036cacf4633 req-a5277af5-c3eb-4060-9567-9028b949dba8 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:57.292840 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b7ec704-c7a2-408c-8a82-c036cacf4633 req-a5277af5-c3eb-4060-9567-9028b949dba8 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0872028 Jun 04 17:09:57.338598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7b7ec704-c7a2-408c-8a82-c036cacf4633 req-c2ced601-dfa5-4745-adf0-e1d2b464a5a3 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398462 Jun 04 17:09:57.874616 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-43bbd0fe-ab2d-4008-8729-078282fde5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:09:58.550163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc623c-48c4-471b-9ebd-f83b002b5ed2 req-99007175-6930-432c-a01d-8fd4ba40976c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:58.551637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69dc623c-48c4-471b-9ebd-f83b002b5ed2 req-99007175-6930-432c-a01d-8fd4ba40976c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0859027 Jun 04 17:09:58.596721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69dc623c-48c4-471b-9ebd-f83b002b5ed2 req-120f19ca-3618-4819-b9ca-00c84c023360 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392649 Jun 04 17:09:59.803328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2dde-0092-4b25-8a45-6c6c9cd6ba91 req-cf7a92a4-44a3-46c2-8b2b-813e6d917d18 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:09:59.804795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43cd2dde-0092-4b25-8a45-6c6c9cd6ba91 req-cf7a92a4-44a3-46c2-8b2b-813e6d917d18 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0927241 Jun 04 17:09:59.855525 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43cd2dde-0092-4b25-8a45-6c6c9cd6ba91 req-c6f98572-f25b-46f8-ad03-5ac6dd0a77fa tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Jun 04 17:10:00.081579 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-aa36f32c-a5c4-4a6d-822e-f066150559f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:01.046207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdcf1d-75b6-48ad-90c4-22f1b5fa099b req-deffade7-9d76-4869-884d-7940018d350d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:01.047801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96bdcf1d-75b6-48ad-90c4-22f1b5fa099b req-deffade7-9d76-4869-884d-7940018d350d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0827053 Jun 04 17:10:01.098036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-96bdcf1d-75b6-48ad-90c4-22f1b5fa099b req-a638d5ee-908d-42ab-89e4-5ca2a91b12a7 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441973 Jun 04 17:10:01.307562 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:01.437419 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:02.430152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae19aec-552e-4ec7-bf12-09718ddababd req-c641d6cf-1fdc-4197-860a-076dc49581f3 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:02.431550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ae19aec-552e-4ec7-bf12-09718ddababd req-c641d6cf-1fdc-4197-860a-076dc49581f3 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.2140749 Jun 04 17:10:02.478470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ae19aec-552e-4ec7-bf12-09718ddababd req-6a6eb5d3-f927-4d42-b0e6-216dc9971628 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 Jun 04 17:10:02.731964 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:03.683055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913892cf-0044-4263-b776-315828c6f505 req-c2ab8d28-1ce8-45a3-a164-458b15685752 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:03.684472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-913892cf-0044-4263-b776-315828c6f505 req-c2ab8d28-1ce8-45a3-a164-458b15685752 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0925024 Jun 04 17:10:03.737056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-913892cf-0044-4263-b776-315828c6f505 req-58c2e07f-c34b-4000-8d98-8a6f1fba8df1 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465224 Jun 04 17:10:03.762279 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:10:04.432025 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:04.600890 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:04.938046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07d4ef-a6f7-4e1d-9320-6d94343606cf req-b10353fe-5f5a-4e05-9b45-1cd30000b46d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:04.939550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f07d4ef-a6f7-4e1d-9320-6d94343606cf req-b10353fe-5f5a-4e05-9b45-1cd30000b46d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0852249 Jun 04 17:10:04.988173 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f07d4ef-a6f7-4e1d-9320-6d94343606cf req-07559310-1dad-4fae-bc64-558e931960e7 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403216 Jun 04 17:10:06.188719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822a816-7b27-416f-9f3c-487bf69f411e req-8aa8aa97-0cac-425b-b952-b31a2867d4f4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:06.190179 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2822a816-7b27-416f-9f3c-487bf69f411e req-8aa8aa97-0cac-425b-b952-b31a2867d4f4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0884089 Jun 04 17:10:06.234132 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2822a816-7b27-416f-9f3c-487bf69f411e req-3231b942-05fa-4d4f-9df2-a2c5d87a6c4d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380466 Jun 04 17:10:06.673777 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-e6074fea-6a7e-4d6b-92f6-f765fc0bb36b service neutron] show failed (client error): The resource could not be found. Jun 04 17:10:06.674779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-e6074fea-6a7e-4d6b-92f6-f765fc0bb36b service neutron] 10.222.0.42 "GET /v2.0/ports/8c8cd5de-90af-46c2-bd09-c061033379fa/bindings/n-h2-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.0770171 Jun 04 17:10:06.961882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-cd4d4591-20d8-4c97-bc60-413602ea78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:06.963994 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-cd4d4591-20d8-4c97-bc60-413602ea78dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6&tenant_id=ad051344f3ae46638a6e15efa337f01a HTTP/1.1" status: 200 len: 1096 time: 0.0822737 Jun 04 17:10:06.977950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:10:07.094232 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:07.406578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] For port 8c8cd5de-90af-46c2-bd09-c061033379fa, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=8c8cd5de-90af-46c2-bd09-c061033379fa,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:10:07.449399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] For port 8c8cd5de-90af-46c2-bd09-c061033379fa, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:10:07.503378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533b792-675e-40ea-a3a0-b16db7ff5dc9 req-fc7fc5af-ed89-4f79-bef4-1351570ce24e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:07.504818 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8533b792-675e-40ea-a3a0-b16db7ff5dc9 req-fc7fc5af-ed89-4f79-bef4-1351570ce24e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.1613083 Jun 04 17:10:07.529771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8cd5de-90af-46c2-bd09-c061033379fa'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:10:07.537274 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:07.566570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Transition to ACTIVE for port object 8c8cd5de-90af-46c2-bd09-c061033379fa will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:10:07.574036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8533b792-675e-40ea-a3a0-b16db7ff5dc9 req-9cbfd50f-feb3-492f-b390-476fee539b17 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595565 Jun 04 17:10:07.574763 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:07.614253 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c82a93-bc0f-4c63-8807-56862f9f1b1b'] response: {'server_uuid': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8cd5de-90af-46c2-bd09-c061033379fa', 'code': 200} Jun 04 17:10:07.732520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] No DVR routers for this DVR port 8c8cd5de-90af-46c2-bd09-c061033379fa on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:10:07.738317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8cd5de-90af-46c2-bd09-c061033379fa,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:07.791156 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Attempting to bind port 8c8cd5de-90af-46c2-bd09-c061033379fa on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:10:07.791407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Attempting to bind port 8c8cd5de-90af-46c2-bd09-c061033379fa by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:10:07.791684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Attempting to bind port 8c8cd5de-90af-46c2-bd09-c061033379fa on network 9e045c84-bd3e-4b5a-b402-ff52a502345a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:10:07.796578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Port 8c8cd5de-90af-46c2-bd09-c061033379fa on network 9e045c84-bd3e-4b5a-b402-ff52a502345a not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:10:07.796950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Attempting to bind port 8c8cd5de-90af-46c2-bd09-c061033379fa on network 9e045c84-bd3e-4b5a-b402-ff52a502345a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:10:07.802119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:10:07.802460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Checking segment: {'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:10:07.802853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Bound using segment: {'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:10:07.803269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Bound port: 8c8cd5de-90af-46c2-bd09-c061033379fa, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ad88de-79ca-4d10-9f09-7b97ddb48fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:10:07.803595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:07.892410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] For port 8c8cd5de-90af-46c2-bd09-c061033379fa, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:10:07.895716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] For port 8c8cd5de-90af-46c2-bd09-c061033379fa, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=8c8cd5de-90af-46c2-bd09-c061033379fa,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:10:07.900756 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:07.958105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:07.958728 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:07.960081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] 10.222.0.46 "PUT /v2.0/ports/8c8cd5de-90af-46c2-bd09-c061033379fa HTTP/1.1" status: 200 len: 1091 time: 0.9884689 Jun 04 17:10:07.978027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c86cf6-c702-420b-ac6c-5a529a782380 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8cd5de-90af-46c2-bd09-c061033379fa,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:08.062386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f58978c3-b2e8-443c-9e26-90a501643fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:08.064187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f58978c3-b2e8-443c-9e26-90a501643fba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 1094 time: 0.0809155 Jun 04 17:10:08.313414 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-e19d00c3-8489-4119-b273-d27f4ef5ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:08.314853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-e19d00c3-8489-4119-b273-d27f4ef5ebcb service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 916 time: 0.2443466 Jun 04 17:10:08.382312 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-f4851674-23ee-4fb1-a1ab-cc7d8173e57d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8cd5de-90af-46c2-bd09-c061033379fa HTTP/1.1" status: 200 len: 217 time: 0.0608125 Jun 04 17:10:08.447875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-86954b1a-b921-4baa-940c-3cbaeadf681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:08.449296 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-86954b1a-b921-4baa-940c-3cbaeadf681d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.0607204 Jun 04 17:10:08.495488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-86fdb885-dbb9-482e-80b1-3fef32e9d2f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397916 Jun 04 17:10:08.632387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-7da683a7-fe1b-46ea-81f4-b3cd3af24f5d service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286447 Jun 04 17:10:08.818543 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8188db2f-2248-47fe-87aa-046d918b3ff0 req-575f62c7-d7dd-41d0-821d-39e66b77a92e service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785944 Jun 04 17:10:08.839620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bf0cf-e2d3-4306-9ad2-84be126bbacf req-5a80ef46-0748-448e-b4a2-9d0755974c6a tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:08.841483 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba1bf0cf-e2d3-4306-9ad2-84be126bbacf req-5a80ef46-0748-448e-b4a2-9d0755974c6a tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 943 time: 0.1312873 Jun 04 17:10:08.893700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba1bf0cf-e2d3-4306-9ad2-84be126bbacf req-24a1da08-45bb-4c48-87bb-de9496eebfe4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Jun 04 17:10:09.615901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'tag': '8c8cd5de-90af-46c2-bd09-c061033379fa'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:10:09.678308 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461865bd-441f-4829-a8c6-a18886337e0b'] response: {'name': 'network-changed', 'server_uuid': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'tag': '8c8cd5de-90af-46c2-bd09-c061033379fa', 'status': 'completed', 'code': 200} Jun 04 17:10:09.822575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-50d76005-7ed1-40bc-ace3-716bd09a4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:09.823989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-50d76005-7ed1-40bc-ace3-716bd09a4558 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 1094 time: 0.1280046 Jun 04 17:10:09.828220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-d41042bb-edc4-4c27-9dee-a6a083c90d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:09.829644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-d41042bb-edc4-4c27-9dee-a6a083c90d88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 1094 time: 0.0999188 Jun 04 17:10:10.098620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-1ecda7b6-c93d-4804-aa37-427caec11eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:10.099971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-1ecda7b6-c93d-4804-aa37-427caec11eb0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 916 time: 0.2694983 Jun 04 17:10:10.105779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-179fe1be-4e7e-45c8-891e-90bd0613c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:10.107093 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-179fe1be-4e7e-45c8-891e-90bd0613c580 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 916 time: 0.2594810 Jun 04 17:10:10.236751 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-ead85de8-a6b1-4fbd-a331-b17855628e9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8cd5de-90af-46c2-bd09-c061033379fa HTTP/1.1" status: 200 len: 217 time: 0.0749021 Jun 04 17:10:10.237918 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-dfa55e69-8453-4680-b4bd-b06639e1e693 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8cd5de-90af-46c2-bd09-c061033379fa HTTP/1.1" status: 200 len: 217 time: 0.1282108 Jun 04 17:10:10.357603 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5af4a-90e8-439e-8b23-7b6e3ece359c req-f0e1ca17-a094-453b-b79b-11aa97e3e050 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:10.359040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6eb5af4a-90e8-439e-8b23-7b6e3ece359c req-f0e1ca17-a094-453b-b79b-11aa97e3e050 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 943 time: 0.3547151 Jun 04 17:10:10.364481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-3831be3d-e3b5-4722-a50d-397cdc021937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:10.365857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-3831be3d-e3b5-4722-a50d-397cdc021937 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.1218808 Jun 04 17:10:10.382192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-aa5259a0-cfa9-46b1-a1bb-2e54c3d03c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:10.383608 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-aa5259a0-cfa9-46b1-a1bb-2e54c3d03c54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.1385670 Jun 04 17:10:10.475153 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-ea148859-fe5e-46e7-8090-5801584742e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906272 Jun 04 17:10:10.616970 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-e6647518-8c7e-4398-8d5f-5a8b2cd62346 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2015567 Jun 04 17:10:10.629133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8c8cd5de-90af-46c2-bd09-c061033379fa no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:10:10.669111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6eb5af4a-90e8-439e-8b23-7b6e3ece359c req-d67bde45-e362-4f3b-ac92-d835ec4f934d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022804 Jun 04 17:10:10.686650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 8c8cd5de-90af-46c2-bd09-c061033379fa not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:10:10.852224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-89022645-b6dc-4b18-8b7e-eba6bce78181 service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378442 Jun 04 17:10:10.857032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-d3c5aacd-a8ab-4bf0-a42f-49dafcbdf4a8 service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220433 Jun 04 17:10:11.101646 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-d22b1f41-f0c0-4779-99b6-8e7e0bff2d3a service neutron] 10.222.0.46 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421176 Jun 04 17:10:11.103501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c326dc4-c40c-4de8-a8b2-ad4e12bccceb req-eb74f518-b7d5-456a-9b92-b1d20054b476 service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163601 Jun 04 17:10:11.939196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50b88-5281-4e15-9293-09caf04e4390 req-72fd8acb-7c16-491e-8406-ebd35ef4b844 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:11.940655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35e50b88-5281-4e15-9293-09caf04e4390 req-72fd8acb-7c16-491e-8406-ebd35ef4b844 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 943 time: 0.0878057 Jun 04 17:10:11.989175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-35e50b88-5281-4e15-9293-09caf04e4390 req-075e1739-dd2c-48d0-8aa5-bed8157bd143 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400329 Jun 04 17:10:12.316100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 8c8cd5de-90af-46c2-bd09-c061033379fa details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:10:12.368068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-29b01b2e-8092-484b-8218-21ecd8e9ddc4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:12.369522 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-29b01b2e-8092-484b-8218-21ecd8e9ddc4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6&tenant_id=ad051344f3ae46638a6e15efa337f01a&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 943 time: 0.1435633 Jun 04 17:10:12.377559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a54c2-4510-468b-a279-9a9e47a551c8 req-c452f62f-fd00-4762-86d6-7c41559c9db5 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:12.378945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-046a54c2-4510-468b-a279-9a9e47a551c8 req-c452f62f-fd00-4762-86d6-7c41559c9db5 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 943 time: 0.1184785 Jun 04 17:10:12.451780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 8c8cd5de-90af-46c2-bd09-c061033379fa, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=8c8cd5de-90af-46c2-bd09-c061033379fa,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:10:12.465847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '8c8cd5de-90af-46c2-bd09-c061033379fa', 'network_id': '9e045c84-bd3e-4b5a-b402-ff52a502345a', 'port_id': '8c8cd5de-90af-46c2-bd09-c061033379fa', 'mac_address': 'fa:16:3e:14:bf:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a161f3-3363-4f09-8e80-89939e4b18c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:10:12.482359 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-046a54c2-4510-468b-a279-9a9e47a551c8 req-1b5dcb5b-bb18-46ad-b6da-2ca5e686b4a1 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627003 Jun 04 17:10:12.487495 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-a7c5c30e-8c5f-4ca2-bbd5-a17c6adc1af9 service neutron] delete failed (client error): The resource could not be found. Jun 04 17:10:12.488391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-a7c5c30e-8c5f-4ca2-bbd5-a17c6adc1af9 service neutron] 10.222.0.42 "DELETE /v2.0/ports/8c8cd5de-90af-46c2-bd09-c061033379fa/bindings/n-h1-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.1086242 Jun 04 17:10:12.521899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 8c8cd5de-90af-46c2-bd09-c061033379fa is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:10:12.522287 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:12.542537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8cd5de-90af-46c2-bd09-c061033379fa {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:10:12.558597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 8c8cd5de-90af-46c2-bd09-c061033379fa, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=8c8cd5de-90af-46c2-bd09-c061033379fa,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:10:12.562478 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:12.627646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-79ec51e2-d5c3-4daa-b0d7-a8618a4bf327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:12.629140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-79ec51e2-d5c3-4daa-b0d7-a8618a4bf327 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad051344f3ae46638a6e15efa337f01a&device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 1095 time: 0.0726101 Jun 04 17:10:12.629814 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=8c8cd5de-90af-46c2-bd09-c061033379fa,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:12.762393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-6cec600a-b903-4093-be44-0018f74c6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:12.763917 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-6cec600a-b903-4093-be44-0018f74c6f17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 200 len: 916 time: 0.1292608 Jun 04 17:10:12.776304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['8c8cd5de-90af-46c2-bd09-c061033379fa'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:10:12.835251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-7c19e793-8021-415d-ab74-973eb022a90a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8cd5de-90af-46c2-bd09-c061033379fa HTTP/1.1" status: 200 len: 217 time: 0.0643799 Jun 04 17:10:12.896538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-bdb5a6d4-7239-4ab7-9275-5339b20b2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:12.898064 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-bdb5a6d4-7239-4ab7-9275-5339b20b2997 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 200 len: 855 time: 0.0571985 Jun 04 17:10:12.947652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-18e35273-e43a-45a9-a732-9f408b35ae47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e045c84-bd3e-4b5a-b402-ff52a502345a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436194 Jun 04 17:10:13.084162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-2fdfdeb2-522e-4ec3-b835-a8577acc0e28 service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303627 Jun 04 17:10:13.332385 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-65c6034f-a177-4599-9779-dd9cff7c1894 req-5b5bb582-bae5-407d-8406-f188e113bd45 service neutron] 10.222.0.42 "GET /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426772 Jun 04 17:10:13.717511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bc9c-9e94-4c31-9c36-6814b7cdf563 req-a513a053-c66e-44c1-a5e6-d9cb16ffa168 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:13.719213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43b3bc9c-9e94-4c31-9c36-6814b7cdf563 req-a513a053-c66e-44c1-a5e6-d9cb16ffa168 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 944 time: 0.0821152 Jun 04 17:10:13.766050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43b3bc9c-9e94-4c31-9c36-6814b7cdf563 req-243e311f-7b08-4ed2-810b-702185bd4997 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 Jun 04 17:10:14.340220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 8c8cd5de-90af-46c2-bd09-c061033379fa up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:10:14.414349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 8c8cd5de-90af-46c2-bd09-c061033379fa completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:10:14.419433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 8c8cd5de-90af-46c2-bd09-c061033379fa triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:10:14.419804 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:14.538774 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 8c8cd5de-90af-46c2-bd09-c061033379fa is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:10:14.539150 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:14.568658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8cd5de-90af-46c2-bd09-c061033379fa'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:10:14.581459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 8c8cd5de-90af-46c2-bd09-c061033379fa, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=8c8cd5de-90af-46c2-bd09-c061033379fa,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:10:14.588223 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:14.626856 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbbd16f-abb5-4eed-b861-ed096ec977d4'] response: {'server_uuid': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8cd5de-90af-46c2-bd09-c061033379fa', 'code': 200} Jun 04 17:10:14.658468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=8c8cd5de-90af-46c2-bd09-c061033379fa,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:15.057252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1a199-f27d-4470-962c-14479c1994a4 req-18099386-cfea-441a-af32-cdbfa7d03e55 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:15.058729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97d1a199-f27d-4470-962c-14479c1994a4 req-18099386-cfea-441a-af32-cdbfa7d03e55 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.1343544 Jun 04 17:10:15.104716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97d1a199-f27d-4470-962c-14479c1994a4 req-f40c4808-8cc8-460a-8abf-c725025d714d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396845 Jun 04 17:10:15.384207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405dcd2-26b2-4701-aa14-970caeaa5a37 req-57470071-d15d-4396-8a5e-a2e50b7d0450 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:15.385576 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a405dcd2-26b2-4701-aa14-970caeaa5a37 req-57470071-d15d-4396-8a5e-a2e50b7d0450 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.1347914 Jun 04 17:10:15.442898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a405dcd2-26b2-4701-aa14-970caeaa5a37 req-b70bd036-172d-4757-8a70-6743f32bf159 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513730 Jun 04 17:10:15.639586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a9071-81bd-4aaf-ae6a-10a73ed24fb0 req-11df36a3-4ceb-4754-8522-9ebe259e9199 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:15.641162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f11a9071-81bd-4aaf-ae6a-10a73ed24fb0 req-11df36a3-4ceb-4754-8522-9ebe259e9199 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0893996 Jun 04 17:10:15.695942 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f11a9071-81bd-4aaf-ae6a-10a73ed24fb0 req-8ddc8506-29d2-43da-b72a-3346f152c60b tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Jun 04 17:10:16.327195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcce12-f8df-41ed-8bd3-3c67d4aa1e87 req-7c9c3304-3e7d-493c-901b-cd786eb3ab3e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:16.328882 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92fcce12-f8df-41ed-8bd3-3c67d4aa1e87 req-7c9c3304-3e7d-493c-901b-cd786eb3ab3e tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0815043 Jun 04 17:10:16.376400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92fcce12-f8df-41ed-8bd3-3c67d4aa1e87 req-09b1b90a-1541-4c33-b725-9f34d9a53400 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 Jun 04 17:10:17.312452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7185924-43e5-4eab-a761-63776c9c3986 req-a5eceb73-a340-48df-852b-3b0258247dc2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:17.313899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7185924-43e5-4eab-a761-63776c9c3986 req-a5eceb73-a340-48df-852b-3b0258247dc2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.0838363 Jun 04 17:10:17.385351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-b7185924-43e5-4eab-a761-63776c9c3986 req-b1537c60-fe94-4ba4-91ff-019945702de2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Deleting port 8c8cd5de-90af-46c2-bd09-c061033379fa {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:10:17.386032 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b7185924-43e5-4eab-a761-63776c9c3986 req-b1537c60-fe94-4ba4-91ff-019945702de2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:17.701108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d8683-9931-46c0-99ec-168d7a2d4563 req-e17380bc-24f5-4058-a68e-d5bfd7ebcbc4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:17.702576 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3d8683-9931-46c0-99ec-168d7a2d4563 req-e17380bc-24f5-4058-a68e-d5bfd7ebcbc4 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6 HTTP/1.1" status: 200 len: 945 time: 0.2052007 Jun 04 17:10:17.704191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b7185924-43e5-4eab-a761-63776c9c3986 req-b1537c60-fe94-4ba4-91ff-019945702de2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] For port 8c8cd5de-90af-46c2-bd09-c061033379fa, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=8c8cd5de-90af-46c2-bd09-c061033379fa,segment=NetworkSegment(61ad88de-79ca-4d10-9f09-7b97ddb48fc4),segment_id=61ad88de-79ca-4d10-9f09-7b97ddb48fc4)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:10:17.704541 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b7185924-43e5-4eab-a761-63776c9c3986 req-b1537c60-fe94-4ba4-91ff-019945702de2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:17.858846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-b7185924-43e5-4eab-a761-63776c9c3986 req-b1537c60-fe94-4ba4-91ff-019945702de2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Calling delete_port for 8c8cd5de-90af-46c2-bd09-c061033379fa owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:10:17.928583 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2f3d8683-9931-46c0-99ec-168d7a2d4563 req-dd5bcd66-bd1b-4bfb-b69f-004e7b04bb3d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167826 Jun 04 17:10:18.022696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b7185924-43e5-4eab-a761-63776c9c3986 req-b1537c60-fe94-4ba4-91ff-019945702de2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:18.034546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['8c8cd5de-90af-46c2-bd09-c061033379fa'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:10:18.074881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1537c60-fe94-4ba4-91ff-019945702de2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Pushing event deleted for resources: {'Port': ['ID=8c8cd5de-90af-46c2-bd09-c061033379fa,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:18.165973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7185924-43e5-4eab-a761-63776c9c3986 req-b1537c60-fe94-4ba4-91ff-019945702de2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] No DVR routers for this DVR port 8c8cd5de-90af-46c2-bd09-c061033379fa on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:10:18.169016 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b7185924-43e5-4eab-a761-63776c9c3986 req-b1537c60-fe94-4ba4-91ff-019945702de2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:18.171478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'name': 'network-vif-deleted', 'tag': '8c8cd5de-90af-46c2-bd09-c061033379fa'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:10:18.190185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b7185924-43e5-4eab-a761-63776c9c3986 req-b1537c60-fe94-4ba4-91ff-019945702de2 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.46 "DELETE /v2.0/ports/8c8cd5de-90af-46c2-bd09-c061033379fa HTTP/1.1" status: 204 len: 173 time: 0.8702497 Jun 04 17:10:18.228499 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7e73f2-0428-484d-9c0f-35eeae135147'] response: {'server_uuid': '6c6bd3dd-e1a7-43df-8193-b62fc03ea9d6', 'name': 'network-vif-deleted', 'tag': '8c8cd5de-90af-46c2-bd09-c061033379fa', 'status': 'completed', 'code': 200} Jun 04 17:10:19.075507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36416) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:19.144059 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2ef5b26f-c159-4598-964e-1ec0d2f2759c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:19.173626 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2ef5b26f-c159-4598-964e-1ec0d2f2759c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:19.232457 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2ef5b26f-c159-4598-964e-1ec0d2f2759c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:19.251503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5b26f-c159-4598-964e-1ec0d2f2759c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ad4aff-6da0-4684-b942-727736101dd8,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:19.258415 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2ef5b26f-c159-4598-964e-1ec0d2f2759c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:19.259552 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2ef5b26f-c159-4598-964e-1ec0d2f2759c tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "DELETE /v2.0/security-groups/d3ad4aff-6da0-4684-b942-727736101dd8 HTTP/1.1" status: 204 len: 168 time: 0.1830201 Jun 04 17:10:19.262293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36420) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:19.278691 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-cb0fa56c-04aa-4a99-bc92-4b3e7853323d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] show failed (client error): The resource could not be found. Jun 04 17:10:19.279649 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cb0fa56c-04aa-4a99-bc92-4b3e7853323d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "GET /v2.0/security-groups/d3ad4aff-6da0-4684-b942-727736101dd8 HTTP/1.1" status: 404 len: 347 time: 0.0164499 Jun 04 17:10:19.282546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36424) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:19.440692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c0caa3d1-5951-436f-9c9e-550f3e828a22 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Deleting port d00957b5-31cf-4286-ae0c-22076e8c9008 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:10:19.441021 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0caa3d1-5951-436f-9c9e-550f3e828a22 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:19.725834 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0caa3d1-5951-436f-9c9e-550f3e828a22 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:19.726113 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0caa3d1-5951-436f-9c9e-550f3e828a22 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:19.849340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-c0caa3d1-5951-436f-9c9e-550f3e828a22 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Calling delete_port for d00957b5-31cf-4286-ae0c-22076e8c9008 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:10:20.019392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0caa3d1-5951-436f-9c9e-550f3e828a22 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:20.064870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caa3d1-5951-436f-9c9e-550f3e828a22 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Pushing event deleted for resources: {'Port': ['ID=d00957b5-31cf-4286-ae0c-22076e8c9008,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:20.157739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0caa3d1-5951-436f-9c9e-550f3e828a22 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:20.182117 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c0caa3d1-5951-436f-9c9e-550f3e828a22 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:20.183331 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c0caa3d1-5951-436f-9c9e-550f3e828a22 tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] 10.222.0.13 "DELETE /v2.0/floatingips/1a534df0-fe61-44c3-93a8-4ea480bb3911 HTTP/1.1" status: 204 len: 168 time: 0.8998697 Jun 04 17:10:20.337827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36432) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:20.405097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Deleting subnet 91a161f3-3363-4f09-8e80-89939e4b18c2 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:10:20.408887 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:20.457631 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:20.511583 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:20.589979 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:20.626126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91a161f3-3363-4f09-8e80-89939e4b18c2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:20.632442 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:20.639549 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:20.639881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:20.640269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:20.640663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:20.640988 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:20.641307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:20.641624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:20.641934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:20.642254 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:20.642761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:20.643040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:20.643348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:20.649327 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bec83768-f16d-4d9e-8ae8-4b05afb6df91 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/91a161f3-3363-4f09-8e80-89939e4b18c2 HTTP/1.1" status: 204 len: 168 time: 0.3103528 Jun 04 17:10:20.651944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36436) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:20.757388 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-65ca1564-e8db-4291-b556-3e45e18c7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:20.888080 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-65ca1564-e8db-4291-b556-3e45e18c7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:20.914007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-65ca1564-e8db-4291-b556-3e45e18c7f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e045c84-bd3e-4b5a-b402-ff52a502345a']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:20.927039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-65ca1564-e8db-4291-b556-3e45e18c7f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ad88de-79ca-4d10-9f09-7b97ddb48fc4') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:20.927343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-65ca1564-e8db-4291-b556-3e45e18c7f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ad88de-79ca-4d10-9f09-7b97ddb48fc4') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:20.939118 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-65ca1564-e8db-4291-b556-3e45e18c7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:20.954981 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-65ca1564-e8db-4291-b556-3e45e18c7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:20.961273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ca1564-e8db-4291-b556-3e45e18c7f27 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:10:20.961657 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-65ca1564-e8db-4291-b556-3e45e18c7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:21.136378 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 61ad88de-79ca-4d10-9f09-7b97ddb48fc4 resource provider aggregate not found Jun 04 17:10:21.161573 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 61ad88de-79ca-4d10-9f09-7b97ddb48fc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61ad88de-79ca-4d10-9f09-7b97ddb48fc4 found for delete ", "request_id": "req-718bcb41-a888-4260-b142-245d9914b3b5"}]} Jun 04 17:10:21.172822 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-65ca1564-e8db-4291-b556-3e45e18c7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:21.188984 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-65ca1564-e8db-4291-b556-3e45e18c7f27 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:21.199148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca1564-e8db-4291-b556-3e45e18c7f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e045c84-bd3e-4b5a-b402-ff52a502345a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:21.210230 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-65ca1564-e8db-4291-b556-3e45e18c7f27 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9e045c84-bd3e-4b5a-b402-ff52a502345a HTTP/1.1" status: 204 len: 168 time: 0.5572150 Jun 04 17:10:21.327521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36448) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:21.380612 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-07f325dc-1ff8-43ef-8d30-d2be0c434393 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad051344f3ae46638a6e15efa337f01a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513942 Jun 04 17:10:21.384025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36452) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:21.444510 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-386ff4a6-0ba2-420e-a230-38597fddd650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:21.470508 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-386ff4a6-0ba2-420e-a230-38597fddd650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:21.523562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-386ff4a6-0ba2-420e-a230-38597fddd650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:21.540906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ff4a6-0ba2-420e-a230-38597fddd650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:21.547556 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-386ff4a6-0ba2-420e-a230-38597fddd650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:21.551239 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-386ff4a6-0ba2-420e-a230-38597fddd650 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bc9e2f2-5224-4b0b-8b02-a71a885bf6bf HTTP/1.1" status: 204 len: 168 time: 0.1638410 Jun 04 17:10:22.322833 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36476) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:22.393673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 8c8cd5de-90af-46c2-bd09-c061033379fa no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:10:22.429555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 8c8cd5de-90af-46c2-bd09-c061033379fa {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:10:22.429905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 8c8cd5de-90af-46c2-bd09-c061033379fa not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:10:22.437508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1122155286-network', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:10:22.444061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:10:22.447969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Usage tracker for resource:network and tenant:ec17a8f177dc44899391d38bac384ee4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:10:22.450912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:10:22.457213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:10:22.467523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Made reservation on behalf of ec17a8f177dc44899391d38bac384ee4 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:10:22.469876 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:22.481615 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:22.495811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:10:22.499679 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ec17a8f177dc44899391d38bac384ee4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:10:22.502533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:10:22.508222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:10:22.595564 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:22.600199 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:22.630262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:10:22.638828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3cb207-aa66-4f31-ab6b-f55a73bd8558,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:22.645109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:22.645459 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Added segment 50479ed0-5527-4ada-ac64-f6e77bb1462a of type vlan for network 923d4ce1-8c28-474c-8e4b-73d854a6235a Jun 04 17:10:22.675089 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:22.708693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:22.709722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:22.710391 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:22.817005 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4930294 Jun 04 17:10:22.817936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e73d12-539c-4ad5-8fe7-1a76f9f895b3 admin admin] Pushing event updated for resources: {'Network': ['ID=923d4ce1-8c28-474c-8e4b-73d854a6235a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:22.820807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36482) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:22.830021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Request body: {'subnet': {'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1122155286-subnet', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:10:22.834031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 923d4ce1-8c28-474c-8e4b-73d854a6235a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:10:22.837049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:10:22.842247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Usage tracker for resource:subnet and tenant:ec17a8f177dc44899391d38bac384ee4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:10:22.845941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:10:22.852581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:10:22.865181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Made reservation on behalf of ec17a8f177dc44899391d38bac384ee4 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:10:22.867773 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:23.104365 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:23.183316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deece774-4c98-43a9-80a5-879aef0a9294,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:23.192406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Checking segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:10:23.192756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Network hostable DHCP agents. Network: 923d4ce1-8c28-474c-8e4b-73d854a6235a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:10:23.214167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Network 923d4ce1-8c28-474c-8e4b-73d854a6235a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:10:23.227289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 923d4ce1-8c28-474c-8e4b-73d854a6235a) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:10:23.231805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:23.232387 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:23.236451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1d161a-f4e1-4c03-a77d-7624a4e9229b None None] Network 923d4ce1-8c28-474c-8e4b-73d854a6235a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:10:23.257393 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6db52411-180d-4b6c-89fd-361f8198fba1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4348345 Jun 04 17:10:23.260687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36486) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:23.266451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:10:23.273123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:10:23.277366 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Usage tracker for resource:router and tenant:ec17a8f177dc44899391d38bac384ee4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:10:23.280402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:10:23.286584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:10:23.297529 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:23.298836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:23.314537 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:23.465989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-923d4ce1-8c28-474c-8e4b-73d854a6235a', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:10:23.466842 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:23.612264 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:23.629477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Allocated IP 172.20.0.2 (923d4ce1-8c28-474c-8e4b-73d854a6235a/deece774-4c98-43a9-80a5-879aef0a9294/d05c4edc-1af5-4a16-bc66-9dada515d49c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:10:23.868496 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:23.878845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Transition to ACTIVE for port object d05c4edc-1af5-4a16-bc66-9dada515d49c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:10:23.897410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Transition to ACTIVE for port object d05c4edc-1af5-4a16-bc66-9dada515d49c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:10:23.904251 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:23.937067 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:23.968475 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:23.971767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Network 923d4ce1-8c28-474c-8e4b-73d854a6235a is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:10:23.974776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:10:23.977176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:10:23.985769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Pushing event updated for resources: {'Port': ['ID=d05c4edc-1af5-4a16-bc66-9dada515d49c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:24.068818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Attempting to bind port d05c4edc-1af5-4a16-bc66-9dada515d49c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:10:24.069165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Attempting to bind port d05c4edc-1af5-4a16-bc66-9dada515d49c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:10:24.069517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Attempting to bind port d05c4edc-1af5-4a16-bc66-9dada515d49c on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:10:24.074985 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:10:24.075319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Checking segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:10:24.075741 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:24.076122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Bound using segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:10:24.076579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Bound port: d05c4edc-1af5-4a16-bc66-9dada515d49c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:10:24.076935 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:24.104296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Allocated IP 172.25.5.83 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/2553375e-4323-45c9-a8e6-863f37384934) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:10:24.167761 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] For port d05c4edc-1af5-4a16-bc66-9dada515d49c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:10:24.170672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] For port d05c4edc-1af5-4a16-bc66-9dada515d49c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d05c4edc-1af5-4a16-bc66-9dada515d49c,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:10:24.175245 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:24.256033 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:24.260001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de43a7-a96e-4905-865e-9aab3a7fca28 None None] Pushing event updated for resources: {'Port': ['ID=d05c4edc-1af5-4a16-bc66-9dada515d49c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:24.293512 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:24.489000 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:10:24.492467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:10:24.495331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:10:24.533545 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Pushing event updated for resources: {'Port': ['ID=2553375e-4323-45c9-a8e6-863f37384934,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:24.560414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d05c4edc-1af5-4a16-bc66-9dada515d49c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:10:24.634617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port d05c4edc-1af5-4a16-bc66-9dada515d49c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:10:24.940151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:25.191970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aaf4a3-b154-4eb6-94e5-f65047f7c767 None None] Network 923d4ce1-8c28-474c-8e4b-73d854a6235a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:10:25.289263 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:25.307103 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9d7ac61f-d580-4d39-b2d5-8199bab09fc5 None None] Provisioning for port d05c4edc-1af5-4a16-bc66-9dada515d49c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:10:25.316764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9d7ac61f-d580-4d39-b2d5-8199bab09fc5 None None] Provisioning complete for port d05c4edc-1af5-4a16-bc66-9dada515d49c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:10:25.317131 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9d7ac61f-d580-4d39-b2d5-8199bab09fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:25.501313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Router af5421bd-f4dc-4215-90dd-ff57334ff3e9 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:10:25.521606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ac61f-d580-4d39-b2d5-8199bab09fc5 None None] Current status of the port d05c4edc-1af5-4a16-bc66-9dada515d49c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:10:25.521983 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9d7ac61f-d580-4d39-b2d5-8199bab09fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:25.565216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9d7ac61f-d580-4d39-b2d5-8199bab09fc5 None None] For port d05c4edc-1af5-4a16-bc66-9dada515d49c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d05c4edc-1af5-4a16-bc66-9dada515d49c,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:10:25.572977 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9d7ac61f-d580-4d39-b2d5-8199bab09fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:25.641725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ac61f-d580-4d39-b2d5-8199bab09fc5 None None] Pushing event updated for resources: {'Port': ['ID=d05c4edc-1af5-4a16-bc66-9dada515d49c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:25.700185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:10:25.710272 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Sync routers for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:10:25.722531 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:10:25.723340 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:10:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:25.724597 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:25.728470 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-aff16f35-5997-4e28-8ead-cdf703539186 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4640939 Jun 04 17:10:25.728929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36490) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:25.794070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fd3e8be9-76e7-4dbf-b9e3-14ad609f4c92 None None] Provisioning complete for port d05c4edc-1af5-4a16-bc66-9dada515d49c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:10:25.794484 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fd3e8be9-76e7-4dbf-b9e3-14ad609f4c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:25.907196 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:10:25.914786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e8be9-76e7-4dbf-b9e3-14ad609f4c92 None None] Current status of the port d05c4edc-1af5-4a16-bc66-9dada515d49c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:10:26.192493 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:24Z', 'revision_number': 3, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:26.196515 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Checking router: af5421bd-f4dc-4215-90dd-ff57334ff3e9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:10:26.196853 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Updating router af5421bd-f4dc-4215-90dd-ff57334ff3e9 port 2553375e-4323-45c9-a8e6-863f37384934 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:10:26.250347 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:26.520210 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d05c4edc-1af5-4a16-bc66-9dada515d49c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:10:26.542351 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:26.588397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d05c4edc-1af5-4a16-bc66-9dada515d49c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:10:26.588974 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:26.623937 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:26.635748 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Transition to ACTIVE for port object 2553375e-4323-45c9-a8e6-863f37384934 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:10:26.643200 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:26.716698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d05c4edc-1af5-4a16-bc66-9dada515d49c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:10:26.724695 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Attempting to bind port 2553375e-4323-45c9-a8e6-863f37384934 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:10:26.725132 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Attempting to bind port 2553375e-4323-45c9-a8e6-863f37384934 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:10:26.725385 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Attempting to bind port 2553375e-4323-45c9-a8e6-863f37384934 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:10:26.730976 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Pushing event updated for resources: {'Port': ['ID=2553375e-4323-45c9-a8e6-863f37384934,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:26.739269 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:10:26.739630 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:10:26.740019 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:26.740394 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:10:26.740837 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Bound port: 2553375e-4323-45c9-a8e6-863f37384934, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:10:26.741225 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:26.757842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Allocated IP 172.20.0.1 (923d4ce1-8c28-474c-8e4b-73d854a6235a/deece774-4c98-43a9-80a5-879aef0a9294/7bc5fffe-755b-4d6e-a019-524d67e43ecf) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:10:26.768978 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:26.769360 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:26.769624 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:26.770329 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:26.770714 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:26.771380 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:26.771709 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:26.772015 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:26.772353 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:26.772735 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:26.773073 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:26.773357 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:26.824344 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] For port 2553375e-4323-45c9-a8e6-863f37384934, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:10:26.827509 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] For port 2553375e-4323-45c9-a8e6-863f37384934, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2553375e-4323-45c9-a8e6-863f37384934,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:10:26.832548 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:26.910464 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:10:26.911071 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:10:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:26.911353 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:26.926862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Transition to ACTIVE for port object 7bc5fffe-755b-4d6e-a019-524d67e43ecf will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:10:26.951132 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:26.970519 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e9b13-7c19-425f-9583-0f738e34191a None None] Pushing event updated for resources: {'Port': ['ID=2553375e-4323-45c9-a8e6-863f37384934,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:27.020088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Network 923d4ce1-8c28-474c-8e4b-73d854a6235a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:10:27.023157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:10:27.026785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:10:27.064145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc5fffe-755b-4d6e-a019-524d67e43ecf,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:27.080700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:27.081203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:27.081548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:27.081876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:27.082286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:27.082638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:27.082956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:27.083271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:27.083587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:27.083900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:27.084213 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:27.084523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:27.100854 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:27.103152 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:10:27.246637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b1ad5373-32ae-49d2-b6ac-23415d847bcf None None] Provisioning for port 7bc5fffe-755b-4d6e-a019-524d67e43ecf completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:10:27.251928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b1ad5373-32ae-49d2-b6ac-23415d847bcf None None] Provisioning complete for port 7bc5fffe-755b-4d6e-a019-524d67e43ecf triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:10:27.252376 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b1ad5373-32ae-49d2-b6ac-23415d847bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:27.307961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad5373-32ae-49d2-b6ac-23415d847bcf None None] Port 7bc5fffe-755b-4d6e-a019-524d67e43ecf cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:10:27.376838 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:27.393675 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:24Z', 'revision_number': 3, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:27.398585 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa503c-74bd-4cc8-bc7a-245a799bf084 None None] The sync data for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 is: [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:24Z', 'revision_number': 3, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:10:27.622713 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:27.628924 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:27.748996 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:27.752665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc5fffe-755b-4d6e-a019-524d67e43ecf,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:27.860506 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b1c77885-4e9b-46b2-9576-a8924d74f5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:27.893011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Network 923d4ce1-8c28-474c-8e4b-73d854a6235a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:10:27.894206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:10:28.140390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-999e1b9b-af97-4850-8737-459975d053ce None None] Provisioning complete for port 7bc5fffe-755b-4d6e-a019-524d67e43ecf triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:10:28.142241 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-999e1b9b-af97-4850-8737-459975d053ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:28.200323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-999e1b9b-af97-4850-8737-459975d053ce None None] Port 7bc5fffe-755b-4d6e-a019-524d67e43ecf cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:10:28.225684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Router af5421bd-f4dc-4215-90dd-ff57334ff3e9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:10:28.414360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:10:28.424113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e9e0ea8a-6647-42e7-bf69-dcf45d702292 admin admin] 10.222.0.13 "PUT /v2.0/routers/af5421bd-f4dc-4215-90dd-ff57334ff3e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6935499 Jun 04 17:10:28.534094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2553375e-4323-45c9-a8e6-863f37384934 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:10:28.612740 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 2553375e-4323-45c9-a8e6-863f37384934 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:10:28.618671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2553375e-4323-45c9-a8e6-863f37384934 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:10:28.619049 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:28.765775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36500) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:28.771769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1927319253', 'description': 'tempest-description--101019911'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:10:28.774847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2553375e-4323-45c9-a8e6-863f37384934 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:10:28.775222 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:28.778697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:10:28.783047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Usage tracker for resource:security_group and tenant:ec17a8f177dc44899391d38bac384ee4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:10:28.786310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:10:28.792146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 2553375e-4323-45c9-a8e6-863f37384934, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2553375e-4323-45c9-a8e6-863f37384934,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:10:28.793266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:10:28.797601 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:28.811444 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:28.831228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:10:28.835084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Usage tracker for resource:security_group_rule and tenant:ec17a8f177dc44899391d38bac384ee4 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:10:28.837918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:10:28.843853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:10:28.867546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=2553375e-4323-45c9-a8e6-863f37384934,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:28.880060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Sync routers for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:10:28.889304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:10:28.890282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:10:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:28.919857 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:28.924688 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:28.965227 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2eb0fc-0207-4e6f-9f05-e86160f25e03,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:28.969093 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:28.973384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ba0be30f-af2d-4185-81ba-b8fdf9360c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2063713 Jun 04 17:10:28.973506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36504) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:28.979581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-da5ae322-5993-4ac4-8b58-e6f67daa7bc5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Request body: {'security_group_rule': {'security_group_id': 'ac2eb0fc-0207-4e6f-9f05-e86160f25e03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:10:28.986692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-da5ae322-5993-4ac4-8b58-e6f67daa7bc5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:10:28.991620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-da5ae322-5993-4ac4-8b58-e6f67daa7bc5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Usage tracker for resource:security_group_rule and tenant:ec17a8f177dc44899391d38bac384ee4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:10:28.994682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-da5ae322-5993-4ac4-8b58-e6f67daa7bc5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:10:29.000830 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-da5ae322-5993-4ac4-8b58-e6f67daa7bc5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:10:29.018748 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da5ae322-5993-4ac4-8b58-e6f67daa7bc5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.069009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:10:29.213952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da5ae322-5993-4ac4-8b58-e6f67daa7bc5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.217760 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da5ae322-5993-4ac4-8b58-e6f67daa7bc5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.242051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ae322-5993-4ac4-8b58-e6f67daa7bc5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24ab747-6bdb-4abc-80f9-2411ba300067,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:29.252508 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-da5ae322-5993-4ac4-8b58-e6f67daa7bc5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.253786 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-da5ae322-5993-4ac4-8b58-e6f67daa7bc5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2788107 Jun 04 17:10:29.256688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36508) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:29.261907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e7e20072-3334-48a9-94f3-f9ce49873e31 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Request body: {'security_group_rule': {'security_group_id': 'ac2eb0fc-0207-4e6f-9f05-e86160f25e03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:10:29.268623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e7e20072-3334-48a9-94f3-f9ce49873e31 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:10:29.272742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e7e20072-3334-48a9-94f3-f9ce49873e31 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Usage tracker for resource:security_group_rule and tenant:ec17a8f177dc44899391d38bac384ee4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:10:29.275543 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-e7e20072-3334-48a9-94f3-f9ce49873e31 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:10:29.281084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-e7e20072-3334-48a9-94f3-f9ce49873e31 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:10:29.299697 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7e20072-3334-48a9-94f3-f9ce49873e31 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.362692 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7e20072-3334-48a9-94f3-f9ce49873e31 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.369454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7e20072-3334-48a9-94f3-f9ce49873e31 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.392485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e20072-3334-48a9-94f3-f9ce49873e31 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5447c4f1-c7d8-4a20-8a3d-aadd07c5e5dc,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:29.399595 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 2, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:29.403842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Checking router: af5421bd-f4dc-4215-90dd-ff57334ff3e9 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:10:29.404233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Updating router af5421bd-f4dc-4215-90dd-ff57334ff3e9 port 7bc5fffe-755b-4d6e-a019-524d67e43ecf binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:10:29.407028 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e7e20072-3334-48a9-94f3-f9ce49873e31 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.408502 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e7e20072-3334-48a9-94f3-f9ce49873e31 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506312 Jun 04 17:10:29.411670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 36512) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:29.416839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:10:29.423682 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:10:29.427641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Usage tracker for resource:floatingip and tenant:ec17a8f177dc44899391d38bac384ee4 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:10:29.430528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:10:29.436442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:10:29.454135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.459140 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.593086 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.730186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Allocated IP 172.25.5.208 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/9696cdc8-d665-4990-a524-450a49f1c6cb) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:10:29.795653 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.807536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Transition to ACTIVE for port object 7bc5fffe-755b-4d6e-a019-524d67e43ecf will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:10:29.815029 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.882054 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.916745 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:29.974351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc6a2e-61de-4c07-9fc6-a82f8876b032 None None] Pushing event updated for resources: {'Port': ['ID=7bc5fffe-755b-4d6e-a019-524d67e43ecf,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:29.997116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:10:29.999044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:10:30.004180 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:10:30.032451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Attempting to bind port 7bc5fffe-755b-4d6e-a019-524d67e43ecf on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:10:30.032854 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Attempting to bind port 7bc5fffe-755b-4d6e-a019-524d67e43ecf by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:10:30.033222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Attempting to bind port 7bc5fffe-755b-4d6e-a019-524d67e43ecf on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:10:30.039042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:10:30.039417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Checking segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:10:30.039869 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:30.040260 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Bound using segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:10:30.040902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Bound port: 7bc5fffe-755b-4d6e-a019-524d67e43ecf, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:10:30.041276 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:30.049758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event updated for resources: {'Port': ['ID=9696cdc8-d665-4990-a524-450a49f1c6cb,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:30.094643 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:30.120267 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-27e4284f-db05-471e-9401-63f0eb392833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:30.149111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] For port 7bc5fffe-755b-4d6e-a019-524d67e43ecf, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:10:30.154284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] For port 7bc5fffe-755b-4d6e-a019-524d67e43ecf, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7bc5fffe-755b-4d6e-a019-524d67e43ecf,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:10:30.158860 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:30.159619 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:30.233712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:10:30.234203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:10:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:30.350323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc6a2e-61de-4c07-9fc6-a82f8876b032 None None] Pushing event updated for resources: {'Port': ['ID=7bc5fffe-755b-4d6e-a019-524d67e43ecf,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:30.379798 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:30.385722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:30.461444 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:10:30.507209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event updated for resources: {'Port': ['ID=9696cdc8-d665-4990-a524-450a49f1c6cb,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:30.519450 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:30.534640 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2553375e-4323-45c9-a8e6-863f37384934 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:10:30.548984 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:30.557059 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-903836cd-1054-4775-a619-af90e3339b5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1376839 Jun 04 17:10:30.721549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-12ff164c-bb02-4f54-8a32-c68ad1f3ae88 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Synchronizing usage tracker for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:10:30.740927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-12ff164c-bb02-4f54-8a32-c68ad1f3ae88 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Unset dirty status for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:10:30.743053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-12ff164c-bb02-4f54-8a32-c68ad1f3ae88 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1927319253&fields=id&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 267 time: 0.0627503 Jun 04 17:10:30.752489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 2553375e-4323-45c9-a8e6-863f37384934 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:10:30.752839 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:30.898313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-cb34acc5-65cf-4eb4-b1e1-23de1d71fdb8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:30.899694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-cb34acc5-65cf-4eb4-b1e1-23de1d71fdb8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 812 time: 0.1455393 Jun 04 17:10:30.915081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fbf0af09-9dbf-41e3-9295-99e7e68dbc00 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/quotas/ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 375 time: 0.0098433 Jun 04 17:10:30.935560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 2553375e-4323-45c9-a8e6-863f37384934 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:10:30.944833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:30Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:30.948760 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5928d-588a-42a0-8a65-e22817fa5140 None None] The sync data for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 is: [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:30Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:10:31.019436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-7df7323b-c396-4b9e-b12a-8f8ea2b67016 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Synchronizing usage tracker for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:10:31.037931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-7df7323b-c396-4b9e-b12a-8f8ea2b67016 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Unset dirty status for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:10:31.041547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-7df7323b-c396-4b9e-b12a-8f8ea2b67016 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1211071 Jun 04 17:10:31.183439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-c2b91a6e-581b-43ab-a550-56546dff9570 service neutron] 10.222.0.13 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319394 Jun 04 17:10:31.309062 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:31.324879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-114a803d-7a1d-4e53-bbfb-a1486f03ffbc service neutron] 10.222.0.13 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346970 Jun 04 17:10:31.428292 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:31.536228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38bff2be-cd3f-4b39-8ac3-e8ed2318d978 req-f05c01a9-21ae-4c84-8c82-980ff7350ce7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 210 time: 0.0528517 Jun 04 17:10:32.544222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7bc5fffe-755b-4d6e-a019-524d67e43ecf up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:10:32.629735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 7bc5fffe-755b-4d6e-a019-524d67e43ecf completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:10:32.635991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7bc5fffe-755b-4d6e-a019-524d67e43ecf triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:10:32.636548 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:32.726706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b552271b-411e-417e-98e2-93d2797e70d4 req-653e63ef-c2ba-410c-a648-7fdc9e9e7a48 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 210 time: 0.0513256 Jun 04 17:10:32.764587 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:32.769021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7bc5fffe-755b-4d6e-a019-524d67e43ecf is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:10:32.769547 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:32.778755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-cb833960-8485-4b87-999e-e21d92907350 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:32.780237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-cb833960-8485-4b87-999e-e21d92907350 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 812 time: 0.2500126 Jun 04 17:10:32.806244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 7bc5fffe-755b-4d6e-a019-524d67e43ecf, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7bc5fffe-755b-4d6e-a019-524d67e43ecf,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:10:32.811009 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:32.836995 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-c01ebca3-63a6-4011-b12c-66c6365c496f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 380 time: 0.0478439 Jun 04 17:10:32.845997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Request body: {'port': {'device_id': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'admin_state_up': True, 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'security_groups': ['ac2eb0fc-0207-4e6f-9f05-e86160f25e03']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:10:32.882532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=7bc5fffe-755b-4d6e-a019-524d67e43ecf,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:32.891342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:32.891561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:32.891904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:32.892345 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:32.892672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:32.892979 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:32.893294 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:32.893613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:32.893926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:32.894242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:32.894922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:32.895258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:10:32.981544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:10:32.991324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:10:33.003063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Made reservation on behalf of ec17a8f177dc44899391d38bac384ee4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:10:33.006577 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:33.192322 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Allocated IP 172.20.0.4 (923d4ce1-8c28-474c-8e4b-73d854a6235a/deece774-4c98-43a9-80a5-879aef0a9294/81c6b1de-f7de-4827-92b1-2a2c8702071f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:10:33.388002 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:33.403713 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Transition to ACTIVE for port object 81c6b1de-f7de-4827-92b1-2a2c8702071f will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:10:33.437363 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:33.516892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Network 923d4ce1-8c28-474c-8e4b-73d854a6235a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:10:33.520192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:10:33.524531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:10:33.571406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event updated for resources: {'Port': ['ID=81c6b1de-f7de-4827-92b1-2a2c8702071f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:33.611683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:33.612539 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:33.641938 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74ad3882-e98b-479b-9d90-ece3627ae93c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7996798 Jun 04 17:10:33.653248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Request body: {'port': {'device_id': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:10:33.767235 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:33.792270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6346cbc3-6f1f-4636-99ce-9696198181d3 None None] Provisioning for port 81c6b1de-f7de-4827-92b1-2a2c8702071f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:10:33.799207 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6346cbc3-6f1f-4636-99ce-9696198181d3 None None] Provisioning complete for port 81c6b1de-f7de-4827-92b1-2a2c8702071f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:10:33.799838 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6346cbc3-6f1f-4636-99ce-9696198181d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:33.855543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6346cbc3-6f1f-4636-99ce-9696198181d3 None None] Port 81c6b1de-f7de-4827-92b1-2a2c8702071f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:10:34.185067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda75ef6-9b62-487b-8a13-51455e1075e6 req-9dac4774-80f8-4b74-a9a6-d7f5d4700f00 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:34.185661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fda75ef6-9b62-487b-8a13-51455e1075e6 req-9dac4774-80f8-4b74-a9a6-d7f5d4700f00 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Synchronizing usage tracker for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:10:34.231484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-fda75ef6-9b62-487b-8a13-51455e1075e6 req-9dac4774-80f8-4b74-a9a6-d7f5d4700f00 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Unset dirty status for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:10:34.232648 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fda75ef6-9b62-487b-8a13-51455e1075e6 req-9dac4774-80f8-4b74-a9a6-d7f5d4700f00 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 931 time: 0.3941393 Jun 04 17:10:34.333567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fda75ef6-9b62-487b-8a13-51455e1075e6 req-9d831227-457e-410a-bc21-806a5aefa2a1 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939202 Jun 04 17:10:34.339284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c6b1de-f7de-4827-92b1-2a2c8702071f {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:10:34.346920 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:34.361581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Transition to ACTIVE for port object 81c6b1de-f7de-4827-92b1-2a2c8702071f will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:10:34.366419 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:34.463222 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:34.524700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Pushing event updated for resources: {'Port': ['ID=81c6b1de-f7de-4827-92b1-2a2c8702071f,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:34.526087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7bc5fffe-755b-4d6e-a019-524d67e43ecf up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:10:34.615048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Attempting to bind port 81c6b1de-f7de-4827-92b1-2a2c8702071f on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:10:34.615377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Attempting to bind port 81c6b1de-f7de-4827-92b1-2a2c8702071f by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:10:34.615701 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Attempting to bind port 81c6b1de-f7de-4827-92b1-2a2c8702071f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:10:34.616251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7bc5fffe-755b-4d6e-a019-524d67e43ecf triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:10:34.616630 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:34.620709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Port 81c6b1de-f7de-4827-92b1-2a2c8702071f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:10:34.621023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Attempting to bind port 81c6b1de-f7de-4827-92b1-2a2c8702071f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:10:34.626254 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:10:34.626637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Checking segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:10:34.627015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Bound using segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:10:34.627434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Bound port: 81c6b1de-f7de-4827-92b1-2a2c8702071f, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:10:34.627775 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:34.656867 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:34.734484 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] For port 81c6b1de-f7de-4827-92b1-2a2c8702071f, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:10:34.737776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] For port 81c6b1de-f7de-4827-92b1-2a2c8702071f, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:10:34.743961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:34.750623 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7bc5fffe-755b-4d6e-a019-524d67e43ecf is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:10:34.796872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:34.797944 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:34.799724 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] 10.222.0.46 "PUT /v2.0/ports/81c6b1de-f7de-4827-92b1-2a2c8702071f HTTP/1.1" status: 200 len: 1091 time: 1.1508548 Jun 04 17:10:34.806838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:10:34.833553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f9c1a-cffd-4208-91da-7c87b2a844d7 service neutron] Pushing event updated for resources: {'Port': ['ID=81c6b1de-f7de-4827-92b1-2a2c8702071f,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:34.934893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-4825b394-7538-4c9b-84d8-a05219d2b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:34.936427 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-4825b394-7538-4c9b-84d8-a05219d2b87e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 1094 time: 0.0930021 Jun 04 17:10:35.002046 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eea6d5a-bf50-4708-9a30-c38512f6c23b'] response: {'name': 'network-changed', 'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'status': 'completed', 'code': 200} Jun 04 17:10:35.010498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-74f7cfc8-89fa-476f-a946-b3457bd68c51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f HTTP/1.1" status: 200 len: 217 time: 0.0667961 Jun 04 17:10:35.088996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-4b95597f-eaa5-41fd-8236-41b3c480c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:35.090319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-4b95597f-eaa5-41fd-8236-41b3c480c1b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0731163 Jun 04 17:10:35.178898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-d3d9a46f-5533-4a5f-b0cd-8d676d52aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:35.181113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-d3d9a46f-5533-4a5f-b0cd-8d676d52aca0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849502 Jun 04 17:10:35.314073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-8b59e6b7-dd5a-4a63-83bc-cc78313d73c5 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259146 Jun 04 17:10:35.476567 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff6bd499-47c9-437a-a03c-344a569686e6 req-e0c6545c-75e9-4648-b20c-a60f4c495cbc service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560266 Jun 04 17:10:35.569048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206823e5-3bdb-4835-b25c-552b1d32375b req-aa44eda6-9a25-4e0f-963e-2ebbef9e0498 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:35.570560 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-206823e5-3bdb-4835-b25c-552b1d32375b req-aa44eda6-9a25-4e0f-963e-2ebbef9e0498 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 943 time: 0.1266835 Jun 04 17:10:35.633821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-206823e5-3bdb-4835-b25c-552b1d32375b req-c380e74e-3666-4e77-90d0-6d7e83402f87 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571446 Jun 04 17:10:35.650604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d5534-926a-4692-9eee-3692adb8d551 req-3403e874-3767-403b-948a-669caec5f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:35.652069 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a87d5534-926a-4692-9eee-3692adb8d551 req-3403e874-3767-403b-948a-669caec5f7da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 1094 time: 0.1272922 Jun 04 17:10:35.794187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d5534-926a-4692-9eee-3692adb8d551 req-afa46fd5-edd8-43c5-a928-816e559622e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:35.796330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a87d5534-926a-4692-9eee-3692adb8d551 req-afa46fd5-edd8-43c5-a928-816e559622e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1367614 Jun 04 17:10:35.987690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a87d5534-926a-4692-9eee-3692adb8d551 req-ec103870-078d-44e8-ad4c-f7ea52139155 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f HTTP/1.1" status: 200 len: 217 time: 0.1844649 Jun 04 17:10:36.051262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d5534-926a-4692-9eee-3692adb8d551 req-bc5d55c6-7c6d-46e5-baae-a21551b37713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:36.052638 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a87d5534-926a-4692-9eee-3692adb8d551 req-bc5d55c6-7c6d-46e5-baae-a21551b37713 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0583782 Jun 04 17:10:36.135287 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d5534-926a-4692-9eee-3692adb8d551 req-e466c3c9-ba5d-4873-b16b-ccdf668311fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:36.136773 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a87d5534-926a-4692-9eee-3692adb8d551 req-e466c3c9-ba5d-4873-b16b-ccdf668311fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776646 Jun 04 17:10:36.277797 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a87d5534-926a-4692-9eee-3692adb8d551 req-51f7632c-4c46-44c8-9f74-c4c35e11ec79 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327336 Jun 04 17:10:36.412055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a87d5534-926a-4692-9eee-3692adb8d551 req-c1bc1c20-d98d-43f6-ba3f-9060c5abafea service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266382 Jun 04 17:10:36.836139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e76bb-597c-4d49-8753-141340c6d9a9 req-3fe53c43-b4f6-42cd-a188-68013ea6d282 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:36.837504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-353e76bb-597c-4d49-8753-141340c6d9a9 req-3fe53c43-b4f6-42cd-a188-68013ea6d282 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 943 time: 0.0895340 Jun 04 17:10:36.884382 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-353e76bb-597c-4d49-8753-141340c6d9a9 req-5e1e4a62-8c9c-4220-b808-c0a91ba4cba2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384555 Jun 04 17:10:38.080594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747f135-c738-4b88-b513-cbc48661696e req-927c1f20-4152-4ff8-aa02-6aa33f5b2aeb tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:38.082054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7747f135-c738-4b88-b513-cbc48661696e req-927c1f20-4152-4ff8-aa02-6aa33f5b2aeb tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 943 time: 0.0860653 Jun 04 17:10:38.126897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7747f135-c738-4b88-b513-cbc48661696e req-397918b3-e2db-4572-aa07-894914400367 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389206 Jun 04 17:10:38.477006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 81c6b1de-f7de-4827-92b1-2a2c8702071f details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:10:38.619670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 81c6b1de-f7de-4827-92b1-2a2c8702071f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:10:38.636585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'port_id': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'mac_address': 'fa:16:3e:ec:64:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:10:38.690817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 81c6b1de-f7de-4827-92b1-2a2c8702071f is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:10:38.691184 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:38.708434 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c6b1de-f7de-4827-92b1-2a2c8702071f {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:10:38.723391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 81c6b1de-f7de-4827-92b1-2a2c8702071f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:10:38.727783 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:38.795840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=81c6b1de-f7de-4827-92b1-2a2c8702071f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:38.921733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['81c6b1de-f7de-4827-92b1-2a2c8702071f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:10:39.333265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba035e5-da09-41c6-84aa-6f054b37d83b req-7b9bcdff-484c-4281-83e6-52bc16494c5f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:39.334747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fba035e5-da09-41c6-84aa-6f054b37d83b req-7b9bcdff-484c-4281-83e6-52bc16494c5f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 944 time: 0.0901482 Jun 04 17:10:39.384321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fba035e5-da09-41c6-84aa-6f054b37d83b req-f7e9d676-cac6-482f-a585-09fcc363624a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Jun 04 17:10:40.502676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 81c6b1de-f7de-4827-92b1-2a2c8702071f up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:10:40.574371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 81c6b1de-f7de-4827-92b1-2a2c8702071f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:10:40.579204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 81c6b1de-f7de-4827-92b1-2a2c8702071f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:10:40.579572 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:40.587469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f49c7-b923-4b16-a588-b6d6ab22d48c req-bc83ef85-7034-4164-bc36-7d0e20d4e669 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:40.588932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b2f49c7-b923-4b16-a588-b6d6ab22d48c req-bc83ef85-7034-4164-bc36-7d0e20d4e669 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 944 time: 0.0840027 Jun 04 17:10:40.633155 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b2f49c7-b923-4b16-a588-b6d6ab22d48c req-adfbe654-c971-43e4-bbdd-533e971b6c23 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384719 Jun 04 17:10:40.696881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 81c6b1de-f7de-4827-92b1-2a2c8702071f is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:10:40.697133 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:40.725490 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:10:40.734708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 81c6b1de-f7de-4827-92b1-2a2c8702071f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:10:40.739590 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:40.761545 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:10:40.811978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=81c6b1de-f7de-4827-92b1-2a2c8702071f,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:10:40.859693 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b98f71-a46b-4a48-815f-ab5ded42861f'] response: {'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'code': 200} Jun 04 17:10:40.998911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e2e7f-3174-4db5-a455-d32f2d0825de req-0fee3a79-c306-4368-8b26-82a3e76f2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:41.000420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f73e2e7f-3174-4db5-a455-d32f2d0825de req-0fee3a79-c306-4368-8b26-82a3e76f2e30 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 1096 time: 0.0801134 Jun 04 17:10:41.163424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f73e2e7f-3174-4db5-a455-d32f2d0825de req-3847ba70-34a1-4735-ad25-e2a54d4b8ac8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809042 Jun 04 17:10:41.838936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3142-e1f1-42dc-8e60-1dc8d5eb6621 req-3c65cf4e-6f08-428f-a58b-464797917d75 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:41.840307 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eae3142-e1f1-42dc-8e60-1dc8d5eb6621 req-3c65cf4e-6f08-428f-a58b-464797917d75 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0909064 Jun 04 17:10:41.888573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4eae3142-e1f1-42dc-8e60-1dc8d5eb6621 req-ac72e0e0-a6f2-413d-9478-70b1571c15fc tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400245 Jun 04 17:10:43.095244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76765eeb-951e-419b-84b1-9f3552f2a2a6 req-b3e54379-5c95-48a4-b16b-c9ca2bde2bfb tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:43.096696 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76765eeb-951e-419b-84b1-9f3552f2a2a6 req-b3e54379-5c95-48a4-b16b-c9ca2bde2bfb tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0892916 Jun 04 17:10:43.139912 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76765eeb-951e-419b-84b1-9f3552f2a2a6 req-69a6482f-ecf7-421c-ad78-9e14c9d829d7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375388 Jun 04 17:10:43.319559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf88b65-02b0-4423-9d0f-55f93045517e req-c00c642d-5918-4635-a4af-b35376a87864 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:43.321013 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdf88b65-02b0-4423-9d0f-55f93045517e req-c00c642d-5918-4635-a4af-b35376a87864 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0838766 Jun 04 17:10:43.333868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36574) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:10:43.338819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4b69aa28-3aa9-4a9e-9176-8e020baf2222 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Request body: {'floatingip': {'port_id': '81c6b1de-f7de-4827-92b1-2a2c8702071f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:10:43.420364 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b69aa28-3aa9-4a9e-9176-8e020baf2222 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:44.142948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b69aa28-3aa9-4a9e-9176-8e020baf2222 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:44.150901 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b69aa28-3aa9-4a9e-9176-8e020baf2222 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:44.333383 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-4b69aa28-3aa9-4a9e-9176-8e020baf2222 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Floating IP b580fcb8-db44-4149-8623-3af09bc79f13 associated. External IP: 172.25.5.208, port: 81c6b1de-f7de-4827-92b1-2a2c8702071f. Jun 04 17:10:44.693758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b69aa28-3aa9-4a9e-9176-8e020baf2222 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Router af5421bd-f4dc-4215-90dd-ff57334ff3e9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:10:44.871197 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b69aa28-3aa9-4a9e-9176-8e020baf2222 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:10:44.877137 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4b69aa28-3aa9-4a9e-9176-8e020baf2222 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:44.882293 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3c743a-dbc8-45f5-837e-cc27643bdc3e None None] Sync routers for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:10:44.892693 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3c743a-dbc8-45f5-837e-cc27643bdc3e None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:10:44.893298 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5b3c743a-dbc8-45f5-837e-cc27643bdc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:10:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:44.932811 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4b69aa28-3aa9-4a9e-9176-8e020baf2222 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "PUT /v2.0/floatingips/b580fcb8-db44-4149-8623-3af09bc79f13 HTTP/1.1" status: 200 len: 991 time: 1.5978532 Jun 04 17:10:44.933523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:10:44.980966 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0622b56-053b-40b1-af8b-185d37a0931c'] response: {'name': 'network-changed', 'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'status': 'completed', 'code': 200} Jun 04 17:10:45.074348 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-5b3c743a-dbc8-45f5-837e-cc27643bdc3e None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:10:45.129944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af711d8-3fdd-48a7-94be-97ce15d7401e req-a02f6689-b389-49b0-85b6-00af5ecc9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:45.131238 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3af711d8-3fdd-48a7-94be-97ce15d7401e req-a02f6689-b389-49b0-85b6-00af5ecc9629 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 1096 time: 0.1299102 Jun 04 17:10:45.142463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69ab8d-f446-4de5-bd59-74aad220b026 req-3392cec8-3603-4c1c-b45c-80c478262115 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:45.143796 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc69ab8d-f446-4de5-bd59-74aad220b026 req-3392cec8-3603-4c1c-b45c-80c478262115 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.1083684 Jun 04 17:10:45.392497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc69ab8d-f446-4de5-bd59-74aad220b026 req-590d540a-9a31-404d-bcd3-4100802fac8b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296255 Jun 04 17:10:45.426336 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5b3c743a-dbc8-45f5-837e-cc27643bdc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b580fcb8-db44-4149-8623-3af09bc79f13', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'port_id': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'mac_address': 'fa:16:3e:ec:64:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:10:30Z', 'updated_at': '2022-06-04T17:10:44Z', 'revision_number': 1, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:45.430342 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3c743a-dbc8-45f5-837e-cc27643bdc3e None None] Checking router: af5421bd-f4dc-4215-90dd-ff57334ff3e9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:10:45.431662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af711d8-3fdd-48a7-94be-97ce15d7401e req-f5fccafd-f94c-45d8-bf15-57f9e99635e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:45.433290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3af711d8-3fdd-48a7-94be-97ce15d7401e req-f5fccafd-f94c-45d8-bf15-57f9e99635e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.2879622 Jun 04 17:10:45.439656 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3c743a-dbc8-45f5-837e-cc27643bdc3e None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:10:45.440270 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5b3c743a-dbc8-45f5-837e-cc27643bdc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:10:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:45.593644 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3af711d8-3fdd-48a7-94be-97ce15d7401e req-32a0bec9-5385-4428-8081-cfacf7f8573a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f HTTP/1.1" status: 200 len: 999 time: 0.1531298 Jun 04 17:10:45.648223 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-5b3c743a-dbc8-45f5-837e-cc27643bdc3e None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:10:45.661208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0dc00-d88a-4209-bc6c-b80b6489976d req-5a190654-54fc-4032-b1d3-e95eb7960ae8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:45.662650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5f0dc00-d88a-4209-bc6c-b80b6489976d req-5a190654-54fc-4032-b1d3-e95eb7960ae8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.1560054 Jun 04 17:10:45.671032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af711d8-3fdd-48a7-94be-97ce15d7401e req-cb3c426a-8baf-4090-bfa7-c7c1ac02228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:45.672351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3af711d8-3fdd-48a7-94be-97ce15d7401e req-cb3c426a-8baf-4090-bfa7-c7c1ac02228e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0727179 Jun 04 17:10:45.759192 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5f0dc00-d88a-4209-bc6c-b80b6489976d req-52bacd6c-832e-482c-aaef-2d39eb26ef4c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899804 Jun 04 17:10:45.778321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af711d8-3fdd-48a7-94be-97ce15d7401e req-f82840dc-4145-4470-aa71-234174e33087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:45.779811 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3af711d8-3fdd-48a7-94be-97ce15d7401e req-f82840dc-4145-4470-aa71-234174e33087 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949724 Jun 04 17:10:45.908726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3af711d8-3fdd-48a7-94be-97ce15d7401e req-25b23259-c980-4dfb-a8bd-31cb26c8261a service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224449 Jun 04 17:10:46.002644 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-5b3c743a-dbc8-45f5-837e-cc27643bdc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b580fcb8-db44-4149-8623-3af09bc79f13', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'port_id': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'mac_address': 'fa:16:3e:ec:64:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:10:30Z', 'updated_at': '2022-06-04T17:10:44Z', 'revision_number': 1, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:10:46.008479 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3c743a-dbc8-45f5-837e-cc27643bdc3e None None] The sync data for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 is: [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b580fcb8-db44-4149-8623-3af09bc79f13', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'port_id': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'mac_address': 'fa:16:3e:ec:64:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:10:30Z', 'updated_at': '2022-06-04T17:10:44Z', 'revision_number': 1, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:10:46.044272 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3af711d8-3fdd-48a7-94be-97ce15d7401e req-89dfa9ef-59fb-41a2-b551-a56c9574edf8 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298206 Jun 04 17:10:46.197870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f02f3a-c423-4a2f-990f-c322edf514d0 None None] New status for floating IP b580fcb8-db44-4149-8623-3af09bc79f13: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:10:47.121441 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ad823-587a-4d89-93fb-9439e3c30360 req-273fc357-2e53-4afc-a0e7-4f92d77f7346 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:47.122822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-482ad823-587a-4d89-93fb-9439e3c30360 req-273fc357-2e53-4afc-a0e7-4f92d77f7346 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0870986 Jun 04 17:10:47.169204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-482ad823-587a-4d89-93fb-9439e3c30360 req-8c72e5ec-57e5-43c0-b40c-9428004ea983 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383580 Jun 04 17:10:47.367162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01d87-252e-4ca8-9074-776b56092a4c req-0934a6e2-7a88-43d2-81e7-70c8e88dd08c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:47.368599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ff01d87-252e-4ca8-9074-776b56092a4c req-0934a6e2-7a88-43d2-81e7-70c8e88dd08c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0904531 Jun 04 17:10:47.415701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ff01d87-252e-4ca8-9074-776b56092a4c req-c8285e54-974d-44ba-9acd-eecf48dd4a94 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407252 Jun 04 17:10:47.787785 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-431ce61b-805d-4cce-808d-47133f123c6b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0732036 Jun 04 17:10:47.837599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130258c-3f75-436b-b660-b287b6b8bebd req-bf239915-5245-483a-9dde-b2295c4b4456 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:47.839122 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7130258c-3f75-436b-b660-b287b6b8bebd req-bf239915-5245-483a-9dde-b2295c4b4456 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0820010 Jun 04 17:10:47.885509 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7130258c-3f75-436b-b660-b287b6b8bebd req-315ff65f-5a3f-41ab-afab-eff09d675f01 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405509 Jun 04 17:10:49.137173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e0139-83c3-47d1-a283-79cf163d918f req-ecdd0389-2e56-4fed-b559-3ebff30c6d98 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:49.138749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-256e0139-83c3-47d1-a283-79cf163d918f req-ecdd0389-2e56-4fed-b559-3ebff30c6d98 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.1433647 Jun 04 17:10:49.140933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-e04a0f7a-7563-4b63-9ba3-bb11d4af703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:49.142288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-e04a0f7a-7563-4b63-9ba3-bb11d4af703c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 1096 time: 0.1455703 Jun 04 17:10:49.263491 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-256e0139-83c3-47d1-a283-79cf163d918f req-1bb09613-54ed-4967-9de1-2f26825d28a9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173713 Jun 04 17:10:49.310063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-81d0eec4-6e8a-4655-857d-47dbeb91ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:49.311534 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-81d0eec4-6e8a-4655-857d-47dbeb91ae0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1525908 Jun 04 17:10:49.415275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-d99b62f2-74e7-401a-a791-f32268d8dc10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f HTTP/1.1" status: 200 len: 1001 time: 0.0972457 Jun 04 17:10:49.488833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-2fdbcdb5-7100-4c8d-b484-b92c1a0899c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:49.490358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-2fdbcdb5-7100-4c8d-b484-b92c1a0899c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0682771 Jun 04 17:10:49.566292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-5175b959-3d98-4eaf-bc1d-8f274f9d9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:49.567814 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-5175b959-3d98-4eaf-bc1d-8f274f9d9970 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718484 Jun 04 17:10:49.827630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-bf7fa6d4-eba5-4ded-9053-6e7e9b12027b service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532098 Jun 04 17:10:49.959326 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-999c1ab2-8aca-4bb7-8351-2f9b5c642cfe service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263514 Jun 04 17:10:50.471966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5e4e-a327-47b8-92f5-0649bf2f0b7f req-cc02727f-0f5c-4720-9d44-a63a6c1881ed tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:50.473750 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-689d5e4e-a327-47b8-92f5-0649bf2f0b7f req-cc02727f-0f5c-4720-9d44-a63a6c1881ed tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.1007354 Jun 04 17:10:50.518738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-689d5e4e-a327-47b8-92f5-0649bf2f0b7f req-304eab6d-70e2-4af5-9a9d-274e6e233634 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389519 Jun 04 17:10:51.709443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d0b6b-06ce-4c22-a2f9-3d1864ef5b4f req-993ebce1-84af-49cb-b072-e69204c20353 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:51.710898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-996d0b6b-06ce-4c22-a2f9-3d1864ef5b4f req-993ebce1-84af-49cb-b072-e69204c20353 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0838661 Jun 04 17:10:51.761253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-996d0b6b-06ce-4c22-a2f9-3d1864ef5b4f req-5883c719-3d7b-44a3-a4af-fed3acc7551d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 Jun 04 17:10:52.970201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afff78-6910-4b79-9fe2-abd9d6be1448 req-4580cc8e-1e5e-4650-b4c1-c0067805f9b6 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:52.971677 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59afff78-6910-4b79-9fe2-abd9d6be1448 req-4580cc8e-1e5e-4650-b4c1-c0067805f9b6 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0882533 Jun 04 17:10:53.016023 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59afff78-6910-4b79-9fe2-abd9d6be1448 req-70c8218c-0c6c-4afd-ad9c-65ac0f6e03f7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384724 Jun 04 17:10:54.226906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aced2a-1165-4282-8a27-151f51eea59d req-29124020-2bef-4cf8-8e59-b97a9b59bd3a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:54.228352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91aced2a-1165-4282-8a27-151f51eea59d req-29124020-2bef-4cf8-8e59-b97a9b59bd3a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0943501 Jun 04 17:10:54.272465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91aced2a-1165-4282-8a27-151f51eea59d req-ced27939-4c92-41d6-9521-0b1f900f433d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382414 Jun 04 17:10:55.473803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df14d4-df09-4513-9006-af1d693489ca req-19f68655-966a-47ec-8c00-57949751ff86 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:55.475282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43df14d4-df09-4513-9006-af1d693489ca req-19f68655-966a-47ec-8c00-57949751ff86 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0818498 Jun 04 17:10:55.518810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43df14d4-df09-4513-9006-af1d693489ca req-7243fbbb-eb31-4193-a44a-701a708b0f83 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377128 Jun 04 17:10:56.718601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c549b-2a86-4d92-9122-4a6d1aebab08 req-d2a183ea-f140-42be-a630-2c7de3433be5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:56.720053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e44c549b-2a86-4d92-9122-4a6d1aebab08 req-d2a183ea-f140-42be-a630-2c7de3433be5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0929019 Jun 04 17:10:56.763476 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e44c549b-2a86-4d92-9122-4a6d1aebab08 req-db7c5bfc-9da5-453b-ad46-3b9cf043263a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376897 Jun 04 17:10:57.859062 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-faef5647-5810-40eb-ba02-cada9db387b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:10:57.968159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533051a-4c1e-442b-af19-4c7a4c571a54 req-cd806496-a83d-44e9-979e-05652e905eb4 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:57.969598 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8533051a-4c1e-442b-af19-4c7a4c571a54 req-cd806496-a83d-44e9-979e-05652e905eb4 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0851352 Jun 04 17:10:58.021898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8533051a-4c1e-442b-af19-4c7a4c571a54 req-91779e27-f728-4e8b-8abc-9f2a328f6384 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436616 Jun 04 17:10:59.238304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8cf4d-e853-4101-aed0-ed356197eae4 req-9371defa-c602-41b2-adff-01a7a1c75b4f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:10:59.239791 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cce8cf4d-e853-4101-aed0-ed356197eae4 req-9371defa-c602-41b2-adff-01a7a1c75b4f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0978839 Jun 04 17:10:59.288348 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cce8cf4d-e853-4101-aed0-ed356197eae4 req-108dbe65-7907-4cef-a032-d7cf47d768da tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398252 Jun 04 17:11:00.080421 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fa517c04-54c1-4f08-8f6e-cd8fdbb2d6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:00.495459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0aeec-d18a-4ae5-9b84-30d4f770e431 req-8895d6e7-d23b-4375-ae2f-5bea3e31d36c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:00.496919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3d0aeec-d18a-4ae5-9b84-30d4f770e431 req-8895d6e7-d23b-4375-ae2f-5bea3e31d36c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0842764 Jun 04 17:11:00.545909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3d0aeec-d18a-4ae5-9b84-30d4f770e431 req-0da4ba59-9313-4355-89ed-abe489832d96 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427494 Jun 04 17:11:01.323314 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:01.433152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:01.751894 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b3b78-0a13-4c99-aeb2-1cfb850aeeb5 req-fc9eca53-9b7d-4367-9973-4eae272e80aa tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:01.753356 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-700b3b78-0a13-4c99-aeb2-1cfb850aeeb5 req-fc9eca53-9b7d-4367-9973-4eae272e80aa tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0889065 Jun 04 17:11:01.802745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-700b3b78-0a13-4c99-aeb2-1cfb850aeeb5 req-7bd34eb7-3454-42c3-9ad5-ca0053846b03 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404699 Jun 04 17:11:01.900773 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-6bd21f7a-bbc7-4362-bffa-4a72cda2a6d7 req-108812ed-452d-4fc3-b807-309e6ed988ea tempest-TestNetworkAdvancedServerOps-280518820 tempest-TestNetworkAdvancedServerOps-280518820-project] (88797) timed out ('10.222.0.46', 62777) {{(pid=88797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 17:11:02.738936 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:03.024234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4c823-b731-4271-9d45-137355ff6424 req-5cd62a93-bd15-4ead-a558-d82d2377d220 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:03.025569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16d4c823-b731-4271-9d45-137355ff6424 req-5cd62a93-bd15-4ead-a558-d82d2377d220 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0965817 Jun 04 17:11:03.068941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16d4c823-b731-4271-9d45-137355ff6424 req-9881a097-a436-4c7e-8799-e10800e2d897 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374837 Jun 04 17:11:04.281196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923c494-230c-4889-b9af-fb06238bcdd0 req-fffce758-6053-4207-a2c2-ae1a3b4804c8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:04.282672 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3923c494-230c-4889-b9af-fb06238bcdd0 req-fffce758-6053-4207-a2c2-ae1a3b4804c8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0891526 Jun 04 17:11:04.331624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3923c494-230c-4889-b9af-fb06238bcdd0 req-15553c51-ddc7-45d3-b09b-151250dc3fef tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412140 Jun 04 17:11:04.462898 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:04.617657 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:05.554600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a62f7-90da-413a-b48b-7e391bd309d3 req-53ec53e0-2e7f-488f-92c6-8a8ed1979b93 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:05.556092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d0a62f7-90da-413a-b48b-7e391bd309d3 req-53ec53e0-2e7f-488f-92c6-8a8ed1979b93 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0996001 Jun 04 17:11:05.600475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4d0a62f7-90da-413a-b48b-7e391bd309d3 req-c57d9b26-7e25-4685-ad9a-ba3870e05175 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384808 Jun 04 17:11:06.673057 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6832830e-7a58-40b3-92c7-b81ede912dd2 service neutron] show failed (client error): The resource could not be found. Jun 04 17:11:06.674168 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6832830e-7a58-40b3-92c7-b81ede912dd2 service neutron] 10.222.0.46 "GET /v2.0/ports/81c6b1de-f7de-4827-92b1-2a2c8702071f/bindings/n-h1-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.0925353 Jun 04 17:11:06.813590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bbb21-3531-4cb4-b10d-f6665d367e19 req-4ea62e2c-d283-45af-9166-943970cfe781 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:06.814991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba9bbb21-3531-4cb4-b10d-f6665d367e19 req-4ea62e2c-d283-45af-9166-943970cfe781 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0867946 Jun 04 17:11:06.861304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba9bbb21-3531-4cb4-b10d-f6665d367e19 req-0de136be-cac3-4f4d-9a57-c6f1bc334bb5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397012 Jun 04 17:11:07.029624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-7d354dc8-7f6f-4112-8636-d96b39055267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:07.031187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-7d354dc8-7f6f-4112-8636-d96b39055267 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 1096 time: 0.1221378 Jun 04 17:11:07.041571 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:11:07.155928 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:07.427767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] For port 81c6b1de-f7de-4827-92b1-2a2c8702071f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:11:07.459122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] For port 81c6b1de-f7de-4827-92b1-2a2c8702071f, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:11:07.522205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:11:07.527952 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:07.544826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Transition to ACTIVE for port object 81c6b1de-f7de-4827-92b1-2a2c8702071f will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:11:07.549763 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:07.587520 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5648e9-043f-43f5-b843-d3c5910ef4fe'] response: {'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'code': 200} Jun 04 17:11:07.820774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Pushing event updated for resources: {'Port': ['ID=81c6b1de-f7de-4827-92b1-2a2c8702071f,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:11:07.870215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] No DVR routers for this DVR port 81c6b1de-f7de-4827-92b1-2a2c8702071f on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:11:08.158681 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Attempting to bind port 81c6b1de-f7de-4827-92b1-2a2c8702071f on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:11:08.159069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Attempting to bind port 81c6b1de-f7de-4827-92b1-2a2c8702071f by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:11:08.159352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Attempting to bind port 81c6b1de-f7de-4827-92b1-2a2c8702071f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:11:08.170225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2eabc-4f2a-4f8e-b23e-b6db88925243 req-fcbc7adb-bab6-46c3-a07f-7eed36d35915 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:08.171702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ec2eabc-4f2a-4f8e-b23e-b6db88925243 req-fcbc7adb-bab6-46c3-a07f-7eed36d35915 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 943 time: 0.1620896 Jun 04 17:11:08.173558 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Port 81c6b1de-f7de-4827-92b1-2a2c8702071f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:11:08.173869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Attempting to bind port 81c6b1de-f7de-4827-92b1-2a2c8702071f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:11:08.191252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:11:08.191582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Checking segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:11:08.191958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Bound using segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:11:08.192398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Bound port: 81c6b1de-f7de-4827-92b1-2a2c8702071f, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:11:08.192741 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:08.271703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ec2eabc-4f2a-4f8e-b23e-b6db88925243 req-048dde2a-5501-46df-9e86-4a29a919a3dd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941994 Jun 04 17:11:08.306475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] For port 81c6b1de-f7de-4827-92b1-2a2c8702071f, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:11:08.309551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] For port 81c6b1de-f7de-4827-92b1-2a2c8702071f, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:11:08.314981 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:08.375030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:08.375776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:08.377035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] 10.222.0.42 "PUT /v2.0/ports/81c6b1de-f7de-4827-92b1-2a2c8702071f HTTP/1.1" status: 200 len: 1091 time: 1.3395059 Jun 04 17:11:08.391699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c125404-bfae-479a-acb2-8cc9ba52ac96 service neutron] Pushing event updated for resources: {'Port': ['ID=81c6b1de-f7de-4827-92b1-2a2c8702071f,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:11:08.477985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-4aef8222-ab34-4962-b5cb-6c1376b91f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:08.479561 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-4aef8222-ab34-4962-b5cb-6c1376b91f92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 1094 time: 0.0779018 Jun 04 17:11:08.614510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-101747ee-7cf2-4336-93e6-9dee7d2167d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:08.616406 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-101747ee-7cf2-4336-93e6-9dee7d2167d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1305997 Jun 04 17:11:08.716636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-b265e1bc-a81c-4c32-a3ff-7c2148d6b941 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f HTTP/1.1" status: 200 len: 999 time: 0.0947754 Jun 04 17:11:08.782324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-8664b49d-e370-4f37-a5cc-b3930e5e2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:08.783743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-8664b49d-e370-4f37-a5cc-b3930e5e2404 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0617206 Jun 04 17:11:08.860449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-930f5677-143f-4711-a71f-ffc6d03463d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:08.861878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-930f5677-143f-4711-a71f-ffc6d03463d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708175 Jun 04 17:11:09.010505 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-3a2551d3-1db7-4c9f-ae87-9a96265f721d service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424499 Jun 04 17:11:09.148377 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1b460fb-2866-41df-b015-0b3bb8b920fb req-b8d5c912-2cdc-4db5-b3fa-24f861378d3f service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317668 Jun 04 17:11:09.477691 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050b5a6-158d-42c8-8e4f-e176ad9fe81f req-36097f55-c90a-4318-af7e-f189e2697347 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:09.479181 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5050b5a6-158d-42c8-8e4f-e176ad9fe81f req-36097f55-c90a-4318-af7e-f189e2697347 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 943 time: 0.0913923 Jun 04 17:11:09.526202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5050b5a6-158d-42c8-8e4f-e176ad9fe81f req-d3d9de28-1bbd-4650-8278-1b40d4e82efc tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385544 Jun 04 17:11:09.588663 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:11:09.653131 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3591eb-b8f4-4056-89d5-2920547a0c17'] response: {'name': 'network-changed', 'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'status': 'completed', 'code': 200} Jun 04 17:11:09.908336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-6c342a42-c00f-441d-ba92-d7a49c71e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:09.909716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-6c342a42-c00f-441d-ba92-d7a49c71e012 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 1094 time: 0.2373452 Jun 04 17:11:09.915715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-8d8c8a04-a83a-484f-a193-d4fb039e7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:09.917042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-8d8c8a04-a83a-484f-a193-d4fb039e7c34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 1094 time: 0.2152455 Jun 04 17:11:10.144536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-a73f6f93-dbc1-407e-a329-e191cc76dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:10.145963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-a73f6f93-dbc1-407e-a329-e191cc76dd4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.2280891 Jun 04 17:11:10.148311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-162f41a3-539d-4751-8541-dbc434abfdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:10.149577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-162f41a3-539d-4751-8541-dbc434abfdaf service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.2143090 Jun 04 17:11:10.327291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-49f81f5c-95e4-45f4-9d3b-dbee0b7e6f76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f HTTP/1.1" status: 200 len: 999 time: 0.1751890 Jun 04 17:11:10.330667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-91f7d851-3b31-4117-801a-6ea67951ba3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f HTTP/1.1" status: 200 len: 999 time: 0.1319551 Jun 04 17:11:10.436443 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-7d759cb3-60ae-47dd-89f5-4ec112f363b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:10.437835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-7d759cb3-60ae-47dd-89f5-4ec112f363b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.1040971 Jun 04 17:11:10.439162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-c043fb10-c153-408e-9104-99278b820387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:10.440420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-c043fb10-c153-408e-9104-99278b820387 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0787101 Jun 04 17:11:10.572712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-92e215ac-3b27-4046-85f2-57f53512f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:10.574183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-92e215ac-3b27-4046-85f2-57f53512f4d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300192 Jun 04 17:11:10.579618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-bd2ce917-8619-4622-b51f-09138207bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:10.580877 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-bd2ce917-8619-4622-b51f-09138207bb7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014731 Jun 04 17:11:10.616348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 81c6b1de-f7de-4827-92b1-2a2c8702071f no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:11:10.681524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 81c6b1de-f7de-4827-92b1-2a2c8702071f not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:11:10.881329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-c5276852-1fec-4ccd-a41f-a03228189959 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994089 Jun 04 17:11:10.883452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-ee252ced-14ea-45a9-aa8a-2da0d9169a7e service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795112 Jun 04 17:11:11.060924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccabda-76d8-4382-84f5-83289f2e4cce req-e8cbb7d4-781a-40a3-88e2-9cbd5df544e1 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:11.062346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1bccabda-76d8-4382-84f5-83289f2e4cce req-e8cbb7d4-781a-40a3-88e2-9cbd5df544e1 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 943 time: 0.3850305 Jun 04 17:11:11.143870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-3abe9057-5db2-4102-8e99-6e7e3458bda8 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566249 Jun 04 17:11:11.166672 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1bccabda-76d8-4382-84f5-83289f2e4cce req-d5246b03-e383-4b76-91a4-43ef99d008cb tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978081 Jun 04 17:11:11.169833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a4867ae-5762-40dc-bd73-a5ff322a0d62 req-1451ba5d-756b-4290-a374-f57fc22e244b service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621431 Jun 04 17:11:12.500199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05966c10-0ef0-45be-8d97-5810d07d939d req-704ed1fb-87af-4420-885c-96fef0b1a8cc tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:12.501645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05966c10-0ef0-45be-8d97-5810d07d939d req-704ed1fb-87af-4420-885c-96fef0b1a8cc tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 943 time: 0.2180626 Jun 04 17:11:12.546773 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-05966c10-0ef0-45be-8d97-5810d07d939d req-57e0dec2-ed14-49ea-9653-e1bd8fe8d3e5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391469 Jun 04 17:11:12.879726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 81c6b1de-f7de-4827-92b1-2a2c8702071f details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:11:12.924956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271d28a-4f5b-45bc-9b77-4028b7bdc001 req-bb66b873-a7a3-42ba-b994-ec1c88ee7108 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:12.926423 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8271d28a-4f5b-45bc-9b77-4028b7bdc001 req-bb66b873-a7a3-42ba-b994-ec1c88ee7108 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 943 time: 0.1409705 Jun 04 17:11:12.934595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-be0c6121-732e-428d-a471-8953700f419d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:12.935943 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-be0c6121-732e-428d-a471-8953700f419d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.46 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71&tenant_id=ec17a8f177dc44899391d38bac384ee4&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 943 time: 0.1485000 Jun 04 17:11:13.010868 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 81c6b1de-f7de-4827-92b1-2a2c8702071f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:11:13.024448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'port_id': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'mac_address': 'fa:16:3e:ec:64:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:11:13.031202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8271d28a-4f5b-45bc-9b77-4028b7bdc001 req-a58dba0c-998d-4eb1-bd56-c03263dd1e74 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943213 Jun 04 17:11:13.044207 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-cb633086-4394-49d5-b888-aea07b618c1b service neutron] delete failed (client error): The resource could not be found. Jun 04 17:11:13.045160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-cb633086-4394-49d5-b888-aea07b618c1b service neutron] 10.222.0.46 "DELETE /v2.0/ports/81c6b1de-f7de-4827-92b1-2a2c8702071f/bindings/n-h2-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.0959430 Jun 04 17:11:13.081803 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 81c6b1de-f7de-4827-92b1-2a2c8702071f is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:11:13.082174 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:13.099288 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c6b1de-f7de-4827-92b1-2a2c8702071f {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:11:13.114921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 81c6b1de-f7de-4827-92b1-2a2c8702071f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:11:13.120158 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:13.186894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=81c6b1de-f7de-4827-92b1-2a2c8702071f,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:11:13.193311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-7ba053f2-1eb2-404f-93a9-4810bf0091fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:13.194844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-7ba053f2-1eb2-404f-93a9-4810bf0091fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 1095 time: 0.0759227 Jun 04 17:11:13.325373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-6346705e-1af6-46da-920a-6b3f034ae78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:13.326848 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-6346705e-1af6-46da-920a-6b3f034ae78c service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1261711 Jun 04 17:11:13.330672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['81c6b1de-f7de-4827-92b1-2a2c8702071f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:11:13.437879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-4939fc2e-4629-4d78-af3a-4e40ce525346 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f HTTP/1.1" status: 200 len: 1000 time: 0.1046827 Jun 04 17:11:13.498587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-7d6697ae-5ef2-4e5d-b302-6f9ef90a631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:13.500050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-7d6697ae-5ef2-4e5d-b302-6f9ef90a631d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0567279 Jun 04 17:11:13.576408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-e7d9b907-4461-461a-9f40-1d09990a29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:13.577885 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-e7d9b907-4461-461a-9f40-1d09990a29d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724432 Jun 04 17:11:13.709956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-017a24fa-cba2-434f-b098-883af5c83129 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252975 Jun 04 17:11:13.839867 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bff9d8d-defd-4947-97bf-3dd8da0d9a2c req-3e7dffd7-1313-4773-9ecb-1b7a2aa61556 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243970 Jun 04 17:11:14.230816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41803a1b-9cdf-414e-9a35-011b128fc395 req-b49f601a-609a-4ed9-ae54-2a121516fc12 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:14.232290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41803a1b-9cdf-414e-9a35-011b128fc395 req-b49f601a-609a-4ed9-ae54-2a121516fc12 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 944 time: 0.0804818 Jun 04 17:11:14.278679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41803a1b-9cdf-414e-9a35-011b128fc395 req-04216287-a015-4918-a2a6-50872c91edb0 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403259 Jun 04 17:11:14.881276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 81c6b1de-f7de-4827-92b1-2a2c8702071f up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:11:14.966607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 81c6b1de-f7de-4827-92b1-2a2c8702071f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:11:14.971462 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 81c6b1de-f7de-4827-92b1-2a2c8702071f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:11:14.971826 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:15.091844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 81c6b1de-f7de-4827-92b1-2a2c8702071f is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:11:15.092219 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:15.118410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:11:15.127717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 81c6b1de-f7de-4827-92b1-2a2c8702071f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:11:15.133203 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:15.168155 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533549e4-91ab-4335-9cd0-2cfea71a2626'] response: {'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'code': 200} Jun 04 17:11:15.201922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=81c6b1de-f7de-4827-92b1-2a2c8702071f,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:11:15.492538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca402d7d-f3de-4053-92e9-f4cb54eaca3e req-f3187e2c-2d00-466f-8c6f-b99f164f92d3 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:15.493980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca402d7d-f3de-4053-92e9-f4cb54eaca3e req-f3187e2c-2d00-466f-8c6f-b99f164f92d3 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0959380 Jun 04 17:11:15.538383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca402d7d-f3de-4053-92e9-f4cb54eaca3e req-c8b6c3f3-ab01-4447-8194-62a58812e4d9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385652 Jun 04 17:11:15.735966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d8528-d9ca-446e-bb25-480b39464718 req-c6f7b7f3-a736-4be1-a8b4-73dc14570161 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:15.737414 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-724d8528-d9ca-446e-bb25-480b39464718 req-c6f7b7f3-a736-4be1-a8b4-73dc14570161 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0879443 Jun 04 17:11:15.788511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-724d8528-d9ca-446e-bb25-480b39464718 req-b97384d1-9a18-4c23-83a4-cfd78f2e1451 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426280 Jun 04 17:11:15.993725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf318e97-c559-4e91-8635-5a35cf0980a0 req-de5cdb58-e006-4256-9ecb-5a91906f53ce tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:15.995212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf318e97-c559-4e91-8635-5a35cf0980a0 req-de5cdb58-e006-4256-9ecb-5a91906f53ce tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0929496 Jun 04 17:11:16.039858 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf318e97-c559-4e91-8635-5a35cf0980a0 req-dcf7edc6-c463-47df-b2b9-afd67e2e0440 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388675 Jun 04 17:11:16.463899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b99f6-5362-4338-9053-506c774829f1 req-1e92e5d9-8ec9-480b-b828-d8ce078a977e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:16.465377 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba9b99f6-5362-4338-9053-506c774829f1 req-1e92e5d9-8ec9-480b-b828-d8ce078a977e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0902789 Jun 04 17:11:16.511166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba9b99f6-5362-4338-9053-506c774829f1 req-097623b5-13cf-4685-96ac-3a4b6b623e78 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399792 Jun 04 17:11:17.608324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-2051f2d2-4e0d-40f7-906c-7502ef892c13 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:17.609813 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-2051f2d2-4e0d-40f7-906c-7502ef892c13 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.0817018 Jun 04 17:11:17.761834 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:11:17.843750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Deleting port 81c6b1de-f7de-4827-92b1-2a2c8702071f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:11:17.844000 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:17.956930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd393d4-3892-4c1a-b35a-41e68b6294a4 req-6c02bf64-cdf9-4f5e-b81c-3d340ecf67d0 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:17.958363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2cd393d4-3892-4c1a-b35a-41e68b6294a4 req-6c02bf64-cdf9-4f5e-b81c-3d340ecf67d0 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 945 time: 0.3153236 Jun 04 17:11:18.086285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2cd393d4-3892-4c1a-b35a-41e68b6294a4 req-7ef1bf9e-cef2-4060-a7c0-b927ef5e6e37 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214340 Jun 04 17:11:18.135985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] For port 81c6b1de-f7de-4827-92b1-2a2c8702071f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=81c6b1de-f7de-4827-92b1-2a2c8702071f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:11:18.136466 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:18.425585 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:18.425814 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:18.426108 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Floating IP b580fcb8-db44-4149-8623-3af09bc79f13 disassociated. External IP: 172.25.5.208, port: 81c6b1de-f7de-4827-92b1-2a2c8702071f. Jun 04 17:11:18.426464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Calling delete_port for 81c6b1de-f7de-4827-92b1-2a2c8702071f owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:11:18.575560 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:18.627600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event deleted for resources: {'Port': ['ID=81c6b1de-f7de-4827-92b1-2a2c8702071f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:11:18.822596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Router af5421bd-f4dc-4215-90dd-ff57334ff3e9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:11:19.001177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:11:19.011963 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6226d2-a6db-4565-8f0e-db2e2b9db04d None None] Sync routers for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:11:19.022776 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6226d2-a6db-4565-8f0e-db2e2b9db04d None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:11:19.023383 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4e6226d2-a6db-4565-8f0e-db2e2b9db04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:11:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:11:19.078499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] No DVR routers for this DVR port 81c6b1de-f7de-4827-92b1-2a2c8702071f on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:11:19.081678 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:19.085554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'name': 'network-vif-deleted', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:11:19.107699 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ed6fedf-b023-41b3-bf53-e7728d7cde78 req-f953f6e8-6568-474d-a4c8-8bf4e8f33cb2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "DELETE /v2.0/ports/81c6b1de-f7de-4827-92b1-2a2c8702071f HTTP/1.1" status: 204 len: 173 time: 1.4926031 Jun 04 17:11:19.148471 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48adc03e-533e-41e3-af81-23d4ff9cbe17'] response: {'server_uuid': '21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71', 'name': 'network-vif-deleted', 'tag': '81c6b1de-f7de-4827-92b1-2a2c8702071f', 'status': 'completed', 'code': 200} Jun 04 17:11:19.221520 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-4e6226d2-a6db-4565-8f0e-db2e2b9db04d None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:11:19.292084 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-86ccd1d8-9127-487f-ba18-09af4c2edb25 req-862f15cd-63c7-45ef-935d-bb3f3e5841a7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Synchronizing usage tracker for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:11:19.308949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-86ccd1d8-9127-487f-ba18-09af4c2edb25 req-862f15cd-63c7-45ef-935d-bb3f3e5841a7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Unset dirty status for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:11:19.310325 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-86ccd1d8-9127-487f-ba18-09af4c2edb25 req-862f15cd-63c7-45ef-935d-bb3f3e5841a7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a1c3f3-a2b7-4452-87e9-38b7bbf1ab71 HTTP/1.1" status: 200 len: 210 time: 0.0625017 Jun 04 17:11:19.553260 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4e6226d2-a6db-4565-8f0e-db2e2b9db04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:11:19.557221 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6226d2-a6db-4565-8f0e-db2e2b9db04d None None] Checking router: af5421bd-f4dc-4215-90dd-ff57334ff3e9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:11:19.565388 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6226d2-a6db-4565-8f0e-db2e2b9db04d None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:11:19.565980 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4e6226d2-a6db-4565-8f0e-db2e2b9db04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:11:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:11:19.778902 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-4e6226d2-a6db-4565-8f0e-db2e2b9db04d None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:11:20.105834 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4e6226d2-a6db-4565-8f0e-db2e2b9db04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:11:20.110175 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6226d2-a6db-4565-8f0e-db2e2b9db04d None None] The sync data for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 is: [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:11:20.337034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded8f37c-9600-4fb4-9c25-357f1b3cbf8e None None] New status for floating IP b580fcb8-db44-4149-8623-3af09bc79f13: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:11:20.656623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-44787515-51b7-462e-895a-41928a5a4e12 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1927319253&fields=id&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 267 time: 0.0394535 Jun 04 17:11:20.910938 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 81c6b1de-f7de-4827-92b1-2a2c8702071f no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:11:20.927036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-170c9474-c36d-4da2-9559-3cda07dcb2c7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:20.928659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-170c9474-c36d-4da2-9559-3cda07dcb2c7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 812 time: 0.2654078 Jun 04 17:11:20.945354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-524d7145-a7ad-4b6d-9a3c-01fbbeb15ba9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/quotas/ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 375 time: 0.0105879 Jun 04 17:11:20.954374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 81c6b1de-f7de-4827-92b1-2a2c8702071f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:11:20.954894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 81c6b1de-f7de-4827-92b1-2a2c8702071f not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:11:21.034340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-a8c41770-9384-4352-9eca-8e18b2b83dcd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836537 Jun 04 17:11:21.181327 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-13302a3a-1d4c-4ef7-a52d-b50e82f7f47d service neutron] 10.222.0.13 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342382 Jun 04 17:11:21.335092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-432766ca-d796-462c-b622-d9a18a852fa9 service neutron] 10.222.0.13 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478214 Jun 04 17:11:21.535951 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8dca8f45-9797-4dcc-89c8-c4683b286b70 req-02a37654-83ad-4e39-9a6a-134cb15fa4a4 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 210 time: 0.0431590 Jun 04 17:11:22.589045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-d134c68e-43cf-40d4-b0ee-10c25359f75d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:22.590524 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-d134c68e-43cf-40d4-b0ee-10c25359f75d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 812 time: 0.1525540 Jun 04 17:11:22.642041 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-d4e426ba-2780-4b9e-855f-67d6fa06d4a5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 380 time: 0.0430849 Jun 04 17:11:22.651067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Request body: {'port': {'device_id': '954b270a-9383-4bdd-ac13-d010a0066656', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'admin_state_up': True, 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'security_groups': ['ac2eb0fc-0207-4e6f-9f05-e86160f25e03']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:11:22.758283 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09877a40-89a1-4877-99c5-0ef52a89695f req-c884359e-0317-4f79-8c51-614096c5dc23 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 210 time: 0.0926962 Jun 04 17:11:22.842495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:11:22.852656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:11:22.864505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Made reservation on behalf of ec17a8f177dc44899391d38bac384ee4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:11:22.868474 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:23.033049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Allocated IP 172.20.0.7 (923d4ce1-8c28-474c-8e4b-73d854a6235a/deece774-4c98-43a9-80a5-879aef0a9294/030af9f0-184c-4442-a326-f57bf21a4d21) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:11:23.222258 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:23.238203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Transition to ACTIVE for port object 030af9f0-184c-4442-a326-f57bf21a4d21 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:11:23.266022 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:23.334935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Network 923d4ce1-8c28-474c-8e4b-73d854a6235a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:11:23.337838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:11:23.340470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:11:23.387417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event updated for resources: {'Port': ['ID=030af9f0-184c-4442-a326-f57bf21a4d21,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:11:23.414053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:23.414869 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:23.441120 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-53fcf44e-1af2-4b9e-a394-dde11e385f76 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7948647 Jun 04 17:11:23.450914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-d91a9a86-2816-4742-871b-49510b54f7be tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:11:23.451847 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-d91a9a86-2816-4742-871b-49510b54f7be tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051429 Jun 04 17:11:23.462187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Request body: {'port': {'device_id': '954b270a-9383-4bdd-ac13-d010a0066656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:11:23.540710 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-71651183-d113-46f6-a64e-25e41d5491ac None None] Provisioning for port 030af9f0-184c-4442-a326-f57bf21a4d21 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:11:23.546411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-71651183-d113-46f6-a64e-25e41d5491ac None None] Provisioning complete for port 030af9f0-184c-4442-a326-f57bf21a4d21 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:11:23.547055 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-71651183-d113-46f6-a64e-25e41d5491ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:23.574178 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:23.604151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-71651183-d113-46f6-a64e-25e41d5491ac None None] Port 030af9f0-184c-4442-a326-f57bf21a4d21 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:11:24.049424 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fff46-7bd4-4ead-95d3-22be1ba2fab4 req-7a6f4681-c0a7-4d05-b3f4-0b8df8bd92c8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:24.050107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-020fff46-7bd4-4ead-95d3-22be1ba2fab4 req-7a6f4681-c0a7-4d05-b3f4-0b8df8bd92c8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Synchronizing usage tracker for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:11:24.113191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030af9f0-184c-4442-a326-f57bf21a4d21 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:11:24.117455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-020fff46-7bd4-4ead-95d3-22be1ba2fab4 req-7a6f4681-c0a7-4d05-b3f4-0b8df8bd92c8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Unset dirty status for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:11:24.118628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-020fff46-7bd4-4ead-95d3-22be1ba2fab4 req-7a6f4681-c0a7-4d05-b3f4-0b8df8bd92c8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 931 time: 0.2077103 Jun 04 17:11:24.122309 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:24.161363 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Transition to ACTIVE for port object 030af9f0-184c-4442-a326-f57bf21a4d21 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:11:24.167809 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:24.214448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-020fff46-7bd4-4ead-95d3-22be1ba2fab4 req-64902476-7f48-401f-8d79-bdfd752b68be tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896225 Jun 04 17:11:24.297811 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Pushing event updated for resources: {'Port': ['ID=030af9f0-184c-4442-a326-f57bf21a4d21,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:11:24.409078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Attempting to bind port 030af9f0-184c-4442-a326-f57bf21a4d21 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:11:24.409415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Attempting to bind port 030af9f0-184c-4442-a326-f57bf21a4d21 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:11:24.410114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Attempting to bind port 030af9f0-184c-4442-a326-f57bf21a4d21 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:11:24.415333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Port 030af9f0-184c-4442-a326-f57bf21a4d21 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:11:24.415635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Attempting to bind port 030af9f0-184c-4442-a326-f57bf21a4d21 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:11:24.421052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:11:24.421385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Checking segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:11:24.421781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Bound using segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:11:24.422193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Bound port: 030af9f0-184c-4442-a326-f57bf21a4d21, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:11:24.422566 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:24.513577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] For port 030af9f0-184c-4442-a326-f57bf21a4d21, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:11:24.516458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] For port 030af9f0-184c-4442-a326-f57bf21a4d21, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=030af9f0-184c-4442-a326-f57bf21a4d21,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:11:24.523956 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:24.586152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:24.586777 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:24.588138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 200 len: 1091 time: 1.1300256 Jun 04 17:11:24.588579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:11:24.612442 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaa486-456f-4307-abad-c37928ac74b6 service neutron] Pushing event updated for resources: {'Port': ['ID=030af9f0-184c-4442-a326-f57bf21a4d21,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:11:24.660201 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d0aa1a-6540-463d-87f9-cba6946e6235'] response: {'name': 'network-changed', 'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21', 'status': 'completed', 'code': 200} Jun 04 17:11:24.711520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-cc863405-ff9a-40f0-8466-b578f4ac300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:24.713083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-cc863405-ff9a-40f0-8466-b578f4ac300a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 1094 time: 0.0874538 Jun 04 17:11:24.784592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-36175daf-c9db-41e3-b95e-392bc928f490 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 200 len: 217 time: 0.0646026 Jun 04 17:11:24.873333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-b5a739c7-8821-4438-8fce-fbfca7769b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:24.875095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-b5a739c7-8821-4438-8fce-fbfca7769b48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0852964 Jun 04 17:11:24.970154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1798718e-3b55-4573-a878-6513d4d93c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:24.971676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-1798718e-3b55-4573-a878-6513d4d93c80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901356 Jun 04 17:11:25.112797 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-138b2df6-506e-4aac-a4bf-eb8be0403c48 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343277 Jun 04 17:11:25.249696 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c676bc11-f72e-414e-8936-e741c4ae8181 req-7b292e76-fabd-46d4-b60e-d59126af4a22 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310878 Jun 04 17:11:25.425819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9cfd7-8141-4f33-a608-72aaffcfd17d req-cf7de781-d638-4d90-a1d1-c6437393109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:25.427636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd9cfd7-8141-4f33-a608-72aaffcfd17d req-cf7de781-d638-4d90-a1d1-c6437393109b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 1094 time: 0.1327460 Jun 04 17:11:25.513541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba91e-2785-452a-8728-7689e43fbe20 req-43f2d888-1e5d-42a7-aad1-b4ab27262cbf tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:25.514924 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8dba91e-2785-452a-8728-7689e43fbe20 req-43f2d888-1e5d-42a7-aad1-b4ab27262cbf tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 943 time: 0.1696193 Jun 04 17:11:25.596724 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8dba91e-2785-452a-8728-7689e43fbe20 req-db06f102-03f6-4a89-872d-accf2366fca9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690699 Jun 04 17:11:25.604543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9cfd7-8141-4f33-a608-72aaffcfd17d req-a92f9dee-09b3-412c-a893-06606dd04824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:25.605831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd9cfd7-8141-4f33-a608-72aaffcfd17d req-a92f9dee-09b3-412c-a893-06606dd04824 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1712527 Jun 04 17:11:25.795690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd9cfd7-8141-4f33-a608-72aaffcfd17d req-6ebc0b93-c82c-4d7d-8479-1098778f184e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 200 len: 217 time: 0.1823845 Jun 04 17:11:25.866173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9cfd7-8141-4f33-a608-72aaffcfd17d req-87799cf9-a4b1-4712-ad3c-1ac74f9cbc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:25.868002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd9cfd7-8141-4f33-a608-72aaffcfd17d req-87799cf9-a4b1-4712-ad3c-1ac74f9cbc61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0649915 Jun 04 17:11:25.947817 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9cfd7-8141-4f33-a608-72aaffcfd17d req-a217d9a3-3b78-4ea6-a045-f9a08add6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:25.949275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd9cfd7-8141-4f33-a608-72aaffcfd17d req-a217d9a3-3b78-4ea6-a045-f9a08add6c1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751567 Jun 04 17:11:26.093726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd9cfd7-8141-4f33-a608-72aaffcfd17d req-06e190d3-414f-4437-a62d-dad3779cfbab service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366343 Jun 04 17:11:26.226329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fd9cfd7-8141-4f33-a608-72aaffcfd17d req-3623603f-7bdc-4d62-9e83-7a1f08b04e22 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260195 Jun 04 17:11:26.808128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9098d80-2bec-4473-a30e-f29df978a034 req-4ba9921a-f2fb-4cd8-a4da-e4eb7729206c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:26.809495 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9098d80-2bec-4473-a30e-f29df978a034 req-4ba9921a-f2fb-4cd8-a4da-e4eb7729206c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 943 time: 0.0876184 Jun 04 17:11:26.852949 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f9098d80-2bec-4473-a30e-f29df978a034 req-8bb5b092-588b-4953-848b-d4bc6f7dc8f5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376949 Jun 04 17:11:27.857629 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-85e79df1-49e7-4df9-bce2-6c81e6b98a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:28.049406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f807bc-9e31-4fb6-a90a-1f59d2c0f875 req-e4368a57-a7d9-4375-a478-a2208ec459df tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:28.050887 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f807bc-9e31-4fb6-a90a-1f59d2c0f875 req-e4368a57-a7d9-4375-a478-a2208ec459df tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 943 time: 0.0828469 Jun 04 17:11:28.106578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02f807bc-9e31-4fb6-a90a-1f59d2c0f875 req-d331e7c6-1eaa-41d0-b1b8-2378a38a8239 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481198 Jun 04 17:11:28.673807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 030af9f0-184c-4442-a326-f57bf21a4d21 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:11:28.810779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 030af9f0-184c-4442-a326-f57bf21a4d21, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=030af9f0-184c-4442-a326-f57bf21a4d21,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:11:28.823809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '030af9f0-184c-4442-a326-f57bf21a4d21', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'port_id': '030af9f0-184c-4442-a326-f57bf21a4d21', 'mac_address': 'fa:16:3e:3c:49:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:11:28.879190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 030af9f0-184c-4442-a326-f57bf21a4d21 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:11:28.879877 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:28.896101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030af9f0-184c-4442-a326-f57bf21a4d21 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:11:28.911574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 030af9f0-184c-4442-a326-f57bf21a4d21, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=030af9f0-184c-4442-a326-f57bf21a4d21,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:11:28.917942 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:28.993614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=030af9f0-184c-4442-a326-f57bf21a4d21,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:11:29.123870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['030af9f0-184c-4442-a326-f57bf21a4d21'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:11:29.298454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef5fc-fa22-4f94-8b2f-a4fa72136e0c req-a7c3cab7-24e7-4b31-9cdd-c9d8dacd1417 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:29.300006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f5ef5fc-fa22-4f94-8b2f-a4fa72136e0c req-a7c3cab7-24e7-4b31-9cdd-c9d8dacd1417 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 944 time: 0.0826919 Jun 04 17:11:29.348124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f5ef5fc-fa22-4f94-8b2f-a4fa72136e0c req-7ce183ce-b8a4-4a6b-9262-b4a325742471 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421710 Jun 04 17:11:30.082881 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-65142784-b865-4609-88b6-8f365a0ab39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:30.547523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817f7ac-5dc9-4b6c-958f-ac9f2baedbf9 req-bf159fc1-6cf2-4930-a7fb-45566ed1130b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:30.548967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e817f7ac-5dc9-4b6c-958f-ac9f2baedbf9 req-bf159fc1-6cf2-4930-a7fb-45566ed1130b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 944 time: 0.0838592 Jun 04 17:11:30.592760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e817f7ac-5dc9-4b6c-958f-ac9f2baedbf9 req-aca8fca3-899a-4702-b97d-bacb97ec1982 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380633 Jun 04 17:11:30.690386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 030af9f0-184c-4442-a326-f57bf21a4d21 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:11:30.770183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 030af9f0-184c-4442-a326-f57bf21a4d21 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:11:30.774952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 030af9f0-184c-4442-a326-f57bf21a4d21 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:11:30.775289 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:30.891868 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 030af9f0-184c-4442-a326-f57bf21a4d21 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:11:30.892239 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:30.919998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:11:30.930133 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 030af9f0-184c-4442-a326-f57bf21a4d21, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=030af9f0-184c-4442-a326-f57bf21a4d21,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:11:30.934809 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:30.966396 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e37ba2-c3c7-4c80-b404-09c3d23f1d45'] response: {'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21', 'code': 200} Jun 04 17:11:31.004652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=030af9f0-184c-4442-a326-f57bf21a4d21,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:11:31.088973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e536899-2dae-49de-9c01-d107e78ab898 req-7157c426-5302-469d-acbf-25ae0d88d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:31.090555 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e536899-2dae-49de-9c01-d107e78ab898 req-7157c426-5302-469d-acbf-25ae0d88d604 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 1096 time: 0.0709159 Jun 04 17:11:31.134059 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e536899-2dae-49de-9c01-d107e78ab898 req-a02eddc7-864e-41ba-8ee7-c27f4f0a41e0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363016 Jun 04 17:11:31.326883 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:31.438326 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:31.816648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63feab8-a146-43e6-9912-5099431b71d2 req-18dc3593-aae0-4aa6-be5d-ce20ab0e4db2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:31.818115 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b63feab8-a146-43e6-9912-5099431b71d2 req-18dc3593-aae0-4aa6-be5d-ce20ab0e4db2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0979557 Jun 04 17:11:31.863588 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b63feab8-a146-43e6-9912-5099431b71d2 req-5489fe55-ddd7-4661-a378-6e22229aa970 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394921 Jun 04 17:11:32.742459 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:33.086452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65db8ea-9c23-496e-a206-816dc5ef5e51 req-cc1c2964-26d1-4ad4-af26-d752ec8c4673 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:33.088073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65db8ea-9c23-496e-a206-816dc5ef5e51 req-cc1c2964-26d1-4ad4-af26-d752ec8c4673 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.1080127 Jun 04 17:11:33.141404 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e65db8ea-9c23-496e-a206-816dc5ef5e51 req-eaa87176-550f-4efe-a51f-1157208c553f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437286 Jun 04 17:11:33.334230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa255e5-6bec-4059-975b-c6afcbd0b167 req-e8d6dd52-5ac7-4f2f-b41c-939db807feff tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:33.335726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2aa255e5-6bec-4059-975b-c6afcbd0b167 req-e8d6dd52-5ac7-4f2f-b41c-939db807feff tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0879810 Jun 04 17:11:33.344843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36756) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:11:33.349911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-8093965e-2d40-4c06-bf81-9cc82d5e687c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Request body: {'floatingip': {'port_id': '030af9f0-184c-4442-a326-f57bf21a4d21'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:11:33.431643 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8093965e-2d40-4c06-bf81-9cc82d5e687c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:34.159247 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8093965e-2d40-4c06-bf81-9cc82d5e687c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:34.164182 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8093965e-2d40-4c06-bf81-9cc82d5e687c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:34.335667 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-8093965e-2d40-4c06-bf81-9cc82d5e687c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Floating IP b580fcb8-db44-4149-8623-3af09bc79f13 associated. External IP: 172.25.5.208, port: 030af9f0-184c-4442-a326-f57bf21a4d21. Jun 04 17:11:34.474147 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:34.609830 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:34.700192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8093965e-2d40-4c06-bf81-9cc82d5e687c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Router af5421bd-f4dc-4215-90dd-ff57334ff3e9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:11:34.898338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8093965e-2d40-4c06-bf81-9cc82d5e687c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:11:34.904622 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8093965e-2d40-4c06-bf81-9cc82d5e687c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:11:34.910712 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98174067-3dbb-455d-8eb1-1ab0fdf803d4 None None] Sync routers for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:11:34.922917 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98174067-3dbb-455d-8eb1-1ab0fdf803d4 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:11:34.923551 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-98174067-3dbb-455d-8eb1-1ab0fdf803d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:11:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:11:34.964714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8093965e-2d40-4c06-bf81-9cc82d5e687c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "PUT /v2.0/floatingips/b580fcb8-db44-4149-8623-3af09bc79f13 HTTP/1.1" status: 200 len: 991 time: 1.6187606 Jun 04 17:11:34.965271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:11:35.008647 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e2a4f5-6bba-4b62-a571-084d4e0fd699'] response: {'name': 'network-changed', 'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21', 'status': 'completed', 'code': 200} Jun 04 17:11:35.114459 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-98174067-3dbb-455d-8eb1-1ab0fdf803d4 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:11:35.119784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32dedb-c22e-4e4e-8e64-647bc58611a7 req-12c2a38d-e5fc-462a-8ada-d7a02d989326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:35.121306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da32dedb-c22e-4e4e-8e64-647bc58611a7 req-12c2a38d-e5fc-462a-8ada-d7a02d989326 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 1096 time: 0.0907171 Jun 04 17:11:35.258477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32dedb-c22e-4e4e-8e64-647bc58611a7 req-cc6373dd-65f4-401b-879e-e02e20aaea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:35.260067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da32dedb-c22e-4e4e-8e64-647bc58611a7 req-cc6373dd-65f4-401b-879e-e02e20aaea5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1325953 Jun 04 17:11:35.469888 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-98174067-3dbb-455d-8eb1-1ab0fdf803d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b580fcb8-db44-4149-8623-3af09bc79f13', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'port_id': '030af9f0-184c-4442-a326-f57bf21a4d21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'mac_address': 'fa:16:3e:3c:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b270a-9383-4bdd-ac13-d010a0066656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:10:30Z', 'updated_at': '2022-06-04T17:11:34Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:11:35.474252 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98174067-3dbb-455d-8eb1-1ab0fdf803d4 None None] Checking router: af5421bd-f4dc-4215-90dd-ff57334ff3e9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:11:35.491767 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98174067-3dbb-455d-8eb1-1ab0fdf803d4 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:11:35.492375 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-98174067-3dbb-455d-8eb1-1ab0fdf803d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:11:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:11:35.500692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da32dedb-c22e-4e4e-8e64-647bc58611a7 req-a3e7e2d2-970e-429e-80d5-10dd04dbb892 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 200 len: 999 time: 0.2351475 Jun 04 17:11:35.563231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32dedb-c22e-4e4e-8e64-647bc58611a7 req-11a15fe7-d970-4cd6-a359-758117a5d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:35.564607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da32dedb-c22e-4e4e-8e64-647bc58611a7 req-11a15fe7-d970-4cd6-a359-758117a5d7cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0574729 Jun 04 17:11:35.638360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32dedb-c22e-4e4e-8e64-647bc58611a7 req-a1762ca8-24ad-4014-bc5f-5a20c2d5ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:11:35.639899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da32dedb-c22e-4e4e-8e64-647bc58611a7 req-a1762ca8-24ad-4014-bc5f-5a20c2d5ee46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693746 Jun 04 17:11:35.672651 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-98174067-3dbb-455d-8eb1-1ab0fdf803d4 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:11:35.771800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da32dedb-c22e-4e4e-8e64-647bc58611a7 req-8b787f7c-50b2-4fcf-a162-94fc19290192 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252623 Jun 04 17:11:35.928975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da32dedb-c22e-4e4e-8e64-647bc58611a7 req-9fa32ba8-5da7-44b9-bb74-9557010aed1b service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506891 Jun 04 17:11:36.058681 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-98174067-3dbb-455d-8eb1-1ab0fdf803d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b580fcb8-db44-4149-8623-3af09bc79f13', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'port_id': '030af9f0-184c-4442-a326-f57bf21a4d21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'mac_address': 'fa:16:3e:3c:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b270a-9383-4bdd-ac13-d010a0066656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:10:30Z', 'updated_at': '2022-06-04T17:11:34Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:11:36.062607 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98174067-3dbb-455d-8eb1-1ab0fdf803d4 None None] The sync data for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 is: [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b580fcb8-db44-4149-8623-3af09bc79f13', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'port_id': '030af9f0-184c-4442-a326-f57bf21a4d21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'mac_address': 'fa:16:3e:3c:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b270a-9383-4bdd-ac13-d010a0066656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:10:30Z', 'updated_at': '2022-06-04T17:11:34Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:11:36.266156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68816b-d4b5-4e8f-a12c-338917ff9e53 None None] New status for floating IP b580fcb8-db44-4149-8623-3af09bc79f13: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:11:54.768051 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:11:57.857377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-da889b52-3c65-4f6c-a978-b20135ea69d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:00.088192 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ea6905cd-b081-4c24-9c4b-db202bce29c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:01.324902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:01.444007 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:02.745280 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:04.479446 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:04.629576 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:08.542321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af58279-57ff-4e9e-8660-3e54969c92bb req-6fe542a1-2c32-49cc-a105-4cdb5be5b72c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:08.544436 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0af58279-57ff-4e9e-8660-3e54969c92bb req-6fe542a1-2c32-49cc-a105-4cdb5be5b72c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0900722 Jun 04 17:12:08.592102 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0af58279-57ff-4e9e-8660-3e54969c92bb req-f54931bc-bf87-470f-918d-b8da6a1bd1f4 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417247 Jun 04 17:12:09.803521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39ae92-afd9-4bc9-8995-e11f0981311a req-8f07c9f2-ae4a-40ba-ad5e-b88f1d1c6b24 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:09.804958 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c39ae92-afd9-4bc9-8995-e11f0981311a req-8f07c9f2-ae4a-40ba-ad5e-b88f1d1c6b24 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0890834 Jun 04 17:12:09.854073 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c39ae92-afd9-4bc9-8995-e11f0981311a req-6bd46425-ecb2-409c-ad82-3b7c477c84de tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404963 Jun 04 17:12:11.056895 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fbb05-fff3-4b23-9e6f-19a39cdc5d36 req-10858301-d00f-4e76-b8f4-3d70723a363e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:11.058369 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a69fbb05-fff3-4b23-9e6f-19a39cdc5d36 req-10858301-d00f-4e76-b8f4-3d70723a363e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0832810 Jun 04 17:12:11.106637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a69fbb05-fff3-4b23-9e6f-19a39cdc5d36 req-ed345571-95e2-41f8-a66e-f9b6005cdb08 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399244 Jun 04 17:12:12.319718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf139d-903b-43db-a1b0-7767f9274f3c req-33bfce97-64f4-4c93-b9a4-bd394b68182b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:12.321184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9bdf139d-903b-43db-a1b0-7767f9274f3c req-33bfce97-64f4-4c93-b9a4-bd394b68182b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0961068 Jun 04 17:12:12.365464 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9bdf139d-903b-43db-a1b0-7767f9274f3c req-243b2104-e248-4238-810f-1538508141d6 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384367 Jun 04 17:12:13.564300 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bdc3a-3300-48fd-a4a1-769cd39cb5ba req-80734e45-0a32-435c-9b2c-aaeae37e91bf tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:13.565737 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c0bdc3a-3300-48fd-a4a1-769cd39cb5ba req-80734e45-0a32-435c-9b2c-aaeae37e91bf tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0863023 Jun 04 17:12:13.609723 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8c0bdc3a-3300-48fd-a4a1-769cd39cb5ba req-d8ec02cc-bbdc-4d4a-bf9a-71e2ac33889f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380893 Jun 04 17:12:14.818793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280191a-f55e-4699-8802-5b0a29d8b620 req-fa40c27d-f71e-4e21-bae5-fc0ccda021ca tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:14.820127 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b280191a-f55e-4699-8802-5b0a29d8b620 req-fa40c27d-f71e-4e21-bae5-fc0ccda021ca tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0877092 Jun 04 17:12:14.868252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b280191a-f55e-4699-8802-5b0a29d8b620 req-4330de9a-fb62-40ef-aada-e3728bb61063 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393376 Jun 04 17:12:16.076985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43349e35-8f04-48e2-8e2b-ef4a2eb0b39e req-754d5803-640b-46e3-8b6a-50d06d36c490 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:16.078452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43349e35-8f04-48e2-8e2b-ef4a2eb0b39e req-754d5803-640b-46e3-8b6a-50d06d36c490 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0915675 Jun 04 17:12:16.121677 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-43349e35-8f04-48e2-8e2b-ef4a2eb0b39e req-1265f62e-d3c7-45ce-a2ad-77ce41758913 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373852 Jun 04 17:12:17.317064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d257837-59b7-4b8a-806d-299c827d8df5 req-8d69f339-4211-4734-ad37-bad483c3f854 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:17.318464 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d257837-59b7-4b8a-806d-299c827d8df5 req-8d69f339-4211-4734-ad37-bad483c3f854 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0884809 Jun 04 17:12:17.373097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7d257837-59b7-4b8a-806d-299c827d8df5 req-b43efb74-5555-4de6-83eb-1f20dd737f58 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481622 Jun 04 17:12:18.568929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8819893-1d25-4f68-931f-8a4598ace6e8 req-b6212768-d3bd-41aa-8626-b6ffa55eabe1 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:18.570418 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8819893-1d25-4f68-931f-8a4598ace6e8 req-b6212768-d3bd-41aa-8626-b6ffa55eabe1 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0841858 Jun 04 17:12:18.622835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8819893-1d25-4f68-931f-8a4598ace6e8 req-c604f19f-807d-4519-b711-bc9ecc90dd5e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462191 Jun 04 17:12:19.824717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e7d75-c4cc-4fc7-b995-157d707d58bf req-d7be8f3c-dbfc-424f-876d-b429006c8d3d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:19.826197 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-924e7d75-c4cc-4fc7-b995-157d707d58bf req-d7be8f3c-dbfc-424f-876d-b429006c8d3d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0888810 Jun 04 17:12:19.872467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-924e7d75-c4cc-4fc7-b995-157d707d58bf req-c61ed7af-12d7-481e-8aa0-b8bee0685ccd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378411 Jun 04 17:12:21.096983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241c33a-ec39-4cee-9dfb-ad3e299fd11f req-8ec222bd-2f5a-4106-91cc-bd05eeb6f40b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:21.098444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2241c33a-ec39-4cee-9dfb-ad3e299fd11f req-8ec222bd-2f5a-4106-91cc-bd05eeb6f40b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0980227 Jun 04 17:12:21.145839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2241c33a-ec39-4cee-9dfb-ad3e299fd11f req-06f3ec53-bce9-4a66-a491-051efb35315a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400028 Jun 04 17:12:22.349843 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c056a-b351-4173-a651-59f81ade282b req-7971c245-2430-49be-8d03-e835fbff8999 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:22.351364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-146c056a-b351-4173-a651-59f81ade282b req-7971c245-2430-49be-8d03-e835fbff8999 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0932240 Jun 04 17:12:22.397100 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-146c056a-b351-4173-a651-59f81ade282b req-990c1a02-7896-4a9e-a8be-855e47f3d1e7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394666 Jun 04 17:12:23.595731 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581e180-4c88-477b-9224-d4121d9a6f8f req-f55f579d-226f-4c18-8a8b-c3e4b8803c37 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:23.597177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e581e180-4c88-477b-9224-d4121d9a6f8f req-f55f579d-226f-4c18-8a8b-c3e4b8803c37 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0828955 Jun 04 17:12:23.656832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e581e180-4c88-477b-9224-d4121d9a6f8f req-608d9944-ace4-4d96-ac46-dd91c15dccaf tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513685 Jun 04 17:12:24.861776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97655adb-6075-4678-8dd1-54edcf7c363e req-a31f8294-599c-4ea9-b896-73909c0376d9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:24.863135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97655adb-6075-4678-8dd1-54edcf7c363e req-a31f8294-599c-4ea9-b896-73909c0376d9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0824575 Jun 04 17:12:24.910806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97655adb-6075-4678-8dd1-54edcf7c363e req-4c02f2ff-b52e-41e2-979a-ac49562aadf2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417964 Jun 04 17:12:25.323830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042bd58-3dac-41d5-9d3e-7c913a186d5e req-9e712581-1f16-4f4c-8673-20f1ba6c2d9b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:25.325259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f042bd58-3dac-41d5-9d3e-7c913a186d5e req-9e712581-1f16-4f4c-8673-20f1ba6c2d9b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0817485 Jun 04 17:12:25.369863 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-55a43b68-0405-4a17-8088-0e8f10d17454 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213491 Jun 04 17:12:25.375099 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f042bd58-3dac-41d5-9d3e-7c913a186d5e req-641c5a65-e195-43a1-9fe5-bc2dd7d445f5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Jun 04 17:12:26.577289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abed09-df8b-4a65-91ff-ab319364e973 req-60707cf6-9aaf-4ba0-8266-7be169731868 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:26.578788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64abed09-df8b-4a65-91ff-ab319364e973 req-60707cf6-9aaf-4ba0-8266-7be169731868 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0880475 Jun 04 17:12:26.627168 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64abed09-df8b-4a65-91ff-ab319364e973 req-f3e9be45-4978-4ac1-97b8-0e08e489894a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397432 Jun 04 17:12:26.789556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-a41ed0a4-cd7e-4a6f-82e3-8e82b7073cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:26.791077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-a41ed0a4-cd7e-4a6f-82e3-8e82b7073cdc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 1096 time: 0.0753877 Jun 04 17:12:26.925790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-b2a19fa0-2b17-40f7-9cee-7750726a13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:26.927271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-b2a19fa0-2b17-40f7-9cee-7750726a13a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1297741 Jun 04 17:12:27.032235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-036b65aa-6341-4809-ba6c-4d8546932828 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 200 len: 1001 time: 0.0988221 Jun 04 17:12:27.095088 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-a7671410-3f0c-43d8-882e-ae4885bceae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:27.096424 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-a7671410-3f0c-43d8-882e-ae4885bceae6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0586629 Jun 04 17:12:27.287323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-c3b321da-b1c1-41fb-bdb4-eec8ebc24ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:27.288815 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-c3b321da-b1c1-41fb-bdb4-eec8ebc24ac2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843982 Jun 04 17:12:27.427282 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-20067e77-7028-40f0-8d18-ec5d2ee78ed3 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309216 Jun 04 17:12:27.565560 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-cd4128bb-ad0a-40cc-9d5b-f279a007e769 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315477 Jun 04 17:12:27.826346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dfce4-d708-449f-91dc-c894c4715237 req-0bd92056-aa95-4761-b861-996da8fd464d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:27.827834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-450dfce4-d708-449f-91dc-c894c4715237 req-0bd92056-aa95-4761-b861-996da8fd464d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0841849 Jun 04 17:12:27.851168 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e3b6adf7-f4bf-4601-98b1-49354fd74007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:27.875058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-450dfce4-d708-449f-91dc-c894c4715237 req-7ffdd36b-c7fc-4a38-95bc-80b32f40de83 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404677 Jun 04 17:12:29.074095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ccb07-5879-42b3-96bf-3353cf59b6bd req-ed36830f-a4e7-46b2-8945-3efaea07da92 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:29.075575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-252ccb07-5879-42b3-96bf-3353cf59b6bd req-ed36830f-a4e7-46b2-8945-3efaea07da92 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0902603 Jun 04 17:12:29.124846 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-252ccb07-5879-42b3-96bf-3353cf59b6bd req-b2a4505b-a1d8-442a-bc73-d2cada932484 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433309 Jun 04 17:12:29.255940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e2722-23f3-4fd1-82e2-cbf0925cacda req-25dc7d8b-9a82-4e63-a105-79476d0742a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:29.257409 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b48e2722-23f3-4fd1-82e2-cbf0925cacda req-25dc7d8b-9a82-4e63-a105-79476d0742a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 1096 time: 0.0744359 Jun 04 17:12:29.278649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.46', 63512) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:12:29.345390 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-fed0b28a-9984-45f2-b180-4e3dcea9ada0 service neutron] show failed (client error): The resource could not be found. Jun 04 17:12:29.346507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-fed0b28a-9984-45f2-b180-4e3dcea9ada0 service neutron] 10.222.0.46 "GET /v2.0/ports/030af9f0-184c-4442-a326-f57bf21a4d21/bindings/n-h1-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.0792201 Jun 04 17:12:29.411404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e2722-23f3-4fd1-82e2-cbf0925cacda req-1df8169b-3612-414b-9a4f-44efa56231b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:29.412853 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b48e2722-23f3-4fd1-82e2-cbf0925cacda req-1df8169b-3612-414b-9a4f-44efa56231b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1321774 Jun 04 17:12:29.516616 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b48e2722-23f3-4fd1-82e2-cbf0925cacda req-0bcb5920-3639-44a5-8eaa-3c40eb2c4665 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 200 len: 1001 time: 0.0967669 Jun 04 17:12:29.585608 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e2722-23f3-4fd1-82e2-cbf0925cacda req-d9bd9601-0637-4403-818c-bcb637f99241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:29.587142 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b48e2722-23f3-4fd1-82e2-cbf0925cacda req-d9bd9601-0637-4403-818c-bcb637f99241 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0630715 Jun 04 17:12:29.630589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-7e0417e2-460c-4089-90aa-fa063c972c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:29.632066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-7e0417e2-460c-4089-90aa-fa063c972c61 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0786033 Jun 04 17:12:29.643269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:12:29.663669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e2722-23f3-4fd1-82e2-cbf0925cacda req-685e4997-f897-4311-bae0-35f25b9b5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:29.665167 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b48e2722-23f3-4fd1-82e2-cbf0925cacda req-685e4997-f897-4311-bae0-35f25b9b5417 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722802 Jun 04 17:12:29.759469 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:29.901847 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b48e2722-23f3-4fd1-82e2-cbf0925cacda req-7cb3e317-2b99-4a91-9cb8-a1a49c8255f0 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297740 Jun 04 17:12:30.034159 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-b48e2722-23f3-4fd1-82e2-cbf0925cacda req-4a0eca14-fd7b-4eeb-96d0-a36a40fd5527 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255684 Jun 04 17:12:30.034582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] For port 030af9f0-184c-4442-a326-f57bf21a4d21, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=030af9f0-184c-4442-a326-f57bf21a4d21,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:12:30.065896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] For port 030af9f0-184c-4442-a326-f57bf21a4d21, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:12:30.082185 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-74349363-a4fb-450d-b712-e5e0758ad33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:30.126868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:12:30.132601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:30.148888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Transition to ACTIVE for port object 030af9f0-184c-4442-a326-f57bf21a4d21 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:12:30.153551 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:30.198327 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2b97e8-3fab-43da-b661-c1a158644a2c'] response: {'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21', 'code': 200} Jun 04 17:12:30.355930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Pushing event updated for resources: {'Port': ['ID=030af9f0-184c-4442-a326-f57bf21a4d21,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:12:30.376597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:30.376933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:30.377261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:30.377596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:30.377921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:30.378309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:30.378540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:30.378890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:30.379207 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:30.379489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:30.379800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:30.380111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:30.422614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] No DVR routers for this DVR port 030af9f0-184c-4442-a326-f57bf21a4d21 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:12:30.697989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ac7d1-3a92-420c-83b0-9b23182b99fb req-bceb8fb1-0796-4df6-ad03-c640f3451f8a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:30.699467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e33ac7d1-3a92-420c-83b0-9b23182b99fb req-bceb8fb1-0796-4df6-ad03-c640f3451f8a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 943 time: 0.4268920 Jun 04 17:12:30.785940 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e33ac7d1-3a92-420c-83b0-9b23182b99fb req-6ba65bc0-56f8-4829-bb1c-fe0c981b2b90 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789587 Jun 04 17:12:30.806081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Attempting to bind port 030af9f0-184c-4442-a326-f57bf21a4d21 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:12:30.806501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Attempting to bind port 030af9f0-184c-4442-a326-f57bf21a4d21 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:12:30.806836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Attempting to bind port 030af9f0-184c-4442-a326-f57bf21a4d21 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:12:30.811621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Port 030af9f0-184c-4442-a326-f57bf21a4d21 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:12:30.812002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Attempting to bind port 030af9f0-184c-4442-a326-f57bf21a4d21 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:12:30.817122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:12:30.817479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Checking segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:12:30.817831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Bound using segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:12:30.818251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Bound port: 030af9f0-184c-4442-a326-f57bf21a4d21, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:12:30.818625 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:30.910379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] For port 030af9f0-184c-4442-a326-f57bf21a4d21, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:12:30.913509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] For port 030af9f0-184c-4442-a326-f57bf21a4d21, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=030af9f0-184c-4442-a326-f57bf21a4d21,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:12:30.919087 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:30.977621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:30.978624 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:30.979934 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] 10.222.0.42 "PUT /v2.0/ports/030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 200 len: 1091 time: 1.3410463 Jun 04 17:12:30.994353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b0d0e-6c28-4ed2-a420-6e6fbf00d473 service neutron] Pushing event updated for resources: {'Port': ['ID=030af9f0-184c-4442-a326-f57bf21a4d21,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:12:31.078972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-b84a38e8-3d00-4b47-acff-2620fc997199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:31.080357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-b84a38e8-3d00-4b47-acff-2620fc997199 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 1094 time: 0.0773568 Jun 04 17:12:31.211519 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-8519e7c9-1ee0-45f6-940f-ef7d9f5bf0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:31.213065 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-8519e7c9-1ee0-45f6-940f-ef7d9f5bf0e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1270709 Jun 04 17:12:31.314082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-525fb9f1-0d5b-4e44-a6ea-7823dd8d4604 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 200 len: 999 time: 0.0946267 Jun 04 17:12:31.331650 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:31.385876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-08fc035f-f20c-4a7e-bf0c-b9031b5322e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:31.387346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-08fc035f-f20c-4a7e-bf0c-b9031b5322e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0671902 Jun 04 17:12:31.448887 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:31.464481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-64e725b5-3fff-4cf3-a205-a33a17383386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:31.465971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-64e725b5-3fff-4cf3-a205-a33a17383386 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721056 Jun 04 17:12:31.600968 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-3f204eb4-7688-41c9-a50a-f1880caa514e service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286335 Jun 04 17:12:31.734057 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-d8b345df-ae8c-46c1-9c14-dcb0d05041cc service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264601 Jun 04 17:12:31.767210 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:12:31.978343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08187d84-601b-43ef-b9b8-7bf433236e3b req-1567f364-0108-42ec-b940-e7a61f40eb68 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:31.979811 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08187d84-601b-43ef-b9b8-7bf433236e3b req-1567f364-0108-42ec-b940-e7a61f40eb68 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 943 time: 0.0842464 Jun 04 17:12:32.025631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08187d84-601b-43ef-b9b8-7bf433236e3b req-1aaeeb57-b06c-4998-b6f1-6827387df0dc tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375922 Jun 04 17:12:32.199852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:12:32.261087 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2575189-335c-44a0-bda2-729b533ed87b'] response: {'name': 'network-changed', 'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21', 'status': 'completed', 'code': 200} Jun 04 17:12:32.352119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-1d746e47-74a0-422b-8175-8ee524097633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:32.353800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-1d746e47-74a0-422b-8175-8ee524097633 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 1094 time: 0.0742285 Jun 04 17:12:32.359625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-23ec8019-4e39-46aa-a7ae-df6e9f7a9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:32.361125 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-23ec8019-4e39-46aa-a7ae-df6e9f7a9af3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 1094 time: 0.0778816 Jun 04 17:12:32.484554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-3c354d11-d847-4d72-a02b-d840e4927f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:32.485906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-3c354d11-d847-4d72-a02b-d840e4927f29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1259625 Jun 04 17:12:32.492627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-73260f89-5eb5-4754-b336-609976945693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:32.494657 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-73260f89-5eb5-4754-b336-609976945693 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1268399 Jun 04 17:12:32.592599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-eb602d75-5b91-4823-a7f1-ec2187f3a2cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 200 len: 999 time: 0.0999248 Jun 04 17:12:32.599546 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-6fb25835-e02a-402c-819d-af854e6181a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 200 len: 999 time: 0.0994182 Jun 04 17:12:32.656802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-a1a2c671-b363-45fd-868a-524201fad732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:32.658242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-a1a2c671-b363-45fd-868a-524201fad732 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0589831 Jun 04 17:12:32.662999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-2968b8b6-0fba-401f-a1bc-ac6296b652bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:32.664428 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-2968b8b6-0fba-401f-a1bc-ac6296b652bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0588884 Jun 04 17:12:32.745179 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:32.745783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-fcb98dc2-af29-4a60-8339-0e63e59db590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:32.747266 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-fcb98dc2-af29-4a60-8339-0e63e59db590 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761483 Jun 04 17:12:32.848243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-d184473c-6865-4778-9a67-5a8d27a3e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:32.849727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-d184473c-6865-4778-9a67-5a8d27a3e8a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850078 Jun 04 17:12:32.882320 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-b10c4138-4d8f-405b-abb9-15cfec64ea30 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285591 Jun 04 17:12:32.983991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-fe243fd3-628a-4704-b490-2bbfe1959464 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261697 Jun 04 17:12:33.016739 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-9e30fd49-6148-4fad-8851-62cf1e36d6fe service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286840 Jun 04 17:12:33.022717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 030af9f0-184c-4442-a326-f57bf21a4d21 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:12:33.090993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 030af9f0-184c-4442-a326-f57bf21a4d21 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:12:33.128955 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4c094c42-aa56-47b6-bed5-8b9427f27cab req-4d33d94b-2a08-4573-bb63-5e0357431799 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385701 Jun 04 17:12:33.219465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e030e-74f1-4cf2-a68e-c99a50d66847 req-c43ae0b0-c234-4dbd-bec7-c3a679fb5a84 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:33.220922 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b39e030e-74f1-4cf2-a68e-c99a50d66847 req-c43ae0b0-c234-4dbd-bec7-c3a679fb5a84 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 943 time: 0.0817149 Jun 04 17:12:33.271166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b39e030e-74f1-4cf2-a68e-c99a50d66847 req-63ac495b-b7ce-4eec-83d3-cadb17af8859 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443616 Jun 04 17:12:33.587820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f2409-8f0f-41bd-9d09-87648a2b95ec req-fc4945c4-a586-416a-a2a8-db2beedbed3c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:33.589341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-229f2409-8f0f-41bd-9d09-87648a2b95ec req-fc4945c4-a586-416a-a2a8-db2beedbed3c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 943 time: 0.0805676 Jun 04 17:12:33.594047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-c2abb4b6-fc9b-42f2-943c-4e931b0812c0 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:33.595472 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-c2abb4b6-fc9b-42f2-943c-4e931b0812c0 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.46 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656&tenant_id=ec17a8f177dc44899391d38bac384ee4&binding%3Ahost_id=n-h1-811809-3 HTTP/1.1" status: 200 len: 943 time: 0.0872593 Jun 04 17:12:33.633609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-229f2409-8f0f-41bd-9d09-87648a2b95ec req-effcb022-4cc0-4b41-ab54-7de357fac992 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384367 Jun 04 17:12:33.673645 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-76b24204-1278-4d07-868a-85f13af8044b service neutron] delete failed (client error): The resource could not be found. Jun 04 17:12:33.674676 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-76b24204-1278-4d07-868a-85f13af8044b service neutron] 10.222.0.46 "DELETE /v2.0/ports/030af9f0-184c-4442-a326-f57bf21a4d21/bindings/n-h2-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.0737936 Jun 04 17:12:33.823815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-d165b246-cb77-4673-9480-e4629837767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:33.825196 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-d165b246-cb77-4673-9480-e4629837767d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 1094 time: 0.0791171 Jun 04 17:12:33.956561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-78e77639-4b35-4799-947f-539ac52a8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:33.958030 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-78e77639-4b35-4799-947f-539ac52a8e74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1270275 Jun 04 17:12:34.060881 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-28e4a7a8-15f4-46e4-b0cd-dcc511bc92a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 200 len: 999 time: 0.0967069 Jun 04 17:12:34.123814 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-1352bf78-a09b-4d06-8cc6-cb43d07e2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:34.125105 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-1352bf78-a09b-4d06-8cc6-cb43d07e2455 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0580935 Jun 04 17:12:34.204684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-f2ac07c1-5fe4-4910-a607-9a5633f5eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:34.206812 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-f2ac07c1-5fe4-4910-a607-9a5633f5eefa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755455 Jun 04 17:12:34.440539 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-88a7a10f-c10a-4db5-a935-ce0e304413a7 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275016 Jun 04 17:12:34.487090 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:34.580481 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-be3a1e0b-0473-4742-a047-ad1c1e955599 req-76d83f22-7efb-4327-bd66-f4d5b17241d5 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346891 Jun 04 17:12:34.637543 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:34.843047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208956e-f3c5-4399-9a81-90b59d80d330 req-ba97008b-1b82-4022-b866-075585063ae0 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:34.844475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9208956e-f3c5-4399-9a81-90b59d80d330 req-ba97008b-1b82-4022-b866-075585063ae0 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 943 time: 0.0859382 Jun 04 17:12:34.893097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9208956e-f3c5-4399-9a81-90b59d80d330 req-53430a3a-5189-4d03-8c18-196e1e2fdb63 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398710 Jun 04 17:12:35.174102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 030af9f0-184c-4442-a326-f57bf21a4d21 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:12:35.309724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 030af9f0-184c-4442-a326-f57bf21a4d21, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=030af9f0-184c-4442-a326-f57bf21a4d21,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:12:35.323107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '030af9f0-184c-4442-a326-f57bf21a4d21', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'port_id': '030af9f0-184c-4442-a326-f57bf21a4d21', 'mac_address': 'fa:16:3e:3c:49:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:12:35.377177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 030af9f0-184c-4442-a326-f57bf21a4d21 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:12:35.377471 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:35.398020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030af9f0-184c-4442-a326-f57bf21a4d21 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:12:35.420537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 030af9f0-184c-4442-a326-f57bf21a4d21, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=030af9f0-184c-4442-a326-f57bf21a4d21,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:12:35.424904 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:35.495134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=030af9f0-184c-4442-a326-f57bf21a4d21,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:12:35.502881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:35.503219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:35.503548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:35.503877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:35.504196 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:35.504519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:35.504837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:35.505155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:35.505474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:35.505787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:35.506101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:35.506412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:12:35.628526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['030af9f0-184c-4442-a326-f57bf21a4d21'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:12:35.736441 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57114275-9e54-4eda-b3ca-88eaf3ef5dfb req-fdfed165-cbee-4a7f-9aae-c83970ed8348 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699632 Jun 04 17:12:35.902265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57114275-9e54-4eda-b3ca-88eaf3ef5dfb req-ff40c526-1532-4ba8-aeb1-e6d6571216e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:35.903667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57114275-9e54-4eda-b3ca-88eaf3ef5dfb req-ff40c526-1532-4ba8-aeb1-e6d6571216e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 1095 time: 0.0856514 Jun 04 17:12:36.096049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57114275-9e54-4eda-b3ca-88eaf3ef5dfb req-5295cdd0-506e-4a8f-bf35-bd3a423963b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:36.097483 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57114275-9e54-4eda-b3ca-88eaf3ef5dfb req-5295cdd0-506e-4a8f-bf35-bd3a423963b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1719778 Jun 04 17:12:36.204934 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef0dff-8f12-464f-a8ce-7abca7a1fb67 req-d8432a49-d739-4b7c-9948-3283fcd272bd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:36.206462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4bef0dff-8f12-464f-a8ce-7abca7a1fb67 req-d8432a49-d739-4b7c-9948-3283fcd272bd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 944 time: 0.2035134 Jun 04 17:12:36.233327 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57114275-9e54-4eda-b3ca-88eaf3ef5dfb req-a797f1a4-e763-4055-85f0-e59e8c9c945f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 200 len: 1000 time: 0.1292346 Jun 04 17:12:36.301341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4bef0dff-8f12-464f-a8ce-7abca7a1fb67 req-c6482092-d835-4480-9204-e98b37c607d5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865381 Jun 04 17:12:36.316113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57114275-9e54-4eda-b3ca-88eaf3ef5dfb req-430f4ca6-49c9-4307-a41f-add07967dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:36.318152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57114275-9e54-4eda-b3ca-88eaf3ef5dfb req-430f4ca6-49c9-4307-a41f-add07967dab4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0793269 Jun 04 17:12:36.393979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57114275-9e54-4eda-b3ca-88eaf3ef5dfb req-5d225643-8fa8-4b3b-b2eb-e129a726289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:36.395495 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57114275-9e54-4eda-b3ca-88eaf3ef5dfb req-5d225643-8fa8-4b3b-b2eb-e129a726289b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716059 Jun 04 17:12:36.592124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57114275-9e54-4eda-b3ca-88eaf3ef5dfb req-59ba6af0-f97b-4239-bd61-52399efb78cd service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903391 Jun 04 17:12:36.604904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936584db-cf14-4fa0-b9ad-1308dce4237c req-526c3455-d058-4f1b-924f-0e4ba58f2ebd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:36.606278 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-936584db-cf14-4fa0-b9ad-1308dce4237c req-526c3455-d058-4f1b-924f-0e4ba58f2ebd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 944 time: 0.1843462 Jun 04 17:12:36.845869 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-936584db-cf14-4fa0-b9ad-1308dce4237c req-3e1722e2-d967-4e63-85e2-ee321dba2ddd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216485 Jun 04 17:12:36.884179 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-57114275-9e54-4eda-b3ca-88eaf3ef5dfb req-5963036f-f6e9-4890-80cd-ec38dd045e78 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769370 Jun 04 17:12:37.189891 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 030af9f0-184c-4442-a326-f57bf21a4d21 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:12:37.254302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011cf62-8792-4c87-9423-5f102b0dbaa0 req-bc07c454-ffa7-4e83-9dc0-c1794aab893d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:37.255791 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3011cf62-8792-4c87-9423-5f102b0dbaa0 req-bc07c454-ffa7-4e83-9dc0-c1794aab893d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 944 time: 0.1465864 Jun 04 17:12:37.266125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 030af9f0-184c-4442-a326-f57bf21a4d21 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:12:37.271538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 030af9f0-184c-4442-a326-f57bf21a4d21 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:12:37.271893 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:37.280785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374acfc0-b1df-4779-9c30-4d1da96811e2 req-408f3fcf-3ad2-439d-a8e8-66d0ad1ac965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:37.282233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-374acfc0-b1df-4779-9c30-4d1da96811e2 req-408f3fcf-3ad2-439d-a8e8-66d0ad1ac965 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 1095 time: 0.1118162 Jun 04 17:12:37.376233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3011cf62-8792-4c87-9423-5f102b0dbaa0 req-537dccc4-39b6-4083-9e92-027afb12b842 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144121 Jun 04 17:12:37.388470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 030af9f0-184c-4442-a326-f57bf21a4d21 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:12:37.388850 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:37.417475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:12:37.427485 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 030af9f0-184c-4442-a326-f57bf21a4d21, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=030af9f0-184c-4442-a326-f57bf21a4d21,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:12:37.429408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374acfc0-b1df-4779-9c30-4d1da96811e2 req-3bc088ae-a2be-4af8-bdb8-9ca816a086f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:37.431216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-374acfc0-b1df-4779-9c30-4d1da96811e2 req-3bc088ae-a2be-4af8-bdb8-9ca816a086f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1430840 Jun 04 17:12:37.433229 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:37.468683 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf1b739-0e7a-49be-973b-810843a637e1'] response: {'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21', 'code': 200} Jun 04 17:12:37.499723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=030af9f0-184c-4442-a326-f57bf21a4d21,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:12:37.537070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-374acfc0-b1df-4779-9c30-4d1da96811e2 req-9413029f-6c5e-4786-a04c-63a2f9abbde4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 200 len: 1001 time: 0.0994341 Jun 04 17:12:37.597536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374acfc0-b1df-4779-9c30-4d1da96811e2 req-5ad1d718-660a-4bc7-8445-5fae985bbc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:37.598967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-374acfc0-b1df-4779-9c30-4d1da96811e2 req-5ad1d718-660a-4bc7-8445-5fae985bbc38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0558205 Jun 04 17:12:37.686062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374acfc0-b1df-4779-9c30-4d1da96811e2 req-8b566c73-a80e-4a6b-be5e-2eb808fac658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:37.688441 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-374acfc0-b1df-4779-9c30-4d1da96811e2 req-8b566c73-a80e-4a6b-be5e-2eb808fac658 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838025 Jun 04 17:12:37.823930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-374acfc0-b1df-4779-9c30-4d1da96811e2 req-d0b80260-cc0f-4f3c-82cd-4a863b8073ca service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293991 Jun 04 17:12:37.959781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-374acfc0-b1df-4779-9c30-4d1da96811e2 req-5644d669-151b-41a9-b949-a6cbbaca4831 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298959 Jun 04 17:12:38.571611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06adf57-a201-4ff1-9881-5c316854996d req-62084acf-448d-4a38-9706-f96ce5a93971 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:38.573090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c06adf57-a201-4ff1-9881-5c316854996d req-62084acf-448d-4a38-9706-f96ce5a93971 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0897186 Jun 04 17:12:38.620101 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c06adf57-a201-4ff1-9881-5c316854996d req-0b874012-984c-434d-9b37-4f3ac8ef1c86 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408773 Jun 04 17:12:39.025173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a414966-fddb-4d03-942a-c123878e36d2 req-d657b23a-5151-43d7-99da-06828aaeff5c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:39.026666 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a414966-fddb-4d03-942a-c123878e36d2 req-d657b23a-5151-43d7-99da-06828aaeff5c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.0821202 Jun 04 17:12:39.076938 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a414966-fddb-4d03-942a-c123878e36d2 req-adc25991-7e1f-4ec7-8c68-fc8de272e5dc tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443139 Jun 04 17:12:40.271611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-7f8b2c44-a14a-490e-97c6-df0272c7b477 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:40.273019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-7f8b2c44-a14a-490e-97c6-df0272c7b477 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.1392596 Jun 04 17:12:40.350053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038e967-84bc-4156-9e24-25b359b69e7d req-bd0f79ff-1a1d-44a1-a162-7e4e4a85500f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:40.351490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d038e967-84bc-4156-9e24-25b359b69e7d req-bd0f79ff-1a1d-44a1-a162-7e4e4a85500f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 945 time: 0.1567910 Jun 04 17:12:40.355142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Deleting port 030af9f0-184c-4442-a326-f57bf21a4d21 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:12:40.355686 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:40.478453 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d038e967-84bc-4156-9e24-25b359b69e7d req-d7a36fac-03a1-45d2-bc66-9a2d1570ccc0 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931690 Jun 04 17:12:40.640481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] For port 030af9f0-184c-4442-a326-f57bf21a4d21, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=030af9f0-184c-4442-a326-f57bf21a4d21,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:12:40.640823 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:41.048008 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:41.048383 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:41.048678 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Floating IP b580fcb8-db44-4149-8623-3af09bc79f13 disassociated. External IP: 172.25.5.208, port: 030af9f0-184c-4442-a326-f57bf21a4d21. Jun 04 17:12:41.049013 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Calling delete_port for 030af9f0-184c-4442-a326-f57bf21a4d21 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:12:41.191370 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:41.247742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event deleted for resources: {'Port': ['ID=030af9f0-184c-4442-a326-f57bf21a4d21,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:12:41.443297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Router af5421bd-f4dc-4215-90dd-ff57334ff3e9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:12:41.646713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ebc0f17e-c386-471f-b5fd-03813331732f req-850741ea-d32d-47af-8760-1b29537814cd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=954b270a-9383-4bdd-ac13-d010a0066656 HTTP/1.1" status: 200 len: 210 time: 0.0604713 Jun 04 17:12:41.666693 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:12:41.677153 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b749fd6-b68f-4f0c-9bea-aaabd061fcdf None None] Sync routers for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:12:41.687078 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b749fd6-b68f-4f0c-9bea-aaabd061fcdf None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:12:41.687691 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9b749fd6-b68f-4f0c-9bea-aaabd061fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:12:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:12:41.738107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] No DVR routers for this DVR port 030af9f0-184c-4442-a326-f57bf21a4d21 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:12:41.741241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:41.743939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'name': 'network-vif-deleted', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:12:41.760756 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f4dba3ed-88fe-478a-b46c-2accdaffb3a8 req-1f2ec4e3-5d3c-4dba-8e13-bd2818a9e029 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "DELETE /v2.0/ports/030af9f0-184c-4442-a326-f57bf21a4d21 HTTP/1.1" status: 204 len: 173 time: 1.4810183 Jun 04 17:12:41.793477 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2b1f5c-9e1d-4b7b-a2cc-e3dd6cd953a8'] response: {'server_uuid': '954b270a-9383-4bdd-ac13-d010a0066656', 'name': 'network-vif-deleted', 'tag': '030af9f0-184c-4442-a326-f57bf21a4d21', 'status': 'completed', 'code': 200} Jun 04 17:12:41.867932 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-9b749fd6-b68f-4f0c-9bea-aaabd061fcdf None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:12:42.175973 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9b749fd6-b68f-4f0c-9bea-aaabd061fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:12:42.179915 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b749fd6-b68f-4f0c-9bea-aaabd061fcdf None None] Checking router: af5421bd-f4dc-4215-90dd-ff57334ff3e9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:12:42.189194 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b749fd6-b68f-4f0c-9bea-aaabd061fcdf None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:12:42.189815 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9b749fd6-b68f-4f0c-9bea-aaabd061fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:12:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:12:42.380565 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-9b749fd6-b68f-4f0c-9bea-aaabd061fcdf None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:12:42.696257 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-9b749fd6-b68f-4f0c-9bea-aaabd061fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:12:42.700509 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b749fd6-b68f-4f0c-9bea-aaabd061fcdf None None] The sync data for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 is: [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:12:42.916175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34579e2b-3a33-4d75-af26-5c3def5b7b14 None None] New status for floating IP b580fcb8-db44-4149-8623-3af09bc79f13: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:12:42.988515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f1c00abd-9fd7-4bc6-a3ee-c2843d39fab4 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1927319253&fields=id&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 267 time: 0.0423677 Jun 04 17:12:43.141457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-741892f2-b052-4cfd-ba6f-fd46f6c989d5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:43.143313 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-741892f2-b052-4cfd-ba6f-fd46f6c989d5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 812 time: 0.1481948 Jun 04 17:12:43.160446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-da51cf79-c776-4e3a-82d0-39f3ae36b2e6 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/quotas/ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 375 time: 0.0104935 Jun 04 17:12:43.205568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 030af9f0-184c-4442-a326-f57bf21a4d21 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:12:43.242364 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 030af9f0-184c-4442-a326-f57bf21a4d21 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:12:43.242695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 030af9f0-184c-4442-a326-f57bf21a4d21 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:12:43.247787 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-837f04cd-45e0-4f55-a9c6-36dc59ff7afa tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Synchronizing usage tracker for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:12:43.265947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-837f04cd-45e0-4f55-a9c6-36dc59ff7afa tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Unset dirty status for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:12:43.267974 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-837f04cd-45e0-4f55-a9c6-36dc59ff7afa tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014616 Jun 04 17:12:43.504422 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-03412bad-a85a-41d9-9c45-c32e10804ba1 service neutron] 10.222.0.13 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820979 Jun 04 17:12:43.769182 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-0f066279-db2c-4cfc-93c7-7875ac00ea0c service neutron] 10.222.0.13 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583153 Jun 04 17:12:43.957561 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-10860378-9740-4a40-97df-2ab7c50eb578 req-0ce02835-960d-4b18-b03c-077b083cd512 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 210 time: 0.0423219 Jun 04 17:12:45.122575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cf12c4ac-ffdf-420f-b393-0c0b56422f4e req-dd7c370c-74af-4871-a91b-0ba193923eb5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 210 time: 0.0525298 Jun 04 17:12:45.170995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-a698af1e-7a39-4d76-9b66-ae2c1e9ee69f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:45.172681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-a698af1e-7a39-4d76-9b66-ae2c1e9ee69f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 812 time: 0.1973855 Jun 04 17:12:45.221213 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-6480cfb0-e8d3-429d-836e-b1f52a657e93 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 380 time: 0.0410752 Jun 04 17:12:45.230850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Request body: {'port': {'device_id': '694f1f3c-99fa-4781-ae35-5499f113296f', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'admin_state_up': True, 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'security_groups': ['ac2eb0fc-0207-4e6f-9f05-e86160f25e03']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:12:45.371163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:12:45.381716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:12:45.396198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Made reservation on behalf of ec17a8f177dc44899391d38bac384ee4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:12:45.401627 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:45.566347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Allocated IP 172.20.0.13 (923d4ce1-8c28-474c-8e4b-73d854a6235a/deece774-4c98-43a9-80a5-879aef0a9294/fab3427d-0b62-4bd5-ba39-37b09ab08e54) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:12:45.759055 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:45.774862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Transition to ACTIVE for port object fab3427d-0b62-4bd5-ba39-37b09ab08e54 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:12:45.799906 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:45.872868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Network 923d4ce1-8c28-474c-8e4b-73d854a6235a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:12:45.876101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:12:45.879954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:12:45.911225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event updated for resources: {'Port': ['ID=fab3427d-0b62-4bd5-ba39-37b09ab08e54,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:12:45.948150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:45.949020 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:45.975210 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-e6ac7e7f-e3ff-4d76-93f9-529631caa829 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7486713 Jun 04 17:12:45.987854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Request body: {'port': {'device_id': '694f1f3c-99fa-4781-ae35-5499f113296f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:12:46.099848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:46.120806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8aee1ad3-ec0b-4bd5-8fe4-8d6c716dd851 None None] Provisioning for port fab3427d-0b62-4bd5-ba39-37b09ab08e54 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:12:46.125883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8aee1ad3-ec0b-4bd5-8fe4-8d6c716dd851 None None] Provisioning complete for port fab3427d-0b62-4bd5-ba39-37b09ab08e54 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:12:46.126278 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8aee1ad3-ec0b-4bd5-8fe4-8d6c716dd851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:46.180808 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8aee1ad3-ec0b-4bd5-8fe4-8d6c716dd851 None None] Port fab3427d-0b62-4bd5-ba39-37b09ab08e54 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:12:46.421584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7da627-f34a-448f-ad37-eba2f32311cf req-a7d9cc8c-35be-4d44-b14c-62f65d18408f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:46.422158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3f7da627-f34a-448f-ad37-eba2f32311cf req-a7d9cc8c-35be-4d44-b14c-62f65d18408f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Synchronizing usage tracker for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:12:46.451714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3f7da627-f34a-448f-ad37-eba2f32311cf req-a7d9cc8c-35be-4d44-b14c-62f65d18408f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Unset dirty status for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:12:46.452827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3f7da627-f34a-448f-ad37-eba2f32311cf req-a7d9cc8c-35be-4d44-b14c-62f65d18408f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 932 time: 0.2194293 Jun 04 17:12:46.537954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab3427d-0b62-4bd5-ba39-37b09ab08e54 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:12:46.549632 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:46.557507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3f7da627-f34a-448f-ad37-eba2f32311cf req-208934fe-ba6f-40fd-8e0e-963546f6e096 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701225 Jun 04 17:12:46.569623 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Transition to ACTIVE for port object fab3427d-0b62-4bd5-ba39-37b09ab08e54 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:12:46.575270 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:46.862348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Pushing event updated for resources: {'Port': ['ID=fab3427d-0b62-4bd5-ba39-37b09ab08e54,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:12:46.938920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Attempting to bind port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:12:46.939172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Attempting to bind port fab3427d-0b62-4bd5-ba39-37b09ab08e54 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:12:46.939486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Attempting to bind port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:12:46.944402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:12:46.944711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Attempting to bind port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:12:46.950294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:12:46.950659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Checking segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:12:46.951038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Bound using segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:12:46.951463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Bound port: fab3427d-0b62-4bd5-ba39-37b09ab08e54, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:12:46.951791 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:47.045006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:12:47.048077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:12:47.055626 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:47.114781 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:47.115916 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:47.117304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] 10.222.0.42 "PUT /v2.0/ports/fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 1092 time: 1.1347406 Jun 04 17:12:47.117680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:12:47.136883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fe99a-4d74-4401-bb78-1643a7871963 service neutron] Pushing event updated for resources: {'Port': ['ID=fab3427d-0b62-4bd5-ba39-37b09ab08e54,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:12:47.202489 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3ead49-5ad8-41f2-b82b-6e32b9c1bcea'] response: {'name': 'network-changed', 'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'status': 'completed', 'code': 200} Jun 04 17:12:47.245582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-0d4302f7-b255-4694-adde-4e762c2c6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:47.247267 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-0d4302f7-b255-4694-adde-4e762c2c6ca1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 1095 time: 0.0794253 Jun 04 17:12:47.315147 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-4b7a16e2-84e2-4b56-8760-b358b7e71c41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 217 time: 0.0616105 Jun 04 17:12:47.378838 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-93a13f33-e174-40cf-8090-6a87183ab6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:47.380167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-93a13f33-e174-40cf-8090-6a87183ab6d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0598261 Jun 04 17:12:47.455312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-12b4b198-fc3a-441e-8aaa-b152862b622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:47.456666 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-12b4b198-fc3a-441e-8aaa-b152862b622c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703685 Jun 04 17:12:47.588299 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-61ba0431-b860-4890-ae49-4f47f002dec2 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253436 Jun 04 17:12:47.773673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-90ac9784-f3bc-4a67-b3d0-154b287ef84b req-eace8673-643b-4a22-92c0-ae46b73e34a5 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789768 Jun 04 17:12:47.793617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81028d9-bef5-4af0-8ce0-03b882d0faa7 req-9a54ec77-1e8e-47f1-ad4c-0a1155b475e9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:47.795090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a81028d9-bef5-4af0-8ce0-03b882d0faa7 req-9a54ec77-1e8e-47f1-ad4c-0a1155b475e9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 944 time: 0.1257138 Jun 04 17:12:47.884340 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a81028d9-bef5-4af0-8ce0-03b882d0faa7 req-096d4c46-bfc0-400d-9781-461888e02991 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827632 Jun 04 17:12:47.905389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78deab46-bbd8-4214-ad77-4e27568b589e req-66f5eded-d113-4be9-872f-caef1f39f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:47.906887 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78deab46-bbd8-4214-ad77-4e27568b589e req-66f5eded-d113-4be9-872f-caef1f39f5b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 1095 time: 0.0880201 Jun 04 17:12:48.039144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78deab46-bbd8-4214-ad77-4e27568b589e req-b0526960-200a-4aee-b64c-17dfbf7795bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:48.040477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78deab46-bbd8-4214-ad77-4e27568b589e req-b0526960-200a-4aee-b64c-17dfbf7795bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1278467 Jun 04 17:12:48.111481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78deab46-bbd8-4214-ad77-4e27568b589e req-54cbd298-d5bc-4b10-81d8-70b9895c6afe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 217 time: 0.0640709 Jun 04 17:12:48.173382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78deab46-bbd8-4214-ad77-4e27568b589e req-3d011ce6-84a3-45b2-944a-1a355d3c077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:48.174849 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78deab46-bbd8-4214-ad77-4e27568b589e req-3d011ce6-84a3-45b2-944a-1a355d3c077a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0574684 Jun 04 17:12:48.254513 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78deab46-bbd8-4214-ad77-4e27568b589e req-9dcd7016-028b-419b-8ee3-d33bdda00d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:48.255960 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78deab46-bbd8-4214-ad77-4e27568b589e req-9dcd7016-028b-419b-8ee3-d33bdda00d2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747125 Jun 04 17:12:48.388726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78deab46-bbd8-4214-ad77-4e27568b589e req-2d4a9b1d-6a1e-40eb-b02e-2d3cc8aa3082 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263359 Jun 04 17:12:48.634321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-78deab46-bbd8-4214-ad77-4e27568b589e req-76d08a87-252b-469b-b8b0-a2ffc3438558 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391503 Jun 04 17:12:49.091033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794891b-6b1a-4549-bf5b-d4b3a087934b req-f0ec1959-787f-403d-bc98-075927a99bb9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:49.092529 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c794891b-6b1a-4549-bf5b-d4b3a087934b req-f0ec1959-787f-403d-bc98-075927a99bb9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 944 time: 0.0967596 Jun 04 17:12:49.136989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c794891b-6b1a-4549-bf5b-d4b3a087934b req-ddf5d082-6f7d-406e-b317-ec70ee7e17c3 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386639 Jun 04 17:12:50.344957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5559301-cadc-4439-865c-94aa0da43a75 req-ce94f721-1967-42ba-93ec-7bb8e38d8b63 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:50.346412 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5559301-cadc-4439-865c-94aa0da43a75 req-ce94f721-1967-42ba-93ec-7bb8e38d8b63 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 944 time: 0.0907342 Jun 04 17:12:50.393605 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c5559301-cadc-4439-865c-94aa0da43a75 req-a8f2b9b3-a1e6-4ff4-86e7-36ee62fd31b9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384142 Jun 04 17:12:51.254270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device fab3427d-0b62-4bd5-ba39-37b09ab08e54 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:12:51.390767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:12:51.404512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'port_id': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'mac_address': 'fa:16:3e:0f:b5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:12:51.464857 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port fab3427d-0b62-4bd5-ba39-37b09ab08e54 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:12:51.465235 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:51.483214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab3427d-0b62-4bd5-ba39-37b09ab08e54 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:12:51.499929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:12:51.505722 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:51.573142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=fab3427d-0b62-4bd5-ba39-37b09ab08e54,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:12:51.593459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610b742-3d8f-449c-9131-c3a5b4ea0715 req-eb9a539a-414e-4047-a7de-8a46d5f6c719 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:51.594941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3610b742-3d8f-449c-9131-c3a5b4ea0715 req-eb9a539a-414e-4047-a7de-8a46d5f6c719 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 945 time: 0.0817649 Jun 04 17:12:51.641967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3610b742-3d8f-449c-9131-c3a5b4ea0715 req-7d6479ca-9b4e-4808-8f0c-0564615f0486 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412507 Jun 04 17:12:51.694073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['fab3427d-0b62-4bd5-ba39-37b09ab08e54'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:12:52.859769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1ddf3-0d51-4c5d-be0a-a115981cca39 req-eb7849dd-5360-46c3-b98f-b61c7f3ef9ae tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:52.861115 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fe1ddf3-0d51-4c5d-be0a-a115981cca39 req-eb7849dd-5360-46c3-b98f-b61c7f3ef9ae tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 945 time: 0.0976942 Jun 04 17:12:52.917512 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8fe1ddf3-0d51-4c5d-be0a-a115981cca39 req-4aebf934-4ef2-41fa-b497-ec3a66a31a7c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503426 Jun 04 17:12:53.268027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device fab3427d-0b62-4bd5-ba39-37b09ab08e54 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:12:53.343136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port fab3427d-0b62-4bd5-ba39-37b09ab08e54 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:12:53.348076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port fab3427d-0b62-4bd5-ba39-37b09ab08e54 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:12:53.348445 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:53.464609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port fab3427d-0b62-4bd5-ba39-37b09ab08e54 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:12:53.465010 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:53.492005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:12:53.506823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:12:53.512917 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:53.545149 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a39761-6885-456d-8e73-58966cab76c4'] response: {'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'code': 200} Jun 04 17:12:53.589939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=fab3427d-0b62-4bd5-ba39-37b09ab08e54,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:12:53.672200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24a2f5-093a-4d5a-9a57-6664e798eec8 req-691d3a6c-7cbf-4761-b697-70a160cd9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:53.674365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b24a2f5-093a-4d5a-9a57-6664e798eec8 req-691d3a6c-7cbf-4761-b697-70a160cd9435 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 1097 time: 0.0745025 Jun 04 17:12:53.719380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b24a2f5-093a-4d5a-9a57-6664e798eec8 req-c7f72005-2b8b-4377-b856-dbf3e8e53b8a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391495 Jun 04 17:12:54.116802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb032fe6-dd7c-4e6e-a4c2-02c6782df5a8 req-3e717617-40f5-4623-83e9-f24c44cb7401 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:54.118285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb032fe6-dd7c-4e6e-a4c2-02c6782df5a8 req-3e717617-40f5-4623-83e9-f24c44cb7401 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0866795 Jun 04 17:12:54.164387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb032fe6-dd7c-4e6e-a4c2-02c6782df5a8 req-08ba7250-8f45-4aac-8447-17d5460c8fb5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402863 Jun 04 17:12:55.379984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481a004-6126-444d-84bf-b9c5502acdc1 req-85b0cc65-5a3d-4c9e-87ed-96fe8f55773d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:55.381443 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2481a004-6126-444d-84bf-b9c5502acdc1 req-85b0cc65-5a3d-4c9e-87ed-96fe8f55773d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0982831 Jun 04 17:12:55.429740 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2481a004-6126-444d-84bf-b9c5502acdc1 req-6d2331cb-da28-4b22-899c-aa4a58e2a65f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398831 Jun 04 17:12:55.624547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5508f-c382-43fa-81c8-dafc79545d5f req-abeff34c-f6f6-4f40-9d7c-b966fcaa4636 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:55.625999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6cd5508f-c382-43fa-81c8-dafc79545d5f req-abeff34c-f6f6-4f40-9d7c-b966fcaa4636 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0847690 Jun 04 17:12:55.639162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 36996) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:12:55.644786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a31c70f3-3ca0-487d-b774-40cf65a80a51 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Request body: {'floatingip': {'port_id': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:12:55.723555 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a31c70f3-3ca0-487d-b774-40cf65a80a51 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:56.315685 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a31c70f3-3ca0-487d-b774-40cf65a80a51 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:56.322689 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a31c70f3-3ca0-487d-b774-40cf65a80a51 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:56.613062 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-a31c70f3-3ca0-487d-b774-40cf65a80a51 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Floating IP b580fcb8-db44-4149-8623-3af09bc79f13 associated. External IP: 172.25.5.208, port: fab3427d-0b62-4bd5-ba39-37b09ab08e54. Jun 04 17:12:56.985666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31c70f3-3ca0-487d-b774-40cf65a80a51 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Router af5421bd-f4dc-4215-90dd-ff57334ff3e9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:12:57.167891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31c70f3-3ca0-487d-b774-40cf65a80a51 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:12:57.172954 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a31c70f3-3ca0-487d-b774-40cf65a80a51 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:57.221105 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7cdb3b-4bd0-4d90-abb4-852d78dd7bbc None None] Sync routers for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:12:57.229153 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a31c70f3-3ca0-487d-b774-40cf65a80a51 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "PUT /v2.0/floatingips/b580fcb8-db44-4149-8623-3af09bc79f13 HTTP/1.1" status: 200 len: 992 time: 1.5887437 Jun 04 17:12:57.231157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:12:57.242998 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7cdb3b-4bd0-4d90-abb4-852d78dd7bbc None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:12:57.243603 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2b7cdb3b-4bd0-4d90-abb4-852d78dd7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:12:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:12:57.273413 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7361552b-fdbb-4f93-970b-4be0493a6a6b'] response: {'name': 'network-changed', 'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'status': 'completed', 'code': 200} Jun 04 17:12:57.366642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640c04c-ec2b-45be-bb42-38523140050c req-f87f65d7-e67e-446c-96da-4e51d343ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:57.368124 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0640c04c-ec2b-45be-bb42-38523140050c req-f87f65d7-e67e-446c-96da-4e51d343ac21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 1097 time: 0.0730226 Jun 04 17:12:57.437398 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2b7cdb3b-4bd0-4d90-abb4-852d78dd7bbc None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:12:57.497614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640c04c-ec2b-45be-bb42-38523140050c req-18655ff4-d7bf-4817-9465-60e0cd3d589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:57.499040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0640c04c-ec2b-45be-bb42-38523140050c req-18655ff4-d7bf-4817-9465-60e0cd3d589c service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1243310 Jun 04 17:12:57.610418 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0640c04c-ec2b-45be-bb42-38523140050c req-c3a528e1-ea2e-451e-ab3d-33b4e02dae37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 1000 time: 0.1020470 Jun 04 17:12:57.676222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640c04c-ec2b-45be-bb42-38523140050c req-3f51c35c-36c6-4ff5-8ba5-cc24e9b4701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:57.677657 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0640c04c-ec2b-45be-bb42-38523140050c req-3f51c35c-36c6-4ff5-8ba5-cc24e9b4701f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0614209 Jun 04 17:12:57.754478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640c04c-ec2b-45be-bb42-38523140050c req-a9e7a9ff-8f94-494a-a41b-01dfbdfc812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:12:57.755893 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0640c04c-ec2b-45be-bb42-38523140050c req-a9e7a9ff-8f94-494a-a41b-01dfbdfc812c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725572 Jun 04 17:12:57.781470 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2b7cdb3b-4bd0-4d90-abb4-852d78dd7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b580fcb8-db44-4149-8623-3af09bc79f13', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'port_id': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'mac_address': 'fa:16:3e:0f:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f1f3c-99fa-4781-ae35-5499f113296f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:10:30Z', 'updated_at': '2022-06-04T17:12:56Z', 'revision_number': 9, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:12:57.785488 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7cdb3b-4bd0-4d90-abb4-852d78dd7bbc None None] Checking router: af5421bd-f4dc-4215-90dd-ff57334ff3e9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:12:57.794172 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7cdb3b-4bd0-4d90-abb4-852d78dd7bbc None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:12:57.794890 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2b7cdb3b-4bd0-4d90-abb4-852d78dd7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:12:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:12:57.855761 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b6b17ea8-fa7f-4129-a88e-21abd1a58e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:12:57.891191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0640c04c-ec2b-45be-bb42-38523140050c req-db1c5b2e-7950-47b7-8754-c3cea88d5fc9 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294589 Jun 04 17:12:57.972100 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2b7cdb3b-4bd0-4d90-abb4-852d78dd7bbc None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:12:58.025078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0640c04c-ec2b-45be-bb42-38523140050c req-df2c7e25-6125-437c-9977-d68fd9b6423c service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251605 Jun 04 17:12:58.332272 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2b7cdb3b-4bd0-4d90-abb4-852d78dd7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b580fcb8-db44-4149-8623-3af09bc79f13', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'port_id': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'mac_address': 'fa:16:3e:0f:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f1f3c-99fa-4781-ae35-5499f113296f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:10:30Z', 'updated_at': '2022-06-04T17:12:56Z', 'revision_number': 9, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:12:58.336208 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7cdb3b-4bd0-4d90-abb4-852d78dd7bbc None None] The sync data for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 is: [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b580fcb8-db44-4149-8623-3af09bc79f13', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'port_id': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'mac_address': 'fa:16:3e:0f:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f1f3c-99fa-4781-ae35-5499f113296f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:10:30Z', 'updated_at': '2022-06-04T17:12:56Z', 'revision_number': 9, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:12:58.528849 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf2d0a-b8f6-4b15-8f9c-2e399ec7006b None None] New status for floating IP b580fcb8-db44-4149-8623-3af09bc79f13: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:13:00.092800 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-da0af237-fc64-4705-84ec-971c5d7f392a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:01.338738 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:01.453610 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:02.748892 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:04.503294 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:04.627904 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:08.768382 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:13:27.863696 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9f73e6ac-06bc-451d-abcc-12d26c41b3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:30.101295 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-41f6ee2f-fccf-4d8c-a446-9611212397a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:31.333708 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:31.458218 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:32.755449 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:33.749910 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-ea91ae98-65bb-418f-a688-f487854aee16 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765576 Jun 04 17:13:33.795882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a8400-23d0-461d-8782-903a214ccb8c req-657e2dea-ddb8-4e62-962f-d24dc1ed6bf4 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:33.797416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-283a8400-23d0-461d-8782-903a214ccb8c req-657e2dea-ddb8-4e62-962f-d24dc1ed6bf4 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0808470 Jun 04 17:13:33.974231 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-283a8400-23d0-461d-8782-903a214ccb8c req-f3f8127f-68c5-44cd-8232-55114a54be66 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696577 Jun 04 17:13:34.487517 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:34.649881 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:34.999633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a93b-88ad-479f-8648-abe903398b20 req-c387720d-b5de-47f8-8547-87c5879b3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:35.001107 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-c387720d-b5de-47f8-8547-87c5879b3071 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 1097 time: 0.0785699 Jun 04 17:13:35.184319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a93b-88ad-479f-8648-abe903398b20 req-f3a6f83e-01ed-4e8c-88b4-e4cc7101211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:35.185747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-f3a6f83e-01ed-4e8c-88b4-e4cc7101211a service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1785827 Jun 04 17:13:35.287244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c123349-be40-46ba-a0be-f25b0afb67ee req-a47e0d9d-31f3-4af3-8c70-65222b43ba00 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:35.288650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c123349-be40-46ba-a0be-f25b0afb67ee req-a47e0d9d-31f3-4af3-8c70-65222b43ba00 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.1930523 Jun 04 17:13:35.314593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-254dc92e-002b-4bb2-a517-4fde7eb807a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 1003 time: 0.1221650 Jun 04 17:13:35.379035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c123349-be40-46ba-a0be-f25b0afb67ee req-49335c58-40c1-4c86-b6a5-e838f13f6464 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828111 Jun 04 17:13:35.393282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a93b-88ad-479f-8648-abe903398b20 req-5a645e60-aa49-492c-80b0-7095768cfd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:35.394971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-5a645e60-aa49-492c-80b0-7095768cfd85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0670528 Jun 04 17:13:35.473466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2a82a84b-259f-4404-b050-7d25261c8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:35.474986 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2a82a84b-259f-4404-b050-7d25261c8b2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743883 Jun 04 17:13:35.612007 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-f652d4f8-86e8-48ea-a563-b17172da1998 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307099 Jun 04 17:13:35.765931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-50f22b38-803c-4b42-a575-8f01e3e6025f service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478531 Jun 04 17:13:36.581252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55578c31-d3fc-493b-b0a4-4512e6f3bf41 req-aab20f53-93ad-4df1-aeef-9c00d3cf766f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:36.582777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55578c31-d3fc-493b-b0a4-4512e6f3bf41 req-aab20f53-93ad-4df1-aeef-9c00d3cf766f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0821943 Jun 04 17:13:36.626284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55578c31-d3fc-493b-b0a4-4512e6f3bf41 req-93fffca0-1bd8-4adb-98f4-e6e53423df84 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377688 Jun 04 17:13:36.792624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3e95d-f16d-4207-9823-de4dc32cf5a1 req-924196e3-4e86-4905-bbd6-ce298540cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:36.794092 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9f3e95d-f16d-4207-9823-de4dc32cf5a1 req-924196e3-4e86-4905-bbd6-ce298540cb17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 1097 time: 0.0770628 Jun 04 17:13:36.937408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3e95d-f16d-4207-9823-de4dc32cf5a1 req-f06574c2-1f87-4ead-99cc-77788c807a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:36.938840 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9f3e95d-f16d-4207-9823-de4dc32cf5a1 req-f06574c2-1f87-4ead-99cc-77788c807a02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1265337 Jun 04 17:13:37.042484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9f3e95d-f16d-4207-9823-de4dc32cf5a1 req-18b4865d-6aaa-4e28-92c2-3ef066677dd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 1003 time: 0.0975583 Jun 04 17:13:37.107000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3e95d-f16d-4207-9823-de4dc32cf5a1 req-eb21c8e5-3738-487e-bddc-7a8d1dd4e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:37.108291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9f3e95d-f16d-4207-9823-de4dc32cf5a1 req-eb21c8e5-3738-487e-bddc-7a8d1dd4e56d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0592353 Jun 04 17:13:37.184912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3e95d-f16d-4207-9823-de4dc32cf5a1 req-04cc5930-2bcf-4e0d-93ba-cf2cd4e83009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:37.186365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9f3e95d-f16d-4207-9823-de4dc32cf5a1 req-04cc5930-2bcf-4e0d-93ba-cf2cd4e83009 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724413 Jun 04 17:13:37.320681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9f3e95d-f16d-4207-9823-de4dc32cf5a1 req-900a2a3f-884c-41e9-8b1d-da78a9e4d217 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273825 Jun 04 17:13:37.563442 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9f3e95d-f16d-4207-9823-de4dc32cf5a1 req-55b98d87-2120-449c-97ff-fd782371e941 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362161 Jun 04 17:13:37.850065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7771e-fb93-49cb-8194-a4e25cfafa1b req-b1121783-a4b6-4bd5-acba-1784fa84e225 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:37.851494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34f7771e-fb93-49cb-8194-a4e25cfafa1b req-b1121783-a4b6-4bd5-acba-1784fa84e225 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.1129625 Jun 04 17:13:37.896207 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34f7771e-fb93-49cb-8194-a4e25cfafa1b req-fa491d4e-658c-4383-99bd-b240fca5c8ca tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389359 Jun 04 17:13:39.107208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585aa68-0356-4601-803f-9c34ccaadb8c req-96e5165b-3076-4ab9-b748-f77f1775570b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:39.108660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a585aa68-0356-4601-803f-9c34ccaadb8c req-96e5165b-3076-4ab9-b748-f77f1775570b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0926042 Jun 04 17:13:39.159990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a585aa68-0356-4601-803f-9c34ccaadb8c req-6c653b1b-c196-461b-a1bf-14741c6feedc tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451486 Jun 04 17:13:40.357451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b1927-f105-4f05-99fd-c1221e7700c0 req-fa2e66e3-8024-4959-bc64-4a52eb562ed5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:40.358960 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f8b1927-f105-4f05-99fd-c1221e7700c0 req-fa2e66e3-8024-4959-bc64-4a52eb562ed5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0914879 Jun 04 17:13:40.406906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f8b1927-f105-4f05-99fd-c1221e7700c0 req-0ddbc3d2-36c9-4c28-86c0-618e60e43f92 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394862 Jun 04 17:13:41.615010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bd388-129a-4c3b-82c0-f01410dbcd09 req-e9ee5b99-7a06-4114-a5af-a2f1d0099027 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:41.616466 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-899bd388-129a-4c3b-82c0-f01410dbcd09 req-e9ee5b99-7a06-4114-a5af-a2f1d0099027 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0916102 Jun 04 17:13:41.663523 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-899bd388-129a-4c3b-82c0-f01410dbcd09 req-94c984c1-6f3f-49e2-b6c6-48d5e923ac0b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411673 Jun 04 17:13:42.866154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b3598-4410-475f-a9b8-097c31360a11 req-522609c6-6897-4483-888c-a0d2ff44107a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:42.867510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c99b3598-4410-475f-a9b8-097c31360a11 req-522609c6-6897-4483-888c-a0d2ff44107a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0827718 Jun 04 17:13:42.912499 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c99b3598-4410-475f-a9b8-097c31360a11 req-ce6e0254-d4b6-411c-8809-68d699e6a383 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391371 Jun 04 17:13:44.121389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab7f84-e67e-428b-9881-781808845e21 req-113aaac1-330d-431d-835c-3f7c00b72d03 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:44.122861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aaab7f84-e67e-428b-9881-781808845e21 req-113aaac1-330d-431d-835c-3f7c00b72d03 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0885243 Jun 04 17:13:44.170208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aaab7f84-e67e-428b-9881-781808845e21 req-e5da95c2-84d5-485a-8af5-4dceb707c900 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391755 Jun 04 17:13:45.368537 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda44019-329e-4926-b4d8-6dcf95a11da9 req-6860e84d-f179-4993-91b8-e8e4c3410233 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:45.369985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fda44019-329e-4926-b4d8-6dcf95a11da9 req-6860e84d-f179-4993-91b8-e8e4c3410233 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0847199 Jun 04 17:13:45.418859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fda44019-329e-4926-b4d8-6dcf95a11da9 req-d13ebfe2-1275-4144-ad7b-07416e612a42 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429413 Jun 04 17:13:45.774050 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:13:46.625557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e248e-e150-4357-836e-39013f609dd4 req-fdff9151-a2bb-4aa9-9d3b-087c3f31dabe tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:46.627053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf1e248e-e150-4357-836e-39013f609dd4 req-fdff9151-a2bb-4aa9-9d3b-087c3f31dabe tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0907140 Jun 04 17:13:46.682476 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf1e248e-e150-4357-836e-39013f609dd4 req-b7d4c842-311e-4c4a-81ac-af48b8f4067b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491197 Jun 04 17:13:47.622766 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2c3034f0-d38a-4633-96b2-308f2b02836c service neutron] show failed (client error): The resource could not be found. Jun 04 17:13:47.623711 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2c3034f0-d38a-4633-96b2-308f2b02836c service neutron] 10.222.0.42 "GET /v2.0/ports/fab3427d-0b62-4bd5-ba39-37b09ab08e54/bindings/n-h2-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.0754807 Jun 04 17:13:47.871200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77191b94-1c48-435e-8ee6-b5dc34b1eae1 req-6ca30038-12d3-4e1f-82ae-bc40f61b6f1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:47.872557 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77191b94-1c48-435e-8ee6-b5dc34b1eae1 req-6ca30038-12d3-4e1f-82ae-bc40f61b6f1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0842540 Jun 04 17:13:47.892199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a93b-88ad-479f-8648-abe903398b20 req-9f8c22b0-b19a-4d1d-907e-ca14f92fcfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:47.893661 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-9f8c22b0-b19a-4d1d-907e-ca14f92fcfdf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 1097 time: 0.0703728 Jun 04 17:13:47.904161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:13:47.917074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77191b94-1c48-435e-8ee6-b5dc34b1eae1 req-260fcd63-0199-491d-9a91-7b651ec23b02 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386329 Jun 04 17:13:48.017294 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:48.286245 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:13:48.316244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:13:48.373447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:13:48.378480 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:48.393261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Transition to ACTIVE for port object fab3427d-0b62-4bd5-ba39-37b09ab08e54 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:13:48.397139 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:48.585267 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549f620e-f44a-4da2-a98f-8af1efa61583'] response: {'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'code': 200} Jun 04 17:13:48.601062 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] No DVR routers for this DVR port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:13:48.682265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Pushing event updated for resources: {'Port': ['ID=fab3427d-0b62-4bd5-ba39-37b09ab08e54,revision_number=6']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:13:48.697007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:48.697352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:48.697690 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:48.698025 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:48.698357 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:48.699156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:48.699487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:48.700172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:48.700503 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:48.700844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:48.701183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:48.701490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:48.857071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Attempting to bind port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:13:48.857309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Attempting to bind port fab3427d-0b62-4bd5-ba39-37b09ab08e54 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:13:48.857597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Attempting to bind port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:13:48.862577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:13:48.862895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Attempting to bind port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:13:48.868711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:13:48.869054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Checking segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:13:48.869437 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Bound using segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:13:48.869865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Bound port: fab3427d-0b62-4bd5-ba39-37b09ab08e54, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:13:48.870236 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:48.967960 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:13:48.971120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:13:48.976926 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:49.040174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:49.040844 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:49.042219 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] 10.222.0.46 "PUT /v2.0/ports/fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 1092 time: 1.1419957 Jun 04 17:13:49.058039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e083a54-3b7b-4faf-ac0e-de5b6e7ba030 service neutron] Pushing event updated for resources: {'Port': ['ID=fab3427d-0b62-4bd5-ba39-37b09ab08e54,revision_number=7']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:13:49.121669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b489d-688b-4c1f-853e-a7840dd1d4b2 req-69bed899-d6c3-45ee-b03a-aa0aee32ed9c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:49.123952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-643b489d-688b-4c1f-853e-a7840dd1d4b2 req-69bed899-d6c3-45ee-b03a-aa0aee32ed9c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 944 time: 0.0970519 Jun 04 17:13:49.177889 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-643b489d-688b-4c1f-853e-a7840dd1d4b2 req-45cf0cce-673b-4f99-a11e-db06ce97d6d6 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471387 Jun 04 17:13:49.254967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a93b-88ad-479f-8648-abe903398b20 req-712c4bbb-0d80-4dd8-9539-b7278d2a223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:49.256502 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-712c4bbb-0d80-4dd8-9539-b7278d2a223c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 1095 time: 0.1903853 Jun 04 17:13:49.388183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a93b-88ad-479f-8648-abe903398b20 req-6ed780f6-5c79-4267-9a32-a191103e73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:49.389515 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-6ed780f6-5c79-4267-9a32-a191103e73f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1262772 Jun 04 17:13:49.495767 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-367b3d3f-b1b6-4a9d-aa56-ee469dbded0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 1001 time: 0.0995126 Jun 04 17:13:49.565413 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a93b-88ad-479f-8648-abe903398b20 req-e6bfea29-a338-4d91-9169-e836d57c774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:49.567087 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-e6bfea29-a338-4d91-9169-e836d57c774b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0650964 Jun 04 17:13:49.642401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a93b-88ad-479f-8648-abe903398b20 req-3dad717c-624c-4013-970d-60fd5cd619b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:49.643834 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-3dad717c-624c-4013-970d-60fd5cd619b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709789 Jun 04 17:13:49.777863 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-b16c8205-7c6f-4de8-b2dc-2d3dd18f4c1f service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272447 Jun 04 17:13:49.911231 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-1c95a93b-88ad-479f-8648-abe903398b20 req-eb4eda0e-24d0-474c-a15c-f630f61f9eab service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272252 Jun 04 17:13:50.385791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd9e63-aff1-4ad4-8413-90e41f1d9a27 req-393ec84c-c499-4330-aa61-f9467e92ada9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:50.387371 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5bd9e63-aff1-4ad4-8413-90e41f1d9a27 req-393ec84c-c499-4330-aa61-f9467e92ada9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 944 time: 0.0890017 Jun 04 17:13:50.432696 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5bd9e63-aff1-4ad4-8413-90e41f1d9a27 req-b1b435c3-5ea9-4ecb-946e-df753478b431 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 Jun 04 17:13:50.587349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:13:50.657354 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9a20ec-652e-47ce-96b9-2a66d520696f'] response: {'name': 'network-changed', 'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'status': 'completed', 'code': 200} Jun 04 17:13:50.749601 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-437293ab-9917-4589-bfee-5d74224bc744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:50.751122 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-437293ab-9917-4589-bfee-5d74224bc744 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 1095 time: 0.0750651 Jun 04 17:13:50.755372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-3088567c-23a6-4974-9e06-4d71383c1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:50.756890 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-3088567c-23a6-4974-9e06-4d71383c1e54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 1095 time: 0.0760064 Jun 04 17:13:50.881753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-f39bb5bb-87bc-46c2-832a-ad5b6043df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:50.883201 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-f39bb5bb-87bc-46c2-832a-ad5b6043df3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1265244 Jun 04 17:13:50.888438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-d8024560-de18-4dc8-acd0-afcffa0dab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:50.889896 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-d8024560-de18-4dc8-acd0-afcffa0dab04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1261089 Jun 04 17:13:50.986097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-4eff3e14-598d-43d0-b1e9-08628287d226 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 1001 time: 0.0963936 Jun 04 17:13:50.994036 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-81690144-0258-4b59-9efd-f0322e168cc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 1001 time: 0.0972879 Jun 04 17:13:51.046697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-858bd6e6-a82b-48d9-a31b-a94b26021145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:51.048141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-858bd6e6-a82b-48d9-a31b-a94b26021145 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0563776 Jun 04 17:13:51.060338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-70682e14-92be-4ea4-8ad3-a55bc29158a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:51.061770 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-70682e14-92be-4ea4-8ad3-a55bc29158a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0611501 Jun 04 17:13:51.123709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-5b1d1f72-8104-41ec-bb70-d8d0ee3d83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:51.125229 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-5b1d1f72-8104-41ec-bb70-d8d0ee3d83b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710928 Jun 04 17:13:51.136451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-b3085c5f-c222-4edd-9fee-cf1018c918c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:51.137824 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-b3085c5f-c222-4edd-9fee-cf1018c918c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690336 Jun 04 17:13:51.274419 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-e3db9584-0b94-433f-9d0e-c40d17a1e712 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294799 Jun 04 17:13:51.372700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-e77a6a8d-7623-4f3e-8939-94ca646af233 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414987 Jun 04 17:13:51.411750 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-205e0c46-9543-4197-9d10-242a51e4bac5 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281450 Jun 04 17:13:51.515993 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2836c5fb-4794-44bc-a3d8-d9855df89318 req-3b61dc6f-60c0-4b65-a3a3-3447b187e311 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363888 Jun 04 17:13:51.563185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device fab3427d-0b62-4bd5-ba39-37b09ab08e54 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:13:51.628336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device fab3427d-0b62-4bd5-ba39-37b09ab08e54 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:13:51.826493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5eefe-c028-4a46-b4cd-caaa888a99ea req-84133d24-6819-432d-8e24-e2c732db8734 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:51.827946 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfb5eefe-c028-4a46-b4cd-caaa888a99ea req-84133d24-6819-432d-8e24-e2c732db8734 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 944 time: 0.0887082 Jun 04 17:13:51.874849 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bfb5eefe-c028-4a46-b4cd-caaa888a99ea req-cad50241-9c84-4058-92c7-d0f733a2802d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381315 Jun 04 17:13:52.294618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-93f1c9e0-0cab-4391-a54c-b2b37e934b3d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:52.295953 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-93f1c9e0-0cab-4391-a54c-b2b37e934b3d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.46 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f&tenant_id=ec17a8f177dc44899391d38bac384ee4&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 944 time: 0.0910227 Jun 04 17:13:52.348804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebc7d3-de77-4753-8518-5896437d9a8d req-bbe5f8ae-5331-4120-8c5e-114bc03240af tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:52.350264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cdebc7d3-de77-4753-8518-5896437d9a8d req-bbe5f8ae-5331-4120-8c5e-114bc03240af tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 944 time: 0.0875909 Jun 04 17:13:52.374404 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-23d323b9-95ca-4be0-bcf2-04bc6862dcfe service neutron] 10.222.0.46 "GET /v2.0/ports/fab3427d-0b62-4bd5-ba39-37b09ab08e54/bindings/n-h2-811809-3 HTTP/1.1" status: 200 len: 382 time: 0.0732100 Jun 04 17:13:52.396512 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cdebc7d3-de77-4753-8518-5896437d9a8d req-0ab25861-9bc8-40da-b82d-f89f561928c4 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401597 Jun 04 17:13:52.568349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-1bd05d44-868e-405e-9d65-79544da067bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:52.569852 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-1bd05d44-868e-405e-9d65-79544da067bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 1095 time: 0.1726236 Jun 04 17:13:52.701611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-1fcbf6d5-a286-470f-b116-28022e6c265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:52.703084 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-1fcbf6d5-a286-470f-b116-28022e6c265e service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1270058 Jun 04 17:13:52.810510 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-63559fb2-4586-493f-acd1-d49e7f60afb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 1001 time: 0.1015263 Jun 04 17:13:52.871812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-f96533d3-10ac-4160-915a-db04f308d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:52.873102 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-f96533d3-10ac-4160-915a-db04f308d082 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0565128 Jun 04 17:13:52.952874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-74f1d390-614a-47d6-85f2-c858727aaafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:52.954320 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-74f1d390-614a-47d6-85f2-c858727aaafb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752339 Jun 04 17:13:53.088518 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-310ecc58-00ea-42a4-b5ea-d2c7590f10e1 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271255 Jun 04 17:13:53.219734 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-670b0e99-529a-4a81-b6f7-ea3f6a51cd7c service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257346 Jun 04 17:13:53.359790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device fab3427d-0b62-4bd5-ba39-37b09ab08e54 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:13:53.503680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:13:53.517506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'port_id': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'mac_address': 'fa:16:3e:0f:b5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:13:53.577181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port fab3427d-0b62-4bd5-ba39-37b09ab08e54 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:13:53.577654 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:53.588257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e139f-11c2-4e13-830c-d710d4c8703e req-df37d2c4-7cda-4c77-acce-027d88083c39 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:53.589721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-124e139f-11c2-4e13-830c-d710d4c8703e req-df37d2c4-7cda-4c77-acce-027d88083c39 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 944 time: 0.0822287 Jun 04 17:13:53.594526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab3427d-0b62-4bd5-ba39-37b09ab08e54 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:13:53.609705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:13:53.614681 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:53.635985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-124e139f-11c2-4e13-830c-d710d4c8703e req-1696731f-d976-41eb-9bd0-4d2674ee3e75 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402329 Jun 04 17:13:53.684515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=fab3427d-0b62-4bd5-ba39-37b09ab08e54,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:13:53.691951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:53.692285 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:53.692612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:53.692933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:53.693250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:53.693568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:53.693880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:53.694195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:53.694532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:53.694844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:53.695145 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:53.695453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:53.888986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['fab3427d-0b62-4bd5-ba39-37b09ab08e54'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:13:54.836059 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dc429-60fd-4271-b145-4b257189c148 req-797c1276-d63a-44d0-a55e-30b3ab558a57 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:54.837414 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c29dc429-60fd-4271-b145-4b257189c148 req-797c1276-d63a-44d0-a55e-30b3ab558a57 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 945 time: 0.0922129 Jun 04 17:13:54.886767 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c29dc429-60fd-4271-b145-4b257189c148 req-1da465d4-7ced-4014-a6ed-28110418ede8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397558 Jun 04 17:13:55.166677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-a478d4d8-d0aa-4b6e-b112-b6e84795cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:55.168163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-a478d4d8-d0aa-4b6e-b112-b6e84795cd7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0745203 Jun 04 17:13:55.178987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:13:55.293593 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:55.374198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device fab3427d-0b62-4bd5-ba39-37b09ab08e54 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:13:55.509727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:13:55.524049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'port_id': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'mac_address': 'fa:16:3e:0f:b5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:13:55.571841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:13:55.601609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:13:55.653717 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fab3427d-0b62-4bd5-ba39-37b09ab08e54 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:13:55.661874 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:55.679137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Ignored duplicate provisioning block setup for port fab3427d-0b62-4bd5-ba39-37b09ab08e54 by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 04 17:13:55.684267 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:55.833099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Pushing event updated for resources: {'Port': ['ID=fab3427d-0b62-4bd5-ba39-37b09ab08e54,revision_number=9']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:13:55.847142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:55.847801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:55.847801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:55.848110 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:55.848418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:55.848736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:55.849107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:55.849423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:55.849737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:55.850043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:55.850354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:55.850691 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:13:55.897481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] No DVR routers for this DVR port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:13:56.304720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Attempting to bind port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:13:56.305027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Attempting to bind port fab3427d-0b62-4bd5-ba39-37b09ab08e54 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:13:56.305340 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Attempting to bind port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:13:56.316024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26d2f2-a811-45e2-a9c6-30aa2e8323de req-81b9b32c-a00d-475c-851a-ea5d6207efea tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:56.317467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e26d2f2-a811-45e2-a9c6-30aa2e8323de req-81b9b32c-a00d-475c-851a-ea5d6207efea tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 944 time: 0.1730044 Jun 04 17:13:56.319523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:13:56.319828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Attempting to bind port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:13:56.337492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:13:56.337812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Checking segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:13:56.338144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Bound using segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:13:56.338635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Bound port: fab3427d-0b62-4bd5-ba39-37b09ab08e54, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:13:56.338958 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:56.418290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e26d2f2-a811-45e2-a9c6-30aa2e8323de req-05140e37-1e08-4f0d-9de3-0c922240f1e8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946021 Jun 04 17:13:56.449547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:13:56.452468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:13:56.460052 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:56.519218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:56.519863 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:56.521423 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] 10.222.0.42 "PUT /v2.0/ports/fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 1092 time: 1.3463922 Jun 04 17:13:56.521937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:13:56.541976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0874f5-46f9-4199-9e34-dc5950861540 service neutron] Pushing event updated for resources: {'Port': ['ID=fab3427d-0b62-4bd5-ba39-37b09ab08e54,revision_number=10']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:13:56.600939 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd133730-5534-4a8a-acbd-48166b988b40'] response: {'name': 'network-changed', 'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'status': 'completed', 'code': 200} Jun 04 17:13:56.637881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-58139d8b-ad7a-4b18-861d-5bab8c0617b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:56.639625 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-58139d8b-ad7a-4b18-861d-5bab8c0617b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 1096 time: 0.0944726 Jun 04 17:13:56.696276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954ad2b-da96-421d-a36a-38069ba38355 req-2d1292d4-d996-4784-9455-2aee32345b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:56.698061 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-2d1292d4-d996-4784-9455-2aee32345b4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 1096 time: 0.0757544 Jun 04 17:13:56.773762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-662292d1-ff1d-45c7-870b-dea4ed6374e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:56.775234 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-662292d1-ff1d-45c7-870b-dea4ed6374e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1294720 Jun 04 17:13:56.833456 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954ad2b-da96-421d-a36a-38069ba38355 req-2c22db86-da99-498f-8847-3f922bb9cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:56.834967 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-2c22db86-da99-498f-8847-3f922bb9cd2b service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1315529 Jun 04 17:13:56.873743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-76ebf836-6920-4ff4-9c3f-9976c5f8b009 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 1001 time: 0.0915759 Jun 04 17:13:56.941169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-487cfb87-18e5-44ec-8d56-584d0938a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:56.943152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-487cfb87-18e5-44ec-8d56-584d0938a897 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0639029 Jun 04 17:13:56.946086 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-b9e26c5f-205e-4e7d-9131-c57d51fcb1e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 1001 time: 0.1048641 Jun 04 17:13:57.008558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954ad2b-da96-421d-a36a-38069ba38355 req-83e54521-ad80-4d4d-a10a-ecc33104a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:57.010051 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-83e54521-ad80-4d4d-a10a-ecc33104a431 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0582867 Jun 04 17:13:57.018488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-763f1f4b-c79b-4d09-8434-8bf62ccaea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:57.019952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-763f1f4b-c79b-4d09-8434-8bf62ccaea82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707579 Jun 04 17:13:57.090393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954ad2b-da96-421d-a36a-38069ba38355 req-9337f6df-c58b-47e3-9e55-cf7c20ee76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:57.091808 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-9337f6df-c58b-47e3-9e55-cf7c20ee76ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761878 Jun 04 17:13:57.151666 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-a82d0904-f05b-42f1-9653-6820428fc3ac service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254749 Jun 04 17:13:57.225856 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-5c26dbb0-e53e-49fc-878a-aafbe2e57248 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280057 Jun 04 17:13:57.286406 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9f63f29-84d8-4e90-8997-88f3d080937d req-5662bd7e-9d32-4892-8427-2136cc5620c1 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290402 Jun 04 17:13:57.359399 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-82ec7f4a-ebb6-4e65-adf5-987722185eec service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272626 Jun 04 17:13:57.407142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954ad2b-da96-421d-a36a-38069ba38355 req-75758dde-9b7c-4b67-9fc1-a3d06b727792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:57.408635 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-75758dde-9b7c-4b67-9fc1-a3d06b727792 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 1096 time: 0.0778809 Jun 04 17:13:57.577070 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954ad2b-da96-421d-a36a-38069ba38355 req-6515156c-4084-4003-b08a-4171d2e29176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:57.578525 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-6515156c-4084-4003-b08a-4171d2e29176 service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1638627 Jun 04 17:13:57.690930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-351d933a-a780-4ad2-b428-b20c71de8de2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 200 len: 1001 time: 0.1031442 Jun 04 17:13:57.702267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6fe6-7931-40e7-bc21-12e68d7940bd req-d8d278c9-4d89-4dab-a7fe-de325356a67f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:57.703668 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-567a6fe6-7931-40e7-bc21-12e68d7940bd req-d8d278c9-4d89-4dab-a7fe-de325356a67f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 945 time: 0.1788375 Jun 04 17:13:57.791159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954ad2b-da96-421d-a36a-38069ba38355 req-53c9c327-9c34-460d-bfd1-02f4cd8555cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:57.792585 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-53c9c327-9c34-460d-bfd1-02f4cd8555cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0880737 Jun 04 17:13:57.795549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-567a6fe6-7931-40e7-bc21-12e68d7940bd req-752af865-c1dd-4ed0-a960-a810d92104e0 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626626 Jun 04 17:13:57.859241 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2f9863f1-dca9-40b4-919f-414ec84c5bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:57.987492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954ad2b-da96-421d-a36a-38069ba38355 req-36ff3298-09ca-4e2c-948b-56638474eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:57.988992 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-36ff3298-09ca-4e2c-948b-56638474eaca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891398 Jun 04 17:13:58.121912 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-cfaf8cda-90e0-40d1-b798-56a6a5d286e4 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250877 Jun 04 17:13:58.265563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c954ad2b-da96-421d-a36a-38069ba38355 req-e02a2ceb-6cf9-498d-98e9-46c0b9f8d781 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369276 Jun 04 17:13:58.995496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b813b-42e3-4b98-8c5a-ea03e4d842ef req-61fd9837-be1c-4aa1-9396-e4273cf196ad tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:13:58.996952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-842b813b-42e3-4b98-8c5a-ea03e4d842ef req-61fd9837-be1c-4aa1-9396-e4273cf196ad tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 945 time: 0.0854323 Jun 04 17:13:59.045352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-842b813b-42e3-4b98-8c5a-ea03e4d842ef req-18ff409b-30aa-4c91-82a1-cc7dda2af808 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421748 Jun 04 17:13:59.376368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device fab3427d-0b62-4bd5-ba39-37b09ab08e54 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:13:59.444677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device fab3427d-0b62-4bd5-ba39-37b09ab08e54 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:13:59.620050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device fab3427d-0b62-4bd5-ba39-37b09ab08e54 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:13:59.771214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:13:59.786508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'port_id': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'mac_address': 'fa:16:3e:0f:b5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:13:59.883294 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port fab3427d-0b62-4bd5-ba39-37b09ab08e54 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:13:59.883668 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:59.901179 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab3427d-0b62-4bd5-ba39-37b09ab08e54 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:13:59.918638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:13:59.925740 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:13:59.991209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=fab3427d-0b62-4bd5-ba39-37b09ab08e54,revision_number=11']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:14:00.089093 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-192343c0-cfe0-41f2-884f-74878904d317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:00.141486 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['fab3427d-0b62-4bd5-ba39-37b09ab08e54'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:14:00.235631 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b920023-68a5-457d-8536-db90fd23ef37 req-0ca472bb-3c68-4eb2-b6cd-0ab825d7af97 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:00.237097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b920023-68a5-457d-8536-db90fd23ef37 req-0ca472bb-3c68-4eb2-b6cd-0ab825d7af97 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0793328 Jun 04 17:14:00.281697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b920023-68a5-457d-8536-db90fd23ef37 req-3fb9b2f2-a61f-4d8a-b274-0166639a40a0 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382962 Jun 04 17:14:00.476861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f9777-a51c-4db8-a1b6-64365a42564f req-0f9dc2e7-80b7-412f-b4f7-9ecd2f445050 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:00.478331 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-363f9777-a51c-4db8-a1b6-64365a42564f req-0f9dc2e7-80b7-412f-b4f7-9ecd2f445050 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0899079 Jun 04 17:14:00.528897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-363f9777-a51c-4db8-a1b6-64365a42564f req-fa996021-bd21-4b81-bff8-90b921aac840 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 Jun 04 17:14:00.713048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dd4f3-698f-4262-9437-175d9746d015 req-c80ae20a-1f5b-4556-823a-b85a8096ac7f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:00.714548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dd0dd4f3-698f-4262-9437-175d9746d015 req-c80ae20a-1f5b-4556-823a-b85a8096ac7f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0813406 Jun 04 17:14:00.759865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dd0dd4f3-698f-4262-9437-175d9746d015 req-57e52982-08e4-4fbf-8612-4b5c1213e2f6 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392978 Jun 04 17:14:01.160581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fee632-77bb-4308-af65-1de6d0290bb4 req-466df295-5df1-4e6a-a042-b77c8da9cd5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:01.162028 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-46fee632-77bb-4308-af65-1de6d0290bb4 req-466df295-5df1-4e6a-a042-b77c8da9cd5d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 946 time: 0.0861156 Jun 04 17:14:01.206317 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-46fee632-77bb-4308-af65-1de6d0290bb4 req-c611bd72-6077-415b-b121-d69c39b1f834 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383096 Jun 04 17:14:01.336265 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:01.466161 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:01.633840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device fab3427d-0b62-4bd5-ba39-37b09ab08e54 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:14:01.716713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port fab3427d-0b62-4bd5-ba39-37b09ab08e54 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:14:01.721819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port fab3427d-0b62-4bd5-ba39-37b09ab08e54 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:14:01.722139 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:01.838076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port fab3427d-0b62-4bd5-ba39-37b09ab08e54 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:14:01.838419 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:01.867785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:14:01.877269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:14:01.882966 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:01.916273 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6facca9-a6cc-49b8-8aab-012ae5661e99'] response: {'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'code': 200} Jun 04 17:14:01.952952 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=fab3427d-0b62-4bd5-ba39-37b09ab08e54,revision_number=12']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:14:02.430284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-b7a8a762-1697-49ab-84ac-b2c73d9a4181 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:02.431758 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-b7a8a762-1697-49ab-84ac-b2c73d9a4181 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 947 time: 0.1421905 Jun 04 17:14:02.441878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d4c14-0afe-4412-b7a5-4c39f33c3c18 req-bace48c3-ad33-48f2-9bae-c4f0dce68296 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:02.443257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-931d4c14-0afe-4412-b7a5-4c39f33c3c18 req-bace48c3-ad33-48f2-9bae-c4f0dce68296 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 947 time: 0.1168425 Jun 04 17:14:02.537975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Deleting port fab3427d-0b62-4bd5-ba39-37b09ab08e54 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:14:02.538369 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:02.572054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-931d4c14-0afe-4412-b7a5-4c39f33c3c18 req-396c682a-44dd-4961-a30d-892df5dbe6b7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995846 Jun 04 17:14:02.754395 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:02.799618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] For port fab3427d-0b62-4bd5-ba39-37b09ab08e54, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=fab3427d-0b62-4bd5-ba39-37b09ab08e54,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:14:02.799856 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:03.192469 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:03.192721 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:03.193020 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Floating IP b580fcb8-db44-4149-8623-3af09bc79f13 disassociated. External IP: 172.25.5.208, port: fab3427d-0b62-4bd5-ba39-37b09ab08e54. Jun 04 17:14:03.193378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Calling delete_port for fab3427d-0b62-4bd5-ba39-37b09ab08e54 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:14:03.356573 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:03.409079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event deleted for resources: {'Port': ['ID=fab3427d-0b62-4bd5-ba39-37b09ab08e54,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:14:03.602862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Router af5421bd-f4dc-4215-90dd-ff57334ff3e9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:14:03.738259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07c024ea-a6f1-4e23-bf29-2e7b22b1c831 req-bd2f248d-9512-4712-92fb-bfcdc5d3d381 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=694f1f3c-99fa-4781-ae35-5499f113296f HTTP/1.1" status: 200 len: 210 time: 0.0488861 Jun 04 17:14:03.829460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:14:03.839640 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78265d-0a4c-4728-921c-0272953ce828 None None] Sync routers for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:14:03.853793 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78265d-0a4c-4728-921c-0272953ce828 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:14:03.854457 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6f78265d-0a4c-4728-921c-0272953ce828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:14:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:14:03.903413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] No DVR routers for this DVR port fab3427d-0b62-4bd5-ba39-37b09ab08e54 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:14:03.905998 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:03.908667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'name': 'network-vif-deleted', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:14:03.925582 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c01c1a15-100a-4fc9-be18-6ad20dcf53f8 req-9f27842d-017c-420b-aa35-435103ca6104 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "DELETE /v2.0/ports/fab3427d-0b62-4bd5-ba39-37b09ab08e54 HTTP/1.1" status: 204 len: 173 time: 1.4811926 Jun 04 17:14:03.957812 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366fdb82-2a9a-42a3-88bd-2954fd597b92'] response: {'server_uuid': '694f1f3c-99fa-4781-ae35-5499f113296f', 'name': 'network-vif-deleted', 'tag': 'fab3427d-0b62-4bd5-ba39-37b09ab08e54', 'status': 'completed', 'code': 200} Jun 04 17:14:04.085243 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-6f78265d-0a4c-4728-921c-0272953ce828 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:14:04.404841 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6f78265d-0a4c-4728-921c-0272953ce828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:14:04.408823 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78265d-0a4c-4728-921c-0272953ce828 None None] Checking router: af5421bd-f4dc-4215-90dd-ff57334ff3e9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:14:04.417341 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78265d-0a4c-4728-921c-0272953ce828 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:14:04.417925 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6f78265d-0a4c-4728-921c-0272953ce828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:14:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:14:04.500034 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:04.594242 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-6f78265d-0a4c-4728-921c-0272953ce828 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:14:04.671857 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:04.911615 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6f78265d-0a4c-4728-921c-0272953ce828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:14:04.916022 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78265d-0a4c-4728-921c-0272953ce828 None None] The sync data for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 is: [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:14:05.077553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-1536a28a-83d2-4ca1-a0fc-8f9918f53a08 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1927319253&fields=id&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 267 time: 0.0417833 Jun 04 17:14:05.125908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca9bd8f-e2c7-4533-af0a-332b2f18bd6f None None] New status for floating IP b580fcb8-db44-4149-8623-3af09bc79f13: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:14:05.226704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-160faba2-ef4f-4344-9368-12e0f01da831 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:05.228146 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-160faba2-ef4f-4344-9368-12e0f01da831 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 812 time: 0.1437805 Jun 04 17:14:05.244033 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-fa591d58-cd68-42d4-a7f1-dfecb278dc91 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/quotas/ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 375 time: 0.0098033 Jun 04 17:14:05.332266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-49fd2fc6-61b6-466d-b4e2-1991fbc63954 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Synchronizing usage tracker for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:14:05.351166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-49fd2fc6-61b6-466d-b4e2-1991fbc63954 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Unset dirty status for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:14:05.352581 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-49fd2fc6-61b6-466d-b4e2-1991fbc63954 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033139 Jun 04 17:14:05.501351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-8ec418ed-55a5-4bf1-87d3-06a657beb8b0 service neutron] 10.222.0.13 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365311 Jun 04 17:14:05.642003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-bbde83fb-afe7-4bbf-8d56-b71242e51f59 service neutron] 10.222.0.13 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339030 Jun 04 17:14:05.656167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device fab3427d-0b62-4bd5-ba39-37b09ab08e54 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:14:05.691318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: fab3427d-0b62-4bd5-ba39-37b09ab08e54 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:14:05.691662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device fab3427d-0b62-4bd5-ba39-37b09ab08e54 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:14:05.828171 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b8d5c1f0-bcf7-4ac8-adba-5b684af48c84 req-5bc01bbc-a757-407d-85dc-3687c436d213 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0454597 Jun 04 17:14:06.882806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-c7c5362f-7b66-4c5a-a60d-0c32a9c46069 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:06.884184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-c7c5362f-7b66-4c5a-a60d-0c32a9c46069 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 812 time: 0.1536374 Jun 04 17:14:07.068822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b90f834-f6b4-4b67-a9ea-42cd0e2d9fdf req-53171197-5d7f-49ca-a0c2-85edba6f0fcf tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0507388 Jun 04 17:14:07.085419 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-fafc4976-70f8-4845-8734-3ae096e29ff0 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 380 time: 0.1920555 Jun 04 17:14:07.094028 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Request body: {'port': {'device_id': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'admin_state_up': True, 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'security_groups': ['ac2eb0fc-0207-4e6f-9f05-e86160f25e03']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:14:07.229139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:14:07.239504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:14:07.251326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Made reservation on behalf of ec17a8f177dc44899391d38bac384ee4 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:14:07.254820 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:07.423360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Allocated IP 172.20.0.14 (923d4ce1-8c28-474c-8e4b-73d854a6235a/deece774-4c98-43a9-80a5-879aef0a9294/4d361daf-790c-44ee-bd9a-0dba1dc02c5f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:14:07.619391 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:07.638667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Transition to ACTIVE for port object 4d361daf-790c-44ee-bd9a-0dba1dc02c5f will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:14:07.669033 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:07.744399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Network 923d4ce1-8c28-474c-8e4b-73d854a6235a is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:14:07.747812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:14:07.751936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:14:07.788243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event updated for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:14:07.820624 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:07.821258 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:07.847677 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-a85e674a-271b-46f5-a9b2-20399a818cfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7572482 Jun 04 17:14:07.858792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Request body: {'port': {'device_id': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:14:07.978963 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:08.009894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-01432e55-648e-4ab1-93da-2e8e3189de18 None None] Provisioning for port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:14:08.014605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-01432e55-648e-4ab1-93da-2e8e3189de18 None None] Provisioning complete for port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:14:08.014968 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-01432e55-648e-4ab1-93da-2e8e3189de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:08.066934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-01432e55-648e-4ab1-93da-2e8e3189de18 None None] Port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:14:08.329301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca0272-0684-4931-9b2e-1260b08bc328 req-ab976664-acd4-413c-ad2b-58a15ed56726 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:08.330073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2cca0272-0684-4931-9b2e-1260b08bc328 req-ab976664-acd4-413c-ad2b-58a15ed56726 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Synchronizing usage tracker for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:14:08.405303 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2cca0272-0684-4931-9b2e-1260b08bc328 req-ab976664-acd4-413c-ad2b-58a15ed56726 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Unset dirty status for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:14:08.406466 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2cca0272-0684-4931-9b2e-1260b08bc328 req-ab976664-acd4-413c-ad2b-58a15ed56726 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 932 time: 0.2075167 Jun 04 17:14:08.408343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d361daf-790c-44ee-bd9a-0dba1dc02c5f {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:14:08.428161 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:08.455477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Transition to ACTIVE for port object 4d361daf-790c-44ee-bd9a-0dba1dc02c5f will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:14:08.463828 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:08.496187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2cca0272-0684-4931-9b2e-1260b08bc328 req-ca40d593-6f4e-4e2a-b37c-fa45b0cce768 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831943 Jun 04 17:14:08.622997 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Pushing event updated for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:14:08.701885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Attempting to bind port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:14:08.702220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Attempting to bind port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:14:08.702580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Attempting to bind port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:14:08.707193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:14:08.707503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Attempting to bind port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:14:08.712767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:14:08.713100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Checking segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:14:08.713475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Bound using segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:14:08.713900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Bound port: 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:14:08.714241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:08.803852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:14:08.806785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:14:08.811573 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:08.978708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:08.979347 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:08.980720 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] 10.222.0.42 "PUT /v2.0/ports/4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1092 time: 1.1262391 Jun 04 17:14:08.981153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:14:09.000703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdcddf-a8e3-4c6b-aaf9-48b33278348a service neutron] Pushing event updated for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:14:09.052949 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3312a71a-2b89-4069-8b29-51a4f85c2128'] response: {'name': 'network-changed', 'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'status': 'completed', 'code': 200} Jun 04 17:14:09.094478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-06993f27-0d0b-418a-a16a-be15bc4d2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:09.095965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-06993f27-0d0b-418a-a16a-be15bc4d2b32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1095 time: 0.0747554 Jun 04 17:14:09.169000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-5f41ea3d-b660-4c88-aed9-58c6d1cc7568 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 217 time: 0.0664036 Jun 04 17:14:09.231259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-498c147b-f2fa-4c48-ad43-9e86ac3217b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:09.232687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-498c147b-f2fa-4c48-ad43-9e86ac3217b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0585091 Jun 04 17:14:09.312657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-85da24f2-450a-4e40-be39-171bc6aa3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:09.314000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-85da24f2-450a-4e40-be39-171bc6aa3e38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757174 Jun 04 17:14:09.463550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-62335697-4dd5-44a4-aba3-d0e1fde51cb5 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432934 Jun 04 17:14:09.600790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87ff6981-fdc6-4a47-99e0-7814dde77ed4 req-ff7e6ba3-1237-428b-bbc3-57482f85f1b0 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307766 Jun 04 17:14:09.746120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a3c55-3541-4d7d-ba23-a66bce896238 req-98e85dee-223d-417b-9078-38bcc9d6ea58 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:09.747622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-517a3c55-3541-4d7d-ba23-a66bce896238 req-98e85dee-223d-417b-9078-38bcc9d6ea58 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 944 time: 0.1394479 Jun 04 17:14:09.749582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1073fa-cd11-40f3-8b59-bb4af64c0ede req-d4b19882-b405-480e-b31a-795402fbcfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:09.750987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb1073fa-cd11-40f3-8b59-bb4af64c0ede req-d4b19882-b405-480e-b31a-795402fbcfeb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1095 time: 0.1044130 Jun 04 17:14:09.871606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-517a3c55-3541-4d7d-ba23-a66bce896238 req-49be020f-6c65-4ea8-b759-af918b481bfd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179502 Jun 04 17:14:09.910739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1073fa-cd11-40f3-8b59-bb4af64c0ede req-596d9b0e-b128-4c6b-bf3a-eb6cef9c8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:09.912188 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb1073fa-cd11-40f3-8b59-bb4af64c0ede req-596d9b0e-b128-4c6b-bf3a-eb6cef9c8560 service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1448493 Jun 04 17:14:09.983472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb1073fa-cd11-40f3-8b59-bb4af64c0ede req-d163491c-c1de-4418-bfb6-16540e3e9e4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 217 time: 0.0640738 Jun 04 17:14:10.046913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1073fa-cd11-40f3-8b59-bb4af64c0ede req-d7976641-69c9-4a16-bd50-d5b0dce61d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:10.048316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb1073fa-cd11-40f3-8b59-bb4af64c0ede req-d7976641-69c9-4a16-bd50-d5b0dce61d54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0592163 Jun 04 17:14:10.130258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1073fa-cd11-40f3-8b59-bb4af64c0ede req-1b92bead-56df-4af4-9f56-0e0f9c5fc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:10.131989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb1073fa-cd11-40f3-8b59-bb4af64c0ede req-1b92bead-56df-4af4-9f56-0e0f9c5fc11d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766475 Jun 04 17:14:10.286382 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb1073fa-cd11-40f3-8b59-bb4af64c0ede req-c5743eb1-d919-4f21-85a6-66c5fda7fece service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468875 Jun 04 17:14:10.430753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb1073fa-cd11-40f3-8b59-bb4af64c0ede req-d8343ec6-65d8-4d8d-9831-d6dd26877c14 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368930 Jun 04 17:14:11.076622 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba34752-74cc-4cb8-a50d-3ea87c13a85d req-2b1fb9d2-0c85-4638-a8e7-bc0224133f04 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:11.078064 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ba34752-74cc-4cb8-a50d-3ea87c13a85d req-2b1fb9d2-0c85-4638-a8e7-bc0224133f04 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0873370 Jun 04 17:14:11.125304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ba34752-74cc-4cb8-a50d-3ea87c13a85d req-3fa5833d-6bd5-4f0a-bd2c-bdb5418b6727 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388610 Jun 04 17:14:11.689312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4d361daf-790c-44ee-bd9a-0dba1dc02c5f details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:14:11.843151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:14:11.860624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'port_id': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'mac_address': 'fa:16:3e:af:c1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:14:11.932329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:14:11.932707 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:11.950396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d361daf-790c-44ee-bd9a-0dba1dc02c5f {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:14:11.967752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:14:11.974243 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:12.046335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:14:12.169525 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['4d361daf-790c-44ee-bd9a-0dba1dc02c5f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:14:12.325166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423438d-04c5-43a4-a72c-94b2137b4199 req-28d526fe-f89f-499f-a85e-8af6746ccf16 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:12.326637 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0423438d-04c5-43a4-a72c-94b2137b4199 req-28d526fe-f89f-499f-a85e-8af6746ccf16 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 945 time: 0.0816829 Jun 04 17:14:12.484317 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0423438d-04c5-43a4-a72c-94b2137b4199 req-900f5927-152f-4886-ab72-7fb52c37983d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516106 Jun 04 17:14:13.687202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4d361daf-790c-44ee-bd9a-0dba1dc02c5f up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:14:13.687820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261285cc-5091-4c33-8a72-311c7b4cb70c req-567cf618-2bb4-435c-829c-a6ac0c6e4562 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:13.688921 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-261285cc-5091-4c33-8a72-311c7b4cb70c req-567cf618-2bb4-435c-829c-a6ac0c6e4562 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 945 time: 0.0941699 Jun 04 17:14:13.733970 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-261285cc-5091-4c33-8a72-311c7b4cb70c req-177e5a51-d977-43b7-8cbf-847e27223805 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392065 Jun 04 17:14:13.755245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:14:13.760297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:14:13.760660 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:13.883642 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:14:13.883871 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:13.911088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:14:13.920642 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:14:13.925544 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:13.964754 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374ff881-82b1-4eae-8d10-4e5c6778d457'] response: {'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'code': 200} Jun 04 17:14:14.036373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:14:14.095315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d0d26-935d-4205-8ceb-9464242f3bf6 req-3cf07757-e74b-4388-8a37-97e207dda66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:14.096772 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b8d0d26-935d-4205-8ceb-9464242f3bf6 req-3cf07757-e74b-4388-8a37-97e207dda66b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1097 time: 0.0733004 Jun 04 17:14:14.136711 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b8d0d26-935d-4205-8ceb-9464242f3bf6 req-f71278ab-3f34-490e-9acf-2f4ab7a9ce89 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337262 Jun 04 17:14:14.942971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2841af-f14c-407a-a3d8-416db0f373a4 req-af1f9b39-3416-4f14-b05c-66516e3d4532 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:14.944310 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d2841af-f14c-407a-a3d8-416db0f373a4 req-af1f9b39-3416-4f14-b05c-66516e3d4532 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0929568 Jun 04 17:14:14.992582 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d2841af-f14c-407a-a3d8-416db0f373a4 req-4fb6d242-a798-41c8-96ac-d8f0dcab884c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423641 Jun 04 17:14:16.192954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079c5a3-cc8a-4b32-a4f3-0b4b65993639 req-f3026731-59b5-4d2e-b74e-11eae64aec1b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:16.194408 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4079c5a3-cc8a-4b32-a4f3-0b4b65993639 req-f3026731-59b5-4d2e-b74e-11eae64aec1b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0831413 Jun 04 17:14:16.239548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4079c5a3-cc8a-4b32-a4f3-0b4b65993639 req-8310cead-7f7b-4951-80d9-ad9e5e33b45a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388718 Jun 04 17:14:16.444159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a12ce5-e495-4cd1-afa8-9d3032f93b2e req-aa85a795-9c5f-4f04-9034-87b1a07069a4 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:16.446593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3a12ce5-e495-4cd1-afa8-9d3032f93b2e req-aa85a795-9c5f-4f04-9034-87b1a07069a4 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.1020658 Jun 04 17:14:16.455162 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37178) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:14:16.460092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-91612de8-f6a5-4ee8-bb97-2524d78244f7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Request body: {'floatingip': {'port_id': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:14:16.540720 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91612de8-f6a5-4ee8-bb97-2524d78244f7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:17.148269 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91612de8-f6a5-4ee8-bb97-2524d78244f7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:17.152881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91612de8-f6a5-4ee8-bb97-2524d78244f7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:17.322887 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-91612de8-f6a5-4ee8-bb97-2524d78244f7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Floating IP b580fcb8-db44-4149-8623-3af09bc79f13 associated. External IP: 172.25.5.208, port: 4d361daf-790c-44ee-bd9a-0dba1dc02c5f. Jun 04 17:14:17.484409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-8c7cd032-99b6-467c-9391-551a23f7182c req-e0316577-fac1-4cc3-af51-d69d908f47ef service neutron] (88798) timed out ('10.222.0.13', 33356) {{(pid=88798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 17:14:17.789667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91612de8-f6a5-4ee8-bb97-2524d78244f7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Router af5421bd-f4dc-4215-90dd-ff57334ff3e9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:14:17.968486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91612de8-f6a5-4ee8-bb97-2524d78244f7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:14:17.973769 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-91612de8-f6a5-4ee8-bb97-2524d78244f7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:17.978891 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5fd33-3877-4001-ae96-883e434e5917 None None] Sync routers for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:14:17.988234 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d5fd33-3877-4001-ae96-883e434e5917 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:14:17.988818 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-99d5fd33-3877-4001-ae96-883e434e5917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:14:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:14:18.030795 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-91612de8-f6a5-4ee8-bb97-2524d78244f7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "PUT /v2.0/floatingips/b580fcb8-db44-4149-8623-3af09bc79f13 HTTP/1.1" status: 200 len: 993 time: 1.5745244 Jun 04 17:14:18.031349 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:14:18.076600 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e364d0-bb7d-4272-bcf8-9c6d442e4e77'] response: {'name': 'network-changed', 'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'status': 'completed', 'code': 200} Jun 04 17:14:18.170295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eb175-21dd-4a18-a622-fad1dfe1e239 req-6f290b9f-9334-40ab-8954-bce3a385a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:18.170579 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-99d5fd33-3877-4001-ae96-883e434e5917 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:14:18.171810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b16eb175-21dd-4a18-a622-fad1dfe1e239 req-6f290b9f-9334-40ab-8954-bce3a385a39a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1097 time: 0.0716994 Jun 04 17:14:18.300534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eb175-21dd-4a18-a622-fad1dfe1e239 req-53823392-4810-45e8-ab54-02c1a63adc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:18.302235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b16eb175-21dd-4a18-a622-fad1dfe1e239 req-53823392-4810-45e8-ab54-02c1a63adc8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1248794 Jun 04 17:14:18.406686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b16eb175-21dd-4a18-a622-fad1dfe1e239 req-6d574a84-56fb-4a8c-be16-c6c373c7b8bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1001 time: 0.0989621 Jun 04 17:14:18.470248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eb175-21dd-4a18-a622-fad1dfe1e239 req-cd33cb1f-72d1-4ae0-815f-5abaa8988d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:18.471745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b16eb175-21dd-4a18-a622-fad1dfe1e239 req-cd33cb1f-72d1-4ae0-815f-5abaa8988d0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0593777 Jun 04 17:14:18.548855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eb175-21dd-4a18-a622-fad1dfe1e239 req-b2f84e0f-562f-433e-b5df-f5a1761b53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:18.550896 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b16eb175-21dd-4a18-a622-fad1dfe1e239 req-b2f84e0f-562f-433e-b5df-f5a1761b53b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726647 Jun 04 17:14:18.556575 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-99d5fd33-3877-4001-ae96-883e434e5917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b580fcb8-db44-4149-8623-3af09bc79f13', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'port_id': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'mac_address': 'fa:16:3e:af:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:10:30Z', 'updated_at': '2022-06-04T17:14:17Z', 'revision_number': 13, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:14:18.560715 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5fd33-3877-4001-ae96-883e434e5917 None None] Checking router: af5421bd-f4dc-4215-90dd-ff57334ff3e9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:14:18.569887 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d5fd33-3877-4001-ae96-883e434e5917 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:14:18.570549 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-99d5fd33-3877-4001-ae96-883e434e5917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:14:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:14:18.683430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b16eb175-21dd-4a18-a622-fad1dfe1e239 req-1be3dade-9ebb-4190-8790-2c7a7feeee16 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269081 Jun 04 17:14:18.752037 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-99d5fd33-3877-4001-ae96-883e434e5917 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:14:18.815196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b16eb175-21dd-4a18-a622-fad1dfe1e239 req-c494b570-7371-498f-be5a-5485dbb143ec service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250811 Jun 04 17:14:19.110058 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-99d5fd33-3877-4001-ae96-883e434e5917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b580fcb8-db44-4149-8623-3af09bc79f13', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'port_id': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'mac_address': 'fa:16:3e:af:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:10:30Z', 'updated_at': '2022-06-04T17:14:17Z', 'revision_number': 13, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:14:19.114821 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5fd33-3877-4001-ae96-883e434e5917 None None] The sync data for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 is: [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b580fcb8-db44-4149-8623-3af09bc79f13', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'port_id': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'mac_address': 'fa:16:3e:af:c1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:10:30Z', 'updated_at': '2022-06-04T17:14:17Z', 'revision_number': 13, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:14:19.307158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a92897-5fb7-44f6-8ad6-10e8fef3ddad None None] New status for floating IP b580fcb8-db44-4149-8623-3af09bc79f13: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:14:22.778527 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:14:27.873730 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8b680ed6-c539-43ac-af8f-a1b105e30dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:30.086413 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-249ec20e-b973-4dfd-aebd-a0881b7f6dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:31.344654 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:31.462916 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:32.759696 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:34.506401 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:34.680789 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:36.731178 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f71d91e-f613-4813-a013-2106fd1dc91f req-ceb4dd9f-5960-4a95-9a13-904fa2a41ab3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788627 Jun 04 17:14:36.881530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71d91e-f613-4813-a013-2106fd1dc91f req-f737dbc6-bc4d-4b82-8574-01de272a6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:36.882900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f71d91e-f613-4813-a013-2106fd1dc91f req-f737dbc6-bc4d-4b82-8574-01de272a6889 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1097 time: 0.0747581 Jun 04 17:14:37.145833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71d91e-f613-4813-a013-2106fd1dc91f req-c120d5c8-3542-4ca7-8838-49396c1d7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:37.147217 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f71d91e-f613-4813-a013-2106fd1dc91f req-c120d5c8-3542-4ca7-8838-49396c1d7b9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.2429786 Jun 04 17:14:37.251365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f71d91e-f613-4813-a013-2106fd1dc91f req-3201c4c3-f886-4951-9c4d-76a44e57b2d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1003 time: 0.0966442 Jun 04 17:14:37.314652 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71d91e-f613-4813-a013-2106fd1dc91f req-9acc5b65-8a40-4f33-aac6-0e80e0808255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:37.316062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f71d91e-f613-4813-a013-2106fd1dc91f req-9acc5b65-8a40-4f33-aac6-0e80e0808255 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0587027 Jun 04 17:14:37.393434 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71d91e-f613-4813-a013-2106fd1dc91f req-05bf8132-e70d-4011-b247-37605947bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:37.394939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f71d91e-f613-4813-a013-2106fd1dc91f req-05bf8132-e70d-4011-b247-37605947bda2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730786 Jun 04 17:14:37.530898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f71d91e-f613-4813-a013-2106fd1dc91f req-1cb23cd9-0fce-44f3-ac56-477c66139012 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280997 Jun 04 17:14:37.672488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f71d91e-f613-4813-a013-2106fd1dc91f req-7019bb91-015a-4d42-af99-1ac90f2204f7 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352396 Jun 04 17:14:52.583127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e035-a2f6-49e3-9829-63e636d2d5e1 req-da18b8d5-8e4e-485e-a7ee-fbbe1d5cd83e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:14:52.584526 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61a8e035-a2f6-49e3-9829-63e636d2d5e1 req-da18b8d5-8e4e-485e-a7ee-fbbe1d5cd83e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0868046 Jun 04 17:14:52.628212 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-61a8e035-a2f6-49e3-9829-63e636d2d5e1 req-a32f4b0f-8308-412d-bd54-a83ce71b4582 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377598 Jun 04 17:14:57.871731 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3512-96c6-482f-8927-f1a8ec320d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:14:59.778534 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:15:00.080822 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0ffd12dc-2d72-4ddb-accd-458a7ef097de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:01.231102 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-f29901d7-295f-446a-baaf-6e37efb849ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0743976 Jun 04 17:15:01.279582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe7161-cfba-46c9-8982-651a02746cdb req-62787beb-56cb-4343-83f6-916734a9928d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:01.282080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45fe7161-cfba-46c9-8982-651a02746cdb req-62787beb-56cb-4343-83f6-916734a9928d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0880241 Jun 04 17:15:01.332592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45fe7161-cfba-46c9-8982-651a02746cdb req-85b69737-de97-4023-9ea6-9b6a753594c9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Jun 04 17:15:01.346087 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:01.457644 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:02.403220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da8ddb-58de-490c-9515-0cdce91d602c req-f8700d13-8031-47c0-a49b-cc6763340d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:02.404719 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-f8700d13-8031-47c0-a49b-cc6763340d96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1097 time: 0.0737252 Jun 04 17:15:02.588969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da8ddb-58de-490c-9515-0cdce91d602c req-97fc04d0-b609-4d45-849c-ccfda856f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:02.590444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-97fc04d0-b609-4d45-849c-ccfda856f398 service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1803112 Jun 04 17:15:02.658458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b1547-0f7d-4c61-8c08-84db296aebef req-4ff5979f-11dd-4d68-8050-1968198491ac tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:02.659697 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e96b1547-0f7d-4c61-8c08-84db296aebef req-4ff5979f-11dd-4d68-8050-1968198491ac tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.1803882 Jun 04 17:15:02.732518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-31019d23-76cc-45aa-8ba0-aca976a69077 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1003 time: 0.1344280 Jun 04 17:15:02.737240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e96b1547-0f7d-4c61-8c08-84db296aebef req-1c6b6930-7e26-4a80-8e66-d3dfc9021cb7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698662 Jun 04 17:15:02.760320 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:02.796080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da8ddb-58de-490c-9515-0cdce91d602c req-beeeb9d6-ccfe-48d8-806c-48b646e5abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:02.797529 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-beeeb9d6-ccfe-48d8-806c-48b646e5abd5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0590167 Jun 04 17:15:02.874790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da8ddb-58de-490c-9515-0cdce91d602c req-ef128f16-682c-4acd-8945-23ea544c1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:02.876259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-ef128f16-682c-4acd-8945-23ea544c1b2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733025 Jun 04 17:15:03.020431 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-99137f0b-6ce8-4e7f-b1bf-37a5282002b0 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382775 Jun 04 17:15:03.267971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-a5232d0a-92e3-4e61-850a-27fd0147e628 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408838 Jun 04 17:15:03.960988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ad631-d7fb-42cd-8fef-eb4f2db1fdd5 req-478a31b0-f3de-487c-9c22-788776cca39d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:03.962591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f5ad631-d7fb-42cd-8fef-eb4f2db1fdd5 req-478a31b0-f3de-487c-9c22-788776cca39d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0985873 Jun 04 17:15:04.010357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1f5ad631-d7fb-42cd-8fef-eb4f2db1fdd5 req-4775fbce-66c7-4032-9691-4a0e3ec92388 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391536 Jun 04 17:15:04.504313 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:04.688591 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:05.220581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f2a5f-cf41-44dc-bfc8-cf5bbc2f6527 req-f07810ff-28a3-4171-a484-4a2cfad9757b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:05.222274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-286f2a5f-cf41-44dc-bfc8-cf5bbc2f6527 req-f07810ff-28a3-4171-a484-4a2cfad9757b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0914354 Jun 04 17:15:05.268737 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-286f2a5f-cf41-44dc-bfc8-cf5bbc2f6527 req-306567b3-275c-43d5-a166-91dd3b7a1ecd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404549 Jun 04 17:15:06.477824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c335-e25f-4e89-9f88-934908453ae9 req-55739cc5-52f9-4464-a154-5e6b2f23c5c5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:06.479288 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f54c335-e25f-4e89-9f88-934908453ae9 req-55739cc5-52f9-4464-a154-5e6b2f23c5c5 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0826654 Jun 04 17:15:06.526069 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f54c335-e25f-4e89-9f88-934908453ae9 req-e0e6e9e8-74a1-4b1e-8ba7-6946757b91f7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382891 Jun 04 17:15:07.723544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4849999-d01b-4555-82bf-5c4f81e54638 req-47eacc11-82b0-41c1-9bb6-38febaa3b38a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:07.725062 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4849999-d01b-4555-82bf-5c4f81e54638 req-47eacc11-82b0-41c1-9bb6-38febaa3b38a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0886171 Jun 04 17:15:07.772868 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d4849999-d01b-4555-82bf-5c4f81e54638 req-3e9b64f4-67d5-4016-a08a-34d06f5edb2c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395164 Jun 04 17:15:08.982814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174f43f-3f20-45ef-a6f8-d4f06bc1d082 req-3d40f9ef-845b-45c6-911e-4942f29f3fb9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:08.984271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5174f43f-3f20-45ef-a6f8-d4f06bc1d082 req-3d40f9ef-845b-45c6-911e-4942f29f3fb9 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0951736 Jun 04 17:15:09.033067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5174f43f-3f20-45ef-a6f8-d4f06bc1d082 req-a9fdc1a0-8e02-4ba9-9659-e19ad7834ff2 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 Jun 04 17:15:10.253709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a292b2f-b070-452e-abb5-9d064f3fb6d1 req-9747c3de-f4d6-41a7-98ab-e2a092c94785 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:10.255147 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a292b2f-b070-452e-abb5-9d064f3fb6d1 req-9747c3de-f4d6-41a7-98ab-e2a092c94785 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0908012 Jun 04 17:15:10.300178 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a292b2f-b070-452e-abb5-9d064f3fb6d1 req-679079f2-0af4-4069-a56c-4e31d1612c1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392230 Jun 04 17:15:11.499686 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd7a5c-1a5a-423a-a7d5-7dfc6f67c44e req-f752464d-3374-4c52-8d4e-9bfff2bbd921 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:11.501185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3cd7a5c-1a5a-423a-a7d5-7dfc6f67c44e req-f752464d-3374-4c52-8d4e-9bfff2bbd921 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0897560 Jun 04 17:15:11.547079 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3cd7a5c-1a5a-423a-a7d5-7dfc6f67c44e req-214b8a5a-5ac7-4d60-b904-fc0257888c48 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398588 Jun 04 17:15:12.750235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815db9a1-e251-41ca-8cd8-20f4803b2f6b req-a7c92013-b36f-4451-a827-f15084b0949a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:12.751727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-815db9a1-e251-41ca-8cd8-20f4803b2f6b req-a7c92013-b36f-4451-a827-f15084b0949a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0946069 Jun 04 17:15:12.795980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-815db9a1-e251-41ca-8cd8-20f4803b2f6b req-b54cd07b-4b04-4a53-958b-d26fa6a13523 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383608 Jun 04 17:15:14.019557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0573ee-6ad3-44eb-8988-fb70b84fce54 req-e8274502-78e0-45f3-a5f9-fb902cf4102d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:14.021047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d0573ee-6ad3-44eb-8988-fb70b84fce54 req-e8274502-78e0-45f3-a5f9-fb902cf4102d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0908306 Jun 04 17:15:14.068474 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d0573ee-6ad3-44eb-8988-fb70b84fce54 req-59560f54-195c-4f11-bfe3-779254ef9d4e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390048 Jun 04 17:15:15.346476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7e5f0-b2c5-4111-a926-749655cd4772 req-6aeb50a0-a47a-4692-9833-ed862ebd27c8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:15.348052 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9b7e5f0-b2c5-4111-a926-749655cd4772 req-6aeb50a0-a47a-4692-9833-ed862ebd27c8 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.1550217 Jun 04 17:15:15.395048 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c9b7e5f0-b2c5-4111-a926-749655cd4772 req-870d96a6-8af0-4259-8229-ba6ff7789cbc tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410769 Jun 04 17:15:16.642783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbab31-b115-459c-b049-9e1abe089938 req-124d92e4-190f-49df-80b1-950c2a7c0f4b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:16.644243 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecbab31-b115-459c-b049-9e1abe089938 req-124d92e4-190f-49df-80b1-950c2a7c0f4b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.1372149 Jun 04 17:15:16.689899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ecbab31-b115-459c-b049-9e1abe089938 req-854092e8-3b56-43f8-a27c-44b704a14cda tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394282 Jun 04 17:15:17.908561 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ad9ba-25a7-4fac-a497-100f6648059e req-6f8ea5d3-33f2-4697-a7a4-622e0322434c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:17.909900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a8ad9ba-25a7-4fac-a497-100f6648059e req-6f8ea5d3-33f2-4697-a7a4-622e0322434c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0977359 Jun 04 17:15:17.959616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a8ad9ba-25a7-4fac-a497-100f6648059e req-c8a7ff25-11a1-4cdc-8d48-d5f8f36d2ffd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Jun 04 17:15:19.157944 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f52f9-d6eb-421d-960c-85a3773b69cd req-3e9b1407-f715-4507-a241-08428f5021df tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:19.159431 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-021f52f9-d6eb-421d-960c-85a3773b69cd req-3e9b1407-f715-4507-a241-08428f5021df tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0829599 Jun 04 17:15:19.204898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-021f52f9-d6eb-421d-960c-85a3773b69cd req-d198a8d2-9ff1-49d6-a5b8-51ebbebfb35e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390224 Jun 04 17:15:20.398188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fbb2b-82da-425b-82f8-14f2858cba85 req-a919b3ab-59e9-439f-a995-1f66ce9c5697 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:20.399690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a5fbb2b-82da-425b-82f8-14f2858cba85 req-a919b3ab-59e9-439f-a995-1f66ce9c5697 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0831468 Jun 04 17:15:20.443692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a5fbb2b-82da-425b-82f8-14f2858cba85 req-c0808a84-d720-4535-a965-fbacf24afa5f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381861 Jun 04 17:15:20.751306 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-53da8ddb-58de-490c-9515-0cdce91d602c req-34fd4d92-3901-4124-a5fc-528f179b4c38 service neutron] show failed (client error): The resource could not be found. Jun 04 17:15:20.752202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-34fd4d92-3901-4124-a5fc-528f179b4c38 service neutron] 10.222.0.42 "GET /v2.0/ports/4d361daf-790c-44ee-bd9a-0dba1dc02c5f/bindings/n-h2-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.0746272 Jun 04 17:15:21.019539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da8ddb-58de-490c-9515-0cdce91d602c req-99145336-52f6-4c6b-8817-b854aaa9e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:21.020917 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-99145336-52f6-4c6b-8817-b854aaa9e922 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 1097 time: 0.0779061 Jun 04 17:15:21.031694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:15:21.242259 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:21.520567 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:15:21.550702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:15:21.613519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:15:21.619638 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:21.645080 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Transition to ACTIVE for port object 4d361daf-790c-44ee-bd9a-0dba1dc02c5f will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:15:21.645389 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3560a1-e129-40da-accb-733f1fe6df14 req-d2095929-91cb-4516-a36b-7e1067b32106 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:21.647186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be3560a1-e129-40da-accb-733f1fe6df14 req-d2095929-91cb-4516-a36b-7e1067b32106 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0842922 Jun 04 17:15:21.648683 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:21.683238 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab68d36-741f-425b-bc1b-5f9ac6c657b6'] response: {'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'code': 200} Jun 04 17:15:21.695257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be3560a1-e129-40da-accb-733f1fe6df14 req-1c39e965-8933-4311-8420-c30e036c301e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Jun 04 17:15:21.796010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=6']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:15:21.809253 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:21.809599 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:21.809934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:21.810285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:21.810636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:21.810947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:21.811271 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:21.811590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:21.811906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:21.812222 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:21.812536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:21.812848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:21.858464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] No DVR routers for this DVR port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:15:22.096232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Attempting to bind port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:15:22.096917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Attempting to bind port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:15:22.096917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Attempting to bind port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:15:22.101711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:15:22.102050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Attempting to bind port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:15:22.107262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:15:22.107587 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Checking segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:15:22.107986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Bound using segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:15:22.108402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Bound port: 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:15:22.108743 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:22.207766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:15:22.210857 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:15:22.216621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:22.281134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:22.281733 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:22.283115 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] 10.222.0.46 "PUT /v2.0/ports/4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1092 time: 1.2553797 Jun 04 17:15:22.298669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449b5f5-4131-4c29-ba84-132b880a2eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=7']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:15:22.381358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da8ddb-58de-490c-9515-0cdce91d602c req-44c988ed-ddb3-46f3-aff9-d5bd3e16a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:22.382767 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-44c988ed-ddb3-46f3-aff9-d5bd3e16a623 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1095 time: 0.0733478 Jun 04 17:15:22.515168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da8ddb-58de-490c-9515-0cdce91d602c req-1aee8368-6205-4f66-a880-9263009bdb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:22.516619 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-1aee8368-6205-4f66-a880-9263009bdb61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1285713 Jun 04 17:15:22.620396 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-23223145-f9d4-460d-a12f-8c1bcc21715e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1001 time: 0.0970049 Jun 04 17:15:22.681553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da8ddb-58de-490c-9515-0cdce91d602c req-d7ef9e5c-42d9-4ab8-8403-d0ebfea48ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:22.682988 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-d7ef9e5c-42d9-4ab8-8403-d0ebfea48ace service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0574272 Jun 04 17:15:22.873010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da8ddb-58de-490c-9515-0cdce91d602c req-c282cd52-1ed7-4c9b-b1c6-d74a9ad4f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:22.875006 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-c282cd52-1ed7-4c9b-b1c6-d74a9ad4f484 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859536 Jun 04 17:15:22.895943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0ef57-3cde-4da9-8ef6-8224872fe83d req-aa8f4c53-7ef8-4713-b4d1-ce2b69046903 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:22.897414 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cab0ef57-3cde-4da9-8ef6-8224872fe83d req-aa8f4c53-7ef8-4713-b4d1-ce2b69046903 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0880218 Jun 04 17:15:22.945859 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cab0ef57-3cde-4da9-8ef6-8224872fe83d req-53a1dd6c-1df8-474e-af91-6349a9df0c4b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 Jun 04 17:15:23.019120 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-530b88c1-295f-40f4-9ce1-82bb0dce0b83 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377590 Jun 04 17:15:23.155940 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-70e0068e-10fb-40b4-b2b5-c69bb452c2ef service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309080 Jun 04 17:15:23.684751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:15:23.744419 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85dc96c3-692c-481e-8be5-909eac721f2a'] response: {'name': 'network-changed', 'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'status': 'completed', 'code': 200} Jun 04 17:15:23.835526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-acffa1db-8d2c-436e-a930-e1877d1ecd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:23.836913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-5794eb59-fd3a-4455-8167-971e27de48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:23.837157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-acffa1db-8d2c-436e-a930-e1877d1ecd00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1095 time: 0.0749614 Jun 04 17:15:23.838403 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-5794eb59-fd3a-4455-8167-971e27de48c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1095 time: 0.0726945 Jun 04 17:15:23.989479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-8304c2b5-e808-46ca-b1c4-d4d44bb95b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:23.991645 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-8304c2b5-e808-46ca-b1c4-d4d44bb95b5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1479874 Jun 04 17:15:24.076974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4d361daf-790c-44ee-bd9a-0dba1dc02c5f no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:15:24.114358 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-ffc223e9-63ab-47c3-ac59-8218fda29c5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1001 time: 0.1169417 Jun 04 17:15:24.150127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4d361daf-790c-44ee-bd9a-0dba1dc02c5f not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:15:24.158234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-fb87f8fc-eb12-42de-9240-66173c58b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:24.159832 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-fb87f8fc-eb12-42de-9240-66173c58b8ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.3165200 Jun 04 17:15:24.187126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-834c25d8-65e4-4e03-9d58-78ba866ad0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:24.188770 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-834c25d8-65e4-4e03-9d58-78ba866ad0e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0682559 Jun 04 17:15:24.265807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc097409-962d-4d66-9c42-ee9e8b8100b2 req-c9e80d33-69a8-4a68-98f8-1edc5847743d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:24.267234 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc097409-962d-4d66-9c42-ee9e8b8100b2 req-c9e80d33-69a8-4a68-98f8-1edc5847743d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 944 time: 0.1908658 Jun 04 17:15:24.268407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-7865a3e0-19fa-4ed0-b9a8-7da59d4b4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:24.269974 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-7865a3e0-19fa-4ed0-b9a8-7da59d4b4066 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745697 Jun 04 17:15:24.300971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-3916172e-ac39-46c6-80e2-d3fd6f5c7b13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1001 time: 0.1345975 Jun 04 17:15:24.360463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bc097409-962d-4d66-9c42-ee9e8b8100b2 req-5129f60c-09c2-4bbb-8418-92a064859d3c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849497 Jun 04 17:15:24.382749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-dd104c2c-7c8d-4a1e-a716-2ab17360fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:24.384319 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-dd104c2c-7c8d-4a1e-a716-2ab17360fc5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0714478 Jun 04 17:15:24.411561 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-723a1eee-3e8b-427a-97bd-e9128a569ace service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344874 Jun 04 17:15:24.459587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-0a533b2d-d7ac-4454-8707-49303b80f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:24.461071 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-0a533b2d-d7ac-4454-8707-49303b80f79b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703218 Jun 04 17:15:24.556402 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-db56f35f-10f9-4a47-91a2-2ff570dbcac7 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373961 Jun 04 17:15:24.598383 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-aca2d19b-c394-47c7-a172-eae009485d81 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293886 Jun 04 17:15:24.733556 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18c9e8a0-15a4-40bd-90a7-88288963c9ef req-84164cb8-bd70-4db6-96d1-456722000443 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286039 Jun 04 17:15:25.589133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f2c15-e5af-4374-9431-5ca5d87b051a req-48cd510d-4cbb-4384-98a2-d39af3130f8e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:25.590628 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-357f2c15-e5af-4374-9431-5ca5d87b051a req-48cd510d-4cbb-4384-98a2-d39af3130f8e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0927601 Jun 04 17:15:25.634563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-357f2c15-e5af-4374-9431-5ca5d87b051a req-9541641c-7f68-440e-a6cb-84ab0160c8bd tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378690 Jun 04 17:15:26.848576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd1cca-3579-4a0b-bade-77abbf91f16e req-ca6f9a66-d18e-4f6a-a90a-3d2857acd81b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:26.849927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59dd1cca-3579-4a0b-bade-77abbf91f16e req-ca6f9a66-d18e-4f6a-a90a-3d2857acd81b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0870397 Jun 04 17:15:26.900781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59dd1cca-3579-4a0b-bade-77abbf91f16e req-31be2107-37fb-4824-8db7-3589a5f761d6 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420089 Jun 04 17:15:27.867928 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a4b97512-ebfd-4e3b-b075-db4a35e52187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:28.101334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc579de4-8a18-459f-bb1e-bd8b4df069e4 req-ed4d8a23-9bd7-4f1d-9fe8-e991c9d32351 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:28.102632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc579de4-8a18-459f-bb1e-bd8b4df069e4 req-ed4d8a23-9bd7-4f1d-9fe8-e991c9d32351 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0834122 Jun 04 17:15:28.148526 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc579de4-8a18-459f-bb1e-bd8b4df069e4 req-415e618e-ebff-4988-8a31-adaf2aace31c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399470 Jun 04 17:15:29.406943 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14335fcc-8e37-447e-9d2d-b9e7a7668218 req-a845ac16-c6e3-446e-aef9-3f0bf00b49f4 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:29.408377 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14335fcc-8e37-447e-9d2d-b9e7a7668218 req-a845ac16-c6e3-446e-aef9-3f0bf00b49f4 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0931292 Jun 04 17:15:29.460506 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14335fcc-8e37-447e-9d2d-b9e7a7668218 req-79a552b6-2fa7-4d5c-a23a-8d6623b08b3d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440693 Jun 04 17:15:30.090778 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c54fdec-5af7-4b7c-ae99-c9bb55aae67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:30.677040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2be28-4885-41e6-8fac-348caadf8806 req-9804e34c-0f4e-442f-9a45-34249d63b4d7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:30.678591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48a2be28-4885-41e6-8fac-348caadf8806 req-9804e34c-0f4e-442f-9a45-34249d63b4d7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 944 time: 0.1043932 Jun 04 17:15:30.728481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48a2be28-4885-41e6-8fac-348caadf8806 req-1af25945-70be-46ce-88d5-90aa5bdbaa69 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437002 Jun 04 17:15:31.217767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcb8f7-52cb-4782-9f81-62ad9521c284 req-bea6ad16-4a29-4203-ab30-6a5a80bec82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:31.219285 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-28dcb8f7-52cb-4782-9f81-62ad9521c284 req-bea6ad16-4a29-4203-ab30-6a5a80bec82a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1095 time: 0.0732846 Jun 04 17:15:31.343722 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:31.373537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcb8f7-52cb-4782-9f81-62ad9521c284 req-7e59881f-658a-441f-97bf-fa00061ba5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:31.375046 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-28dcb8f7-52cb-4782-9f81-62ad9521c284 req-7e59881f-658a-441f-97bf-fa00061ba5d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1303496 Jun 04 17:15:31.457258 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:31.480925 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-28dcb8f7-52cb-4782-9f81-62ad9521c284 req-0e597262-d6e1-4844-a3de-6891c5ae1643 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1001 time: 0.0992408 Jun 04 17:15:31.543228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcb8f7-52cb-4782-9f81-62ad9521c284 req-445f584f-89c5-4108-bd58-69256d6a7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:31.544704 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-28dcb8f7-52cb-4782-9f81-62ad9521c284 req-445f584f-89c5-4108-bd58-69256d6a7c28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0576217 Jun 04 17:15:31.626922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcb8f7-52cb-4782-9f81-62ad9521c284 req-1622fc73-9fec-47cb-9bfa-7b5da50e3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:31.629231 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-28dcb8f7-52cb-4782-9f81-62ad9521c284 req-1622fc73-9fec-47cb-9bfa-7b5da50e3779 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774975 Jun 04 17:15:31.872851 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-28dcb8f7-52cb-4782-9f81-62ad9521c284 req-b294160d-fcfc-45db-84bb-2b1155a8fb4a service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333090 Jun 04 17:15:31.928103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb190-3669-4892-911d-0051b13db4f3 req-37085676-7df5-43fc-bfdb-ffa32ccc3d3e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:31.929689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f67cb190-3669-4892-911d-0051b13db4f3 req-37085676-7df5-43fc-bfdb-ffa32ccc3d3e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0847692 Jun 04 17:15:31.975154 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f67cb190-3669-4892-911d-0051b13db4f3 req-7209d5bf-4daf-40a8-92f1-f51ebb572910 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392985 Jun 04 17:15:32.008549 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-28dcb8f7-52cb-4782-9f81-62ad9521c284 req-295f2b26-326c-4e97-82ea-74c7c8785b72 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290946 Jun 04 17:15:32.762850 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:33.172457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e4ca-a1f3-42c7-bb78-f4b0b9126189 req-0938da22-4baa-4733-9a70-9c4b0e99589f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:33.173914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e669e4ca-a1f3-42c7-bb78-f4b0b9126189 req-0938da22-4baa-4733-9a70-9c4b0e99589f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0825050 Jun 04 17:15:33.221445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e669e4ca-a1f3-42c7-bb78-f4b0b9126189 req-2df88f59-0366-44ac-9c12-cd898bc1bcae tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Jun 04 17:15:33.634526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e032-1778-4e3f-8509-aea74babedc3 req-bd188c86-536e-4f0d-8ebd-7da3c5c65c15 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:33.636010 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-bd188c86-536e-4f0d-8ebd-7da3c5c65c15 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7&tenant_id=ec17a8f177dc44899391d38bac384ee4&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 944 time: 0.0903912 Jun 04 17:15:33.680159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d555b6-f2cc-44b4-b945-b59b5065a7cb req-3e902983-799b-4c73-8974-bc32b205c266 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:33.681595 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44d555b6-f2cc-44b4-b945-b59b5065a7cb req-3e902983-799b-4c73-8974-bc32b205c266 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0811934 Jun 04 17:15:33.721650 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-1685a96e-9b35-4030-8c9f-3775367fc065 service neutron] 10.222.0.46 "GET /v2.0/ports/4d361daf-790c-44ee-bd9a-0dba1dc02c5f/bindings/n-h2-811809-3 HTTP/1.1" status: 200 len: 382 time: 0.0801752 Jun 04 17:15:33.726933 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44d555b6-f2cc-44b4-b945-b59b5065a7cb req-c198d6f8-9ef3-4782-ae25-d1429d14fb1e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389986 Jun 04 17:15:33.819124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e032-1778-4e3f-8509-aea74babedc3 req-32f2a7ab-7f06-487f-9d58-1eaa9d01a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:33.820524 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-32f2a7ab-7f06-487f-9d58-1eaa9d01a9df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1095 time: 0.0733128 Jun 04 17:15:33.953954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e032-1778-4e3f-8509-aea74babedc3 req-73901679-6995-4cfb-8565-4b2e15a4a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:33.955548 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-73901679-6995-4cfb-8565-4b2e15a4a940 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1294413 Jun 04 17:15:34.043170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4d361daf-790c-44ee-bd9a-0dba1dc02c5f details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:15:34.065624 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-aa484f2b-bf58-49db-940b-7d884f88c0c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1001 time: 0.1033344 Jun 04 17:15:34.128816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e032-1778-4e3f-8509-aea74babedc3 req-c96244b7-fa59-4f25-91e5-d246dfdbe2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:34.130168 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-c96244b7-fa59-4f25-91e5-d246dfdbe2dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0584347 Jun 04 17:15:34.184799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:15:34.198145 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'port_id': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'mac_address': 'fa:16:3e:af:c1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:15:34.211330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e032-1778-4e3f-8509-aea74babedc3 req-66403bce-ceac-4b17-8c34-45f6299ee525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:34.212865 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-66403bce-ceac-4b17-8c34-45f6299ee525 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764105 Jun 04 17:15:34.260615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:15:34.261003 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:34.278305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d361daf-790c-44ee-bd9a-0dba1dc02c5f {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:15:34.294908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:15:34.301540 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:34.350304 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-07ead3f9-52c4-4ae6-b178-9e266715b63c service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312590 Jun 04 17:15:34.366994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:15:34.374457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:34.374807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:34.375132 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:34.375457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:34.375873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:34.376193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:34.376510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:34.376818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:34.377157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:34.377468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:34.377780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:34.378087 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:34.490218 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-37ad8377-1790-482d-9c25-e02ac2c18823 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331983 Jun 04 17:15:34.506140 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:34.512522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['4d361daf-790c-44ee-bd9a-0dba1dc02c5f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:15:34.703990 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:34.929423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b3780-1178-4c5f-86be-13e20601f6c8 req-cbb095e3-9bde-4182-92a8-dc02638e1f07 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:34.930914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc1b3780-1178-4c5f-86be-13e20601f6c8 req-cbb095e3-9bde-4182-92a8-dc02638e1f07 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 945 time: 0.0925076 Jun 04 17:15:34.978264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cc1b3780-1178-4c5f-86be-13e20601f6c8 req-5ebb489c-030f-491f-bb05-bed8177653ea tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388060 Jun 04 17:15:36.043179 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4d361daf-790c-44ee-bd9a-0dba1dc02c5f up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:15:36.114505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:15:36.119701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:15:36.120164 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:36.182330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b0ab3-e0e0-4af2-89de-c27fda081220 req-f513f72e-134a-429a-9211-935f06fe0952 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:36.189309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d8b0ab3-e0e0-4af2-89de-c27fda081220 req-f513f72e-134a-429a-9211-935f06fe0952 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 945 time: 0.0902088 Jun 04 17:15:36.228865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d8b0ab3-e0e0-4af2-89de-c27fda081220 req-2872e8bc-7fef-4178-aa4b-e3db05783c40 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386858 Jun 04 17:15:36.251713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:15:36.251713 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:36.274627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:15:36.283965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:15:36.288729 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:36.337222 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1dbc51-6a4e-4f1c-8494-8773ce5eec1c'] response: {'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'code': 200} Jun 04 17:15:36.361644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:15:36.778021 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:15:37.182225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e032-1778-4e3f-8509-aea74babedc3 req-27c168b7-697d-49ef-baf3-9075f93305ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:37.183737 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-27c168b7-697d-49ef-baf3-9075f93305ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7&tenant_id=ec17a8f177dc44899391d38bac384ee4 HTTP/1.1" status: 200 len: 1097 time: 0.0834584 Jun 04 17:15:37.196504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:15:37.313103 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:37.633068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3d572-0a2a-4235-967e-31a9da49e49f req-adf32fe6-3b21-4e2e-971f-df71b1f394af tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:37.634518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5c3d572-0a2a-4235-967e-31a9da49e49f req-adf32fe6-3b21-4e2e-971f-df71b1f394af tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.2091317 Jun 04 17:15:37.753123 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d5c3d572-0a2a-4235-967e-31a9da49e49f req-aff36f63-2f9f-4d30-aee2-1d7e2af4038b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687644 Jun 04 17:15:37.771225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:15:37.800200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:15:37.863489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:15:37.870983 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:37.886461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Transition to ACTIVE for port object 4d361daf-790c-44ee-bd9a-0dba1dc02c5f will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:15:37.892789 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:37.995762 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d71fe6e-4e66-4950-925a-6b11c49a808b'] response: {'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'code': 200} Jun 04 17:15:38.036577 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Pushing event updated for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=10']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:15:38.049541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:38.049874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:38.050208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:38.050556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:38.050901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:38.051221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:38.051535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:38.051855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:38.052158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:38.052466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:38.052774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:38.053081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:15:38.096126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] No DVR routers for this DVR port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:15:38.332312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Attempting to bind port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:15:38.332990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Attempting to bind port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:15:38.332990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Attempting to bind port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:15:38.337588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:15:38.337922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Attempting to bind port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on network 923d4ce1-8c28-474c-8e4b-73d854a6235a {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:15:38.343666 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:15:38.343989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Checking segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:15:38.344366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Bound using segment: {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:15:38.344795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Bound port: 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50479ed0-5527-4ada-ac64-f6e77bb1462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:15:38.345152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:38.437444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:15:38.440716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:15:38.445791 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:38.502141 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:38.502755 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:38.504285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] 10.222.0.42 "PUT /v2.0/ports/4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1093 time: 1.3119035 Jun 04 17:15:38.562961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f2d64-181b-44a4-8297-4b437169b60c service neutron] Pushing event updated for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=11']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:15:38.606457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e032-1778-4e3f-8509-aea74babedc3 req-29925791-b8d3-4301-bad6-b4a8c9b77b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:38.607936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-29925791-b8d3-4301-bad6-b4a8c9b77b4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1096 time: 0.0785964 Jun 04 17:15:38.741374 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e032-1778-4e3f-8509-aea74babedc3 req-d8e52e8c-b56e-4484-a41e-3425677d3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:38.742979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-d8e52e8c-b56e-4484-a41e-3425677d3ef7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1291041 Jun 04 17:15:38.843726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-09505d57-93a9-4ceb-9a51-27876b294b78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1001 time: 0.0949402 Jun 04 17:15:38.953106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e032-1778-4e3f-8509-aea74babedc3 req-7c7f73c1-b0af-4ab5-ab18-8fe128d0285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:38.954544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-7c7f73c1-b0af-4ab5-ab18-8fe128d0285b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.1054537 Jun 04 17:15:39.140892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02099f2e-d1d4-4c56-94b3-2cbcd26c8432 req-2be8166c-8b5a-4d95-b75d-b7524c4515c0 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:39.142222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02099f2e-d1d4-4c56-94b3-2cbcd26c8432 req-2be8166c-8b5a-4d95-b75d-b7524c4515c0 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 945 time: 0.2636945 Jun 04 17:15:39.192306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e032-1778-4e3f-8509-aea74babedc3 req-46e528e3-ddc1-44c2-9b4f-96274690da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:39.193747 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-46e528e3-ddc1-44c2-9b4f-96274690da9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2332554 Jun 04 17:15:39.196651 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-02099f2e-d1d4-4c56-94b3-2cbcd26c8432 req-93688d6d-a5f7-4f38-85de-4a6ccac9c694 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487170 Jun 04 17:15:39.326803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-c1cca1b7-16f6-4eb7-a440-dbe6628260ea service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259062 Jun 04 17:15:39.466330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0985e032-1778-4e3f-8509-aea74babedc3 req-a093a8dd-a481-47bf-82b1-fa92285244aa service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335266 Jun 04 17:15:39.996955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:15:40.058807 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4d361daf-790c-44ee-bd9a-0dba1dc02c5f no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:15:40.071504 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b515bf6a-af07-4c1c-bfbf-021a654d1e90'] response: {'name': 'network-changed', 'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'status': 'completed', 'code': 200} Jun 04 17:15:40.123390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 4d361daf-790c-44ee-bd9a-0dba1dc02c5f not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:15:40.167322 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-a9f4bd2a-47f7-411b-b730-2d6365af315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:40.169159 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-a9f4bd2a-47f7-411b-b730-2d6365af315e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1096 time: 0.0765793 Jun 04 17:15:40.173738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-f347c1ef-4da0-46a3-9ef7-d0bd77d2a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:40.175392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-f347c1ef-4da0-46a3-9ef7-d0bd77d2a008 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec17a8f177dc44899391d38bac384ee4&device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 1096 time: 0.0832467 Jun 04 17:15:40.326488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-7cbf233e-fe51-4d0f-b135-759de2872f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:40.328865 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-7cbf233e-fe51-4d0f-b135-759de2872f33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1530592 Jun 04 17:15:40.331157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-67d6c68f-b9ef-413d-b486-70854f4201ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:40.332642 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-67d6c68f-b9ef-413d-b486-70854f4201ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 200 len: 913 time: 0.1504335 Jun 04 17:15:40.453954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-17560b86-a51a-4b7c-ba96-b06a4ca65283 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1001 time: 0.1150014 Jun 04 17:15:40.457047 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-9bf0b193-e384-4979-9bec-6fd8be1bf3eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 200 len: 1001 time: 0.1226888 Jun 04 17:15:40.531506 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-3bdc2388-49d8-401e-9679-a872f3db4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:40.532985 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-3bdc2388-49d8-401e-9679-a872f3db4746 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.0686979 Jun 04 17:15:40.568439 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-546b4ef4-d552-4a30-8bac-394c6d53fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:40.570095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-546b4ef4-d552-4a30-8bac-394c6d53fd18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 200 len: 851 time: 0.1102660 Jun 04 17:15:40.612191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-6744dd65-3b43-4c74-be27-238554f0c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:40.614375 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-6744dd65-3b43-4c74-be27-238554f0c63f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752366 Jun 04 17:15:40.666906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728571-4f3e-4294-9ccc-9034d61e6e2d req-0561d078-7000-4598-8618-a89ec60d98de tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:40.668358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b728571-4f3e-4294-9ccc-9034d61e6e2d req-0561d078-7000-4598-8618-a89ec60d98de tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 945 time: 0.1520264 Jun 04 17:15:40.694720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-89aac4e6-af73-4349-9c84-61ff628ea9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:40.696248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-89aac4e6-af73-4349-9c84-61ff628ea9f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=923d4ce1-8c28-474c-8e4b-73d854a6235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137416 Jun 04 17:15:40.797445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b728571-4f3e-4294-9ccc-9034d61e6e2d req-7f25b503-5f81-4eb2-b00f-8d387410481e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193309 Jun 04 17:15:40.859176 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-8c707d5c-a150-44c6-b1f2-a2ed7f2e7e5e service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569800 Jun 04 17:15:40.875520 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-e96c944a-acef-46b0-b26a-034024410189 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542341 Jun 04 17:15:40.998370 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-77d1dde9-c5cf-4206-9721-b2277568f084 service neutron] 10.222.0.42 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336706 Jun 04 17:15:41.049939 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-85ff91c7-f2ef-4074-93dd-0c50deadc35f req-79ac2b27-cd5e-47c2-9070-35ddaede28a5 service neutron] 10.222.0.46 "GET /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683848 Jun 04 17:15:42.005453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e8d7b-194d-472c-bde6-5ef930d3bace req-29087f51-e804-4952-92b0-768511a44c55 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:42.006925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-812e8d7b-194d-472c-bde6-5ef930d3bace req-29087f51-e804-4952-92b0-768511a44c55 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 945 time: 0.0892222 Jun 04 17:15:42.053047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-812e8d7b-194d-472c-bde6-5ef930d3bace req-abc3b96f-2006-49d5-becf-e549cdb8e678 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390892 Jun 04 17:15:43.266294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873753b3-ea3e-4209-91df-2075cfaeeb20 req-fc382293-1f17-4249-980b-83e61141111d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:43.267773 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-873753b3-ea3e-4209-91df-2075cfaeeb20 req-fc382293-1f17-4249-980b-83e61141111d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 945 time: 0.1000137 Jun 04 17:15:43.316253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-873753b3-ea3e-4209-91df-2075cfaeeb20 req-809bdc35-3611-4dc4-9083-51535bcf8bd7 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420513 Jun 04 17:15:44.536518 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88eea2-22ec-4c39-a19c-15fb720acacc req-e5508713-edfa-457e-8c9f-bb8d53f21ecc tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:44.538002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf88eea2-22ec-4c39-a19c-15fb720acacc req-e5508713-edfa-457e-8c9f-bb8d53f21ecc tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 945 time: 0.1004353 Jun 04 17:15:44.586724 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf88eea2-22ec-4c39-a19c-15fb720acacc req-041ecdda-125f-4a20-975d-50813dfaf564 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425019 Jun 04 17:15:45.777653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0afb5-f298-44d5-8512-63ca35e79fd0 req-65777db2-0713-4c36-a8f4-d07a50e6f78a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:45.779135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55a0afb5-f298-44d5-8512-63ca35e79fd0 req-65777db2-0713-4c36-a8f4-d07a50e6f78a tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 945 time: 0.0863402 Jun 04 17:15:45.828855 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55a0afb5-f298-44d5-8512-63ca35e79fd0 req-ec6e4ef0-ce2b-45e7-b81a-e3256d209cb4 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413206 Jun 04 17:15:47.138973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16d79f-1f7a-4f67-bd8c-51152dd501b5 req-86f6f3a7-ed3c-4103-8f0d-66546b43482d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:47.140692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e16d79f-1f7a-4f67-bd8c-51152dd501b5 req-86f6f3a7-ed3c-4103-8f0d-66546b43482d tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 945 time: 0.1950738 Jun 04 17:15:47.188321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e16d79f-1f7a-4f67-bd8c-51152dd501b5 req-877cb488-74b0-40f9-ba6a-a5fe4bfb1b1c tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391779 Jun 04 17:15:48.174537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4d361daf-790c-44ee-bd9a-0dba1dc02c5f details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:15:48.405705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:15:48.421029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'port_id': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'mac_address': 'fa:16:3e:af:c1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:15:48.450640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a264cf-70a2-47a8-a66a-08b7aa3c6ea4 req-be580641-8034-4e1c-b909-f3e597b76d16 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:48.452105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85a264cf-70a2-47a8-a66a-08b7aa3c6ea4 req-be580641-8034-4e1c-b909-f3e597b76d16 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 945 time: 0.0849617 Jun 04 17:15:48.480076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:15:48.480431 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:48.497282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d361daf-790c-44ee-bd9a-0dba1dc02c5f {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:15:48.500838 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-85a264cf-70a2-47a8-a66a-08b7aa3c6ea4 req-71d59948-8e24-4e42-866a-4ec1d520ffcf tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427251 Jun 04 17:15:48.513255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:15:48.518970 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:48.585998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=12']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:15:48.693034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7ddcc-1511-4c79-9d13-36fc1f11fe74 req-c01edb0c-c971-45cd-8500-d961c2c73402 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:48.694461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45c7ddcc-1511-4c79-9d13-36fc1f11fe74 req-c01edb0c-c971-45cd-8500-d961c2c73402 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0807457 Jun 04 17:15:48.733328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['4d361daf-790c-44ee-bd9a-0dba1dc02c5f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:15:48.740215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-45c7ddcc-1511-4c79-9d13-36fc1f11fe74 req-b8ebbfd8-aaec-486b-8b76-9155f766f721 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388963 Jun 04 17:15:48.932950 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942e465-f7b5-4989-a2a8-924d61f025c1 req-3d6255bd-7000-4f67-8a5d-1c12840fed72 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:48.934460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9942e465-f7b5-4989-a2a8-924d61f025c1 req-3d6255bd-7000-4f67-8a5d-1c12840fed72 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0885539 Jun 04 17:15:48.979313 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9942e465-f7b5-4989-a2a8-924d61f025c1 req-ff2d1cd6-a25a-4d36-a1c4-6b9bee2d32b3 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389721 Jun 04 17:15:49.367160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0110e-5f5f-41ea-80eb-dfeb4cae0159 req-76530ecb-5456-417c-ae8b-f2259b2bd624 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:49.368494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cd0110e-5f5f-41ea-80eb-dfeb4cae0159 req-76530ecb-5456-417c-ae8b-f2259b2bd624 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 946 time: 0.0824125 Jun 04 17:15:49.420666 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4cd0110e-5f5f-41ea-80eb-dfeb4cae0159 req-0bd00dca-a39a-4bfc-aa75-0b59245da439 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463526 Jun 04 17:15:50.193476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4d361daf-790c-44ee-bd9a-0dba1dc02c5f up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:15:50.266146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:15:50.271101 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:15:50.271463 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:50.390292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:15:50.390688 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:50.418165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:15:50.428452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:15:50.434317 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:50.506232 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=13']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:15:50.521755 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53e0191-a191-4d61-b7b7-5f42e494ee23'] response: {'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'code': 200} Jun 04 17:15:50.620638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28012b0-3d0f-465f-9fd6-d30e49970817 req-bd0360fd-90c7-455d-8bb1-5f1f01a1e86e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:50.622109 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c28012b0-3d0f-465f-9fd6-d30e49970817 req-bd0360fd-90c7-455d-8bb1-5f1f01a1e86e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 947 time: 0.0842168 Jun 04 17:15:50.671157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c28012b0-3d0f-465f-9fd6-d30e49970817 req-3a27bb32-8fb8-4bd4-bb34-43936e5666bb tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2eb0fc-0207-4e6f-9f05-e86160f25e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409210 Jun 04 17:15:50.845406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-b46d5479-5648-43b1-8376-b7d8ad163a8e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:15:50.846855 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-b46d5479-5648-43b1-8376-b7d8ad163a8e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 947 time: 0.0899539 Jun 04 17:15:50.922805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Deleting port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:15:50.923026 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:51.172206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] For port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:15:51.172472 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:51.467991 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:51.468373 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:51.468703 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Floating IP b580fcb8-db44-4149-8623-3af09bc79f13 disassociated. External IP: 172.25.5.208, port: 4d361daf-790c-44ee-bd9a-0dba1dc02c5f. Jun 04 17:15:51.469032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Calling delete_port for 4d361daf-790c-44ee-bd9a-0dba1dc02c5f owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:15:51.619905 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:51.670953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event deleted for resources: {'Port': ['ID=4d361daf-790c-44ee-bd9a-0dba1dc02c5f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:15:51.872632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d59191e2-e19b-4f11-b6ba-259d86c36d7e req-bbeeb1ea-7dc6-4808-8e75-7c45791f3b2b tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0589671 Jun 04 17:15:51.899736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Router af5421bd-f4dc-4215-90dd-ff57334ff3e9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:15:52.186112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:15:52.197782 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373aaa9-ad3c-4193-a804-2914ab358917 None None] Sync routers for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:15:52.207553 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373aaa9-ad3c-4193-a804-2914ab358917 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:15:52.208145 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0373aaa9-ad3c-4193-a804-2914ab358917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:15:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:15:52.257294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] No DVR routers for this DVR port 4d361daf-790c-44ee-bd9a-0dba1dc02c5f on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:15:52.261072 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:52.263627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'name': 'network-vif-deleted', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:15:52.281512 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f58c6f5c-5025-4658-8590-ac81a84d6a93 req-3a0809e0-b374-4e86-afb4-68ebb8df168e tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.42 "DELETE /v2.0/ports/4d361daf-790c-44ee-bd9a-0dba1dc02c5f HTTP/1.1" status: 204 len: 173 time: 1.4293461 Jun 04 17:15:52.312499 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6341dd51-bf9d-48b9-a844-dc62811b6e08'] response: {'server_uuid': 'f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7', 'name': 'network-vif-deleted', 'tag': '4d361daf-790c-44ee-bd9a-0dba1dc02c5f', 'status': 'completed', 'code': 200} Jun 04 17:15:52.385959 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0373aaa9-ad3c-4193-a804-2914ab358917 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:15:52.734525 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0373aaa9-ad3c-4193-a804-2914ab358917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:15:52.738674 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373aaa9-ad3c-4193-a804-2914ab358917 None None] Checking router: af5421bd-f4dc-4215-90dd-ff57334ff3e9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:15:52.747070 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373aaa9-ad3c-4193-a804-2914ab358917 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:15:52.747665 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0373aaa9-ad3c-4193-a804-2914ab358917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:15:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:15:52.921886 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-0373aaa9-ad3c-4193-a804-2914ab358917 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:15:53.046418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-25cf01db-86c3-46b5-b3be-612b78324966 req-871d1af8-7284-436d-9fde-9d42b1974f8f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Synchronizing usage tracker for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:15:53.064123 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-25cf01db-86c3-46b5-b3be-612b78324966 req-871d1af8-7284-436d-9fde-9d42b1974f8f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Unset dirty status for tenant:ec17a8f177dc44899391d38bac384ee4 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:15:53.065293 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-25cf01db-86c3-46b5-b3be-612b78324966 req-871d1af8-7284-436d-9fde-9d42b1974f8f tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4cfeb15-3631-45c3-9bfe-d0f5b635f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0691803 Jun 04 17:15:53.247363 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-0373aaa9-ad3c-4193-a804-2914ab358917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:15:53.251985 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373aaa9-ad3c-4193-a804-2914ab358917 None None] The sync data for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 is: [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:10:27Z', 'revision_number': 4, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7bc5fffe-755b-4d6e-a019-524d67e43ecf', 'name': '', 'network_id': '923d4ce1-8c28-474c-8e4b-73d854a6235a', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'mac_address': 'fa:16:3e:8c:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:26Z', 'updated_at': '2022-06-04T17:10:32Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'subnets': [{'id': 'deece774-4c98-43a9-80a5-879aef0a9294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:15:53.465682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32ec49-b008-4cc9-a8a7-457a963355f3 None None] New status for floating IP b580fcb8-db44-4149-8623-3af09bc79f13: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:15:54.215767 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4d361daf-790c-44ee-bd9a-0dba1dc02c5f no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:15:54.250228 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 4d361daf-790c-44ee-bd9a-0dba1dc02c5f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:15:54.250598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 4d361daf-790c-44ee-bd9a-0dba1dc02c5f not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:15:57.368501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37430) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:15:57.437659 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-603dc98b-a433-4bb1-901d-6cf8a6917725 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:57.466704 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-603dc98b-a433-4bb1-901d-6cf8a6917725 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:57.527193 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-603dc98b-a433-4bb1-901d-6cf8a6917725 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:57.545761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dc98b-a433-4bb1-901d-6cf8a6917725 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2eb0fc-0207-4e6f-9f05-e86160f25e03,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:15:57.557808 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-603dc98b-a433-4bb1-901d-6cf8a6917725 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:57.558954 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-603dc98b-a433-4bb1-901d-6cf8a6917725 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "DELETE /v2.0/security-groups/ac2eb0fc-0207-4e6f-9f05-e86160f25e03 HTTP/1.1" status: 204 len: 168 time: 0.1894267 Jun 04 17:15:57.561552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37434) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:15:57.577768 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [None req-7a8e5568-fa09-4d6b-865a-50a4e0e90312 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] show failed (client error): The resource could not be found. Jun 04 17:15:57.578764 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7a8e5568-fa09-4d6b-865a-50a4e0e90312 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "GET /v2.0/security-groups/ac2eb0fc-0207-4e6f-9f05-e86160f25e03 HTTP/1.1" status: 404 len: 347 time: 0.0162525 Jun 04 17:15:57.581494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37438) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:15:57.743677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a3703-fade-4227-8168-63da44983e81 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Deleting port 9696cdc8-d665-4990-a524-450a49f1c6cb {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:15:57.744108 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3703-fade-4227-8168-63da44983e81 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:57.862397 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5757fb5b-c032-45e1-ae33-c2a7bb3166c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:57.918730 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3703-fade-4227-8168-63da44983e81 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:57.919019 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3703-fade-4227-8168-63da44983e81 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:58.039064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a3703-fade-4227-8168-63da44983e81 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Calling delete_port for 9696cdc8-d665-4990-a524-450a49f1c6cb owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:15:58.198111 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3703-fade-4227-8168-63da44983e81 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:58.244947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a3703-fade-4227-8168-63da44983e81 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Pushing event deleted for resources: {'Port': ['ID=9696cdc8-d665-4990-a524-450a49f1c6cb,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:15:58.337912 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3703-fade-4227-8168-63da44983e81 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:58.360753 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3703-fade-4227-8168-63da44983e81 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:58.361952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fa4a3703-fade-4227-8168-63da44983e81 tempest-ServerActionsTestJSON-168951833 tempest-ServerActionsTestJSON-168951833-project] 10.222.0.13 "DELETE /v2.0/floatingips/b580fcb8-db44-4149-8623-3af09bc79f13 HTTP/1.1" status: 204 len: 168 time: 0.7794120 Jun 04 17:15:58.365019 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37442) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:15:59.118073 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4edbd28f-cdba-4d02-b4ec-472bd24f561c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:59.475528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-4edbd28f-cdba-4d02-b4ec-472bd24f561c admin admin] Deleting port 7bc5fffe-755b-4d6e-a019-524d67e43ecf {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:15:59.476064 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4edbd28f-cdba-4d02-b4ec-472bd24f561c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:59.650096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-4edbd28f-cdba-4d02-b4ec-472bd24f561c admin admin] For port 7bc5fffe-755b-4d6e-a019-524d67e43ecf, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7bc5fffe-755b-4d6e-a019-524d67e43ecf,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:15:59.650409 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4edbd28f-cdba-4d02-b4ec-472bd24f561c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:15:59.773931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-4edbd28f-cdba-4d02-b4ec-472bd24f561c admin admin] Calling delete_port for 7bc5fffe-755b-4d6e-a019-524d67e43ecf owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:16:00.085915 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5aa8-3d8e-417a-b634-d113531c8e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:00.106923 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4edbd28f-cdba-4d02-b4ec-472bd24f561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:00.159194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbd28f-cdba-4d02-b4ec-472bd24f561c admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc5fffe-755b-4d6e-a019-524d67e43ecf,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:00.559650 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4edbd28f-cdba-4d02-b4ec-472bd24f561c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:00.930874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edbd28f-cdba-4d02-b4ec-472bd24f561c admin admin] Router af5421bd-f4dc-4215-90dd-ff57334ff3e9 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:16:01.107771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edbd28f-cdba-4d02-b4ec-472bd24f561c admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:16:01.117533 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d374a-2423-4472-81f7-c86f1cf827d6 None None] Sync routers for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:16:01.120939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4edbd28f-cdba-4d02-b4ec-472bd24f561c admin admin] 10.222.0.13 "PUT /v2.0/routers/af5421bd-f4dc-4215-90dd-ff57334ff3e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7549336 Jun 04 17:16:01.123636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37448) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:01.130934 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d374a-2423-4472-81f7-c86f1cf827d6 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:16:01.131451 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ec7d374a-2423-4472-81f7-c86f1cf827d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:16:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:01.300355 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:01.308983 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-ec7d374a-2423-4472-81f7-c86f1cf827d6 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:16:01.353372 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:01.455760 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:01.485313 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:01.495762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Deleting port 2553375e-4323-45c9-a8e6-863f37384934 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:16:01.496406 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:01.609442 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ec7d374a-2423-4472-81f7-c86f1cf827d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2553375e-4323-45c9-a8e6-863f37384934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:16:00Z', 'revision_number': 5, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port': {'id': '2553375e-4323-45c9-a8e6-863f37384934', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:10:24Z', 'updated_at': '2022-06-04T17:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:01.613353 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d374a-2423-4472-81f7-c86f1cf827d6 None None] Checking router: af5421bd-f4dc-4215-90dd-ff57334ff3e9 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:16:01.622055 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d374a-2423-4472-81f7-c86f1cf827d6 None None] Routers {'af5421bd-f4dc-4215-90dd-ff57334ff3e9'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:16:01.622685 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ec7d374a-2423-4472-81f7-c86f1cf827d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:16:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:01.775065 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-ec7d374a-2423-4472-81f7-c86f1cf827d6 None None] Set router af5421bd-f4dc-4215-90dd-ff57334ff3e9 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:16:01.799438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] For port 2553375e-4323-45c9-a8e6-863f37384934, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=2553375e-4323-45c9-a8e6-863f37384934,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:01.799785 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:01.918307 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-ec7d374a-2423-4472-81f7-c86f1cf827d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:16:01Z', 'revision_number': 6, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:01.922380 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d374a-2423-4472-81f7-c86f1cf827d6 None None] The sync data for ids ['af5421bd-f4dc-4215-90dd-ff57334ff3e9'] in n-d-811809-3 is: [{'id': 'af5421bd-f4dc-4215-90dd-ff57334ff3e9', 'name': 'tempest-ServerActionsTestJSON-1122155286-router', 'tenant_id': 'ec17a8f177dc44899391d38bac384ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:10:23Z', 'updated_at': '2022-06-04T17:16:01Z', 'revision_number': 6, 'project_id': 'ec17a8f177dc44899391d38bac384ee4', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:16:01.922821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Calling delete_port for 2553375e-4323-45c9-a8e6-863f37384934 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:16:02.096516 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:02.144211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Pushing event deleted for resources: {'Port': ['ID=2553375e-4323-45c9-a8e6-863f37384934,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:02.232165 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:02.407005 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:02.410251 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:02.438786 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:02.439280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af5421bd-f4dc-4215-90dd-ff57334ff3e9 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:16:02.452163 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:02.453290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9883ef6e-78e4-4dfa-9896-63501288f758 admin admin] 10.222.0.13 "DELETE /v2.0/routers/af5421bd-f4dc-4215-90dd-ff57334ff3e9 HTTP/1.1" status: 204 len: 168 time: 1.3287337 Jun 04 17:16:02.455994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37452) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:02.517756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab20fb9b-1e42-4638-b35b-a80aa45135bc admin admin] Deleting subnet deece774-4c98-43a9-80a5-879aef0a9294 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:16:02.520782 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab20fb9b-1e42-4638-b35b-a80aa45135bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:02.568703 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab20fb9b-1e42-4638-b35b-a80aa45135bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:02.650216 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab20fb9b-1e42-4638-b35b-a80aa45135bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:02.721629 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab20fb9b-1e42-4638-b35b-a80aa45135bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:02.725311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7bc5fffe-755b-4d6e-a019-524d67e43ecf no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:16:02.760609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20fb9b-1e42-4638-b35b-a80aa45135bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deece774-4c98-43a9-80a5-879aef0a9294,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:02.762677 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ab20fb9b-1e42-4638-b35b-a80aa45135bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:02.771594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ab20fb9b-1e42-4638-b35b-a80aa45135bc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/deece774-4c98-43a9-80a5-879aef0a9294 HTTP/1.1" status: 204 len: 168 time: 0.3123226 Jun 04 17:16:02.771821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37456) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:02.775680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8649f25f-7907-4254-9791-1868b350290e None None] Network 923d4ce1-8c28-474c-8e4b-73d854a6235a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:02.793832 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 7bc5fffe-755b-4d6e-a019-524d67e43ecf {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:16:02.794166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7bc5fffe-755b-4d6e-a019-524d67e43ecf not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:16:02.794632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2553375e-4323-45c9-a8e6-863f37384934 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:16:02.879813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:02.882636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 2553375e-4323-45c9-a8e6-863f37384934 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:16:02.883146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 2553375e-4323-45c9-a8e6-863f37384934 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:16:02.893497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Deleting port d05c4edc-1af5-4a16-bc66-9dada515d49c {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:16:02.893876 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:02.895540 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:03.083479 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45835f3f-5c10-4ee9-bc3c-4cb3161fc6dd None None] DHCP port deletion for 923d4ce1-8c28-474c-8e4b-73d854a6235a request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:16:03.087703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-45835f3f-5c10-4ee9-bc3c-4cb3161fc6dd None None] Deleting port d05c4edc-1af5-4a16-bc66-9dada515d49c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:16:03.088075 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45835f3f-5c10-4ee9-bc3c-4cb3161fc6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:03.107116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] For port d05c4edc-1af5-4a16-bc66-9dada515d49c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d05c4edc-1af5-4a16-bc66-9dada515d49c,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:03.107468 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:03.292171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-45835f3f-5c10-4ee9-bc3c-4cb3161fc6dd None None] For port d05c4edc-1af5-4a16-bc66-9dada515d49c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d05c4edc-1af5-4a16-bc66-9dada515d49c,segment=NetworkSegment(50479ed0-5527-4ada-ac64-f6e77bb1462a),segment_id=50479ed0-5527-4ada-ac64-f6e77bb1462a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:03.292498 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45835f3f-5c10-4ee9-bc3c-4cb3161fc6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:03.344142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Calling delete_port for d05c4edc-1af5-4a16-bc66-9dada515d49c owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:16:03.434257 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:03.445569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-45835f3f-5c10-4ee9-bc3c-4cb3161fc6dd None None] Calling delete_port for d05c4edc-1af5-4a16-bc66-9dada515d49c owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:16:03.480090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05c4edc-1af5-4a16-bc66-9dada515d49c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:03.484602 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] No DVR routers for this DVR port d05c4edc-1af5-4a16-bc66-9dada515d49c on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:16:03.521059 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-45835f3f-5c10-4ee9-bc3c-4cb3161fc6dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:16:03.521420 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-45835f3f-5c10-4ee9-bc3c-4cb3161fc6dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:16:03.598743 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:03.624607 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923d4ce1-8c28-474c-8e4b-73d854a6235a']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:03.636876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50479ed0-5527-4ada-ac64-f6e77bb1462a') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:03.637171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50479ed0-5527-4ada-ac64-f6e77bb1462a') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:03.649325 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:03.671457 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:03.681760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:16:03.682599 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:03.777801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:03.797351 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:03.805274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] Pushing event deleted for resources: {'Network': ['ID=923d4ce1-8c28-474c-8e4b-73d854a6235a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:03.813286 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8368c3c6-fc84-4693-87e0-7a9cff441524 admin admin] 10.222.0.13 "DELETE /v2.0/networks/923d4ce1-8c28-474c-8e4b-73d854a6235a HTTP/1.1" status: 204 len: 168 time: 1.0404518 Jun 04 17:16:03.830390 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 50479ed0-5527-4ada-ac64-f6e77bb1462a resource provider aggregate not found Jun 04 17:16:03.849152 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 50479ed0-5527-4ada-ac64-f6e77bb1462a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50479ed0-5527-4ada-ac64-f6e77bb1462a found for delete ", "request_id": "req-eb6305ca-49a9-472f-ad07-7362369b3ada"}]} Jun 04 17:16:03.933745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37470) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:03.983911 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-58fc7d79-bad9-447f-9ebc-6fb6b294a515 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec17a8f177dc44899391d38bac384ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490088 Jun 04 17:16:03.986477 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37474) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:04.022824 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-45835f3f-5c10-4ee9-bc3c-4cb3161fc6dd None None] Deleting port d05c4edc-1af5-4a16-bc66-9dada515d49c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:16:04.023389 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45835f3f-5c10-4ee9-bc3c-4cb3161fc6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:04.045132 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5064028f-b756-4aec-9cf7-ea511b7ed1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:04.074916 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5064028f-b756-4aec-9cf7-ea511b7ed1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:04.090063 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-45835f3f-5c10-4ee9-bc3c-4cb3161fc6dd None None] The port 'd05c4edc-1af5-4a16-bc66-9dada515d49c' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:16:04.129468 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5064028f-b756-4aec-9cf7-ea511b7ed1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:04.148087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064028f-b756-4aec-9cf7-ea511b7ed1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3cb207-aa66-4f31-ab6b-f55a73bd8558,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:04.158675 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5064028f-b756-4aec-9cf7-ea511b7ed1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:04.160978 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5064028f-b756-4aec-9cf7-ea511b7ed1e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a3cb207-aa66-4f31-ab6b-f55a73bd8558 HTTP/1.1" status: 204 len: 168 time: 0.1735210 Jun 04 17:16:04.495528 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:04.694297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d05c4edc-1af5-4a16-bc66-9dada515d49c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:16:04.729920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: d05c4edc-1af5-4a16-bc66-9dada515d49c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:16:04.730274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d05c4edc-1af5-4a16-bc66-9dada515d49c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:16:04.731690 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:04.980170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37498) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:05.126244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1722459765-network', 'tenant_id': '8661507fea7f42d0b3c385d4b8b576e5'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:05.132275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:05.136562 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Usage tracker for resource:network and tenant:8661507fea7f42d0b3c385d4b8b576e5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:05.140263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:05.146908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:05.159552 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Made reservation on behalf of 8661507fea7f42d0b3c385d4b8b576e5 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:05.161815 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:05.174952 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:05.189406 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:05.193276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Usage tracker for resource:security_group_rule and tenant:8661507fea7f42d0b3c385d4b8b576e5 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:05.196334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:05.202248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:05.292435 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:05.297500 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:05.328628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:16:05.337042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:05.344064 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:05.344962 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Added segment bd9923ed-eaf6-4ce7-bb54-215c8be5a4df of type vlan for network 19daae78-1306-4b65-b6ba-253a2d14a148 Jun 04 17:16:05.370845 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:05.404099 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:05.405075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:05.405651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:05.505214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] Pushing event updated for resources: {'Network': ['ID=19daae78-1306-4b65-b6ba-253a2d14a148,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:05.509155 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-239769f7-ff31-4a0a-af8e-304d8b7fd9cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5278015 Jun 04 17:16:05.513073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37504) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:05.517628 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 19daae78-1306-4b65-b6ba-253a2d14a148 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:16:05.519517 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Request body: {'subnet': {'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1722459765-subnet', 'tenant_id': '8661507fea7f42d0b3c385d4b8b576e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:05.525405 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:05.529425 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Usage tracker for resource:subnet and tenant:8661507fea7f42d0b3c385d4b8b576e5 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:05.532510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:05.538462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:05.549975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Made reservation on behalf of 8661507fea7f42d0b3c385d4b8b576e5 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:05.552289 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:05.752406 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:05.821085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a5338d-537b-46f3-976b-355e8aa78fa5,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:05.832148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Checking segment: {'id': 'bd9923ed-eaf6-4ce7-bb54-215c8be5a4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:05.832492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Network hostable DHCP agents. Network: 19daae78-1306-4b65-b6ba-253a2d14a148, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:16:05.854845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Network 19daae78-1306-4b65-b6ba-253a2d14a148 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:16:05.864767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 19daae78-1306-4b65-b6ba-253a2d14a148) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:05.869323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:05.869930 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:05.875491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fa051e-4378-49ce-bbe9-e57af5f59ca4 None None] Network 19daae78-1306-4b65-b6ba-253a2d14a148 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:05.892671 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3bb268d4-8579-46fd-8d96-7ba5808aa9fa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3784800 Jun 04 17:16:06.091543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a461d87b-b628-49c1-90b1-b27dc312a1fc None None] Network 19daae78-1306-4b65-b6ba-253a2d14a148 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:06.481969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-a0c4be6a-b1c8-4daf-8447-192344a26589 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:06.483421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-a0c4be6a-b1c8-4daf-8447-192344a26589 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/networks?id=19daae78-1306-4b65-b6ba-253a2d14a148 HTTP/1.1" status: 200 len: 814 time: 0.1443472 Jun 04 17:16:06.501683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-33484540-458e-41be-a041-8a85bda1a8b1 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/quotas/8661507fea7f42d0b3c385d4b8b576e5 HTTP/1.1" status: 200 len: 375 time: 0.0103552 Jun 04 17:16:06.552273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-76eaed93-af39-4b90-9a96-cfd5d2ffcbe1 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8661507fea7f42d0b3c385d4b8b576e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454118 Jun 04 17:16:06.694676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-96c67a90-948d-49d2-a4a0-f23074f5775a service neutron] 10.222.0.13 "GET /v2.0/networks/19daae78-1306-4b65-b6ba-253a2d14a148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352115 Jun 04 17:16:06.856326 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-080a9ded-40a4-4bba-bb43-2fdbe9e35966 service neutron] 10.222.0.13 "GET /v2.0/networks/19daae78-1306-4b65-b6ba-253a2d14a148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551788 Jun 04 17:16:07.041600 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-650de8cb-072c-48d1-93cb-82d81c9ee45b req-d9a89782-f9b1-4445-bc0e-89bfd3e7eeb4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 210 time: 0.0426559 Jun 04 17:16:08.126479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-d5416fc2-1d9a-4bf6-844c-ebbb2c1867c2 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:08.128252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-d5416fc2-1d9a-4bf6-844c-ebbb2c1867c2 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.42 "GET /v2.0/networks?id=19daae78-1306-4b65-b6ba-253a2d14a148 HTTP/1.1" status: 200 len: 814 time: 0.1538370 Jun 04 17:16:08.140092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Request body: {'port': {'device_id': 'eea03a4f-1e55-4593-a883-6dad3771957b', 'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148', 'admin_state_up': True, 'tenant_id': '8661507fea7f42d0b3c385d4b8b576e5'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:08.248165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6f5e62ae-bae1-4b59-b029-e94cde1ec0d7 req-65d5f35e-5ad8-41d8-9331-f25ee7dc817c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 210 time: 0.0913701 Jun 04 17:16:08.317563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:08.321612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Usage tracker for resource:port and tenant:8661507fea7f42d0b3c385d4b8b576e5 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:08.324690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:08.331031 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:08.343531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Made reservation on behalf of 8661507fea7f42d0b3c385d4b8b576e5 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:08.347191 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:08.610654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Allocated IP 172.20.0.10 (19daae78-1306-4b65-b6ba-253a2d14a148/a1a5338d-537b-46f3-976b-355e8aa78fa5/dc0daed0-6a2e-41a8-99ae-2d675c820edb) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:16:08.815486 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:08.849459 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:08.926437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Network 19daae78-1306-4b65-b6ba-253a2d14a148 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:16:08.929540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:08.933485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:16:08.962946 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Pushing event updated for resources: {'Port': ['ID=dc0daed0-6a2e-41a8-99ae-2d675c820edb,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:09.001000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:09.001595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:09.021725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-eec372d7-5f7c-40ed-be05-7904e71d12e4 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8857791 Jun 04 17:16:09.031222 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-acc2c2a2-be74-4c9b-aa00-e56069bb459b tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:16:09.032112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-acc2c2a2-be74-4c9b-aa00-e56069bb459b tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048585 Jun 04 17:16:09.090339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Request body: {'port': {'device_id': 'eea03a4f-1e55-4593-a883-6dad3771957b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:09.210038 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:09.540710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787a1e0-129f-43b4-8d55-1f3f6f772b98 req-e6aedeeb-eca4-4418-b9ff-3b32e91a762e tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:09.541305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2787a1e0-129f-43b4-8d55-1f3f6f772b98 req-e6aedeeb-eca4-4418-b9ff-3b32e91a762e tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Synchronizing usage tracker for tenant:8661507fea7f42d0b3c385d4b8b576e5 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:16:09.596467 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2787a1e0-129f-43b4-8d55-1f3f6f772b98 req-e6aedeeb-eca4-4418-b9ff-3b32e91a762e tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Unset dirty status for tenant:8661507fea7f42d0b3c385d4b8b576e5 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:16:09.597594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2787a1e0-129f-43b4-8d55-1f3f6f772b98 req-e6aedeeb-eca4-4418-b9ff-3b32e91a762e tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 932 time: 0.2437313 Jun 04 17:16:09.644755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0daed0-6a2e-41a8-99ae-2d675c820edb {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:16:09.655631 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:09.667416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2787a1e0-129f-43b4-8d55-1f3f6f772b98 req-0a3efc88-2c0c-4181-af99-2fb754c036a7 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589912 Jun 04 17:16:09.675829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Transition to ACTIVE for port object dc0daed0-6a2e-41a8-99ae-2d675c820edb will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:16:09.679677 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:09.834581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Pushing event updated for resources: {'Port': ['ID=dc0daed0-6a2e-41a8-99ae-2d675c820edb,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:09.908885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Attempting to bind port dc0daed0-6a2e-41a8-99ae-2d675c820edb on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:16:09.909214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Attempting to bind port dc0daed0-6a2e-41a8-99ae-2d675c820edb by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'bd9923ed-eaf6-4ce7-bb54-215c8be5a4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:16:09.909524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Attempting to bind port dc0daed0-6a2e-41a8-99ae-2d675c820edb on network 19daae78-1306-4b65-b6ba-253a2d14a148 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:16:09.914418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Port dc0daed0-6a2e-41a8-99ae-2d675c820edb on network 19daae78-1306-4b65-b6ba-253a2d14a148 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:16:09.914734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Attempting to bind port dc0daed0-6a2e-41a8-99ae-2d675c820edb on network 19daae78-1306-4b65-b6ba-253a2d14a148 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:16:09.919985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:16:09.920311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Checking segment: {'id': 'bd9923ed-eaf6-4ce7-bb54-215c8be5a4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:09.920680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Bound using segment: {'id': 'bd9923ed-eaf6-4ce7-bb54-215c8be5a4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:16:09.921096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Bound port: dc0daed0-6a2e-41a8-99ae-2d675c820edb, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd9923ed-eaf6-4ce7-bb54-215c8be5a4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:16:09.921429 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:10.011324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] For port dc0daed0-6a2e-41a8-99ae-2d675c820edb, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:16:10.014572 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] For port dc0daed0-6a2e-41a8-99ae-2d675c820edb, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=dc0daed0-6a2e-41a8-99ae-2d675c820edb,segment=NetworkSegment(bd9923ed-eaf6-4ce7-bb54-215c8be5a4df),segment_id=bd9923ed-eaf6-4ce7-bb54-215c8be5a4df)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:16:10.021630 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:10.083080 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:10.083682 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:10.085090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] 10.222.0.42 "PUT /v2.0/ports/dc0daed0-6a2e-41a8-99ae-2d675c820edb HTTP/1.1" status: 200 len: 1092 time: 1.0467455 Jun 04 17:16:10.085464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea03a4f-1e55-4593-a883-6dad3771957b', 'tag': 'dc0daed0-6a2e-41a8-99ae-2d675c820edb'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:16:10.104106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d188459-a22c-403a-ba03-b02cf0659acf service neutron] Pushing event updated for resources: {'Port': ['ID=dc0daed0-6a2e-41a8-99ae-2d675c820edb,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:10.154078 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c459a36c-34db-4bba-bfa0-55e021f21a65'] response: {'name': 'network-changed', 'server_uuid': 'eea03a4f-1e55-4593-a883-6dad3771957b', 'tag': 'dc0daed0-6a2e-41a8-99ae-2d675c820edb', 'status': 'completed', 'code': 200} Jun 04 17:16:10.199970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-cbc64006-f6d9-41d8-85a9-90837e9efa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:10.201543 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-cbc64006-f6d9-41d8-85a9-90837e9efa61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8661507fea7f42d0b3c385d4b8b576e5&device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 1095 time: 0.0788498 Jun 04 17:16:10.269067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-b0ef0302-4143-4232-a8a9-c7b613c857d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc0daed0-6a2e-41a8-99ae-2d675c820edb HTTP/1.1" status: 200 len: 217 time: 0.0604544 Jun 04 17:16:10.436674 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9dd151cb-77c9-455a-89ae-fb871654258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:10.438031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9dd151cb-77c9-455a-89ae-fb871654258b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1a5338d-537b-46f3-976b-355e8aa78fa5 HTTP/1.1" status: 200 len: 854 time: 0.1636288 Jun 04 17:16:10.484817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-9fc05ee4-1e0c-4ec1-828c-1898913955f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19daae78-1306-4b65-b6ba-253a2d14a148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397730 Jun 04 17:16:10.627635 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-15999e62-8588-4364-8136-fcad4a8540b9 service neutron] 10.222.0.42 "GET /v2.0/networks/19daae78-1306-4b65-b6ba-253a2d14a148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364205 Jun 04 17:16:10.766809 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e86369fe-e312-4927-974f-ad05c6b28dfd req-96736dda-1064-4078-bbc5-e9a1a439d44a service neutron] 10.222.0.42 "GET /v2.0/networks/19daae78-1306-4b65-b6ba-253a2d14a148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330445 Jun 04 17:16:10.916805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dcdb7-901f-48ff-9760-dc0d472c5211 req-bf63c0e8-3783-497c-8334-413d8d468344 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:10.918323 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-157dcdb7-901f-48ff-9760-dc0d472c5211 req-bf63c0e8-3783-497c-8334-413d8d468344 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 944 time: 0.1403937 Jun 04 17:16:10.920193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9b94f-8ef7-46b8-ab79-baa52b4b6c53 req-e06917ea-8b37-48ba-848c-d75303db9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:10.921508 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37e9b94f-8ef7-46b8-ab79-baa52b4b6c53 req-e06917ea-8b37-48ba-848c-d75303db9872 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8661507fea7f42d0b3c385d4b8b576e5&device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 1095 time: 0.1063933 Jun 04 17:16:11.056460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-157dcdb7-901f-48ff-9760-dc0d472c5211 req-113f2d15-c6a0-447d-9588-7d57dc3ff6a5 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314619 Jun 04 17:16:11.098458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9b94f-8ef7-46b8-ab79-baa52b4b6c53 req-e19cf28e-3e86-43a3-91e6-eee15c420637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:11.099943 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37e9b94f-8ef7-46b8-ab79-baa52b4b6c53 req-e19cf28e-3e86-43a3-91e6-eee15c420637 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19daae78-1306-4b65-b6ba-253a2d14a148 HTTP/1.1" status: 200 len: 915 time: 0.1624460 Jun 04 17:16:11.171868 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37e9b94f-8ef7-46b8-ab79-baa52b4b6c53 req-7e74ede2-76b3-4b74-a5e9-d81960acb4c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc0daed0-6a2e-41a8-99ae-2d675c820edb HTTP/1.1" status: 200 len: 217 time: 0.0639520 Jun 04 17:16:11.231878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9b94f-8ef7-46b8-ab79-baa52b4b6c53 req-78d81cd8-72a9-4657-a424-30978165ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:11.233259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37e9b94f-8ef7-46b8-ab79-baa52b4b6c53 req-78d81cd8-72a9-4657-a424-30978165ec30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1a5338d-537b-46f3-976b-355e8aa78fa5 HTTP/1.1" status: 200 len: 854 time: 0.0560384 Jun 04 17:16:11.284002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37e9b94f-8ef7-46b8-ab79-baa52b4b6c53 req-3292d34b-f18b-468c-bb72-1232bd253233 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19daae78-1306-4b65-b6ba-253a2d14a148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441554 Jun 04 17:16:11.420068 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37e9b94f-8ef7-46b8-ab79-baa52b4b6c53 req-4ce8773a-568d-4d55-8926-4e3dccc848f9 service neutron] 10.222.0.42 "GET /v2.0/networks/19daae78-1306-4b65-b6ba-253a2d14a148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294832 Jun 04 17:16:11.557622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37e9b94f-8ef7-46b8-ab79-baa52b4b6c53 req-44e57226-313b-43fe-996e-7f58f6b434a0 service neutron] 10.222.0.42 "GET /v2.0/networks/19daae78-1306-4b65-b6ba-253a2d14a148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310899 Jun 04 17:16:12.267259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cb112-aa03-4101-bcfc-6bd780fbe906 req-64051e6b-7ee4-4e89-88d5-9955eb08bc75 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:12.268725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c47cb112-aa03-4101-bcfc-6bd780fbe906 req-64051e6b-7ee4-4e89-88d5-9955eb08bc75 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 944 time: 0.0838244 Jun 04 17:16:12.315019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c47cb112-aa03-4101-bcfc-6bd780fbe906 req-bb133dcd-0a44-4316-b4c0-f3571c3c9a74 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401685 Jun 04 17:16:12.315735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device dc0daed0-6a2e-41a8-99ae-2d675c820edb details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:16:12.450598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port dc0daed0-6a2e-41a8-99ae-2d675c820edb, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=dc0daed0-6a2e-41a8-99ae-2d675c820edb,segment=NetworkSegment(bd9923ed-eaf6-4ce7-bb54-215c8be5a4df),segment_id=bd9923ed-eaf6-4ce7-bb54-215c8be5a4df)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:12.463413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'dc0daed0-6a2e-41a8-99ae-2d675c820edb', 'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148', 'port_id': 'dc0daed0-6a2e-41a8-99ae-2d675c820edb', 'mac_address': 'fa:16:3e:23:15:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a5338d-537b-46f3-976b-355e8aa78fa5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:16:12.520127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port dc0daed0-6a2e-41a8-99ae-2d675c820edb is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:16:12.520499 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:12.537601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0daed0-6a2e-41a8-99ae-2d675c820edb {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:16:12.553173 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port dc0daed0-6a2e-41a8-99ae-2d675c820edb, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=dc0daed0-6a2e-41a8-99ae-2d675c820edb,segment=NetworkSegment(bd9923ed-eaf6-4ce7-bb54-215c8be5a4df),segment_id=bd9923ed-eaf6-4ce7-bb54-215c8be5a4df)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:12.558505 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:12.626079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=dc0daed0-6a2e-41a8-99ae-2d675c820edb,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:12.746419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['dc0daed0-6a2e-41a8-99ae-2d675c820edb'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:16:13.533011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8dca2-ced6-42ab-a15f-11e3cc743772 req-73cb16a5-c3fa-47d3-97e1-dfa4b28a278b tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:13.534365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bde8dca2-ced6-42ab-a15f-11e3cc743772 req-73cb16a5-c3fa-47d3-97e1-dfa4b28a278b tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 945 time: 0.0971007 Jun 04 17:16:13.580240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bde8dca2-ced6-42ab-a15f-11e3cc743772 req-a22a743a-3eae-49f3-9465-68f9602abce1 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Jun 04 17:16:13.780693 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:16:14.326578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device dc0daed0-6a2e-41a8-99ae-2d675c820edb up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:16:14.412535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port dc0daed0-6a2e-41a8-99ae-2d675c820edb completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:16:14.420539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port dc0daed0-6a2e-41a8-99ae-2d675c820edb triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:16:14.421102 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:14.543539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port dc0daed0-6a2e-41a8-99ae-2d675c820edb is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:16:14.543917 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:14.570614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea03a4f-1e55-4593-a883-6dad3771957b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0daed0-6a2e-41a8-99ae-2d675c820edb'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:16:14.580654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port dc0daed0-6a2e-41a8-99ae-2d675c820edb, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=dc0daed0-6a2e-41a8-99ae-2d675c820edb,segment=NetworkSegment(bd9923ed-eaf6-4ce7-bb54-215c8be5a4df),segment_id=bd9923ed-eaf6-4ce7-bb54-215c8be5a4df)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:14.584597 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:14.619858 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9112f399-62bf-4788-a5eb-50c29eb48675'] response: {'server_uuid': 'eea03a4f-1e55-4593-a883-6dad3771957b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0daed0-6a2e-41a8-99ae-2d675c820edb', 'code': 200} Jun 04 17:16:14.691662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=dc0daed0-6a2e-41a8-99ae-2d675c820edb,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:14.815235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7060552-6d11-404f-975f-3206588a8c15 req-a9652e37-3e3f-4a3d-9405-319e1b851372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:14.816708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d7060552-6d11-404f-975f-3206588a8c15 req-a9652e37-3e3f-4a3d-9405-319e1b851372 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 1097 time: 0.1369901 Jun 04 17:16:14.827148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03a9a4-abcb-4306-a3cb-548980c785e8 req-d976c461-b852-4ce8-966b-9b3e136a67d8 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:14.828458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c03a9a4-abcb-4306-a3cb-548980c785e8 req-d976c461-b852-4ce8-966b-9b3e136a67d8 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 946 time: 0.1130362 Jun 04 17:16:14.892286 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d7060552-6d11-404f-975f-3206588a8c15 req-f272db26-28d8-4515-9018-c1462d100b2e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627992 Jun 04 17:16:14.896602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9c03a9a4-abcb-4306-a3cb-548980c785e8 req-31bc47cb-0098-4038-8aaa-58a3d2b99be9 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551975 Jun 04 17:16:16.213810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b61592-8ff3-49f6-afd6-6e6c76744c5a req-e6328d7c-b06e-47e0-81e8-132db462a8af tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:16.215482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19b61592-8ff3-49f6-afd6-6e6c76744c5a req-e6328d7c-b06e-47e0-81e8-132db462a8af tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 946 time: 0.2093422 Jun 04 17:16:16.259314 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19b61592-8ff3-49f6-afd6-6e6c76744c5a req-5dc8e7da-8863-404a-b2c9-00d0b5e358a8 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380650 Jun 04 17:16:16.559582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-751c5b30-5816-4096-b9c5-2a1ab8b26ae3 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:16.560917 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-751c5b30-5816-4096-b9c5-2a1ab8b26ae3 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/networks?id=19daae78-1306-4b65-b6ba-253a2d14a148 HTTP/1.1" status: 200 len: 814 time: 0.1531703 Jun 04 17:16:16.579111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-6c6e9fbe-f8b1-4015-b588-a4494464f4c7 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/quotas/8661507fea7f42d0b3c385d4b8b576e5 HTTP/1.1" status: 200 len: 375 time: 0.0105426 Jun 04 17:16:16.663425 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-69c44bca-1bdf-4ad1-a08e-c4cf7e07d745 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8661507fea7f42d0b3c385d4b8b576e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0768843 Jun 04 17:16:16.752432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-6dceecfa-9439-4bf8-bf10-dc98887698d4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:16:16.753423 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-6dceecfa-9439-4bf8-bf10-dc98887698d4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453923 Jun 04 17:16:16.887790 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-0d937f3b-30d0-4dd8-81e5-d44da4ab5ca2 service neutron] 10.222.0.13 "GET /v2.0/networks/19daae78-1306-4b65-b6ba-253a2d14a148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282027 Jun 04 17:16:17.020259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-f49e67f4-e7dd-43a4-82d2-e76413c2f31c service neutron] 10.222.0.13 "GET /v2.0/networks/19daae78-1306-4b65-b6ba-253a2d14a148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262746 Jun 04 17:16:17.208603 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11e47213-2f8a-4e69-affe-abb0eac8c6cf req-22416cf6-016d-45f2-a8fb-440648df8cca tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 210 time: 0.0466437 Jun 04 17:16:18.272749 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-de68cbb6-3186-4d43-9c1e-f468f572f3bf tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:18.273421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-de68cbb6-3186-4d43-9c1e-f468f572f3bf tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Synchronizing usage tracker for tenant:8661507fea7f42d0b3c385d4b8b576e5 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:16:18.291625 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-de68cbb6-3186-4d43-9c1e-f468f572f3bf tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Unset dirty status for tenant:8661507fea7f42d0b3c385d4b8b576e5 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:16:18.292784 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-de68cbb6-3186-4d43-9c1e-f468f572f3bf tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.46 "GET /v2.0/networks?id=19daae78-1306-4b65-b6ba-253a2d14a148 HTTP/1.1" status: 200 len: 814 time: 0.1716139 Jun 04 17:16:18.304735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Request body: {'port': {'device_id': '7fc44443-3196-433e-b5ee-a4ed7585146b', 'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148', 'admin_state_up': True, 'tenant_id': '8661507fea7f42d0b3c385d4b8b576e5'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:18.369122 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-025a6da5-0ac3-4272-bb92-a5112e6b7f5e req-028fc625-36fe-4ae2-9432-bd48269e8fc9 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 210 time: 0.0417287 Jun 04 17:16:18.444892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:18.455305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:18.468871 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Made reservation on behalf of 8661507fea7f42d0b3c385d4b8b576e5 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:18.474214 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:18.648370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Allocated IP 172.20.0.2 (19daae78-1306-4b65-b6ba-253a2d14a148/a1a5338d-537b-46f3-976b-355e8aa78fa5/c91d1ee5-3fd3-4ce4-be05-5c9c397168aa) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:16:18.865452 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:18.901034 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:18.912898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['dc0daed0-6a2e-41a8-99ae-2d675c820edb'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:16:18.973311 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Network 19daae78-1306-4b65-b6ba-253a2d14a148 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:16:18.976519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:18.980720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:16:19.010479 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Pushing event updated for resources: {'Port': ['ID=c91d1ee5-3fd3-4ce4-be05-5c9c397168aa,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:19.047210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:19.047815 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:19.073832 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-65846a79-fdaa-41ce-8f66-37d8085d9d7c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7728016 Jun 04 17:16:19.084807 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Request body: {'port': {'device_id': '7fc44443-3196-433e-b5ee-a4ed7585146b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:19.200658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:19.542859 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91d1ee5-3fd3-4ce4-be05-5c9c397168aa {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:16:19.551871 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:19.556108 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc77ce-51ac-497a-8402-917f13eff2ab req-b2768b34-636c-433a-bf4d-8b426e801c7f tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:19.557979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5acc77ce-51ac-497a-8402-917f13eff2ab req-b2768b34-636c-433a-bf4d-8b426e801c7f tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 931 time: 0.0823231 Jun 04 17:16:19.567589 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Transition to ACTIVE for port object c91d1ee5-3fd3-4ce4-be05-5c9c397168aa will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:16:19.572495 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:19.607233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5acc77ce-51ac-497a-8402-917f13eff2ab req-335e4277-7fe4-49f0-9870-c963938da18f tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Jun 04 17:16:19.802251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Pushing event updated for resources: {'Port': ['ID=c91d1ee5-3fd3-4ce4-be05-5c9c397168aa,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:19.916095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Attempting to bind port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:16:19.916442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Attempting to bind port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'bd9923ed-eaf6-4ce7-bb54-215c8be5a4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:16:19.916764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Attempting to bind port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa on network 19daae78-1306-4b65-b6ba-253a2d14a148 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:16:19.921524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa on network 19daae78-1306-4b65-b6ba-253a2d14a148 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:16:19.921835 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Attempting to bind port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa on network 19daae78-1306-4b65-b6ba-253a2d14a148 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:16:19.927013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:16:19.927346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Checking segment: {'id': 'bd9923ed-eaf6-4ce7-bb54-215c8be5a4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:19.927728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Bound using segment: {'id': 'bd9923ed-eaf6-4ce7-bb54-215c8be5a4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:16:19.928146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Bound port: c91d1ee5-3fd3-4ce4-be05-5c9c397168aa, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd9923ed-eaf6-4ce7-bb54-215c8be5a4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:16:19.928485 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:20.019262 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] For port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:16:20.023424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] For port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c91d1ee5-3fd3-4ce4-be05-5c9c397168aa,segment=NetworkSegment(bd9923ed-eaf6-4ce7-bb54-215c8be5a4df),segment_id=bd9923ed-eaf6-4ce7-bb54-215c8be5a4df)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:16:20.030592 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:20.095115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:20.095774 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:20.097150 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] 10.222.0.46 "PUT /v2.0/ports/c91d1ee5-3fd3-4ce4-be05-5c9c397168aa HTTP/1.1" status: 200 len: 1091 time: 1.0165834 Jun 04 17:16:20.097590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc44443-3196-433e-b5ee-a4ed7585146b', 'tag': 'c91d1ee5-3fd3-4ce4-be05-5c9c397168aa'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:16:20.119572 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22556796-2558-4441-96d6-cda53e8ca2eb service neutron] Pushing event updated for resources: {'Port': ['ID=c91d1ee5-3fd3-4ce4-be05-5c9c397168aa,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:20.173713 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc91952-430b-4ba2-9e66-1f63575c0090'] response: {'name': 'network-changed', 'server_uuid': '7fc44443-3196-433e-b5ee-a4ed7585146b', 'tag': 'c91d1ee5-3fd3-4ce4-be05-5c9c397168aa', 'status': 'completed', 'code': 200} Jun 04 17:16:20.215433 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-b5a5cf15-5e85-4019-bc61-57e20b3fee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:20.216915 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-b5a5cf15-5e85-4019-bc61-57e20b3fee15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8661507fea7f42d0b3c385d4b8b576e5&device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 1094 time: 0.0796356 Jun 04 17:16:20.284243 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-adcd362a-6999-4829-96d4-a244947ec0a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c91d1ee5-3fd3-4ce4-be05-5c9c397168aa HTTP/1.1" status: 200 len: 217 time: 0.0604594 Jun 04 17:16:20.350750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-a9effa38-173a-4372-a09f-326ed9bea7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:20.352063 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-a9effa38-173a-4372-a09f-326ed9bea7df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1a5338d-537b-46f3-976b-355e8aa78fa5 HTTP/1.1" status: 200 len: 854 time: 0.0619967 Jun 04 17:16:20.401522 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-4a2856ca-99c1-4edd-a64d-cfc1e359be8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19daae78-1306-4b65-b6ba-253a2d14a148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405288 Jun 04 17:16:20.536673 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-0b62b49d-0331-41cf-a78a-9c3ee33a35d3 service neutron] 10.222.0.46 "GET /v2.0/networks/19daae78-1306-4b65-b6ba-253a2d14a148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295977 Jun 04 17:16:20.672880 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c7c247e1-e9a9-4a13-ba56-316f3823ade9 req-9e8db50a-6d57-4217-8163-a48582cfbffe service neutron] 10.222.0.46 "GET /v2.0/networks/19daae78-1306-4b65-b6ba-253a2d14a148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303124 Jun 04 17:16:20.797230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a20fc-2252-4f54-8acd-4eac4ed160d7 req-c699e752-2677-41c1-b7f3-f9d63ea58b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:20.798774 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f91a20fc-2252-4f54-8acd-4eac4ed160d7 req-c699e752-2677-41c1-b7f3-f9d63ea58b81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8661507fea7f42d0b3c385d4b8b576e5&device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 1094 time: 0.0812242 Jun 04 17:16:20.805109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32004951-21d2-4197-a87f-e135ef59b7ca req-220e06af-139e-46e0-9b3e-bf2cfd1f5ee6 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:20.806654 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-32004951-21d2-4197-a87f-e135ef59b7ca req-220e06af-139e-46e0-9b3e-bf2cfd1f5ee6 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 943 time: 0.0861485 Jun 04 17:16:20.853222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-32004951-21d2-4197-a87f-e135ef59b7ca req-5de55852-2082-4a06-80c5-80e214aa258f tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403330 Jun 04 17:16:20.934864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a20fc-2252-4f54-8acd-4eac4ed160d7 req-e531521d-f607-4fca-8943-26770b0fa069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:20.936215 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f91a20fc-2252-4f54-8acd-4eac4ed160d7 req-e531521d-f607-4fca-8943-26770b0fa069 service neutron] 10.222.0.46 "GET /v2.0/networks?id=19daae78-1306-4b65-b6ba-253a2d14a148 HTTP/1.1" status: 200 len: 915 time: 0.1304989 Jun 04 17:16:21.004837 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f91a20fc-2252-4f54-8acd-4eac4ed160d7 req-85c40d9d-1a32-4dd2-be85-04c43372abc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c91d1ee5-3fd3-4ce4-be05-5c9c397168aa HTTP/1.1" status: 200 len: 217 time: 0.0606742 Jun 04 17:16:21.071121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a20fc-2252-4f54-8acd-4eac4ed160d7 req-c678b24c-6616-4953-8522-afc4a3ead2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:21.072538 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f91a20fc-2252-4f54-8acd-4eac4ed160d7 req-c678b24c-6616-4953-8522-afc4a3ead2e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1a5338d-537b-46f3-976b-355e8aa78fa5 HTTP/1.1" status: 200 len: 854 time: 0.0609012 Jun 04 17:16:21.119993 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f91a20fc-2252-4f54-8acd-4eac4ed160d7 req-59355820-2ca8-4498-8d93-d990a882fc5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19daae78-1306-4b65-b6ba-253a2d14a148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401607 Jun 04 17:16:21.264693 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f91a20fc-2252-4f54-8acd-4eac4ed160d7 req-d11bfb46-f6cf-4b2f-97c7-300e478a6665 service neutron] 10.222.0.46 "GET /v2.0/networks/19daae78-1306-4b65-b6ba-253a2d14a148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369131 Jun 04 17:16:21.399001 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f91a20fc-2252-4f54-8acd-4eac4ed160d7 req-e5d3e872-9934-4826-8ac0-f3e0a3f52b16 service neutron] 10.222.0.46 "GET /v2.0/networks/19daae78-1306-4b65-b6ba-253a2d14a148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272166 Jun 04 17:16:22.063992 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145b200-59f9-4675-b4c6-457788a2f61c req-07b814eb-8dc3-476d-b5e5-773bd8fc2150 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:22.065447 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9145b200-59f9-4675-b4c6-457788a2f61c req-07b814eb-8dc3-476d-b5e5-773bd8fc2150 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 943 time: 0.0939317 Jun 04 17:16:22.112277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9145b200-59f9-4675-b4c6-457788a2f61c req-8cbe48f0-15df-4259-89d5-027fa5da9f0f tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383215 Jun 04 17:16:23.330021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d64840-c4f3-4ff3-971d-6fcafe96164c req-3c26a447-155d-4898-ba54-0f2e1ec34725 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:23.331503 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63d64840-c4f3-4ff3-971d-6fcafe96164c req-3c26a447-155d-4898-ba54-0f2e1ec34725 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 943 time: 0.0960751 Jun 04 17:16:23.378599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-63d64840-c4f3-4ff3-971d-6fcafe96164c req-3a24b363-1d35-4df0-a663-640e79940a56 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384409 Jun 04 17:16:24.309700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c91d1ee5-3fd3-4ce4-be05-5c9c397168aa details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:16:24.453379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c91d1ee5-3fd3-4ce4-be05-5c9c397168aa,segment=NetworkSegment(bd9923ed-eaf6-4ce7-bb54-215c8be5a4df),segment_id=bd9923ed-eaf6-4ce7-bb54-215c8be5a4df)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:24.466389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'c91d1ee5-3fd3-4ce4-be05-5c9c397168aa', 'network_id': '19daae78-1306-4b65-b6ba-253a2d14a148', 'port_id': 'c91d1ee5-3fd3-4ce4-be05-5c9c397168aa', 'mac_address': 'fa:16:3e:62:b9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a5338d-537b-46f3-976b-355e8aa78fa5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:16:24.524880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:16:24.525240 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:24.542357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91d1ee5-3fd3-4ce4-be05-5c9c397168aa {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:16:24.558239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c91d1ee5-3fd3-4ce4-be05-5c9c397168aa,segment=NetworkSegment(bd9923ed-eaf6-4ce7-bb54-215c8be5a4df),segment_id=bd9923ed-eaf6-4ce7-bb54-215c8be5a4df)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:24.563401 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:24.575071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d36ef2-f8c4-4d4a-ac3a-ed5bf13c551f req-53452fc1-20d8-4781-ba96-621b0ab85aef tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:24.576570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67d36ef2-f8c4-4d4a-ac3a-ed5bf13c551f req-53452fc1-20d8-4781-ba96-621b0ab85aef tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 943 time: 0.0836349 Jun 04 17:16:24.619878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-67d36ef2-f8c4-4d4a-ac3a-ed5bf13c551f req-0b88099f-91f1-4a33-8f76-965b0dcda045 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375273 Jun 04 17:16:24.633792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c91d1ee5-3fd3-4ce4-be05-5c9c397168aa,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:24.753973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['c91d1ee5-3fd3-4ce4-be05-5c9c397168aa'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:16:25.820935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c676f0-d72b-4d18-9198-86dab850a37e req-eb80cfd1-d708-4a4e-bb33-1be5f5cc837e tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:25.822302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55c676f0-d72b-4d18-9198-86dab850a37e req-eb80cfd1-d708-4a4e-bb33-1be5f5cc837e tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 944 time: 0.0890584 Jun 04 17:16:25.869352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55c676f0-d72b-4d18-9198-86dab850a37e req-ce3fd25d-fd4b-4ba6-967d-05c7cd16a29d tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Jun 04 17:16:26.325192 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c91d1ee5-3fd3-4ce4-be05-5c9c397168aa up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:16:26.403636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:16:26.408687 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:16:26.409054 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:26.523790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:16:26.524131 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:26.551577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc44443-3196-433e-b5ee-a4ed7585146b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91d1ee5-3fd3-4ce4-be05-5c9c397168aa'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:16:26.561951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c91d1ee5-3fd3-4ce4-be05-5c9c397168aa,segment=NetworkSegment(bd9923ed-eaf6-4ce7-bb54-215c8be5a4df),segment_id=bd9923ed-eaf6-4ce7-bb54-215c8be5a4df)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:26.568040 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:26.604313 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1411c9b5-8761-4490-bd41-ca77cd100c78'] response: {'server_uuid': '7fc44443-3196-433e-b5ee-a4ed7585146b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91d1ee5-3fd3-4ce4-be05-5c9c397168aa', 'code': 200} Jun 04 17:16:26.641208 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=c91d1ee5-3fd3-4ce4-be05-5c9c397168aa,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:26.728615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ca92f-9b03-4308-b312-59dd36705612 req-a0f489d8-ea7f-4701-9928-02b3e0ec6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:26.730530 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9d3ca92f-9b03-4308-b312-59dd36705612 req-a0f489d8-ea7f-4701-9928-02b3e0ec6252 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 1096 time: 0.0746276 Jun 04 17:16:26.776914 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9d3ca92f-9b03-4308-b312-59dd36705612 req-a058769e-4cc7-49cc-8c65-96d83f7ca0b5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397162 Jun 04 17:16:27.071644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dc418-28f7-48c8-9dc2-aeeaa4b070d1 req-131fc5b3-a29d-4250-a8ab-abfa6de4793c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:27.073089 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-909dc418-28f7-48c8-9dc2-aeeaa4b070d1 req-131fc5b3-a29d-4250-a8ab-abfa6de4793c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 945 time: 0.0841355 Jun 04 17:16:27.116488 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-909dc418-28f7-48c8-9dc2-aeeaa4b070d1 req-c4f20b51-2c44-4fec-a1a6-777e9896a5ed tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375862 Jun 04 17:16:27.866254 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c310147b-02f9-48ff-86e4-4af24a99194b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:28.329665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5ecb4-95c9-476b-80da-907a012e239b req-292a30ab-5c90-4d44-afe2-586520e85df6 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:28.331149 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09f5ecb4-95c9-476b-80da-907a012e239b req-292a30ab-5c90-4d44-afe2-586520e85df6 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 945 time: 0.0936534 Jun 04 17:16:28.375579 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-09f5ecb4-95c9-476b-80da-907a012e239b req-3be09b77-6638-473a-9a91-5e73fa4c9683 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384769 Jun 04 17:16:28.762844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb5465-beef-4956-b843-8cc35f4a48a9 req-a989cde6-1ae4-40eb-816d-6bcc952a3778 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:28.764676 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4fb5465-beef-4956-b843-8cc35f4a48a9 req-a989cde6-1ae4-40eb-816d-6bcc952a3778 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 945 time: 0.0824361 Jun 04 17:16:28.811353 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4fb5465-beef-4956-b843-8cc35f4a48a9 req-f46b881a-31b7-4181-8ad1-9ddcb7a82123 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 Jun 04 17:16:29.959277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435cff5-8af9-4a1f-8078-175f279eff5e req-8a3944b3-e42c-4bc9-a2ff-29f32f53c9ed tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:29.959916 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-3435cff5-8af9-4a1f-8078-175f279eff5e req-8a3944b3-e42c-4bc9-a2ff-29f32f53c9ed tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Synchronizing usage tracker for tenant:8661507fea7f42d0b3c385d4b8b576e5 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:16:29.976737 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-3435cff5-8af9-4a1f-8078-175f279eff5e req-8a3944b3-e42c-4bc9-a2ff-29f32f53c9ed tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Unset dirty status for tenant:8661507fea7f42d0b3c385d4b8b576e5 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:16:29.977854 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3435cff5-8af9-4a1f-8078-175f279eff5e req-8a3944b3-e42c-4bc9-a2ff-29f32f53c9ed tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 945 time: 0.0991640 Jun 04 17:16:30.017749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cd146-f460-43de-a9ce-8f31df4d0852 req-bee3441e-a29b-494b-b382-b17f866b211b tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:30.019223 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-793cd146-f460-43de-a9ce-8f31df4d0852 req-bee3441e-a29b-494b-b382-b17f866b211b tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 945 time: 0.0864398 Jun 04 17:16:30.047563 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-3435cff5-8af9-4a1f-8078-175f279eff5e req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Deleting port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:16:30.047795 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3435cff5-8af9-4a1f-8078-175f279eff5e req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:30.064978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-793cd146-f460-43de-a9ce-8f31df4d0852 req-c2edb76e-0fc4-46ad-aa14-7422ac083caf tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397768 Jun 04 17:16:30.092208 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3df6921e-7c12-4a80-a78b-ca53d9143ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:30.314005 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-3435cff5-8af9-4a1f-8078-175f279eff5e req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] For port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=c91d1ee5-3fd3-4ce4-be05-5c9c397168aa,segment=NetworkSegment(bd9923ed-eaf6-4ce7-bb54-215c8be5a4df),segment_id=bd9923ed-eaf6-4ce7-bb54-215c8be5a4df)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:30.314281 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3435cff5-8af9-4a1f-8078-175f279eff5e req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:30.543998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-3435cff5-8af9-4a1f-8078-175f279eff5e req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Calling delete_port for c91d1ee5-3fd3-4ce4-be05-5c9c397168aa owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:16:30.691358 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3435cff5-8af9-4a1f-8078-175f279eff5e req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:30.704420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['dc0daed0-6a2e-41a8-99ae-2d675c820edb'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:16:30.728675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['c91d1ee5-3fd3-4ce4-be05-5c9c397168aa'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:16:30.746485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Pushing event deleted for resources: {'Port': ['ID=c91d1ee5-3fd3-4ce4-be05-5c9c397168aa,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:30.814912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:30.815235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:30.815569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:30.815893 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:30.816224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:30.816530 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:30.816845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:30.817157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:30.817469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:30.817777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:30.818087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:30.818395 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:30.829434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3435cff5-8af9-4a1f-8078-175f279eff5e req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] No DVR routers for this DVR port c91d1ee5-3fd3-4ce4-be05-5c9c397168aa on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:16:30.831753 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-3435cff5-8af9-4a1f-8078-175f279eff5e req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:30.834304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc44443-3196-433e-b5ee-a4ed7585146b', 'name': 'network-vif-deleted', 'tag': 'c91d1ee5-3fd3-4ce4-be05-5c9c397168aa'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:16:30.850746 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3435cff5-8af9-4a1f-8078-175f279eff5e req-9fc44c82-f67c-4e1e-92d2-053e7c697649 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.46 "DELETE /v2.0/ports/c91d1ee5-3fd3-4ce4-be05-5c9c397168aa HTTP/1.1" status: 204 len: 173 time: 0.8680136 Jun 04 17:16:30.881069 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876639ad-1c4a-4707-9541-3e1e9e366645'] response: {'server_uuid': '7fc44443-3196-433e-b5ee-a4ed7585146b', 'name': 'network-vif-deleted', 'tag': 'c91d1ee5-3fd3-4ce4-be05-5c9c397168aa', 'status': 'completed', 'code': 200} Jun 04 17:16:31.242475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71a0fb66-7583-4294-b5b1-fe666117cd67 req-a03cb5c2-3432-4e0f-9028-b6b719729251 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc44443-3196-433e-b5ee-a4ed7585146b HTTP/1.1" status: 200 len: 210 time: 0.0445921 Jun 04 17:16:31.351611 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:31.452553 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:32.553608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7805e1-2b24-4a77-97c3-6c520b1e629d req-80549a79-6894-4393-ac1e-4a976fbd8b11 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:32.556354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff7805e1-2b24-4a77-97c3-6c520b1e629d req-80549a79-6894-4393-ac1e-4a976fbd8b11 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 946 time: 0.0929503 Jun 04 17:16:32.607826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff7805e1-2b24-4a77-97c3-6c520b1e629d req-f4edb228-530b-4d08-97a2-621db4b3d24c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442004 Jun 04 17:16:32.768602 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:32.863580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54ce6e-7236-4c57-8f27-078880b47d10 req-0556c394-c581-46d7-bfe9-417efea14f44 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:32.864955 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be54ce6e-7236-4c57-8f27-078880b47d10 req-0556c394-c581-46d7-bfe9-417efea14f44 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 946 time: 0.0989156 Jun 04 17:16:32.910621 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-be54ce6e-7236-4c57-8f27-078880b47d10 req-afa8d974-2563-4de4-889f-2c166ceb362c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Jun 04 17:16:33.110927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb80054-e1f6-48dd-b89b-09dea993c56e req-04886aa2-5e4b-44ad-a6e9-7d4a4f1b4ab6 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:33.112392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cfb80054-e1f6-48dd-b89b-09dea993c56e req-04886aa2-5e4b-44ad-a6e9-7d4a4f1b4ab6 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 946 time: 0.0917444 Jun 04 17:16:33.161958 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cfb80054-e1f6-48dd-b89b-09dea993c56e req-a0a7e605-0fff-4654-a66a-fdfcfbc21655 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433137 Jun 04 17:16:33.470695 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb204e-de60-4e8f-95d5-0fe5a9c099f9 req-ade9b7b8-98b9-4065-8c62-f3a6068601a7 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:33.472686 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ddb204e-de60-4e8f-95d5-0fe5a9c099f9 req-ade9b7b8-98b9-4065-8c62-f3a6068601a7 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 946 time: 0.0908568 Jun 04 17:16:33.521492 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2ddb204e-de60-4e8f-95d5-0fe5a9c099f9 req-0ceafc0e-197c-4a54-859f-89b0b435dbcb tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428174 Jun 04 17:16:33.719094 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60701dd8-9a5c-4eb9-99e9-571b0241d28a req-8bbb5a04-65c9-41f1-b119-8d3ceaad553f tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:33.720690 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60701dd8-9a5c-4eb9-99e9-571b0241d28a req-8bbb5a04-65c9-41f1-b119-8d3ceaad553f tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 946 time: 0.0931385 Jun 04 17:16:33.770121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-60701dd8-9a5c-4eb9-99e9-571b0241d28a req-c0f243c0-b7d7-44d8-9bc9-8e53d6b8a103 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 Jun 04 17:16:33.980657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7c6d2-d445-4edb-a2a7-ce8f61380240 req-69b1e36c-75e5-49bc-8aa6-f2223dad9580 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:33.982089 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59b7c6d2-d445-4edb-a2a7-ce8f61380240 req-69b1e36c-75e5-49bc-8aa6-f2223dad9580 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 946 time: 0.0897360 Jun 04 17:16:34.142927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-59b7c6d2-d445-4edb-a2a7-ce8f61380240 req-db11bbd9-142d-4ab9-946b-495608ef6ed5 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521635 Jun 04 17:16:34.370032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c91d1ee5-3fd3-4ce4-be05-5c9c397168aa no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:16:34.405299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: c91d1ee5-3fd3-4ce4-be05-5c9c397168aa {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:16:34.405505 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device c91d1ee5-3fd3-4ce4-be05-5c9c397168aa not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:16:34.509147 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:34.717871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a22cd5-0de8-43f0-9033-008f80566b58 req-e4c3766c-961b-4584-9cc7-73a61a2731dc tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:34.719347 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0a22cd5-0de8-43f0-9033-008f80566b58 req-e4c3766c-961b-4584-9cc7-73a61a2731dc tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 946 time: 0.0839608 Jun 04 17:16:34.727165 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:34.768234 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0a22cd5-0de8-43f0-9033-008f80566b58 req-e9df9d82-c09b-4540-b7a0-917ca55f7572 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428495 Jun 04 17:16:36.018969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba239d40-60db-4b06-ae51-9fb18255c4d4 req-ae920f1f-0324-4cab-b7b5-9f3ce42fb04c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:36.020404 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba239d40-60db-4b06-ae51-9fb18255c4d4 req-ae920f1f-0324-4cab-b7b5-9f3ce42fb04c tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.42 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 946 time: 0.1421123 Jun 04 17:16:36.030759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472a794-9540-4376-bde9-29a83deeda64 req-ff7887f4-b674-4186-8e47-8c481ef3ed42 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:36.032097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7472a794-9540-4376-bde9-29a83deeda64 req-ff7887f4-b674-4186-8e47-8c481ef3ed42 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 946 time: 0.1205132 Jun 04 17:16:36.121911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-ba239d40-60db-4b06-ae51-9fb18255c4d4 req-b0ce73ec-78e6-4b8e-86ce-62bc6a8b0d00 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Deleting port dc0daed0-6a2e-41a8-99ae-2d675c820edb {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:16:36.122258 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba239d40-60db-4b06-ae51-9fb18255c4d4 req-b0ce73ec-78e6-4b8e-86ce-62bc6a8b0d00 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:36.154857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7472a794-9540-4376-bde9-29a83deeda64 req-67a44e23-287e-4c09-bcf9-e7fb65264783 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/security-groups?id=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940092 Jun 04 17:16:36.381985 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-ba239d40-60db-4b06-ae51-9fb18255c4d4 req-b0ce73ec-78e6-4b8e-86ce-62bc6a8b0d00 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] For port dc0daed0-6a2e-41a8-99ae-2d675c820edb, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=dc0daed0-6a2e-41a8-99ae-2d675c820edb,segment=NetworkSegment(bd9923ed-eaf6-4ce7-bb54-215c8be5a4df),segment_id=bd9923ed-eaf6-4ce7-bb54-215c8be5a4df)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:36.382242 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba239d40-60db-4b06-ae51-9fb18255c4d4 req-b0ce73ec-78e6-4b8e-86ce-62bc6a8b0d00 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:36.514597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-ba239d40-60db-4b06-ae51-9fb18255c4d4 req-b0ce73ec-78e6-4b8e-86ce-62bc6a8b0d00 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Calling delete_port for dc0daed0-6a2e-41a8-99ae-2d675c820edb owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:16:36.667334 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba239d40-60db-4b06-ae51-9fb18255c4d4 req-b0ce73ec-78e6-4b8e-86ce-62bc6a8b0d00 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:36.717223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce73ec-78e6-4b8e-86ce-62bc6a8b0d00 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Pushing event deleted for resources: {'Port': ['ID=dc0daed0-6a2e-41a8-99ae-2d675c820edb,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:36.791176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba239d40-60db-4b06-ae51-9fb18255c4d4 req-b0ce73ec-78e6-4b8e-86ce-62bc6a8b0d00 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] No DVR routers for this DVR port dc0daed0-6a2e-41a8-99ae-2d675c820edb on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:16:36.793867 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-ba239d40-60db-4b06-ae51-9fb18255c4d4 req-b0ce73ec-78e6-4b8e-86ce-62bc6a8b0d00 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:36.796313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea03a4f-1e55-4593-a883-6dad3771957b', 'name': 'network-vif-deleted', 'tag': 'dc0daed0-6a2e-41a8-99ae-2d675c820edb'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:16:36.808154 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba239d40-60db-4b06-ae51-9fb18255c4d4 req-b0ce73ec-78e6-4b8e-86ce-62bc6a8b0d00 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.42 "DELETE /v2.0/ports/dc0daed0-6a2e-41a8-99ae-2d675c820edb HTTP/1.1" status: 204 len: 173 time: 0.7751698 Jun 04 17:16:36.843309 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477e42ec-4d21-4159-a3e7-54c2128998f9'] response: {'server_uuid': 'eea03a4f-1e55-4593-a883-6dad3771957b', 'name': 'network-vif-deleted', 'tag': 'dc0daed0-6a2e-41a8-99ae-2d675c820edb', 'status': 'completed', 'code': 200} Jun 04 17:16:37.316820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6060e6e1-f699-417d-9038-4e5c20bb3192 req-03d48c5b-b52e-40d1-bfbf-8436e2a0ed55 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Synchronizing usage tracker for tenant:8661507fea7f42d0b3c385d4b8b576e5 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:16:37.333827 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6060e6e1-f699-417d-9038-4e5c20bb3192 req-03d48c5b-b52e-40d1-bfbf-8436e2a0ed55 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] Unset dirty status for tenant:8661507fea7f42d0b3c385d4b8b576e5 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:16:37.335140 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6060e6e1-f699-417d-9038-4e5c20bb3192 req-03d48c5b-b52e-40d1-bfbf-8436e2a0ed55 tempest-ServersNegativeTestJSON-942359692 tempest-ServersNegativeTestJSON-942359692-project] 10.222.0.13 "GET /v2.0/ports?device_id=eea03a4f-1e55-4593-a883-6dad3771957b HTTP/1.1" status: 200 len: 210 time: 0.0596774 Jun 04 17:16:38.401671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device dc0daed0-6a2e-41a8-99ae-2d675c820edb no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:16:38.436936 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: dc0daed0-6a2e-41a8-99ae-2d675c820edb {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:16:38.437255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device dc0daed0-6a2e-41a8-99ae-2d675c820edb not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:16:38.439428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37650) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:38.501358 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae802ac-1f7b-4933-859c-61c01b54e2c9 admin admin] Deleting subnet a1a5338d-537b-46f3-976b-355e8aa78fa5 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:16:38.504414 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eae802ac-1f7b-4933-859c-61c01b54e2c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:38.553455 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eae802ac-1f7b-4933-859c-61c01b54e2c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:38.610932 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eae802ac-1f7b-4933-859c-61c01b54e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:38.687923 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eae802ac-1f7b-4933-859c-61c01b54e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:38.724770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae802ac-1f7b-4933-859c-61c01b54e2c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a5338d-537b-46f3-976b-355e8aa78fa5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:38.728531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eae802ac-1f7b-4933-859c-61c01b54e2c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:38.735387 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eae802ac-1f7b-4933-859c-61c01b54e2c9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a1a5338d-537b-46f3-976b-355e8aa78fa5 HTTP/1.1" status: 204 len: 168 time: 0.2948225 Jun 04 17:16:38.738069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37654) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:38.843681 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e3c7a2b0-fbc2-46a3-9f5c-1ee94d8cac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:38.970017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e3c7a2b0-fbc2-46a3-9f5c-1ee94d8cac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:38.998819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-e3c7a2b0-fbc2-46a3-9f5c-1ee94d8cac62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19daae78-1306-4b65-b6ba-253a2d14a148']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:39.010768 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-e3c7a2b0-fbc2-46a3-9f5c-1ee94d8cac62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9923ed-eaf6-4ce7-bb54-215c8be5a4df') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:39.011054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-e3c7a2b0-fbc2-46a3-9f5c-1ee94d8cac62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9923ed-eaf6-4ce7-bb54-215c8be5a4df') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:39.022933 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e3c7a2b0-fbc2-46a3-9f5c-1ee94d8cac62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:39.038703 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e3c7a2b0-fbc2-46a3-9f5c-1ee94d8cac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:39.044980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c7a2b0-fbc2-46a3-9f5c-1ee94d8cac62 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:16:39.045343 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e3c7a2b0-fbc2-46a3-9f5c-1ee94d8cac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:39.134281 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e3c7a2b0-fbc2-46a3-9f5c-1ee94d8cac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:39.157080 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e3c7a2b0-fbc2-46a3-9f5c-1ee94d8cac62 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:39.165334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7a2b0-fbc2-46a3-9f5c-1ee94d8cac62 admin admin] Pushing event deleted for resources: {'Network': ['ID=19daae78-1306-4b65-b6ba-253a2d14a148,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:39.178400 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e3c7a2b0-fbc2-46a3-9f5c-1ee94d8cac62 admin admin] 10.222.0.13 "DELETE /v2.0/networks/19daae78-1306-4b65-b6ba-253a2d14a148 HTTP/1.1" status: 204 len: 168 time: 0.4393110 Jun 04 17:16:39.235852 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment bd9923ed-eaf6-4ce7-bb54-215c8be5a4df resource provider aggregate not found Jun 04 17:16:39.252836 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment bd9923ed-eaf6-4ce7-bb54-215c8be5a4df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd9923ed-eaf6-4ce7-bb54-215c8be5a4df found for delete ", "request_id": "req-5d46399f-8f38-4d7c-928d-a84ea64b6917"}]} Jun 04 17:16:39.293802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37668) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:39.344298 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-66894707-288e-48ca-88a3-a8d21bd27f60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8661507fea7f42d0b3c385d4b8b576e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493057 Jun 04 17:16:39.347074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37672) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:39.411824 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:39.447435 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:39.501620 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:39.516204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f2e401-2c67-4e5b-afb8-f9593b6bc8fa,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:39.526930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:39.527531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:39.527865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:39.528202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:39.528500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:39.528814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:39.529127 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:39.529432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:39.529737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:39.530045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:39.530347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:39.530684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:39.533449 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:39.537026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-aa68144b-7d66-413a-a49d-73a8ef95d73e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55f2e401-2c67-4e5b-afb8-f9593b6bc8fa HTTP/1.1" status: 204 len: 168 time: 0.1865199 Jun 04 17:16:40.337863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37696) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:40.454757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-50785377'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:40.460740 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:40.464908 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Usage tracker for resource:network and tenant:463051f0f8b04e13b197e282f360eaab is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:40.468022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:40.474488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:40.488913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Made reservation on behalf of 463051f0f8b04e13b197e282f360eaab for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:40.493684 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:40.506476 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:40.522555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:40.526684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Usage tracker for resource:security_group_rule and tenant:463051f0f8b04e13b197e282f360eaab is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:40.529705 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:40.535678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:40.618786 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:40.624391 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:40.663742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:16:40.672350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1faea78c-3c32-4bf8-a0d1-8c4b096b0576,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:40.678196 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:40.678606 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Added segment 84440936-2be1-41bf-8b6a-13ae7ad4334a of type vlan for network 12ba6b4c-d650-4e00-bb2d-a7c96bf5695b Jun 04 17:16:40.709227 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:40.739508 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:40.745004 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:40.745578 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:40.854453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event updated for resources: {'Network': ['ID=12ba6b4c-d650-4e00-bb2d-a7c96bf5695b,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:40.857251 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6240bc51-c522-46a1-9ed2-4d66f8a1743d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5183275 Jun 04 17:16:40.873413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 12ba6b4c-d650-4e00-bb2d-a7c96bf5695b details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:16:44.134937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37704) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:44.142576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Request body: {'subnet': {'network_id': '12ba6b4c-d650-4e00-bb2d-a7c96bf5695b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:44.250810 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:44.255081 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Usage tracker for resource:subnet and tenant:463051f0f8b04e13b197e282f360eaab is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:44.258020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:44.265045 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:44.280566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Made reservation on behalf of 463051f0f8b04e13b197e282f360eaab for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:44.284067 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:44.621053 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:44.709246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event updated for resources: {'Subnet': ['ID=e749cccc-2566-458c-86b8-f71e3a26156c,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:44.719648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Checking segment: {'id': '84440936-2be1-41bf-8b6a-13ae7ad4334a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '12ba6b4c-d650-4e00-bb2d-a7c96bf5695b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:44.719998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Network hostable DHCP agents. Network: 12ba6b4c-d650-4e00-bb2d-a7c96bf5695b, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:16:44.740305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Network 12ba6b4c-d650-4e00-bb2d-a7c96bf5695b is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:16:44.751202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 12ba6b4c-d650-4e00-bb2d-a7c96bf5695b) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:44.755432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:44.756237 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:44.760281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccf2e2a-9caf-45c7-bc56-8a0b7ce335d1 None None] Network 12ba6b4c-d650-4e00-bb2d-a7c96bf5695b requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:44.784244 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-100c3a24-36f3-4aad-8a71-e85476402ff5 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6476433 Jun 04 17:16:44.787818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37708) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:44.793237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-11690655'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:44.799093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:44.803116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Usage tracker for resource:network and tenant:463051f0f8b04e13b197e282f360eaab is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:44.806069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:44.813514 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:44.823896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Made reservation on behalf of 463051f0f8b04e13b197e282f360eaab for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:44.827701 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:44.855989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:16:44.865551 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:44.865934 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Added segment 24f436fe-6cfb-415f-94c4-13d62e4acde6 of type vlan for network 4a3322f1-ba2f-491b-82ee-66788034c3f5 Jun 04 17:16:44.894779 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:44.927495 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:44.933555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:44.934161 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:45.026237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-12ba6b4c-d650-4e00-bb2d-a7c96bf5695b', 'network_id': '12ba6b4c-d650-4e00-bb2d-a7c96bf5695b', 'tenant_id': '463051f0f8b04e13b197e282f360eaab', 'fixed_ips': [{'subnet_id': 'e749cccc-2566-458c-86b8-f71e3a26156c'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:16:45.026392 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:45.045490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37712) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:45.051451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Request body: {'subnet': {'network_id': '4a3322f1-ba2f-491b-82ee-66788034c3f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:45.054897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2659464 Jun 04 17:16:45.067654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b2b08-16de-42a4-8b68-7a212f8fc80d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event updated for resources: {'Network': ['ID=4a3322f1-ba2f-491b-82ee-66788034c3f5,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:45.085779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 4a3322f1-ba2f-491b-82ee-66788034c3f5 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:16:45.179199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:45.183115 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Usage tracker for resource:subnet and tenant:463051f0f8b04e13b197e282f360eaab is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:45.186318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:45.192230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:45.202645 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Made reservation on behalf of 463051f0f8b04e13b197e282f360eaab for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:45.206187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:45.268025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Allocated IP 2001:db8:0:ffff::2 (12ba6b4c-d650-4e00-bb2d-a7c96bf5695b/e749cccc-2566-458c-86b8-f71e3a26156c/ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:16:45.456113 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:45.475258 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:45.485905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Transition to ACTIVE for port object ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:16:45.504418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Transition to ACTIVE for port object ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:16:45.513815 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:45.537420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event updated for resources: {'Subnet': ['ID=114e8f7c-93aa-428a-b216-a840a92cae77,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:45.549905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Checking segment: {'id': '24f436fe-6cfb-415f-94c4-13d62e4acde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4a3322f1-ba2f-491b-82ee-66788034c3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:45.550263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Network hostable DHCP agents. Network: 4a3322f1-ba2f-491b-82ee-66788034c3f5, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:16:45.570873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Network 4a3322f1-ba2f-491b-82ee-66788034c3f5 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:16:45.580615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 4a3322f1-ba2f-491b-82ee-66788034c3f5) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:45.585192 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:45.585829 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:45.590026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Network 12ba6b4c-d650-4e00-bb2d-a7c96bf5695b is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:16:45.594172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6003f047-527d-4180-910b-b64a15ea7f12 None None] Network 4a3322f1-ba2f-491b-82ee-66788034c3f5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:45.606286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:45.612274 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-11b98837-69eb-412f-806c-9904a3fecfff tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5628414 Jun 04 17:16:45.612476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37716) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:45.615690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:16:45.671544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Pushing event updated for resources: {'Port': ['ID=ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:45.716813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:45.717157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:45.717508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:45.717850 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:45.718168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:45.718545 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:45.718864 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:45.719182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:45.719484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:45.719786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:45.720140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:45.720436 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:16:45.753776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:45.811491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Attempting to bind port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:16:45.812162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Attempting to bind port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '84440936-2be1-41bf-8b6a-13ae7ad4334a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '12ba6b4c-d650-4e00-bb2d-a7c96bf5695b'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:16:45.812162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Attempting to bind port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 on network 12ba6b4c-d650-4e00-bb2d-a7c96bf5695b {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:16:45.818953 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:45.843553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:16:45.843922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Checking segment: {'id': '84440936-2be1-41bf-8b6a-13ae7ad4334a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '12ba6b4c-d650-4e00-bb2d-a7c96bf5695b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:45.844319 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:45.844679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Bound using segment: {'id': '84440936-2be1-41bf-8b6a-13ae7ad4334a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '12ba6b4c-d650-4e00-bb2d-a7c96bf5695b'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:16:45.845172 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Bound port: ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84440936-2be1-41bf-8b6a-13ae7ad4334a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '12ba6b4c-d650-4e00-bb2d-a7c96bf5695b'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:16:45.846322 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:45.902025 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:45.954969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event deleted for resources: {'Subnet': ['ID=114e8f7c-93aa-428a-b216-a840a92cae77,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:45.981919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d4d6ec-3edc-41eb-8e0c-0b7bc4875be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-4a3322f1-ba2f-491b-82ee-66788034c3f5', 'network_id': '4a3322f1-ba2f-491b-82ee-66788034c3f5', 'tenant_id': '463051f0f8b04e13b197e282f360eaab', 'fixed_ips': [{'subnet_id': '114e8f7c-93aa-428a-b216-a840a92cae77'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:16:45.982816 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-35d4d6ec-3edc-41eb-8e0c-0b7bc4875be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:45.996038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] For port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:16:46.008944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] For port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547,segment=NetworkSegment(84440936-2be1-41bf-8b6a-13ae7ad4334a),segment_id=84440936-2be1-41bf-8b6a-13ae7ad4334a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:16:46.039529 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:46.047429 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:46.067872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3322f1-ba2f-491b-82ee-66788034c3f5']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:46.080873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f436fe-6cfb-415f-94c4-13d62e4acde6') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:46.081165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f436fe-6cfb-415f-94c4-13d62e4acde6') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:46.093216 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:46.110096 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:46.116792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:16:46.117220 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:46.163108 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c64bf8-b37e-4dbe-a1a8-37c6b05e00d0 None None] Pushing event updated for resources: {'Port': ['ID=ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:46.176791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c553db16-233e-4fce-b340-ac8c598aaed2 None None] Network 4a3322f1-ba2f-491b-82ee-66788034c3f5 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:46.189272 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 24f436fe-6cfb-415f-94c4-13d62e4acde6 resource provider aggregate not found Jun 04 17:16:46.215863 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 24f436fe-6cfb-415f-94c4-13d62e4acde6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24f436fe-6cfb-415f-94c4-13d62e4acde6 found for delete ", "request_id": "req-658e1578-d9d7-4bca-b892-1a874cdcc4ec"}]} Jun 04 17:16:46.230698 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:46.255648 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:46.265719 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event deleted for resources: {'Network': ['ID=4a3322f1-ba2f-491b-82ee-66788034c3f5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:46.270191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-56133734-7a24-4c2a-93ae-a99420141e47 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/networks/4a3322f1-ba2f-491b-82ee-66788034c3f5 HTTP/1.1" status: 204 len: 168 time: 0.6566463 Jun 04 17:16:46.273901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37724) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:46.280111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1324344239'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:46.286124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:46.290947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Usage tracker for resource:network and tenant:463051f0f8b04e13b197e282f360eaab is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:46.293994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:46.300416 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:46.312875 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Made reservation on behalf of 463051f0f8b04e13b197e282f360eaab for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:46.316568 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:46.365934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:16:46.382731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:46.383108 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Added segment 50aa5b64-05be-4f4d-95d0-d90506740e86 of type vlan for network b8714741-9dc9-49de-bdeb-07a809a56c7c Jun 04 17:16:46.411699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:46.444937 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:46.450577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:46.451235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:46.656434 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3810618 Jun 04 17:16:46.659834 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37728) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:46.670249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Request body: {'subnet': {'network_id': 'b8714741-9dc9-49de-bdeb-07a809a56c7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:46.684126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a34044-d453-42e3-b1a8-373c27d26f48 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event updated for resources: {'Network': ['ID=b8714741-9dc9-49de-bdeb-07a809a56c7c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:46.697102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network b8714741-9dc9-49de-bdeb-07a809a56c7c details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:16:46.770209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:16:46.788948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:46.792915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Usage tracker for resource:subnet and tenant:463051f0f8b04e13b197e282f360eaab is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:46.795656 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:46.801677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:46.813276 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Made reservation on behalf of 463051f0f8b04e13b197e282f360eaab for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:46.817253 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:46.915600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:16:46.917288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Performing IP validity checks on allocation pools {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 17:16:46.917817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.ipam_backend_mixin [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88797) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 17:16:47.046944 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.127696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event updated for resources: {'Subnet': ['ID=6fadb3c0-f932-47cf-b03a-ea1a4e96c276,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:47.135009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3b20c0-e84a-4d27-9939-f62a55006e27 None None] Network 12ba6b4c-d650-4e00-bb2d-a7c96bf5695b requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:47.138367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Checking segment: {'id': '50aa5b64-05be-4f4d-95d0-d90506740e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b8714741-9dc9-49de-bdeb-07a809a56c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:47.138922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Network hostable DHCP agents. Network: b8714741-9dc9-49de-bdeb-07a809a56c7c, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:16:47.158664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Network b8714741-9dc9-49de-bdeb-07a809a56c7c is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:16:47.169367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, b8714741-9dc9-49de-bdeb-07a809a56c7c) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:47.174124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:47.174720 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.196451 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-31fe4779-8e16-4d63-947a-59122301bb08 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5356073 Jun 04 17:16:47.199330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37732) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:47.200408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeebc93-4c98-448d-b154-fb16c568ce4e None None] Network b8714741-9dc9-49de-bdeb-07a809a56c7c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:47.287050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6e24bcaa-79f7-4b7e-8207-e0b267746aae None None] Provisioning for port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:16:47.319347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6e24bcaa-79f7-4b7e-8207-e0b267746aae None None] Provisioning complete for port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:16:47.319693 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6e24bcaa-79f7-4b7e-8207-e0b267746aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.340443 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.407803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.488047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.536143 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event deleted for resources: {'Subnet': ['ID=6fadb3c0-f932-47cf-b03a-ea1a4e96c276,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:47.563966 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15b0be2-00d0-425a-a8f5-d6af67fbcd45 None None] Network b8714741-9dc9-49de-bdeb-07a809a56c7c requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:47.633709 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.659472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8714741-9dc9-49de-bdeb-07a809a56c7c']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:47.672131 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50aa5b64-05be-4f4d-95d0-d90506740e86') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:47.672375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50aa5b64-05be-4f4d-95d0-d90506740e86') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:47.684029 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.700339 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.706901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:16:47.707322 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.720137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6e24bcaa-79f7-4b7e-8207-e0b267746aae None None] Current status of the port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:16:47.720508 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6e24bcaa-79f7-4b7e-8207-e0b267746aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.786404 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 50aa5b64-05be-4f4d-95d0-d90506740e86 resource provider aggregate not found Jun 04 17:16:47.813823 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 50aa5b64-05be-4f4d-95d0-d90506740e86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50aa5b64-05be-4f4d-95d0-d90506740e86 found for delete ", "request_id": "req-9a64d2f5-2fe3-494c-bed3-4fb7d834fc7e"}]} Jun 04 17:16:47.823453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.825420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6e24bcaa-79f7-4b7e-8207-e0b267746aae None None] For port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547,segment=NetworkSegment(84440936-2be1-41bf-8b6a-13ae7ad4334a),segment_id=84440936-2be1-41bf-8b6a-13ae7ad4334a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:47.829835 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.831130 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6e24bcaa-79f7-4b7e-8207-e0b267746aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.860560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event deleted for resources: {'Network': ['ID=b8714741-9dc9-49de-bdeb-07a809a56c7c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:47.863979 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-535e3a93-cca1-4b01-8e5d-32610dcc61f8 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/networks/b8714741-9dc9-49de-bdeb-07a809a56c7c HTTP/1.1" status: 204 len: 168 time: 0.6637180 Jun 04 17:16:47.867791 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37740) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:47.873894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1609544598'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:47.879822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:47.883912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Usage tracker for resource:network and tenant:463051f0f8b04e13b197e282f360eaab is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:47.887619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:47.894676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:47.902939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24bcaa-79f7-4b7e-8207-e0b267746aae None None] Pushing event updated for resources: {'Port': ['ID=ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:47.907783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Made reservation on behalf of 463051f0f8b04e13b197e282f360eaab for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:47.911391 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.940838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:16:47.950670 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:47.951170 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Added segment c639466f-e6c9-4278-bc5a-55127772025b of type vlan for network 6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6 Jun 04 17:16:47.979119 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:48.014832 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:48.020473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:48.021082 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:48.117303 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2483704 Jun 04 17:16:48.120540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37744) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:48.127172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Request body: {'subnet': {'network_id': '6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:48.127529 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ef420-44b8-47ce-bb94-6ff95e701ac1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event updated for resources: {'Network': ['ID=6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:48.138698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:16:48.239419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:48.242218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ee6ea16d-0b62-40a2-941f-b78bedd23534 None None] Provisioning complete for port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:16:48.242604 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea16d-0b62-40a2-941f-b78bedd23534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:48.243240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Usage tracker for resource:subnet and tenant:463051f0f8b04e13b197e282f360eaab is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:48.245995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:48.251709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:48.261452 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Made reservation on behalf of 463051f0f8b04e13b197e282f360eaab for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:48.265389 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:48.364220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ea16d-0b62-40a2-941f-b78bedd23534 None None] Current status of the port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:16:48.488140 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:48.569927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event updated for resources: {'Subnet': ['ID=848e6388-70f3-46b6-b8e3-bbd3d57977a7,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:48.575338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Checking segment: {'id': 'c639466f-e6c9-4278-bc5a-55127772025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:48.575694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Network hostable DHCP agents. Network: 6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:16:48.597738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Network 6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:16:48.608260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:48.612219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:48.612804 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:48.619748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0faf0c3-b567-41e3-a3e1-48d8414c66d5 None None] Network 6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:48.635888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5e5898e4-8631-49da-94f7-2d2dca5b34e4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5140884 Jun 04 17:16:48.640027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37748) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:48.645574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1769617426'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:48.651175 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:48.655205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Usage tracker for resource:network and tenant:463051f0f8b04e13b197e282f360eaab is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:48.658087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:48.663874 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:48.677310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Made reservation on behalf of 463051f0f8b04e13b197e282f360eaab for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:48.680926 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:48.711169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:16:48.722138 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:48.722718 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Added segment d54ae103-7667-4ab3-8bda-5b0004746bc5 of type vlan for network e8c5be49-622d-4395-8d26-08177aec9715 Jun 04 17:16:48.740319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:16:48.755206 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:48.786525 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:48.792305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:48.792971 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:48.895457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:16:48.895827 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:48.926114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6', 'network_id': '6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6', 'tenant_id': '463051f0f8b04e13b197e282f360eaab', 'fixed_ips': [{'subnet_id': '848e6388-70f3-46b6-b8e3-bbd3d57977a7'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:16:48.926952 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:49.013665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3721297 Jun 04 17:16:49.017239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37752) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:49.024861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Request body: {'subnet': {'network_id': 'e8c5be49-622d-4395-8d26-08177aec9715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:49.047478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eb2e4-62d3-4100-a232-5876a22da387 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event updated for resources: {'Network': ['ID=e8c5be49-622d-4395-8d26-08177aec9715,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:49.074390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network e8c5be49-622d-4395-8d26-08177aec9715 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:16:49.139411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:49.143456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Usage tracker for resource:subnet and tenant:463051f0f8b04e13b197e282f360eaab is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:49.146277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:49.152109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:49.163105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Made reservation on behalf of 463051f0f8b04e13b197e282f360eaab for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:49.166701 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:49.269845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:16:49.292725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Allocated IP 2001:db8::2 (6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6/848e6388-70f3-46b6-b8e3-bbd3d57977a7/6a8a31d5-6ed9-4fc6-9b07-31778d85f900) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:16:49.386776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:49.464133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event updated for resources: {'Subnet': ['ID=70c66c8a-0084-4ac6-9506-b264dbb3768c,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:49.471275 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Checking segment: {'id': 'd54ae103-7667-4ab3-8bda-5b0004746bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e8c5be49-622d-4395-8d26-08177aec9715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:49.471628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Network hostable DHCP agents. Network: e8c5be49-622d-4395-8d26-08177aec9715, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:16:49.490996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Network e8c5be49-622d-4395-8d26-08177aec9715 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:16:49.495968 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:49.500901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, e8c5be49-622d-4395-8d26-08177aec9715) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:49.505128 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:49.505830 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:49.507164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Transition to ACTIVE for port object 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:16:49.518841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203158b1-f31c-48aa-8e62-1967799819ac None None] Network e8c5be49-622d-4395-8d26-08177aec9715 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:49.531640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4a82b71e-d5e9-43ec-8727-cb1febf750b4 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5133746 Jun 04 17:16:49.534547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37756) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:49.591299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Transition to ACTIVE for port object 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:16:49.606675 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:49.675528 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:49.677705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Network 6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:16:49.695858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:49.701815 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:16:49.716423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Pushing event updated for resources: {'Port': ['ID=6a8a31d5-6ed9-4fc6-9b07-31778d85f900,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:49.745981 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:49.821456 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:49.848803 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Attempting to bind port 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:16:49.849118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Attempting to bind port 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'c639466f-e6c9-4278-bc5a-55127772025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:16:49.849443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Attempting to bind port 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 on network 6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:16:49.881325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:16:49.881697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Checking segment: {'id': 'c639466f-e6c9-4278-bc5a-55127772025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:49.882089 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:49.882512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Bound using segment: {'id': 'c639466f-e6c9-4278-bc5a-55127772025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:16:49.882988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Bound port: 6a8a31d5-6ed9-4fc6-9b07-31778d85f900, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c639466f-e6c9-4278-bc5a-55127772025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:16:49.883354 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:49.934957 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d07d58b-744b-4f3a-98ea-9edbb52ed36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-e8c5be49-622d-4395-8d26-08177aec9715', 'network_id': 'e8c5be49-622d-4395-8d26-08177aec9715', 'tenant_id': '463051f0f8b04e13b197e282f360eaab', 'fixed_ips': [{'subnet_id': '70c66c8a-0084-4ac6-9506-b264dbb3768c'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:16:49.936443 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7d07d58b-744b-4f3a-98ea-9edbb52ed36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:49.969365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event deleted for resources: {'Subnet': ['ID=70c66c8a-0084-4ac6-9506-b264dbb3768c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:50.053359 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] For port 6a8a31d5-6ed9-4fc6-9b07-31778d85f900, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:16:50.059810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] For port 6a8a31d5-6ed9-4fc6-9b07-31778d85f900, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6a8a31d5-6ed9-4fc6-9b07-31778d85f900,segment=NetworkSegment(c639466f-e6c9-4278-bc5a-55127772025b),segment_id=c639466f-e6c9-4278-bc5a-55127772025b)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:16:50.065104 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:50.067935 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:50.095140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c5be49-622d-4395-8d26-08177aec9715']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:50.101992 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6425baee-739f-490c-a21f-2b4b851808d9 None None] Network e8c5be49-622d-4395-8d26-08177aec9715 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:50.109267 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54ae103-7667-4ab3-8bda-5b0004746bc5') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:50.109558 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54ae103-7667-4ab3-8bda-5b0004746bc5') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:50.122349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:50.139473 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:50.149076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:16:50.149486 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:50.228799 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment d54ae103-7667-4ab3-8bda-5b0004746bc5 resource provider aggregate not found Jun 04 17:16:50.251090 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment d54ae103-7667-4ab3-8bda-5b0004746bc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d54ae103-7667-4ab3-8bda-5b0004746bc5 found for delete ", "request_id": "req-62ec6d79-5998-4c35-aedd-b23d0aa5d93c"}]} Jun 04 17:16:50.262116 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae397c34-e3d3-4373-88d5-4da5896f2047 None None] Pushing event updated for resources: {'Port': ['ID=6a8a31d5-6ed9-4fc6-9b07-31778d85f900,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:50.281289 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:50.303874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:50.312031 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event deleted for resources: {'Network': ['ID=e8c5be49-622d-4395-8d26-08177aec9715,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:50.330580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37764) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:50.331184 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-92950f5f-7452-4ce8-b858-0eb0ccfd449d tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/networks/e8c5be49-622d-4395-8d26-08177aec9715 HTTP/1.1" status: 204 len: 168 time: 0.7948666 Jun 04 17:16:50.378141 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d80e6c1-9ece-4338-a560-6b7ec6b6f386 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] GET failed (client error): The resource could not be found. Jun 04 17:16:50.378700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0d80e6c1-9ece-4338-a560-6b7ec6b6f386 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Synchronizing usage tracker for tenant:463051f0f8b04e13b197e282f360eaab on resource:subnet {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:16:50.408105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0d80e6c1-9ece-4338-a560-6b7ec6b6f386 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Unset dirty status for tenant:463051f0f8b04e13b197e282f360eaab on resource:subnet {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:16:50.409826 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0d80e6c1-9ece-4338-a560-6b7ec6b6f386 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "GET /v2.0/subnets/70c66c8a-0084-4ac6-9506-b264dbb3768c HTTP/1.1" status: 404 len: 337 time: 0.0774803 Jun 04 17:16:50.412898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37768) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:50.449661 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-3174c0bc-f782-487b-b04a-52402d648f7b tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] DELETE failed (client error): The resource could not be found. Jun 04 17:16:50.450532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3174c0bc-f782-487b-b04a-52402d648f7b tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 17:16:50.452400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3174c0bc-f782-487b-b04a-52402d648f7b tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/networks/e8c5be49-622d-4395-8d26-08177aec9715 HTTP/1.1" status: 404 len: 339 time: 0.0382419 Jun 04 17:16:50.456408 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37772) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:50.506750 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0af8fbd-5586-49fc-80a2-a55ef5e4cd27 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] DELETE failed (client error): The resource could not be found. Jun 04 17:16:50.507635 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0af8fbd-5586-49fc-80a2-a55ef5e4cd27 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 17:16:50.509560 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a0af8fbd-5586-49fc-80a2-a55ef5e4cd27 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/subnets/70c66c8a-0084-4ac6-9506-b264dbb3768c HTTP/1.1" status: 404 len: 337 time: 0.0521824 Jun 04 17:16:50.512242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37776) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:50.541809 n-d-811809-3 neutron-server[88797]: INFO neutron.pecan_wsgi.hooks.translation [None req-4daf16e4-ea7f-4df4-b635-c6ef5f79a754 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] DELETE failed (client error): The resource could not be found. Jun 04 17:16:50.542465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4daf16e4-ea7f-4df4-b635-c6ef5f79a754 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88797) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 17:16:50.546693 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4daf16e4-ea7f-4df4-b635-c6ef5f79a754 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/networks/e8c5be49-622d-4395-8d26-08177aec9715 HTTP/1.1" status: 404 len: 339 time: 0.0309520 Jun 04 17:16:50.547258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37780) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:50.616684 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f2924c-bc9f-4126-87eb-1d3e36d05e3a tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Deleting subnet 848e6388-70f3-46b6-b8e3-bbd3d57977a7 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:16:50.619739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-70f2924c-bc9f-4126-87eb-1d3e36d05e3a tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:50.675971 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-70f2924c-bc9f-4126-87eb-1d3e36d05e3a tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:50.757010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:16:50.765041 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-70f2924c-bc9f-4126-87eb-1d3e36d05e3a tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:50.779581 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:16:50.823177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:16:50.841562 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-70f2924c-bc9f-4126-87eb-1d3e36d05e3a tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:50.885982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2924c-bc9f-4126-87eb-1d3e36d05e3a tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event deleted for resources: {'Subnet': ['ID=848e6388-70f3-46b6-b8e3-bbd3d57977a7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:50.888296 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-70f2924c-bc9f-4126-87eb-1d3e36d05e3a tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:50.902919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-70f2924c-bc9f-4126-87eb-1d3e36d05e3a tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/subnets/848e6388-70f3-46b6-b8e3-bbd3d57977a7 HTTP/1.1" status: 204 len: 168 time: 0.3545063 Jun 04 17:16:50.905420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37784) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:51.017530 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:51.028760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Deleting port 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:16:51.029140 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:51.168633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f748cee6-a8e0-4350-86ef-cc9b6f2494ad None None] Network 6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:51.240554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] For port 6a8a31d5-6ed9-4fc6-9b07-31778d85f900, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6a8a31d5-6ed9-4fc6-9b07-31778d85f900,segment=NetworkSegment(c639466f-e6c9-4278-bc5a-55127772025b),segment_id=c639466f-e6c9-4278-bc5a-55127772025b)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:51.240964 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:51.298117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-693a7102-78ab-4afd-880d-ebf0b3930b98 None None] Provisioning for port 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:16:51.363733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Calling delete_port for 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:16:51.370247 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-693a7102-78ab-4afd-880d-ebf0b3930b98 None None] Provisioning complete for port 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:16:51.370653 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-693a7102-78ab-4afd-880d-ebf0b3930b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:51.444258 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:51.452010 n-d-811809-3 neutron-server[88799]: INFO neutron.plugins.ml2.db [None req-693a7102-78ab-4afd-880d-ebf0b3930b98 None None] No ports have port_id starting with 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 Jun 04 17:16:51.496718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event deleted for resources: {'Port': ['ID=6a8a31d5-6ed9-4fc6-9b07-31778d85f900,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:51.499352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] No DVR routers for this DVR port 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:16:51.535583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dc605f-15c3-4980-976d-6512f7104e27 None None] DHCP port deletion for 6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:16:51.641801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:51.666919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:51.678903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c639466f-e6c9-4278-bc5a-55127772025b') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:51.679191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c639466f-e6c9-4278-bc5a-55127772025b') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:51.690469 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:51.710111 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:51.716371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:16:51.716802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:51.783359 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c639466f-e6c9-4278-bc5a-55127772025b resource provider aggregate not found Jun 04 17:16:51.803511 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment c639466f-e6c9-4278-bc5a-55127772025b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c639466f-e6c9-4278-bc5a-55127772025b found for delete ", "request_id": "req-205c1435-d88c-44ee-b2e3-c5ee01945635"}]} Jun 04 17:16:51.818239 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:51.835572 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:51.846475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event deleted for resources: {'Network': ['ID=6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:51.850305 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1b992b04-8ebc-4ccb-a72a-a742b59de652 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/networks/6f9235b7-5502-4f9c-b8ca-c9a09acfa1c6 HTTP/1.1" status: 204 len: 168 time: 0.9439611 Jun 04 17:16:51.852797 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37792) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:51.893322 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7e5d71-e502-4525-a248-1f05bf7f94d7 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] DELETE failed (client error): The resource could not be found. Jun 04 17:16:51.893761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7e5d71-e502-4525-a248-1f05bf7f94d7 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 17:16:51.895387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ab7e5d71-e502-4525-a248-1f05bf7f94d7 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/subnets/6fadb3c0-f932-47cf-b03a-ea1a4e96c276 HTTP/1.1" status: 404 len: 337 time: 0.0416801 Jun 04 17:16:51.898005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37796) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:51.921792 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e86bd1-bd4b-4a90-a202-44399cb4a869 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] DELETE failed (client error): The resource could not be found. Jun 04 17:16:51.922232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e86bd1-bd4b-4a90-a202-44399cb4a869 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 17:16:51.923797 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-88e86bd1-bd4b-4a90-a202-44399cb4a869 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/networks/b8714741-9dc9-49de-bdeb-07a809a56c7c HTTP/1.1" status: 404 len: 339 time: 0.0249007 Jun 04 17:16:51.926192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37800) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:51.961748 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c081b7-b16e-499f-94d4-c4dca48d8e85 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] DELETE failed (client error): The resource could not be found. Jun 04 17:16:51.962180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c081b7-b16e-499f-94d4-c4dca48d8e85 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 17:16:51.963815 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-25c081b7-b16e-499f-94d4-c4dca48d8e85 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/subnets/114e8f7c-93aa-428a-b216-a840a92cae77 HTTP/1.1" status: 404 len: 337 time: 0.0367713 Jun 04 17:16:51.966392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37804) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:51.990471 n-d-811809-3 neutron-server[88798]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b9f386-17a8-4893-9411-1967db5c1d97 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] DELETE failed (client error): The resource could not be found. Jun 04 17:16:51.990925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b9f386-17a8-4893-9411-1967db5c1d97 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88798) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 17:16:51.992461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-09b9f386-17a8-4893-9411-1967db5c1d97 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/networks/4a3322f1-ba2f-491b-82ee-66788034c3f5 HTTP/1.1" status: 404 len: 339 time: 0.0251529 Jun 04 17:16:51.995172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37808) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:52.068717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-57230892-5c80-4151-95a3-0ec3141c3ce1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Deleting subnet e749cccc-2566-458c-86b8-f71e3a26156c {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:16:52.071860 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57230892-5c80-4151-95a3-0ec3141c3ce1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:52.128065 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57230892-5c80-4151-95a3-0ec3141c3ce1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:52.229797 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57230892-5c80-4151-95a3-0ec3141c3ce1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:52.304437 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57230892-5c80-4151-95a3-0ec3141c3ce1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:52.343070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57230892-5c80-4151-95a3-0ec3141c3ce1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event deleted for resources: {'Subnet': ['ID=e749cccc-2566-458c-86b8-f71e3a26156c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:52.346597 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-57230892-5c80-4151-95a3-0ec3141c3ce1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:52.355236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a2597f-c229-4f1c-9ef7-8e3e58726c87 None None] Network 12ba6b4c-d650-4e00-bb2d-a7c96bf5695b requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:52.356400 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-57230892-5c80-4151-95a3-0ec3141c3ce1 tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/subnets/e749cccc-2566-458c-86b8-f71e3a26156c HTTP/1.1" status: 204 len: 168 time: 0.3602078 Jun 04 17:16:52.359526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37812) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:52.473124 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:52.484212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Deleting port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:16:52.484538 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:52.610390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a930ad-192a-447e-9c0b-69f2503df31c None None] DHCP port deletion for 12ba6b4c-d650-4e00-bb2d-a7c96bf5695b request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:16:52.616035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-61a930ad-192a-447e-9c0b-69f2503df31c None None] Deleting port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:16:52.616035 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-61a930ad-192a-447e-9c0b-69f2503df31c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:52.743552 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:16:52.803747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] For port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547,segment=NetworkSegment(84440936-2be1-41bf-8b6a-13ae7ad4334a),segment_id=84440936-2be1-41bf-8b6a-13ae7ad4334a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:52.804103 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:52.827401 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:16:52.827742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6a8a31d5-6ed9-4fc6-9b07-31778d85f900 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:16:52.828157 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:16:52.900620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-61a930ad-192a-447e-9c0b-69f2503df31c None None] For port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547,segment=NetworkSegment(84440936-2be1-41bf-8b6a-13ae7ad4334a),segment_id=84440936-2be1-41bf-8b6a-13ae7ad4334a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:52.900877 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-61a930ad-192a-447e-9c0b-69f2503df31c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:52.927152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Calling delete_port for ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:16:53.008514 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:53.025843 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-61a930ad-192a-447e-9c0b-69f2503df31c None None] Calling delete_port for ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:16:53.057564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event deleted for resources: {'Port': ['ID=ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:53.057928 n-d-811809-3 neutron-server[88799]: INFO neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No ports have port_id starting with ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 Jun 04 17:16:53.063152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] No DVR routers for this DVR port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:16:53.099215 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-61a930ad-192a-447e-9c0b-69f2503df31c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:16:53.099821 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-61a930ad-192a-447e-9c0b-69f2503df31c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:16:53.189123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:53.215995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ba6b4c-d650-4e00-bb2d-a7c96bf5695b']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:53.228202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84440936-2be1-41bf-8b6a-13ae7ad4334a') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:53.228495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84440936-2be1-41bf-8b6a-13ae7ad4334a') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:53.240124 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:53.256801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:53.267171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:16:53.267691 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:53.371424 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:53.389967 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:53.400711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] Pushing event deleted for resources: {'Network': ['ID=12ba6b4c-d650-4e00-bb2d-a7c96bf5695b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:53.404675 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-905d728d-6b32-4eb8-8379-91ceb9cdedcd tempest-NetworksIpV6Test-1237127575 tempest-NetworksIpV6Test-1237127575-project] 10.222.0.13 "DELETE /v2.0/networks/12ba6b4c-d650-4e00-bb2d-a7c96bf5695b HTTP/1.1" status: 204 len: 168 time: 1.0440831 Jun 04 17:16:53.601598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-61a930ad-192a-447e-9c0b-69f2503df31c None None] Deleting port ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:16:53.602099 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-61a930ad-192a-447e-9c0b-69f2503df31c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:53.670247 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-61a930ad-192a-447e-9c0b-69f2503df31c None None] The port 'ef0f8c2f-1dc2-4a60-bf31-6c875fb6b547' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:16:53.685969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37820) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:53.820656 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 84440936-2be1-41bf-8b6a-13ae7ad4334a resource provider aggregate not found Jun 04 17:16:53.835382 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0edb61d0-c2d9-427f-8d36-2209ca1483a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=463051f0f8b04e13b197e282f360eaab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481760 Jun 04 17:16:53.837619 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 84440936-2be1-41bf-8b6a-13ae7ad4334a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84440936-2be1-41bf-8b6a-13ae7ad4334a found for delete ", "request_id": "req-0ed6c5da-a527-487c-8004-771805665d2e"}]} Jun 04 17:16:53.838079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37830) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:53.900668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd66e311-1a98-4ead-8228-6f62b3709211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:53.925655 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd66e311-1a98-4ead-8228-6f62b3709211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:53.980486 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd66e311-1a98-4ead-8228-6f62b3709211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:53.994330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66e311-1a98-4ead-8228-6f62b3709211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faea78c-3c32-4bf8-a0d1-8c4b096b0576,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:54.000732 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cd66e311-1a98-4ead-8228-6f62b3709211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:54.001822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cd66e311-1a98-4ead-8228-6f62b3709211 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1faea78c-3c32-4bf8-a0d1-8c4b096b0576 HTTP/1.1" status: 204 len: 168 time: 0.1628287 Jun 04 17:16:54.853954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37854) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:54.962628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-77c11a5b-7ea5-4eed-850e-737df2b50087 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1824238020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:54.970458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-77c11a5b-7ea5-4eed-850e-737df2b50087 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:54.974416 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-77c11a5b-7ea5-4eed-850e-737df2b50087 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Usage tracker for resource:router and tenant:691d780dcaf644c88661b4773f47348f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:54.978100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-77c11a5b-7ea5-4eed-850e-737df2b50087 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:54.983939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-77c11a5b-7ea5-4eed-850e-737df2b50087 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:54.996441 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-77c11a5b-7ea5-4eed-850e-737df2b50087 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:54.997446 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-77c11a5b-7ea5-4eed-850e-737df2b50087 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.012701 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-77c11a5b-7ea5-4eed-850e-737df2b50087 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.038550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-77c11a5b-7ea5-4eed-850e-737df2b50087 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.063223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-77c11a5b-7ea5-4eed-850e-737df2b50087 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.064395 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-77c11a5b-7ea5-4eed-850e-737df2b50087 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2094271 Jun 04 17:16:55.068638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37860) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:55.074019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-247455'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:55.080013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:55.084459 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Usage tracker for resource:network and tenant:691d780dcaf644c88661b4773f47348f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:55.087367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:55.093284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:55.105089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Made reservation on behalf of 691d780dcaf644c88661b4773f47348f for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:55.108493 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.120598 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.134920 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:55.139226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Usage tracker for resource:security_group_rule and tenant:691d780dcaf644c88661b4773f47348f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:55.142012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:55.147674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:55.248089 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.254423 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.286102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:16:55.294341 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406bf452-8efd-4172-8e5c-a6648612adf1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:55.299976 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.300318 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Added segment 27a1b14b-3d3f-46f7-bfce-d5dad650068b of type vlan for network b8b390e4-3179-4c7b-aa89-5f33c52ff976 Jun 04 17:16:55.327389 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.358478 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.363906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:55.364457 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.472490 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4027710 Jun 04 17:16:55.473367 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb8f71-3840-48d7-8631-df80e44c5115 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Pushing event updated for resources: {'Network': ['ID=b8b390e4-3179-4c7b-aa89-5f33c52ff976,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:55.475521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37864) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:55.481327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Request body: {'subnet': {'network_id': 'b8b390e4-3179-4c7b-aa89-5f33c52ff976', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:55.485221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network b8b390e4-3179-4c7b-aa89-5f33c52ff976 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:16:55.597877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:55.601933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Usage tracker for resource:subnet and tenant:691d780dcaf644c88661b4773f47348f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:55.604930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:55.610979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:55.622234 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Made reservation on behalf of 691d780dcaf644c88661b4773f47348f for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:55.626200 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.852332 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.933117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Pushing event updated for resources: {'Subnet': ['ID=00c6905f-f3fc-4cf1-8b29-c325824e8e76,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:55.942367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Checking segment: {'id': '27a1b14b-3d3f-46f7-bfce-d5dad650068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b8b390e4-3179-4c7b-aa89-5f33c52ff976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:55.942748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Network hostable DHCP agents. Network: b8b390e4-3179-4c7b-aa89-5f33c52ff976, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:16:55.964996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Network b8b390e4-3179-4c7b-aa89-5f33c52ff976 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:16:55.974981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, b8b390e4-3179-4c7b-aa89-5f33c52ff976) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:55.978907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:55.979494 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:55.984964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ea6bd4-0d59-44f0-8db3-eece7c60abcc None None] Network b8b390e4-3179-4c7b-aa89-5f33c52ff976 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:56.001237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6c3b81bc-ed79-44a0-a33d-4ec42556293f tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5244668 Jun 04 17:16:56.004364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37868) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:56.009764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2071302014'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:56.015986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:56.019909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Usage tracker for resource:network and tenant:691d780dcaf644c88661b4773f47348f is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:56.022778 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:56.028463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:56.040453 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Made reservation on behalf of 691d780dcaf644c88661b4773f47348f for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:56.044431 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:56.074444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:16:56.084868 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:56.085332 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Added segment d386b597-9458-47e2-8e43-60c690046175 of type vlan for network f8802f7e-fc9d-4125-8da9-4e4f3d73d573 Jun 04 17:16:56.112392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:56.142642 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:56.148142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:56.148714 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:56.196054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-b8b390e4-3179-4c7b-aa89-5f33c52ff976', 'network_id': 'b8b390e4-3179-4c7b-aa89-5f33c52ff976', 'tenant_id': '691d780dcaf644c88661b4773f47348f', 'fixed_ips': [{'subnet_id': '00c6905f-f3fc-4cf1-8b29-c325824e8e76'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:16:56.196927 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:56.245997 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2405868 Jun 04 17:16:56.249338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37872) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:56.255880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8cb91-629e-42ff-9704-1a657ed0ccac tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Pushing event updated for resources: {'Network': ['ID=f8802f7e-fc9d-4125-8da9-4e4f3d73d573,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:56.256269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Request body: {'subnet': {'network_id': 'f8802f7e-fc9d-4125-8da9-4e4f3d73d573', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:56.269947 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network f8802f7e-fc9d-4125-8da9-4e4f3d73d573 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:16:56.369554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:16:56.374151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Usage tracker for resource:subnet and tenant:691d780dcaf644c88661b4773f47348f is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:16:56.377572 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:16:56.383740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:16:56.396268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Made reservation on behalf of 691d780dcaf644c88661b4773f47348f for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:16:56.399880 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:56.474694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Allocated IP 172.20.0.2 (b8b390e4-3179-4c7b-aa89-5f33c52ff976/00c6905f-f3fc-4cf1-8b29-c325824e8e76/c3addd1c-3ab2-400d-8e13-c763ac28df19) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:16:56.628660 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:56.701373 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:56.709631 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Pushing event updated for resources: {'Subnet': ['ID=bed90f27-4050-4f4f-bb79-1c27065a60be,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:56.711998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Transition to ACTIVE for port object c3addd1c-3ab2-400d-8e13-c763ac28df19 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:16:56.720084 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Checking segment: {'id': 'd386b597-9458-47e2-8e43-60c690046175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f8802f7e-fc9d-4125-8da9-4e4f3d73d573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:56.720449 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Network hostable DHCP agents. Network: f8802f7e-fc9d-4125-8da9-4e4f3d73d573, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:16:56.730603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Transition to ACTIVE for port object c3addd1c-3ab2-400d-8e13-c763ac28df19 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:16:56.737212 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:56.739615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Network f8802f7e-fc9d-4125-8da9-4e4f3d73d573 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:16:56.749046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, f8802f7e-fc9d-4125-8da9-4e4f3d73d573) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:56.754331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:16:56.754972 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:56.777676 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0512c5e9-b80a-4801-9985-107d29db1907 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5269716 Jun 04 17:16:56.780548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37876) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:56.781717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a642c8fa-3c69-432d-9663-0eddd11109d3 None None] Network f8802f7e-fc9d-4125-8da9-4e4f3d73d573 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:56.785847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-e073ff11-c533-4203-b53a-9fa9072cc75a tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8802f7e-fc9d-4125-8da9-4e4f3d73d573'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:16:56.880391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Network b8b390e4-3179-4c7b-aa89-5f33c52ff976 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:16:56.891679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:56.893427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Pushing event updated for resources: {'Port': ['ID=c3addd1c-3ab2-400d-8e13-c763ac28df19,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:56.899173 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:16:57.024393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Attempting to bind port c3addd1c-3ab2-400d-8e13-c763ac28df19 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:16:57.024626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Attempting to bind port c3addd1c-3ab2-400d-8e13-c763ac28df19 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '27a1b14b-3d3f-46f7-bfce-d5dad650068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b8b390e4-3179-4c7b-aa89-5f33c52ff976'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:16:57.025006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Attempting to bind port c3addd1c-3ab2-400d-8e13-c763ac28df19 on network b8b390e4-3179-4c7b-aa89-5f33c52ff976 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:16:57.058610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:16:57.058976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Checking segment: {'id': '27a1b14b-3d3f-46f7-bfce-d5dad650068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b8b390e4-3179-4c7b-aa89-5f33c52ff976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:57.059356 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.059762 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Bound using segment: {'id': '27a1b14b-3d3f-46f7-bfce-d5dad650068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b8b390e4-3179-4c7b-aa89-5f33c52ff976'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:16:57.060284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Bound port: c3addd1c-3ab2-400d-8e13-c763ac28df19, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a1b14b-3d3f-46f7-bfce-d5dad650068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b8b390e4-3179-4c7b-aa89-5f33c52ff976'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:16:57.060651 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.197050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] For port c3addd1c-3ab2-400d-8e13-c763ac28df19, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:16:57.200086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] For port c3addd1c-3ab2-400d-8e13-c763ac28df19, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c3addd1c-3ab2-400d-8e13-c763ac28df19,segment=NetworkSegment(27a1b14b-3d3f-46f7-bfce-d5dad650068b),segment_id=27a1b14b-3d3f-46f7-bfce-d5dad650068b)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:16:57.206201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-f8802f7e-fc9d-4125-8da9-4e4f3d73d573', 'network_id': 'f8802f7e-fc9d-4125-8da9-4e4f3d73d573', 'tenant_id': '691d780dcaf644c88661b4773f47348f', 'fixed_ips': [{'subnet_id': 'bed90f27-4050-4f4f-bb79-1c27065a60be'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:16:57.212631 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.224702 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.300521 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e073ff11-c533-4203-b53a-9fa9072cc75a tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.383964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fc6b7-478c-4b42-8743-401a92f0c07e None None] Pushing event updated for resources: {'Port': ['ID=c3addd1c-3ab2-400d-8e13-c763ac28df19,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:57.451720 n-d-811809-3 neutron-server[88797]: INFO neutron.api.v2.resource [None req-e073ff11-c533-4203-b53a-9fa9072cc75a tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 17:16:57.453916 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e073ff11-c533-4203-b53a-9fa9072cc75a tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] 10.222.0.13 "PUT /v2.0/routers/2b8b3208-7066-4afa-9b7d-b18eeb11b966 HTTP/1.1" status: 400 len: 364 time: 0.6711826 Jun 04 17:16:57.455004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Allocated IP 172.21.0.2 (f8802f7e-fc9d-4125-8da9-4e4f3d73d573/bed90f27-4050-4f4f-bb79-1c27065a60be/a8943813-2fe5-417e-888f-f5579229d806) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:16:57.458844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37882) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:57.537207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefac0f7-2f49-4a17-b7fe-14a83dbf2a8c tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Deleting subnet bed90f27-4050-4f4f-bb79-1c27065a60be {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:16:57.702344 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.713367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Transition to ACTIVE for port object a8943813-2fe5-417e-888f-f5579229d806 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:16:57.731231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Transition to ACTIVE for port object a8943813-2fe5-417e-888f-f5579229d806 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:16:57.736953 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eefac0f7-2f49-4a17-b7fe-14a83dbf2a8c tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.737480 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.793261 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eefac0f7-2f49-4a17-b7fe-14a83dbf2a8c tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.802052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Network f8802f7e-fc9d-4125-8da9-4e4f3d73d573 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:16:57.804975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:16:57.808565 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:16:57.814315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Pushing event updated for resources: {'Port': ['ID=a8943813-2fe5-417e-888f-f5579229d806,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:57.883898 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eefac0f7-2f49-4a17-b7fe-14a83dbf2a8c tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.915126 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d853c2e1-b93e-4ebf-bb39-cb661ae5bb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.918653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Attempting to bind port a8943813-2fe5-417e-888f-f5579229d806 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:16:57.919016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Attempting to bind port a8943813-2fe5-417e-888f-f5579229d806 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'd386b597-9458-47e2-8e43-60c690046175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f8802f7e-fc9d-4125-8da9-4e4f3d73d573'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:16:57.919371 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Attempting to bind port a8943813-2fe5-417e-888f-f5579229d806 on network f8802f7e-fc9d-4125-8da9-4e4f3d73d573 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:16:57.925247 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:16:57.925611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Checking segment: {'id': 'd386b597-9458-47e2-8e43-60c690046175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f8802f7e-fc9d-4125-8da9-4e4f3d73d573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:16:57.926005 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.926382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Bound using segment: {'id': 'd386b597-9458-47e2-8e43-60c690046175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f8802f7e-fc9d-4125-8da9-4e4f3d73d573'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:16:57.929201 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Bound port: a8943813-2fe5-417e-888f-f5579229d806, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd386b597-9458-47e2-8e43-60c690046175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f8802f7e-fc9d-4125-8da9-4e4f3d73d573'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:16:57.929201 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.961566 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eefac0f7-2f49-4a17-b7fe-14a83dbf2a8c tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:57.998898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefac0f7-2f49-4a17-b7fe-14a83dbf2a8c tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Pushing event deleted for resources: {'Subnet': ['ID=bed90f27-4050-4f4f-bb79-1c27065a60be,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:58.004741 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-eefac0f7-2f49-4a17-b7fe-14a83dbf2a8c tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:58.011529 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-eefac0f7-2f49-4a17-b7fe-14a83dbf2a8c tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] 10.222.0.13 "DELETE /v2.0/subnets/bed90f27-4050-4f4f-bb79-1c27065a60be HTTP/1.1" status: 204 len: 168 time: 0.5513833 Jun 04 17:16:58.014100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37886) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:58.021309 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] For port a8943813-2fe5-417e-888f-f5579229d806, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:16:58.024837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] For port a8943813-2fe5-417e-888f-f5579229d806, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a8943813-2fe5-417e-888f-f5579229d806,segment=NetworkSegment(d386b597-9458-47e2-8e43-60c690046175),segment_id=d386b597-9458-47e2-8e43-60c690046175)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:16:58.031326 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:58.140887 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:58.151883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Deleting port a8943813-2fe5-417e-888f-f5579229d806 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:16:58.152235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:58.154221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9293a42-7eaa-4bde-8609-e9387de83ef0 None None] Pushing event updated for resources: {'Port': ['ID=a8943813-2fe5-417e-888f-f5579229d806,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:58.185875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2867e8-9b49-42f1-a0bb-b2d9520a36e6 None None] Network f8802f7e-fc9d-4125-8da9-4e4f3d73d573 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:58.379713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] For port a8943813-2fe5-417e-888f-f5579229d806, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a8943813-2fe5-417e-888f-f5579229d806,segment=NetworkSegment(d386b597-9458-47e2-8e43-60c690046175),segment_id=d386b597-9458-47e2-8e43-60c690046175)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:58.380221 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:58.399344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b025d729-97ce-4b9e-b91d-0cde5977d445 None None] Network b8b390e4-3179-4c7b-aa89-5f33c52ff976 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:58.506841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3f50dda0-5123-4dc5-813a-60aaa4cdce20 None None] Provisioning for port c3addd1c-3ab2-400d-8e13-c763ac28df19 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:16:58.507713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Calling delete_port for a8943813-2fe5-417e-888f-f5579229d806 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:16:58.593380 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:58.643967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Pushing event deleted for resources: {'Port': ['ID=a8943813-2fe5-417e-888f-f5579229d806,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:58.647294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] No DVR routers for this DVR port a8943813-2fe5-417e-888f-f5579229d806 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:16:58.757863 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c3addd1c-3ab2-400d-8e13-c763ac28df19 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:16:58.832021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c3addd1c-3ab2-400d-8e13-c763ac28df19 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:16:58.837723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c3addd1c-3ab2-400d-8e13-c763ac28df19 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:16:58.838011 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:58.897594 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:58.926535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8802f7e-fc9d-4125-8da9-4e4f3d73d573']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:58.940472 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f4e4f6-ad3f-4960-b325-4770d1e7bf63 None None] get_active_networks_info from n-d-811809-3 {{(pid=88799) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 17:16:58.941100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd386b597-9458-47e2-8e43-60c690046175') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:58.941388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd386b597-9458-47e2-8e43-60c690046175') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:16:58.952804 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:58.968481 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:58.974779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:16:58.975166 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.013707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c3addd1c-3ab2-400d-8e13-c763ac28df19 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:16:59.014167 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.027373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7463215e-5fd9-49f3-b833-a5f21bae2684 None None] Provisioning complete for port c3addd1c-3ab2-400d-8e13-c763ac28df19 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:16:59.027726 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7463215e-5fd9-49f3-b833-a5f21bae2684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.047173 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment d386b597-9458-47e2-8e43-60c690046175 resource provider aggregate not found Jun 04 17:16:59.069316 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment d386b597-9458-47e2-8e43-60c690046175 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d386b597-9458-47e2-8e43-60c690046175 found for delete ", "request_id": "req-2b245028-9152-4e86-a965-56c29483e5f0"}]} Jun 04 17:16:59.082907 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.104383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.116041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Pushing event deleted for resources: {'Network': ['ID=f8802f7e-fc9d-4125-8da9-4e4f3d73d573,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:59.120130 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6b7d7d72-ddf7-4b6c-b3f3-e3cd4e4204b3 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] 10.222.0.13 "DELETE /v2.0/networks/f8802f7e-fc9d-4125-8da9-4e4f3d73d573 HTTP/1.1" status: 204 len: 168 time: 1.1048689 Jun 04 17:16:59.123057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37894) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:59.127030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port c3addd1c-3ab2-400d-8e13-c763ac28df19, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c3addd1c-3ab2-400d-8e13-c763ac28df19,segment=NetworkSegment(27a1b14b-3d3f-46f7-bfce-d5dad650068b),segment_id=27a1b14b-3d3f-46f7-bfce-d5dad650068b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:59.133731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f4e4f6-ad3f-4960-b325-4770d1e7bf63 None None] Resources bound (agent type, host, resource id): {{(pid=88799) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 17:16:59.136655 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.194930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f513c3-c849-4445-8554-36cf18972793 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Deleting subnet 00c6905f-f3fc-4cf1-8b29-c325824e8e76 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:16:59.198091 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c1f513c3-c849-4445-8554-36cf18972793 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.252764 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c1f513c3-c849-4445-8554-36cf18972793 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.323922 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=c3addd1c-3ab2-400d-8e13-c763ac28df19,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:59.338235 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c1f513c3-c849-4445-8554-36cf18972793 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.338724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7463215e-5fd9-49f3-b833-a5f21bae2684 None None] Current status of the port c3addd1c-3ab2-400d-8e13-c763ac28df19 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:16:59.530940 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c1f513c3-c849-4445-8554-36cf18972793 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.569299 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c1f513c3-c849-4445-8554-36cf18972793 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.572823 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafb35ef-859f-4108-8ca9-2db379f1f265 None None] Network b8b390e4-3179-4c7b-aa89-5f33c52ff976 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:16:59.576366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f513c3-c849-4445-8554-36cf18972793 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Pushing event deleted for resources: {'Subnet': ['ID=00c6905f-f3fc-4cf1-8b29-c325824e8e76,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:16:59.582816 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c1f513c3-c849-4445-8554-36cf18972793 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] 10.222.0.13 "DELETE /v2.0/subnets/00c6905f-f3fc-4cf1-8b29-c325824e8e76 HTTP/1.1" status: 204 len: 168 time: 0.4558737 Jun 04 17:16:59.583173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37898) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:16:59.693712 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.704494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Deleting port c3addd1c-3ab2-400d-8e13-c763ac28df19 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:16:59.704819 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.813680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5949bf0-f3a7-400a-9062-47c6d101ca67 None None] DHCP port deletion for b8b390e4-3179-4c7b-aa89-5f33c52ff976 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:16:59.817633 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f5949bf0-f3a7-400a-9062-47c6d101ca67 None None] Deleting port c3addd1c-3ab2-400d-8e13-c763ac28df19 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:16:59.817996 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5949bf0-f3a7-400a-9062-47c6d101ca67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:16:59.915949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] For port c3addd1c-3ab2-400d-8e13-c763ac28df19, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c3addd1c-3ab2-400d-8e13-c763ac28df19,segment=NetworkSegment(27a1b14b-3d3f-46f7-bfce-d5dad650068b),segment_id=27a1b14b-3d3f-46f7-bfce-d5dad650068b)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:16:59.916260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:00.044454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Calling delete_port for c3addd1c-3ab2-400d-8e13-c763ac28df19 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:17:00.061110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f5949bf0-f3a7-400a-9062-47c6d101ca67 None None] For port c3addd1c-3ab2-400d-8e13-c763ac28df19, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c3addd1c-3ab2-400d-8e13-c763ac28df19,segment=NetworkSegment(27a1b14b-3d3f-46f7-bfce-d5dad650068b),segment_id=27a1b14b-3d3f-46f7-bfce-d5dad650068b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:00.061514 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5949bf0-f3a7-400a-9062-47c6d101ca67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:00.120356 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:00.169470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Pushing event deleted for resources: {'Port': ['ID=c3addd1c-3ab2-400d-8e13-c763ac28df19,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:00.174573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] No DVR routers for this DVR port c3addd1c-3ab2-400d-8e13-c763ac28df19 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:17:00.192526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f5949bf0-f3a7-400a-9062-47c6d101ca67 None None] Calling delete_port for c3addd1c-3ab2-400d-8e13-c763ac28df19 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:17:00.233586 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4f22-4ca3-4794-97c8-0380098a3825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:00.273400 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-f5949bf0-f3a7-400a-9062-47c6d101ca67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:17:00.273871 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-f5949bf0-f3a7-400a-9062-47c6d101ca67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:17:00.299108 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:00.328371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b390e4-3179-4c7b-aa89-5f33c52ff976']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:00.340362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a1b14b-3d3f-46f7-bfce-d5dad650068b') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:00.340651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a1b14b-3d3f-46f7-bfce-d5dad650068b') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:00.351839 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:00.367289 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:00.373015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:17:00.373363 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:00.443531 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 27a1b14b-3d3f-46f7-bfce-d5dad650068b resource provider aggregate not found Jun 04 17:17:00.464144 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 27a1b14b-3d3f-46f7-bfce-d5dad650068b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27a1b14b-3d3f-46f7-bfce-d5dad650068b found for delete ", "request_id": "req-bca1aef6-4586-41dc-9aec-8cf1a017d18c"}]} Jun 04 17:17:00.476661 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:00.481303 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:00.505529 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Pushing event deleted for resources: {'Network': ['ID=b8b390e4-3179-4c7b-aa89-5f33c52ff976,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:00.513863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9e26cec9-8f32-4207-96a6-aa32ae917552 tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] 10.222.0.13 "DELETE /v2.0/networks/b8b390e4-3179-4c7b-aa89-5f33c52ff976 HTTP/1.1" status: 204 len: 168 time: 0.9299259 Jun 04 17:17:00.514092 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37906) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:17:00.560442 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bf3a6bde-0c9e-4c3f-8b3f-ea899c3c298a tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Synchronizing usage tracker for tenant:691d780dcaf644c88661b4773f47348f on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:17:00.577093 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bf3a6bde-0c9e-4c3f-8b3f-ea899c3c298a tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Unset dirty status for tenant:691d780dcaf644c88661b4773f47348f on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:17:00.578349 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bf3a6bde-0c9e-4c3f-8b3f-ea899c3c298a tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b8b3208-7066-4afa-9b7d-b18eeb11b966 HTTP/1.1" status: 200 len: 205 time: 0.0632784 Jun 04 17:17:00.581003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37910) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:17:00.715278 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfc2ac9a-670f-45ad-a7d7-285df297a48d tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:00.728810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c3addd1c-3ab2-400d-8e13-c763ac28df19 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:17:00.766285 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c3addd1c-3ab2-400d-8e13-c763ac28df19 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:17:00.766650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c3addd1c-3ab2-400d-8e13-c763ac28df19 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:17:00.774826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f5949bf0-f3a7-400a-9062-47c6d101ca67 None None] Deleting port c3addd1c-3ab2-400d-8e13-c763ac28df19 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:17:00.775215 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5949bf0-f3a7-400a-9062-47c6d101ca67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:00.844888 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f5949bf0-f3a7-400a-9062-47c6d101ca67 None None] The port 'c3addd1c-3ab2-400d-8e13-c763ac28df19' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:17:01.012228 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfc2ac9a-670f-45ad-a7d7-285df297a48d tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:01.015071 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfc2ac9a-670f-45ad-a7d7-285df297a48d tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:01.043980 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfc2ac9a-670f-45ad-a7d7-285df297a48d tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:01.044464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc2ac9a-670f-45ad-a7d7-285df297a48d tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Fanout notify agent at l3_agent the message router_deleted on router 2b8b3208-7066-4afa-9b7d-b18eeb11b966 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:17:01.056621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-dfc2ac9a-670f-45ad-a7d7-285df297a48d tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:01.057722 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dfc2ac9a-670f-45ad-a7d7-285df297a48d tempest-RoutersNegativeTest-339012597 tempest-RoutersNegativeTest-339012597-project] 10.222.0.13 "DELETE /v2.0/routers/2b8b3208-7066-4afa-9b7d-b18eeb11b966 HTTP/1.1" status: 204 len: 168 time: 0.4758010 Jun 04 17:17:01.338859 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37918) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:17:01.362090 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:01.452854 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:01.517219 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-78a32d38-c70c-46b6-85ac-b17198862ecd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=691d780dcaf644c88661b4773f47348f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745174 Jun 04 17:17:01.517764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37924) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:17:01.575738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fbd344b-fd39-4818-a267-edbda5fecf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:01.601276 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fbd344b-fd39-4818-a267-edbda5fecf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:01.657794 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fbd344b-fd39-4818-a267-edbda5fecf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:01.672892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd344b-fd39-4818-a267-edbda5fecf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406bf452-8efd-4172-8e5c-a6648612adf1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:01.679335 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2fbd344b-fd39-4818-a267-edbda5fecf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:01.680485 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2fbd344b-fd39-4818-a267-edbda5fecf13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/406bf452-8efd-4172-8e5c-a6648612adf1 HTTP/1.1" status: 204 len: 168 time: 0.1620784 Jun 04 17:17:02.416082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37948) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:17:02.524040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-693252798-network', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:17:02.529846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:17:02.533847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Usage tracker for resource:network and tenant:2bd42a521cfb4782bb4cb44149f21274 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:17:02.536767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:17:02.542580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:17:02.554089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Made reservation on behalf of 2bd42a521cfb4782bb4cb44149f21274 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:17:02.556987 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:02.569515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:02.587801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:17:02.591837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Usage tracker for resource:security_group_rule and tenant:2bd42a521cfb4782bb4cb44149f21274 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:17:02.594659 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:17:02.600284 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:17:02.690646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:02.697708 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:02.728137 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:17:02.737085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b63416-625f-4951-bd2f-a4a495f15da1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:02.743570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:02.743844 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Added segment f0d79381-990a-41d2-b922-00e7d5cfcef5 of type vlan for network 518ea837-c670-4f2f-ac7b-9cec7a3158ec Jun 04 17:17:02.772495 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:02.773236 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:02.803191 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:02.804187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:02.804795 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:02.905205 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4880013 Jun 04 17:17:02.908387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc0998-3136-4e63-ade9-976b6d903d3a admin admin] Pushing event updated for resources: {'Network': ['ID=518ea837-c670-4f2f-ac7b-9cec7a3158ec,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:02.908520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37954) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:17:02.914878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Request body: {'subnet': {'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-693252798-subnet', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:17:02.918135 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 518ea837-c670-4f2f-ac7b-9cec7a3158ec details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:17:02.920594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:17:02.924421 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Usage tracker for resource:subnet and tenant:2bd42a521cfb4782bb4cb44149f21274 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:17:02.927262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:17:02.933332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:17:02.944921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Made reservation on behalf of 2bd42a521cfb4782bb4cb44149f21274 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:17:02.947504 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:03.164003 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:03.238470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23978ce8-6a5c-483b-8f2a-12d0ed35b841,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:03.250077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Checking segment: {'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:17:03.250461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Network hostable DHCP agents. Network: 518ea837-c670-4f2f-ac7b-9cec7a3158ec, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:17:03.271782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Network 518ea837-c670-4f2f-ac7b-9cec7a3158ec is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:17:03.281660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 518ea837-c670-4f2f-ac7b-9cec7a3158ec) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:17:03.286653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:03.288044 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:03.289516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cb421e-3d42-4617-8ed9-70eed567b195 None None] Network 518ea837-c670-4f2f-ac7b-9cec7a3158ec requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:17:03.312274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-aa3f2ada-f990-47ab-a59e-127b55fd2660 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4001374 Jun 04 17:17:03.312499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37958) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:17:03.317354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-693252798-router', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:17:03.322854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:17:03.327247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Usage tracker for resource:router and tenant:2bd42a521cfb4782bb4cb44149f21274 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:17:03.330242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:17:03.336331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:17:03.349526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:03.350538 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:03.365199 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:03.499557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-518ea837-c670-4f2f-ac7b-9cec7a3158ec', 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'fixed_ips': [{'subnet_id': '23978ce8-6a5c-483b-8f2a-12d0ed35b841'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:17:03.500435 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:03.666750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Allocated IP 172.20.0.2 (518ea837-c670-4f2f-ac7b-9cec7a3158ec/23978ce8-6a5c-483b-8f2a-12d0ed35b841/db750406-3459-423b-94a0-3dbc7f9fdaed) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:17:03.741576 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:03.876996 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:03.887193 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Transition to ACTIVE for port object db750406-3459-423b-94a0-3dbc7f9fdaed will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:03.905520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Transition to ACTIVE for port object db750406-3459-423b-94a0-3dbc7f9fdaed will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:03.911991 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:03.977062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Network 518ea837-c670-4f2f-ac7b-9cec7a3158ec is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:17:03.980065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:17:03.982550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:17:04.017889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Pushing event updated for resources: {'Port': ['ID=db750406-3459-423b-94a0-3dbc7f9fdaed,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:04.053361 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:04.082031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Attempting to bind port db750406-3459-423b-94a0-3dbc7f9fdaed on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:17:04.082393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Attempting to bind port db750406-3459-423b-94a0-3dbc7f9fdaed by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:17:04.082562 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:04.082780 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Attempting to bind port db750406-3459-423b-94a0-3dbc7f9fdaed on network 518ea837-c670-4f2f-ac7b-9cec7a3158ec {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:17:04.088234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:17:04.088614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Checking segment: {'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:17:04.089005 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:04.089390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Bound using segment: {'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:17:04.089847 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Bound port: db750406-3459-423b-94a0-3dbc7f9fdaed, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:17:04.090210 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:04.175813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] For port db750406-3459-423b-94a0-3dbc7f9fdaed, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:17:04.180308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] For port db750406-3459-423b-94a0-3dbc7f9fdaed, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=db750406-3459-423b-94a0-3dbc7f9fdaed,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:17:04.185535 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:04.218956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Allocated IP 172.25.5.217 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/a22a64ad-dca5-4a47-94cd-43238918c7d1) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:17:04.274261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7ab4e-3737-450f-94d6-c97ef9540815 None None] Pushing event updated for resources: {'Port': ['ID=db750406-3459-423b-94a0-3dbc7f9fdaed,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:04.373144 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:04.405750 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:04.484044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:17:04.487480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:17:04.489395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Pushing event updated for resources: {'Port': ['ID=a22a64ad-dca5-4a47-94cd-43238918c7d1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:04.491459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:17:04.530159 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:04.744901 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:04.760122 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device db750406-3459-423b-94a0-3dbc7f9fdaed up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:04.832410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port db750406-3459-423b-94a0-3dbc7f9fdaed completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:04.917790 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:05.235285 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eaf960-c38b-41ef-9dbf-9f3d431282ce None None] Network 518ea837-c670-4f2f-ac7b-9cec7a3158ec requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:17:05.366584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-204e36fc-343d-46a9-b079-d52d0f1c2d4c None None] Provisioning for port db750406-3459-423b-94a0-3dbc7f9fdaed completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:05.385039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-204e36fc-343d-46a9-b079-d52d0f1c2d4c None None] Provisioning complete for port db750406-3459-423b-94a0-3dbc7f9fdaed triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:05.385402 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-204e36fc-343d-46a9-b079-d52d0f1c2d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:05.392460 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:05.600593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-204e36fc-343d-46a9-b079-d52d0f1c2d4c None None] Current status of the port db750406-3459-423b-94a0-3dbc7f9fdaed is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:05.600978 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-204e36fc-343d-46a9-b079-d52d0f1c2d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:05.604977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Router 36cffa56-823b-4f62-a22a-004d197e74b7 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:17:05.641325 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-204e36fc-343d-46a9-b079-d52d0f1c2d4c None None] For port db750406-3459-423b-94a0-3dbc7f9fdaed, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=db750406-3459-423b-94a0-3dbc7f9fdaed,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:05.652095 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-204e36fc-343d-46a9-b079-d52d0f1c2d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:05.721043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e36fc-343d-46a9-b079-d52d0f1c2d4c None None] Pushing event updated for resources: {'Port': ['ID=db750406-3459-423b-94a0-3dbc7f9fdaed,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:05.792671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:17:05.803336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Sync routers for ids ['36cffa56-823b-4f62-a22a-004d197e74b7'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:17:05.813554 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Routers {'36cffa56-823b-4f62-a22a-004d197e74b7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:17:05.814197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['36cffa56-823b-4f62-a22a-004d197e74b7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:05.819039 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:05.822855 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-822af8d4-8e0c-40fb-8c97-6e610b3805cd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5068476 Jun 04 17:17:05.823058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37962) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:17:05.909356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-92a9b721-83de-4d97-a9d5-432f2dab84c0 None None] Provisioning complete for port db750406-3459-423b-94a0-3dbc7f9fdaed triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:05.909725 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-92a9b721-83de-4d97-a9d5-432f2dab84c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:06.057339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Set router 36cffa56-823b-4f62-a22a-004d197e74b7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:17:06.293256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-92a9b721-83de-4d97-a9d5-432f2dab84c0 None None] Current status of the port db750406-3459-423b-94a0-3dbc7f9fdaed is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:06.401588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'name': 'tempest-TestEncryptedCinderVolumes-693252798-router', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:03Z', 'updated_at': '2022-06-04T17:17:04Z', 'revision_number': 3, 'project_id': '2bd42a521cfb4782bb4cb44149f21274', 'gw_port': {'id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:04Z', 'updated_at': '2022-06-04T17:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:06.406181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Checking router: 36cffa56-823b-4f62-a22a-004d197e74b7 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:17:06.406684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Updating router 36cffa56-823b-4f62-a22a-004d197e74b7 port a22a64ad-dca5-4a47-94cd-43238918c7d1 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:17:06.464155 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:06.617497 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:06.738257 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device db750406-3459-423b-94a0-3dbc7f9fdaed up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:06.831428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Allocated IP 172.20.0.1 (518ea837-c670-4f2f-ac7b-9cec7a3158ec/23978ce8-6a5c-483b-8f2a-12d0ed35b841/9940f2d2-8b30-4eea-83ad-23d579da5b00) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:17:06.892266 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:06.907220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Transition to ACTIVE for port object a22a64ad-dca5-4a47-94cd-43238918c7d1 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:06.918974 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:06.949544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port db750406-3459-423b-94a0-3dbc7f9fdaed triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:06.949882 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:06.982746 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:06.998984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Transition to ACTIVE for port object 9940f2d2-8b30-4eea-83ad-23d579da5b00 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:07.023538 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:07.052936 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Attempting to bind port a22a64ad-dca5-4a47-94cd-43238918c7d1 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:17:07.053297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Attempting to bind port a22a64ad-dca5-4a47-94cd-43238918c7d1 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:17:07.053644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Attempting to bind port a22a64ad-dca5-4a47-94cd-43238918c7d1 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:17:07.056158 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9283e5c-cde0-4901-9d99-dc7025628339 None None] Pushing event updated for resources: {'Port': ['ID=a22a64ad-dca5-4a47-94cd-43238918c7d1,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:07.066476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:17:07.066860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:17:07.067261 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:07.067646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:17:07.068109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Bound port: a22a64ad-dca5-4a47-94cd-43238918c7d1, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:17:07.068481 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:07.093165 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Network 518ea837-c670-4f2f-ac7b-9cec7a3158ec is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:17:07.096102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:17:07.099901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:17:07.129497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Pushing event updated for resources: {'Port': ['ID=9940f2d2-8b30-4eea-83ad-23d579da5b00,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:07.157241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:07.195448 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port db750406-3459-423b-94a0-3dbc7f9fdaed is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:07.200502 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] For port a22a64ad-dca5-4a47-94cd-43238918c7d1, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:17:07.204898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] For port a22a64ad-dca5-4a47-94cd-43238918c7d1, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a22a64ad-dca5-4a47-94cd-43238918c7d1,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:17:07.209243 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:07.290548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Routers {'36cffa56-823b-4f62-a22a-004d197e74b7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:17:07.291178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['36cffa56-823b-4f62-a22a-004d197e74b7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:07.377661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9283e5c-cde0-4901-9d99-dc7025628339 None None] Pushing event updated for resources: {'Port': ['ID=a22a64ad-dca5-4a47-94cd-43238918c7d1,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:07.393741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-99e340c1-2525-4f81-a13d-9f8fba08e203 None None] Provisioning for port 9940f2d2-8b30-4eea-83ad-23d579da5b00 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:07.423784 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:07.445649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-99e340c1-2525-4f81-a13d-9f8fba08e203 None None] Provisioning complete for port 9940f2d2-8b30-4eea-83ad-23d579da5b00 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:07.446017 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-99e340c1-2525-4f81-a13d-9f8fba08e203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:07.528991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-99e340c1-2525-4f81-a13d-9f8fba08e203 None None] Port 9940f2d2-8b30-4eea-83ad-23d579da5b00 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:17:07.538539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] Set router 36cffa56-823b-4f62-a22a-004d197e74b7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:17:07.642972 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:07.649612 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:07.753571 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:07.756994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Pushing event updated for resources: {'Port': ['ID=9940f2d2-8b30-4eea-83ad-23d579da5b00,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:07.829330 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'name': 'tempest-TestEncryptedCinderVolumes-693252798-router', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:03Z', 'updated_at': '2022-06-04T17:17:04Z', 'revision_number': 3, 'project_id': '2bd42a521cfb4782bb4cb44149f21274', 'gw_port': {'id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:04Z', 'updated_at': '2022-06-04T17:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:07.833402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261534d-02b2-4905-a582-39dd792be2b6 None None] The sync data for ids ['36cffa56-823b-4f62-a22a-004d197e74b7'] in n-d-811809-3 is: [{'id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'name': 'tempest-TestEncryptedCinderVolumes-693252798-router', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:03Z', 'updated_at': '2022-06-04T17:17:04Z', 'revision_number': 3, 'project_id': '2bd42a521cfb4782bb4cb44149f21274', 'gw_port': {'id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:04Z', 'updated_at': '2022-06-04T17:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:17:07.895749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Network 518ea837-c670-4f2f-ac7b-9cec7a3158ec is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:17:07.896789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:17:08.155019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c5cd469b-2c2e-4e52-972f-da30934a2e95 None None] Provisioning complete for port 9940f2d2-8b30-4eea-83ad-23d579da5b00 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:08.155390 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c5cd469b-2c2e-4e52-972f-da30934a2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:08.223078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd469b-2c2e-4e52-972f-da30934a2e95 None None] Port 9940f2d2-8b30-4eea-83ad-23d579da5b00 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:17:08.238060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Router 36cffa56-823b-4f62-a22a-004d197e74b7 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:17:08.422692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:17:08.433678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bc65c853-7d73-48c2-a469-eee69d80b28b admin admin] 10.222.0.13 "PUT /v2.0/routers/36cffa56-823b-4f62-a22a-004d197e74b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6095860 Jun 04 17:17:08.756632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a22a64ad-dca5-4a47-94cd-43238918c7d1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:08.831817 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port a22a64ad-dca5-4a47-94cd-43238918c7d1 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:08.836699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port a22a64ad-dca5-4a47-94cd-43238918c7d1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:08.837064 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:08.952611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port a22a64ad-dca5-4a47-94cd-43238918c7d1 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:08.952987 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:08.957270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37980) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:17:08.963164 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-641184611-network', 'tenant_id': '11c471b5796f4662bbaa25121627cf35'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:17:08.968639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:17:08.970070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port a22a64ad-dca5-4a47-94cd-43238918c7d1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a22a64ad-dca5-4a47-94cd-43238918c7d1,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:08.972621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Usage tracker for resource:network and tenant:11c471b5796f4662bbaa25121627cf35 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:17:08.974073 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:08.975540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:17:08.981732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:17:08.992799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Made reservation on behalf of 11c471b5796f4662bbaa25121627cf35 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:17:08.995171 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.010714 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.025474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:17:09.029432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Usage tracker for resource:security_group_rule and tenant:11c471b5796f4662bbaa25121627cf35 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:17:09.032240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:17:09.037986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:17:09.047475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=a22a64ad-dca5-4a47-94cd-43238918c7d1,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:09.127363 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.132263 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.159883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:17:09.172617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cce23c-b293-4505-afe3-62a34db72731,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:09.177635 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.177933 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Added segment dcfa178d-4875-4fd8-a263-ae1441c17ff3 of type vlan for network d43b2549-afb6-424b-9bd0-4b89411699ed Jun 04 17:17:09.204271 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.233568 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.234613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:09.235201 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.307571 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Sync routers for ids ['36cffa56-823b-4f62-a22a-004d197e74b7'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:17:09.318739 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Routers {'36cffa56-823b-4f62-a22a-004d197e74b7'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:17:09.319417 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['36cffa56-823b-4f62-a22a-004d197e74b7'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:09.337759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] Pushing event updated for resources: {'Network': ['ID=d43b2549-afb6-424b-9bd0-4b89411699ed,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:09.343800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-fa6a211b-c3bf-41fe-be3d-be3b1ab8f9eb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3825977 Jun 04 17:17:09.343994 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 37984) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:17:09.349225 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network d43b2549-afb6-424b-9bd0-4b89411699ed details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:17:09.349540 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Request body: {'subnet': {'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-641184611-subnet', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:17:09.355168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:17:09.359195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Usage tracker for resource:subnet and tenant:11c471b5796f4662bbaa25121627cf35 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:17:09.362083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:17:09.367824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:17:09.380915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Made reservation on behalf of 11c471b5796f4662bbaa25121627cf35 for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:17:09.383216 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.500505 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Set router 36cffa56-823b-4f62-a22a-004d197e74b7 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:17:09.586421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.666351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f84bcb5-6b08-4499-8e07-4bb45c4ba45e,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:09.672006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Checking segment: {'id': 'dcfa178d-4875-4fd8-a263-ae1441c17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:17:09.672310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Network hostable DHCP agents. Network: d43b2549-afb6-424b-9bd0-4b89411699ed, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:17:09.693251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Network d43b2549-afb6-424b-9bd0-4b89411699ed is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:17:09.703256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, d43b2549-afb6-424b-9bd0-4b89411699ed) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:17:09.707575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:09.708093 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.716713 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc300d7-1140-4157-bd1e-b9972b070313 None None] Network d43b2549-afb6-424b-9bd0-4b89411699ed requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:17:09.737474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37988) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:17:09.738977 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a04f8503-b7c9-4609-b87a-89d0edd1a1f3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3939424 Jun 04 17:17:09.743623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-641184611-router', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:17:09.749483 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:17:09.754257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Usage tracker for resource:router and tenant:11c471b5796f4662bbaa25121627cf35 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:17:09.757861 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:17:09.764085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:17:09.775433 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.776944 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.796266 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.818932 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'name': 'tempest-TestEncryptedCinderVolumes-693252798-router', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:03Z', 'updated_at': '2022-06-04T17:17:07Z', 'revision_number': 4, 'project_id': '2bd42a521cfb4782bb4cb44149f21274', 'gw_port': {'id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:04Z', 'updated_at': '2022-06-04T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '9940f2d2-8b30-4eea-83ad-23d579da5b00', 'name': '', 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'mac_address': 'fa:16:3e:df:87:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '23978ce8-6a5c-483b-8f2a-12d0ed35b841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:06Z', 'updated_at': '2022-06-04T17:17:07Z', 'revision_number': 2, 'project_id': '2bd42a521cfb4782bb4cb44149f21274', 'subnets': [{'id': '23978ce8-6a5c-483b-8f2a-12d0ed35b841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:09.823057 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Checking router: 36cffa56-823b-4f62-a22a-004d197e74b7 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:17:09.823406 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Updating router 36cffa56-823b-4f62-a22a-004d197e74b7 port 9940f2d2-8b30-4eea-83ad-23d579da5b00 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:17:09.877688 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:09.975981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-d43b2549-afb6-424b-9bd0-4b89411699ed', 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'fixed_ips': [{'subnet_id': '7f84bcb5-6b08-4499-8e07-4bb45c4ba45e'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:17:09.976895 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.135213 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Allocated IP 172.20.0.2 (d43b2549-afb6-424b-9bd0-4b89411699ed/7f84bcb5-6b08-4499-8e07-4bb45c4ba45e/90152074-73a7-41ff-8c7d-8646b4aef2f8) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:17:10.189681 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.233113 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.245309 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Transition to ACTIVE for port object 9940f2d2-8b30-4eea-83ad-23d579da5b00 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:10.253374 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.344703 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.355145 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Transition to ACTIVE for port object 90152074-73a7-41ff-8c7d-8646b4aef2f8 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:10.376412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Transition to ACTIVE for port object 90152074-73a7-41ff-8c7d-8646b4aef2f8 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:10.383654 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.449958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Pushing event updated for resources: {'Port': ['ID=90152074-73a7-41ff-8c7d-8646b4aef2f8,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:10.464544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Network d43b2549-afb6-424b-9bd0-4b89411699ed is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:17:10.466524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:17:10.470825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:17:10.516576 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Attempting to bind port 9940f2d2-8b30-4eea-83ad-23d579da5b00 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:17:10.517140 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Attempting to bind port 9940f2d2-8b30-4eea-83ad-23d579da5b00 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:17:10.517398 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Attempting to bind port 9940f2d2-8b30-4eea-83ad-23d579da5b00 on network 518ea837-c670-4f2f-ac7b-9cec7a3158ec {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:17:10.526500 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:17:10.526870 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Checking segment: {'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:17:10.527271 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.527664 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Bound using segment: {'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:17:10.528135 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Bound port: 9940f2d2-8b30-4eea-83ad-23d579da5b00, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:17:10.528498 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.563125 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.596956 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.597211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Attempting to bind port 90152074-73a7-41ff-8c7d-8646b4aef2f8 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:17:10.597327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Attempting to bind port 90152074-73a7-41ff-8c7d-8646b4aef2f8 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'dcfa178d-4875-4fd8-a263-ae1441c17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:17:10.597778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Attempting to bind port 90152074-73a7-41ff-8c7d-8646b4aef2f8 on network d43b2549-afb6-424b-9bd0-4b89411699ed {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:17:10.604051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:17:10.604518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Checking segment: {'id': 'dcfa178d-4875-4fd8-a263-ae1441c17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:17:10.604974 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.605419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Bound using segment: {'id': 'dcfa178d-4875-4fd8-a263-ae1441c17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:17:10.605942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Bound port: 90152074-73a7-41ff-8c7d-8646b4aef2f8, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa178d-4875-4fd8-a263-ae1441c17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:17:10.606403 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.635916 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Pushing event updated for resources: {'Port': ['ID=9940f2d2-8b30-4eea-83ad-23d579da5b00,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:10.656317 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:10.656666 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:10.656985 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:10.657311 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:10.658283 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:10.658633 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:10.658968 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:10.659288 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:10.659606 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:10.659920 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:10.660914 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:10.661247 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:10.704562 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] For port 9940f2d2-8b30-4eea-83ad-23d579da5b00, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:17:10.706460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] For port 90152074-73a7-41ff-8c7d-8646b4aef2f8, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:17:10.709312 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] For port 9940f2d2-8b30-4eea-83ad-23d579da5b00, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9940f2d2-8b30-4eea-83ad-23d579da5b00,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:17:10.710243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] For port 90152074-73a7-41ff-8c7d-8646b4aef2f8, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=90152074-73a7-41ff-8c7d-8646b4aef2f8,segment=NetworkSegment(dcfa178d-4875-4fd8-a263-ae1441c17ff3),segment_id=dcfa178d-4875-4fd8-a263-ae1441c17ff3)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:17:10.721173 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.721350 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.747234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Allocated IP 172.25.5.159 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:17:10.799469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a22a64ad-dca5-4a47-94cd-43238918c7d1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:10.809181 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Routers {'36cffa56-823b-4f62-a22a-004d197e74b7'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:17:10.810351 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['36cffa56-823b-4f62-a22a-004d197e74b7'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:10.878353 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358e15b-e1a6-4b8d-b850-ac2b2dea7c4b None None] Pushing event updated for resources: {'Port': ['ID=90152074-73a7-41ff-8c7d-8646b4aef2f8,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:10.903092 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7c5b0-55d8-4e78-a132-5d528581d189 None None] Pushing event updated for resources: {'Port': ['ID=9940f2d2-8b30-4eea-83ad-23d579da5b00,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:10.919529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port a22a64ad-dca5-4a47-94cd-43238918c7d1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:10.920607 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:10.965706 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:11.030346 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:11.040801 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] Set router 36cffa56-823b-4f62-a22a-004d197e74b7 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:17:11.056559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port a22a64ad-dca5-4a47-94cd-43238918c7d1 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:11.114873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:17:11.116591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:17:11.129521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:17:11.193827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Pushing event updated for resources: {'Port': ['ID=77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:11.401160 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'name': 'tempest-TestEncryptedCinderVolumes-693252798-router', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:03Z', 'updated_at': '2022-06-04T17:17:07Z', 'revision_number': 4, 'project_id': '2bd42a521cfb4782bb4cb44149f21274', 'gw_port': {'id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:04Z', 'updated_at': '2022-06-04T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '9940f2d2-8b30-4eea-83ad-23d579da5b00', 'name': '', 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'mac_address': 'fa:16:3e:df:87:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '23978ce8-6a5c-483b-8f2a-12d0ed35b841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:06Z', 'updated_at': '2022-06-04T17:17:10Z', 'revision_number': 4, 'project_id': '2bd42a521cfb4782bb4cb44149f21274', 'subnets': [{'id': '23978ce8-6a5c-483b-8f2a-12d0ed35b841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:11.406061 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec21428-caa3-440c-b6b6-1090be76d12c None None] The sync data for ids ['36cffa56-823b-4f62-a22a-004d197e74b7'] in n-d-811809-3 is: [{'id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'name': 'tempest-TestEncryptedCinderVolumes-693252798-router', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:03Z', 'updated_at': '2022-06-04T17:17:07Z', 'revision_number': 4, 'project_id': '2bd42a521cfb4782bb4cb44149f21274', 'gw_port': {'id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:04Z', 'updated_at': '2022-06-04T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '9940f2d2-8b30-4eea-83ad-23d579da5b00', 'name': '', 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'mac_address': 'fa:16:3e:df:87:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '23978ce8-6a5c-483b-8f2a-12d0ed35b841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:06Z', 'updated_at': '2022-06-04T17:17:10Z', 'revision_number': 4, 'project_id': '2bd42a521cfb4782bb4cb44149f21274', 'subnets': [{'id': '23978ce8-6a5c-483b-8f2a-12d0ed35b841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:17:11.607893 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:11.973180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a95a4cb-8d22-4c37-ac58-e57df8e12ec6 None None] Network d43b2549-afb6-424b-9bd0-4b89411699ed requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:17:12.065993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2768a396-efa4-4343-acdf-9e4f2805723b None None] Provisioning for port 90152074-73a7-41ff-8c7d-8646b4aef2f8 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:12.102675 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:12.330308 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Router ff541d15-4fe6-422e-8217-16098e9257a4 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:17:12.519780 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:17:12.529231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Sync routers for ids ['ff541d15-4fe6-422e-8217-16098e9257a4'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:17:12.540330 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Routers {'ff541d15-4fe6-422e-8217-16098e9257a4'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:17:12.541115 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ff541d15-4fe6-422e-8217-16098e9257a4'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:12.547475 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:12.549010 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d2d4fdcc-decb-4976-a22a-9c67870baf83 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8105049 Jun 04 17:17:12.552045 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 37992) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:17:12.728698 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Set router ff541d15-4fe6-422e-8217-16098e9257a4 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:17:12.828697 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 90152074-73a7-41ff-8c7d-8646b4aef2f8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:13.031514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 90152074-73a7-41ff-8c7d-8646b4aef2f8 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:13.040759 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 90152074-73a7-41ff-8c7d-8646b4aef2f8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:13.041125 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.198935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'name': 'tempest-TestEncryptedCinderVolumes-641184611-router', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:09Z', 'updated_at': '2022-06-04T17:17:11Z', 'revision_number': 3, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'gw_port': {'id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:10Z', 'updated_at': '2022-06-04T17:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:13.206664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Checking router: ff541d15-4fe6-422e-8217-16098e9257a4 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:17:13.207001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Updating router ff541d15-4fe6-422e-8217-16098e9257a4 port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:17:13.238873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 90152074-73a7-41ff-8c7d-8646b4aef2f8 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:13.239250 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.287202 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.331223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 90152074-73a7-41ff-8c7d-8646b4aef2f8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=90152074-73a7-41ff-8c7d-8646b4aef2f8,segment=NetworkSegment(dcfa178d-4875-4fd8-a263-ae1441c17ff3),segment_id=dcfa178d-4875-4fd8-a263-ae1441c17ff3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:13.339835 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.340588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9940f2d2-8b30-4eea-83ad-23d579da5b00 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:13.367778 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.536896 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=90152074-73a7-41ff-8c7d-8646b4aef2f8,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:13.582886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Allocated IP 172.20.0.1 (d43b2549-afb6-424b-9bd0-4b89411699ed/7f84bcb5-6b08-4499-8e07-4bb45c4ba45e/5add9ec4-3b4b-4dcd-ac88-f80e5242d027) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:17:13.611403 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 9940f2d2-8b30-4eea-83ad-23d579da5b00 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:13.628798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9940f2d2-8b30-4eea-83ad-23d579da5b00 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:13.629157 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.734273 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.750160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Transition to ACTIVE for port object 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:13.775838 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.826349 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.835393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9940f2d2-8b30-4eea-83ad-23d579da5b00 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:13.835757 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.844993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Network d43b2549-afb6-424b-9bd0-4b89411699ed is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:17:13.847979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:17:13.851602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:17:13.855416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Transition to ACTIVE for port object 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:13.866280 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.885622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Pushing event updated for resources: {'Port': ['ID=5add9ec4-3b4b-4dcd-ac88-f80e5242d027,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:13.915438 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.945895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 9940f2d2-8b30-4eea-83ad-23d579da5b00, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9940f2d2-8b30-4eea-83ad-23d579da5b00,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:13.954606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Attempting to bind port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:17:13.954953 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Attempting to bind port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:17:13.955297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Attempting to bind port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:17:13.959456 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.970911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec8d81-6d7c-4473-b6d9-139bc03c6e4e None None] Pushing event updated for resources: {'Port': ['ID=77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:13.974205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:17:13.974610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:17:13.975011 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:13.975390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:17:13.975863 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Bound port: 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:17:13.976234 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:14.106138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=9940f2d2-8b30-4eea-83ad-23d579da5b00,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:14.112183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] For port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:17:14.115527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] For port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:17:14.123811 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:14.174122 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:14.197233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ee343b7e-ace9-4245-92eb-b65282b90763 None None] Provisioning for port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:14.212008 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ee343b7e-ace9-4245-92eb-b65282b90763 None None] Provisioning complete for port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:14.212692 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ee343b7e-ace9-4245-92eb-b65282b90763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:14.249001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Routers {'ff541d15-4fe6-422e-8217-16098e9257a4'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:17:14.249623 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ff541d15-4fe6-422e-8217-16098e9257a4'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:14.316065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec8d81-6d7c-4473-b6d9-139bc03c6e4e None None] Pushing event updated for resources: {'Port': ['ID=77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:14.346941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ee343b7e-ace9-4245-92eb-b65282b90763 None None] Port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:17:14.403889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:14.410452 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:14.493882 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] Set router ff541d15-4fe6-422e-8217-16098e9257a4 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:17:14.522203 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Pushing event updated for resources: {'Port': ['ID=5add9ec4-3b4b-4dcd-ac88-f80e5242d027,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:14.526967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:14.669583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Network d43b2549-afb6-424b-9bd0-4b89411699ed is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:17:14.670763 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:17:14.776601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 90152074-73a7-41ff-8c7d-8646b4aef2f8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:14.872845 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 90152074-73a7-41ff-8c7d-8646b4aef2f8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:14.873279 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:14.919510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'name': 'tempest-TestEncryptedCinderVolumes-641184611-router', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:09Z', 'updated_at': '2022-06-04T17:17:14Z', 'revision_number': 4, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'gw_port': {'id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:10Z', 'updated_at': '2022-06-04T17:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '5add9ec4-3b4b-4dcd-ac88-f80e5242d027', 'name': '', 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'mac_address': 'fa:16:3e:10:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7f84bcb5-6b08-4499-8e07-4bb45c4ba45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:13Z', 'updated_at': '2022-06-04T17:17:13Z', 'revision_number': 1, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'subnets': [{'id': '7f84bcb5-6b08-4499-8e07-4bb45c4ba45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:14.929342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad337de-d008-445b-b51b-1e32174a7dc5 None None] The sync data for ids ['ff541d15-4fe6-422e-8217-16098e9257a4'] in n-d-811809-3 is: [{'id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'name': 'tempest-TestEncryptedCinderVolumes-641184611-router', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:09Z', 'updated_at': '2022-06-04T17:17:14Z', 'revision_number': 4, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'gw_port': {'id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:10Z', 'updated_at': '2022-06-04T17:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '5add9ec4-3b4b-4dcd-ac88-f80e5242d027', 'name': '', 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'mac_address': 'fa:16:3e:10:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7f84bcb5-6b08-4499-8e07-4bb45c4ba45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:13Z', 'updated_at': '2022-06-04T17:17:13Z', 'revision_number': 1, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'subnets': [{'id': '7f84bcb5-6b08-4499-8e07-4bb45c4ba45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:17:15.001907 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Router ff541d15-4fe6-422e-8217-16098e9257a4 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:17:15.018596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-db0b08cd-a853-4eb6-8b00-3e8e3c6f2b3b None None] Provisioning complete for port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:15.018961 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-db0b08cd-a853-4eb6-8b00-3e8e3c6f2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:15.047651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 90152074-73a7-41ff-8c7d-8646b4aef2f8 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:15.048776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9940f2d2-8b30-4eea-83ad-23d579da5b00 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:15.146057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-db0b08cd-a853-4eb6-8b00-3e8e3c6f2b3b None None] Port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:17:15.167802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9940f2d2-8b30-4eea-83ad-23d579da5b00 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:15.168424 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:15.199465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:17:15.216374 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5a7d9431-c78e-475e-9da7-e4cb719a8bac admin admin] 10.222.0.13 "PUT /v2.0/routers/ff541d15-4fe6-422e-8217-16098e9257a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6568007 Jun 04 17:17:15.289525 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9940f2d2-8b30-4eea-83ad-23d579da5b00 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:15.922594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087be6-688b-43fe-9210-cf625c03914c req-5a6e4b24-a4aa-41b4-ab8f-510a2515d88f tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:15.924465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-5a6e4b24-a4aa-41b4-ab8f-510a2515d88f tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/networks?id=518ea837-c670-4f2f-ac7b-9cec7a3158ec HTTP/1.1" status: 200 len: 816 time: 0.1515000 Jun 04 17:17:15.940785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-4334bdfc-f087-485e-bdc1-e14c14ac02e6 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/quotas/2bd42a521cfb4782bb4cb44149f21274 HTTP/1.1" status: 200 len: 375 time: 0.0104921 Jun 04 17:17:16.025106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-72087be6-688b-43fe-9210-cf625c03914c req-02424ff0-0144-44e5-961b-d5e9e6728e2a tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Synchronizing usage tracker for tenant:2bd42a521cfb4782bb4cb44149f21274 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:17:16.044667 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-72087be6-688b-43fe-9210-cf625c03914c req-02424ff0-0144-44e5-961b-d5e9e6728e2a tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Unset dirty status for tenant:2bd42a521cfb4782bb4cb44149f21274 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:17:16.046225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-02424ff0-0144-44e5-961b-d5e9e6728e2a tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bd42a521cfb4782bb4cb44149f21274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000826 Jun 04 17:17:16.193925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-b24e9659-6b34-4519-a923-ef5eb304cbc4 service neutron] 10.222.0.13 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356285 Jun 04 17:17:16.342304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-1fc5ae51-01dd-4c68-8a7f-1a77b74aa827 service neutron] 10.222.0.13 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422284 Jun 04 17:17:16.532206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8b04aa85-9471-4dec-962f-219db671d2ed req-7e41ab03-7bc8-40d7-bd98-4bd7183f3c59 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 210 time: 0.0472829 Jun 04 17:17:16.760880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:16.836699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:16.841821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:16.842177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:16.958608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:16.959280 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:16.982127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:16.988327 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:17.058266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:17.615846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087be6-688b-43fe-9210-cf625c03914c req-8750b03d-8114-4f46-b06f-8d0db5ac3e09 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:17.617310 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-8750b03d-8114-4f46-b06f-8d0db5ac3e09 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.42 "GET /v2.0/networks?id=518ea837-c670-4f2f-ac7b-9cec7a3158ec HTTP/1.1" status: 200 len: 816 time: 0.1614957 Jun 04 17:17:17.630006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Request body: {'port': {'device_id': '557d6c2b-8a45-445c-b0c3-a17ee54c8a19', 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec', 'admin_state_up': True, 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:17:17.895829 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-dc8f8ea7-fcef-4f40-b7c1-6ba1e34623f4 req-281e3c87-8f3c-480e-902e-7d4accc21681 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 210 time: 0.1880028 Jun 04 17:17:17.942199 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:17:17.951801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:17:17.964029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Made reservation on behalf of 2bd42a521cfb4782bb4cb44149f21274 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:17:17.968137 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:18.141696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Allocated IP 172.20.0.8 (518ea837-c670-4f2f-ac7b-9cec7a3158ec/23978ce8-6a5c-483b-8f2a-12d0ed35b841/bdc0ce62-98ac-4481-ba97-7dea1c2733f1) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:17:18.355481 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:18.371238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Transition to ACTIVE for port object bdc0ce62-98ac-4481-ba97-7dea1c2733f1 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:18.396593 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:18.424640 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Sync routers for ids ['ff541d15-4fe6-422e-8217-16098e9257a4'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:17:18.434088 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Routers {'ff541d15-4fe6-422e-8217-16098e9257a4'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:17:18.434744 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ff541d15-4fe6-422e-8217-16098e9257a4'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:18.471649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Network 518ea837-c670-4f2f-ac7b-9cec7a3158ec is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:17:18.474833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:17:18.478699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:17:18.509656 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Pushing event updated for resources: {'Port': ['ID=bdc0ce62-98ac-4481-ba97-7dea1c2733f1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:18.547483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:18.548122 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:18.582507 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-b217cc36-42e5-4452-90aa-9526cf9235f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9547818 Jun 04 17:17:18.592078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Request body: {'port': {'device_id': '557d6c2b-8a45-445c-b0c3-a17ee54c8a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:17:18.627332 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Set router ff541d15-4fe6-422e-8217-16098e9257a4 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:17:18.710661 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:18.751556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:18.816739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a2b1e98a-b4c5-47a1-af9c-cb376d7ffcf2 None None] Provisioning for port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:18.824138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a2b1e98a-b4c5-47a1-af9c-cb376d7ffcf2 None None] Provisioning complete for port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:18.824575 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a2b1e98a-b4c5-47a1-af9c-cb376d7ffcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:18.883705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a2b1e98a-b4c5-47a1-af9c-cb376d7ffcf2 None None] Port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:17:18.885912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:18.886273 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:18.986476 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'name': 'tempest-TestEncryptedCinderVolumes-641184611-router', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:09Z', 'updated_at': '2022-06-04T17:17:14Z', 'revision_number': 4, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'gw_port': {'id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:10Z', 'updated_at': '2022-06-04T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '5add9ec4-3b4b-4dcd-ac88-f80e5242d027', 'name': '', 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'mac_address': 'fa:16:3e:10:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7f84bcb5-6b08-4499-8e07-4bb45c4ba45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:13Z', 'updated_at': '2022-06-04T17:17:14Z', 'revision_number': 2, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'subnets': [{'id': '7f84bcb5-6b08-4499-8e07-4bb45c4ba45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:18.991316 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Checking router: ff541d15-4fe6-422e-8217-16098e9257a4 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:17:18.991799 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Updating router ff541d15-4fe6-422e-8217-16098e9257a4 port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:17:19.011757 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:19.045473 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:19.159505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc0ce62-98ac-4481-ba97-7dea1c2733f1 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:17:19.168793 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:19.181201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae6b4a-85bc-41d9-aad5-02c6371be325 req-a6167bf5-8449-4f23-9f3a-dde7d067eb5d tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:19.182047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9cae6b4a-85bc-41d9-aad5-02c6371be325 req-a6167bf5-8449-4f23-9f3a-dde7d067eb5d tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Synchronizing usage tracker for tenant:2bd42a521cfb4782bb4cb44149f21274 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:17:19.199993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Transition to ACTIVE for port object bdc0ce62-98ac-4481-ba97-7dea1c2733f1 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:19.205999 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:19.249532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9cae6b4a-85bc-41d9-aad5-02c6371be325 req-a6167bf5-8449-4f23-9f3a-dde7d067eb5d tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Unset dirty status for tenant:2bd42a521cfb4782bb4cb44149f21274 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:17:19.250725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cae6b4a-85bc-41d9-aad5-02c6371be325 req-a6167bf5-8449-4f23-9f3a-dde7d067eb5d tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 931 time: 0.2325592 Jun 04 17:17:19.400769 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Pushing event updated for resources: {'Port': ['ID=bdc0ce62-98ac-4481-ba97-7dea1c2733f1,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:19.428432 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:19.440978 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Transition to ACTIVE for port object 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:19.449440 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:19.458939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cae6b4a-85bc-41d9-aad5-02c6371be325 req-922d7d60-6c46-4ef0-a2f4-42c50e07934f tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982932 Jun 04 17:17:19.490122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Attempting to bind port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:17:19.490526 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Attempting to bind port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:17:19.490851 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Attempting to bind port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 on network 518ea837-c670-4f2f-ac7b-9cec7a3158ec {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:17:19.509158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 on network 518ea837-c670-4f2f-ac7b-9cec7a3158ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:17:19.509776 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Attempting to bind port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 on network 518ea837-c670-4f2f-ac7b-9cec7a3158ec {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:17:19.517788 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:17:19.520350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Checking segment: {'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:17:19.520947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Bound using segment: {'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:17:19.522391 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Bound port: bdc0ce62-98ac-4481-ba97-7dea1c2733f1, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:17:19.523798 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:19.578070 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f42efa-1909-4e6e-8105-f52b27d9b0e9 None None] Pushing event updated for resources: {'Port': ['ID=5add9ec4-3b4b-4dcd-ac88-f80e5242d027,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:19.626584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] For port bdc0ce62-98ac-4481-ba97-7dea1c2733f1, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:17:19.629826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] For port bdc0ce62-98ac-4481-ba97-7dea1c2733f1, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bdc0ce62-98ac-4481-ba97-7dea1c2733f1,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:17:19.636670 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:19.684966 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Attempting to bind port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:17:19.685321 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Attempting to bind port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'dcfa178d-4875-4fd8-a263-ae1441c17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:17:19.685665 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Attempting to bind port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 on network d43b2549-afb6-424b-9bd0-4b89411699ed {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:17:19.692234 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:17:19.692594 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Checking segment: {'id': 'dcfa178d-4875-4fd8-a263-ae1441c17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:17:19.692984 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:19.693361 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Bound using segment: {'id': 'dcfa178d-4875-4fd8-a263-ae1441c17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:17:19.693814 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Bound port: 5add9ec4-3b4b-4dcd-ac88-f80e5242d027, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa178d-4875-4fd8-a263-ae1441c17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:17:19.694170 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:19.707411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:19.708124 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:19.710000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] 10.222.0.42 "PUT /v2.0/ports/bdc0ce62-98ac-4481-ba97-7dea1c2733f1 HTTP/1.1" status: 200 len: 1091 time: 1.1220527 Jun 04 17:17:19.710131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557d6c2b-8a45-445c-b0c3-a17ee54c8a19', 'tag': 'bdc0ce62-98ac-4481-ba97-7dea1c2733f1'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:17:19.730411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72306be3-9daa-4b45-afc2-21ef50c3514a service neutron] Pushing event updated for resources: {'Port': ['ID=bdc0ce62-98ac-4481-ba97-7dea1c2733f1,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:19.807243 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72155c2b-e8eb-4bff-a342-92f7f0203c6b'] response: {'name': 'network-changed', 'server_uuid': '557d6c2b-8a45-445c-b0c3-a17ee54c8a19', 'tag': 'bdc0ce62-98ac-4481-ba97-7dea1c2733f1', 'status': 'completed', 'code': 200} Jun 04 17:17:19.813263 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] For port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:17:19.816210 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] For port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5add9ec4-3b4b-4dcd-ac88-f80e5242d027,segment=NetworkSegment(dcfa178d-4875-4fd8-a263-ae1441c17ff3),segment_id=dcfa178d-4875-4fd8-a263-ae1441c17ff3)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:17:19.821173 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:19.854444 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087be6-688b-43fe-9210-cf625c03914c req-d02adfba-973e-4221-bc5b-66e29c3e594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:19.856026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-d02adfba-973e-4221-bc5b-66e29c3e594c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bd42a521cfb4782bb4cb44149f21274&device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 1094 time: 0.0884664 Jun 04 17:17:19.906045 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Routers {'ff541d15-4fe6-422e-8217-16098e9257a4'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:17:19.906830 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:17:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ff541d15-4fe6-422e-8217-16098e9257a4'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:19.964816 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f42efa-1909-4e6e-8105-f52b27d9b0e9 None None] Pushing event updated for resources: {'Port': ['ID=5add9ec4-3b4b-4dcd-ac88-f80e5242d027,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:20.061236 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-7af0b764-7f5f-4a4f-a1b3-8a7f9b80951f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc0ce62-98ac-4481-ba97-7dea1c2733f1 HTTP/1.1" status: 200 len: 217 time: 0.1984437 Jun 04 17:17:20.105739 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] Set router ff541d15-4fe6-422e-8217-16098e9257a4 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:17:20.127089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087be6-688b-43fe-9210-cf625c03914c req-d969123c-475a-4cc6-9d03-78468dffc39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:20.128534 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-d969123c-475a-4cc6-9d03-78468dffc39f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23978ce8-6a5c-483b-8f2a-12d0ed35b841 HTTP/1.1" status: 200 len: 855 time: 0.0611763 Jun 04 17:17:20.210999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087be6-688b-43fe-9210-cf625c03914c req-ae5a7df4-b474-4bd7-80fb-ff09f4cf8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:20.212490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-ae5a7df4-b474-4bd7-80fb-ff09f4cf8829 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=518ea837-c670-4f2f-ac7b-9cec7a3158ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775626 Jun 04 17:17:20.341938 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-cb17c34d-851b-491d-96af-77a8eef30900 service neutron] 10.222.0.42 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235087 Jun 04 17:17:20.423453 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'name': 'tempest-TestEncryptedCinderVolumes-641184611-router', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:09Z', 'updated_at': '2022-06-04T17:17:14Z', 'revision_number': 4, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'gw_port': {'id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:10Z', 'updated_at': '2022-06-04T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '5add9ec4-3b4b-4dcd-ac88-f80e5242d027', 'name': '', 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'mac_address': 'fa:16:3e:10:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7f84bcb5-6b08-4499-8e07-4bb45c4ba45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:13Z', 'updated_at': '2022-06-04T17:17:19Z', 'revision_number': 4, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'subnets': [{'id': '7f84bcb5-6b08-4499-8e07-4bb45c4ba45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:17:20.427545 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a3ce8-50b7-4a99-b876-d223b8c290f6 None None] The sync data for ids ['ff541d15-4fe6-422e-8217-16098e9257a4'] in n-d-811809-3 is: [{'id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'name': 'tempest-TestEncryptedCinderVolumes-641184611-router', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:09Z', 'updated_at': '2022-06-04T17:17:14Z', 'revision_number': 4, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'gw_port': {'id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:10Z', 'updated_at': '2022-06-04T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '5add9ec4-3b4b-4dcd-ac88-f80e5242d027', 'name': '', 'network_id': 'd43b2549-afb6-424b-9bd0-4b89411699ed', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'mac_address': 'fa:16:3e:10:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '7f84bcb5-6b08-4499-8e07-4bb45c4ba45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:13Z', 'updated_at': '2022-06-04T17:17:19Z', 'revision_number': 4, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'subnets': [{'id': '7f84bcb5-6b08-4499-8e07-4bb45c4ba45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:17:20.476717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72087be6-688b-43fe-9210-cf625c03914c req-0db2ff51-b54f-4d62-8938-a306275672e7 service neutron] 10.222.0.42 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286821 Jun 04 17:17:20.669775 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8bdf7-b63e-4e75-96b5-d388f636353e req-58847289-b2d7-476b-b98c-3db0480c0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:20.671373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55c8bdf7-b63e-4e75-96b5-d388f636353e req-58847289-b2d7-476b-b98c-3db0480c0579 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bd42a521cfb4782bb4cb44149f21274&device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 1094 time: 0.1362271 Jun 04 17:17:20.758399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e387e-18b2-4550-b82e-9c8d4d76a318 req-f91aaa4a-64a4-4897-af0c-2d6a897a14ab tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:20.759894 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef0e387e-18b2-4550-b82e-9c8d4d76a318 req-f91aaa4a-64a4-4897-af0c-2d6a897a14ab tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 943 time: 0.1749876 Jun 04 17:17:20.763270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:20.830212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:20.835038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:20.836435 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:20.843817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ef0e387e-18b2-4550-b82e-9c8d4d76a318 req-b5eb146b-6450-438f-a707-86b787cb1449 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707827 Jun 04 17:17:20.848111 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8bdf7-b63e-4e75-96b5-d388f636353e req-729b2b66-8051-499d-9f68-33e7a48c0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:20.849681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55c8bdf7-b63e-4e75-96b5-d388f636353e req-729b2b66-8051-499d-9f68-33e7a48c0953 service neutron] 10.222.0.42 "GET /v2.0/networks?id=518ea837-c670-4f2f-ac7b-9cec7a3158ec HTTP/1.1" status: 200 len: 917 time: 0.1699905 Jun 04 17:17:20.928733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55c8bdf7-b63e-4e75-96b5-d388f636353e req-379f91bd-c928-4adb-a35b-ab33f15fd6b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc0ce62-98ac-4481-ba97-7dea1c2733f1 HTTP/1.1" status: 200 len: 217 time: 0.0717049 Jun 04 17:17:20.955338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:20.955714 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:20.987062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5add9ec4-3b4b-4dcd-ac88-f80e5242d027,segment=NetworkSegment(dcfa178d-4875-4fd8-a263-ae1441c17ff3),segment_id=dcfa178d-4875-4fd8-a263-ae1441c17ff3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:20.992566 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:20.992910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8bdf7-b63e-4e75-96b5-d388f636353e req-7f2ceab8-f834-4701-bf61-bca82251916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:20.995090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55c8bdf7-b63e-4e75-96b5-d388f636353e req-7f2ceab8-f834-4701-bf61-bca82251916b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23978ce8-6a5c-483b-8f2a-12d0ed35b841 HTTP/1.1" status: 200 len: 855 time: 0.0601690 Jun 04 17:17:21.058663 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=5add9ec4-3b4b-4dcd-ac88-f80e5242d027,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:21.072100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8bdf7-b63e-4e75-96b5-d388f636353e req-eb4ceb7d-5a0e-415f-865e-a8c165feca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:21.073595 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55c8bdf7-b63e-4e75-96b5-d388f636353e req-eb4ceb7d-5a0e-415f-865e-a8c165feca23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=518ea837-c670-4f2f-ac7b-9cec7a3158ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715408 Jun 04 17:17:21.215149 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55c8bdf7-b63e-4e75-96b5-d388f636353e req-24e0deff-9ff6-46b0-b556-b312800deda0 service neutron] 10.222.0.42 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339881 Jun 04 17:17:21.347593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55c8bdf7-b63e-4e75-96b5-d388f636353e req-85b4397b-4c41-48e4-84c8-f428a3c1192e service neutron] 10.222.0.42 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253011 Jun 04 17:17:22.047426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734ceb7-93b6-483b-a97c-a8ff2b04a405 req-277ab9fb-066d-480b-899b-f5dcb8c97f73 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:22.048879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a734ceb7-93b6-483b-a97c-a8ff2b04a405 req-277ab9fb-066d-480b-899b-f5dcb8c97f73 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 943 time: 0.0933709 Jun 04 17:17:22.093321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a734ceb7-93b6-483b-a97c-a8ff2b04a405 req-08d3c9ae-523e-4cef-a88a-78650cbc151a tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Jun 04 17:17:22.720660 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bdc0ce62-98ac-4481-ba97-7dea1c2733f1 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:17:22.758594 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:22.946259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bdc0ce62-98ac-4481-ba97-7dea1c2733f1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bdc0ce62-98ac-4481-ba97-7dea1c2733f1,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:22.961910 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:22.962277 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:22.984656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'bdc0ce62-98ac-4481-ba97-7dea1c2733f1', 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec', 'port_id': 'bdc0ce62-98ac-4481-ba97-7dea1c2733f1', 'mac_address': 'fa:16:3e:90:77:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23978ce8-6a5c-483b-8f2a-12d0ed35b841', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:17:23.065914 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:23.066274 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:23.085394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc0ce62-98ac-4481-ba97-7dea1c2733f1 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:17:23.144779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bdc0ce62-98ac-4481-ba97-7dea1c2733f1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bdc0ce62-98ac-4481-ba97-7dea1c2733f1,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:23.151712 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:23.181518 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:23.222248 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=bdc0ce62-98ac-4481-ba97-7dea1c2733f1,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:23.288172 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c308fc-989c-450c-a0a2-fd68f38cc81a req-55c480c1-57c0-42b8-accc-96dcb897c674 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:23.289670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0c308fc-989c-450c-a0a2-fd68f38cc81a req-55c480c1-57c0-42b8-accc-96dcb897c674 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 944 time: 0.0796571 Jun 04 17:17:23.336504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a0c308fc-989c-450c-a0a2-fd68f38cc81a req-67ec6320-83dd-4b2f-9bbe-0bbfb327c169 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Jun 04 17:17:23.355137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['bdc0ce62-98ac-4481-ba97-7dea1c2733f1'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:17:24.548140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb06341-2277-4bad-8246-2aa009309134 req-d49a92ef-0ca7-449a-8225-9298454d9721 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:24.549624 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fb06341-2277-4bad-8246-2aa009309134 req-d49a92ef-0ca7-449a-8225-9298454d9721 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 944 time: 0.0927873 Jun 04 17:17:24.594855 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6fb06341-2277-4bad-8246-2aa009309134 req-31b59fad-9bbd-4153-97cf-6952baab92f3 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392783 Jun 04 17:17:24.738228 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bdc0ce62-98ac-4481-ba97-7dea1c2733f1 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:24.814535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:24.822385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:24.822975 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:24.955705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:24.956085 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:24.983190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557d6c2b-8a45-445c-b0c3-a17ee54c8a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc0ce62-98ac-4481-ba97-7dea1c2733f1'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:17:24.993533 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port bdc0ce62-98ac-4481-ba97-7dea1c2733f1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bdc0ce62-98ac-4481-ba97-7dea1c2733f1,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:24.998782 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:25.029526 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf30c22c-398f-4807-bfd3-24bf45b20743'] response: {'server_uuid': '557d6c2b-8a45-445c-b0c3-a17ee54c8a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc0ce62-98ac-4481-ba97-7dea1c2733f1', 'code': 200} Jun 04 17:17:25.069930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=bdc0ce62-98ac-4481-ba97-7dea1c2733f1,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:25.274750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7016dd7-94bf-4b5d-9271-c553623ee53f req-40159094-868c-42a0-9f7e-1f86f3c392b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:25.276138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7016dd7-94bf-4b5d-9271-c553623ee53f req-40159094-868c-42a0-9f7e-1f86f3c392b8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 1096 time: 0.1914785 Jun 04 17:17:25.316776 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f7016dd7-94bf-4b5d-9271-c553623ee53f req-0e36fd81-0d1e-42ce-8386-0bf8924ddd75 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340528 Jun 04 17:17:25.798661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ae8c1-ee0b-43ca-9b57-a50a49cd73ab req-a2686dba-9add-4b22-9d70-08f0991951a5 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:25.800139 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-487ae8c1-ee0b-43ca-9b57-a50a49cd73ab req-a2686dba-9add-4b22-9d70-08f0991951a5 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 945 time: 0.0911479 Jun 04 17:17:25.845560 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-487ae8c1-ee0b-43ca-9b57-a50a49cd73ab req-7376f6a8-cfad-4958-a8e9-f53504132400 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 Jun 04 17:17:27.058042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda4eb0-bfb6-4df7-a875-46a4394d2c0f req-84be9235-9c50-4cf2-b737-3dbf5873d146 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:27.059521 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cbda4eb0-bfb6-4df7-a875-46a4394d2c0f req-84be9235-9c50-4cf2-b737-3dbf5873d146 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 945 time: 0.0906844 Jun 04 17:17:27.106944 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cbda4eb0-bfb6-4df7-a875-46a4394d2c0f req-84b7d981-4a96-43d1-b131-984a298f2ea3 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Jun 04 17:17:27.297868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dad899-ee89-42ca-b9b7-cb8e60a09e00 req-25b799a9-9a7e-4697-b72e-8b750e55a717 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:27.299350 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9dad899-ee89-42ca-b9b7-cb8e60a09e00 req-25b799a9-9a7e-4697-b72e-8b750e55a717 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 945 time: 0.0812728 Jun 04 17:17:27.351040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9dad899-ee89-42ca-b9b7-cb8e60a09e00 req-0db0458f-dd8a-4b48-ad5c-08bf976eb3f1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433354 Jun 04 17:17:27.780376 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:17:27.877360 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f4116950-02ab-423c-86d3-87c2e1cb2ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:30.092977 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e061b79a-b1aa-4038-924c-6c5b6907909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:31.353572 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:31.449976 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:32.785994 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:34.543379 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:34.768908 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:39.728290 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53a243e1-0c09-4cdc-81f3-fbddd2a9c9f9 req-268a9833-113a-4841-abdc-0be0e957b003 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722721 Jun 04 17:17:39.872399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a243e1-0c09-4cdc-81f3-fbddd2a9c9f9 req-3de19a14-2797-444e-b4d1-b3d92cd37dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:39.873878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53a243e1-0c09-4cdc-81f3-fbddd2a9c9f9 req-3de19a14-2797-444e-b4d1-b3d92cd37dca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bd42a521cfb4782bb4cb44149f21274&device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 1096 time: 0.0742764 Jun 04 17:17:40.017972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a243e1-0c09-4cdc-81f3-fbddd2a9c9f9 req-01028f11-41b5-43a4-a923-847a04a0c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:40.019498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53a243e1-0c09-4cdc-81f3-fbddd2a9c9f9 req-01028f11-41b5-43a4-a923-847a04a0c8d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=518ea837-c670-4f2f-ac7b-9cec7a3158ec HTTP/1.1" status: 200 len: 917 time: 0.1266215 Jun 04 17:17:40.089475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53a243e1-0c09-4cdc-81f3-fbddd2a9c9f9 req-cb84a2d3-9648-4a2a-b951-b02b5042943d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc0ce62-98ac-4481-ba97-7dea1c2733f1 HTTP/1.1" status: 200 len: 217 time: 0.0636115 Jun 04 17:17:40.153530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a243e1-0c09-4cdc-81f3-fbddd2a9c9f9 req-30d80e45-f58d-4304-8fea-12ff6f7cbe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:40.155075 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53a243e1-0c09-4cdc-81f3-fbddd2a9c9f9 req-30d80e45-f58d-4304-8fea-12ff6f7cbe76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23978ce8-6a5c-483b-8f2a-12d0ed35b841 HTTP/1.1" status: 200 len: 855 time: 0.0594292 Jun 04 17:17:40.234423 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a243e1-0c09-4cdc-81f3-fbddd2a9c9f9 req-0b24d36d-e64a-4eb2-8513-0fd45704b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:40.236257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53a243e1-0c09-4cdc-81f3-fbddd2a9c9f9 req-0b24d36d-e64a-4eb2-8513-0fd45704b3cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=518ea837-c670-4f2f-ac7b-9cec7a3158ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755920 Jun 04 17:17:40.370489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53a243e1-0c09-4cdc-81f3-fbddd2a9c9f9 req-30045c6a-96c9-4365-9296-e995df8ecab9 service neutron] 10.222.0.42 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280155 Jun 04 17:17:40.502968 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-53a243e1-0c09-4cdc-81f3-fbddd2a9c9f9 req-4b847812-ba5e-4d67-a1fc-ce8378394697 service neutron] 10.222.0.42 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265137 Jun 04 17:17:42.022357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9a922-7ab4-40ad-a57e-aa1cdc06f505 req-14232f84-3cc5-4429-9a05-45aa6b8255d6 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:42.023837 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27e9a922-7ab4-40ad-a57e-aa1cdc06f505 req-14232f84-3cc5-4429-9a05-45aa6b8255d6 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 945 time: 0.0946364 Jun 04 17:17:42.067532 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-27e9a922-7ab4-40ad-a57e-aa1cdc06f505 req-7c2d9547-b549-4bc1-a314-a503865bff13 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378976 Jun 04 17:17:43.283225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb2e97-c4cc-4bf0-be4e-8e8bd45773e6 req-8ce569fd-7acd-4636-8775-57464021e683 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:43.284910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bbb2e97-c4cc-4bf0-be4e-8e8bd45773e6 req-8ce569fd-7acd-4636-8775-57464021e683 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 945 time: 0.0865283 Jun 04 17:17:43.329049 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bbb2e97-c4cc-4bf0-be4e-8e8bd45773e6 req-1280f141-041a-4c7e-96c7-035ac164dc48 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383179 Jun 04 17:17:43.419605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae00179-1a1f-4008-84a8-0d124bf29b81 req-b5bc05ed-fcfb-4d63-abdc-5d20cf893a5b tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:43.420976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ae00179-1a1f-4008-84a8-0d124bf29b81 req-b5bc05ed-fcfb-4d63-abdc-5d20cf893a5b tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.42 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 945 time: 0.0910857 Jun 04 17:17:43.496116 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-8ae00179-1a1f-4008-84a8-0d124bf29b81 req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Deleting port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:17:43.496453 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ae00179-1a1f-4008-84a8-0d124bf29b81 req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:43.749377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8ae00179-1a1f-4008-84a8-0d124bf29b81 req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] For port bdc0ce62-98ac-4481-ba97-7dea1c2733f1, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=bdc0ce62-98ac-4481-ba97-7dea1c2733f1,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:43.749719 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ae00179-1a1f-4008-84a8-0d124bf29b81 req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:43.878754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-8ae00179-1a1f-4008-84a8-0d124bf29b81 req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Calling delete_port for bdc0ce62-98ac-4481-ba97-7dea1c2733f1 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:17:44.036888 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ae00179-1a1f-4008-84a8-0d124bf29b81 req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:44.048816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['bdc0ce62-98ac-4481-ba97-7dea1c2733f1'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:17:44.086152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Pushing event deleted for resources: {'Port': ['ID=bdc0ce62-98ac-4481-ba97-7dea1c2733f1,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:44.125040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:44.125354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:44.125709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:44.126056 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:44.126382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:44.126730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:44.127129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:44.127505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:44.128076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:44.128399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:44.128723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:44.129068 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:44.298807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae00179-1a1f-4008-84a8-0d124bf29b81 req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] No DVR routers for this DVR port bdc0ce62-98ac-4481-ba97-7dea1c2733f1 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:17:44.301688 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8ae00179-1a1f-4008-84a8-0d124bf29b81 req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:44.304244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557d6c2b-8a45-445c-b0c3-a17ee54c8a19', 'name': 'network-vif-deleted', 'tag': 'bdc0ce62-98ac-4481-ba97-7dea1c2733f1'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:17:44.320253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ae00179-1a1f-4008-84a8-0d124bf29b81 req-c03eeed9-11f2-4d6a-bf47-3be66e3e33b1 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.42 "DELETE /v2.0/ports/bdc0ce62-98ac-4481-ba97-7dea1c2733f1 HTTP/1.1" status: 204 len: 173 time: 0.8938794 Jun 04 17:17:44.352303 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74619354-7c42-41f1-9705-a1771084a044'] response: {'server_uuid': '557d6c2b-8a45-445c-b0c3-a17ee54c8a19', 'name': 'network-vif-deleted', 'tag': 'bdc0ce62-98ac-4481-ba97-7dea1c2733f1', 'status': 'completed', 'code': 200} Jun 04 17:17:44.492474 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e5cdce04-2b24-427c-8270-60a5ef0db555 req-b17b6b81-9b1a-481b-be58-781f42d0726c tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Synchronizing usage tracker for tenant:2bd42a521cfb4782bb4cb44149f21274 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:17:44.513382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e5cdce04-2b24-427c-8270-60a5ef0db555 req-b17b6b81-9b1a-481b-be58-781f42d0726c tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Unset dirty status for tenant:2bd42a521cfb4782bb4cb44149f21274 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:17:44.514761 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5cdce04-2b24-427c-8270-60a5ef0db555 req-b17b6b81-9b1a-481b-be58-781f42d0726c tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=557d6c2b-8a45-445c-b0c3-a17ee54c8a19 HTTP/1.1" status: 200 len: 210 time: 0.0667236 Jun 04 17:17:46.173680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-677cbb57-c385-4727-b87e-493a42b225d0 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:46.175169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-677cbb57-c385-4727-b87e-493a42b225d0 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/networks?id=518ea837-c670-4f2f-ac7b-9cec7a3158ec HTTP/1.1" status: 200 len: 816 time: 0.1580355 Jun 04 17:17:46.193897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-34ae2717-3aae-49da-928e-8ce3c6098c31 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/quotas/2bd42a521cfb4782bb4cb44149f21274 HTTP/1.1" status: 200 len: 375 time: 0.0109756 Jun 04 17:17:46.282673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-162683ff-94a7-4822-8ce5-d2b3180e888d tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bd42a521cfb4782bb4cb44149f21274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833616 Jun 04 17:17:46.545610 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-a3eb703c-3cb3-4e60-a559-158a5b77515a service neutron] 10.222.0.13 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496762 Jun 04 17:17:46.676302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-82f1ce69-fb24-423c-87f0-dc86695ebfaa service neutron] 10.222.0.13 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246150 Jun 04 17:17:46.837314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bdc0ce62-98ac-4481-ba97-7dea1c2733f1 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:17:46.871513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-043dae0e-c263-435c-a80c-6b1459949348 req-61fd821a-e99d-4820-8386-02aa32838561 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 210 time: 0.0431843 Jun 04 17:17:46.874707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: bdc0ce62-98ac-4481-ba97-7dea1c2733f1 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:17:46.874927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device bdc0ce62-98ac-4481-ba97-7dea1c2733f1 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:17:48.029377 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9eaa7a5f-c092-4605-949a-20b635623926 req-6b01f97b-2b4d-436e-b769-3c0d04ddc5f9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 210 time: 0.0501087 Jun 04 17:17:48.081030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-e3dbd754-d53a-42a9-b92c-123a6cd84511 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:48.082908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-e3dbd754-d53a-42a9-b92c-123a6cd84511 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.42 "GET /v2.0/networks?id=518ea837-c670-4f2f-ac7b-9cec7a3158ec HTTP/1.1" status: 200 len: 816 time: 0.2003708 Jun 04 17:17:48.098209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Request body: {'port': {'device_id': 'dd379cea-ce38-4851-a53d-7ddf358f143a', 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec', 'admin_state_up': True, 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:17:48.245039 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:17:48.255118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:17:48.266800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Made reservation on behalf of 2bd42a521cfb4782bb4cb44149f21274 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:17:48.270466 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:48.451029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Allocated IP 172.20.0.12 (518ea837-c670-4f2f-ac7b-9cec7a3158ec/23978ce8-6a5c-483b-8f2a-12d0ed35b841/114d903f-6039-4304-ac5f-d0330345517f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:17:48.674932 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:48.690853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Transition to ACTIVE for port object 114d903f-6039-4304-ac5f-d0330345517f will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:48.716277 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:48.795720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Network 518ea837-c670-4f2f-ac7b-9cec7a3158ec is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:17:48.798910 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:17:48.803139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:17:48.838541 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Pushing event updated for resources: {'Port': ['ID=114d903f-6039-4304-ac5f-d0330345517f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:48.874780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:48.875379 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:48.904253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-3eb377d0-d3d8-43a4-95f9-6dd10ea1c906 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8118694 Jun 04 17:17:48.915871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Request body: {'port': {'device_id': 'dd379cea-ce38-4851-a53d-7ddf358f143a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:17:49.028997 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:49.033432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5aa5b1fa-13b1-4f4f-9a80-06133df1ef60 None None] Provisioning for port 114d903f-6039-4304-ac5f-d0330345517f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:49.038684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5aa5b1fa-13b1-4f4f-9a80-06133df1ef60 None None] Provisioning complete for port 114d903f-6039-4304-ac5f-d0330345517f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:49.039126 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5aa5b1fa-13b1-4f4f-9a80-06133df1ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:49.095864 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5b1fa-13b1-4f4f-9a80-06133df1ef60 None None] Port 114d903f-6039-4304-ac5f-d0330345517f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:17:49.365137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c69d7-5cad-48bd-9a21-c0309b7cbfc9 req-23c38eed-1db7-4d02-9b25-59612d455a8a tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:49.365715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-167c69d7-5cad-48bd-9a21-c0309b7cbfc9 req-23c38eed-1db7-4d02-9b25-59612d455a8a tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Synchronizing usage tracker for tenant:2bd42a521cfb4782bb4cb44149f21274 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:17:49.454942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-167c69d7-5cad-48bd-9a21-c0309b7cbfc9 req-23c38eed-1db7-4d02-9b25-59612d455a8a tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Unset dirty status for tenant:2bd42a521cfb4782bb4cb44149f21274 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:17:49.456161 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-167c69d7-5cad-48bd-9a21-c0309b7cbfc9 req-23c38eed-1db7-4d02-9b25-59612d455a8a tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 932 time: 0.2861881 Jun 04 17:17:49.532074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-167c69d7-5cad-48bd-9a21-c0309b7cbfc9 req-c6fdebda-40c6-452b-9056-7a700eff7080 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691907 Jun 04 17:17:49.611911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114d903f-6039-4304-ac5f-d0330345517f {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:17:49.619644 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:49.634629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Transition to ACTIVE for port object 114d903f-6039-4304-ac5f-d0330345517f will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:17:49.641301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:49.791772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Pushing event updated for resources: {'Port': ['ID=114d903f-6039-4304-ac5f-d0330345517f,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:49.875795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Attempting to bind port 114d903f-6039-4304-ac5f-d0330345517f on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:17:49.876062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Attempting to bind port 114d903f-6039-4304-ac5f-d0330345517f by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:17:49.876381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Attempting to bind port 114d903f-6039-4304-ac5f-d0330345517f on network 518ea837-c670-4f2f-ac7b-9cec7a3158ec {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:17:49.881125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Port 114d903f-6039-4304-ac5f-d0330345517f on network 518ea837-c670-4f2f-ac7b-9cec7a3158ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:17:49.881437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Attempting to bind port 114d903f-6039-4304-ac5f-d0330345517f on network 518ea837-c670-4f2f-ac7b-9cec7a3158ec {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:17:49.886459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:17:49.886809 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Checking segment: {'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:17:49.887550 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Bound using segment: {'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:17:49.887964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Bound port: 114d903f-6039-4304-ac5f-d0330345517f, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d79381-990a-41d2-b922-00e7d5cfcef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:17:49.888302 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:49.976189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] For port 114d903f-6039-4304-ac5f-d0330345517f, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:17:49.979211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] For port 114d903f-6039-4304-ac5f-d0330345517f, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=114d903f-6039-4304-ac5f-d0330345517f,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:17:49.986869 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:50.056265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:50.056945 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:50.058448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] 10.222.0.42 "PUT /v2.0/ports/114d903f-6039-4304-ac5f-d0330345517f HTTP/1.1" status: 200 len: 1092 time: 1.1472745 Jun 04 17:17:50.058877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd379cea-ce38-4851-a53d-7ddf358f143a', 'tag': '114d903f-6039-4304-ac5f-d0330345517f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:17:50.083578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a5118-bf3e-426b-a234-99218f68fd2f service neutron] Pushing event updated for resources: {'Port': ['ID=114d903f-6039-4304-ac5f-d0330345517f,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:50.135490 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b0a19f-380c-4630-ba1a-d10178ce4ef4'] response: {'name': 'network-changed', 'server_uuid': 'dd379cea-ce38-4851-a53d-7ddf358f143a', 'tag': '114d903f-6039-4304-ac5f-d0330345517f', 'status': 'completed', 'code': 200} Jun 04 17:17:50.180705 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-f6b04a0b-41e9-478d-a883-8b7d11c47997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:50.182297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-f6b04a0b-41e9-478d-a883-8b7d11c47997 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bd42a521cfb4782bb4cb44149f21274&device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 1095 time: 0.0802836 Jun 04 17:17:50.253931 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-a65f6a5a-7514-4d5c-ac1c-6cb77348acd9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=114d903f-6039-4304-ac5f-d0330345517f HTTP/1.1" status: 200 len: 217 time: 0.0646577 Jun 04 17:17:50.316510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-2ae73af3-c164-467b-bdde-9073e5635785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:50.318059 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-2ae73af3-c164-467b-bdde-9073e5635785 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23978ce8-6a5c-483b-8f2a-12d0ed35b841 HTTP/1.1" status: 200 len: 855 time: 0.0580881 Jun 04 17:17:50.395041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-284c4d19-e8e1-4344-875e-40e6e9664cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:50.396476 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-284c4d19-e8e1-4344-875e-40e6e9664cee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=518ea837-c670-4f2f-ac7b-9cec7a3158ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729144 Jun 04 17:17:50.532642 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-eb4bae4a-6c2c-4cc6-8fd5-bb2626fb01fe service neutron] 10.222.0.42 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297793 Jun 04 17:17:50.717777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5348fbcf-154b-4ca2-8f41-85d2e4728b37 req-728ea43e-90f2-4c6a-bcef-06ca0d310807 service neutron] 10.222.0.42 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784849 Jun 04 17:17:50.753590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e09cb0-ad95-4f92-b946-3a8c219546c5 req-8d2f336c-ef66-4dfb-bda1-6bbb72fc9522 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:50.755134 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26e09cb0-ad95-4f92-b946-3a8c219546c5 req-8d2f336c-ef66-4dfb-bda1-6bbb72fc9522 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 944 time: 0.1027713 Jun 04 17:17:50.856289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26e09cb0-ad95-4f92-b946-3a8c219546c5 req-8d72b3c6-ce5c-4045-ad4d-5a3db9942573 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914586 Jun 04 17:17:50.878841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616c809-f01e-443f-bf12-48537411beb9 req-7cc818d1-3a3f-43b5-8de8-ef9d37e945f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:50.880339 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b616c809-f01e-443f-bf12-48537411beb9 req-7cc818d1-3a3f-43b5-8de8-ef9d37e945f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bd42a521cfb4782bb4cb44149f21274&device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 1095 time: 0.1023440 Jun 04 17:17:51.120457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616c809-f01e-443f-bf12-48537411beb9 req-a208fad0-d9ad-4b07-8eb6-ba123078ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:51.121902 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b616c809-f01e-443f-bf12-48537411beb9 req-a208fad0-d9ad-4b07-8eb6-ba123078ec7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=518ea837-c670-4f2f-ac7b-9cec7a3158ec HTTP/1.1" status: 200 len: 917 time: 0.2351980 Jun 04 17:17:51.189654 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b616c809-f01e-443f-bf12-48537411beb9 req-4e17a010-6f04-4c85-8cfb-bebc6ff8399a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=114d903f-6039-4304-ac5f-d0330345517f HTTP/1.1" status: 200 len: 217 time: 0.0606585 Jun 04 17:17:51.257724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616c809-f01e-443f-bf12-48537411beb9 req-1432510d-4296-4a4d-bef6-efe3f848a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:51.259185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b616c809-f01e-443f-bf12-48537411beb9 req-1432510d-4296-4a4d-bef6-efe3f848a84a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23978ce8-6a5c-483b-8f2a-12d0ed35b841 HTTP/1.1" status: 200 len: 855 time: 0.0633798 Jun 04 17:17:51.337137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616c809-f01e-443f-bf12-48537411beb9 req-be92c1d6-c329-4fae-ab79-26d4dafcdd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:51.338621 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b616c809-f01e-443f-bf12-48537411beb9 req-be92c1d6-c329-4fae-ab79-26d4dafcdd56 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=518ea837-c670-4f2f-ac7b-9cec7a3158ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724170 Jun 04 17:17:51.470890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b616c809-f01e-443f-bf12-48537411beb9 req-87c5015e-137d-4000-82db-00936917fb1b service neutron] 10.222.0.42 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254494 Jun 04 17:17:51.607853 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b616c809-f01e-443f-bf12-48537411beb9 req-89d3aaa8-1e3e-4d20-97d3-90c6bc0d6c3c service neutron] 10.222.0.42 "GET /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296098 Jun 04 17:17:52.059210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d647fa-789e-4278-a101-b6c6d897870d req-a16c2894-1972-4891-9965-fb9b8b6869b9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:52.060655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69d647fa-789e-4278-a101-b6c6d897870d req-a16c2894-1972-4891-9965-fb9b8b6869b9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 944 time: 0.0862608 Jun 04 17:17:52.108360 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-69d647fa-789e-4278-a101-b6c6d897870d req-1e532089-f339-409c-b564-0d5202ce90a9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393240 Jun 04 17:17:52.852945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 114d903f-6039-4304-ac5f-d0330345517f details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:17:52.993596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 114d903f-6039-4304-ac5f-d0330345517f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=114d903f-6039-4304-ac5f-d0330345517f,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:53.006541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '114d903f-6039-4304-ac5f-d0330345517f', 'network_id': '518ea837-c670-4f2f-ac7b-9cec7a3158ec', 'port_id': '114d903f-6039-4304-ac5f-d0330345517f', 'mac_address': 'fa:16:3e:b8:68:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23978ce8-6a5c-483b-8f2a-12d0ed35b841', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:17:53.063119 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 114d903f-6039-4304-ac5f-d0330345517f is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:53.063490 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:53.083110 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114d903f-6039-4304-ac5f-d0330345517f {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:17:53.101067 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 114d903f-6039-4304-ac5f-d0330345517f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=114d903f-6039-4304-ac5f-d0330345517f,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:53.107827 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:53.178078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=114d903f-6039-4304-ac5f-d0330345517f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:53.186374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:53.186753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:53.187104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:53.187402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:53.187762 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:53.188086 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:53.188433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:53.188730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:53.189026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:53.189366 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:53.189680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:53.190007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:17:53.294141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['114d903f-6039-4304-ac5f-d0330345517f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:17:53.298354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf56fbd-111b-4c15-8b69-6557315a2c8e req-023c8672-b510-40bf-8ca4-b63dc68011ee tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:53.300716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-daf56fbd-111b-4c15-8b69-6557315a2c8e req-023c8672-b510-40bf-8ca4-b63dc68011ee tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 945 time: 0.0827811 Jun 04 17:17:53.345239 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-daf56fbd-111b-4c15-8b69-6557315a2c8e req-d35f8d95-16c6-4a68-a4ea-1cfd55c74f84 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Jun 04 17:17:54.540690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349796c-e36f-4381-8127-ce373ec0395a req-27dea0e6-1cfd-4059-85c6-3e08e6d3d2e6 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:54.542118 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a349796c-e36f-4381-8127-ce373ec0395a req-27dea0e6-1cfd-4059-85c6-3e08e6d3d2e6 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 945 time: 0.0848646 Jun 04 17:17:54.593895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a349796c-e36f-4381-8127-ce373ec0395a req-d6b15d12-203a-4907-a838-f08ea2c193e3 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458713 Jun 04 17:17:54.869662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 114d903f-6039-4304-ac5f-d0330345517f up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:17:54.950411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 114d903f-6039-4304-ac5f-d0330345517f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:17:54.955014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 114d903f-6039-4304-ac5f-d0330345517f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:17:54.955376 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:55.099589 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 114d903f-6039-4304-ac5f-d0330345517f is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:17:55.099950 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:55.127209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd379cea-ce38-4851-a53d-7ddf358f143a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114d903f-6039-4304-ac5f-d0330345517f'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:17:55.137820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 114d903f-6039-4304-ac5f-d0330345517f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=114d903f-6039-4304-ac5f-d0330345517f,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:17:55.142217 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:17:55.177660 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8931ff80-7ebb-4d53-b260-c4e7644ab5f2'] response: {'server_uuid': 'dd379cea-ce38-4851-a53d-7ddf358f143a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114d903f-6039-4304-ac5f-d0330345517f', 'code': 200} Jun 04 17:17:55.209183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=114d903f-6039-4304-ac5f-d0330345517f,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:17:55.308154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e1d20-483f-4d68-8c38-917b47b2a177 req-809d190b-f1fa-4086-a70f-b88f74ffc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:55.309655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a55e1d20-483f-4d68-8c38-917b47b2a177 req-809d190b-f1fa-4086-a70f-b88f74ffc9da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 1097 time: 0.0744126 Jun 04 17:17:55.354867 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a55e1d20-483f-4d68-8c38-917b47b2a177 req-d6862348-b798-4b00-86ef-8205ee49c1cf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392146 Jun 04 17:17:55.799993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd314ef-abfa-41c4-ae5f-b39525b28f2c req-b5ccfb06-5d9c-432e-a6ee-6d6e6c616c4d tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:55.801430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8dd314ef-abfa-41c4-ae5f-b39525b28f2c req-b5ccfb06-5d9c-432e-a6ee-6d6e6c616c4d tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 946 time: 0.0893939 Jun 04 17:17:55.847647 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8dd314ef-abfa-41c4-ae5f-b39525b28f2c req-8aed6648-47af-400c-a298-dd36c6dae608 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374160 Jun 04 17:17:57.065259 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf21a93-b1b8-49fe-9b75-fd3af665cf1a req-bda2ac81-b9cb-43e8-aa3e-bf0977559e10 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:57.066736 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecf21a93-b1b8-49fe-9b75-fd3af665cf1a req-bda2ac81-b9cb-43e8-aa3e-bf0977559e10 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 946 time: 0.0979290 Jun 04 17:17:57.111660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecf21a93-b1b8-49fe-9b75-fd3af665cf1a req-8d275dd8-9b42-4e46-a34d-28ca82a51b7f tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389409 Jun 04 17:17:57.306395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2163f3-6541-40ee-809c-dd2caddbac55 req-d32e14f3-634e-47a4-b193-9e4d918c9db9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:17:57.307871 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da2163f3-6541-40ee-809c-dd2caddbac55 req-d32e14f3-634e-47a4-b193-9e4d918c9db9 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 946 time: 0.0882740 Jun 04 17:17:57.354558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da2163f3-6541-40ee-809c-dd2caddbac55 req-ce528d1b-8712-4d81-b50f-32cae49aeb7c tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382991 Jun 04 17:17:57.871048 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c8f463bd-8b7c-4ae0-bdd4-9482143c2e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:00.092875 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6a4469a5-e3fc-4f12-aeb7-acc2d912e07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:01.360900 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:01.451830 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:02.779074 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:04.550362 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:04.759831 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:04.783440 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:18:11.798836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483c23-09ab-4981-814e-8721c4a81c73 req-b1be2bfd-5588-4c61-b1a4-e7f01ca30c72 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:11.800284 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0483c23-09ab-4981-814e-8721c4a81c73 req-b1be2bfd-5588-4c61-b1a4-e7f01ca30c72 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 946 time: 0.0932405 Jun 04 17:18:11.846659 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b0483c23-09ab-4981-814e-8721c4a81c73 req-bd910df8-cdb3-4490-b769-a1d9add41a84 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386384 Jun 04 17:18:13.051794 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f411558-c15a-457b-b608-875ee87daac9 req-90b5748d-08af-4d87-8194-61ec15a3d225 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:13.053277 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f411558-c15a-457b-b608-875ee87daac9 req-90b5748d-08af-4d87-8194-61ec15a3d225 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 946 time: 0.0829859 Jun 04 17:18:13.107038 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f411558-c15a-457b-b608-875ee87daac9 req-60dd2be9-7084-4c0f-b7de-bbcf66aeb8ca tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/security-groups?id=74b63416-625f-4951-bd2f-a4a495f15da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449703 Jun 04 17:18:13.188913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddeae6-e18a-45fe-bf41-6f143da95be1 req-35e2b9ad-8879-4b4a-a074-b49b8a1b672a tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:13.190252 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9bddeae6-e18a-45fe-bf41-6f143da95be1 req-35e2b9ad-8879-4b4a-a074-b49b8a1b672a tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 946 time: 0.0866144 Jun 04 17:18:13.257223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-9bddeae6-e18a-45fe-bf41-6f143da95be1 req-1087a162-39b6-4ca5-976a-10954a9c83b0 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Deleting port 114d903f-6039-4304-ac5f-d0330345517f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:18:13.257559 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9bddeae6-e18a-45fe-bf41-6f143da95be1 req-1087a162-39b6-4ca5-976a-10954a9c83b0 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:13.500620 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-9bddeae6-e18a-45fe-bf41-6f143da95be1 req-1087a162-39b6-4ca5-976a-10954a9c83b0 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] For port 114d903f-6039-4304-ac5f-d0330345517f, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=114d903f-6039-4304-ac5f-d0330345517f,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:13.500948 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9bddeae6-e18a-45fe-bf41-6f143da95be1 req-1087a162-39b6-4ca5-976a-10954a9c83b0 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:13.625947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-9bddeae6-e18a-45fe-bf41-6f143da95be1 req-1087a162-39b6-4ca5-976a-10954a9c83b0 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Calling delete_port for 114d903f-6039-4304-ac5f-d0330345517f owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:18:13.893526 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9bddeae6-e18a-45fe-bf41-6f143da95be1 req-1087a162-39b6-4ca5-976a-10954a9c83b0 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:13.907130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['114d903f-6039-4304-ac5f-d0330345517f'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:18:13.946295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087a162-39b6-4ca5-976a-10954a9c83b0 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Pushing event deleted for resources: {'Port': ['ID=114d903f-6039-4304-ac5f-d0330345517f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:14.021954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bddeae6-e18a-45fe-bf41-6f143da95be1 req-1087a162-39b6-4ca5-976a-10954a9c83b0 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] No DVR routers for this DVR port 114d903f-6039-4304-ac5f-d0330345517f on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:18:14.024629 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9bddeae6-e18a-45fe-bf41-6f143da95be1 req-1087a162-39b6-4ca5-976a-10954a9c83b0 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:14.027494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd379cea-ce38-4851-a53d-7ddf358f143a', 'name': 'network-vif-deleted', 'tag': '114d903f-6039-4304-ac5f-d0330345517f'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:18:14.044896 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9bddeae6-e18a-45fe-bf41-6f143da95be1 req-1087a162-39b6-4ca5-976a-10954a9c83b0 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.42 "DELETE /v2.0/ports/114d903f-6039-4304-ac5f-d0330345517f HTTP/1.1" status: 204 len: 173 time: 0.8495355 Jun 04 17:18:14.079731 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b559203-3051-4fd8-af29-95ff6bc39970'] response: {'server_uuid': 'dd379cea-ce38-4851-a53d-7ddf358f143a', 'name': 'network-vif-deleted', 'tag': '114d903f-6039-4304-ac5f-d0330345517f', 'status': 'completed', 'code': 200} Jun 04 17:18:14.283555 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3e7249ad-669f-479a-b806-c64d53ee492a req-34df71eb-040d-4c32-8e82-a0e5f7d13f84 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Synchronizing usage tracker for tenant:2bd42a521cfb4782bb4cb44149f21274 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:18:14.301029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-3e7249ad-669f-479a-b806-c64d53ee492a req-34df71eb-040d-4c32-8e82-a0e5f7d13f84 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] Unset dirty status for tenant:2bd42a521cfb4782bb4cb44149f21274 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:18:14.302225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3e7249ad-669f-479a-b806-c64d53ee492a req-34df71eb-040d-4c32-8e82-a0e5f7d13f84 tempest-TestEncryptedCinderVolumes-1714238373 tempest-TestEncryptedCinderVolumes-1714238373-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd379cea-ce38-4851-a53d-7ddf358f143a HTTP/1.1" status: 200 len: 210 time: 0.0644219 Jun 04 17:18:15.450913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38280) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:16.021222 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:16.383242 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Deleting port 9940f2d2-8b30-4eea-83ad-23d579da5b00 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:18:16.383477 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:16.554369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] For port 9940f2d2-8b30-4eea-83ad-23d579da5b00, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9940f2d2-8b30-4eea-83ad-23d579da5b00,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:16.555124 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:16.678854 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Calling delete_port for 9940f2d2-8b30-4eea-83ad-23d579da5b00 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:18:17.024162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 114d903f-6039-4304-ac5f-d0330345517f no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:18:17.060721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 114d903f-6039-4304-ac5f-d0330345517f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:18:17.061035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 114d903f-6039-4304-ac5f-d0330345517f not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:18:17.139738 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:17.187633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=9940f2d2-8b30-4eea-83ad-23d579da5b00,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:17.258790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:17.259126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:17.259458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:17.259784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:17.260109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:17.260488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:17.260804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:17.261113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:17.261803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:17.262372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:17.262729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:17.263036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:17.479342 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:17.849295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Router 36cffa56-823b-4f62-a22a-004d197e74b7 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:18:18.045634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:18:18.054508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dec432-d904-4f57-8e66-f1af5569bf3e None None] Sync routers for ids ['36cffa56-823b-4f62-a22a-004d197e74b7'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:18:18.064319 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8b6a088a-de21-4167-a578-e4fa16d87b53 admin admin] 10.222.0.13 "PUT /v2.0/routers/36cffa56-823b-4f62-a22a-004d197e74b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6122978 Jun 04 17:18:18.064712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dec432-d904-4f57-8e66-f1af5569bf3e None None] Routers {'36cffa56-823b-4f62-a22a-004d197e74b7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:18:18.065427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e4dec432-d904-4f57-8e66-f1af5569bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['36cffa56-823b-4f62-a22a-004d197e74b7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:18.066821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38284) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:18.245560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e4dec432-d904-4f57-8e66-f1af5569bf3e None None] Set router 36cffa56-823b-4f62-a22a-004d197e74b7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:18:18.367372 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:18.527592 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e4dec432-d904-4f57-8e66-f1af5569bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'name': 'tempest-TestEncryptedCinderVolumes-693252798-router', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:03Z', 'updated_at': '2022-06-04T17:18:17Z', 'revision_number': 5, 'project_id': '2bd42a521cfb4782bb4cb44149f21274', 'gw_port': {'id': 'a22a64ad-dca5-4a47-94cd-43238918c7d1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:04Z', 'updated_at': '2022-06-04T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:18.531580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dec432-d904-4f57-8e66-f1af5569bf3e None None] Checking router: 36cffa56-823b-4f62-a22a-004d197e74b7 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:18:18.540818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dec432-d904-4f57-8e66-f1af5569bf3e None None] Routers {'36cffa56-823b-4f62-a22a-004d197e74b7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:18:18.541577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e4dec432-d904-4f57-8e66-f1af5569bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['36cffa56-823b-4f62-a22a-004d197e74b7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:18.545799 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:18.556432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Deleting port a22a64ad-dca5-4a47-94cd-43238918c7d1 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:18:18.556766 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:18.692925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e4dec432-d904-4f57-8e66-f1af5569bf3e None None] Set router 36cffa56-823b-4f62-a22a-004d197e74b7 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:18:18.736085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] For port a22a64ad-dca5-4a47-94cd-43238918c7d1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=a22a64ad-dca5-4a47-94cd-43238918c7d1,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:18.736508 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:18.799081 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e4dec432-d904-4f57-8e66-f1af5569bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'name': 'tempest-TestEncryptedCinderVolumes-693252798-router', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:03Z', 'updated_at': '2022-06-04T17:18:18Z', 'revision_number': 6, 'project_id': '2bd42a521cfb4782bb4cb44149f21274', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:18.802995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dec432-d904-4f57-8e66-f1af5569bf3e None None] The sync data for ids ['36cffa56-823b-4f62-a22a-004d197e74b7'] in n-d-811809-3 is: [{'id': '36cffa56-823b-4f62-a22a-004d197e74b7', 'name': 'tempest-TestEncryptedCinderVolumes-693252798-router', 'tenant_id': '2bd42a521cfb4782bb4cb44149f21274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:03Z', 'updated_at': '2022-06-04T17:18:18Z', 'revision_number': 6, 'project_id': '2bd42a521cfb4782bb4cb44149f21274', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:18:18.861534 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Calling delete_port for a22a64ad-dca5-4a47-94cd-43238918c7d1 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:18:19.053899 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:19.104058 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a22a64ad-dca5-4a47-94cd-43238918c7d1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:19.207778 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:19.382553 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:19.386045 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:19.418102 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:19.418743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36cffa56-823b-4f62-a22a-004d197e74b7 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:18:19.435988 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:19.437150 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-51142594-668f-49f9-9be7-f2336d269ef9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/36cffa56-823b-4f62-a22a-004d197e74b7 HTTP/1.1" status: 204 len: 168 time: 1.3693662 Jun 04 17:18:19.440041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38288) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:19.513940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e065adc6-5d21-4989-aa67-e088dfa79dfb admin admin] Deleting subnet 23978ce8-6a5c-483b-8f2a-12d0ed35b841 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:18:19.517155 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e065adc6-5d21-4989-aa67-e088dfa79dfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:19.571507 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e065adc6-5d21-4989-aa67-e088dfa79dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:19.655797 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e065adc6-5d21-4989-aa67-e088dfa79dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:19.729912 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e065adc6-5d21-4989-aa67-e088dfa79dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:19.879698 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065adc6-5d21-4989-aa67-e088dfa79dfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23978ce8-6a5c-483b-8f2a-12d0ed35b841,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:19.884015 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e065adc6-5d21-4989-aa67-e088dfa79dfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:19.889618 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab173fa-9446-4f9e-a96d-dd2c868fff51 None None] Network 518ea837-c670-4f2f-ac7b-9cec7a3158ec requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:18:19.893497 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e065adc6-5d21-4989-aa67-e088dfa79dfb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/23978ce8-6a5c-483b-8f2a-12d0ed35b841 HTTP/1.1" status: 204 len: 168 time: 0.4505622 Jun 04 17:18:19.895376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38292) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:20.003322 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:20.015776 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Deleting port db750406-3459-423b-94a0-3dbc7f9fdaed {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:18:20.016109 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:20.175022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ace9e5-db8f-40c5-8c32-f5c1a9f4ef16 None None] DHCP port deletion for 518ea837-c670-4f2f-ac7b-9cec7a3158ec request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:18:20.179589 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e6ace9e5-db8f-40c5-8c32-f5c1a9f4ef16 None None] Deleting port db750406-3459-423b-94a0-3dbc7f9fdaed {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:18:20.179970 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e6ace9e5-db8f-40c5-8c32-f5c1a9f4ef16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:20.223007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] For port db750406-3459-423b-94a0-3dbc7f9fdaed, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=db750406-3459-423b-94a0-3dbc7f9fdaed,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:20.223892 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:20.346951 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Calling delete_port for db750406-3459-423b-94a0-3dbc7f9fdaed owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:18:20.384563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e6ace9e5-db8f-40c5-8c32-f5c1a9f4ef16 None None] For port db750406-3459-423b-94a0-3dbc7f9fdaed, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=db750406-3459-423b-94a0-3dbc7f9fdaed,segment=NetworkSegment(f0d79381-990a-41d2-b922-00e7d5cfcef5),segment_id=f0d79381-990a-41d2-b922-00e7d5cfcef5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:20.384951 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e6ace9e5-db8f-40c5-8c32-f5c1a9f4ef16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:20.424344 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:20.475330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Pushing event deleted for resources: {'Port': ['ID=db750406-3459-423b-94a0-3dbc7f9fdaed,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:20.477103 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] No DVR routers for this DVR port db750406-3459-423b-94a0-3dbc7f9fdaed on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:18:20.516962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e6ace9e5-db8f-40c5-8c32-f5c1a9f4ef16 None None] Calling delete_port for db750406-3459-423b-94a0-3dbc7f9fdaed owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 17:18:20.585044 n-d-811809-3 neutron-server[88799]: util.warn( Jun 04 17:18:20.590357 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-e6ace9e5-db8f-40c5-8c32-f5c1a9f4ef16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:18:20.590738 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-e6ace9e5-db8f-40c5-8c32-f5c1a9f4ef16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:18:20.591896 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:20.616652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518ea837-c670-4f2f-ac7b-9cec7a3158ec']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:20.628671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d79381-990a-41d2-b922-00e7d5cfcef5') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:20.628966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d79381-990a-41d2-b922-00e7d5cfcef5') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:20.640569 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:20.656607 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:20.664307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:18:20.664844 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:20.752479 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f0d79381-990a-41d2-b922-00e7d5cfcef5 resource provider aggregate not found Jun 04 17:18:20.773415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a22a64ad-dca5-4a47-94cd-43238918c7d1 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:18:20.779945 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment f0d79381-990a-41d2-b922-00e7d5cfcef5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0d79381-990a-41d2-b922-00e7d5cfcef5 found for delete ", "request_id": "req-78fe6f97-dbd9-48e3-8936-5d5d2f00af0e"}]} Jun 04 17:18:20.793756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:20.808965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: a22a64ad-dca5-4a47-94cd-43238918c7d1 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:18:20.809329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device a22a64ad-dca5-4a47-94cd-43238918c7d1 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:18:20.809768 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9940f2d2-8b30-4eea-83ad-23d579da5b00 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:18:20.812763 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:20.820844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] Pushing event deleted for resources: {'Network': ['ID=518ea837-c670-4f2f-ac7b-9cec7a3158ec,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:20.828189 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7e4dee8f-0afc-47ee-90fe-2e404ef0511d admin admin] 10.222.0.13 "DELETE /v2.0/networks/518ea837-c670-4f2f-ac7b-9cec7a3158ec HTTP/1.1" status: 204 len: 168 time: 0.9318247 Jun 04 17:18:20.831294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38300) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:20.843550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 9940f2d2-8b30-4eea-83ad-23d579da5b00 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:18:20.843889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9940f2d2-8b30-4eea-83ad-23d579da5b00 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:18:20.844320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device db750406-3459-423b-94a0-3dbc7f9fdaed no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:18:20.878254 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: db750406-3459-423b-94a0-3dbc7f9fdaed {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:18:20.878620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device db750406-3459-423b-94a0-3dbc7f9fdaed not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:18:21.091650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e6ace9e5-db8f-40c5-8c32-f5c1a9f4ef16 None None] Deleting port db750406-3459-423b-94a0-3dbc7f9fdaed {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:18:21.092360 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e6ace9e5-db8f-40c5-8c32-f5c1a9f4ef16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:21.156109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e6ace9e5-db8f-40c5-8c32-f5c1a9f4ef16 None None] The port 'db750406-3459-423b-94a0-3dbc7f9fdaed' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:18:21.482638 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d54190-d6c1-4308-8262-b986bf05a754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:21.847865 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d2d54190-d6c1-4308-8262-b986bf05a754 admin admin] Deleting port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:18:21.851405 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d54190-d6c1-4308-8262-b986bf05a754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:22.030343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-d2d54190-d6c1-4308-8262-b986bf05a754 admin admin] For port 5add9ec4-3b4b-4dcd-ac88-f80e5242d027, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=5add9ec4-3b4b-4dcd-ac88-f80e5242d027,segment=NetworkSegment(dcfa178d-4875-4fd8-a263-ae1441c17ff3),segment_id=dcfa178d-4875-4fd8-a263-ae1441c17ff3)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:22.030716 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d54190-d6c1-4308-8262-b986bf05a754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:22.151329 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-d2d54190-d6c1-4308-8262-b986bf05a754 admin admin] Calling delete_port for 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:18:22.337478 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d54190-d6c1-4308-8262-b986bf05a754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:22.391756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d54190-d6c1-4308-8262-b986bf05a754 admin admin] Pushing event deleted for resources: {'Port': ['ID=5add9ec4-3b4b-4dcd-ac88-f80e5242d027,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:22.665235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d2d54190-d6c1-4308-8262-b986bf05a754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:23.148125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d54190-d6c1-4308-8262-b986bf05a754 admin admin] Router ff541d15-4fe6-422e-8217-16098e9257a4 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:18:23.342458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d54190-d6c1-4308-8262-b986bf05a754 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:18:23.351235 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890c34d-3c15-4133-a080-4d023f083d4e None None] Sync routers for ids ['ff541d15-4fe6-422e-8217-16098e9257a4'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:18:23.355477 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d2d54190-d6c1-4308-8262-b986bf05a754 admin admin] 10.222.0.13 "PUT /v2.0/routers/ff541d15-4fe6-422e-8217-16098e9257a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5205667 Jun 04 17:18:23.355784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38304) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:23.360582 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890c34d-3c15-4133-a080-4d023f083d4e None None] Routers {'ff541d15-4fe6-422e-8217-16098e9257a4'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:18:23.361166 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4890c34d-3c15-4133-a080-4d023f083d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ff541d15-4fe6-422e-8217-16098e9257a4'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:23.529375 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:23.537410 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-4890c34d-3c15-4133-a080-4d023f083d4e None None] Set router ff541d15-4fe6-422e-8217-16098e9257a4 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:18:23.707083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:23.717624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Deleting port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:18:23.718032 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:23.843675 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4890c34d-3c15-4133-a080-4d023f083d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'name': 'tempest-TestEncryptedCinderVolumes-641184611-router', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:09Z', 'updated_at': '2022-06-04T17:18:22Z', 'revision_number': 5, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'gw_port': {'id': '77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:17:10Z', 'updated_at': '2022-06-04T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:23.847842 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890c34d-3c15-4133-a080-4d023f083d4e None None] Checking router: ff541d15-4fe6-422e-8217-16098e9257a4 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:18:23.856675 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890c34d-3c15-4133-a080-4d023f083d4e None None] Routers {'ff541d15-4fe6-422e-8217-16098e9257a4'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:18:23.857263 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4890c34d-3c15-4133-a080-4d023f083d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:18:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ff541d15-4fe6-422e-8217-16098e9257a4'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:23.891693 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] For port 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:23.892041 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:24.006905 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-4890c34d-3c15-4133-a080-4d023f083d4e None None] Set router ff541d15-4fe6-422e-8217-16098e9257a4 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:18:24.013677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Calling delete_port for 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:18:24.108779 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-4890c34d-3c15-4133-a080-4d023f083d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'name': 'tempest-TestEncryptedCinderVolumes-641184611-router', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:09Z', 'updated_at': '2022-06-04T17:18:23Z', 'revision_number': 6, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:24.112784 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890c34d-3c15-4133-a080-4d023f083d4e None None] The sync data for ids ['ff541d15-4fe6-422e-8217-16098e9257a4'] in n-d-811809-3 is: [{'id': 'ff541d15-4fe6-422e-8217-16098e9257a4', 'name': 'tempest-TestEncryptedCinderVolumes-641184611-router', 'tenant_id': '11c471b5796f4662bbaa25121627cf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:17:09Z', 'updated_at': '2022-06-04T17:18:23Z', 'revision_number': 6, 'project_id': '11c471b5796f4662bbaa25121627cf35', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:18:24.192907 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:24.363397 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:24.462493 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:24.640423 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:24.642632 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:24.677949 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:24.678458 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff541d15-4fe6-422e-8217-16098e9257a4 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:18:24.690646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:24.691773 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ef18c565-2612-4e6c-a637-1bfec0fe3e15 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ff541d15-4fe6-422e-8217-16098e9257a4 HTTP/1.1" status: 204 len: 168 time: 1.3350856 Jun 04 17:18:24.694516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38308) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:24.763300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a7533d-9718-4741-9af4-811371291846 admin admin] Deleting subnet 7f84bcb5-6b08-4499-8e07-4bb45c4ba45e {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:18:24.766663 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56a7533d-9718-4741-9af4-811371291846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:24.819105 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56a7533d-9718-4741-9af4-811371291846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:24.898592 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:18:24.904558 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56a7533d-9718-4741-9af4-811371291846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:24.936425 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:18:24.936851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 5add9ec4-3b4b-4dcd-ac88-f80e5242d027 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:18:24.937332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:18:24.971166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:18:24.971859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 77d6fd4a-4412-43a9-b0ec-5b320d8ac2c3 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:18:24.975870 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56a7533d-9718-4741-9af4-811371291846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.014573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7533d-9718-4741-9af4-811371291846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f84bcb5-6b08-4499-8e07-4bb45c4ba45e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:25.019386 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-56a7533d-9718-4741-9af4-811371291846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.023251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db66844-2b6a-493b-bd71-d56bc74a7592 None None] Network d43b2549-afb6-424b-9bd0-4b89411699ed requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:18:25.026516 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-56a7533d-9718-4741-9af4-811371291846 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7f84bcb5-6b08-4499-8e07-4bb45c4ba45e HTTP/1.1" status: 204 len: 168 time: 0.3310020 Jun 04 17:18:25.029095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38312) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:25.138312 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.149803 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Deleting port 90152074-73a7-41ff-8c7d-8646b4aef2f8 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:18:25.150011 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.274319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a03b45-a2db-4442-9bcd-fc99e24363ab None None] DHCP port deletion for d43b2549-afb6-424b-9bd0-4b89411699ed request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:18:25.279783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b0a03b45-a2db-4442-9bcd-fc99e24363ab None None] Deleting port 90152074-73a7-41ff-8c7d-8646b4aef2f8 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:18:25.280438 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b0a03b45-a2db-4442-9bcd-fc99e24363ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.368412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] For port 90152074-73a7-41ff-8c7d-8646b4aef2f8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=90152074-73a7-41ff-8c7d-8646b4aef2f8,segment=NetworkSegment(dcfa178d-4875-4fd8-a263-ae1441c17ff3),segment_id=dcfa178d-4875-4fd8-a263-ae1441c17ff3)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:25.368772 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.480754 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b0a03b45-a2db-4442-9bcd-fc99e24363ab None None] For port 90152074-73a7-41ff-8c7d-8646b4aef2f8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=90152074-73a7-41ff-8c7d-8646b4aef2f8,segment=NetworkSegment(dcfa178d-4875-4fd8-a263-ae1441c17ff3),segment_id=dcfa178d-4875-4fd8-a263-ae1441c17ff3)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:25.481148 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b0a03b45-a2db-4442-9bcd-fc99e24363ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.491363 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Calling delete_port for 90152074-73a7-41ff-8c7d-8646b4aef2f8 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:18:25.571443 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.604234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b0a03b45-a2db-4442-9bcd-fc99e24363ab None None] Calling delete_port for 90152074-73a7-41ff-8c7d-8646b4aef2f8 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:18:25.617822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Pushing event deleted for resources: {'Port': ['ID=90152074-73a7-41ff-8c7d-8646b4aef2f8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:25.621721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] No DVR routers for this DVR port 90152074-73a7-41ff-8c7d-8646b4aef2f8 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:18:25.712316 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-b0a03b45-a2db-4442-9bcd-fc99e24363ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:18:25.712676 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-b0a03b45-a2db-4442-9bcd-fc99e24363ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:18:25.739356 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.764550 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43b2549-afb6-424b-9bd0-4b89411699ed']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:25.777088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfa178d-4875-4fd8-a263-ae1441c17ff3') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:25.777420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfa178d-4875-4fd8-a263-ae1441c17ff3') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:25.789329 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.806490 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.812991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:18:25.813375 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.880000 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment dcfa178d-4875-4fd8-a263-ae1441c17ff3 resource provider aggregate not found Jun 04 17:18:25.904961 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment dcfa178d-4875-4fd8-a263-ae1441c17ff3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcfa178d-4875-4fd8-a263-ae1441c17ff3 found for delete ", "request_id": "req-e4e87a1d-46bb-4b5d-ada9-f5f334c7a0ab"}]} Jun 04 17:18:25.912597 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.929511 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:25.939638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] Pushing event deleted for resources: {'Network': ['ID=d43b2549-afb6-424b-9bd0-4b89411699ed,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:25.943941 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fe9274a8-3590-4037-8a13-078ab6d9ae1a admin admin] 10.222.0.13 "DELETE /v2.0/networks/d43b2549-afb6-424b-9bd0-4b89411699ed HTTP/1.1" status: 204 len: 168 time: 0.9136467 Jun 04 17:18:26.121601 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38322) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:26.171554 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4a8d9ee1-2627-4446-89f9-e9cfc14ecaf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bd42a521cfb4782bb4cb44149f21274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488055 Jun 04 17:18:26.174019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38326) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:26.214092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b0a03b45-a2db-4442-9bcd-fc99e24363ab None None] Deleting port 90152074-73a7-41ff-8c7d-8646b4aef2f8 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:18:26.214693 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b0a03b45-a2db-4442-9bcd-fc99e24363ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:26.238310 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5364409-960d-45cc-bd75-928ffdb1b051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:26.265013 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5364409-960d-45cc-bd75-928ffdb1b051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:26.280522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b0a03b45-a2db-4442-9bcd-fc99e24363ab None None] The port '90152074-73a7-41ff-8c7d-8646b4aef2f8' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:18:26.321651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5364409-960d-45cc-bd75-928ffdb1b051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:26.338950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5364409-960d-45cc-bd75-928ffdb1b051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b63416-625f-4951-bd2f-a4a495f15da1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:26.342264 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5364409-960d-45cc-bd75-928ffdb1b051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:26.344119 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c5364409-960d-45cc-bd75-928ffdb1b051 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74b63416-625f-4951-bd2f-a4a495f15da1 HTTP/1.1" status: 204 len: 168 time: 0.1685190 Jun 04 17:18:26.708468 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38334) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:26.758594 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e96b850f-73e5-4e17-b533-815b85a18dfd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11c471b5796f4662bbaa25121627cf35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489097 Jun 04 17:18:26.761598 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38338) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:26.770907 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 90152074-73a7-41ff-8c7d-8646b4aef2f8 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:18:26.804455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 90152074-73a7-41ff-8c7d-8646b4aef2f8 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:18:26.804686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 90152074-73a7-41ff-8c7d-8646b4aef2f8 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:18:26.820336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a65042ca-9efa-4b4a-91c4-0cb94b00dc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:26.848689 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a65042ca-9efa-4b4a-91c4-0cb94b00dc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:27.006627 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a65042ca-9efa-4b4a-91c4-0cb94b00dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:27.024090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65042ca-9efa-4b4a-91c4-0cb94b00dc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cce23c-b293-4505-afe3-62a34db72731,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:27.028715 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a65042ca-9efa-4b4a-91c4-0cb94b00dc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:27.029847 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a65042ca-9efa-4b4a-91c4-0cb94b00dc3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6cce23c-b293-4505-afe3-62a34db72731 HTTP/1.1" status: 204 len: 168 time: 0.2673798 Jun 04 17:18:27.791800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38362) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:27.876438 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-76773165-c123-4195-b092-f9163b689920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:27.902309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-41373970-network', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:18:27.908100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:18:27.912313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Usage tracker for resource:network and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:18:27.915372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:18:27.922206 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:18:27.933208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Made reservation on behalf of 23941e0dde75487fa7955c28f93f50d0 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:18:27.935505 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:27.947368 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:27.962014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:18:27.966209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:18:27.969200 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:18:27.975050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:18:28.054900 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:28.060913 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:28.088939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:18:28.097525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:28.102969 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:28.103302 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Added segment e3ace690-c9ea-4855-a9d1-8d38f3ab792b of type vlan for network ec634404-5939-4780-97ea-feb65ff23aa6 Jun 04 17:18:28.131757 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:28.163423 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:28.164303 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:28.164851 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:28.264798 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=ec634404-5939-4780-97ea-feb65ff23aa6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:28.267785 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0c029dc0-5165-4c53-b490-00795dc71cb3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4749537 Jun 04 17:18:28.270903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38368) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:28.274819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network ec634404-5939-4780-97ea-feb65ff23aa6 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:18:28.276137 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Request body: {'subnet': {'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-41373970-subnet', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:18:28.281945 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:18:28.285939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Usage tracker for resource:subnet and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:18:28.288913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:18:28.294858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:18:28.304693 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Made reservation on behalf of 23941e0dde75487fa7955c28f93f50d0 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:18:28.307017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:28.509472 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:28.581719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5f9bdd-948f-4d67-ae94-9cea20e5eef9,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:28.594899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Checking segment: {'id': 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:18:28.595251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Network hostable DHCP agents. Network: ec634404-5939-4780-97ea-feb65ff23aa6, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:18:28.616286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Network ec634404-5939-4780-97ea-feb65ff23aa6 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:18:28.626146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, ec634404-5939-4780-97ea-feb65ff23aa6) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:18:28.630324 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:28.630936 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:28.636615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c998f4-988f-4f0b-91b1-94e47a4445e8 None None] Network ec634404-5939-4780-97ea-feb65ff23aa6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:18:28.654176 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-02b1410c-211f-4944-809b-bc470b30fb13 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3823717 Jun 04 17:18:28.657113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38372) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:28.662118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:18:28.667648 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:18:28.671880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Usage tracker for resource:router and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:18:28.674907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:18:28.681576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:18:28.693414 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:28.694490 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:28.710843 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:28.852610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-ec634404-5939-4780-97ea-feb65ff23aa6', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'fixed_ips': [{'subnet_id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:18:28.853430 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:28.981090 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:29.011621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Allocated IP 172.20.0.2 (ec634404-5939-4780-97ea-feb65ff23aa6/3f5f9bdd-948f-4d67-ae94-9cea20e5eef9/c8cf3a9d-d776-4cd3-928d-337b0d7e1356) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:18:29.213855 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:29.224066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Transition to ACTIVE for port object c8cf3a9d-d776-4cd3-928d-337b0d7e1356 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:18:29.242455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Transition to ACTIVE for port object c8cf3a9d-d776-4cd3-928d-337b0d7e1356 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:18:29.248502 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:29.282887 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:29.310790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Network ec634404-5939-4780-97ea-feb65ff23aa6 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:18:29.311722 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:29.313976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:18:29.317527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:18:29.384636 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Pushing event updated for resources: {'Port': ['ID=c8cf3a9d-d776-4cd3-928d-337b0d7e1356,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:29.412074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Attempting to bind port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:18:29.412431 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Attempting to bind port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:18:29.412813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Attempting to bind port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 on network ec634404-5939-4780-97ea-feb65ff23aa6 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:18:29.418085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:18:29.418460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Checking segment: {'id': 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:18:29.418857 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:29.419219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Bound using segment: {'id': 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:18:29.419670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Bound port: c8cf3a9d-d776-4cd3-928d-337b0d7e1356, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:18:29.420024 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:29.456273 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Allocated IP 172.25.5.212 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/6d1ae7ae-6edd-42b5-ab8d-f6b09722a992) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:18:29.512387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] For port c8cf3a9d-d776-4cd3-928d-337b0d7e1356, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:18:29.516506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] For port c8cf3a9d-d776-4cd3-928d-337b0d7e1356, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c8cf3a9d-d776-4cd3-928d-337b0d7e1356,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:18:29.521085 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:29.601585 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:29.611659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4204238-52df-472c-a6d7-a9a0cd6ce829 None None] Pushing event updated for resources: {'Port': ['ID=c8cf3a9d-d776-4cd3-928d-337b0d7e1356,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:29.638694 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:29.709244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:18:29.712240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:18:29.716380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:18:29.746017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Pushing event updated for resources: {'Port': ['ID=6d1ae7ae-6edd-42b5-ab8d-f6b09722a992,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:30.089633 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f999bbd-93aa-4104-97cc-60aee8dd5b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:30.287312 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:30.578859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab49947-8899-4354-b1c8-9164045ddbd5 None None] Network ec634404-5939-4780-97ea-feb65ff23aa6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:18:30.629253 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:30.676723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bb1e4867-c1a0-4108-8de3-3d4a3f4213f2 None None] Provisioning for port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:18:30.811489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c8cf3a9d-d776-4cd3-928d-337b0d7e1356 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:18:30.835407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:18:30.893128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:18:30.902564 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:30.902938 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:31.023698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:18:31.042625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Sync routers for ids ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:18:31.051893 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:31.056385 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38376) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:31.059084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-85b72574-8208-4eda-a46a-25ef01a4fbaa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4006617 Jun 04 17:18:31.067648 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Routers {'29ec6eb7-62f1-4123-93fb-ec4f5c14f978'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:18:31.068261 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:31.126337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:31.127091 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:31.255083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2671b3c0-0e90-4a30-848a-a2f17fdb3400 None None] Provisioning complete for port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:31.255562 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2671b3c0-0e90-4a30-848a-a2f17fdb3400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:31.281212 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port c8cf3a9d-d776-4cd3-928d-337b0d7e1356, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c8cf3a9d-d776-4cd3-928d-337b0d7e1356,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:31.295942 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:31.381542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Set router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:18:31.539398 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:31.552622 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=c8cf3a9d-d776-4cd3-928d-337b0d7e1356,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:31.560018 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:31.700131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2671b3c0-0e90-4a30-848a-a2f17fdb3400 None None] Current status of the port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:31.736193 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:31.777023 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:18:30Z', 'revision_number': 3, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port': {'id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:29Z', 'updated_at': '2022-06-04T17:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:31.780868 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Checking router: 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:18:31.781207 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Updating router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:18:31.836196 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.062126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Allocated IP 172.20.0.1 (ec634404-5939-4780-97ea-feb65ff23aa6/3f5f9bdd-948f-4d67-ae94-9cea20e5eef9/62081e01-d3ff-4e58-aee8-7dadb6b7552c) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:18:32.168113 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.180500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Transition to ACTIVE for port object 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:18:32.189480 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.212695 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.228588 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Transition to ACTIVE for port object 62081e01-d3ff-4e58-aee8-7dadb6b7552c will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:18:32.257909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.268649 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Attempting to bind port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:18:32.269018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Attempting to bind port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:18:32.269385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Attempting to bind port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:18:32.279036 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:18:32.279408 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:18:32.279803 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.280190 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:18:32.280652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Bound port: 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:18:32.281017 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.304731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7cd16-9cf2-4485-9515-551797b8d493 None None] Pushing event updated for resources: {'Port': ['ID=6d1ae7ae-6edd-42b5-ab8d-f6b09722a992,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:32.327125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Network ec634404-5939-4780-97ea-feb65ff23aa6 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:18:32.330172 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:18:32.333856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:18:32.363655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Pushing event updated for resources: {'Port': ['ID=62081e01-d3ff-4e58-aee8-7dadb6b7552c,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:32.368412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] For port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:18:32.379424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] For port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6d1ae7ae-6edd-42b5-ab8d-f6b09722a992,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:18:32.386464 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.395242 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.467962 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Routers {'29ec6eb7-62f1-4123-93fb-ec4f5c14f978'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:18:32.468610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:32.583974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7cd16-9cf2-4485-9515-551797b8d493 None None] Pushing event updated for resources: {'Port': ['ID=6d1ae7ae-6edd-42b5-ab8d-f6b09722a992,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:32.661136 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.709463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3b6d3260-3277-4704-a031-6334e6b8a222 None None] Provisioning for port 62081e01-d3ff-4e58-aee8-7dadb6b7552c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:18:32.722385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3b6d3260-3277-4704-a031-6334e6b8a222 None None] Provisioning complete for port 62081e01-d3ff-4e58-aee8-7dadb6b7552c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:32.722769 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3b6d3260-3277-4704-a031-6334e6b8a222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.754053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] Set router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:18:32.806489 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c8cf3a9d-d776-4cd3-928d-337b0d7e1356 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:18:32.907197 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.912928 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.957234 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:32.961274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d3260-3277-4704-a031-6334e6b8a222 None None] Port 62081e01-d3ff-4e58-aee8-7dadb6b7552c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:18:33.023605 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:33.027560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Pushing event updated for resources: {'Port': ['ID=62081e01-d3ff-4e58-aee8-7dadb6b7552c,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:33.092508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:33.092932 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:33.161119 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Network ec634404-5939-4780-97ea-feb65ff23aa6 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:18:33.162228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:18:33.274572 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:18:30Z', 'revision_number': 3, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port': {'id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:29Z', 'updated_at': '2022-06-04T17:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:33.276726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:33.281126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351babb7-6724-4934-b132-01d1da9dcb26 None None] The sync data for ids ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'] in n-d-811809-3 is: [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:18:30Z', 'revision_number': 3, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port': {'id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:29Z', 'updated_at': '2022-06-04T17:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:18:33.370934 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:18:33.382002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-e39c50b0-67d9-41ce-9383-584e968c4749 None None] Provisioning complete for port 62081e01-d3ff-4e58-aee8-7dadb6b7552c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:33.382350 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e39c50b0-67d9-41ce-9383-584e968c4749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:33.437447 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-e39c50b0-67d9-41ce-9383-584e968c4749 None None] Port 62081e01-d3ff-4e58-aee8-7dadb6b7552c cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:18:33.699947 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:18:33.709675 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-51764e56-e673-41fc-8de0-5ee7de976891 admin admin] 10.222.0.13 "PUT /v2.0/routers/29ec6eb7-62f1-4123-93fb-ec4f5c14f978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6518264 Jun 04 17:18:34.268106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38394) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:34.273848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-829546749-network', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:18:34.279891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:18:34.284117 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Usage tracker for resource:network and tenant:b7893aca84d74e0aa4c03428ff9b125d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:18:34.288183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:18:34.294678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:18:34.305875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Made reservation on behalf of b7893aca84d74e0aa4c03428ff9b125d for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:18:34.308399 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:34.324260 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:34.339193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:18:34.343223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Usage tracker for resource:security_group_rule and tenant:b7893aca84d74e0aa4c03428ff9b125d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:18:34.346052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:18:34.352284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:18:34.444574 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:34.449755 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:34.481313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:18:34.490083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e98b52f-b718-4810-9c31-cfa95433267e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:34.496162 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:34.496538 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Added segment 2809edac-2bc7-4a63-a6c2-641ee19c925d of type vlan for network 8353c2ac-ce54-40b4-b3ad-56b3961db00e Jun 04 17:18:34.523891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:34.548393 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:34.556561 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:34.558411 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:34.559032 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:34.717540 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Sync routers for ids ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:18:34.727659 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Routers {'29ec6eb7-62f1-4123-93fb-ec4f5c14f978'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:18:34.728236 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:34.784037 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:34.809554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] Pushing event updated for resources: {'Network': ['ID=8353c2ac-ce54-40b4-b3ad-56b3961db00e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:34.814440 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-f52f5312-75e6-4634-b93e-1aa0482e153f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5451071 Jun 04 17:18:34.817451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38398) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:34.824949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 8353c2ac-ce54-40b4-b3ad-56b3961db00e details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:18:34.830702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Request body: {'subnet': {'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-829546749-subnet', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:18:34.841123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:18:34.850297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Usage tracker for resource:subnet and tenant:b7893aca84d74e0aa4c03428ff9b125d is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:18:34.856055 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:18:34.862060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:18:34.874089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Made reservation on behalf of b7893aca84d74e0aa4c03428ff9b125d for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:18:34.876477 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:34.899597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:18:34.950422 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Set router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:18:35.017501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:18:35.024113 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:35.024482 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.098535 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.159750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:35.160136 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.173374 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df5ba18-fa30-42fe-885b-41bef025d37f,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:35.179194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6d1ae7ae-6edd-42b5-ab8d-f6b09722a992,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:35.186754 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.217560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Checking segment: {'id': '2809edac-2bc7-4a63-a6c2-641ee19c925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:18:35.217860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Network hostable DHCP agents. Network: 8353c2ac-ce54-40b4-b3ad-56b3961db00e, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:18:35.239654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Network 8353c2ac-ce54-40b4-b3ad-56b3961db00e is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:18:35.251921 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 8353c2ac-ce54-40b4-b3ad-56b3961db00e) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:18:35.258420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:35.259557 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.264311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a315caf5-db03-4d3c-ac01-027dbfec89e4 None None] Network 8353c2ac-ce54-40b4-b3ad-56b3961db00e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:18:35.285618 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ebe83a7d-c163-40ca-bec2-e398acc00929 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4668355 Jun 04 17:18:35.286916 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=6d1ae7ae-6edd-42b5-ab8d-f6b09722a992,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:35.288201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38402) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:35.294608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-829546749-router', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:18:35.300014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:18:35.305963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Usage tracker for resource:router and tenant:b7893aca84d74e0aa4c03428ff9b125d is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:18:35.309293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:18:35.316092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:18:35.330106 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.331301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.350498 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.351529 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:18:32Z', 'revision_number': 4, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port': {'id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:29Z', 'updated_at': '2022-06-04T17:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '62081e01-d3ff-4e58-aee8-7dadb6b7552c', 'name': '', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'mac_address': 'fa:16:3e:38:66:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:31Z', 'updated_at': '2022-06-04T17:18:32Z', 'revision_number': 2, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'subnets': [{'id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:35.356585 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Checking router: 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:18:35.357104 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Updating router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 port 62081e01-d3ff-4e58-aee8-7dadb6b7552c binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:18:35.421873 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.522039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-8353c2ac-ce54-40b4-b3ad-56b3961db00e', 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'fixed_ips': [{'subnet_id': '6df5ba18-fa30-42fe-885b-41bef025d37f'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:18:35.524021 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.659435 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.754041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Allocated IP 172.20.0.2 (8353c2ac-ce54-40b4-b3ad-56b3961db00e/6df5ba18-fa30-42fe-885b-41bef025d37f/9d2c8843-bfc7-4a5a-a69f-bf0ca037328c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:18:35.866671 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.879102 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Transition to ACTIVE for port object 62081e01-d3ff-4e58-aee8-7dadb6b7552c will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:18:35.886923 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.983502 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.995851 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:35.999327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Transition to ACTIVE for port object 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:18:36.023955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Transition to ACTIVE for port object 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:18:36.033177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:36.038745 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:36.079071 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Pushing event updated for resources: {'Port': ['ID=62081e01-d3ff-4e58-aee8-7dadb6b7552c,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:36.086924 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:36.087260 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:36.087585 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:36.087933 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:36.088250 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:36.088736 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:36.089196 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:36.089670 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:36.090123 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:36.090602 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:36.091069 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:36.091530 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:36.113128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Pushing event updated for resources: {'Port': ['ID=9d2c8843-bfc7-4a5a-a69f-bf0ca037328c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:36.113397 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Attempting to bind port 62081e01-d3ff-4e58-aee8-7dadb6b7552c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:18:36.113577 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Attempting to bind port 62081e01-d3ff-4e58-aee8-7dadb6b7552c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:18:36.113842 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Attempting to bind port 62081e01-d3ff-4e58-aee8-7dadb6b7552c on network ec634404-5939-4780-97ea-feb65ff23aa6 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:18:36.120025 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:18:36.120381 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Checking segment: {'id': 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:18:36.120980 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:36.121510 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Bound using segment: {'id': 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:18:36.122119 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Bound port: 62081e01-d3ff-4e58-aee8-7dadb6b7552c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:18:36.122973 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:36.126474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Network 8353c2ac-ce54-40b4-b3ad-56b3961db00e is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:18:36.127765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:18:36.130539 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:18:36.229324 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Attempting to bind port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:18:36.229706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Attempting to bind port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '2809edac-2bc7-4a63-a6c2-641ee19c925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:18:36.230180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Attempting to bind port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c on network 8353c2ac-ce54-40b4-b3ad-56b3961db00e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:18:36.231796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Allocated IP 172.25.5.198 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/c067f68a-a21e-4f96-90c1-d9540e4908e6) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:18:36.237079 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:18:36.237338 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] For port 62081e01-d3ff-4e58-aee8-7dadb6b7552c, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:18:36.237453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Checking segment: {'id': '2809edac-2bc7-4a63-a6c2-641ee19c925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:18:36.237838 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:36.238226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Bound using segment: {'id': '2809edac-2bc7-4a63-a6c2-641ee19c925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:18:36.238884 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Bound port: 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2809edac-2bc7-4a63-a6c2-641ee19c925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:18:36.239346 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:36.240253 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] For port 62081e01-d3ff-4e58-aee8-7dadb6b7552c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=62081e01-d3ff-4e58-aee8-7dadb6b7552c,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:18:36.247426 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:36.342494 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Routers {'29ec6eb7-62f1-4123-93fb-ec4f5c14f978'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:18:36.343194 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:36.350103 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] For port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:18:36.353360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] For port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9d2c8843-bfc7-4a5a-a69f-bf0ca037328c,segment=NetworkSegment(2809edac-2bc7-4a63-a6c2-641ee19c925d),segment_id=2809edac-2bc7-4a63-a6c2-641ee19c925d)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:18:36.358626 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:36.390624 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:36.421971 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6411d1-7cc3-49d5-af17-3ad5d1b8336a None None] Pushing event updated for resources: {'Port': ['ID=62081e01-d3ff-4e58-aee8-7dadb6b7552c,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:36.436636 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:36.456368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f76a1-19a3-400d-87a4-461049ea145f None None] Pushing event updated for resources: {'Port': ['ID=9d2c8843-bfc7-4a5a-a69f-bf0ca037328c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:36.566721 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c067f68a-a21e-4f96-90c1-d9540e4908e6,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:36.575188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:18:36.576479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:18:36.580181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:18:36.583165 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] Set router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:18:36.904376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:18:36.973758 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:18:32Z', 'revision_number': 4, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port': {'id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:29Z', 'updated_at': '2022-06-04T17:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '62081e01-d3ff-4e58-aee8-7dadb6b7552c', 'name': '', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'mac_address': 'fa:16:3e:38:66:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:31Z', 'updated_at': '2022-06-04T17:18:36Z', 'revision_number': 4, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'subnets': [{'id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:36.976616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:36.976987 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:36.979289 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e20f6-9c8a-415e-8066-fbe39239d48f None None] The sync data for ids ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'] in n-d-811809-3 is: [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:18:32Z', 'revision_number': 4, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port': {'id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:29Z', 'updated_at': '2022-06-04T17:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '62081e01-d3ff-4e58-aee8-7dadb6b7552c', 'name': '', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'mac_address': 'fa:16:3e:38:66:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:31Z', 'updated_at': '2022-06-04T17:18:36Z', 'revision_number': 4, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'subnets': [{'id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:18:37.126567 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:37.128050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:18:37.199285 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:18:37.206729 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:37.575892 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:37.595711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71dfc6-4587-49d1-971d-cd1be370b0d1 None None] Network 8353c2ac-ce54-40b4-b3ad-56b3961db00e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:18:37.684279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-76206182-6bb6-438c-aaa7-24dfbaa83cf0 None None] Provisioning for port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:18:37.693528 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-76206182-6bb6-438c-aaa7-24dfbaa83cf0 None None] Provisioning complete for port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:37.693892 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-76206182-6bb6-438c-aaa7-24dfbaa83cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:37.803289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Router fc57a86d-17f0-45f9-b742-237322aabba3 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:18:37.938916 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-76206182-6bb6-438c-aaa7-24dfbaa83cf0 None None] Current status of the port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:37.939506 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-76206182-6bb6-438c-aaa7-24dfbaa83cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:37.980654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-76206182-6bb6-438c-aaa7-24dfbaa83cf0 None None] For port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9d2c8843-bfc7-4a5a-a69f-bf0ca037328c,segment=NetworkSegment(2809edac-2bc7-4a63-a6c2-641ee19c925d),segment_id=2809edac-2bc7-4a63-a6c2-641ee19c925d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:37.989822 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-76206182-6bb6-438c-aaa7-24dfbaa83cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:38.006414 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:18:38.029885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Sync routers for ids ['fc57a86d-17f0-45f9-b742-237322aabba3'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:18:38.034578 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:38.038774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-51138b8d-1bc4-4f94-8dfe-46aad5ab67d4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7468030 Jun 04 17:18:38.038948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38406) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:18:38.058020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Routers {'fc57a86d-17f0-45f9-b742-237322aabba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:18:38.058603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc57a86d-17f0-45f9-b742-237322aabba3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:38.149547 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76206182-6bb6-438c-aaa7-24dfbaa83cf0 None None] Pushing event updated for resources: {'Port': ['ID=9d2c8843-bfc7-4a5a-a69f-bf0ca037328c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:38.264195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Set router fc57a86d-17f0-45f9-b742-237322aabba3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:18:38.440018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bfca2209-679c-46f0-8428-685b5b020b31 None None] Provisioning complete for port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:38.440288 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bfca2209-679c-46f0-8428-685b5b020b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:38.685070 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-bfca2209-679c-46f0-8428-685b5b020b31 None None] Current status of the port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:38.705572 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'name': 'tempest-TestMinimumBasicScenario-829546749-router', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:35Z', 'updated_at': '2022-06-04T17:18:36Z', 'revision_number': 3, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'gw_port': {'id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:36Z', 'updated_at': '2022-06-04T17:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:38.709661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Checking router: fc57a86d-17f0-45f9-b742-237322aabba3 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:18:38.710001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Updating router fc57a86d-17f0-45f9-b742-237322aabba3 port c067f68a-a21e-4f96-90c1-d9540e4908e6 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:18:38.764187 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:38.868500 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:38.871616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 62081e01-d3ff-4e58-aee8-7dadb6b7552c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:18:39.033949 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 62081e01-d3ff-4e58-aee8-7dadb6b7552c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:18:39.051442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 62081e01-d3ff-4e58-aee8-7dadb6b7552c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:39.051809 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.087465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Allocated IP 172.20.0.1 (8353c2ac-ce54-40b4-b3ad-56b3961db00e/6df5ba18-fa30-42fe-885b-41bef025d37f/3f4c3a62-c8fa-4807-8354-ea276b40591e) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:18:39.241665 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.253804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 62081e01-d3ff-4e58-aee8-7dadb6b7552c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:39.254112 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.257720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Transition to ACTIVE for port object 3f4c3a62-c8fa-4807-8354-ea276b40591e will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:18:39.267528 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.281805 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.289927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Transition to ACTIVE for port object c067f68a-a21e-4f96-90c1-d9540e4908e6 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:18:39.301721 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.342964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 62081e01-d3ff-4e58-aee8-7dadb6b7552c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=62081e01-d3ff-4e58-aee8-7dadb6b7552c,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:39.344710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Network 8353c2ac-ce54-40b4-b3ad-56b3961db00e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:18:39.347516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:18:39.351347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:18:39.360369 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.361143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:18:39.389043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f4c3a62-c8fa-4807-8354-ea276b40591e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:39.411426 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.429449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b85ac-9570-4cd0-8f09-093828c94eda None None] Pushing event updated for resources: {'Port': ['ID=c067f68a-a21e-4f96-90c1-d9540e4908e6,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:39.433914 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Attempting to bind port c067f68a-a21e-4f96-90c1-d9540e4908e6 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:18:39.434279 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Attempting to bind port c067f68a-a21e-4f96-90c1-d9540e4908e6 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:18:39.434656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Attempting to bind port c067f68a-a21e-4f96-90c1-d9540e4908e6 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:18:39.499041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:18:39.499412 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:18:39.499813 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.500271 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:18:39.500760 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Bound port: c067f68a-a21e-4f96-90c1-d9540e4908e6, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:18:39.501130 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.552295 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.584538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=62081e01-d3ff-4e58-aee8-7dadb6b7552c,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:39.599214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:39.599590 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.635211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] For port c067f68a-a21e-4f96-90c1-d9540e4908e6, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:18:39.662670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] For port c067f68a-a21e-4f96-90c1-d9540e4908e6, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c067f68a-a21e-4f96-90c1-d9540e4908e6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:18:39.673271 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.717736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8b1ec148-48e4-46f1-8ed3-c0a530e73c02 None None] Provisioning for port 3f4c3a62-c8fa-4807-8354-ea276b40591e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:18:39.749822 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8b1ec148-48e4-46f1-8ed3-c0a530e73c02 None None] Provisioning complete for port 3f4c3a62-c8fa-4807-8354-ea276b40591e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:39.750283 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec148-48e4-46f1-8ed3-c0a530e73c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.804388 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.809970 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.853702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Routers {'fc57a86d-17f0-45f9-b742-237322aabba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:18:39.854333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc57a86d-17f0-45f9-b742-237322aabba3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:39.915464 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:39.919506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f4c3a62-c8fa-4807-8354-ea276b40591e,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:39.974755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b85ac-9570-4cd0-8f09-093828c94eda None None] Pushing event updated for resources: {'Port': ['ID=c067f68a-a21e-4f96-90c1-d9540e4908e6,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:39.977194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ec148-48e4-46f1-8ed3-c0a530e73c02 None None] Port 3f4c3a62-c8fa-4807-8354-ea276b40591e cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:18:40.003039 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:40.060902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Network 8353c2ac-ce54-40b4-b3ad-56b3961db00e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:18:40.061912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:18:40.104722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] Set router fc57a86d-17f0-45f9-b742-237322aabba3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:18:40.339943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c0093526-47a8-4b25-b8d9-870b71cb49b0 None None] Provisioning complete for port 3f4c3a62-c8fa-4807-8354-ea276b40591e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:40.340166 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c0093526-47a8-4b25-b8d9-870b71cb49b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:40.375214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Router fc57a86d-17f0-45f9-b742-237322aabba3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:18:40.445572 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c0093526-47a8-4b25-b8d9-870b71cb49b0 None None] Port 3f4c3a62-c8fa-4807-8354-ea276b40591e cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:18:40.483389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'name': 'tempest-TestMinimumBasicScenario-829546749-router', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:35Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 4, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'gw_port': {'id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:36Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '3f4c3a62-c8fa-4807-8354-ea276b40591e', 'name': '', 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'mac_address': 'fa:16:3e:50:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6df5ba18-fa30-42fe-885b-41bef025d37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:38Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 2, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'subnets': [{'id': '6df5ba18-fa30-42fe-885b-41bef025d37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:40.487482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eaeabd-fc9f-4a4b-86a1-18a01a73a247 None None] The sync data for ids ['fc57a86d-17f0-45f9-b742-237322aabba3'] in n-d-811809-3 is: [{'id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'name': 'tempest-TestMinimumBasicScenario-829546749-router', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:35Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 4, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'gw_port': {'id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:36Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '3f4c3a62-c8fa-4807-8354-ea276b40591e', 'name': '', 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'mac_address': 'fa:16:3e:50:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6df5ba18-fa30-42fe-885b-41bef025d37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:38Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 2, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'subnets': [{'id': '6df5ba18-fa30-42fe-885b-41bef025d37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:18:40.564105 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:18:40.573328 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4eb06dd3-1ca4-476f-8424-5bf78eae70b1 admin admin] 10.222.0.13 "PUT /v2.0/routers/fc57a86d-17f0-45f9-b742-237322aabba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5331233 Jun 04 17:18:40.792372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 62081e01-d3ff-4e58-aee8-7dadb6b7552c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:18:40.864361 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 62081e01-d3ff-4e58-aee8-7dadb6b7552c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:40.864639 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:40.991001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 62081e01-d3ff-4e58-aee8-7dadb6b7552c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:41.783423 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:18:42.819673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c067f68a-a21e-4f96-90c1-d9540e4908e6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:18:42.901469 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c067f68a-a21e-4f96-90c1-d9540e4908e6 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:18:42.907363 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c067f68a-a21e-4f96-90c1-d9540e4908e6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:42.907730 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:43.039092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c067f68a-a21e-4f96-90c1-d9540e4908e6 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:43.039466 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:43.060758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port c067f68a-a21e-4f96-90c1-d9540e4908e6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c067f68a-a21e-4f96-90c1-d9540e4908e6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:43.067894 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:43.150522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=c067f68a-a21e-4f96-90c1-d9540e4908e6,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:44.209090 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Sync routers for ids ['fc57a86d-17f0-45f9-b742-237322aabba3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:18:44.219988 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Routers {'fc57a86d-17f0-45f9-b742-237322aabba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:18:44.220686 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc57a86d-17f0-45f9-b742-237322aabba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:44.407722 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Set router fc57a86d-17f0-45f9-b742-237322aabba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:18:44.781874 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'name': 'tempest-TestMinimumBasicScenario-829546749-router', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:35Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 4, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'gw_port': {'id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:36Z', 'updated_at': '2022-06-04T17:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '3f4c3a62-c8fa-4807-8354-ea276b40591e', 'name': '', 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'mac_address': 'fa:16:3e:50:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6df5ba18-fa30-42fe-885b-41bef025d37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:38Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 2, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'subnets': [{'id': '6df5ba18-fa30-42fe-885b-41bef025d37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:44.785953 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Checking router: fc57a86d-17f0-45f9-b742-237322aabba3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:18:44.786472 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Updating router fc57a86d-17f0-45f9-b742-237322aabba3 port 3f4c3a62-c8fa-4807-8354-ea276b40591e binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:18:44.803356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c067f68a-a21e-4f96-90c1-d9540e4908e6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:18:44.845859 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:44.885126 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c067f68a-a21e-4f96-90c1-d9540e4908e6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:44.885563 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:45.060948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c067f68a-a21e-4f96-90c1-d9540e4908e6 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:45.218670 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:45.232382 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Transition to ACTIVE for port object 3f4c3a62-c8fa-4807-8354-ea276b40591e will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:18:45.242045 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:45.460965 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab77c0-ffbf-4366-8fd3-9b1b33b7df51 None None] Pushing event updated for resources: {'Port': ['ID=3f4c3a62-c8fa-4807-8354-ea276b40591e,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:45.475689 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Attempting to bind port 3f4c3a62-c8fa-4807-8354-ea276b40591e on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:18:45.476041 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Attempting to bind port 3f4c3a62-c8fa-4807-8354-ea276b40591e by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '2809edac-2bc7-4a63-a6c2-641ee19c925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:18:45.476392 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Attempting to bind port 3f4c3a62-c8fa-4807-8354-ea276b40591e on network 8353c2ac-ce54-40b4-b3ad-56b3961db00e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:18:45.482282 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:18:45.482671 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Checking segment: {'id': '2809edac-2bc7-4a63-a6c2-641ee19c925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:18:45.483063 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:45.483443 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Bound using segment: {'id': '2809edac-2bc7-4a63-a6c2-641ee19c925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:18:45.483901 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Bound port: 3f4c3a62-c8fa-4807-8354-ea276b40591e, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2809edac-2bc7-4a63-a6c2-641ee19c925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:18:45.484256 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:45.608444 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] For port 3f4c3a62-c8fa-4807-8354-ea276b40591e, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:18:45.613096 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] For port 3f4c3a62-c8fa-4807-8354-ea276b40591e, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3f4c3a62-c8fa-4807-8354-ea276b40591e,segment=NetworkSegment(2809edac-2bc7-4a63-a6c2-641ee19c925d),segment_id=2809edac-2bc7-4a63-a6c2-641ee19c925d)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:18:45.618698 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:45.718002 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Routers {'fc57a86d-17f0-45f9-b742-237322aabba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:18:45.718823 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:18:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc57a86d-17f0-45f9-b742-237322aabba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:45.787097 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab77c0-ffbf-4366-8fd3-9b1b33b7df51 None None] Pushing event updated for resources: {'Port': ['ID=3f4c3a62-c8fa-4807-8354-ea276b40591e,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:45.942274 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] Set router fc57a86d-17f0-45f9-b742-237322aabba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:18:46.277469 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'name': 'tempest-TestMinimumBasicScenario-829546749-router', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:35Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 4, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'gw_port': {'id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:36Z', 'updated_at': '2022-06-04T17:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '3f4c3a62-c8fa-4807-8354-ea276b40591e', 'name': '', 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'mac_address': 'fa:16:3e:50:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6df5ba18-fa30-42fe-885b-41bef025d37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:38Z', 'updated_at': '2022-06-04T17:18:45Z', 'revision_number': 4, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'subnets': [{'id': '6df5ba18-fa30-42fe-885b-41bef025d37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:18:46.282016 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d56c55-3098-47d2-9ecb-2076213a39ad None None] The sync data for ids ['fc57a86d-17f0-45f9-b742-237322aabba3'] in n-d-811809-3 is: [{'id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'name': 'tempest-TestMinimumBasicScenario-829546749-router', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:35Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 4, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'gw_port': {'id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:36Z', 'updated_at': '2022-06-04T17:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '3f4c3a62-c8fa-4807-8354-ea276b40591e', 'name': '', 'network_id': '8353c2ac-ce54-40b4-b3ad-56b3961db00e', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'mac_address': 'fa:16:3e:50:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6df5ba18-fa30-42fe-885b-41bef025d37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:38Z', 'updated_at': '2022-06-04T17:18:45Z', 'revision_number': 4, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'subnets': [{'id': '6df5ba18-fa30-42fe-885b-41bef025d37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:18:46.820021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3f4c3a62-c8fa-4807-8354-ea276b40591e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:18:46.899737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 3f4c3a62-c8fa-4807-8354-ea276b40591e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:18:46.905450 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3f4c3a62-c8fa-4807-8354-ea276b40591e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:46.905957 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:47.069527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3f4c3a62-c8fa-4807-8354-ea276b40591e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:47.069868 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:47.104974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 3f4c3a62-c8fa-4807-8354-ea276b40591e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3f4c3a62-c8fa-4807-8354-ea276b40591e,segment=NetworkSegment(2809edac-2bc7-4a63-a6c2-641ee19c925d),segment_id=2809edac-2bc7-4a63-a6c2-641ee19c925d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:18:47.109650 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:47.177577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=3f4c3a62-c8fa-4807-8354-ea276b40591e,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:48.796112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3f4c3a62-c8fa-4807-8354-ea276b40591e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:18:48.880705 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3f4c3a62-c8fa-4807-8354-ea276b40591e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:48.881123 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:49.056470 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3f4c3a62-c8fa-4807-8354-ea276b40591e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:18:50.616413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-e8b1b128-5cee-4888-bbe3-d3aa17edbf70 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:50.617870 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-e8b1b128-5cee-4888-bbe3-d3aa17edbf70 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/networks?id=ec634404-5939-4780-97ea-feb65ff23aa6 HTTP/1.1" status: 200 len: 813 time: 0.1507919 Jun 04 17:18:50.636300 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-8cdc1daf-6c39-4182-982a-d8134f66beb7 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/quotas/23941e0dde75487fa7955c28f93f50d0 HTTP/1.1" status: 200 len: 375 time: 0.0122602 Jun 04 17:18:50.730036 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-6ea0085d-a2c0-4edb-9282-0052704d3dc0 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=23941e0dde75487fa7955c28f93f50d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878699 Jun 04 17:18:50.746347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-51569b06-33f8-4c6b-b18e-3241c30edb17 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:18:50.747349 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-51569b06-33f8-4c6b-b18e-3241c30edb17 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054748 Jun 04 17:18:50.879682 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-de4942ea-bb6a-4b89-a188-31d100864e3f service neutron] 10.222.0.13 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267006 Jun 04 17:18:51.016536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-46f4d652-30e5-441f-95fe-b497fe31a1fd service neutron] 10.222.0.13 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305985 Jun 04 17:18:51.209632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e2cac77-c0c9-4411-bd45-334a23767f3c req-4d7dad30-d7d6-4aa0-9506-784beefa4cef tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 210 time: 0.0510588 Jun 04 17:18:52.392549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b90c587-2a25-40b6-a958-f22696d4468f req-311781bc-0287-4e16-ab77-823aa0db37c3 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 210 time: 0.0627594 Jun 04 17:18:52.514543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-d7053c4c-d71f-4755-ae22-2c89420ce882 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:52.515921 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-d7053c4c-d71f-4755-ae22-2c89420ce882 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.42 "GET /v2.0/networks?id=ec634404-5939-4780-97ea-feb65ff23aa6 HTTP/1.1" status: 200 len: 813 time: 0.1551628 Jun 04 17:18:52.527835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Request body: {'port': {'device_id': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'admin_state_up': True, 'tenant_id': '23941e0dde75487fa7955c28f93f50d0'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:18:52.664510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:18:52.668829 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Usage tracker for resource:port and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:18:52.671823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:18:52.677869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:18:52.688847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Made reservation on behalf of 23941e0dde75487fa7955c28f93f50d0 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:18:52.695077 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:52.887905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Allocated IP 172.20.0.7 (ec634404-5939-4780-97ea-feb65ff23aa6/3f5f9bdd-948f-4d67-ae94-9cea20e5eef9/ad49be62-a060-4d58-9923-1b5eac0189ae) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:18:53.142995 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:53.159033 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Transition to ACTIVE for port object ad49be62-a060-4d58-9923-1b5eac0189ae will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:18:53.184346 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:53.395731 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Network ec634404-5939-4780-97ea-feb65ff23aa6 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:18:53.398757 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:18:53.403317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:18:53.471595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event updated for resources: {'Port': ['ID=ad49be62-a060-4d58-9923-1b5eac0189ae,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:18:53.482135 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:53.482506 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:53.482818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:53.483144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:53.483465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:53.483784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:53.484100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:53.484415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:53.484729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:53.485044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:53.485354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:53.485661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:18:53.508591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:53.509201 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:53.625604 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-90c6c7b4-d4ff-439b-968c-597b8a36c7bd tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1016939 Jun 04 17:18:53.685771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8238883-cfe7-4a1e-bf2f-64eebc1fff6d req-e5d8e26f-bb37-4d59-b70d-91b47348141f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:53.686730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b8238883-cfe7-4a1e-bf2f-64eebc1fff6d req-e5d8e26f-bb37-4d59-b70d-91b47348141f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Synchronizing usage tracker for tenant:23941e0dde75487fa7955c28f93f50d0 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:18:53.709894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bff9fdd8-a6d1-441c-8467-3cea03bca03c None None] Provisioning for port ad49be62-a060-4d58-9923-1b5eac0189ae completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:18:53.710556 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b8238883-cfe7-4a1e-bf2f-64eebc1fff6d req-e5d8e26f-bb37-4d59-b70d-91b47348141f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Unset dirty status for tenant:23941e0dde75487fa7955c28f93f50d0 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:18:53.711713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b8238883-cfe7-4a1e-bf2f-64eebc1fff6d req-e5d8e26f-bb37-4d59-b70d-91b47348141f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 931 time: 0.1636679 Jun 04 17:18:53.714937 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bff9fdd8-a6d1-441c-8467-3cea03bca03c None None] Provisioning complete for port ad49be62-a060-4d58-9923-1b5eac0189ae triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:18:53.715308 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bff9fdd8-a6d1-441c-8467-3cea03bca03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:53.780250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-bff9fdd8-a6d1-441c-8467-3cea03bca03c None None] Port ad49be62-a060-4d58-9923-1b5eac0189ae cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:18:53.784426 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b8238883-cfe7-4a1e-bf2f-64eebc1fff6d req-c12eb08b-2cb9-4636-8fac-7b133a86ffd5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664587 Jun 04 17:18:54.970395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc979a-8e9b-4da3-ab5c-9c1916ef78f2 req-f5878cab-b6f4-4ea7-a38b-dbfb7c13d2d8 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:54.971905 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11cc979a-8e9b-4da3-ab5c-9c1916ef78f2 req-f5878cab-b6f4-4ea7-a38b-dbfb7c13d2d8 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 931 time: 0.0814748 Jun 04 17:18:55.018324 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11cc979a-8e9b-4da3-ab5c-9c1916ef78f2 req-00d14324-0d2b-4099-9dce-b488c7046f2b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Jun 04 17:18:56.219181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba934d69-fce3-4712-895b-ca0e5f765220 req-63b6b653-973f-422c-b028-bbd4f13def17 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:56.220692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba934d69-fce3-4712-895b-ca0e5f765220 req-63b6b653-973f-422c-b028-bbd4f13def17 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 931 time: 0.0894921 Jun 04 17:18:56.269590 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ba934d69-fce3-4712-895b-ca0e5f765220 req-023b441a-efca-46d7-aa16-2c5f902e6809 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429602 Jun 04 17:18:57.469872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8e529-a119-4dcd-9033-0ef2db6aafd4 req-ef229bf6-01f8-485e-b544-3797619240c1 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:57.471578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ae8e529-a119-4dcd-9033-0ef2db6aafd4 req-ef229bf6-01f8-485e-b544-3797619240c1 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 931 time: 0.0888965 Jun 04 17:18:57.541763 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1ae8e529-a119-4dcd-9033-0ef2db6aafd4 req-398cd8c6-35a1-4d55-b544-78763c7e75f3 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586476 Jun 04 17:18:57.880583 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a8aa9a40-d48d-4225-b68e-beb91513541f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:18:58.735525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac05af-fc27-42c0-84b4-d1f4faef640d req-45908cd4-930a-48f7-9475-32113faa2841 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:58.737308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18ac05af-fc27-42c0-84b4-d1f4faef640d req-45908cd4-930a-48f7-9475-32113faa2841 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 931 time: 0.0882335 Jun 04 17:18:58.789011 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18ac05af-fc27-42c0-84b4-d1f4faef640d req-c7909c40-3264-4fc8-bd6c-66b463711669 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456083 Jun 04 17:18:59.983553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f171-5590-47ba-982c-bcdbbfc97170 req-93e3d0e4-1474-4ae8-9dc6-144ccae5066a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:18:59.985081 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae18f171-5590-47ba-982c-bcdbbfc97170 req-93e3d0e4-1474-4ae8-9dc6-144ccae5066a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 931 time: 0.0837097 Jun 04 17:19:00.050720 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ae18f171-5590-47ba-982c-bcdbbfc97170 req-20194f81-2030-48ab-8cdc-800659d48185 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541134 Jun 04 17:19:00.086164 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae847918-00b2-41bf-a2df-9d902fc17c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:00.764988 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Request body: {'port': {'device_id': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:19:00.887801 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:01.319578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26385528-de73-4402-bd6d-cc39ef02f9b2 req-4c02095e-21e8-4379-9eb0-efdf8cffe76a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:01.321024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26385528-de73-4402-bd6d-cc39ef02f9b2 req-4c02095e-21e8-4379-9eb0-efdf8cffe76a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 931 time: 0.1656640 Jun 04 17:19:01.326027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad49be62-a060-4d58-9923-1b5eac0189ae {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:19:01.348753 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:01.363261 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:01.384952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Transition to ACTIVE for port object ad49be62-a060-4d58-9923-1b5eac0189ae will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:19:01.389006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26385528-de73-4402-bd6d-cc39ef02f9b2 req-e813106c-1aca-4706-bca0-1281c4047a47 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583479 Jun 04 17:19:01.390233 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:01.441113 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:01.552335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Pushing event updated for resources: {'Port': ['ID=ad49be62-a060-4d58-9923-1b5eac0189ae,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:01.639564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Attempting to bind port ad49be62-a060-4d58-9923-1b5eac0189ae on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:19:01.639898 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Attempting to bind port ad49be62-a060-4d58-9923-1b5eac0189ae by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:19:01.640232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Attempting to bind port ad49be62-a060-4d58-9923-1b5eac0189ae on network ec634404-5939-4780-97ea-feb65ff23aa6 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:19:01.644800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Port ad49be62-a060-4d58-9923-1b5eac0189ae on network ec634404-5939-4780-97ea-feb65ff23aa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:19:01.645115 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Attempting to bind port ad49be62-a060-4d58-9923-1b5eac0189ae on network ec634404-5939-4780-97ea-feb65ff23aa6 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:19:01.650316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:19:01.650677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Checking segment: {'id': 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:19:01.651058 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Bound using segment: {'id': 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:19:01.651477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Bound port: ad49be62-a060-4d58-9923-1b5eac0189ae, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:19:01.651818 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:01.744841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] For port ad49be62-a060-4d58-9923-1b5eac0189ae, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:19:01.748146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] For port ad49be62-a060-4d58-9923-1b5eac0189ae, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ad49be62-a060-4d58-9923-1b5eac0189ae,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:19:01.753889 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:01.812305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:01.812914 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:01.814296 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] 10.222.0.42 "PUT /v2.0/ports/ad49be62-a060-4d58-9923-1b5eac0189ae HTTP/1.1" status: 200 len: 1091 time: 1.0544503 Jun 04 17:19:01.814739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:19:01.838312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63685b5c-81be-4523-a100-76055ee67f0d service neutron] Pushing event updated for resources: {'Port': ['ID=ad49be62-a060-4d58-9923-1b5eac0189ae,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:01.898263 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f87a3a-5a59-4d4a-bba4-92e632409543'] response: {'name': 'network-changed', 'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae', 'status': 'completed', 'code': 200} Jun 04 17:19:01.940889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-f3550304-feff-4bda-a178-a8620d09e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:01.942589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-f3550304-feff-4bda-a178-a8620d09e8df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23941e0dde75487fa7955c28f93f50d0&device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 1094 time: 0.0835569 Jun 04 17:19:02.011000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-ea45cec6-f64f-44fc-b22d-8ce4f1941e3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad49be62-a060-4d58-9923-1b5eac0189ae HTTP/1.1" status: 200 len: 217 time: 0.0616407 Jun 04 17:19:02.076618 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-41141231-eefe-4313-ba85-4caa679749e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:02.077941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-41141231-eefe-4313-ba85-4caa679749e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f5f9bdd-948f-4d67-ae94-9cea20e5eef9 HTTP/1.1" status: 200 len: 852 time: 0.0613589 Jun 04 17:19:02.154053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-dcfc3272-f6b7-4450-a5d0-1d708bd0457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:02.155545 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-dcfc3272-f6b7-4450-a5d0-1d708bd0457d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec634404-5939-4780-97ea-feb65ff23aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720623 Jun 04 17:19:02.411716 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-85eafa8d-346f-46c0-97c0-8b77fe5f263e service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496982 Jun 04 17:19:02.597715 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-83fb545f-8e9b-4d6a-a703-9e30cc2ba840 req-d03786f6-c2cd-4f23-bc16-ddbcfbb9d4ed service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799617 Jun 04 17:19:02.617858 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7644063-7613-4333-b0e3-d7198bd4f811 req-33b5104b-6ded-496c-8d51-b4d1ede297ba tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:02.619538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7644063-7613-4333-b0e3-d7198bd4f811 req-33b5104b-6ded-496c-8d51-b4d1ede297ba tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 943 time: 0.1206806 Jun 04 17:19:02.711458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a7644063-7613-4333-b0e3-d7198bd4f811 req-2026b546-99ed-4370-8134-014b80bdf3ee tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859306 Jun 04 17:19:02.732362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac04cc5-61af-4539-b88e-88cfa6d45306 req-2e04fc06-7315-4635-9f3c-e11b0b6c525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:02.733868 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac04cc5-61af-4539-b88e-88cfa6d45306 req-2e04fc06-7315-4635-9f3c-e11b0b6c525c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23941e0dde75487fa7955c28f93f50d0&device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 1094 time: 0.0932591 Jun 04 17:19:02.783079 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:02.867034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac04cc5-61af-4539-b88e-88cfa6d45306 req-78e88002-61a1-4da8-937f-c201d215a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:02.868448 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac04cc5-61af-4539-b88e-88cfa6d45306 req-78e88002-61a1-4da8-937f-c201d215a0a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec634404-5939-4780-97ea-feb65ff23aa6 HTTP/1.1" status: 200 len: 914 time: 0.1288390 Jun 04 17:19:02.937042 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac04cc5-61af-4539-b88e-88cfa6d45306 req-a7cf946e-72e3-4555-a180-f4fe43914156 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad49be62-a060-4d58-9923-1b5eac0189ae HTTP/1.1" status: 200 len: 217 time: 0.0605826 Jun 04 17:19:03.004388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac04cc5-61af-4539-b88e-88cfa6d45306 req-d962f41a-6ab5-45d5-924f-096e0ba907eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:03.005687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac04cc5-61af-4539-b88e-88cfa6d45306 req-d962f41a-6ab5-45d5-924f-096e0ba907eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f5f9bdd-948f-4d67-ae94-9cea20e5eef9 HTTP/1.1" status: 200 len: 852 time: 0.0620594 Jun 04 17:19:03.084204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac04cc5-61af-4539-b88e-88cfa6d45306 req-4484d5ab-6e6e-4153-95b8-8682d6aa4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:03.085638 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac04cc5-61af-4539-b88e-88cfa6d45306 req-4484d5ab-6e6e-4153-95b8-8682d6aa4c0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec634404-5939-4780-97ea-feb65ff23aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723069 Jun 04 17:19:03.230078 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac04cc5-61af-4539-b88e-88cfa6d45306 req-9b330d86-cafe-40e5-bde8-a57c6393e3ca service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370845 Jun 04 17:19:03.366352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac04cc5-61af-4539-b88e-88cfa6d45306 req-255ecf58-6e17-4baf-a1e8-1f9d644504ec service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294181 Jun 04 17:19:03.922597 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46894b4-ecbb-4398-8d82-3a96ae64e19c req-7fb4c2ef-b00f-4f84-968b-6cf041deeaba tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:03.924791 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d46894b4-ecbb-4398-8d82-3a96ae64e19c req-7fb4c2ef-b00f-4f84-968b-6cf041deeaba tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 943 time: 0.0921922 Jun 04 17:19:03.978901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d46894b4-ecbb-4398-8d82-3a96ae64e19c req-0dd59777-cc57-4745-bf65-7b720d56daeb tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457551 Jun 04 17:19:04.553812 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:04.781982 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:05.131517 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ad49be62-a060-4d58-9923-1b5eac0189ae details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:19:05.196358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c6b5-09e3-4788-b697-768af3bf5a65 req-444f1f58-6ab2-4719-9b15-a3d8d5ffed83 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:05.197967 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a52c6b5-09e3-4788-b697-768af3bf5a65 req-444f1f58-6ab2-4719-9b15-a3d8d5ffed83 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 943 time: 0.0879357 Jun 04 17:19:05.273066 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a52c6b5-09e3-4788-b697-768af3bf5a65 req-1552453e-7ec6-4d94-9405-3526ebd31ba5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567584 Jun 04 17:19:05.280076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ad49be62-a060-4d58-9923-1b5eac0189ae, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ad49be62-a060-4d58-9923-1b5eac0189ae,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:19:05.293623 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'ad49be62-a060-4d58-9923-1b5eac0189ae', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'port_id': 'ad49be62-a060-4d58-9923-1b5eac0189ae', 'mac_address': 'fa:16:3e:8a:67:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:19:05.350978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port ad49be62-a060-4d58-9923-1b5eac0189ae is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:19:05.351345 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:05.368917 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad49be62-a060-4d58-9923-1b5eac0189ae {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:19:05.387433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ad49be62-a060-4d58-9923-1b5eac0189ae, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ad49be62-a060-4d58-9923-1b5eac0189ae,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:19:05.393906 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:05.459654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=ad49be62-a060-4d58-9923-1b5eac0189ae,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:05.467230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:05.467652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:05.468023 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:05.468352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:05.468679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:05.469001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:05.469318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:05.469617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:05.469933 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:05.470243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:05.470582 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:05.470898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:05.597903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['ad49be62-a060-4d58-9923-1b5eac0189ae'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:19:06.487210 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d520c2-7f49-461d-836f-9825a17e9e10 req-079e1775-cca1-48c2-b039-30897fd9544b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:06.488656 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28d520c2-7f49-461d-836f-9825a17e9e10 req-079e1775-cca1-48c2-b039-30897fd9544b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 944 time: 0.0985887 Jun 04 17:19:06.534040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-28d520c2-7f49-461d-836f-9825a17e9e10 req-6aa30bbf-c1bc-4a48-9692-625b9ac0ec48 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Jun 04 17:19:07.132207 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ad49be62-a060-4d58-9923-1b5eac0189ae up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:19:07.217444 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port ad49be62-a060-4d58-9923-1b5eac0189ae completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:19:07.222643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port ad49be62-a060-4d58-9923-1b5eac0189ae triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:19:07.223021 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:07.346226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port ad49be62-a060-4d58-9923-1b5eac0189ae is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:19:07.346638 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:07.372798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:19:07.383357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port ad49be62-a060-4d58-9923-1b5eac0189ae, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ad49be62-a060-4d58-9923-1b5eac0189ae,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:19:07.388254 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:07.422637 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8afdc8f3-b9ea-43ec-903e-2ef48758907d'] response: {'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae', 'code': 200} Jun 04 17:19:07.464302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=ad49be62-a060-4d58-9923-1b5eac0189ae,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:07.546611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbfc8d-3f66-4dfc-909e-a4035e3508b4 req-981f3375-8e4e-434d-ae25-74ab610b3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:07.548085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38fbfc8d-3f66-4dfc-909e-a4035e3508b4 req-981f3375-8e4e-434d-ae25-74ab610b3eae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 1096 time: 0.0727901 Jun 04 17:19:07.590708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-38fbfc8d-3f66-4dfc-909e-a4035e3508b4 req-33663daf-af1f-4537-ba93-461a191ccbe2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360534 Jun 04 17:19:07.726984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a0e08-2ab6-4341-9171-4c4ec6a4658e req-96fb9f31-139a-44a0-8157-d08b6adeb8f9 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:07.728416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e3a0e08-2ab6-4341-9171-4c4ec6a4658e req-96fb9f31-139a-44a0-8157-d08b6adeb8f9 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 945 time: 0.0900431 Jun 04 17:19:07.777969 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4e3a0e08-2ab6-4341-9171-4c4ec6a4658e req-fd66c71e-134c-48df-9340-83f542ca3e55 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Jun 04 17:19:08.970726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b393d-8fb3-47bd-844e-aceb8e63a6de req-f9bac25e-d44e-4e3f-b1db-0f20295b361d tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:08.972222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-967b393d-8fb3-47bd-844e-aceb8e63a6de req-f9bac25e-d44e-4e3f-b1db-0f20295b361d tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 945 time: 0.0845900 Jun 04 17:19:09.022499 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-967b393d-8fb3-47bd-844e-aceb8e63a6de req-d3a2093c-d1e2-4bdf-ab6b-194f6902dc5d tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 Jun 04 17:19:09.348901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3ecd9-ffdd-4a4d-9755-75f6bf606942 req-f5a0716c-691d-43cb-b7fd-71f63dced635 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:09.350372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16b3ecd9-ffdd-4a4d-9755-75f6bf606942 req-f5a0716c-691d-43cb-b7fd-71f63dced635 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 945 time: 0.2126670 Jun 04 17:19:09.403725 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-16b3ecd9-ffdd-4a4d-9755-75f6bf606942 req-3f7c2d0e-bd69-4f1a-bcbd-d8ea2efb4153 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446475 Jun 04 17:19:09.800782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fadfb9-5c67-47a2-b92c-87a7da90a198 req-51cb0ca5-bd9d-4f99-a121-9466d6b1c702 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:09.802224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01fadfb9-5c67-47a2-b92c-87a7da90a198 req-51cb0ca5-bd9d-4f99-a121-9466d6b1c702 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 945 time: 0.0864880 Jun 04 17:19:09.847233 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01fadfb9-5c67-47a2-b92c-87a7da90a198 req-a045f8d4-9b9d-48aa-a002-b0c4360a7944 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391119 Jun 04 17:19:18.784030 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:19:20.059354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3ebfe-8cae-4f04-a698-0c3efe1d643e req-daf5f876-8882-4be6-ab55-a4df7275fbaf tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:20.060845 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4bc3ebfe-8cae-4f04-a698-0c3efe1d643e req-daf5f876-8882-4be6-ab55-a4df7275fbaf tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 945 time: 0.0880811 Jun 04 17:19:20.113515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4bc3ebfe-8cae-4f04-a698-0c3efe1d643e req-5fda7e5c-5036-483e-8411-6bb4e4170c0b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Jun 04 17:19:20.148077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38596) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:19:20.326993 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93307a93-e594-4730-829a-3f4ad83501a0 tempest-TestMinimumBasicScenario-204326596 tempest-TestMinimumBasicScenario-204326596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:20.328606 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-93307a93-e594-4730-829a-3f4ad83501a0 tempest-TestMinimumBasicScenario-204326596 tempest-TestMinimumBasicScenario-204326596-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 1091 time: 0.1795404 Jun 04 17:19:20.332151 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38602) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:19:20.337018 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'ad49be62-a060-4d58-9923-1b5eac0189ae', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:19:20.344525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:19:20.349568 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Usage tracker for resource:floatingip and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:19:20.352913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:19:20.359163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:19:20.371401 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:20.517296 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:20.659967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Allocated IP 172.25.5.153 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/134d8cda-615d-410e-9e04-6dd4805470dc) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:19:20.823106 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:20.860504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:20.928252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:19:20.930870 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:19:20.934695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:19:20.974851 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event updated for resources: {'Port': ['ID=134d8cda-615d-410e-9e04-6dd4805470dc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:20.991047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:20.991388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:20.991721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:20.992049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:20.992375 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:20.992696 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:20.992996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:20.993331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:20.993650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:20.993962 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:20.994275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:20.994606 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:19:21.406133 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:21.493885 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:21.711826 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:21.719142 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:21.934766 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event updated for resources: {'Port': ['ID=134d8cda-615d-410e-9e04-6dd4805470dc,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:21.947909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:22.128052 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Floating IP 70f0efcf-a2aa-4047-b52f-28b47242426a associated. External IP: 172.25.5.153, port: ad49be62-a060-4d58-9923-1b5eac0189ae. Jun 04 17:19:22.516069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:19:22.701775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:19:22.712276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb34b4-bbba-4ec6-84ed-92127897a289 None None] Sync routers for ids ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:19:22.725320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb34b4-bbba-4ec6-84ed-92127897a289 None None] Routers {'29ec6eb7-62f1-4123-93fb-ec4f5c14f978'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:19:22.725961 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b0cb34b4-bbba-4ec6-84ed-92127897a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:19:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:19:22.730459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:22.788781 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ada9af96-85b5-47b3-9aa0-3490cdb16adc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4555187 Jun 04 17:19:22.789288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:19:22.791715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38606) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:19:22.797523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-40519990', 'description': 'tempest-secgroup-smoke-40519990 description', 'project_id': '23941e0dde75487fa7955c28f93f50d0'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:19:22.804710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:19:22.808863 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Usage tracker for resource:security_group and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:19:22.811848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:19:22.818422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:19:22.829715 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:22.850604 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:19:22.854679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Usage tracker for resource:security_group_rule and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:19:22.857710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:19:22.863553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:19:22.915629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-b0cb34b4-bbba-4ec6-84ed-92127897a289 None None] Set router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:19:22.937334 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:22.943100 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:22.975443 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4aa408-4017-4e63-bc26-85319e8f34d7'] response: {'name': 'network-changed', 'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae', 'status': 'completed', 'code': 200} Jun 04 17:19:22.990173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787474e6-39ea-49e4-b887-5c4029d15906,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:22.995505 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:22.996785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8ede47a1-193a-4a5f-8cd6-5f443947e5c2 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2035077 Jun 04 17:19:23.000777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38614) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:19:23.007355 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-16778019-e701-45a6-8797-8d2deada39a5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Request body: {'security_group_rule': {'security_group_id': '787474e6-39ea-49e4-b887-5c4029d15906', 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:19:23.015973 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-16778019-e701-45a6-8797-8d2deada39a5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:19:23.020721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-16778019-e701-45a6-8797-8d2deada39a5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Usage tracker for resource:security_group_rule and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:19:23.024263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-16778019-e701-45a6-8797-8d2deada39a5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:19:23.031425 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-16778019-e701-45a6-8797-8d2deada39a5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:19:23.058531 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16778019-e701-45a6-8797-8d2deada39a5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.073109 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b974f-01af-4613-a9a8-4306aa4e2b07 req-86dafff5-92ab-407b-918a-27e308e51804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:23.074835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-914b974f-01af-4613-a9a8-4306aa4e2b07 req-86dafff5-92ab-407b-918a-27e308e51804 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23941e0dde75487fa7955c28f93f50d0&device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 1096 time: 0.0754697 Jun 04 17:19:23.136927 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16778019-e701-45a6-8797-8d2deada39a5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.141424 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16778019-e701-45a6-8797-8d2deada39a5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.166804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16778019-e701-45a6-8797-8d2deada39a5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a3a5bf-ef0c-42c2-9eb5-ee003b833edc,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:23.178892 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-16778019-e701-45a6-8797-8d2deada39a5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.180955 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-16778019-e701-45a6-8797-8d2deada39a5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1789958 Jun 04 17:19:23.183778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38618) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:19:23.190129 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4ee8de46-b133-4ba6-902c-86592592095f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Request body: {'security_group_rule': {'security_group_id': '787474e6-39ea-49e4-b887-5c4029d15906', 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:19:23.197188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4ee8de46-b133-4ba6-902c-86592592095f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:19:23.201243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4ee8de46-b133-4ba6-902c-86592592095f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Usage tracker for resource:security_group_rule and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:19:23.204221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4ee8de46-b133-4ba6-902c-86592592095f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:19:23.210322 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4ee8de46-b133-4ba6-902c-86592592095f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:19:23.218447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b974f-01af-4613-a9a8-4306aa4e2b07 req-a90ccc40-de03-407b-b91f-ab7998f9b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:23.220258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-914b974f-01af-4613-a9a8-4306aa4e2b07 req-a90ccc40-de03-407b-b91f-ab7998f9b2cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec634404-5939-4780-97ea-feb65ff23aa6 HTTP/1.1" status: 200 len: 914 time: 0.1388214 Jun 04 17:19:23.228492 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ee8de46-b133-4ba6-902c-86592592095f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.289222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b0cb34b4-bbba-4ec6-84ed-92127897a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:18:32Z', 'revision_number': 4, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port': {'id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:29Z', 'updated_at': '2022-06-04T17:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '70f0efcf-a2aa-4047-b52f-28b47242426a', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'port_id': 'ad49be62-a060-4d58-9923-1b5eac0189ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'mac_address': 'fa:16:3e:8a:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:19:21Z', 'updated_at': '2022-06-04T17:19:21Z', 'revision_number': 0, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62081e01-d3ff-4e58-aee8-7dadb6b7552c', 'name': '', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'mac_address': 'fa:16:3e:38:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:31Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 5, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'subnets': [{'id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:19:23.293255 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb34b4-bbba-4ec6-84ed-92127897a289 None None] Checking router: 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:19:23.294854 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ee8de46-b133-4ba6-902c-86592592095f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.301075 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ee8de46-b133-4ba6-902c-86592592095f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.302299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb34b4-bbba-4ec6-84ed-92127897a289 None None] Routers {'29ec6eb7-62f1-4123-93fb-ec4f5c14f978'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:19:23.303134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b0cb34b4-bbba-4ec6-84ed-92127897a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:19:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:19:23.325393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8de46-b133-4ba6-902c-86592592095f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75aeeec4-9983-413c-a963-568a04bb4354,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:23.339037 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4ee8de46-b133-4ba6-902c-86592592095f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.339239 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-914b974f-01af-4613-a9a8-4306aa4e2b07 req-699c67cb-bee1-4bd3-ad32-8a6d59001d19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad49be62-a060-4d58-9923-1b5eac0189ae HTTP/1.1" status: 200 len: 999 time: 0.1110098 Jun 04 17:19:23.340544 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4ee8de46-b133-4ba6-902c-86592592095f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549299 Jun 04 17:19:23.343312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38624) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:19:23.348850 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-29e673e6-7af1-4b36-8743-6d2cefd11589 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Request body: {'security_group_rule': {'security_group_id': '787474e6-39ea-49e4-b887-5c4029d15906', 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:19:23.356778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-29e673e6-7af1-4b36-8743-6d2cefd11589 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:19:23.362057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-29e673e6-7af1-4b36-8743-6d2cefd11589 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Usage tracker for resource:security_group_rule and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:19:23.365602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-29e673e6-7af1-4b36-8743-6d2cefd11589 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:19:23.371717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-29e673e6-7af1-4b36-8743-6d2cefd11589 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:19:23.393996 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29e673e6-7af1-4b36-8743-6d2cefd11589 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.413563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b974f-01af-4613-a9a8-4306aa4e2b07 req-cc57fe30-b843-48b3-9977-cab89e06cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:23.415239 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-914b974f-01af-4613-a9a8-4306aa4e2b07 req-cc57fe30-b843-48b3-9977-cab89e06cd26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f5f9bdd-948f-4d67-ae94-9cea20e5eef9 HTTP/1.1" status: 200 len: 852 time: 0.0703604 Jun 04 17:19:23.469227 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29e673e6-7af1-4b36-8743-6d2cefd11589 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.479366 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29e673e6-7af1-4b36-8743-6d2cefd11589 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.500986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b974f-01af-4613-a9a8-4306aa4e2b07 req-52cd77ce-af38-4b62-a799-8bb99cc7117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:23.503374 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-914b974f-01af-4613-a9a8-4306aa4e2b07 req-52cd77ce-af38-4b62-a799-8bb99cc7117a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec634404-5939-4780-97ea-feb65ff23aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807531 Jun 04 17:19:23.520244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e673e6-7af1-4b36-8743-6d2cefd11589 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cfa105-4e76-4961-a3d0-60e341b9a8fa,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:23.536779 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29e673e6-7af1-4b36-8743-6d2cefd11589 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.539043 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-29e673e6-7af1-4b36-8743-6d2cefd11589 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1944256 Jun 04 17:19:23.541584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38628) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:19:23.574734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-b0cb34b4-bbba-4ec6-84ed-92127897a289 None None] Set router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:19:23.597925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-3a26708c-3c9c-422f-8246-83622530ccf1 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Request body: {'security_group_rule': {'security_group_id': '787474e6-39ea-49e4-b887-5c4029d15906', 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:19:23.607921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3a26708c-3c9c-422f-8246-83622530ccf1 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:19:23.619481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3a26708c-3c9c-422f-8246-83622530ccf1 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Usage tracker for resource:security_group_rule and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:19:23.623616 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3a26708c-3c9c-422f-8246-83622530ccf1 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:19:23.631628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3a26708c-3c9c-422f-8246-83622530ccf1 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:19:23.677160 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3a26708c-3c9c-422f-8246-83622530ccf1 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.686411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-914b974f-01af-4613-a9a8-4306aa4e2b07 req-f0ae1074-9b7c-4b85-b0a6-74b6926aaff0 service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749644 Jun 04 17:19:23.840615 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3a26708c-3c9c-422f-8246-83622530ccf1 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.852918 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3a26708c-3c9c-422f-8246-83622530ccf1 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.873407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-914b974f-01af-4613-a9a8-4306aa4e2b07 req-1c066802-2e24-4ede-b2b7-aee77f79920d service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750336 Jun 04 17:19:23.882357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26708c-3c9c-422f-8246-83622530ccf1 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f148998-769e-4ffe-bc8f-d9432b65a668,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:23.895291 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3a26708c-3c9c-422f-8246-83622530ccf1 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:23.896727 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3a26708c-3c9c-422f-8246-83622530ccf1 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3501019 Jun 04 17:19:23.899835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38632) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:19:23.905253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-6e9a1dca-8fae-43f1-ba24-b86904538c71 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Request body: {'security_group_rule': {'security_group_id': '787474e6-39ea-49e4-b887-5c4029d15906', 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:19:23.912400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6e9a1dca-8fae-43f1-ba24-b86904538c71 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:19:23.916677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6e9a1dca-8fae-43f1-ba24-b86904538c71 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Usage tracker for resource:security_group_rule and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:19:23.919737 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-6e9a1dca-8fae-43f1-ba24-b86904538c71 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:19:23.930864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-6e9a1dca-8fae-43f1-ba24-b86904538c71 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:19:23.934164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-b0cb34b4-bbba-4ec6-84ed-92127897a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:18:32Z', 'revision_number': 4, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port': {'id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:29Z', 'updated_at': '2022-06-04T17:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '70f0efcf-a2aa-4047-b52f-28b47242426a', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'port_id': 'ad49be62-a060-4d58-9923-1b5eac0189ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'mac_address': 'fa:16:3e:8a:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:19:21Z', 'updated_at': '2022-06-04T17:19:21Z', 'revision_number': 0, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62081e01-d3ff-4e58-aee8-7dadb6b7552c', 'name': '', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'mac_address': 'fa:16:3e:38:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:31Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 5, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'subnets': [{'id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:19:23.938920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb34b4-bbba-4ec6-84ed-92127897a289 None None] The sync data for ids ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'] in n-d-811809-3 is: [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:18:32Z', 'revision_number': 4, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port': {'id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:29Z', 'updated_at': '2022-06-04T17:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '70f0efcf-a2aa-4047-b52f-28b47242426a', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'port_id': 'ad49be62-a060-4d58-9923-1b5eac0189ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'mac_address': 'fa:16:3e:8a:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:19:21Z', 'updated_at': '2022-06-04T17:19:21Z', 'revision_number': 0, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62081e01-d3ff-4e58-aee8-7dadb6b7552c', 'name': '', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'mac_address': 'fa:16:3e:38:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:31Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 5, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'subnets': [{'id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:19:23.941931 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-6e9a1dca-8fae-43f1-ba24-b86904538c71 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Project 23941e0dde75487fa7955c28f93f50d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:19:23.948985 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1dca-8fae-43f1-ba24-b86904538c71 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:24.016863 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1dca-8fae-43f1-ba24-b86904538c71 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:24.021741 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1dca-8fae-43f1-ba24-b86904538c71 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:24.045130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a1dca-8fae-43f1-ba24-b86904538c71 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a79003e-30a4-4f7e-a372-77aa45d21aec,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:24.055848 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1dca-8fae-43f1-ba24-b86904538c71 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:24.057193 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6e9a1dca-8fae-43f1-ba24-b86904538c71 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1563549 Jun 04 17:19:24.060150 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38636) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:19:24.065795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0c9d1d9d-7d3e-4f0a-b124-b9ad9d67c68b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Request body: {'security_group_rule': {'security_group_id': '787474e6-39ea-49e4-b887-5c4029d15906', 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:19:24.072903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0c9d1d9d-7d3e-4f0a-b124-b9ad9d67c68b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:19:24.077131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0c9d1d9d-7d3e-4f0a-b124-b9ad9d67c68b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Usage tracker for resource:security_group_rule and tenant:23941e0dde75487fa7955c28f93f50d0 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:19:24.080306 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0c9d1d9d-7d3e-4f0a-b124-b9ad9d67c68b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:19:24.086795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0c9d1d9d-7d3e-4f0a-b124-b9ad9d67c68b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:19:24.098749 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-0c9d1d9d-7d3e-4f0a-b124-b9ad9d67c68b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Project 23941e0dde75487fa7955c28f93f50d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:19:24.106040 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1d9d-7d3e-4f0a-b124-b9ad9d67c68b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:24.140265 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea665d17-433c-4b4d-8943-79a7eb42b5da None None] New status for floating IP 70f0efcf-a2aa-4047-b52f-28b47242426a: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:19:24.176209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1d9d-7d3e-4f0a-b124-b9ad9d67c68b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:24.180363 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1d9d-7d3e-4f0a-b124-b9ad9d67c68b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:24.205803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d1d9d-7d3e-4f0a-b124-b9ad9d67c68b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199df73d-e906-4935-ac37-624864b5b6b0,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:24.216648 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1d9d-7d3e-4f0a-b124-b9ad9d67c68b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:24.217880 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0c9d1d9d-7d3e-4f0a-b124-b9ad9d67c68b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1567726 Jun 04 17:19:24.342698 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-94146659-abf1-4589-9813-c3a79e116179 req-e3d27e53-157d-40de-bc65-85896a30f4f6 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Synchronizing usage tracker for tenant:23941e0dde75487fa7955c28f93f50d0 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:19:24.360831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-94146659-abf1-4589-9813-c3a79e116179 req-e3d27e53-157d-40de-bc65-85896a30f4f6 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Unset dirty status for tenant:23941e0dde75487fa7955c28f93f50d0 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:19:24.362060 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94146659-abf1-4589-9813-c3a79e116179 req-e3d27e53-157d-40de-bc65-85896a30f4f6 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40519990&fields=id&tenant_id=23941e0dde75487fa7955c28f93f50d0 HTTP/1.1" status: 200 len: 267 time: 0.0641747 Jun 04 17:19:24.451608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146659-abf1-4589-9813-c3a79e116179 req-f7e04bc8-1141-496b-94fe-797736b48ba5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:24.453215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94146659-abf1-4589-9813-c3a79e116179 req-f7e04bc8-1141-496b-94fe-797736b48ba5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 945 time: 0.0838361 Jun 04 17:19:24.467882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-94146659-abf1-4589-9813-c3a79e116179 req-de357295-9867-413f-9b9c-173328d9751a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Request body: {'port': {'security_groups': ['2ffb7eba-5ec3-4888-93c2-00e8a328e7b5', '787474e6-39ea-49e4-b887-5c4029d15906']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:19:24.587437 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-94146659-abf1-4589-9813-c3a79e116179 req-de357295-9867-413f-9b9c-173328d9751a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:24.849266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-94146659-abf1-4589-9813-c3a79e116179 req-de357295-9867-413f-9b9c-173328d9751a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] For port ad49be62-a060-4d58-9923-1b5eac0189ae, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ad49be62-a060-4d58-9923-1b5eac0189ae,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:19:24.882379 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-94146659-abf1-4589-9813-c3a79e116179 req-de357295-9867-413f-9b9c-173328d9751a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:24.889509 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-94146659-abf1-4589-9813-c3a79e116179 req-de357295-9867-413f-9b9c-173328d9751a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:24.900975 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['ad49be62-a060-4d58-9923-1b5eac0189ae'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:19:24.971990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146659-abf1-4589-9813-c3a79e116179 req-de357295-9867-413f-9b9c-173328d9751a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:24.972618 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-94146659-abf1-4589-9813-c3a79e116179 req-de357295-9867-413f-9b9c-173328d9751a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:24.977089 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-94146659-abf1-4589-9813-c3a79e116179 req-de357295-9867-413f-9b9c-173328d9751a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "PUT /v2.0/ports/ad49be62-a060-4d58-9923-1b5eac0189ae HTTP/1.1" status: 200 len: 981 time: 0.5150433 Jun 04 17:19:24.977089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:19:25.004640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de357295-9867-413f-9b9c-173328d9751a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event updated for resources: {'Port': ['ID=ad49be62-a060-4d58-9923-1b5eac0189ae,revision_number=6']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:19:25.042128 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0206eda-fa82-4996-9945-c31c9773afcf'] response: {'name': 'network-changed', 'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae', 'status': 'completed', 'code': 200} Jun 04 17:19:25.043052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['ad49be62-a060-4d58-9923-1b5eac0189ae'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:19:25.215902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156c67a-87ac-44a9-be60-675a13908d8c req-474e9e9c-1fb8-433f-a1a6-da2a6a858d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:25.217387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4156c67a-87ac-44a9-be60-675a13908d8c req-474e9e9c-1fb8-433f-a1a6-da2a6a858d51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23941e0dde75487fa7955c28f93f50d0&device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 1135 time: 0.1506431 Jun 04 17:19:25.225098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32769f78-5dfc-4e9c-897e-7b8335f5c9dd req-9526907c-a89c-47cb-969f-8bf1a3977651 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:25.226505 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-32769f78-5dfc-4e9c-897e-7b8335f5c9dd req-9526907c-a89c-47cb-969f-8bf1a3977651 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.1212459 Jun 04 17:19:25.336459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1e048d40-3e61-4343-a6f6-943231e97001 None None] Provisioning complete for port ad49be62-a060-4d58-9923-1b5eac0189ae triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:19:25.336708 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1e048d40-3e61-4343-a6f6-943231e97001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:25.463799 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-32769f78-5dfc-4e9c-897e-7b8335f5c9dd req-cc519718-3552-4689-af5e-cf6bddf4d6e5 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2186399 Jun 04 17:19:25.501494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156c67a-87ac-44a9-be60-675a13908d8c req-a8bbde8a-d9e2-4648-ac02-25cc2968d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:25.503020 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4156c67a-87ac-44a9-be60-675a13908d8c req-a8bbde8a-d9e2-4648-ac02-25cc2968d7f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec634404-5939-4780-97ea-feb65ff23aa6 HTTP/1.1" status: 200 len: 914 time: 0.2757130 Jun 04 17:19:25.606064 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4156c67a-87ac-44a9-be60-675a13908d8c req-2f13fb8d-2eac-456e-b909-6641dcf6a484 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad49be62-a060-4d58-9923-1b5eac0189ae HTTP/1.1" status: 200 len: 1001 time: 0.0961010 Jun 04 17:19:25.618943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1e048d40-3e61-4343-a6f6-943231e97001 None None] Current status of the port ad49be62-a060-4d58-9923-1b5eac0189ae is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:19:25.668668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156c67a-87ac-44a9-be60-675a13908d8c req-6a1a0a96-0bfe-46f4-8681-3fe6e0ab9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:25.670145 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4156c67a-87ac-44a9-be60-675a13908d8c req-6a1a0a96-0bfe-46f4-8681-3fe6e0ab9c36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f5f9bdd-948f-4d67-ae94-9cea20e5eef9 HTTP/1.1" status: 200 len: 852 time: 0.0586920 Jun 04 17:19:25.749122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156c67a-87ac-44a9-be60-675a13908d8c req-0206c6dc-c2c3-444e-8c85-b1673ecc43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:25.750627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4156c67a-87ac-44a9-be60-675a13908d8c req-0206c6dc-c2c3-444e-8c85-b1673ecc43ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec634404-5939-4780-97ea-feb65ff23aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744624 Jun 04 17:19:25.885706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4156c67a-87ac-44a9-be60-675a13908d8c req-621caa47-15c9-4c52-83b2-35557e097cf7 service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280644 Jun 04 17:19:26.036007 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4156c67a-87ac-44a9-be60-675a13908d8c req-fc862ed7-0d8b-4149-aae2-7dd4821b731c service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435723 Jun 04 17:19:27.892007 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2651b1f7-91e2-4428-8445-274fec70d5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:30.096361 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8baa960a-95e4-4144-995c-e203fadaddd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:31.374294 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:31.451846 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:32.798517 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:34.571863 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:34.779977 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:40.838700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655278c-c745-4361-8868-e04040ed61a8 req-86d5aac0-92cc-49d6-8c83-6a1d41086bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:40.840184 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c655278c-c745-4361-8868-e04040ed61a8 req-86d5aac0-92cc-49d6-8c83-6a1d41086bb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23941e0dde75487fa7955c28f93f50d0&device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 1135 time: 0.1331148 Jun 04 17:19:40.852016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddb26f-504d-46d9-adfe-97844a8b99f1 req-d5499f07-932f-497f-9dab-c9b56e70c673 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:40.853848 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5eddb26f-504d-46d9-adfe-97844a8b99f1 req-d5499f07-932f-497f-9dab-c9b56e70c673 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.1139224 Jun 04 17:19:40.983890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5eddb26f-504d-46d9-adfe-97844a8b99f1 req-9f2879e5-4080-4969-8b0d-7e3c55cc7874 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1238527 Jun 04 17:19:41.019507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655278c-c745-4361-8868-e04040ed61a8 req-08233f86-cb81-494f-97ae-1257d5d01072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:41.021007 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c655278c-c745-4361-8868-e04040ed61a8 req-08233f86-cb81-494f-97ae-1257d5d01072 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec634404-5939-4780-97ea-feb65ff23aa6 HTTP/1.1" status: 200 len: 914 time: 0.1624467 Jun 04 17:19:41.135517 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c655278c-c745-4361-8868-e04040ed61a8 req-10380cf7-bdd9-44ea-a87c-bc86951b736d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad49be62-a060-4d58-9923-1b5eac0189ae HTTP/1.1" status: 200 len: 1001 time: 0.1079342 Jun 04 17:19:41.203258 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655278c-c745-4361-8868-e04040ed61a8 req-06fb5881-0351-4d26-b0dc-89f35fabde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:41.205169 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c655278c-c745-4361-8868-e04040ed61a8 req-06fb5881-0351-4d26-b0dc-89f35fabde08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f5f9bdd-948f-4d67-ae94-9cea20e5eef9 HTTP/1.1" status: 200 len: 852 time: 0.0629590 Jun 04 17:19:41.292293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655278c-c745-4361-8868-e04040ed61a8 req-c3b4f39c-cf54-46fa-9e66-7cbcdfea9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:41.293674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c655278c-c745-4361-8868-e04040ed61a8 req-c3b4f39c-cf54-46fa-9e66-7cbcdfea9ceb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec634404-5939-4780-97ea-feb65ff23aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826619 Jun 04 17:19:41.425693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c655278c-c745-4361-8868-e04040ed61a8 req-956debad-0f37-4dca-9238-b17347c8e2f4 service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246195 Jun 04 17:19:41.556909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c655278c-c745-4361-8868-e04040ed61a8 req-42b7bf25-84a0-42b5-83c5-a89e972e4f88 service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249373 Jun 04 17:19:41.666995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc6ecc-8de7-4a35-a794-fec53ff7215a req-20d22bb3-0ce6-46dc-a8f5-a45319ada192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:41.668522 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eedc6ecc-8de7-4a35-a794-fec53ff7215a req-20d22bb3-0ce6-46dc-a8f5-a45319ada192 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23941e0dde75487fa7955c28f93f50d0&device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 1135 time: 0.0730996 Jun 04 17:19:41.932387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc6ecc-8de7-4a35-a794-fec53ff7215a req-98729e6c-82f0-4b32-b718-c1989fa36c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:41.933758 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eedc6ecc-8de7-4a35-a794-fec53ff7215a req-98729e6c-82f0-4b32-b718-c1989fa36c45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec634404-5939-4780-97ea-feb65ff23aa6 HTTP/1.1" status: 200 len: 914 time: 0.2591231 Jun 04 17:19:42.040185 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eedc6ecc-8de7-4a35-a794-fec53ff7215a req-01fa4e22-4af4-4698-9a64-adf70a7ea60e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad49be62-a060-4d58-9923-1b5eac0189ae HTTP/1.1" status: 200 len: 1001 time: 0.0996823 Jun 04 17:19:42.144503 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc6ecc-8de7-4a35-a794-fec53ff7215a req-17658150-6b48-4865-a588-e5a8702d287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:42.145966 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eedc6ecc-8de7-4a35-a794-fec53ff7215a req-17658150-6b48-4865-a588-e5a8702d287e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f5f9bdd-948f-4d67-ae94-9cea20e5eef9 HTTP/1.1" status: 200 len: 852 time: 0.0993524 Jun 04 17:19:42.241246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9296c7-8b05-4ecf-841a-baedb0bbc73a req-fd5f3c0d-c9e8-4848-8b92-ba824c6ce69b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:42.242807 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab9296c7-8b05-4ecf-841a-baedb0bbc73a req-fd5f3c0d-c9e8-4848-8b92-ba824c6ce69b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.1482415 Jun 04 17:19:42.266567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc6ecc-8de7-4a35-a794-fec53ff7215a req-d7c24b39-fe88-4ccb-9ace-3a886ebd862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:42.267991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eedc6ecc-8de7-4a35-a794-fec53ff7215a req-d7c24b39-fe88-4ccb-9ace-3a886ebd862b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec634404-5939-4780-97ea-feb65ff23aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119130 Jun 04 17:19:42.370330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ab9296c7-8b05-4ecf-841a-baedb0bbc73a req-b189a0da-41a4-4a83-9fa6-249ab77435dc tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1210527 Jun 04 17:19:42.425344 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eedc6ecc-8de7-4a35-a794-fec53ff7215a req-daa21f8c-f5cc-4325-af3d-e9c9b1a90bbb service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500216 Jun 04 17:19:42.555352 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eedc6ecc-8de7-4a35-a794-fec53ff7215a req-a3ecbd17-0f94-44c4-8062-2958d56bff48 service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239791 Jun 04 17:19:43.563362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd97f17-ba42-4640-bfab-6e756ba84ef9 req-a44d58e5-c298-418c-aad4-5e14ec682228 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:43.564844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5dd97f17-ba42-4640-bfab-6e756ba84ef9 req-a44d58e5-c298-418c-aad4-5e14ec682228 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0814452 Jun 04 17:19:43.610058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5dd97f17-ba42-4640-bfab-6e756ba84ef9 req-c8399741-5d2b-4459-8019-0eee12ed6450 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0393546 Jun 04 17:19:44.812889 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ff405-834e-4ed6-be1e-922b21cc5219 req-3b954dcd-2a1b-4e57-9274-269336308e6a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:44.814336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-648ff405-834e-4ed6-be1e-922b21cc5219 req-3b954dcd-2a1b-4e57-9274-269336308e6a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0882552 Jun 04 17:19:44.859815 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-648ff405-834e-4ed6-be1e-922b21cc5219 req-1ce4a986-111e-460a-8eef-f55200f0f66d tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0394175 Jun 04 17:19:46.065870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d22770-f72d-4bea-8660-806a0c924273 req-53f16d3f-c07d-4b00-a4d4-3caa7e9a2f48 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:46.067375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34d22770-f72d-4bea-8660-806a0c924273 req-53f16d3f-c07d-4b00-a4d4-3caa7e9a2f48 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0942490 Jun 04 17:19:46.120361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-34d22770-f72d-4bea-8660-806a0c924273 req-da2e5c4f-c5ea-45e2-81cd-505a2943072e tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0462754 Jun 04 17:19:47.317671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d126b6-1d81-4323-a188-43230ce24fce req-f0abd61d-61b6-46ec-8ce1-a32126836e60 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:47.319134 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1d126b6-1d81-4323-a188-43230ce24fce req-f0abd61d-61b6-46ec-8ce1-a32126836e60 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0845201 Jun 04 17:19:47.365149 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1d126b6-1d81-4323-a188-43230ce24fce req-dddb1ba4-acd0-49a1-9853-913cf448c561 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0400951 Jun 04 17:19:48.565378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa9cef-a13f-4cb5-824f-88314e6f740a req-0f905fb4-7170-4839-b0a3-839d81855d4b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:48.566857 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-acfa9cef-a13f-4cb5-824f-88314e6f740a req-0f905fb4-7170-4839-b0a3-839d81855d4b tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0846381 Jun 04 17:19:48.613715 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-acfa9cef-a13f-4cb5-824f-88314e6f740a req-46b159d1-54f3-46ec-8ce7-b9470251e6b8 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0409086 Jun 04 17:19:49.816382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe75db-ed94-4453-8417-040cf8447b97 req-d2fbb6ed-001a-4b1d-8caf-e32375ea016d tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:49.817843 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80fe75db-ed94-4453-8417-040cf8447b97 req-d2fbb6ed-001a-4b1d-8caf-e32375ea016d tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0884295 Jun 04 17:19:49.872144 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-80fe75db-ed94-4453-8417-040cf8447b97 req-44cf14c3-b0ad-4ae4-b2ac-fa752357c423 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0479164 Jun 04 17:19:51.069289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29c71a-28c1-4637-8537-5a0b4df4d5d0 req-07de979f-fcba-46ba-ba2f-d4456a7c4148 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:51.070811 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af29c71a-28c1-4637-8537-5a0b4df4d5d0 req-07de979f-fcba-46ba-ba2f-d4456a7c4148 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0881882 Jun 04 17:19:51.117983 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-af29c71a-28c1-4637-8537-5a0b4df4d5d0 req-87d2ca79-8028-4bc8-a9c6-36821a941e15 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0410228 Jun 04 17:19:52.335976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af93dc1-5997-4df9-aff7-dea8742bf3b5 req-e5633398-2d27-4634-a479-4eaae445a278 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:52.337673 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4af93dc1-5997-4df9-aff7-dea8742bf3b5 req-e5633398-2d27-4634-a479-4eaae445a278 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0944309 Jun 04 17:19:52.385094 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4af93dc1-5997-4df9-aff7-dea8742bf3b5 req-50946f10-0d5b-4c51-b8e8-635f94d49f3d tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0410714 Jun 04 17:19:53.584549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b5ed3-3803-48b9-a86b-57382ccd2575 req-9199178d-7afa-4a92-b53d-7e0836890613 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:53.586000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f1b5ed3-3803-48b9-a86b-57382ccd2575 req-9199178d-7afa-4a92-b53d-7e0836890613 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0891852 Jun 04 17:19:53.647030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f1b5ed3-3803-48b9-a86b-57382ccd2575 req-11acb390-a34f-4335-aa6c-45d0e743d786 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547776 Jun 04 17:19:54.850219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e749242-297e-4ab0-a1d0-4dd64aaa5dc1 req-75b87273-30c3-42a0-ab2a-88c2d0f6dfed tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:54.851612 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e749242-297e-4ab0-a1d0-4dd64aaa5dc1 req-75b87273-30c3-42a0-ab2a-88c2d0f6dfed tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0863540 Jun 04 17:19:55.013882 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e749242-297e-4ab0-a1d0-4dd64aaa5dc1 req-af858333-9d31-4da2-9cd9-915e8bf53fb4 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1561892 Jun 04 17:19:55.789698 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:19:56.207319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04b0b9-18c6-4ba2-901a-d0a9a4dcc41a req-b013a5b9-5309-4235-95e5-a1584f727a16 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:56.208781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d04b0b9-18c6-4ba2-901a-d0a9a4dcc41a req-b013a5b9-5309-4235-95e5-a1584f727a16 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0825827 Jun 04 17:19:56.256879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d04b0b9-18c6-4ba2-901a-d0a9a4dcc41a req-5da58925-bc18-4544-88d3-2ff1ccbefea0 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0399177 Jun 04 17:19:57.456803 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d4d7a-d696-4f83-853f-3d4a0aa08075 req-21733cde-7bee-426c-9d76-02d9c2bf6644 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:57.458248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d40d4d7a-d696-4f83-853f-3d4a0aa08075 req-21733cde-7bee-426c-9d76-02d9c2bf6644 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0836055 Jun 04 17:19:57.505441 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d40d4d7a-d696-4f83-853f-3d4a0aa08075 req-c6f24974-a91a-4401-8e9e-87df377e8d5f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0411823 Jun 04 17:19:57.895125 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a2f61c16-df72-4061-a7c4-b0f26349b824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:19:58.703385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ff4cd-de9d-4ec3-aa44-40ece97884d5 req-e2d5242f-3fe7-4e5e-8a7d-6fa3a6ce8a6f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:19:58.704862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d83ff4cd-de9d-4ec3-aa44-40ece97884d5 req-e2d5242f-3fe7-4e5e-8a7d-6fa3a6ce8a6f tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0933275 Jun 04 17:19:58.751930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d83ff4cd-de9d-4ec3-aa44-40ece97884d5 req-0dfe4a4d-2396-4d41-86e8-0ba8a0b3d505 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&id=787474e6-39ea-49e4-b887-5c4029d15906&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0413277 Jun 04 17:20:00.091122 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-620c1f31-da11-42f3-a43c-71a2def1cc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:01.370744 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:01.450206 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:02.793083 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:04.583741 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:04.796908 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:27.894405 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-84fdc744-29ba-4295-8ec8-d8267c76801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:30.097447 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-03a0426f-6251-4e5f-ab3e-a28a068b37c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:30.486421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c4222ee-d4aa-44c3-8716-337ea5ff3b7c req-7ae16218-eca0-4588-b716-86ff0d69d55c tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40519990&fields=id&tenant_id=23941e0dde75487fa7955c28f93f50d0 HTTP/1.1" status: 200 len: 267 time: 0.0986032 Jun 04 17:20:30.574790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4222ee-d4aa-44c3-8716-337ea5ff3b7c req-c653fdb7-0226-4021-9bda-db10f557d0c7 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:30.576285 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c4222ee-d4aa-44c3-8716-337ea5ff3b7c req-c653fdb7-0226-4021-9bda-db10f557d0c7 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 984 time: 0.0818980 Jun 04 17:20:30.587530 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-2c4222ee-d4aa-44c3-8716-337ea5ff3b7c req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Request body: {'port': {'security_groups': ['2ffb7eba-5ec3-4888-93c2-00e8a328e7b5']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:20:30.714465 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c4222ee-d4aa-44c3-8716-337ea5ff3b7c req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:30.966067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-2c4222ee-d4aa-44c3-8716-337ea5ff3b7c req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] For port ad49be62-a060-4d58-9923-1b5eac0189ae, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ad49be62-a060-4d58-9923-1b5eac0189ae,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:20:30.993746 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c4222ee-d4aa-44c3-8716-337ea5ff3b7c req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:31.001422 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c4222ee-d4aa-44c3-8716-337ea5ff3b7c req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:31.013074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['ad49be62-a060-4d58-9923-1b5eac0189ae'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:20:31.071023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4222ee-d4aa-44c3-8716-337ea5ff3b7c req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:31.071644 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-2c4222ee-d4aa-44c3-8716-337ea5ff3b7c req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:31.073047 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c4222ee-d4aa-44c3-8716-337ea5ff3b7c req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "PUT /v2.0/ports/ad49be62-a060-4d58-9923-1b5eac0189ae HTTP/1.1" status: 200 len: 942 time: 0.4903619 Jun 04 17:20:31.073498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:20:31.081034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38712) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:31.138548 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d005f2d-4661-44f8-8147-0e4a1832e842'] response: {'name': 'network-changed', 'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae', 'status': 'completed', 'code': 200} Jun 04 17:20:31.158017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['ad49be62-a060-4d58-9923-1b5eac0189ae'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:20:31.164189 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30d84ae3-d10e-47e4-8dac-9fe29df1232c tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:31.198142 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event updated for resources: {'Port': ['ID=ad49be62-a060-4d58-9923-1b5eac0189ae,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:31.224606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:31.224906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:31.225198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:31.225628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:31.225952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:31.226278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:31.226643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:31.226964 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:31.227281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:31.227609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:31.227923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:31.228239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50328a05-8feb-46de-9075-2afbcde01c20 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:31.262467 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30d84ae3-d10e-47e4-8dac-9fe29df1232c tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:31.315140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ada54e-ce08-4162-9ba1-c54d609d874c req-5c444ac3-8f13-4433-9c1c-3a831188c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:31.316614 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24ada54e-ce08-4162-9ba1-c54d609d874c req-5c444ac3-8f13-4433-9c1c-3a831188c8c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23941e0dde75487fa7955c28f93f50d0&device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 1096 time: 0.1553364 Jun 04 17:20:31.338618 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-78ce17d8-917f-4b24-9635-e85e35b6a3e8 None None] Provisioning complete for port ad49be62-a060-4d58-9923-1b5eac0189ae triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:20:31.338875 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-78ce17d8-917f-4b24-9635-e85e35b6a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:31.415943 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30d84ae3-d10e-47e4-8dac-9fe29df1232c tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:31.433413 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:31.451732 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d84ae3-d10e-47e4-8dac-9fe29df1232c tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=787474e6-39ea-49e4-b887-5c4029d15906,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:31.475377 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ada54e-ce08-4162-9ba1-c54d609d874c req-2dc93c9c-1233-4dfd-8d70-f9ecac853ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:31.476808 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24ada54e-ce08-4162-9ba1-c54d609d874c req-2dc93c9c-1233-4dfd-8d70-f9ecac853ab8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec634404-5939-4780-97ea-feb65ff23aa6 HTTP/1.1" status: 200 len: 914 time: 0.1542253 Jun 04 17:20:31.478029 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-30d84ae3-d10e-47e4-8dac-9fe29df1232c tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:31.479049 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-30d84ae3-d10e-47e4-8dac-9fe29df1232c tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "DELETE /v2.0/security-groups/787474e6-39ea-49e4-b887-5c4029d15906 HTTP/1.1" status: 204 len: 168 time: 0.3973360 Jun 04 17:20:31.481837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38716) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:31.483810 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:31.578577 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-78ce17d8-917f-4b24-9635-e85e35b6a3e8 None None] Current status of the port ad49be62-a060-4d58-9923-1b5eac0189ae is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:20:31.727398 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24ada54e-ce08-4162-9ba1-c54d609d874c req-8c76697e-7927-4259-8498-c8077d65a9de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad49be62-a060-4d58-9923-1b5eac0189ae HTTP/1.1" status: 200 len: 1001 time: 0.2429771 Jun 04 17:20:31.811458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb6f8a-aaba-4c67-8b52-2f01ed8a976a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Deleting port 134d8cda-615d-410e-9e04-6dd4805470dc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:20:31.811793 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6f8a-aaba-4c67-8b52-2f01ed8a976a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:31.957613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ada54e-ce08-4162-9ba1-c54d609d874c req-e9fe14e9-44c1-47f1-8e5d-da33496f7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:31.959090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24ada54e-ce08-4162-9ba1-c54d609d874c req-e9fe14e9-44c1-47f1-8e5d-da33496f7cb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f5f9bdd-948f-4d67-ae94-9cea20e5eef9 HTTP/1.1" status: 200 len: 852 time: 0.2233102 Jun 04 17:20:32.144219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ada54e-ce08-4162-9ba1-c54d609d874c req-f16b7a70-ada1-423d-8c5d-26c465f8c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:32.145591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24ada54e-ce08-4162-9ba1-c54d609d874c req-f16b7a70-ada1-423d-8c5d-26c465f8c164 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec634404-5939-4780-97ea-feb65ff23aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793087 Jun 04 17:20:32.147141 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6f8a-aaba-4c67-8b52-2f01ed8a976a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:32.147496 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6f8a-aaba-4c67-8b52-2f01ed8a976a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:32.295511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb6f8a-aaba-4c67-8b52-2f01ed8a976a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Calling delete_port for 134d8cda-615d-410e-9e04-6dd4805470dc owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:20:32.449842 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24ada54e-ce08-4162-9ba1-c54d609d874c req-f0915463-4ef6-4148-ba01-d991ca5ea976 service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951610 Jun 04 17:20:32.630233 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6f8a-aaba-4c67-8b52-2f01ed8a976a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:32.635407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24ada54e-ce08-4162-9ba1-c54d609d874c req-e5aad3e3-354d-471e-a402-2ecbdafc148a service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742072 Jun 04 17:20:32.683475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb6f8a-aaba-4c67-8b52-2f01ed8a976a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event deleted for resources: {'Port': ['ID=134d8cda-615d-410e-9e04-6dd4805470dc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:32.771262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6f8a-aaba-4c67-8b52-2f01ed8a976a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:32.771877 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-a3bb6f8a-aaba-4c67-8b52-2f01ed8a976a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Floating IP 70f0efcf-a2aa-4047-b52f-28b47242426a disassociated (deleted). External IP: 172.25.5.153, port: ad49be62-a060-4d58-9923-1b5eac0189ae. Jun 04 17:20:32.791575 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:20:32.800273 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:33.144232 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bb6f8a-aaba-4c67-8b52-2f01ed8a976a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:20:33.462354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bb6f8a-aaba-4c67-8b52-2f01ed8a976a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:20:33.472224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc46e03-11b1-4b14-a033-27691994539d None None] Sync routers for ids ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:20:33.482972 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc46e03-11b1-4b14-a033-27691994539d None None] Routers {'29ec6eb7-62f1-4123-93fb-ec4f5c14f978'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:20:33.483566 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cfc46e03-11b1-4b14-a033-27691994539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:33.484501 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6f8a-aaba-4c67-8b52-2f01ed8a976a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:33.545205 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a3bb6f8a-aaba-4c67-8b52-2f01ed8a976a tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "DELETE /v2.0/floatingips/70f0efcf-a2aa-4047-b52f-28b47242426a HTTP/1.1" status: 204 len: 168 time: 2.0596464 Jun 04 17:20:33.545205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:20:33.601026 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5856af02-b2ea-448e-9832-5ec7669f564a'] response: {'name': 'network-changed', 'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae', 'status': 'completed', 'code': 200} Jun 04 17:20:33.671168 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-cfc46e03-11b1-4b14-a033-27691994539d None None] Set router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:20:33.694615 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63e4e9-c395-43f6-b11d-be961dc5f306 req-0f394041-2362-4272-b8cd-5fca9b419d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:33.696204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f63e4e9-c395-43f6-b11d-be961dc5f306 req-0f394041-2362-4272-b8cd-5fca9b419d9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23941e0dde75487fa7955c28f93f50d0&device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 1096 time: 0.0727611 Jun 04 17:20:33.828866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63e4e9-c395-43f6-b11d-be961dc5f306 req-b122d498-b48a-44a0-a069-a422dc55d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:33.830384 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f63e4e9-c395-43f6-b11d-be961dc5f306 req-b122d498-b48a-44a0-a069-a422dc55d343 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ec634404-5939-4780-97ea-feb65ff23aa6 HTTP/1.1" status: 200 len: 914 time: 0.1286223 Jun 04 17:20:33.911839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f63e4e9-c395-43f6-b11d-be961dc5f306 req-049f93f5-e8e4-41d8-9556-2af020899d24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad49be62-a060-4d58-9923-1b5eac0189ae HTTP/1.1" status: 200 len: 217 time: 0.0759032 Jun 04 17:20:33.981793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63e4e9-c395-43f6-b11d-be961dc5f306 req-c8f307d0-0415-4704-b1f0-faa5c363fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:33.982824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f63e4e9-c395-43f6-b11d-be961dc5f306 req-c8f307d0-0415-4704-b1f0-faa5c363fa93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f5f9bdd-948f-4d67-ae94-9cea20e5eef9 HTTP/1.1" status: 200 len: 852 time: 0.0648685 Jun 04 17:20:33.996134 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cfc46e03-11b1-4b14-a033-27691994539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:18:32Z', 'revision_number': 4, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port': {'id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:29Z', 'updated_at': '2022-06-04T17:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '62081e01-d3ff-4e58-aee8-7dadb6b7552c', 'name': '', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'mac_address': 'fa:16:3e:38:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:31Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 5, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'subnets': [{'id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:34.000332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc46e03-11b1-4b14-a033-27691994539d None None] Checking router: 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:20:34.010806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc46e03-11b1-4b14-a033-27691994539d None None] Routers {'29ec6eb7-62f1-4123-93fb-ec4f5c14f978'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:20:34.011487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cfc46e03-11b1-4b14-a033-27691994539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:34.062420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63e4e9-c395-43f6-b11d-be961dc5f306 req-c2ff08b5-5c6b-4523-a1f9-33811b2e4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:34.063948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f63e4e9-c395-43f6-b11d-be961dc5f306 req-c2ff08b5-5c6b-4523-a1f9-33811b2e4586 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ec634404-5939-4780-97ea-feb65ff23aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752060 Jun 04 17:20:34.189071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-cfc46e03-11b1-4b14-a033-27691994539d None None] Set router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:20:34.203224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f63e4e9-c395-43f6-b11d-be961dc5f306 req-e772e3bd-ca1a-4bef-80aa-4f16bf5d838c service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291385 Jun 04 17:20:34.339901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f63e4e9-c395-43f6-b11d-be961dc5f306 req-94bce593-8162-4142-8fcc-58a1424c525a service neutron] 10.222.0.42 "GET /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322496 Jun 04 17:20:34.510557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cfc46e03-11b1-4b14-a033-27691994539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:18:32Z', 'revision_number': 4, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port': {'id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:29Z', 'updated_at': '2022-06-04T17:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '62081e01-d3ff-4e58-aee8-7dadb6b7552c', 'name': '', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'mac_address': 'fa:16:3e:38:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:31Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 5, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'subnets': [{'id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:34.514043 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc46e03-11b1-4b14-a033-27691994539d None None] The sync data for ids ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'] in n-d-811809-3 is: [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:18:32Z', 'revision_number': 4, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port': {'id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:29Z', 'updated_at': '2022-06-04T17:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '62081e01-d3ff-4e58-aee8-7dadb6b7552c', 'name': '', 'network_id': 'ec634404-5939-4780-97ea-feb65ff23aa6', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'mac_address': 'fa:16:3e:38:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:31Z', 'updated_at': '2022-06-04T17:18:39Z', 'revision_number': 5, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'subnets': [{'id': '3f5f9bdd-948f-4d67-ae94-9cea20e5eef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:20:34.585395 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:34.752596 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80bbfe-809d-41d7-a538-1cedc9d998bb None None] New status for floating IP 70f0efcf-a2aa-4047-b52f-28b47242426a: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:20:34.785346 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:38.068010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79479b8b-d003-4c2c-9654-d6aee8c1e16e req-9d468e06-22dc-463d-ac27-54c84795ab5e tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:38.068705 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-79479b8b-d003-4c2c-9654-d6aee8c1e16e req-9d468e06-22dc-463d-ac27-54c84795ab5e tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Synchronizing usage tracker for tenant:23941e0dde75487fa7955c28f93f50d0 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:20:38.086027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-79479b8b-d003-4c2c-9654-d6aee8c1e16e req-9d468e06-22dc-463d-ac27-54c84795ab5e tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Unset dirty status for tenant:23941e0dde75487fa7955c28f93f50d0 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:20:38.087573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79479b8b-d003-4c2c-9654-d6aee8c1e16e req-9d468e06-22dc-463d-ac27-54c84795ab5e tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 945 time: 0.1019619 Jun 04 17:20:38.136730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-79479b8b-d003-4c2c-9654-d6aee8c1e16e req-33e5c305-a9ef-4972-a565-e6a236996956 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Synchronizing usage tracker for tenant:23941e0dde75487fa7955c28f93f50d0 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:20:38.153913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-79479b8b-d003-4c2c-9654-d6aee8c1e16e req-33e5c305-a9ef-4972-a565-e6a236996956 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Unset dirty status for tenant:23941e0dde75487fa7955c28f93f50d0 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:20:38.155295 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-79479b8b-d003-4c2c-9654-d6aee8c1e16e req-33e5c305-a9ef-4972-a565-e6a236996956 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616827 Jun 04 17:20:39.362447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc7f28-9bc7-4205-bbe6-2c88e8ef3197 req-62913d4a-66b4-4453-bbad-154703df25e3 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:39.363899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19fc7f28-9bc7-4205-bbe6-2c88e8ef3197 req-62913d4a-66b4-4453-bbad-154703df25e3 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 945 time: 0.0922959 Jun 04 17:20:39.408410 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-19fc7f28-9bc7-4205-bbe6-2c88e8ef3197 req-b3f02d52-27c8-4356-a967-53c91b4dd6d7 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385721 Jun 04 17:20:39.582071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617f3d1-7e98-4c88-ae87-4d251dc7a217 req-f344614b-e11c-46f9-9c55-ebcd968d9bf0 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:39.583569 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e617f3d1-7e98-4c88-ae87-4d251dc7a217 req-f344614b-e11c-46f9-9c55-ebcd968d9bf0 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.42 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 945 time: 0.0873721 Jun 04 17:20:39.657836 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-e617f3d1-7e98-4c88-ae87-4d251dc7a217 req-0cad4fc3-6ab7-4f07-82b1-12c5b27e89fb tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Deleting port ad49be62-a060-4d58-9923-1b5eac0189ae {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:20:39.658166 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e617f3d1-7e98-4c88-ae87-4d251dc7a217 req-0cad4fc3-6ab7-4f07-82b1-12c5b27e89fb tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:39.924882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-e617f3d1-7e98-4c88-ae87-4d251dc7a217 req-0cad4fc3-6ab7-4f07-82b1-12c5b27e89fb tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] For port ad49be62-a060-4d58-9923-1b5eac0189ae, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=ad49be62-a060-4d58-9923-1b5eac0189ae,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:20:39.925132 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e617f3d1-7e98-4c88-ae87-4d251dc7a217 req-0cad4fc3-6ab7-4f07-82b1-12c5b27e89fb tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:40.049791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-e617f3d1-7e98-4c88-ae87-4d251dc7a217 req-0cad4fc3-6ab7-4f07-82b1-12c5b27e89fb tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Calling delete_port for ad49be62-a060-4d58-9923-1b5eac0189ae owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:20:40.200378 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e617f3d1-7e98-4c88-ae87-4d251dc7a217 req-0cad4fc3-6ab7-4f07-82b1-12c5b27e89fb tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:40.252746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad4fc3-6ab7-4f07-82b1-12c5b27e89fb tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Pushing event deleted for resources: {'Port': ['ID=ad49be62-a060-4d58-9923-1b5eac0189ae,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:40.332002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-e617f3d1-7e98-4c88-ae87-4d251dc7a217 req-0cad4fc3-6ab7-4f07-82b1-12c5b27e89fb tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] No DVR routers for this DVR port ad49be62-a060-4d58-9923-1b5eac0189ae on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:20:40.334879 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-e617f3d1-7e98-4c88-ae87-4d251dc7a217 req-0cad4fc3-6ab7-4f07-82b1-12c5b27e89fb tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:40.337900 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'name': 'network-vif-deleted', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:20:40.355956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e617f3d1-7e98-4c88-ae87-4d251dc7a217 req-0cad4fc3-6ab7-4f07-82b1-12c5b27e89fb tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.42 "DELETE /v2.0/ports/ad49be62-a060-4d58-9923-1b5eac0189ae HTTP/1.1" status: 204 len: 173 time: 0.7670338 Jun 04 17:20:40.440194 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07dde1e3-7053-4a31-b746-dbd3df057675'] response: {'server_uuid': '9403bd36-c8b5-4958-8bb5-8d46a92a9701', 'name': 'network-vif-deleted', 'tag': 'ad49be62-a060-4d58-9923-1b5eac0189ae', 'status': 'completed', 'code': 200} Jun 04 17:20:40.696966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9b4a332a-154f-4f36-a1e7-011ff1c7c5f9 req-8479bd50-21e9-440f-ae11-527b10817c04 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Synchronizing usage tracker for tenant:23941e0dde75487fa7955c28f93f50d0 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:20:40.715390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9b4a332a-154f-4f36-a1e7-011ff1c7c5f9 req-8479bd50-21e9-440f-ae11-527b10817c04 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] Unset dirty status for tenant:23941e0dde75487fa7955c28f93f50d0 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:20:40.716570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9b4a332a-154f-4f36-a1e7-011ff1c7c5f9 req-8479bd50-21e9-440f-ae11-527b10817c04 tempest-TestMinimumBasicScenario-2143965119 tempest-TestMinimumBasicScenario-2143965119-project] 10.222.0.13 "GET /v2.0/ports?device_id=9403bd36-c8b5-4958-8bb5-8d46a92a9701 HTTP/1.1" status: 200 len: 210 time: 0.1836152 Jun 04 17:20:41.660094 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ad49be62-a060-4d58-9923-1b5eac0189ae no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:20:41.695020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: ad49be62-a060-4d58-9923-1b5eac0189ae {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:20:41.695340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device ad49be62-a060-4d58-9923-1b5eac0189ae not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:20:42.414999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38818) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:43.118007 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:43.476258 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Deleting port 62081e01-d3ff-4e58-aee8-7dadb6b7552c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:20:43.477005 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:43.662314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] For port 62081e01-d3ff-4e58-aee8-7dadb6b7552c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=62081e01-d3ff-4e58-aee8-7dadb6b7552c,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:20:43.662735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:43.784815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Calling delete_port for 62081e01-d3ff-4e58-aee8-7dadb6b7552c owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:20:44.107063 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:44.152964 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Pushing event deleted for resources: {'Port': ['ID=62081e01-d3ff-4e58-aee8-7dadb6b7552c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:44.190944 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:44.191286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:44.191627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:44.191959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:44.192288 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:44.192616 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:44.192940 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:44.193263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:44.193582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:44.193909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:44.194231 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:44.194579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:20:44.557806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:44.923353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:20:45.102878 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:20:45.112969 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb9ffae-ea40-42fb-a429-7752d697086a None None] Sync routers for ids ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:20:45.120154 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3d97d354-a1a9-474d-8793-dffc9bca8589 admin admin] 10.222.0.13 "PUT /v2.0/routers/29ec6eb7-62f1-4123-93fb-ec4f5c14f978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7039580 Jun 04 17:20:45.122798 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb9ffae-ea40-42fb-a429-7752d697086a None None] Routers {'29ec6eb7-62f1-4123-93fb-ec4f5c14f978'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:20:45.123016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38822) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:45.123520 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-efb9ffae-ea40-42fb-a429-7752d697086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:45.305095 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:45.331603 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-efb9ffae-ea40-42fb-a429-7752d697086a None None] Set router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:20:45.482447 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:45.492557 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Deleting port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:20:45.492900 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:45.637460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-efb9ffae-ea40-42fb-a429-7752d697086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:20:44Z', 'revision_number': 5, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port': {'id': '6d1ae7ae-6edd-42b5-ab8d-f6b09722a992', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:29Z', 'updated_at': '2022-06-04T17:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:45.641449 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb9ffae-ea40-42fb-a429-7752d697086a None None] Checking router: 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:20:45.651277 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb9ffae-ea40-42fb-a429-7752d697086a None None] Routers {'29ec6eb7-62f1-4123-93fb-ec4f5c14f978'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:20:45.652035 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-efb9ffae-ea40-42fb-a429-7752d697086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:45.806710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] For port 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6d1ae7ae-6edd-42b5-ab8d-f6b09722a992,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:20:45.807433 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:45.814275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-efb9ffae-ea40-42fb-a429-7752d697086a None None] Set router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:20:45.920178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-efb9ffae-ea40-42fb-a429-7752d697086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:20:45Z', 'revision_number': 6, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:45.924230 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb9ffae-ea40-42fb-a429-7752d697086a None None] The sync data for ids ['29ec6eb7-62f1-4123-93fb-ec4f5c14f978'] in n-d-811809-3 is: [{'id': '29ec6eb7-62f1-4123-93fb-ec4f5c14f978', 'name': 'tempest-TestMinimumBasicScenario-41373970-router', 'tenant_id': '23941e0dde75487fa7955c28f93f50d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:28Z', 'updated_at': '2022-06-04T17:20:45Z', 'revision_number': 6, 'project_id': '23941e0dde75487fa7955c28f93f50d0', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:20:45.933772 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Calling delete_port for 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:20:46.105737 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:46.156286 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1ae7ae-6edd-42b5-ab8d-f6b09722a992,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:46.244421 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:46.421803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:46.424195 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:46.449176 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:46.449757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29ec6eb7-62f1-4123-93fb-ec4f5c14f978 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:20:46.465983 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:46.469041 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bced51d7-c35c-4ae2-ab46-9d548b767c9b admin admin] 10.222.0.13 "DELETE /v2.0/routers/29ec6eb7-62f1-4123-93fb-ec4f5c14f978 HTTP/1.1" status: 204 len: 168 time: 1.3433166 Jun 04 17:20:46.469806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38826) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:46.531565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0c88aa-da5b-437b-b90b-5a3e2345f793 admin admin] Deleting subnet 3f5f9bdd-948f-4d67-ae94-9cea20e5eef9 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:20:46.534542 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db0c88aa-da5b-437b-b90b-5a3e2345f793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:46.585718 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db0c88aa-da5b-437b-b90b-5a3e2345f793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:46.665245 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db0c88aa-da5b-437b-b90b-5a3e2345f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:46.743103 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db0c88aa-da5b-437b-b90b-5a3e2345f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:46.783264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c88aa-da5b-437b-b90b-5a3e2345f793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5f9bdd-948f-4d67-ae94-9cea20e5eef9,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:46.785135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-db0c88aa-da5b-437b-b90b-5a3e2345f793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:46.791511 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-db0c88aa-da5b-437b-b90b-5a3e2345f793 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3f5f9bdd-948f-4d67-ae94-9cea20e5eef9 HTTP/1.1" status: 204 len: 168 time: 0.3206785 Jun 04 17:20:46.792852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bf9ab2-568c-460b-b529-fc008854c111 None None] Network ec634404-5939-4780-97ea-feb65ff23aa6 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:20:46.794116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38832) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:46.865935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 62081e01-d3ff-4e58-aee8-7dadb6b7552c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:20:46.909068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:46.912357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 62081e01-d3ff-4e58-aee8-7dadb6b7552c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:20:46.912689 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 62081e01-d3ff-4e58-aee8-7dadb6b7552c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:20:46.913095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:20:46.919982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Deleting port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:20:46.920312 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:46.961042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:20:46.961375 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6d1ae7ae-6edd-42b5-ab8d-f6b09722a992 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:20:47.114978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58580cca-4957-4b9c-97c9-2ab58d24067c None None] DHCP port deletion for ec634404-5939-4780-97ea-feb65ff23aa6 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:20:47.119272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-58580cca-4957-4b9c-97c9-2ab58d24067c None None] Deleting port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:20:47.119707 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-58580cca-4957-4b9c-97c9-2ab58d24067c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:47.140407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] For port c8cf3a9d-d776-4cd3-928d-337b0d7e1356, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c8cf3a9d-d776-4cd3-928d-337b0d7e1356,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:20:47.140775 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:47.325970 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-58580cca-4957-4b9c-97c9-2ab58d24067c None None] For port c8cf3a9d-d776-4cd3-928d-337b0d7e1356, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c8cf3a9d-d776-4cd3-928d-337b0d7e1356,segment=NetworkSegment(e3ace690-c9ea-4855-a9d1-8d38f3ab792b),segment_id=e3ace690-c9ea-4855-a9d1-8d38f3ab792b)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:20:47.326297 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-58580cca-4957-4b9c-97c9-2ab58d24067c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:47.373885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Calling delete_port for c8cf3a9d-d776-4cd3-928d-337b0d7e1356 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:20:47.454183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:47.481433 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-58580cca-4957-4b9c-97c9-2ab58d24067c None None] Calling delete_port for c8cf3a9d-d776-4cd3-928d-337b0d7e1356 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:20:47.502765 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Pushing event deleted for resources: {'Port': ['ID=c8cf3a9d-d776-4cd3-928d-337b0d7e1356,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:47.506008 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] No DVR routers for this DVR port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:20:47.555497 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-58580cca-4957-4b9c-97c9-2ab58d24067c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:20:47.555884 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-58580cca-4957-4b9c-97c9-2ab58d24067c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:20:47.624559 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:47.652141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec634404-5939-4780-97ea-feb65ff23aa6']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:47.665181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:47.665465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ace690-c9ea-4855-a9d1-8d38f3ab792b') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:47.677785 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:47.703873 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:47.709958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:20:47.710333 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:47.778763 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e3ace690-c9ea-4855-a9d1-8d38f3ab792b resource provider aggregate not found Jun 04 17:20:47.801312 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment e3ace690-c9ea-4855-a9d1-8d38f3ab792b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3ace690-c9ea-4855-a9d1-8d38f3ab792b found for delete ", "request_id": "req-2c6fee11-f3d6-446c-a46c-58a754a66d1a"}]} Jun 04 17:20:47.811721 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:47.827673 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:47.837594 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] Pushing event deleted for resources: {'Network': ['ID=ec634404-5939-4780-97ea-feb65ff23aa6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:47.844704 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9045b89f-ac9e-41eb-bd31-27ceb980765d admin admin] 10.222.0.13 "DELETE /v2.0/networks/ec634404-5939-4780-97ea-feb65ff23aa6 HTTP/1.1" status: 204 len: 168 time: 1.0494232 Jun 04 17:20:47.847884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38840) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:48.057467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-58580cca-4957-4b9c-97c9-2ab58d24067c None None] Deleting port c8cf3a9d-d776-4cd3-928d-337b0d7e1356 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:20:48.058130 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-58580cca-4957-4b9c-97c9-2ab58d24067c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:48.124691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-58580cca-4957-4b9c-97c9-2ab58d24067c None None] The port 'c8cf3a9d-d776-4cd3-928d-337b0d7e1356' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:20:48.410229 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-927bae42-b282-4ddb-ade8-ca866e3494e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:48.789519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-927bae42-b282-4ddb-ade8-ca866e3494e9 admin admin] Deleting port 3f4c3a62-c8fa-4807-8354-ea276b40591e {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:20:48.789807 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-927bae42-b282-4ddb-ade8-ca866e3494e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:48.852583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c8cf3a9d-d776-4cd3-928d-337b0d7e1356 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:20:48.899073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c8cf3a9d-d776-4cd3-928d-337b0d7e1356 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:20:48.899417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c8cf3a9d-d776-4cd3-928d-337b0d7e1356 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:20:49.085252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-927bae42-b282-4ddb-ade8-ca866e3494e9 admin admin] For port 3f4c3a62-c8fa-4807-8354-ea276b40591e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3f4c3a62-c8fa-4807-8354-ea276b40591e,segment=NetworkSegment(2809edac-2bc7-4a63-a6c2-641ee19c925d),segment_id=2809edac-2bc7-4a63-a6c2-641ee19c925d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:20:49.085499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-927bae42-b282-4ddb-ade8-ca866e3494e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:49.209727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-927bae42-b282-4ddb-ade8-ca866e3494e9 admin admin] Calling delete_port for 3f4c3a62-c8fa-4807-8354-ea276b40591e owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:20:49.420299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-927bae42-b282-4ddb-ade8-ca866e3494e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:49.469513 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bae42-b282-4ddb-ade8-ca866e3494e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4c3a62-c8fa-4807-8354-ea276b40591e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:49.754524 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-927bae42-b282-4ddb-ade8-ca866e3494e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:50.116584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927bae42-b282-4ddb-ade8-ca866e3494e9 admin admin] Router fc57a86d-17f0-45f9-b742-237322aabba3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:20:50.408535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927bae42-b282-4ddb-ade8-ca866e3494e9 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:20:50.417036 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9da0a-aab1-4e28-be1a-ffc76456c5a6 None None] Sync routers for ids ['fc57a86d-17f0-45f9-b742-237322aabba3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:20:50.418932 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-927bae42-b282-4ddb-ade8-ca866e3494e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/fc57a86d-17f0-45f9-b742-237322aabba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5700808 Jun 04 17:20:50.421704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38844) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:50.426298 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9da0a-aab1-4e28-be1a-ffc76456c5a6 None None] Routers {'fc57a86d-17f0-45f9-b742-237322aabba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:20:50.426915 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-aec9da0a-aab1-4e28-be1a-ffc76456c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc57a86d-17f0-45f9-b742-237322aabba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:50.594972 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:50.605256 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-aec9da0a-aab1-4e28-be1a-ffc76456c5a6 None None] Set router fc57a86d-17f0-45f9-b742-237322aabba3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:20:50.772267 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:50.783880 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Deleting port c067f68a-a21e-4f96-90c1-d9540e4908e6 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:20:50.784234 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:50.888198 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-aec9da0a-aab1-4e28-be1a-ffc76456c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'name': 'tempest-TestMinimumBasicScenario-829546749-router', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:35Z', 'updated_at': '2022-06-04T17:20:49Z', 'revision_number': 5, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'gw_port': {'id': 'c067f68a-a21e-4f96-90c1-d9540e4908e6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:18:36Z', 'updated_at': '2022-06-04T17:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:50.892046 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9da0a-aab1-4e28-be1a-ffc76456c5a6 None None] Checking router: fc57a86d-17f0-45f9-b742-237322aabba3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:20:50.900187 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9da0a-aab1-4e28-be1a-ffc76456c5a6 None None] Routers {'fc57a86d-17f0-45f9-b742-237322aabba3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:20:50.900768 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-aec9da0a-aab1-4e28-be1a-ffc76456c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['fc57a86d-17f0-45f9-b742-237322aabba3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:50.964407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] For port c067f68a-a21e-4f96-90c1-d9540e4908e6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c067f68a-a21e-4f96-90c1-d9540e4908e6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:20:50.964741 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:51.090355 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-aec9da0a-aab1-4e28-be1a-ffc76456c5a6 None None] Set router fc57a86d-17f0-45f9-b742-237322aabba3 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:20:51.091162 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Calling delete_port for c067f68a-a21e-4f96-90c1-d9540e4908e6 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:20:51.196398 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-aec9da0a-aab1-4e28-be1a-ffc76456c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'name': 'tempest-TestMinimumBasicScenario-829546749-router', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:35Z', 'updated_at': '2022-06-04T17:20:50Z', 'revision_number': 6, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:51.201644 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9da0a-aab1-4e28-be1a-ffc76456c5a6 None None] The sync data for ids ['fc57a86d-17f0-45f9-b742-237322aabba3'] in n-d-811809-3 is: [{'id': 'fc57a86d-17f0-45f9-b742-237322aabba3', 'name': 'tempest-TestMinimumBasicScenario-829546749-router', 'tenant_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:18:35Z', 'updated_at': '2022-06-04T17:20:50Z', 'revision_number': 6, 'project_id': 'b7893aca84d74e0aa4c03428ff9b125d', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:20:51.270140 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:51.320881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Pushing event deleted for resources: {'Port': ['ID=c067f68a-a21e-4f96-90c1-d9540e4908e6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:51.418938 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:51.609155 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:51.611595 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:51.639265 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:51.639853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc57a86d-17f0-45f9-b742-237322aabba3 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:20:51.653571 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:51.654751 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2efcab56-32e7-450e-ac5f-e2e57a7c6632 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fc57a86d-17f0-45f9-b742-237322aabba3 HTTP/1.1" status: 204 len: 168 time: 1.2320523 Jun 04 17:20:51.657503 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38848) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:51.718950 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0947fb5-c16d-4d45-9d24-0e6313de4657 admin admin] Deleting subnet 6df5ba18-fa30-42fe-885b-41bef025d37f {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:20:51.722169 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0947fb5-c16d-4d45-9d24-0e6313de4657 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:51.778385 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0947fb5-c16d-4d45-9d24-0e6313de4657 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:51.980663 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0947fb5-c16d-4d45-9d24-0e6313de4657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:52.051960 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0947fb5-c16d-4d45-9d24-0e6313de4657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:52.090580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0947fb5-c16d-4d45-9d24-0e6313de4657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df5ba18-fa30-42fe-885b-41bef025d37f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:52.094173 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0947fb5-c16d-4d45-9d24-0e6313de4657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:52.100141 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b0947fb5-c16d-4d45-9d24-0e6313de4657 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6df5ba18-fa30-42fe-885b-41bef025d37f HTTP/1.1" status: 204 len: 168 time: 0.4416628 Jun 04 17:20:52.100986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda8ea0-8a1a-4d80-9c02-3bdc3b728514 None None] Network 8353c2ac-ce54-40b4-b3ad-56b3961db00e requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:20:52.102708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38852) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:52.214283 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:52.227238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Deleting port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:20:52.227619 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:52.357626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b0a579-ee83-4ddf-b1e7-e6200ca51d12 None None] DHCP port deletion for 8353c2ac-ce54-40b4-b3ad-56b3961db00e request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:20:52.362037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0a579-ee83-4ddf-b1e7-e6200ca51d12 None None] Deleting port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:20:52.362411 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b4b0a579-ee83-4ddf-b1e7-e6200ca51d12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:52.449831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] For port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9d2c8843-bfc7-4a5a-a69f-bf0ca037328c,segment=NetworkSegment(2809edac-2bc7-4a63-a6c2-641ee19c925d),segment_id=2809edac-2bc7-4a63-a6c2-641ee19c925d)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:20:52.450184 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:52.563968 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b4b0a579-ee83-4ddf-b1e7-e6200ca51d12 None None] For port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9d2c8843-bfc7-4a5a-a69f-bf0ca037328c,segment=NetworkSegment(2809edac-2bc7-4a63-a6c2-641ee19c925d),segment_id=2809edac-2bc7-4a63-a6c2-641ee19c925d)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:20:52.564270 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b4b0a579-ee83-4ddf-b1e7-e6200ca51d12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:52.574127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Calling delete_port for 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:20:52.654883 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:52.682819 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0a579-ee83-4ddf-b1e7-e6200ca51d12 None None] Calling delete_port for 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:20:52.699039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2c8843-bfc7-4a5a-a69f-bf0ca037328c,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:52.704579 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] No DVR routers for this DVR port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:20:52.759454 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-b4b0a579-ee83-4ddf-b1e7-e6200ca51d12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:20:52.759792 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-b4b0a579-ee83-4ddf-b1e7-e6200ca51d12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:20:52.820875 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:52.847070 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8353c2ac-ce54-40b4-b3ad-56b3961db00e']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:52.859100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c067f68a-a21e-4f96-90c1-d9540e4908e6 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:20:52.859779 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2809edac-2bc7-4a63-a6c2-641ee19c925d') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:52.860075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2809edac-2bc7-4a63-a6c2-641ee19c925d') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:52.871290 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:52.888134 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:52.895170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c067f68a-a21e-4f96-90c1-d9540e4908e6 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:20:52.895721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c067f68a-a21e-4f96-90c1-d9540e4908e6 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:20:52.896404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3f4c3a62-c8fa-4807-8354-ea276b40591e no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:20:52.896595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:20:52.897035 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:52.929222 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 3f4c3a62-c8fa-4807-8354-ea276b40591e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:20:52.929568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3f4c3a62-c8fa-4807-8354-ea276b40591e not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:20:52.929984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:20:52.964868 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:20:52.965068 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 2809edac-2bc7-4a63-a6c2-641ee19c925d resource provider aggregate not found Jun 04 17:20:52.965197 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:20:52.988965 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 2809edac-2bc7-4a63-a6c2-641ee19c925d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2809edac-2bc7-4a63-a6c2-641ee19c925d found for delete ", "request_id": "req-642da7ca-4c4d-4c82-8ac1-75bc1c78e773"}]} Jun 04 17:20:52.997509 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:53.014055 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:53.024007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8353c2ac-ce54-40b4-b3ad-56b3961db00e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:53.030959 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-275b13ca-d426-4051-83f9-63a4a9e970b1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8353c2ac-ce54-40b4-b3ad-56b3961db00e HTTP/1.1" status: 204 len: 168 time: 0.9272585 Jun 04 17:20:53.203150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38862) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:53.252289 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fc7e4d9c-900e-4705-b438-6f171d6523b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23941e0dde75487fa7955c28f93f50d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479345 Jun 04 17:20:53.254759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38866) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:53.260912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0a579-ee83-4ddf-b1e7-e6200ca51d12 None None] Deleting port 9d2c8843-bfc7-4a5a-a69f-bf0ca037328c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:20:53.261442 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b4b0a579-ee83-4ddf-b1e7-e6200ca51d12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:53.317580 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9ce2-343a-4bdd-b7bc-daf65a3a67dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:53.325085 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0a579-ee83-4ddf-b1e7-e6200ca51d12 None None] The port '9d2c8843-bfc7-4a5a-a69f-bf0ca037328c' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:20:53.344781 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9ce2-343a-4bdd-b7bc-daf65a3a67dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:53.399650 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9ce2-343a-4bdd-b7bc-daf65a3a67dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:53.416390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb9ce2-343a-4bdd-b7bc-daf65a3a67dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffb7eba-5ec3-4888-93c2-00e8a328e7b5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:53.428036 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9ce2-343a-4bdd-b7bc-daf65a3a67dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:53.429198 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d0eb9ce2-343a-4bdd-b7bc-daf65a3a67dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ffb7eba-5ec3-4888-93c2-00e8a328e7b5 HTTP/1.1" status: 204 len: 168 time: 0.1735492 Jun 04 17:20:53.780050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38874) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:53.838245 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a0eea3ae-d9a9-47f9-a736-412b43bbd267 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7893aca84d74e0aa4c03428ff9b125d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569098 Jun 04 17:20:53.840910 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38878) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:53.898773 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0c391b3-0fe4-4119-a326-c25daf01ded7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:53.933329 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0c391b3-0fe4-4119-a326-c25daf01ded7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:53.989886 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0c391b3-0fe4-4119-a326-c25daf01ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:54.004381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c391b3-0fe4-4119-a326-c25daf01ded7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e98b52f-b718-4810-9c31-cfa95433267e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:54.012597 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b0c391b3-0fe4-4119-a326-c25daf01ded7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:54.013683 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b0c391b3-0fe4-4119-a326-c25daf01ded7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e98b52f-b718-4810-9c31-cfa95433267e HTTP/1.1" status: 204 len: 168 time: 0.1719131 Jun 04 17:20:55.682090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38920) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:55.690128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105750344', 'description': 'tempest-secgroup-smoke-1105750344 description', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:20:55.700144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:20:55.704292 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:20:55.707307 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:20:55.713610 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:20:55.724418 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:55.736592 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:55.751412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:20:55.755356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:20:55.758148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:20:55.764362 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:20:55.855865 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:55.862880 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:55.882538 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:20:55.891702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:20:55.899848 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:20:55.909822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:20:55.913290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d588d874-56c4-4637-ac13-66162646ba03,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:55.989638 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:55.995728 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.041177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ad36d4-313e-4861-88c7-286dd9184286,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:56.045777 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.047375 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d5097631-7fdf-473b-8a10-01f887660d08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3642082 Jun 04 17:20:56.050511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38924) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:56.057864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4a83083c-c688-457e-a900-13c3f0d2fbfb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'f8ad36d4-313e-4861-88c7-286dd9184286', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:20:56.064931 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4a83083c-c688-457e-a900-13c3f0d2fbfb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:20:56.068977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4a83083c-c688-457e-a900-13c3f0d2fbfb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:20:56.072059 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4a83083c-c688-457e-a900-13c3f0d2fbfb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:20:56.078043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4a83083c-c688-457e-a900-13c3f0d2fbfb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:20:56.095598 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4a83083c-c688-457e-a900-13c3f0d2fbfb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.163147 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4a83083c-c688-457e-a900-13c3f0d2fbfb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.168392 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4a83083c-c688-457e-a900-13c3f0d2fbfb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.191816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83083c-c688-457e-a900-13c3f0d2fbfb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa09820b-13b8-4ad4-9483-dbba05c8426a,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:56.201851 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4a83083c-c688-457e-a900-13c3f0d2fbfb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.203250 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4a83083c-c688-457e-a900-13c3f0d2fbfb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516764 Jun 04 17:20:56.206051 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38928) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:56.210969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0664d33f-bf44-4ae7-8a02-d2941d80b3a4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'f8ad36d4-313e-4861-88c7-286dd9184286', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:20:56.217892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0664d33f-bf44-4ae7-8a02-d2941d80b3a4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:20:56.221781 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0664d33f-bf44-4ae7-8a02-d2941d80b3a4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:20:56.224706 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0664d33f-bf44-4ae7-8a02-d2941d80b3a4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:20:56.230494 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0664d33f-bf44-4ae7-8a02-d2941d80b3a4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:20:56.248829 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0664d33f-bf44-4ae7-8a02-d2941d80b3a4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.311006 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0664d33f-bf44-4ae7-8a02-d2941d80b3a4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.314870 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0664d33f-bf44-4ae7-8a02-d2941d80b3a4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.337922 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664d33f-bf44-4ae7-8a02-d2941d80b3a4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f816a9d4-51d1-4b77-991a-759fde5c88c3,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:56.348473 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0664d33f-bf44-4ae7-8a02-d2941d80b3a4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.349692 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0664d33f-bf44-4ae7-8a02-d2941d80b3a4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426473 Jun 04 17:20:56.353620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38932) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:56.358853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-fede17a2-367c-4045-b0fd-cb71e8bed045 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'f8ad36d4-313e-4861-88c7-286dd9184286', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:20:56.365569 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fede17a2-367c-4045-b0fd-cb71e8bed045 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:20:56.369453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fede17a2-367c-4045-b0fd-cb71e8bed045 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:20:56.372655 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-fede17a2-367c-4045-b0fd-cb71e8bed045 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:20:56.378319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-fede17a2-367c-4045-b0fd-cb71e8bed045 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:20:56.403068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fede17a2-367c-4045-b0fd-cb71e8bed045 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.473581 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fede17a2-367c-4045-b0fd-cb71e8bed045 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.478684 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fede17a2-367c-4045-b0fd-cb71e8bed045 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.502877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede17a2-367c-4045-b0fd-cb71e8bed045 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc5508d-5e87-4841-8b49-4646b4e5095b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:56.513450 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-fede17a2-367c-4045-b0fd-cb71e8bed045 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.514766 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-fede17a2-367c-4045-b0fd-cb71e8bed045 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598825 Jun 04 17:20:56.517603 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38936) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:56.522692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ea37f39e-e245-42b0-8d7f-de668875e876 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'f8ad36d4-313e-4861-88c7-286dd9184286', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:20:56.530081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ea37f39e-e245-42b0-8d7f-de668875e876 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:20:56.534208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ea37f39e-e245-42b0-8d7f-de668875e876 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:20:56.537360 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ea37f39e-e245-42b0-8d7f-de668875e876 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:20:56.543710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ea37f39e-e245-42b0-8d7f-de668875e876 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:20:56.563120 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea37f39e-e245-42b0-8d7f-de668875e876 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.638837 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea37f39e-e245-42b0-8d7f-de668875e876 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.644172 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea37f39e-e245-42b0-8d7f-de668875e876 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.669365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37f39e-e245-42b0-8d7f-de668875e876 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf29e4e-0c0e-4fe8-b597-0dd7439297d9,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:56.680599 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ea37f39e-e245-42b0-8d7f-de668875e876 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.681950 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ea37f39e-e245-42b0-8d7f-de668875e876 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1633401 Jun 04 17:20:56.686157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38940) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:56.691546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-be568cf7-0507-48c5-8657-221c8371b7e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'f8ad36d4-313e-4861-88c7-286dd9184286', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:20:56.698605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-be568cf7-0507-48c5-8657-221c8371b7e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:20:56.702683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-be568cf7-0507-48c5-8657-221c8371b7e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:20:56.706149 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-be568cf7-0507-48c5-8657-221c8371b7e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:20:56.712101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-be568cf7-0507-48c5-8657-221c8371b7e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:20:56.723696 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-be568cf7-0507-48c5-8657-221c8371b7e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Project 7b2c7ecdd56c46a1876a8d3a7f4b4e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:20:56.730423 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be568cf7-0507-48c5-8657-221c8371b7e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.797158 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be568cf7-0507-48c5-8657-221c8371b7e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.802152 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be568cf7-0507-48c5-8657-221c8371b7e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.826252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be568cf7-0507-48c5-8657-221c8371b7e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ea987a-caa4-446e-8663-887082e01fc7,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:56.836419 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-be568cf7-0507-48c5-8657-221c8371b7e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.838585 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-be568cf7-0507-48c5-8657-221c8371b7e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503265 Jun 04 17:20:56.840645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38944) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:56.845662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-2b018230-8e57-49c9-9020-6678ae684a0a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'f8ad36d4-313e-4861-88c7-286dd9184286', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:20:56.852321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2b018230-8e57-49c9-9020-6678ae684a0a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:20:56.856397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2b018230-8e57-49c9-9020-6678ae684a0a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:20:56.859460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-2b018230-8e57-49c9-9020-6678ae684a0a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:20:56.865639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-2b018230-8e57-49c9-9020-6678ae684a0a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:20:56.880005 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-2b018230-8e57-49c9-9020-6678ae684a0a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Project 7b2c7ecdd56c46a1876a8d3a7f4b4e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:20:56.887265 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2b018230-8e57-49c9-9020-6678ae684a0a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.969789 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2b018230-8e57-49c9-9020-6678ae684a0a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:56.979082 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2b018230-8e57-49c9-9020-6678ae684a0a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:57.004203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b018230-8e57-49c9-9020-6678ae684a0a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1b6ccd-5425-4e16-bd9a-95b4071e7e59,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:57.015960 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-2b018230-8e57-49c9-9020-6678ae684a0a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:57.017200 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-2b018230-8e57-49c9-9020-6678ae684a0a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1755488 Jun 04 17:20:57.020476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38948) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:57.028205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'network': {'name': 'tempest-network-smoke--346369725', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'port_security_enabled': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:20:57.034239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:20:57.038380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:network and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:20:57.041419 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:20:57.047697 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:20:57.059257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:20:57.062660 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:57.089495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:20:57.097970 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:57.098305 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Added segment 6dac0d89-c8bf-40c5-94f3-5fed458a4304 of type vlan for network 243a5cc3-8891-4e01-89e4-2b0553dd8194 Jun 04 17:20:57.123550 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:57.154256 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:57.160055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:20:57.160624 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:57.247865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2260287 Jun 04 17:20:57.250904 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38952) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:57.256438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'admin_state_up': True, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:20:57.265652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:20:57.269280 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0f96d-031e-4894-9d27-58afb2707f82 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Network': ['ID=243a5cc3-8891-4e01-89e4-2b0553dd8194,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:57.270003 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:router and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:20:57.273626 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:20:57.281936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:20:57.282344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 243a5cc3-8891-4e01-89e4-2b0553dd8194 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:20:57.294562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:57.296244 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:57.313274 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:57.699948 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:57.887869 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd32e12c-a758-4c17-b849-0514faca1e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:58.035280 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:58.065016 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:58.203996 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.25.5.230 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/c346b992-b481-4aff-b11b-ff2c1c2e260a) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:20:58.360218 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:58.392039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:58.456044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:20:58.458897 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:20:58.463611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:20:58.496184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=c346b992-b481-4aff-b11b-ff2c1c2e260a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:20:58.896570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:59.378471 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:59.592673 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:20:59.772345 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:20:59.782905 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Sync routers for ids ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:20:59.793188 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Routers {'05d21632-edf1-4d7d-9ea6-437d6cbf14f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:20:59.793826 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:20:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:20:59.800035 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:20:59.804520 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-490673d6-4fcc-4e97-a2e6-c9861d1b596b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5492485 Jun 04 17:20:59.804671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38956) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:20:59.947533 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-99cc2783-d52b-40a8-841f-a55d66a53546 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1417656 Jun 04 17:20:59.950341 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38962) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:21:00.005494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Set router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:21:00.080011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5447c5b-ef06-4151-b50c-096b268ea8f6 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:00.081422 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d5447c5b-ef06-4151-b50c-096b268ea8f6 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301725 Jun 04 17:21:00.084483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 38966) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:21:00.124602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cc7549b3-c0a3-4de2-995f-05e5d9ed5bcb tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388203 Jun 04 17:21:00.127430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38970) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:21:00.133632 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1967820414', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:21:00.187882 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ede16bb3-167c-4259-a214-13b7ff39e776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:00.245206 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:21:00.249130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:subnet and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:21:00.252011 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:21:00.257695 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:21:00.269199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:21:00.272787 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:00.304588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:20:58Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:20:58Z', 'updated_at': '2022-06-04T17:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:00.309538 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Checking router: 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:21:00.309883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Updating router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 port c346b992-b481-4aff-b11b-ff2c1c2e260a binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:21:00.367391 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:00.493409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:00.588668 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Subnet': ['ID=9ce5338c-30db-4e66-932e-96d37d305aa0,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:00.593961 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Checking segment: {'id': '6dac0d89-c8bf-40c5-94f3-5fed458a4304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:21:00.594359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network hostable DHCP agents. Network: 243a5cc3-8891-4e01-89e4-2b0553dd8194, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:21:00.616815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 243a5cc3-8891-4e01-89e4-2b0553dd8194 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:21:00.628128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 243a5cc3-8891-4e01-89e4-2b0553dd8194) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:21:00.638211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4bebfe-295c-41e9-89bb-8816e653f017 None None] Network 243a5cc3-8891-4e01-89e4-2b0553dd8194 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:21:00.638761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:00.639433 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:00.664583 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d570e273-afb6-436b-b54e-19645ea0ac1c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5340004 Jun 04 17:21:00.665434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 38974) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:21:00.798514 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:00.824718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Transition to ACTIVE for port object c346b992-b481-4aff-b11b-ff2c1c2e260a will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:21:00.837218 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:00.963078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Pushing event updated for resources: {'Port': ['ID=c346b992-b481-4aff-b11b-ff2c1c2e260a,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:00.977337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:00.977684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:00.978001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:00.978329 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:00.978674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:00.979055 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:00.979376 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:00.979694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:00.980204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:00.980524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:00.980841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:00.981155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:00.986245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Attempting to bind port c346b992-b481-4aff-b11b-ff2c1c2e260a on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:21:00.986644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Attempting to bind port c346b992-b481-4aff-b11b-ff2c1c2e260a by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:21:00.987005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Attempting to bind port c346b992-b481-4aff-b11b-ff2c1c2e260a on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:21:01.024842 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:21:01.025270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:21:01.025605 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:01.026066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:21:01.026557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Bound port: c346b992-b481-4aff-b11b-ff2c1c2e260a, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:21:01.026931 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:01.070806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-243a5cc3-8891-4e01-89e4-2b0553dd8194', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ips': [{'subnet_id': '9ce5338c-30db-4e66-932e-96d37d305aa0'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:21:01.071689 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:01.169156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] For port c346b992-b481-4aff-b11b-ff2c1c2e260a, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:21:01.184737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] For port c346b992-b481-4aff-b11b-ff2c1c2e260a, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c346b992-b481-4aff-b11b-ff2c1c2e260a,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:21:01.193200 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:01.333318 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Routers {'05d21632-edf1-4d7d-9ea6-437d6cbf14f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:21:01.333934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:21:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:01.391274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Allocated IP 172.20.0.2 (243a5cc3-8891-4e01-89e4-2b0553dd8194/9ce5338c-30db-4e66-932e-96d37d305aa0/bfd1b859-e14e-41c0-8389-11fe93061c62) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:21:01.395106 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cca946-8ca1-4c4a-b3c7-b45c8a876e3e None None] Pushing event updated for resources: {'Port': ['ID=c346b992-b481-4aff-b11b-ff2c1c2e260a,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:01.482613 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:01.522716 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:01.637028 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:01.710802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] Set router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:21:01.967214 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:01.997010 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Transition to ACTIVE for port object bfd1b859-e14e-41c0-8389-11fe93061c62 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:21:02.048460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Transition to ACTIVE for port object bfd1b859-e14e-41c0-8389-11fe93061c62 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:21:02.062159 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:02.125883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.20.0.1 (243a5cc3-8891-4e01-89e4-2b0553dd8194/9ce5338c-30db-4e66-932e-96d37d305aa0/7d802245-052b-420d-8ca8-459bf64f38b4) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:21:02.136902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Network 243a5cc3-8891-4e01-89e4-2b0553dd8194 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:21:02.142167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Pushing event updated for resources: {'Port': ['ID=bfd1b859-e14e-41c0-8389-11fe93061c62,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:02.144851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:21:02.148399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:21:02.223745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:20:58Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:20:58Z', 'updated_at': '2022-06-04T17:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:02.240074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db5ea8-abb8-4c51-a32a-180ef60b225c None None] The sync data for ids ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'] in n-d-811809-3 is: [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:20:58Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:20:58Z', 'updated_at': '2022-06-04T17:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:21:02.248722 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Attempting to bind port bfd1b859-e14e-41c0-8389-11fe93061c62 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:21:02.249102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Attempting to bind port bfd1b859-e14e-41c0-8389-11fe93061c62 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '6dac0d89-c8bf-40c5-94f3-5fed458a4304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:21:02.249458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Attempting to bind port bfd1b859-e14e-41c0-8389-11fe93061c62 on network 243a5cc3-8891-4e01-89e4-2b0553dd8194 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:21:02.259816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:21:02.259816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Checking segment: {'id': '6dac0d89-c8bf-40c5-94f3-5fed458a4304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:21:02.260142 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:02.260664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Bound using segment: {'id': '6dac0d89-c8bf-40c5-94f3-5fed458a4304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:21:02.261317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Bound port: bfd1b859-e14e-41c0-8389-11fe93061c62, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dac0d89-c8bf-40c5-94f3-5fed458a4304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:21:02.261672 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:02.296888 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:02.314856 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Transition to ACTIVE for port object 7d802245-052b-420d-8ca8-459bf64f38b4 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:21:02.344887 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:02.352755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] For port bfd1b859-e14e-41c0-8389-11fe93061c62, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:21:02.359758 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] For port bfd1b859-e14e-41c0-8389-11fe93061c62, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bfd1b859-e14e-41c0-8389-11fe93061c62,segment=NetworkSegment(6dac0d89-c8bf-40c5-94f3-5fed458a4304),segment_id=6dac0d89-c8bf-40c5-94f3-5fed458a4304)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:21:02.364126 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:02.413490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 243a5cc3-8891-4e01-89e4-2b0553dd8194 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:21:02.416885 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:21:02.421525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:21:02.455967 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cec5b8-532c-476e-9660-46bc98faa964 None None] Pushing event updated for resources: {'Port': ['ID=bfd1b859-e14e-41c0-8389-11fe93061c62,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:02.469227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=7d802245-052b-420d-8ca8-459bf64f38b4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:02.515439 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:02.796418 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:02.961614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bfd1b859-e14e-41c0-8389-11fe93061c62 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:21:02.965373 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:03.039304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port bfd1b859-e14e-41c0-8389-11fe93061c62 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:21:03.048189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c346b992-b481-4aff-b11b-ff2c1c2e260a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:21:03.130446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port c346b992-b481-4aff-b11b-ff2c1c2e260a completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:21:03.135950 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c346b992-b481-4aff-b11b-ff2c1c2e260a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:21:03.136384 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:03.264923 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c346b992-b481-4aff-b11b-ff2c1c2e260a is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:21:03.265249 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:03.283137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port c346b992-b481-4aff-b11b-ff2c1c2e260a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c346b992-b481-4aff-b11b-ff2c1c2e260a,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:21:03.288713 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:03.364441 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=c346b992-b481-4aff-b11b-ff2c1c2e260a,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:03.422564 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:03.428420 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:03.548701 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:03.552128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=7d802245-052b-420d-8ca8-459bf64f38b4,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:03.576950 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373f7597-2c51-49d6-bad6-cb681949c747 None None] Network 243a5cc3-8891-4e01-89e4-2b0553dd8194 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:21:03.673934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7f4c21e4-da74-4477-916b-205d9a25f67f None None] Provisioning for port bfd1b859-e14e-41c0-8389-11fe93061c62 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:21:03.692878 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7f4c21e4-da74-4477-916b-205d9a25f67f None None] Provisioning complete for port bfd1b859-e14e-41c0-8389-11fe93061c62 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:21:03.693121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 243a5cc3-8891-4e01-89e4-2b0553dd8194 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:21:03.693246 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7f4c21e4-da74-4477-916b-205d9a25f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:03.694166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:21:03.882040 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:21:03.914568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c21e4-da74-4477-916b-205d9a25f67f None None] Current status of the port bfd1b859-e14e-41c0-8389-11fe93061c62 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:21:03.914947 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7f4c21e4-da74-4477-916b-205d9a25f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:03.956328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7f4c21e4-da74-4477-916b-205d9a25f67f None None] For port bfd1b859-e14e-41c0-8389-11fe93061c62, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bfd1b859-e14e-41c0-8389-11fe93061c62,segment=NetworkSegment(6dac0d89-c8bf-40c5-94f3-5fed458a4304),segment_id=6dac0d89-c8bf-40c5-94f3-5fed458a4304)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:21:03.961385 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7f4c21e4-da74-4477-916b-205d9a25f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:04.079981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:21:04.084627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c21e4-da74-4477-916b-205d9a25f67f None None] Pushing event updated for resources: {'Port': ['ID=bfd1b859-e14e-41c0-8389-11fe93061c62,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:04.091552 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Sync routers for ids ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:21:04.092185 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3beb07db-104d-4d5b-b0d7-d25d096c1c10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "PUT /v2.0/routers/05d21632-edf1-4d7d-9ea6-437d6cbf14f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4254992 Jun 04 17:21:04.101319 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Routers {'05d21632-edf1-4d7d-9ea6-437d6cbf14f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:21:04.103184 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:21:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:04.200488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fbd707fc-c39c-420a-885f-735cab6218eb None None] Provisioning for port 7d802245-052b-420d-8ca8-459bf64f38b4 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:21:04.208739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fbd707fc-c39c-420a-885f-735cab6218eb None None] Provisioning complete for port 7d802245-052b-420d-8ca8-459bf64f38b4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:21:04.209354 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fbd707fc-c39c-420a-885f-735cab6218eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:04.275224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fbd707fc-c39c-420a-885f-735cab6218eb None None] Port 7d802245-052b-420d-8ca8-459bf64f38b4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:21:04.287439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-fbd707fc-c39c-420a-885f-735cab6218eb None None] Provisioning complete for port bfd1b859-e14e-41c0-8389-11fe93061c62 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:21:04.287798 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fbd707fc-c39c-420a-885f-735cab6218eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:04.291918 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-12d41dfb-0bb7-40e9-b74a-24b19d6ae27c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105750344&fields=id&tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 267 time: 0.0629911 Jun 04 17:21:04.310085 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Set router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:21:04.420890 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-fbd707fc-c39c-420a-885f-735cab6218eb None None] Current status of the port bfd1b859-e14e-41c0-8389-11fe93061c62 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:21:04.454398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ad588b90-1199-4bea-a0e8-fa072d29f508 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:04.455445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ad588b90-1199-4bea-a0e8-fa072d29f508 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:21:04.473947 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ad588b90-1199-4bea-a0e8-fa072d29f508 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:21:04.475490 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ad588b90-1199-4bea-a0e8-fa072d29f508 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/networks?id=243a5cc3-8891-4e01-89e4-2b0553dd8194 HTTP/1.1" status: 200 len: 796 time: 0.1740589 Jun 04 17:21:04.492222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-19503d6a-32e8-49df-8b03-02337a34a885 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/quotas/7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 375 time: 0.0105026 Jun 04 17:21:04.549332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a0b4fa9b-1742-48d3-942e-47828cb54865 None None] Provisioning complete for port 7d802245-052b-420d-8ca8-459bf64f38b4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:21:04.550088 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a0b4fa9b-1742-48d3-942e-47828cb54865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:04.587889 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-b0af8e79-e8b1-4b6a-b0a9-e5aacd9073a8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883336 Jun 04 17:21:04.637493 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:04.638286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4fa9b-1742-48d3-942e-47828cb54865 None None] Port 7d802245-052b-420d-8ca8-459bf64f38b4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:21:04.700137 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:21:02Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:20:58Z', 'updated_at': '2022-06-04T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7d802245-052b-420d-8ca8-459bf64f38b4', 'name': '', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:7d:f5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:21:01Z', 'updated_at': '2022-06-04T17:21:03Z', 'revision_number': 2, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:04.703692 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Checking router: 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:21:04.704026 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Updating router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 port 7d802245-052b-420d-8ca8-459bf64f38b4 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:21:04.741437 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-1874f123-b52c-41ec-a6ee-21d372100dcb service neutron] 10.222.0.13 "GET /v2.0/networks/243a5cc3-8891-4e01-89e4-2b0553dd8194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392813 Jun 04 17:21:04.756345 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:04.757049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f20c3297-265f-48bb-aa1c-e88b35b71113 None None] Provisioning complete for port 7d802245-052b-420d-8ca8-459bf64f38b4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:21:04.757416 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f20c3297-265f-48bb-aa1c-e88b35b71113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:04.820191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f20c3297-265f-48bb-aa1c-e88b35b71113 None None] Port 7d802245-052b-420d-8ca8-459bf64f38b4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:21:04.827644 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:04.880263 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-2fd381d2-6819-42d0-afa0-bb8679cdabee service neutron] 10.222.0.13 "GET /v2.0/networks/243a5cc3-8891-4e01-89e4-2b0553dd8194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324489 Jun 04 17:21:04.888667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bfd1b859-e14e-41c0-8389-11fe93061c62 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:21:04.965186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port bfd1b859-e14e-41c0-8389-11fe93061c62 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:21:04.965944 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:05.086996 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc682692-86d4-41e8-840c-266120bf5a00 req-22b14619-aa33-471f-a454-96837c50eece tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 210 time: 0.0461123 Jun 04 17:21:05.095790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port bfd1b859-e14e-41c0-8389-11fe93061c62 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:21:05.096862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c346b992-b481-4aff-b11b-ff2c1c2e260a up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:21:05.144356 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:05.158790 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Transition to ACTIVE for port object 7d802245-052b-420d-8ca8-459bf64f38b4 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:21:05.167900 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:05.175048 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port c346b992-b481-4aff-b11b-ff2c1c2e260a triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:21:05.175416 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:05.307500 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port c346b992-b481-4aff-b11b-ff2c1c2e260a is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:21:05.382932 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Pushing event updated for resources: {'Port': ['ID=7d802245-052b-420d-8ca8-459bf64f38b4,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:05.429555 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:05.430038 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:05.430376 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:05.430858 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:05.431185 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:05.431528 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:05.431799 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:05.432141 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:05.432508 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:05.432939 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:05.433247 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:05.433579 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:05.452293 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Attempting to bind port 7d802245-052b-420d-8ca8-459bf64f38b4 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:21:05.452657 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Attempting to bind port 7d802245-052b-420d-8ca8-459bf64f38b4 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '6dac0d89-c8bf-40c5-94f3-5fed458a4304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:21:05.453093 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Attempting to bind port 7d802245-052b-420d-8ca8-459bf64f38b4 on network 243a5cc3-8891-4e01-89e4-2b0553dd8194 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:21:05.458588 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:21:05.458959 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Checking segment: {'id': '6dac0d89-c8bf-40c5-94f3-5fed458a4304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:21:05.459381 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:05.459782 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Bound using segment: {'id': '6dac0d89-c8bf-40c5-94f3-5fed458a4304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:21:05.460267 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Bound port: 7d802245-052b-420d-8ca8-459bf64f38b4, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dac0d89-c8bf-40c5-94f3-5fed458a4304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:21:05.460657 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:05.568810 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] For port 7d802245-052b-420d-8ca8-459bf64f38b4, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:21:05.572162 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] For port 7d802245-052b-420d-8ca8-459bf64f38b4, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7d802245-052b-420d-8ca8-459bf64f38b4,segment=NetworkSegment(6dac0d89-c8bf-40c5-94f3-5fed458a4304),segment_id=6dac0d89-c8bf-40c5-94f3-5fed458a4304)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:21:05.576394 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:05.652782 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Routers {'05d21632-edf1-4d7d-9ea6-437d6cbf14f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:21:05.653382 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:21:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:05.719203 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78869ce8-3b7a-49af-a822-bc4c78a9e645 None None] Pushing event updated for resources: {'Port': ['ID=7d802245-052b-420d-8ca8-459bf64f38b4,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:05.841250 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] Set router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:21:06.177333 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:21:02Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:20:58Z', 'updated_at': '2022-06-04T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7d802245-052b-420d-8ca8-459bf64f38b4', 'name': '', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:7d:f5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:21:01Z', 'updated_at': '2022-06-04T17:21:05Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:06.182223 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f88e0b2-f10d-4437-8fbf-1faad1da5d8b None None] The sync data for ids ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'] in n-d-811809-3 is: [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:21:02Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:20:58Z', 'updated_at': '2022-06-04T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7d802245-052b-420d-8ca8-459bf64f38b4', 'name': '', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:7d:f5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:21:01Z', 'updated_at': '2022-06-04T17:21:05Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:21:06.266955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-cb0cab78-36f0-488a-b45c-7e0e8b30b985 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:06.270572 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-cb0cab78-36f0-488a-b45c-7e0e8b30b985 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/networks?id=243a5cc3-8891-4e01-89e4-2b0553dd8194 HTTP/1.1" status: 200 len: 796 time: 0.1982841 Jun 04 17:21:06.333865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e831258f-bf09-4695-a39c-74e7d77a5992 req-9aa93f84-bd92-4e91-a020-3b2ec2c4493b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 210 time: 0.0621932 Jun 04 17:21:06.366817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9614ccfc-4cc0-46fa-be35-3d4dd3457136 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 380 time: 0.0530317 Jun 04 17:21:06.376138 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'port': {'device_id': '71ca5222-ac00-485a-9016-8a60e53170bd', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'admin_state_up': True, 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'security_groups': ['f8ad36d4-313e-4861-88c7-286dd9184286']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:21:06.515929 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:21:06.520018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:port and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:21:06.522956 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:21:06.530208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:21:06.542509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:21:06.546288 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:06.716387 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.20.0.8 (243a5cc3-8891-4e01-89e4-2b0553dd8194/9ce5338c-30db-4e66-932e-96d37d305aa0/31c5ea46-5072-45e6-9189-525cf2b581ad) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:21:06.894983 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7d802245-052b-420d-8ca8-459bf64f38b4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:21:06.966003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 7d802245-052b-420d-8ca8-459bf64f38b4 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:21:06.971027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7d802245-052b-420d-8ca8-459bf64f38b4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:21:06.971392 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:07.038545 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:07.055201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Transition to ACTIVE for port object 31c5ea46-5072-45e6-9189-525cf2b581ad will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:21:07.079659 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:07.093728 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7d802245-052b-420d-8ca8-459bf64f38b4 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:21:07.094194 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:07.129745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 7d802245-052b-420d-8ca8-459bf64f38b4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7d802245-052b-420d-8ca8-459bf64f38b4,segment=NetworkSegment(6dac0d89-c8bf-40c5-94f3-5fed458a4304),segment_id=6dac0d89-c8bf-40c5-94f3-5fed458a4304)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:21:07.136319 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:07.163573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 243a5cc3-8891-4e01-89e4-2b0553dd8194 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:21:07.167449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:21:07.171583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:21:07.203688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=31c5ea46-5072-45e6-9189-525cf2b581ad,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:07.206515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=7d802245-052b-420d-8ca8-459bf64f38b4,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:07.250676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:07.251335 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:07.274050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-ec021e81-3d3d-4c27-9deb-3d80ca677433 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9018917 Jun 04 17:21:07.285480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Request body: {'port': {'device_id': '71ca5222-ac00-485a-9016-8a60e53170bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:21:07.402241 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:07.406557 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c1de8259-31fc-4b4c-8a54-b5a997ae265b None None] Provisioning for port 31c5ea46-5072-45e6-9189-525cf2b581ad completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:21:07.411792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c1de8259-31fc-4b4c-8a54-b5a997ae265b None None] Provisioning complete for port 31c5ea46-5072-45e6-9189-525cf2b581ad triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:21:07.412790 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c1de8259-31fc-4b4c-8a54-b5a997ae265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:07.471112 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c1de8259-31fc-4b4c-8a54-b5a997ae265b None None] Port 31c5ea46-5072-45e6-9189-525cf2b581ad cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:21:07.710263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc5f01-119a-4be1-aa57-27f55cd25309 req-e9daa57d-f471-4b50-910f-0ba80aea2016 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:07.710970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1bcc5f01-119a-4be1-aa57-27f55cd25309 req-e9daa57d-f471-4b50-910f-0ba80aea2016 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:21:07.748747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-1bcc5f01-119a-4be1-aa57-27f55cd25309 req-e9daa57d-f471-4b50-910f-0ba80aea2016 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:21:07.749875 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1bcc5f01-119a-4be1-aa57-27f55cd25309 req-e9daa57d-f471-4b50-910f-0ba80aea2016 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 931 time: 0.3037074 Jun 04 17:21:07.811463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1bcc5f01-119a-4be1-aa57-27f55cd25309 req-94fefc9f-e39a-4778-8053-bb6162da2411 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531542 Jun 04 17:21:07.876312 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c5ea46-5072-45e6-9189-525cf2b581ad {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:21:07.887502 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:07.908496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Transition to ACTIVE for port object 31c5ea46-5072-45e6-9189-525cf2b581ad will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:21:07.915035 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:08.102006 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=31c5ea46-5072-45e6-9189-525cf2b581ad,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:08.180959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Attempting to bind port 31c5ea46-5072-45e6-9189-525cf2b581ad on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:21:08.181291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Attempting to bind port 31c5ea46-5072-45e6-9189-525cf2b581ad by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '6dac0d89-c8bf-40c5-94f3-5fed458a4304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:21:08.181617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Attempting to bind port 31c5ea46-5072-45e6-9189-525cf2b581ad on network 243a5cc3-8891-4e01-89e4-2b0553dd8194 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:21:08.186721 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Port 31c5ea46-5072-45e6-9189-525cf2b581ad on network 243a5cc3-8891-4e01-89e4-2b0553dd8194 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:21:08.187042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Attempting to bind port 31c5ea46-5072-45e6-9189-525cf2b581ad on network 243a5cc3-8891-4e01-89e4-2b0553dd8194 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:21:08.192221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:21:08.192562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Checking segment: {'id': '6dac0d89-c8bf-40c5-94f3-5fed458a4304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:21:08.192942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Bound using segment: {'id': '6dac0d89-c8bf-40c5-94f3-5fed458a4304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:21:08.193369 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Bound port: 31c5ea46-5072-45e6-9189-525cf2b581ad, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dac0d89-c8bf-40c5-94f3-5fed458a4304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:21:08.193715 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:08.287201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] For port 31c5ea46-5072-45e6-9189-525cf2b581ad, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:21:08.290249 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] For port 31c5ea46-5072-45e6-9189-525cf2b581ad, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=31c5ea46-5072-45e6-9189-525cf2b581ad,segment=NetworkSegment(6dac0d89-c8bf-40c5-94f3-5fed458a4304),segment_id=6dac0d89-c8bf-40c5-94f3-5fed458a4304)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:21:08.297780 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:08.367731 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:08.368419 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:08.369728 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] 10.222.0.42 "PUT /v2.0/ports/31c5ea46-5072-45e6-9189-525cf2b581ad HTTP/1.1" status: 200 len: 1091 time: 1.0884731 Jun 04 17:21:08.370158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ca5222-ac00-485a-9016-8a60e53170bd', 'tag': '31c5ea46-5072-45e6-9189-525cf2b581ad'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:21:08.397939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868e648-4743-4cf4-b633-665c44734cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=31c5ea46-5072-45e6-9189-525cf2b581ad,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:08.429341 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f19df333-d485-4b4b-ad80-f07647e80d85'] response: {'name': 'network-changed', 'server_uuid': '71ca5222-ac00-485a-9016-8a60e53170bd', 'tag': '31c5ea46-5072-45e6-9189-525cf2b581ad', 'status': 'completed', 'code': 200} Jun 04 17:21:08.541410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-10b064c5-ae3c-49e5-8a1b-c221ffbcc313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:08.543301 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-10b064c5-ae3c-49e5-8a1b-c221ffbcc313 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 1094 time: 0.1244726 Jun 04 17:21:08.615937 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-06a8dcfe-51e4-426d-9431-8f000a9ba2ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31c5ea46-5072-45e6-9189-525cf2b581ad HTTP/1.1" status: 200 len: 217 time: 0.0658820 Jun 04 17:21:08.682544 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-6880d494-dad3-44a8-b447-64a7f132b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:08.683850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-6880d494-dad3-44a8-b447-64a7f132b6b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ce5338c-30db-4e66-932e-96d37d305aa0 HTTP/1.1" status: 200 len: 835 time: 0.0603306 Jun 04 17:21:08.763092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-65045f50-ca73-4ba4-afd1-5f13816d3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:08.764539 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-65045f50-ca73-4ba4-afd1-5f13816d3da8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=243a5cc3-8891-4e01-89e4-2b0553dd8194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747519 Jun 04 17:21:08.871692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7d802245-052b-420d-8ca8-459bf64f38b4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:21:08.942349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7d802245-052b-420d-8ca8-459bf64f38b4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:21:08.942728 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:09.059950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-19f6fbb9-22d6-4e42-b30e-0a0c10c54ba7 service neutron] 10.222.0.42 "GET /v2.0/networks/243a5cc3-8891-4e01-89e4-2b0553dd8194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895887 Jun 04 17:21:09.063659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7d802245-052b-420d-8ca8-459bf64f38b4 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:21:09.212842 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e9566-e585-4463-bbf4-84c3ff455f01 req-942e9be3-d4b8-4f85-a38e-827d88c971cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:09.214461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e51e9566-e585-4463-bbf4-84c3ff455f01 req-942e9be3-d4b8-4f85-a38e-827d88c971cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 943 time: 0.1940141 Jun 04 17:21:09.219594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cac392ca-8dba-4dc1-8d02-cde2d4995bce req-a6993033-8803-45f3-8626-3542f7d37f40 service neutron] 10.222.0.42 "GET /v2.0/networks/243a5cc3-8891-4e01-89e4-2b0553dd8194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511991 Jun 04 17:21:09.262403 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e51e9566-e585-4463-bbf4-84c3ff455f01 req-4fb63db7-4cfd-4a51-b924-c5cc9234caf0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418432 Jun 04 17:21:09.340912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839af4f1-84cf-4602-ae37-69bad7d1959c req-262e498d-9cff-4590-ab16-094bee4559e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:09.342362 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-839af4f1-84cf-4602-ae37-69bad7d1959c req-262e498d-9cff-4590-ab16-094bee4559e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 1094 time: 0.0742371 Jun 04 17:21:09.475978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839af4f1-84cf-4602-ae37-69bad7d1959c req-72f6d589-c482-49d3-b818-4f21bdb58bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:09.477339 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-839af4f1-84cf-4602-ae37-69bad7d1959c req-72f6d589-c482-49d3-b818-4f21bdb58bbb service neutron] 10.222.0.42 "GET /v2.0/networks?id=243a5cc3-8891-4e01-89e4-2b0553dd8194 HTTP/1.1" status: 200 len: 897 time: 0.1284227 Jun 04 17:21:09.551116 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-839af4f1-84cf-4602-ae37-69bad7d1959c req-ad3ad60e-051e-48c7-a0ff-c2f2e81a7e9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31c5ea46-5072-45e6-9189-525cf2b581ad HTTP/1.1" status: 200 len: 217 time: 0.0663924 Jun 04 17:21:09.611324 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839af4f1-84cf-4602-ae37-69bad7d1959c req-8cd16daf-8769-4b57-b391-8bd147fc30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:09.612722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-839af4f1-84cf-4602-ae37-69bad7d1959c req-8cd16daf-8769-4b57-b391-8bd147fc30f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ce5338c-30db-4e66-932e-96d37d305aa0 HTTP/1.1" status: 200 len: 835 time: 0.0559716 Jun 04 17:21:09.691307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839af4f1-84cf-4602-ae37-69bad7d1959c req-10d4a7d5-1e4e-41b4-81e5-2c4b677bda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:09.692738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-839af4f1-84cf-4602-ae37-69bad7d1959c req-10d4a7d5-1e4e-41b4-81e5-2c4b677bda53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=243a5cc3-8891-4e01-89e4-2b0553dd8194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728261 Jun 04 17:21:09.793240 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:21:09.825925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-839af4f1-84cf-4602-ae37-69bad7d1959c req-3c054c76-964c-47d6-a5fc-3db6f516a26e service neutron] 10.222.0.42 "GET /v2.0/networks/243a5cc3-8891-4e01-89e4-2b0553dd8194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255448 Jun 04 17:21:09.956895 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-839af4f1-84cf-4602-ae37-69bad7d1959c req-d0f8fa11-993c-4567-9b0f-6965584c8918 service neutron] 10.222.0.42 "GET /v2.0/networks/243a5cc3-8891-4e01-89e4-2b0553dd8194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244256 Jun 04 17:21:10.473801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9d9a9-1c29-4cb4-af7f-a895aa513525 req-bf27d63b-1675-428b-8cab-0a905b7cf60e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:10.475309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ceb9d9a9-1c29-4cb4-af7f-a895aa513525 req-bf27d63b-1675-428b-8cab-0a905b7cf60e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 943 time: 0.0951343 Jun 04 17:21:10.521779 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ceb9d9a9-1c29-4cb4-af7f-a895aa513525 req-11ac9fc3-3605-4d58-90b7-ab2cb8def7a6 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383768 Jun 04 17:21:11.715470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87e757-1a97-46ca-aa7a-5cfb1a0e2cd7 req-6003317d-8445-4bea-b346-a277b6d4f513 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:11.717733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d87e757-1a97-46ca-aa7a-5cfb1a0e2cd7 req-6003317d-8445-4bea-b346-a277b6d4f513 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 943 time: 0.0898538 Jun 04 17:21:11.770699 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5d87e757-1a97-46ca-aa7a-5cfb1a0e2cd7 req-0c89cc0d-a488-481b-9d78-72364e23e33e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 Jun 04 17:21:11.831186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 31c5ea46-5072-45e6-9189-525cf2b581ad details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:21:11.976712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 31c5ea46-5072-45e6-9189-525cf2b581ad, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=31c5ea46-5072-45e6-9189-525cf2b581ad,segment=NetworkSegment(6dac0d89-c8bf-40c5-94f3-5fed458a4304),segment_id=6dac0d89-c8bf-40c5-94f3-5fed458a4304)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:21:11.990017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '31c5ea46-5072-45e6-9189-525cf2b581ad', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'port_id': '31c5ea46-5072-45e6-9189-525cf2b581ad', 'mac_address': 'fa:16:3e:34:4c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:21:12.047395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 31c5ea46-5072-45e6-9189-525cf2b581ad is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:21:12.047768 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:12.068146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c5ea46-5072-45e6-9189-525cf2b581ad {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:21:12.087275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 31c5ea46-5072-45e6-9189-525cf2b581ad, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=31c5ea46-5072-45e6-9189-525cf2b581ad,segment=NetworkSegment(6dac0d89-c8bf-40c5-94f3-5fed458a4304),segment_id=6dac0d89-c8bf-40c5-94f3-5fed458a4304)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:21:12.093613 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:12.161457 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=31c5ea46-5072-45e6-9189-525cf2b581ad,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:12.331813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['31c5ea46-5072-45e6-9189-525cf2b581ad'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:21:12.964044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb3c21-2d66-4032-83ff-1b21c4567705 req-e6b6e4a5-a36c-49ff-a833-01dcea23a71c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:12.965477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ddb3c21-2d66-4032-83ff-1b21c4567705 req-e6b6e4a5-a36c-49ff-a833-01dcea23a71c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 944 time: 0.0807822 Jun 04 17:21:13.013187 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ddb3c21-2d66-4032-83ff-1b21c4567705 req-e94d305c-6f67-474d-927b-919530a26515 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415881 Jun 04 17:21:13.831196 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 31c5ea46-5072-45e6-9189-525cf2b581ad up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:21:13.915590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 31c5ea46-5072-45e6-9189-525cf2b581ad completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:21:13.923320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 31c5ea46-5072-45e6-9189-525cf2b581ad triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:21:13.923820 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:14.050620 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 31c5ea46-5072-45e6-9189-525cf2b581ad is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:21:14.050979 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:14.077973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ca5222-ac00-485a-9016-8a60e53170bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c5ea46-5072-45e6-9189-525cf2b581ad'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:21:14.087559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 31c5ea46-5072-45e6-9189-525cf2b581ad, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=31c5ea46-5072-45e6-9189-525cf2b581ad,segment=NetworkSegment(6dac0d89-c8bf-40c5-94f3-5fed458a4304),segment_id=6dac0d89-c8bf-40c5-94f3-5fed458a4304)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:21:14.092200 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:14.160475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=31c5ea46-5072-45e6-9189-525cf2b581ad,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:14.185373 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db73ab3a-c8fe-4ef4-8ef1-36e66f4f6b96'] response: {'server_uuid': '71ca5222-ac00-485a-9016-8a60e53170bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c5ea46-5072-45e6-9189-525cf2b581ad', 'code': 200} Jun 04 17:21:14.227126 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc67915-a28b-4ae3-940c-fc28f1ad9dd4 req-d8b82ce1-eccc-4107-8c0e-c49feda558d0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:14.228599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cc67915-a28b-4ae3-940c-fc28f1ad9dd4 req-d8b82ce1-eccc-4107-8c0e-c49feda558d0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 945 time: 0.0892010 Jun 04 17:21:14.319048 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9cc67915-a28b-4ae3-940c-fc28f1ad9dd4 req-24f2f7e5-6c7c-458c-9f02-dc9ef1c6ce8c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841110 Jun 04 17:21:14.337066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd98dad-a7d0-481b-b71b-de9025a58831 req-03be1881-789d-475d-a0e9-95c86efc4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:14.338699 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edd98dad-a7d0-481b-b71b-de9025a58831 req-03be1881-789d-475d-a0e9-95c86efc4653 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 1096 time: 0.0907376 Jun 04 17:21:14.380204 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-edd98dad-a7d0-481b-b71b-de9025a58831 req-b9ae6a59-ed60-4ef9-92fe-988571bc3beb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351512 Jun 04 17:21:15.521284 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062dc28-aa7b-4c3e-9e2f-183f23bc4893 req-3fd297cd-8cb6-4125-a3bd-03df16ba1e18 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:15.522868 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1062dc28-aa7b-4c3e-9e2f-183f23bc4893 req-3fd297cd-8cb6-4125-a3bd-03df16ba1e18 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 945 time: 0.0897698 Jun 04 17:21:15.566530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1062dc28-aa7b-4c3e-9e2f-183f23bc4893 req-c11d8864-568a-472c-a64e-a8a389a90175 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375261 Jun 04 17:21:15.762152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd1f34-74ad-4fd3-9cb1-0a6382567c15 req-75d8fbcd-cf1d-45a8-9841-01061b126bb8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:15.763607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6dbd1f34-74ad-4fd3-9cb1-0a6382567c15 req-75d8fbcd-cf1d-45a8-9841-01061b126bb8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 945 time: 0.0829158 Jun 04 17:21:15.814188 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6dbd1f34-74ad-4fd3-9cb1-0a6382567c15 req-200d70e9-237b-42ee-adf9-de4500df1240 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418608 Jun 04 17:21:15.841775 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39026) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:21:15.923554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9072a3-1a03-4602-959a-ca4b6432e662 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:15.925010 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9c9072a3-1a03-4602-959a-ca4b6432e662 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 1091 time: 0.0821333 Jun 04 17:21:15.928089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39030) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:21:15.933077 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': '31c5ea46-5072-45e6-9189-525cf2b581ad', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:21:15.939979 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:21:15.943961 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:floatingip and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:21:15.946884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:21:15.952756 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:21:15.966076 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:16.104425 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:16.369296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.25.5.102 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/c793e07f-ee24-472a-8e29-854682887ef1) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:21:16.535938 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:16.569124 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:16.638595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:21:16.641265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:21:16.645918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:21:16.680100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=c793e07f-ee24-472a-8e29-854682887ef1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:17.076075 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:17.154986 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:17.382319 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:17.389440 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:17.496026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=c793e07f-ee24-472a-8e29-854682887ef1,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:17.509073 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:17.682623 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Floating IP 386cb440-6a1d-4c29-ae3a-9737a62a9912 associated. External IP: 172.25.5.102, port: 31c5ea46-5072-45e6-9189-525cf2b581ad. Jun 04 17:21:18.156484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:21:18.339646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:21:18.350006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e860f04-4000-4763-b1ef-f7343242db7a None None] Sync routers for ids ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:21:18.363836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e860f04-4000-4763-b1ef-f7343242db7a None None] Routers {'05d21632-edf1-4d7d-9ea6-437d6cbf14f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:21:18.364492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0e860f04-4000-4763-b1ef-f7343242db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:21:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:18.365211 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:18.423053 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8f87046f-c937-4ffd-9206-d9726fc59178 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4938545 Jun 04 17:21:18.423785 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ca5222-ac00-485a-9016-8a60e53170bd', 'tag': '31c5ea46-5072-45e6-9189-525cf2b581ad'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:21:18.478237 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322c3e3b-9970-48de-ba84-a07c381a4d45'] response: {'name': 'network-changed', 'server_uuid': '71ca5222-ac00-485a-9016-8a60e53170bd', 'tag': '31c5ea46-5072-45e6-9189-525cf2b581ad', 'status': 'completed', 'code': 200} Jun 04 17:21:18.542118 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-0e860f04-4000-4763-b1ef-f7343242db7a None None] Set router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:21:18.631881 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2557bc-8731-4b7d-a4c4-45a405e359c1 req-c662ec18-e882-47dc-b83f-bfd025b7c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:18.633899 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f2557bc-8731-4b7d-a4c4-45a405e359c1 req-c662ec18-e882-47dc-b83f-bfd025b7c73e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 1096 time: 0.1334386 Jun 04 17:21:18.644856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545960e-a13a-4342-a0cf-3d2cb4a1c00a req-a6bab9c0-c791-4556-b473-b1f47b315a55 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:18.646191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6545960e-a13a-4342-a0cf-3d2cb4a1c00a req-a6bab9c0-c791-4556-b473-b1f47b315a55 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 945 time: 0.1120853 Jun 04 17:21:18.906501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6545960e-a13a-4342-a0cf-3d2cb4a1c00a req-e1275e6d-417a-4166-ab56-3cd2b185dcf5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275494 Jun 04 17:21:18.909162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0e860f04-4000-4763-b1ef-f7343242db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:21:02Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:20:58Z', 'updated_at': '2022-06-04T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '386cb440-6a1d-4c29-ae3a-9737a62a9912', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'port_id': '31c5ea46-5072-45e6-9189-525cf2b581ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'mac_address': 'fa:16:3e:34:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ca5222-ac00-485a-9016-8a60e53170bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:21:17Z', 'updated_at': '2022-06-04T17:21:17Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d802245-052b-420d-8ca8-459bf64f38b4', 'name': '', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:7d:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:21:01Z', 'updated_at': '2022-06-04T17:21:07Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:18.914111 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e860f04-4000-4763-b1ef-f7343242db7a None None] Checking router: 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:21:18.930317 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e860f04-4000-4763-b1ef-f7343242db7a None None] Routers {'05d21632-edf1-4d7d-9ea6-437d6cbf14f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:21:18.931000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0e860f04-4000-4763-b1ef-f7343242db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:21:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:18.931405 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39040) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:21:18.943545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2557bc-8731-4b7d-a4c4-45a405e359c1 req-b2097915-3de6-45db-98f8-1777f40a3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:18.945090 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f2557bc-8731-4b7d-a4c4-45a405e359c1 req-b2097915-3de6-45db-98f8-1777f40a3e55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=243a5cc3-8891-4e01-89e4-2b0553dd8194 HTTP/1.1" status: 200 len: 897 time: 0.2980292 Jun 04 17:21:19.049532 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c254462d-af3b-44e1-bd49-1b17c4380420 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/386cb440-6a1d-4c29-ae3a-9737a62a9912 HTTP/1.1" status: 200 len: 991 time: 0.1167200 Jun 04 17:21:19.057990 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f2557bc-8731-4b7d-a4c4-45a405e359c1 req-594f5666-0a08-40b8-ac76-0cc065797010 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31c5ea46-5072-45e6-9189-525cf2b581ad HTTP/1.1" status: 200 len: 999 time: 0.1060028 Jun 04 17:21:19.109093 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-0e860f04-4000-4763-b1ef-f7343242db7a None None] Set router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:21:19.120815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2557bc-8731-4b7d-a4c4-45a405e359c1 req-41a8c354-5aab-477b-b313-92532bbd4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:19.122275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f2557bc-8731-4b7d-a4c4-45a405e359c1 req-41a8c354-5aab-477b-b313-92532bbd4c46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ce5338c-30db-4e66-932e-96d37d305aa0 HTTP/1.1" status: 200 len: 835 time: 0.0583906 Jun 04 17:21:19.210658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2557bc-8731-4b7d-a4c4-45a405e359c1 req-5896ffba-4aaf-477d-ad95-1a62ba8823f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:19.212485 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f2557bc-8731-4b7d-a4c4-45a405e359c1 req-5896ffba-4aaf-477d-ad95-1a62ba8823f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=243a5cc3-8891-4e01-89e4-2b0553dd8194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843766 Jun 04 17:21:19.345890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f2557bc-8731-4b7d-a4c4-45a405e359c1 req-452c766d-5bd2-4af7-b4e9-83a7071def9b service neutron] 10.222.0.42 "GET /v2.0/networks/243a5cc3-8891-4e01-89e4-2b0553dd8194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271226 Jun 04 17:21:19.476998 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f2557bc-8731-4b7d-a4c4-45a405e359c1 req-7e629cfa-525e-4c11-b5e3-fcb25a04e6fd service neutron] 10.222.0.42 "GET /v2.0/networks/243a5cc3-8891-4e01-89e4-2b0553dd8194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250174 Jun 04 17:21:19.502991 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0e860f04-4000-4763-b1ef-f7343242db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:21:02Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:20:58Z', 'updated_at': '2022-06-04T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '386cb440-6a1d-4c29-ae3a-9737a62a9912', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'port_id': '31c5ea46-5072-45e6-9189-525cf2b581ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'mac_address': 'fa:16:3e:34:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ca5222-ac00-485a-9016-8a60e53170bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:21:17Z', 'updated_at': '2022-06-04T17:21:17Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d802245-052b-420d-8ca8-459bf64f38b4', 'name': '', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:7d:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:21:01Z', 'updated_at': '2022-06-04T17:21:07Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:19.507609 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e860f04-4000-4763-b1ef-f7343242db7a None None] The sync data for ids ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'] in n-d-811809-3 is: [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:21:02Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:20:58Z', 'updated_at': '2022-06-04T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '386cb440-6a1d-4c29-ae3a-9737a62a9912', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'port_id': '31c5ea46-5072-45e6-9189-525cf2b581ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'mac_address': 'fa:16:3e:34:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ca5222-ac00-485a-9016-8a60e53170bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:21:17Z', 'updated_at': '2022-06-04T17:21:17Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d802245-052b-420d-8ca8-459bf64f38b4', 'name': '', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:7d:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:21:01Z', 'updated_at': '2022-06-04T17:21:07Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:21:19.702089 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f5fecf-8342-4674-a974-4e054d7983aa None None] New status for floating IP 386cb440-6a1d-4c29-ae3a-9737a62a9912: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:21:20.052620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39044) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:21:20.160396 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6b46ebd2-987d-4d90-a98b-65ff3131c063 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/386cb440-6a1d-4c29-ae3a-9737a62a9912 HTTP/1.1" status: 200 len: 993 time: 0.1062477 Jun 04 17:21:27.897165 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0a09022c-aba8-4b4e-bdbb-a51c75d66375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:30.088158 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c4c278a2-3ead-48e9-a00f-62b4b490a9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:31.388141 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:31.450306 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:32.798916 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:34.613644 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:34.832622 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:41.728114 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e518186-4d15-4e3e-8283-2d4242b9ffde req-797cf430-cecd-44bf-a723-eed530aa82b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746901 Jun 04 17:21:41.883959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e518186-4d15-4e3e-8283-2d4242b9ffde req-b7102709-f027-472f-aa37-c2cc731816a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:41.885330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e518186-4d15-4e3e-8283-2d4242b9ffde req-b7102709-f027-472f-aa37-c2cc731816a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 1096 time: 0.0830743 Jun 04 17:21:42.043163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e518186-4d15-4e3e-8283-2d4242b9ffde req-7880cde1-3b54-4dc8-883b-ba01828594d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:42.044632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e518186-4d15-4e3e-8283-2d4242b9ffde req-7880cde1-3b54-4dc8-883b-ba01828594d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=243a5cc3-8891-4e01-89e4-2b0553dd8194 HTTP/1.1" status: 200 len: 897 time: 0.1402061 Jun 04 17:21:42.148067 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e518186-4d15-4e3e-8283-2d4242b9ffde req-9bd966de-c00c-4bc4-8199-129e7d08270e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31c5ea46-5072-45e6-9189-525cf2b581ad HTTP/1.1" status: 200 len: 1001 time: 0.0958171 Jun 04 17:21:42.216780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e518186-4d15-4e3e-8283-2d4242b9ffde req-270298c4-6a50-4f38-86cb-ac64eeaa1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:42.219151 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e518186-4d15-4e3e-8283-2d4242b9ffde req-270298c4-6a50-4f38-86cb-ac64eeaa1b9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ce5338c-30db-4e66-932e-96d37d305aa0 HTTP/1.1" status: 200 len: 835 time: 0.0646122 Jun 04 17:21:42.294532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e518186-4d15-4e3e-8283-2d4242b9ffde req-31c2b2b9-f954-447e-9c31-996ae1f809d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:42.295998 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e518186-4d15-4e3e-8283-2d4242b9ffde req-31c2b2b9-f954-447e-9c31-996ae1f809d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=243a5cc3-8891-4e01-89e4-2b0553dd8194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705135 Jun 04 17:21:42.424964 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e518186-4d15-4e3e-8283-2d4242b9ffde req-74aabfc6-3f07-4eb2-bf44-0b66ee18ab71 service neutron] 10.222.0.42 "GET /v2.0/networks/243a5cc3-8891-4e01-89e4-2b0553dd8194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225123 Jun 04 17:21:42.558744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9e518186-4d15-4e3e-8283-2d4242b9ffde req-da03964b-dcca-4dc4-9ff5-f89751130c55 service neutron] 10.222.0.42 "GET /v2.0/networks/243a5cc3-8891-4e01-89e4-2b0553dd8194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270206 Jun 04 17:21:46.798221 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:21:51.728224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b35f12-9920-4d37-95b5-d839e8b04ff1 req-b992500f-37a1-4cfa-aa19-b64366f8c8fe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:51.729721 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08b35f12-9920-4d37-95b5-d839e8b04ff1 req-b992500f-37a1-4cfa-aa19-b64366f8c8fe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 945 time: 0.0882468 Jun 04 17:21:51.891878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-08b35f12-9920-4d37-95b5-d839e8b04ff1 req-6297b7b7-17b9-4825-b804-f7ad22578182 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564045 Jun 04 17:21:53.095092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c61c2-ca6c-48dd-90a7-247d9e9ade4d req-729153bb-382c-4c6a-9b95-85f57a7cebf6 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:53.096414 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-003c61c2-ca6c-48dd-90a7-247d9e9ade4d req-729153bb-382c-4c6a-9b95-85f57a7cebf6 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 945 time: 0.0848742 Jun 04 17:21:53.141386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-003c61c2-ca6c-48dd-90a7-247d9e9ade4d req-5f052875-918c-4ec8-9c14-8d5574af9cb1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388875 Jun 04 17:21:53.165539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39066) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:21:53.273369 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c732117a-c420-49a4-99f2-183990a4c1ed tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/386cb440-6a1d-4c29-ae3a-9737a62a9912 HTTP/1.1" status: 200 len: 993 time: 0.1066918 Jun 04 17:21:54.738488 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525101ba-c1f9-4035-8d00-f70c2635c565 req-73d34cb0-aed0-4008-a3f6-65b1d5b60ddf tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:54.740192 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-525101ba-c1f9-4035-8d00-f70c2635c565 req-73d34cb0-aed0-4008-a3f6-65b1d5b60ddf tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 945 time: 0.0891094 Jun 04 17:21:54.787056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-525101ba-c1f9-4035-8d00-f70c2635c565 req-c48d6e6b-843e-4b85-bbb1-eee5854493de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408638 Jun 04 17:21:55.998774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346344cc-f4e5-4de6-a30d-71deaaf8473a req-92854f31-668a-4322-adc4-96ec7e761bef tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:56.000231 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-346344cc-f4e5-4de6-a30d-71deaaf8473a req-92854f31-668a-4322-adc4-96ec7e761bef tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 945 time: 0.0909526 Jun 04 17:21:56.049400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-346344cc-f4e5-4de6-a30d-71deaaf8473a req-fd9c198c-fcc4-42fc-b3cd-e9e71eddf836 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Jun 04 17:21:56.073954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39078) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:21:56.184086 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f8a92e10-2100-4e34-9186-bff73bbe7ced tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/386cb440-6a1d-4c29-ae3a-9737a62a9912 HTTP/1.1" status: 200 len: 993 time: 0.1084745 Jun 04 17:21:56.483410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39086) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:21:56.686210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port c793e07f-ee24-472a-8e29-854682887ef1 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:21:56.686580 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:56.863795 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:56.864142 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:57.101074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for c793e07f-ee24-472a-8e29-854682887ef1 owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:21:57.254017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:57.299029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=c793e07f-ee24-472a-8e29-854682887ef1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:21:57.337464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:57.337809 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:57.338148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:57.338515 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:57.338831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:57.339158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:57.339485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:57.339804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:57.340127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:57.340447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:57.340761 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:57.341066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:21:57.405217 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:57.405468 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Floating IP 386cb440-6a1d-4c29-ae3a-9737a62a9912 disassociated (deleted). External IP: 172.25.5.102, port: 31c5ea46-5072-45e6-9189-525cf2b581ad. Jun 04 17:21:57.759424 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:21:57.891685 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-670c140f-d8d3-48ca-a41e-b276682a30d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:57.946770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:21:57.957059 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981c0e27-8589-4f28-823f-bbcfd791e6ef None None] Sync routers for ids ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:21:57.967090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981c0e27-8589-4f28-823f-bbcfd791e6ef None None] Routers {'05d21632-edf1-4d7d-9ea6-437d6cbf14f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:21:57.967701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-981c0e27-8589-4f28-823f-bbcfd791e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:21:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:57.969126 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:21:58.024106 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0d4adcf8-6344-45f8-b4d4-c4d177a94b4d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/floatingips/386cb440-6a1d-4c29-ae3a-9737a62a9912 HTTP/1.1" status: 204 len: 168 time: 1.5393662 Jun 04 17:21:58.024649 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ca5222-ac00-485a-9016-8a60e53170bd', 'tag': '31c5ea46-5072-45e6-9189-525cf2b581ad'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:21:58.070365 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9adfcdbb-fc2d-4c2c-ad2e-e6ddfb62f5c9'] response: {'name': 'network-changed', 'server_uuid': '71ca5222-ac00-485a-9016-8a60e53170bd', 'tag': '31c5ea46-5072-45e6-9189-525cf2b581ad', 'status': 'completed', 'code': 200} Jun 04 17:21:58.153394 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-981c0e27-8589-4f28-823f-bbcfd791e6ef None None] Set router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:21:58.164399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69eb652-6333-4dce-b5c0-60294d966577 req-5d5e57dc-5f86-4967-80f5-8922ec18ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:58.165984 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c69eb652-6333-4dce-b5c0-60294d966577 req-5d5e57dc-5f86-4967-80f5-8922ec18ff79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 1096 time: 0.0704472 Jun 04 17:21:58.303047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69eb652-6333-4dce-b5c0-60294d966577 req-dff414c3-26c9-4deb-a3e5-771f52e603a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:58.304930 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c69eb652-6333-4dce-b5c0-60294d966577 req-dff414c3-26c9-4deb-a3e5-771f52e603a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=243a5cc3-8891-4e01-89e4-2b0553dd8194 HTTP/1.1" status: 200 len: 897 time: 0.1323204 Jun 04 17:21:58.407800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c69eb652-6333-4dce-b5c0-60294d966577 req-8b8feee4-2213-4125-808b-fe05028d06c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31c5ea46-5072-45e6-9189-525cf2b581ad HTTP/1.1" status: 200 len: 217 time: 0.0951493 Jun 04 17:21:58.474632 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-981c0e27-8589-4f28-823f-bbcfd791e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:21:02Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:20:58Z', 'updated_at': '2022-06-04T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7d802245-052b-420d-8ca8-459bf64f38b4', 'name': '', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:7d:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:21:01Z', 'updated_at': '2022-06-04T17:21:07Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:58.478667 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981c0e27-8589-4f28-823f-bbcfd791e6ef None None] Checking router: 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:21:58.487160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981c0e27-8589-4f28-823f-bbcfd791e6ef None None] Routers {'05d21632-edf1-4d7d-9ea6-437d6cbf14f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:21:58.488138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-981c0e27-8589-4f28-823f-bbcfd791e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:21:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:58.489131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69eb652-6333-4dce-b5c0-60294d966577 req-9ad091fe-cc56-4d6c-92b6-c8768eb736f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:58.490636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c69eb652-6333-4dce-b5c0-60294d966577 req-9ad091fe-cc56-4d6c-92b6-c8768eb736f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ce5338c-30db-4e66-932e-96d37d305aa0 HTTP/1.1" status: 200 len: 835 time: 0.0719681 Jun 04 17:21:58.547276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad828b9a-3115-489a-b704-b32a35d6382b req-531534eb-b171-4f24-822e-fd867f99e724 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:58.548728 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad828b9a-3115-489a-b704-b32a35d6382b req-531534eb-b171-4f24-822e-fd867f99e724 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 945 time: 0.1789594 Jun 04 17:21:58.605074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad828b9a-3115-489a-b704-b32a35d6382b req-88ab4621-6392-4256-a28c-660acc130b98 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476308 Jun 04 17:21:58.612855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69eb652-6333-4dce-b5c0-60294d966577 req-6d1cff6e-6f7e-490d-98a9-4ba253ca74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:58.614358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c69eb652-6333-4dce-b5c0-60294d966577 req-6d1cff6e-6f7e-490d-98a9-4ba253ca74ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=243a5cc3-8891-4e01-89e4-2b0553dd8194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159091 Jun 04 17:21:58.667186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-981c0e27-8589-4f28-823f-bbcfd791e6ef None None] Set router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:21:58.750272 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c69eb652-6333-4dce-b5c0-60294d966577 req-bc5df7b3-d1f4-4a75-a1e9-32b2ba6a7006 service neutron] 10.222.0.42 "GET /v2.0/networks/243a5cc3-8891-4e01-89e4-2b0553dd8194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285224 Jun 04 17:21:58.884043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c69eb652-6333-4dce-b5c0-60294d966577 req-2a1011ef-5a84-4133-9500-fbd6ba83682f service neutron] 10.222.0.42 "GET /v2.0/networks/243a5cc3-8891-4e01-89e4-2b0553dd8194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271906 Jun 04 17:21:58.978621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-981c0e27-8589-4f28-823f-bbcfd791e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:21:02Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:20:58Z', 'updated_at': '2022-06-04T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7d802245-052b-420d-8ca8-459bf64f38b4', 'name': '', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:7d:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:21:01Z', 'updated_at': '2022-06-04T17:21:07Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:21:58.982700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981c0e27-8589-4f28-823f-bbcfd791e6ef None None] The sync data for ids ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'] in n-d-811809-3 is: [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:21:02Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:20:58Z', 'updated_at': '2022-06-04T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '7d802245-052b-420d-8ca8-459bf64f38b4', 'name': '', 'network_id': '243a5cc3-8891-4e01-89e4-2b0553dd8194', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:7d:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:21:01Z', 'updated_at': '2022-06-04T17:21:07Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '9ce5338c-30db-4e66-932e-96d37d305aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:21:59.202055 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca1e381-a35f-4506-9784-af2dff40f7b1 None None] New status for floating IP 386cb440-6a1d-4c29-ae3a-9737a62a9912: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:21:59.864826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcd7bb-82b2-4590-ac64-a60837c22736 req-c747094c-a4d1-4e47-9249-02818d23ff31 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:59.866259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72fcd7bb-82b2-4590-ac64-a60837c22736 req-c747094c-a4d1-4e47-9249-02818d23ff31 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 945 time: 0.1449111 Jun 04 17:21:59.874205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6d95-1911-4c8c-9a00-f2b7bcaf305c req-0fa82e71-afb1-4a2c-aa00-4f674e055307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:21:59.875540 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5be6d95-1911-4c8c-9a00-f2b7bcaf305c req-0fa82e71-afb1-4a2c-aa00-4f674e055307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 945 time: 0.1129251 Jun 04 17:21:59.968653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-72fcd7bb-82b2-4590-ac64-a60837c22736 req-0df0a463-2192-4c52-acfe-57038154afbc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=f8ad36d4-313e-4861-88c7-286dd9184286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921900 Jun 04 17:21:59.975520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-b5be6d95-1911-4c8c-9a00-f2b7bcaf305c req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port 31c5ea46-5072-45e6-9189-525cf2b581ad {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:21:59.975520 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5be6d95-1911-4c8c-9a00-f2b7bcaf305c req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:00.083477 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cec1de3c-8c3f-4164-8d20-b9a3d4a50dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:00.352507 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b5be6d95-1911-4c8c-9a00-f2b7bcaf305c req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port 31c5ea46-5072-45e6-9189-525cf2b581ad, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=31c5ea46-5072-45e6-9189-525cf2b581ad,segment=NetworkSegment(6dac0d89-c8bf-40c5-94f3-5fed458a4304),segment_id=6dac0d89-c8bf-40c5-94f3-5fed458a4304)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:22:00.352763 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5be6d95-1911-4c8c-9a00-f2b7bcaf305c req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:00.474169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-b5be6d95-1911-4c8c-9a00-f2b7bcaf305c req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for 31c5ea46-5072-45e6-9189-525cf2b581ad owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:22:00.623676 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5be6d95-1911-4c8c-9a00-f2b7bcaf305c req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:00.701400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=31c5ea46-5072-45e6-9189-525cf2b581ad,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:00.745119 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:00.745460 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:00.745819 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:00.746121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:00.746416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:00.746766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:00.747086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:00.747406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:00.747726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:00.748044 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:00.748361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:00.748675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:00.763458 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5be6d95-1911-4c8c-9a00-f2b7bcaf305c req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] No DVR routers for this DVR port 31c5ea46-5072-45e6-9189-525cf2b581ad on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:22:00.766040 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b5be6d95-1911-4c8c-9a00-f2b7bcaf305c req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:00.768823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ca5222-ac00-485a-9016-8a60e53170bd', 'name': 'network-vif-deleted', 'tag': '31c5ea46-5072-45e6-9189-525cf2b581ad'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:22:00.781146 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5be6d95-1911-4c8c-9a00-f2b7bcaf305c req-7bffea26-5b1e-472f-a1f6-b8b2118c1f11 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "DELETE /v2.0/ports/31c5ea46-5072-45e6-9189-525cf2b581ad HTTP/1.1" status: 204 len: 173 time: 0.8908701 Jun 04 17:22:00.823795 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e88df0-7749-4985-8f80-44d0d6adbdee'] response: {'server_uuid': '71ca5222-ac00-485a-9016-8a60e53170bd', 'name': 'network-vif-deleted', 'tag': '31c5ea46-5072-45e6-9189-525cf2b581ad', 'status': 'completed', 'code': 200} Jun 04 17:22:01.150325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6a596770-2885-44d8-87de-3fea7c3a4273 req-026c02a0-ff73-4cac-9054-c6d9747df1e2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:22:01.168440 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-6a596770-2885-44d8-87de-3fea7c3a4273 req-026c02a0-ff73-4cac-9054-c6d9747df1e2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:22:01.169976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a596770-2885-44d8-87de-3fea7c3a4273 req-026c02a0-ff73-4cac-9054-c6d9747df1e2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ca5222-ac00-485a-9016-8a60e53170bd HTTP/1.1" status: 200 len: 210 time: 0.0638161 Jun 04 17:22:01.393306 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:01.457608 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:02.284864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39104) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:02.802190 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:02.973388 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f27ac231-6485-4985-87cf-c0843a941568 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:03.340918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f27ac231-6485-4985-87cf-c0843a941568 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port 7d802245-052b-420d-8ca8-459bf64f38b4 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:22:03.341678 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f27ac231-6485-4985-87cf-c0843a941568 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:03.535316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-f27ac231-6485-4985-87cf-c0843a941568 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port 7d802245-052b-420d-8ca8-459bf64f38b4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7d802245-052b-420d-8ca8-459bf64f38b4,segment=NetworkSegment(6dac0d89-c8bf-40c5-94f3-5fed458a4304),segment_id=6dac0d89-c8bf-40c5-94f3-5fed458a4304)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:22:03.535642 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f27ac231-6485-4985-87cf-c0843a941568 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:03.658678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-f27ac231-6485-4985-87cf-c0843a941568 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for 7d802245-052b-420d-8ca8-459bf64f38b4 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:22:03.999909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f27ac231-6485-4985-87cf-c0843a941568 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:04.048455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ac231-6485-4985-87cf-c0843a941568 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=7d802245-052b-420d-8ca8-459bf64f38b4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:04.064618 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 31c5ea46-5072-45e6-9189-525cf2b581ad no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:22:04.100482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 31c5ea46-5072-45e6-9189-525cf2b581ad {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:22:04.100868 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 31c5ea46-5072-45e6-9189-525cf2b581ad not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:22:04.436886 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f27ac231-6485-4985-87cf-c0843a941568 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:04.642282 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:04.808583 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27ac231-6485-4985-87cf-c0843a941568 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:22:04.815693 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:05.010858 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27ac231-6485-4985-87cf-c0843a941568 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:22:05.023553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ceb493-7b93-46cf-a67c-9c49190dc19c None None] Sync routers for ids ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:22:05.030628 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f27ac231-6485-4985-87cf-c0843a941568 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "PUT /v2.0/routers/05d21632-edf1-4d7d-9ea6-437d6cbf14f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7442908 Jun 04 17:22:05.033446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39108) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:05.033860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ceb493-7b93-46cf-a67c-9c49190dc19c None None] Routers {'05d21632-edf1-4d7d-9ea6-437d6cbf14f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:22:05.034467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-18ceb493-7b93-46cf-a67c-9c49190dc19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:05.106714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-50590bb1-5bf0-4631-b70d-f2137e9ef2cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting subnet 9ce5338c-30db-4e66-932e-96d37d305aa0 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:22:05.112159 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50590bb1-5bf0-4631-b70d-f2137e9ef2cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:05.175769 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50590bb1-5bf0-4631-b70d-f2137e9ef2cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:05.254575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-18ceb493-7b93-46cf-a67c-9c49190dc19c None None] Set router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:22:05.262187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50590bb1-5bf0-4631-b70d-f2137e9ef2cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:05.341002 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50590bb1-5bf0-4631-b70d-f2137e9ef2cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:05.383139 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-50590bb1-5bf0-4631-b70d-f2137e9ef2cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:05.385790 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50590bb1-5bf0-4631-b70d-f2137e9ef2cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce5338c-30db-4e66-932e-96d37d305aa0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:05.392343 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-50590bb1-5bf0-4631-b70d-f2137e9ef2cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/subnets/9ce5338c-30db-4e66-932e-96d37d305aa0 HTTP/1.1" status: 204 len: 168 time: 0.3579369 Jun 04 17:22:05.394895 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39112) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:05.423336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9350caae-314d-4da2-b6f4-f6deb0ffe83c None None] Network 243a5cc3-8891-4e01-89e4-2b0553dd8194 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:22:05.573199 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:05.704075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-18ceb493-7b93-46cf-a67c-9c49190dc19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:22:03Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'c346b992-b481-4aff-b11b-ff2c1c2e260a', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:20:58Z', 'updated_at': '2022-06-04T17:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:05.708131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ceb493-7b93-46cf-a67c-9c49190dc19c None None] Checking router: 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:22:05.716693 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ceb493-7b93-46cf-a67c-9c49190dc19c None None] Routers {'05d21632-edf1-4d7d-9ea6-437d6cbf14f3'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:22:05.717432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-18ceb493-7b93-46cf-a67c-9c49190dc19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:05.752073 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:05.764238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port c346b992-b481-4aff-b11b-ff2c1c2e260a {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:22:05.764944 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:05.780675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] DHCP port deletion for 243a5cc3-8891-4e01-89e4-2b0553dd8194 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:22:05.841128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Deleting port bfd1b859-e14e-41c0-8389-11fe93061c62 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:22:05.841485 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:05.945114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-18ceb493-7b93-46cf-a67c-9c49190dc19c None None] Set router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:22:06.062295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-18ceb493-7b93-46cf-a67c-9c49190dc19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:22:05Z', 'revision_number': 6, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:06.070995 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ceb493-7b93-46cf-a67c-9c49190dc19c None None] The sync data for ids ['05d21632-edf1-4d7d-9ea6-437d6cbf14f3'] in n-d-811809-3 is: [{'id': '05d21632-edf1-4d7d-9ea6-437d6cbf14f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30992870', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:20:57Z', 'updated_at': '2022-06-04T17:22:05Z', 'revision_number': 6, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:22:06.074573 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port c346b992-b481-4aff-b11b-ff2c1c2e260a, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=c346b992-b481-4aff-b11b-ff2c1c2e260a,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:22:06.074698 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:06.173154 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] For port bfd1b859-e14e-41c0-8389-11fe93061c62, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=bfd1b859-e14e-41c0-8389-11fe93061c62,segment=NetworkSegment(6dac0d89-c8bf-40c5-94f3-5fed458a4304),segment_id=6dac0d89-c8bf-40c5-94f3-5fed458a4304)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:22:06.173537 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:06.198883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for c346b992-b481-4aff-b11b-ff2c1c2e260a owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:22:06.293591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Calling delete_port for bfd1b859-e14e-41c0-8389-11fe93061c62 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:22:06.373948 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:06.419772 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:06.421186 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=c346b992-b481-4aff-b11b-ff2c1c2e260a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:06.471395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Pushing event deleted for resources: {'Port': ['ID=bfd1b859-e14e-41c0-8389-11fe93061c62,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:06.476736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] No DVR routers for this DVR port bfd1b859-e14e-41c0-8389-11fe93061c62 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:22:06.483022 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:06.483360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:06.483682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:06.484004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:06.484332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:06.484652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:06.484969 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:06.485286 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:06.485599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:06.485911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:06.486223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:06.486559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ef6a0-f3e5-475e-8206-0002a9ccea5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:06.528978 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:06.704472 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:06.706732 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:06.732780 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:06.733306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Fanout notify agent at l3_agent the message router_deleted on router 05d21632-edf1-4d7d-9ea6-437d6cbf14f3 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:22:06.749052 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:06.750141 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-054266b5-1dec-44c5-a3bc-80d9fca63c5b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/routers/05d21632-edf1-4d7d-9ea6-437d6cbf14f3 HTTP/1.1" status: 204 len: 168 time: 1.3542869 Jun 04 17:22:06.753219 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39116) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:06.871286 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10c235c7-f4c9-4b06-aa49-30660aabfe70 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:06.915032 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7d802245-052b-420d-8ca8-459bf64f38b4 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:22:06.950701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 7d802245-052b-420d-8ca8-459bf64f38b4 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:22:06.951123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7d802245-052b-420d-8ca8-459bf64f38b4 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:22:06.951597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bfd1b859-e14e-41c0-8389-11fe93061c62 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:22:06.984000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: bfd1b859-e14e-41c0-8389-11fe93061c62 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:22:06.984338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device bfd1b859-e14e-41c0-8389-11fe93061c62 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:22:06.984724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c346b992-b481-4aff-b11b-ff2c1c2e260a no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:22:07.008258 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10c235c7-f4c9-4b06-aa49-30660aabfe70 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.017549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: c346b992-b481-4aff-b11b-ff2c1c2e260a {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:22:07.017893 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device c346b992-b481-4aff-b11b-ff2c1c2e260a not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:22:07.034636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-10c235c7-f4c9-4b06-aa49-30660aabfe70 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243a5cc3-8891-4e01-89e4-2b0553dd8194']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:07.047978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-10c235c7-f4c9-4b06-aa49-30660aabfe70 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dac0d89-c8bf-40c5-94f3-5fed458a4304') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:07.048273 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-10c235c7-f4c9-4b06-aa49-30660aabfe70 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dac0d89-c8bf-40c5-94f3-5fed458a4304') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:07.060588 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10c235c7-f4c9-4b06-aa49-30660aabfe70 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.077621 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10c235c7-f4c9-4b06-aa49-30660aabfe70 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.084663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c235c7-f4c9-4b06-aa49-30660aabfe70 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:22:07.085070 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10c235c7-f4c9-4b06-aa49-30660aabfe70 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.189101 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10c235c7-f4c9-4b06-aa49-30660aabfe70 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.206669 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10c235c7-f4c9-4b06-aa49-30660aabfe70 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.218517 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c235c7-f4c9-4b06-aa49-30660aabfe70 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Network': ['ID=243a5cc3-8891-4e01-89e4-2b0553dd8194,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:07.227606 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-10c235c7-f4c9-4b06-aa49-30660aabfe70 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/networks/243a5cc3-8891-4e01-89e4-2b0553dd8194 HTTP/1.1" status: 204 len: 168 time: 0.4731369 Jun 04 17:22:07.230306 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39124) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:07.247908 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 6dac0d89-c8bf-40c5-94f3-5fed458a4304 resource provider aggregate not found Jun 04 17:22:07.268011 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 6dac0d89-c8bf-40c5-94f3-5fed458a4304 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6dac0d89-c8bf-40c5-94f3-5fed458a4304 found for delete ", "request_id": "req-16e77d9c-da63-49fb-aab1-4ba3566f588b"}]} Jun 04 17:22:07.307734 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6eb149ae-21cd-4d00-b561-d5f7a86b2859 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.339068 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6eb149ae-21cd-4d00-b561-d5f7a86b2859 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.408301 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6eb149ae-21cd-4d00-b561-d5f7a86b2859 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.424238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb149ae-21cd-4d00-b561-d5f7a86b2859 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ad36d4-313e-4861-88c7-286dd9184286,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:07.433165 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6eb149ae-21cd-4d00-b561-d5f7a86b2859 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.435716 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6eb149ae-21cd-4d00-b561-d5f7a86b2859 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/security-groups/f8ad36d4-313e-4861-88c7-286dd9184286 HTTP/1.1" status: 204 len: 168 time: 0.2030311 Jun 04 17:22:07.557391 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39134) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:07.562792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787415740', 'description': 'tempest-secgroup-smoke-1787415740 description', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:22:07.571679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:22:07.575767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:22:07.578729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:22:07.585200 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:22:07.596614 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.616078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:22:07.619957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:22:07.622815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:22:07.628670 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:22:07.701398 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.707929 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.748229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:07.752421 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.753882 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9fcf1978-42b0-4867-b7c6-1625df5113f0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1953945 Jun 04 17:22:07.757501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39138) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:07.763161 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-31cfe12c-6192-40d3-af3e-271d0ac3b7b2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:22:07.769987 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-31cfe12c-6192-40d3-af3e-271d0ac3b7b2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:22:07.774301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-31cfe12c-6192-40d3-af3e-271d0ac3b7b2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:22:07.777212 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-31cfe12c-6192-40d3-af3e-271d0ac3b7b2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:22:07.782904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-31cfe12c-6192-40d3-af3e-271d0ac3b7b2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:22:07.802615 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31cfe12c-6192-40d3-af3e-271d0ac3b7b2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.863071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31cfe12c-6192-40d3-af3e-271d0ac3b7b2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.868198 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31cfe12c-6192-40d3-af3e-271d0ac3b7b2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.891386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfe12c-6192-40d3-af3e-271d0ac3b7b2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9e9dbb-728d-468c-aa68-200fdd40f016,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:07.902552 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-31cfe12c-6192-40d3-af3e-271d0ac3b7b2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:07.903825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-31cfe12c-6192-40d3-af3e-271d0ac3b7b2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451137 Jun 04 17:22:07.906777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39142) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:07.912092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4d508ea9-188e-4f42-9318-394d03958257 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:22:07.918606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4d508ea9-188e-4f42-9318-394d03958257 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:22:07.922417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4d508ea9-188e-4f42-9318-394d03958257 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:22:07.925385 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4d508ea9-188e-4f42-9318-394d03958257 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:22:07.931290 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4d508ea9-188e-4f42-9318-394d03958257 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:22:07.949775 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4d508ea9-188e-4f42-9318-394d03958257 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.012091 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4d508ea9-188e-4f42-9318-394d03958257 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.016883 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4d508ea9-188e-4f42-9318-394d03958257 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.041432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d508ea9-188e-4f42-9318-394d03958257 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1335f37-51da-4295-878c-48665b6808b8,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:08.053675 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4d508ea9-188e-4f42-9318-394d03958257 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.054966 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4d508ea9-188e-4f42-9318-394d03958257 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472726 Jun 04 17:22:08.058114 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39146) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:08.066023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-32a447ca-e32e-4935-8a74-2eed09cdd6d8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:22:08.075449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-32a447ca-e32e-4935-8a74-2eed09cdd6d8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:22:08.096562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-32a447ca-e32e-4935-8a74-2eed09cdd6d8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:22:08.100832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-32a447ca-e32e-4935-8a74-2eed09cdd6d8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:22:08.109915 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-32a447ca-e32e-4935-8a74-2eed09cdd6d8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:22:08.133454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32a447ca-e32e-4935-8a74-2eed09cdd6d8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.205318 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32a447ca-e32e-4935-8a74-2eed09cdd6d8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.211036 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32a447ca-e32e-4935-8a74-2eed09cdd6d8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.237580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a447ca-e32e-4935-8a74-2eed09cdd6d8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f727030-9cd9-4197-8d78-fe72bf28ffdb,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:08.248128 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-32a447ca-e32e-4935-8a74-2eed09cdd6d8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.250701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-32a447ca-e32e-4935-8a74-2eed09cdd6d8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1915359 Jun 04 17:22:08.252082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39150) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:08.257587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-e3dc8f79-fceb-481c-990b-3e06df6def78 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:22:08.264370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e3dc8f79-fceb-481c-990b-3e06df6def78 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:22:08.268331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e3dc8f79-fceb-481c-990b-3e06df6def78 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:22:08.271437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-e3dc8f79-fceb-481c-990b-3e06df6def78 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:22:08.277265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-e3dc8f79-fceb-481c-990b-3e06df6def78 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:22:08.298609 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e3dc8f79-fceb-481c-990b-3e06df6def78 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.371150 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e3dc8f79-fceb-481c-990b-3e06df6def78 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.377230 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e3dc8f79-fceb-481c-990b-3e06df6def78 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.402095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc8f79-fceb-481c-990b-3e06df6def78 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7337076-61ea-445e-80cc-92273fa77cbb,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:08.412231 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e3dc8f79-fceb-481c-990b-3e06df6def78 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.413510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e3dc8f79-fceb-481c-990b-3e06df6def78 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1604705 Jun 04 17:22:08.416381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39154) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:08.421436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-df9de11a-acb7-4c51-9d56-9d350f9debed tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:22:08.428650 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-df9de11a-acb7-4c51-9d56-9d350f9debed tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:22:08.432754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-df9de11a-acb7-4c51-9d56-9d350f9debed tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:22:08.435761 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-df9de11a-acb7-4c51-9d56-9d350f9debed tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:22:08.442216 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-df9de11a-acb7-4c51-9d56-9d350f9debed tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:22:08.455802 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-df9de11a-acb7-4c51-9d56-9d350f9debed tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Project 7b2c7ecdd56c46a1876a8d3a7f4b4e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:22:08.463051 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df9de11a-acb7-4c51-9d56-9d350f9debed tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.530469 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df9de11a-acb7-4c51-9d56-9d350f9debed tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.535268 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df9de11a-acb7-4c51-9d56-9d350f9debed tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.558727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9de11a-acb7-4c51-9d56-9d350f9debed tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4e7b6c-e0b2-427b-9941-1db2e0babdae,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:08.570236 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-df9de11a-acb7-4c51-9d56-9d350f9debed tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.571609 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-df9de11a-acb7-4c51-9d56-9d350f9debed tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542449 Jun 04 17:22:08.574677 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39158) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:08.579736 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d6a1c4f4-cc7e-48f5-a538-ea9e42532c3c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:22:08.586839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d6a1c4f4-cc7e-48f5-a538-ea9e42532c3c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:22:08.590729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d6a1c4f4-cc7e-48f5-a538-ea9e42532c3c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:22:08.593578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d6a1c4f4-cc7e-48f5-a538-ea9e42532c3c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:22:08.599611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d6a1c4f4-cc7e-48f5-a538-ea9e42532c3c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:22:08.610820 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-d6a1c4f4-cc7e-48f5-a538-ea9e42532c3c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Project 7b2c7ecdd56c46a1876a8d3a7f4b4e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:22:08.617823 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c4f4-cc7e-48f5-a538-ea9e42532c3c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.682752 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c4f4-cc7e-48f5-a538-ea9e42532c3c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.687680 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c4f4-cc7e-48f5-a538-ea9e42532c3c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.711611 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1c4f4-cc7e-48f5-a538-ea9e42532c3c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e966013c-f6b5-48e3-ac87-373da037be9b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:08.721336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c4f4-cc7e-48f5-a538-ea9e42532c3c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.722481 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d6a1c4f4-cc7e-48f5-a538-ea9e42532c3c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468132 Jun 04 17:22:08.725494 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39162) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:08.731099 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'network': {'name': 'tempest-network-smoke--947620843', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'port_security_enabled': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:22:08.737072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:22:08.741881 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:network and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:22:08.744965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:22:08.750971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:22:08.763190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:22:08.766536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.798782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:22:08.809158 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.809516 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Added segment 5ef0d6c9-d653-417b-b408-03004303aac7 of type vlan for network cd28ea51-15ad-4fff-abcf-6a58209dceba Jun 04 17:22:08.930654 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.965247 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:08.970971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:08.971541 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:09.084154 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3573978 Jun 04 17:22:09.088451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39166) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:09.088745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ddd73-498c-47fb-bb86-6aaea5e0867c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Network': ['ID=cd28ea51-15ad-4fff-abcf-6a58209dceba,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:09.096606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'admin_state_up': True, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:22:09.102214 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network cd28ea51-15ad-4fff-abcf-6a58209dceba details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:22:09.106925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:22:09.111077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:router and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:22:09.114065 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:22:09.121020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:22:09.131931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:09.133372 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:09.148242 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:09.415324 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:09.856539 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:09.886185 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:10.024328 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.25.5.4 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/e2910d3d-c641-4d05-9ba4-a491ee571ff8) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:22:10.189877 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:10.223153 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:10.286096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:22:10.288979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:22:10.291449 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:22:10.335563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=e2910d3d-c641-4d05-9ba4-a491ee571ff8,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:10.710781 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:11.060988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:11.394640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 990ac13d-dbe8-434b-b402-8a1440628eea is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:22:11.577305 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:22:11.587273 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Sync routers for ids ['990ac13d-dbe8-434b-b402-8a1440628eea'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:22:11.597166 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Routers {'990ac13d-dbe8-434b-b402-8a1440628eea'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:22:11.597627 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['990ac13d-dbe8-434b-b402-8a1440628eea'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:11.605071 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:11.606286 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-77f99483-c8f1-4e96-9b08-7471cf21ccff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5165198 Jun 04 17:22:11.609472 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39170) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:11.652074 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-6c879e0e-7266-4a0c-bef5-5e13ab7dda44 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413539 Jun 04 17:22:11.654617 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39174) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:11.785358 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdf980c-0d26-43bc-ab59-911d156663f4 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:11.786913 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1cdf980c-0d26-43bc-ab59-911d156663f4 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313906 Jun 04 17:22:11.790071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39178) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:11.811453 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Set router 990ac13d-dbe8-434b-b402-8a1440628eea gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:22:11.829640 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a354c0b5-9cd8-4594-8815-8646e171b09b tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383458 Jun 04 17:22:11.832344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39182) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:11.837864 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1049801477', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:22:11.948853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:22:11.953226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:subnet and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:22:11.956353 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:22:11.962680 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:22:11.974451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:22:11.977998 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:12.090254 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:10Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:12.094196 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Checking router: 990ac13d-dbe8-434b-b402-8a1440628eea for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:22:12.094561 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Updating router 990ac13d-dbe8-434b-b402-8a1440628eea port e2910d3d-c641-4d05-9ba4-a491ee571ff8 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:22:12.152102 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:12.196743 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:12.279651 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Subnet': ['ID=aae35679-620a-4b5d-9e24-988f9e19d778,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:12.287356 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Checking segment: {'id': '5ef0d6c9-d653-417b-b408-03004303aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:22:12.287715 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network hostable DHCP agents. Network: cd28ea51-15ad-4fff-abcf-6a58209dceba, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:22:12.307556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network cd28ea51-15ad-4fff-abcf-6a58209dceba is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:22:12.317075 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, cd28ea51-15ad-4fff-abcf-6a58209dceba) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:22:12.321594 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:12.322173 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:12.332314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7c3eec-58bb-4f56-9ba5-b07320a4709c None None] Network cd28ea51-15ad-4fff-abcf-6a58209dceba requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:22:12.349065 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0f0d1c6d-86d3-4b1e-8fe9-e53ae5f87867 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5129046 Jun 04 17:22:12.349866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39186) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:12.493935 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:12.507663 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Transition to ACTIVE for port object e2910d3d-c641-4d05-9ba4-a491ee571ff8 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:22:12.515524 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:12.557600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-cd28ea51-15ad-4fff-abcf-6a58209dceba', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ips': [{'subnet_id': 'aae35679-620a-4b5d-9e24-988f9e19d778'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:22:12.558417 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:12.620100 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Attempting to bind port e2910d3d-c641-4d05-9ba4-a491ee571ff8 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:22:12.620721 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Attempting to bind port e2910d3d-c641-4d05-9ba4-a491ee571ff8 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:22:12.620840 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Attempting to bind port e2910d3d-c641-4d05-9ba4-a491ee571ff8 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:22:12.629567 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:22:12.629962 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:22:12.630355 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:12.630942 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:22:12.631416 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Bound port: e2910d3d-c641-4d05-9ba4-a491ee571ff8, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:22:12.631782 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:12.677753 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Pushing event updated for resources: {'Port': ['ID=e2910d3d-c641-4d05-9ba4-a491ee571ff8,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:12.690747 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:12.691099 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:12.691431 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:12.691758 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:12.692082 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:12.692460 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:12.692996 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:12.693325 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:12.694241 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:12.694241 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:12.694241 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:12.694646 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:22:12.718320 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Allocated IP 172.20.0.2 (cd28ea51-15ad-4fff-abcf-6a58209dceba/aae35679-620a-4b5d-9e24-988f9e19d778/3af9aba4-8551-4a46-a033-94edcc3fb47c) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:22:12.726734 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] For port e2910d3d-c641-4d05-9ba4-a491ee571ff8, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:22:12.730250 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] For port e2910d3d-c641-4d05-9ba4-a491ee571ff8, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e2910d3d-c641-4d05-9ba4-a491ee571ff8,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:22:12.735343 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:12.815209 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Routers {'990ac13d-dbe8-434b-b402-8a1440628eea'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:22:12.815727 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['990ac13d-dbe8-434b-b402-8a1440628eea'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:12.895795 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed90f9d-5257-43ee-a11e-162ec50bcc9a None None] Pushing event updated for resources: {'Port': ['ID=e2910d3d-c641-4d05-9ba4-a491ee571ff8,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:12.927032 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:12.937753 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Transition to ACTIVE for port object 3af9aba4-8551-4a46-a033-94edcc3fb47c will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:22:12.957446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Transition to ACTIVE for port object 3af9aba4-8551-4a46-a033-94edcc3fb47c will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:22:12.965485 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:13.014257 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] Set router 990ac13d-dbe8-434b-b402-8a1440628eea gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:22:13.033476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Network cd28ea51-15ad-4fff-abcf-6a58209dceba is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:22:13.036522 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:22:13.040131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:22:13.045802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Pushing event updated for resources: {'Port': ['ID=3af9aba4-8551-4a46-a033-94edcc3fb47c,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:13.068107 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:13.130726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Attempting to bind port 3af9aba4-8551-4a46-a033-94edcc3fb47c on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:22:13.131142 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Attempting to bind port 3af9aba4-8551-4a46-a033-94edcc3fb47c by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '5ef0d6c9-d653-417b-b408-03004303aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:22:13.131442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Attempting to bind port 3af9aba4-8551-4a46-a033-94edcc3fb47c on network cd28ea51-15ad-4fff-abcf-6a58209dceba {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:22:13.137177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:22:13.137562 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Checking segment: {'id': '5ef0d6c9-d653-417b-b408-03004303aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:22:13.137958 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:13.138339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Bound using segment: {'id': '5ef0d6c9-d653-417b-b408-03004303aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:22:13.138838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Bound port: 3af9aba4-8551-4a46-a033-94edcc3fb47c, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef0d6c9-d653-417b-b408-03004303aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:22:13.139200 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:13.230156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] For port 3af9aba4-8551-4a46-a033-94edcc3fb47c, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:22:13.234021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] For port 3af9aba4-8551-4a46-a033-94edcc3fb47c, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3af9aba4-8551-4a46-a033-94edcc3fb47c,segment=NetworkSegment(5ef0d6c9-d653-417b-b408-03004303aac7),segment_id=5ef0d6c9-d653-417b-b408-03004303aac7)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:22:13.241085 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:13.328189 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:10Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:13.331671 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c215a1-ce18-46aa-b484-7bae29feb871 None None] Pushing event updated for resources: {'Port': ['ID=3af9aba4-8551-4a46-a033-94edcc3fb47c,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:13.333540 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e806e-7fbc-41c2-8ea7-41759d8d462a None None] The sync data for ids ['990ac13d-dbe8-434b-b402-8a1440628eea'] in n-d-811809-3 is: [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:10Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:22:13.689055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.20.0.1 (cd28ea51-15ad-4fff-abcf-6a58209dceba/aae35679-620a-4b5d-9e24-988f9e19d778/f85c7adf-82dc-4e40-ae6e-36a74a0b017f) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:22:13.861319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:13.878945 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Transition to ACTIVE for port object f85c7adf-82dc-4e40-ae6e-36a74a0b017f will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:22:13.905338 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:13.979984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network cd28ea51-15ad-4fff-abcf-6a58209dceba is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:22:13.983333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:22:13.987379 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:22:14.031238 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=f85c7adf-82dc-4e40-ae6e-36a74a0b017f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:14.052187 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:14.188307 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:14.359420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f9ab09-f2ec-493d-b23f-f0f3e23c868e None None] Network cd28ea51-15ad-4fff-abcf-6a58209dceba requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:22:14.452365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a2e5ffcf-0059-488d-b36b-b83602cc3e12 None None] Provisioning for port 3af9aba4-8551-4a46-a033-94edcc3fb47c completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:22:14.615703 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:14.621653 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:14.735153 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=f85c7adf-82dc-4e40-ae6e-36a74a0b017f,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:14.740343 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:14.886742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network cd28ea51-15ad-4fff-abcf-6a58209dceba is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:22:14.887870 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:22:14.933297 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-434830f5-eac5-4717-a5b1-0548b3a3c77a None None] Provisioning for port f85c7adf-82dc-4e40-ae6e-36a74a0b017f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:22:14.938790 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-434830f5-eac5-4717-a5b1-0548b3a3c77a None None] Provisioning complete for port f85c7adf-82dc-4e40-ae6e-36a74a0b017f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:22:14.946746 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-434830f5-eac5-4717-a5b1-0548b3a3c77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:15.029314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-434830f5-eac5-4717-a5b1-0548b3a3c77a None None] Port f85c7adf-82dc-4e40-ae6e-36a74a0b017f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:22:15.030836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e2910d3d-c641-4d05-9ba4-a491ee571ff8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:22:15.115037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 990ac13d-dbe8-434b-b402-8a1440628eea has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:22:15.133839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port e2910d3d-c641-4d05-9ba4-a491ee571ff8 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:22:15.144104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e2910d3d-c641-4d05-9ba4-a491ee571ff8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:22:15.144476 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:15.204368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-034a1cd8-461c-4a21-a331-de98c7bbe924 None None] Provisioning complete for port f85c7adf-82dc-4e40-ae6e-36a74a0b017f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:22:15.204750 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-034a1cd8-461c-4a21-a331-de98c7bbe924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:15.280161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-034a1cd8-461c-4a21-a331-de98c7bbe924 None None] Port f85c7adf-82dc-4e40-ae6e-36a74a0b017f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:22:15.334624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e2910d3d-c641-4d05-9ba4-a491ee571ff8 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:22:15.334998 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:15.352237 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port e2910d3d-c641-4d05-9ba4-a491ee571ff8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e2910d3d-c641-4d05-9ba4-a491ee571ff8,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:22:15.356925 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:15.357840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3af9aba4-8551-4a46-a033-94edcc3fb47c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:22:15.450064 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:22:15.463400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-41db6b64-f030-4974-8825-5812cefc0a37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "PUT /v2.0/routers/990ac13d-dbe8-434b-b402-8a1440628eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1123528 Jun 04 17:22:15.466729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Sync routers for ids ['990ac13d-dbe8-434b-b402-8a1440628eea'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:22:15.500581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-948e8ad5-2933-44c4-b2c4-19a6ea59e4df None None] Provisioning complete for port f85c7adf-82dc-4e40-ae6e-36a74a0b017f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:22:15.500954 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-948e8ad5-2933-44c4-b2c4-19a6ea59e4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:15.525259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Routers {'990ac13d-dbe8-434b-b402-8a1440628eea'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:22:15.525900 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['990ac13d-dbe8-434b-b402-8a1440628eea'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:15.602389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=e2910d3d-c641-4d05-9ba4-a491ee571ff8,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:15.635949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-7adad9cf-1741-4cdb-989b-d7ca9a90f448 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:22:15.652656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-948e8ad5-2933-44c4-b2c4-19a6ea59e4df None None] Port f85c7adf-82dc-4e40-ae6e-36a74a0b017f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:22:15.654920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-7adad9cf-1741-4cdb-989b-d7ca9a90f448 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:22:15.656469 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-7adad9cf-1741-4cdb-989b-d7ca9a90f448 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787415740&fields=id&tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 267 time: 0.0635417 Jun 04 17:22:15.706631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 3af9aba4-8551-4a46-a033-94edcc3fb47c completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:22:15.729452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3af9aba4-8551-4a46-a033-94edcc3fb47c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:22:15.729823 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:15.800844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Set router 990ac13d-dbe8-434b-b402-8a1440628eea gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:22:15.814235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-b3b7e3d1-b274-4ad2-8a95-2c80f6ae92b9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:15.815705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-b3b7e3d1-b274-4ad2-8a95-2c80f6ae92b9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/networks?id=cd28ea51-15ad-4fff-abcf-6a58209dceba HTTP/1.1" status: 200 len: 796 time: 0.1512341 Jun 04 17:22:15.831477 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-27c5f79a-a421-415a-81c4-01ec3cc38863 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/quotas/7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 375 time: 0.0098791 Jun 04 17:22:15.916796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-4a8ad727-6a3f-4400-8976-2b0f9315a81f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:22:15.933710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-4a8ad727-6a3f-4400-8976-2b0f9315a81f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:22:15.935706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-4a8ad727-6a3f-4400-8976-2b0f9315a81f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982575 Jun 04 17:22:16.070928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3af9aba4-8551-4a46-a033-94edcc3fb47c is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:22:16.071173 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:16.077720 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-757574a1-ec95-4067-8859-477a3c5578b0 service neutron] 10.222.0.13 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285150 Jun 04 17:22:16.139634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 3af9aba4-8551-4a46-a033-94edcc3fb47c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3af9aba4-8551-4a46-a033-94edcc3fb47c,segment=NetworkSegment(5ef0d6c9-d653-417b-b408-03004303aac7),segment_id=5ef0d6c9-d653-417b-b408-03004303aac7)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:22:16.166774 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:16.208957 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-97616e32-327b-4130-b4fb-193542efbb72 service neutron] 10.222.0.13 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249485 Jun 04 17:22:16.247072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=3af9aba4-8551-4a46-a033-94edcc3fb47c,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:16.265141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:14Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f85c7adf-82dc-4e40-ae6e-36a74a0b017f', 'name': '', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c9:1d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:13Z', 'updated_at': '2022-06-04T17:22:14Z', 'revision_number': 2, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:16.269071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Checking router: 990ac13d-dbe8-434b-b402-8a1440628eea for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:22:16.269415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Updating router 990ac13d-dbe8-434b-b402-8a1440628eea port f85c7adf-82dc-4e40-ae6e-36a74a0b017f binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:22:16.330638 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:16.428421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9208913b-0f05-4937-96d2-2f406afc5a04 req-ed483ee2-f66a-448e-b50e-bad9183ca1c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 210 time: 0.0487311 Jun 04 17:22:16.729146 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:16.742004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Transition to ACTIVE for port object f85c7adf-82dc-4e40-ae6e-36a74a0b017f will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:22:16.749606 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:16.916091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5a890-3b92-462b-96a0-d993d33b48de None None] Pushing event updated for resources: {'Port': ['ID=f85c7adf-82dc-4e40-ae6e-36a74a0b017f,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:16.919797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e2910d3d-c641-4d05-9ba4-a491ee571ff8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:22:17.020605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Attempting to bind port f85c7adf-82dc-4e40-ae6e-36a74a0b017f on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:22:17.021399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Attempting to bind port f85c7adf-82dc-4e40-ae6e-36a74a0b017f by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '5ef0d6c9-d653-417b-b408-03004303aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:22:17.021399 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Attempting to bind port f85c7adf-82dc-4e40-ae6e-36a74a0b017f on network cd28ea51-15ad-4fff-abcf-6a58209dceba {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:22:17.030989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:22:17.031360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Checking segment: {'id': '5ef0d6c9-d653-417b-b408-03004303aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:22:17.031723 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:17.032127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Bound using segment: {'id': '5ef0d6c9-d653-417b-b408-03004303aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:22:17.032568 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Bound port: f85c7adf-82dc-4e40-ae6e-36a74a0b017f, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef0d6c9-d653-417b-b408-03004303aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:22:17.032932 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:17.121879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port e2910d3d-c641-4d05-9ba4-a491ee571ff8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:22:17.122246 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:17.251002 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] For port f85c7adf-82dc-4e40-ae6e-36a74a0b017f, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:22:17.271377 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] For port f85c7adf-82dc-4e40-ae6e-36a74a0b017f, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f85c7adf-82dc-4e40-ae6e-36a74a0b017f,segment=NetworkSegment(5ef0d6c9-d653-417b-b408-03004303aac7),segment_id=5ef0d6c9-d653-417b-b408-03004303aac7)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:22:17.277120 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:17.422635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Routers {'990ac13d-dbe8-434b-b402-8a1440628eea'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:22:17.423270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['990ac13d-dbe8-434b-b402-8a1440628eea'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:17.480904 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5a890-3b92-462b-96a0-d993d33b48de None None] Pushing event updated for resources: {'Port': ['ID=f85c7adf-82dc-4e40-ae6e-36a74a0b017f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:17.518801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port e2910d3d-c641-4d05-9ba4-a491ee571ff8 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:22:17.519919 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3af9aba4-8551-4a46-a033-94edcc3fb47c up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:22:17.574011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-21f71782-686c-4076-b762-67498379bda0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:17.580126 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-21f71782-686c-4076-b762-67498379bda0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/networks?id=cd28ea51-15ad-4fff-abcf-6a58209dceba HTTP/1.1" status: 200 len: 796 time: 0.2451632 Jun 04 17:22:17.659007 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-15fc4cf8-4e5c-4a3c-bf6f-d6867496e18a req-9e39fe46-4514-4c95-ae10-9d437a88fea6 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 210 time: 0.0501859 Jun 04 17:22:17.692003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-951c3114-2861-4ce6-8f1c-cad0f291004a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 380 time: 0.1036937 Jun 04 17:22:17.703535 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'port': {'device_id': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'admin_state_up': True, 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'security_groups': ['dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:22:17.762800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] Set router 990ac13d-dbe8-434b-b402-8a1440628eea gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:22:17.841297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:22:17.851903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:22:17.863936 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:22:17.867708 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:17.905365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 3af9aba4-8551-4a46-a033-94edcc3fb47c triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:22:17.905661 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:18.036235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.20.0.5 (cd28ea51-15ad-4fff-abcf-6a58209dceba/aae35679-620a-4b5d-9e24-988f9e19d778/76d8d4f5-7318-49d8-a479-cff1b8b6ebe7) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:22:18.223224 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 3af9aba4-8551-4a46-a033-94edcc3fb47c is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:22:18.229242 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:18.244963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:14Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f85c7adf-82dc-4e40-ae6e-36a74a0b017f', 'name': '', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c9:1d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:13Z', 'updated_at': '2022-06-04T17:22:17Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:18.245402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Transition to ACTIVE for port object 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:22:18.248934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d2e2f-960a-47e3-add7-92d6dc4eca1e None None] The sync data for ids ['990ac13d-dbe8-434b-b402-8a1440628eea'] in n-d-811809-3 is: [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:14Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f85c7adf-82dc-4e40-ae6e-36a74a0b017f', 'name': '', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c9:1d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:13Z', 'updated_at': '2022-06-04T17:22:17Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:22:18.271072 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:18.485939 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network cd28ea51-15ad-4fff-abcf-6a58209dceba is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:22:18.489225 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:22:18.493077 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:22:18.538190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:18.568502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:18.569157 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:18.597571 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-cc8370b1-7445-4e08-8546-92dd6142fbb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8981938 Jun 04 17:22:18.609174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Request body: {'port': {'device_id': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:22:18.740880 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:18.749563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cc101217-373a-4f71-b299-babf8420044c None None] Provisioning for port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:22:18.755695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cc101217-373a-4f71-b299-babf8420044c None None] Provisioning complete for port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:22:18.756071 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cc101217-373a-4f71-b299-babf8420044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:18.821095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cc101217-373a-4f71-b299-babf8420044c None None] Port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:22:18.934908 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f85c7adf-82dc-4e40-ae6e-36a74a0b017f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:22:19.011972 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port f85c7adf-82dc-4e40-ae6e-36a74a0b017f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:22:19.017154 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f85c7adf-82dc-4e40-ae6e-36a74a0b017f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:22:19.017767 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:19.076203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e4b73-24fa-488c-9897-5947502a2607 req-eb0fd3d4-a3df-4bb8-ad35-48ce1f60b5c7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:19.077738 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bf6e4b73-24fa-488c-9897-5947502a2607 req-eb0fd3d4-a3df-4bb8-ad35-48ce1f60b5c7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:22:19.115160 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-bf6e4b73-24fa-488c-9897-5947502a2607 req-eb0fd3d4-a3df-4bb8-ad35-48ce1f60b5c7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:22:19.116400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf6e4b73-24fa-488c-9897-5947502a2607 req-eb0fd3d4-a3df-4bb8-ad35-48ce1f60b5c7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 931 time: 0.2485726 Jun 04 17:22:19.160621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f85c7adf-82dc-4e40-ae6e-36a74a0b017f is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:22:19.161085 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:19.196058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port f85c7adf-82dc-4e40-ae6e-36a74a0b017f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f85c7adf-82dc-4e40-ae6e-36a74a0b017f,segment=NetworkSegment(5ef0d6c9-d653-417b-b408-03004303aac7),segment_id=5ef0d6c9-d653-417b-b408-03004303aac7)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:22:19.201500 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:19.229416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bf6e4b73-24fa-488c-9897-5947502a2607 req-ec320885-d1fc-4ed1-ba69-855570625459 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066751 Jun 04 17:22:19.235608 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:22:19.244490 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:19.267005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Transition to ACTIVE for port object 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:22:19.272289 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:19.287541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=f85c7adf-82dc-4e40-ae6e-36a74a0b017f,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:19.463493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Pushing event updated for resources: {'Port': ['ID=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:19.513586 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Attempting to bind port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:22:19.513920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Attempting to bind port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '5ef0d6c9-d653-417b-b408-03004303aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:22:19.514243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Attempting to bind port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 on network cd28ea51-15ad-4fff-abcf-6a58209dceba {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:22:19.519014 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 on network cd28ea51-15ad-4fff-abcf-6a58209dceba not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:22:19.519326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Attempting to bind port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 on network cd28ea51-15ad-4fff-abcf-6a58209dceba {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:22:19.526926 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:22:19.527268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Checking segment: {'id': '5ef0d6c9-d653-417b-b408-03004303aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:22:19.527649 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Bound using segment: {'id': '5ef0d6c9-d653-417b-b408-03004303aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:22:19.528076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Bound port: 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef0d6c9-d653-417b-b408-03004303aac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:22:19.528395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:19.619275 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] For port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:22:19.622107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] For port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7,segment=NetworkSegment(5ef0d6c9-d653-417b-b408-03004303aac7),segment_id=5ef0d6c9-d653-417b-b408-03004303aac7)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:22:19.628465 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:19.689871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:19.690467 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:19.691877 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] 10.222.0.42 "PUT /v2.0/ports/76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 HTTP/1.1" status: 200 len: 1091 time: 1.0877523 Jun 04 17:22:19.692360 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'tag': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:22:19.720144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5e2f7-4a67-4632-a28f-f91503ac476d service neutron] Pushing event updated for resources: {'Port': ['ID=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:19.773967 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e505eca8-76a8-4f9f-afca-d65046cd1336'] response: {'name': 'network-changed', 'server_uuid': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'tag': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7', 'status': 'completed', 'code': 200} Jun 04 17:22:19.816677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-220238fd-d80b-4822-b3f6-71ee311a1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:19.818910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-220238fd-d80b-4822-b3f6-71ee311a1491 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 1094 time: 0.0777421 Jun 04 17:22:19.891556 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-287b6e55-9fcc-4402-84a4-dd7c03b688f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 HTTP/1.1" status: 200 len: 217 time: 0.0654652 Jun 04 17:22:19.952163 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-39afa53e-6708-4dbb-a905-19efb81a9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:19.953596 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-39afa53e-6708-4dbb-a905-19efb81a9b55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aae35679-620a-4b5d-9e24-988f9e19d778 HTTP/1.1" status: 200 len: 835 time: 0.0562274 Jun 04 17:22:20.034241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-ddb41555-2178-464d-ad51-ec2e0f8037ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:20.036390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-ddb41555-2178-464d-ad51-ec2e0f8037ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd28ea51-15ad-4fff-abcf-6a58209dceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765448 Jun 04 17:22:20.171652 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-1bfe9c62-c668-4385-8669-b2b5eb8650f9 service neutron] 10.222.0.42 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290977 Jun 04 17:22:20.320215 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cb6e5eeb-7ba5-4e4e-9fa1-a424e152b1fa req-de5d6dfa-fbf0-4673-863b-ffcbb917e2d0 service neutron] 10.222.0.42 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423442 Jun 04 17:22:20.630844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf6896-18de-49eb-bf51-9241af50e842 req-c296c411-d0b1-40e3-87f8-c3bed490e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:20.632713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04bf6896-18de-49eb-bf51-9241af50e842 req-c296c411-d0b1-40e3-87f8-c3bed490e9a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 1094 time: 0.2664809 Jun 04 17:22:20.640902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13693aa-fc71-4938-b77a-f6d1c2a07cc6 req-181782e8-daac-415c-a062-b2bd3191b608 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:20.642230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a13693aa-fc71-4938-b77a-f6d1c2a07cc6 req-181782e8-daac-415c-a062-b2bd3191b608 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 943 time: 0.1152534 Jun 04 17:22:20.774225 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a13693aa-fc71-4938-b77a-f6d1c2a07cc6 req-8b29b8fa-c3c5-4137-a18a-aeeacaaaaa45 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132767 Jun 04 17:22:20.811183 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf6896-18de-49eb-bf51-9241af50e842 req-912fd169-4b32-4644-8706-086946a0d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:20.812616 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04bf6896-18de-49eb-bf51-9241af50e842 req-912fd169-4b32-4644-8706-086946a0d08f service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd28ea51-15ad-4fff-abcf-6a58209dceba HTTP/1.1" status: 200 len: 897 time: 0.1695511 Jun 04 17:22:20.886689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04bf6896-18de-49eb-bf51-9241af50e842 req-255b4bb4-7291-455c-a4c4-ec1fd2e071ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 HTTP/1.1" status: 200 len: 217 time: 0.0672023 Jun 04 17:22:20.906610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f85c7adf-82dc-4e40-ae6e-36a74a0b017f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:22:20.948332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf6896-18de-49eb-bf51-9241af50e842 req-b6aa7277-0df1-4944-9ff1-5c080886a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:20.949797 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04bf6896-18de-49eb-bf51-9241af50e842 req-b6aa7277-0df1-4944-9ff1-5c080886a2ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aae35679-620a-4b5d-9e24-988f9e19d778 HTTP/1.1" status: 200 len: 835 time: 0.0571871 Jun 04 17:22:20.984443 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f85c7adf-82dc-4e40-ae6e-36a74a0b017f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:22:20.984802 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:21.035784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf6896-18de-49eb-bf51-9241af50e842 req-b07242e0-70cb-4060-879d-2f9e16477b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:21.037767 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04bf6896-18de-49eb-bf51-9241af50e842 req-b07242e0-70cb-4060-879d-2f9e16477b42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd28ea51-15ad-4fff-abcf-6a58209dceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810490 Jun 04 17:22:21.106721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f85c7adf-82dc-4e40-ae6e-36a74a0b017f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:22:21.168422 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04bf6896-18de-49eb-bf51-9241af50e842 req-183d1c37-ed33-4afc-8654-02cfc2d1e7be service neutron] 10.222.0.42 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225836 Jun 04 17:22:21.301944 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-04bf6896-18de-49eb-bf51-9241af50e842 req-a31df4ca-088b-471f-9412-f542c571a121 service neutron] 10.222.0.42 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269128 Jun 04 17:22:21.984660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5d0f8-be5d-43f1-af45-b3c311c67ecc req-bb68d3ff-e4d9-4584-84bf-4d9ff1166866 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:21.986123 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bdc5d0f8-be5d-43f1-af45-b3c311c67ecc req-bb68d3ff-e4d9-4584-84bf-4d9ff1166866 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 943 time: 0.0942214 Jun 04 17:22:22.032736 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bdc5d0f8-be5d-43f1-af45-b3c311c67ecc req-440dfd6f-2d12-446b-85db-65be432890b1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405593 Jun 04 17:22:22.176062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:22:22.320741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7,segment=NetworkSegment(5ef0d6c9-d653-417b-b408-03004303aac7),segment_id=5ef0d6c9-d653-417b-b408-03004303aac7)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:22:22.333841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'port_id': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7', 'mac_address': 'fa:16:3e:56:b2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:22:22.394356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:22:22.394780 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:22.412164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:22:22.428841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7,segment=NetworkSegment(5ef0d6c9-d653-417b-b408-03004303aac7),segment_id=5ef0d6c9-d653-417b-b408-03004303aac7)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:22:22.436211 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:22.507216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:22.638497 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['76d8d4f5-7318-49d8-a479-cff1b8b6ebe7'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:22:23.240331 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b372a-5208-499b-bbd4-0029898988ab req-69880502-aca9-43db-8a67-2cd08555e3d9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:23.241785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b3b372a-5208-499b-bbd4-0029898988ab req-69880502-aca9-43db-8a67-2cd08555e3d9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 944 time: 0.0884695 Jun 04 17:22:23.289214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2b3b372a-5208-499b-bbd4-0029898988ab req-3d2d1fb2-2a1f-4f20-82cf-43861a819761 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416152 Jun 04 17:22:23.801730 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:22:24.174477 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:22:24.257050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:22:24.264839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:22:24.265357 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:24.397305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:22:24.397678 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:24.425123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:22:24.436409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7,segment=NetworkSegment(5ef0d6c9-d653-417b-b408-03004303aac7),segment_id=5ef0d6c9-d653-417b-b408-03004303aac7)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:22:24.441302 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:24.475687 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a54c0a-7c93-452a-a054-4c4cb90165a8'] response: {'server_uuid': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7', 'code': 200} Jun 04 17:22:24.479103 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610cd7-453c-4d89-8e2c-6202b8825217 req-a4a88f4b-94dd-4ef0-9e98-60b68658f579 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:24.480602 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6610cd7-453c-4d89-8e2c-6202b8825217 req-a4a88f4b-94dd-4ef0-9e98-60b68658f579 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 944 time: 0.0816989 Jun 04 17:22:24.529066 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:24.532309 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b6610cd7-453c-4d89-8e2c-6202b8825217 req-a0bd6b0b-451f-4512-8de3-b80f41f764c4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434725 Jun 04 17:22:24.606635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1e533-2d92-4167-befa-4fccfd8742ba req-5b4077cf-69d3-4d8f-8b8f-068a8a8aecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:24.608112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ac1e533-2d92-4167-befa-4fccfd8742ba req-5b4077cf-69d3-4d8f-8b8f-068a8a8aecdc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 1096 time: 0.0746746 Jun 04 17:22:24.648355 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ac1e533-2d92-4167-befa-4fccfd8742ba req-3c17c853-20a1-4f32-a0e5-66aa748f77d9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345123 Jun 04 17:22:25.734826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95fd5-74f0-410a-a42d-da03ff305eef req-10132423-44ff-4410-b301-acdb6e8abba5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:25.736303 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6a95fd5-74f0-410a-a42d-da03ff305eef req-10132423-44ff-4410-b301-acdb6e8abba5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.0880959 Jun 04 17:22:25.783550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f6a95fd5-74f0-410a-a42d-da03ff305eef req-d06722e0-1075-40cc-852d-02ae2354d8a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Jun 04 17:22:26.990749 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230389f-4ae6-4f7d-bf8d-a3ce49f18669 req-ded5d566-f342-4689-8582-a46d2bd5cad2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:26.992206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b230389f-4ae6-4f7d-bf8d-a3ce49f18669 req-ded5d566-f342-4689-8582-a46d2bd5cad2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.0887480 Jun 04 17:22:27.037842 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b230389f-4ae6-4f7d-bf8d-a3ce49f18669 req-fd72ca36-b32f-42bf-9871-503f0bfd49f9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396919 Jun 04 17:22:27.236093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982941-dbd4-41b3-b22a-ce900d13ccd3 req-84cf21c6-7a0a-4ccc-9ac8-216487d8d137 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:27.237520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-36982941-dbd4-41b3-b22a-ce900d13ccd3 req-84cf21c6-7a0a-4ccc-9ac8-216487d8d137 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.0844817 Jun 04 17:22:27.283084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-36982941-dbd4-41b3-b22a-ce900d13ccd3 req-d821bc16-a47e-4846-8200-21a97910d315 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393844 Jun 04 17:22:27.311353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39236) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:27.384638 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1401c78-6d5f-4f4c-97e5-b6df0fa89ac7 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:27.386019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a1401c78-6d5f-4f4c-97e5-b6df0fa89ac7 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 1091 time: 0.0736973 Jun 04 17:22:27.388979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39240) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:27.393730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:22:27.400436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:22:27.404327 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:floatingip and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:22:27.407166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:22:27.413118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:22:27.425966 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:27.674460 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:27.826973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.25.5.113 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/fd961499-46ff-4bad-8dd8-7952b4c72104) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:22:27.896939 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-359509a3-b4bd-48c1-949b-05ac313d06ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:27.985212 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:28.018939 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:28.083977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:22:28.087024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:22:28.090650 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:22:28.120148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=fd961499-46ff-4bad-8dd8-7952b4c72104,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:28.525956 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:28.604167 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:28.810504 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:28.818185 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:28.928435 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=fd961499-46ff-4bad-8dd8-7952b4c72104,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:22:28.940653 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:29.121016 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Floating IP e5f91277-0202-41ae-a5ef-8a8b28e988fc associated. External IP: 172.25.5.113, port: 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7. Jun 04 17:22:29.606626 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 990ac13d-dbe8-434b-b402-8a1440628eea has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:22:29.790700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:22:29.800489 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86911309-7b3b-4865-adf0-4344fd9b287d None None] Sync routers for ids ['990ac13d-dbe8-434b-b402-8a1440628eea'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:22:29.810415 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86911309-7b3b-4865-adf0-4344fd9b287d None None] Routers {'990ac13d-dbe8-434b-b402-8a1440628eea'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:22:29.811039 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-86911309-7b3b-4865-adf0-4344fd9b287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:22:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['990ac13d-dbe8-434b-b402-8a1440628eea'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:29.815610 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:29.874416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-524ca4b7-f6d2-429f-8407-68c4a63f8b1f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4818258 Jun 04 17:22:29.874416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'tag': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:22:29.919555 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1c6f2a-12de-4fee-9226-2325f2372d15'] response: {'name': 'network-changed', 'server_uuid': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'tag': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7', 'status': 'completed', 'code': 200} Jun 04 17:22:30.028503 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-86911309-7b3b-4865-adf0-4344fd9b287d None None] Set router 990ac13d-dbe8-434b-b402-8a1440628eea gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:22:30.070326 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb2a3c-a977-4f55-ba2d-0fc003249358 req-f564059c-84c5-446c-8918-6c35dbfaa33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:30.071752 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8eb2a3c-a977-4f55-ba2d-0fc003249358 req-f564059c-84c5-446c-8918-6c35dbfaa33a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 1096 time: 0.1314166 Jun 04 17:22:30.082221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ea1a8-8c6b-49e7-adc3-194ece2b224a req-f9767c45-e869-418a-a55e-e45f5eb44d8e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:30.083812 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a0ea1a8-8c6b-49e7-adc3-194ece2b224a req-f9767c45-e869-418a-a55e-e45f5eb44d8e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.1091723 Jun 04 17:22:30.092435 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-84401ec9-27ab-4bd4-b39e-ca9e11dc6ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:30.206304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6a0ea1a8-8c6b-49e7-adc3-194ece2b224a req-1a7b314d-ab5a-43e9-8ab0-cb78684b7667 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031175 Jun 04 17:22:30.231812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39248) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:30.242644 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb2a3c-a977-4f55-ba2d-0fc003249358 req-54478957-8dc0-4927-8f9c-a7d373dbd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:30.244096 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8eb2a3c-a977-4f55-ba2d-0fc003249358 req-54478957-8dc0-4927-8f9c-a7d373dbd246 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd28ea51-15ad-4fff-abcf-6a58209dceba HTTP/1.1" status: 200 len: 897 time: 0.1592205 Jun 04 17:22:30.342290 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7935cb28-0da8-4b72-801b-d7f9be3c2c1e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/e5f91277-0202-41ae-a5ef-8a8b28e988fc HTTP/1.1" status: 200 len: 991 time: 0.1088936 Jun 04 17:22:30.347611 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8eb2a3c-a977-4f55-ba2d-0fc003249358 req-4aa681f7-8a0a-436f-b7a1-cc6f9a3a322a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 HTTP/1.1" status: 200 len: 999 time: 0.0963590 Jun 04 17:22:30.379213 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-86911309-7b3b-4865-adf0-4344fd9b287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:14Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'e5f91277-0202-41ae-a5ef-8a8b28e988fc', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'port_id': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'mac_address': 'fa:16:3e:56:b2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:22:28Z', 'updated_at': '2022-06-04T17:22:28Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85c7adf-82dc-4e40-ae6e-36a74a0b017f', 'name': '', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c9:1d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:13Z', 'updated_at': '2022-06-04T17:22:19Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:30.383602 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86911309-7b3b-4865-adf0-4344fd9b287d None None] Checking router: 990ac13d-dbe8-434b-b402-8a1440628eea for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:22:30.391995 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86911309-7b3b-4865-adf0-4344fd9b287d None None] Routers {'990ac13d-dbe8-434b-b402-8a1440628eea'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:22:30.392575 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-86911309-7b3b-4865-adf0-4344fd9b287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:22:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['990ac13d-dbe8-434b-b402-8a1440628eea'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:30.409920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb2a3c-a977-4f55-ba2d-0fc003249358 req-44e6891f-5353-4c35-8d12-bee36413d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:30.411411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8eb2a3c-a977-4f55-ba2d-0fc003249358 req-44e6891f-5353-4c35-8d12-bee36413d996 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aae35679-620a-4b5d-9e24-988f9e19d778 HTTP/1.1" status: 200 len: 835 time: 0.0582042 Jun 04 17:22:30.489392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb2a3c-a977-4f55-ba2d-0fc003249358 req-a640ae9b-f48e-449b-8299-4c6a9ce470f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:30.491167 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8eb2a3c-a977-4f55-ba2d-0fc003249358 req-a640ae9b-f48e-449b-8299-4c6a9ce470f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd28ea51-15ad-4fff-abcf-6a58209dceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739543 Jun 04 17:22:30.570189 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-86911309-7b3b-4865-adf0-4344fd9b287d None None] Set router 990ac13d-dbe8-434b-b402-8a1440628eea gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:22:30.633082 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8eb2a3c-a977-4f55-ba2d-0fc003249358 req-b441c270-04ad-4705-8a63-d8091e5b624a service neutron] 10.222.0.42 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346269 Jun 04 17:22:30.769478 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a8eb2a3c-a977-4f55-ba2d-0fc003249358 req-b4ece0e4-7d8e-4664-a7a8-0e3012d376c2 service neutron] 10.222.0.42 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306562 Jun 04 17:22:30.922086 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-86911309-7b3b-4865-adf0-4344fd9b287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:14Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'e5f91277-0202-41ae-a5ef-8a8b28e988fc', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'port_id': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'mac_address': 'fa:16:3e:56:b2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:22:28Z', 'updated_at': '2022-06-04T17:22:28Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85c7adf-82dc-4e40-ae6e-36a74a0b017f', 'name': '', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c9:1d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:13Z', 'updated_at': '2022-06-04T17:22:19Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:22:30.927599 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86911309-7b3b-4865-adf0-4344fd9b287d None None] The sync data for ids ['990ac13d-dbe8-434b-b402-8a1440628eea'] in n-d-811809-3 is: [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:14Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'e5f91277-0202-41ae-a5ef-8a8b28e988fc', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'port_id': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'mac_address': 'fa:16:3e:56:b2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:22:28Z', 'updated_at': '2022-06-04T17:22:28Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85c7adf-82dc-4e40-ae6e-36a74a0b017f', 'name': '', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c9:1d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:13Z', 'updated_at': '2022-06-04T17:22:19Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:22:31.141298 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64fd3d1-84b4-4f3f-bb43-664307c333ea None None] New status for floating IP e5f91277-0202-41ae-a5ef-8a8b28e988fc: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:22:31.346669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39254) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:31.450392 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:31.455151 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:31.457327 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-acfaad78-a454-4071-b36b-4bf009cc601e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/e5f91277-0202-41ae-a5ef-8a8b28e988fc HTTP/1.1" status: 200 len: 991 time: 0.1095109 Jun 04 17:22:32.461096 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39258) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:22:32.577241 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-31298ec8-585b-4391-b6b7-e00ed0b2208b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/e5f91277-0202-41ae-a5ef-8a8b28e988fc HTTP/1.1" status: 200 len: 993 time: 0.1145856 Jun 04 17:22:32.806062 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:34.664356 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:34.815381 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:41.729601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3121e1d-acd0-403f-9dea-14e68f579587 req-5ee0eea5-683f-4281-9225-ee57897c1829 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685413 Jun 04 17:22:41.996802 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3121e1d-acd0-403f-9dea-14e68f579587 req-159beef0-e341-400f-be91-4b01ff29d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:41.998174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3121e1d-acd0-403f-9dea-14e68f579587 req-159beef0-e341-400f-be91-4b01ff29d27b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 1096 time: 0.2004502 Jun 04 17:22:42.143224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3121e1d-acd0-403f-9dea-14e68f579587 req-b28cafb2-68db-483f-9aa1-8087bf8a660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:42.144655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3121e1d-acd0-403f-9dea-14e68f579587 req-b28cafb2-68db-483f-9aa1-8087bf8a660c service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd28ea51-15ad-4fff-abcf-6a58209dceba HTTP/1.1" status: 200 len: 897 time: 0.1251266 Jun 04 17:22:42.248019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3121e1d-acd0-403f-9dea-14e68f579587 req-12931584-81c7-4a21-a8e6-e00f2cce089d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 HTTP/1.1" status: 200 len: 1001 time: 0.0968790 Jun 04 17:22:42.310202 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3121e1d-acd0-403f-9dea-14e68f579587 req-54dfeda4-185c-4557-899e-d09b19e5092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:42.311599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3121e1d-acd0-403f-9dea-14e68f579587 req-54dfeda4-185c-4557-899e-d09b19e5092d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aae35679-620a-4b5d-9e24-988f9e19d778 HTTP/1.1" status: 200 len: 835 time: 0.0579724 Jun 04 17:22:42.400743 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3121e1d-acd0-403f-9dea-14e68f579587 req-28506678-bd42-4b32-8331-1d166539c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:42.402222 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3121e1d-acd0-403f-9dea-14e68f579587 req-28506678-bd42-4b32-8331-1d166539c71c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd28ea51-15ad-4fff-abcf-6a58209dceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838351 Jun 04 17:22:42.536451 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3121e1d-acd0-403f-9dea-14e68f579587 req-ddc886a9-9ed9-40d5-89fb-8ba1d417092c service neutron] 10.222.0.42 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272426 Jun 04 17:22:42.669858 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3121e1d-acd0-403f-9dea-14e68f579587 req-a3aeda2e-0074-4acd-88bb-a60f0af2f0ca service neutron] 10.222.0.42 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274130 Jun 04 17:22:57.537096 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030cd43-de8d-4889-9358-87c2d172b69d req-9ff2a341-d2fe-463a-8900-3e684245429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:57.538605 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f030cd43-de8d-4889-9358-87c2d172b69d req-9ff2a341-d2fe-463a-8900-3e684245429b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 1096 time: 0.1301327 Jun 04 17:22:57.550793 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c730242-6ace-4f21-ac8a-6a71128774d7 req-4ac2044d-f02b-4124-8610-946a7b825443 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:57.552152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c730242-6ace-4f21-ac8a-6a71128774d7 req-4ac2044d-f02b-4124-8610-946a7b825443 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.1142097 Jun 04 17:22:57.673475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c730242-6ace-4f21-ac8a-6a71128774d7 req-cad25a82-e4ef-4569-8dd9-e1e77e0298e2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033039 Jun 04 17:22:57.708792 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030cd43-de8d-4889-9358-87c2d172b69d req-8eafcb59-b8e4-4a74-abfe-09e844d9d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:57.710248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f030cd43-de8d-4889-9358-87c2d172b69d req-8eafcb59-b8e4-4a74-abfe-09e844d9d8d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd28ea51-15ad-4fff-abcf-6a58209dceba HTTP/1.1" status: 200 len: 897 time: 0.1572590 Jun 04 17:22:57.814739 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f030cd43-de8d-4889-9358-87c2d172b69d req-e0480da5-d251-4b19-ac09-d04b7b13eab1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 HTTP/1.1" status: 200 len: 1001 time: 0.0967398 Jun 04 17:22:57.879865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030cd43-de8d-4889-9358-87c2d172b69d req-7ee3801a-79b5-45b2-a6f1-f0d25f001085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:57.882131 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f030cd43-de8d-4889-9358-87c2d172b69d req-7ee3801a-79b5-45b2-a6f1-f0d25f001085 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aae35679-620a-4b5d-9e24-988f9e19d778 HTTP/1.1" status: 200 len: 835 time: 0.0614262 Jun 04 17:22:57.894771 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-edf8bd42-cd6c-459b-b9d7-75460fcefdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:22:57.968860 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030cd43-de8d-4889-9358-87c2d172b69d req-bcc412e3-b27a-4e09-8dd7-7bfb92035a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:57.970346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f030cd43-de8d-4889-9358-87c2d172b69d req-bcc412e3-b27a-4e09-8dd7-7bfb92035a81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd28ea51-15ad-4fff-abcf-6a58209dceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826230 Jun 04 17:22:58.102489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f030cd43-de8d-4889-9358-87c2d172b69d req-10b4b7dc-a7d4-40a4-a217-d8d0f3d90b1d service neutron] 10.222.0.42 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250668 Jun 04 17:22:58.239917 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f030cd43-de8d-4889-9358-87c2d172b69d req-787f263e-39c0-4925-98a9-94670f958f3d service neutron] 10.222.0.42 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316075 Jun 04 17:22:58.990975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f19dd-068f-49e4-8720-ecadb8d3ca54 req-bdf89c8d-7a61-4960-b0e0-f3e32728fa16 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:22:58.992607 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-934f19dd-068f-49e4-8720-ecadb8d3ca54 req-bdf89c8d-7a61-4960-b0e0-f3e32728fa16 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.2028568 Jun 04 17:22:59.038834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-934f19dd-068f-49e4-8720-ecadb8d3ca54 req-d826a0e2-dc13-4d53-86c0-033aa09e90dd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402157 Jun 04 17:23:00.087935 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b3c69176-30a1-4770-b778-ee1e2f1f721a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:00.232380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c5068-f850-41f9-9dab-15f8e4d6fd0f req-2960f63d-0b57-4be8-bb3a-0753e2a709dd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:00.233861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb2c5068-f850-41f9-9dab-15f8e4d6fd0f req-2960f63d-0b57-4be8-bb3a-0753e2a709dd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.0847266 Jun 04 17:23:00.279335 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb2c5068-f850-41f9-9dab-15f8e4d6fd0f req-5ef2f42a-17bb-473b-a03a-3e64c7eef67d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396373 Jun 04 17:23:00.802058 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:23:01.393871 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:01.452429 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:01.473879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eed49a-98ed-4a95-a84d-6269cbaa7c9c req-d5b770b2-7982-4859-aca3-4d639749b3e8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:01.475354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49eed49a-98ed-4a95-a84d-6269cbaa7c9c req-d5b770b2-7982-4859-aca3-4d639749b3e8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.0799074 Jun 04 17:23:01.522815 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49eed49a-98ed-4a95-a84d-6269cbaa7c9c req-12448bf4-cbb9-45df-b659-b625641a9c0c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414643 Jun 04 17:23:02.743708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483114d3-6cc1-435a-9018-0c73a5596795 req-454a36d2-4b49-47e0-a0f9-55ac210dc618 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:02.745900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-483114d3-6cc1-435a-9018-0c73a5596795 req-454a36d2-4b49-47e0-a0f9-55ac210dc618 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.1154528 Jun 04 17:23:02.793141 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-483114d3-6cc1-435a-9018-0c73a5596795 req-4e60e341-62dc-4aa6-b90f-f3c8f4e59c34 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413415 Jun 04 17:23:02.809057 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:03.999005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c42332-7274-43de-a3d0-46f73888647e req-c2de0886-0bc7-446d-a750-cec7a5947acf tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:04.000467 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c42332-7274-43de-a3d0-46f73888647e req-c2de0886-0bc7-446d-a750-cec7a5947acf tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.0898244 Jun 04 17:23:04.045482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-37c42332-7274-43de-a3d0-46f73888647e req-7fbce29d-53af-4b0a-8aa8-668048640c5e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391922 Jun 04 17:23:04.665589 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:04.839454 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:05.242122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948af57-1030-41b4-9ca6-f4bfae4c6448 req-0e4f0aa6-7af4-462e-bc61-7526a4305df8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:05.243631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7948af57-1030-41b4-9ca6-f4bfae4c6448 req-0e4f0aa6-7af4-462e-bc61-7526a4305df8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.0896232 Jun 04 17:23:05.288852 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7948af57-1030-41b4-9ca6-f4bfae4c6448 req-1c387d54-09f4-4938-963f-de66086dea10 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391564 Jun 04 17:23:06.495005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109b87-1bb8-4e94-84cd-a7d712c93bba req-36efc27b-d81d-49fc-80cf-435b136fcb13 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:06.496553 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3109b87-1bb8-4e94-84cd-a7d712c93bba req-36efc27b-d81d-49fc-80cf-435b136fcb13 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.0858045 Jun 04 17:23:06.544366 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b3109b87-1bb8-4e94-84cd-a7d712c93bba req-11fef7ba-8300-4cde-91dc-bdd1856b426a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416062 Jun 04 17:23:07.743233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb24c71-cb5e-4282-9007-f3da1b057e7f req-6dbabc48-e6fc-4faa-b04a-f981c0f7508e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:07.744665 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8eb24c71-cb5e-4282-9007-f3da1b057e7f req-6dbabc48-e6fc-4faa-b04a-f981c0f7508e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.0804987 Jun 04 17:23:07.792834 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8eb24c71-cb5e-4282-9007-f3da1b057e7f req-5c1aebba-a8dc-4b02-a235-3cdd6265d279 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395713 Jun 04 17:23:08.996359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b91b04-b0c8-4a4f-83b3-5d8b838f46a2 req-815f4cc2-4e53-4d1a-8144-1728639e1698 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:08.997914 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49b91b04-b0c8-4a4f-83b3-5d8b838f46a2 req-815f4cc2-4e53-4d1a-8144-1728639e1698 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.0853994 Jun 04 17:23:09.045046 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-49b91b04-b0c8-4a4f-83b3-5d8b838f46a2 req-e4c5f128-f5b5-4870-b415-73dbfdcde7ff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408027 Jun 04 17:23:10.250785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40152c9-31b0-4e99-96f5-451c2290231f req-6e079222-a839-495b-9841-8ad517a4dad3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:10.252272 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d40152c9-31b0-4e99-96f5-451c2290231f req-6e079222-a839-495b-9841-8ad517a4dad3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.1011529 Jun 04 17:23:10.304097 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d40152c9-31b0-4e99-96f5-451c2290231f req-139d4e90-7a03-47b9-a84a-212af109e8d0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455105 Jun 04 17:23:10.328071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39300) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:10.452418 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c6adce6b-02ee-4ba4-a48c-954bb820af34 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/e5f91277-0202-41ae-a5ef-8a8b28e988fc HTTP/1.1" status: 200 len: 993 time: 0.1229990 Jun 04 17:23:27.895315 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c54e4831-e4ef-4f7f-bfb7-9182974c59c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:30.102585 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e90cd6c4-910b-46d9-af5a-5d56e62da3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:31.401981 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:31.448992 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:32.814076 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:34.676109 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:34.833891 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:37.807928 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:23:38.849525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39320) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:39.051533 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port fd961499-46ff-4bad-8dd8-7952b4c72104 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:23:39.051813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:39.224532 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:39.224879 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:39.346480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for fd961499-46ff-4bad-8dd8-7952b4c72104 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:23:39.509285 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:39.553903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=fd961499-46ff-4bad-8dd8-7952b4c72104,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:39.589976 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:39.590317 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:39.590672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:39.590998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:39.591315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:39.591605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:39.591922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:39.592239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:39.592551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:39.592862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:39.593170 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:39.593477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:39.661183 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:39.661519 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Floating IP e5f91277-0202-41ae-a5ef-8a8b28e988fc disassociated (deleted). External IP: 172.25.5.113, port: 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7. Jun 04 17:23:40.142093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 990ac13d-dbe8-434b-b402-8a1440628eea has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:23:40.331191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:23:40.341376 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c317ae-800c-4dc6-8513-30378e96cfce None None] Sync routers for ids ['990ac13d-dbe8-434b-b402-8a1440628eea'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:23:40.352100 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c317ae-800c-4dc6-8513-30378e96cfce None None] Routers {'990ac13d-dbe8-434b-b402-8a1440628eea'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:23:40.352708 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e6c317ae-800c-4dc6-8513-30378e96cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:23:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['990ac13d-dbe8-434b-b402-8a1440628eea'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:40.353293 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:40.411760 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-54550ec9-4316-4e7c-824e-1f1456afa0c0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/floatingips/e5f91277-0202-41ae-a5ef-8a8b28e988fc HTTP/1.1" status: 204 len: 168 time: 1.5600932 Jun 04 17:23:40.412247 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'tag': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:23:40.458675 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c912ce23-c0fa-4333-be2d-0cb3530ae139'] response: {'name': 'network-changed', 'server_uuid': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'tag': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7', 'status': 'completed', 'code': 200} Jun 04 17:23:40.554531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afc797-574d-4661-9bc0-1a36c5cf80bd req-515867ac-296a-4efa-8769-b04f363b45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:40.556756 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71afc797-574d-4661-9bc0-1a36c5cf80bd req-515867ac-296a-4efa-8769-b04f363b45e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 1096 time: 0.0755951 Jun 04 17:23:40.572117 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e6c317ae-800c-4dc6-8513-30378e96cfce None None] Set router 990ac13d-dbe8-434b-b402-8a1440628eea gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:23:40.700335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afc797-574d-4661-9bc0-1a36c5cf80bd req-60003470-8997-4fcd-9de2-480bca3ae0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:40.702293 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71afc797-574d-4661-9bc0-1a36c5cf80bd req-60003470-8997-4fcd-9de2-480bca3ae0b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd28ea51-15ad-4fff-abcf-6a58209dceba HTTP/1.1" status: 200 len: 897 time: 0.1398749 Jun 04 17:23:40.811973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71afc797-574d-4661-9bc0-1a36c5cf80bd req-7fb3dfbb-6ff3-46e6-8533-c1d050c1407a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 HTTP/1.1" status: 200 len: 217 time: 0.1019993 Jun 04 17:23:40.897304 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afc797-574d-4661-9bc0-1a36c5cf80bd req-6c4f23c4-7819-43e2-a316-d0c3cd95d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:40.898789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71afc797-574d-4661-9bc0-1a36c5cf80bd req-6c4f23c4-7819-43e2-a316-d0c3cd95d0f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aae35679-620a-4b5d-9e24-988f9e19d778 HTTP/1.1" status: 200 len: 835 time: 0.0801642 Jun 04 17:23:40.920334 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e6c317ae-800c-4dc6-8513-30378e96cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:14Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f85c7adf-82dc-4e40-ae6e-36a74a0b017f', 'name': '', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c9:1d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:13Z', 'updated_at': '2022-06-04T17:22:19Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:40.926207 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c317ae-800c-4dc6-8513-30378e96cfce None None] Checking router: 990ac13d-dbe8-434b-b402-8a1440628eea for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:23:40.937235 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c317ae-800c-4dc6-8513-30378e96cfce None None] Routers {'990ac13d-dbe8-434b-b402-8a1440628eea'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:23:40.937836 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e6c317ae-800c-4dc6-8513-30378e96cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:23:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['990ac13d-dbe8-434b-b402-8a1440628eea'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:40.949338 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d17a26-cce2-4e11-a483-84bb2506efdd req-3500368b-5f05-4287-a771-43d74f2d1735 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:40.950022 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-00d17a26-cce2-4e11-a483-84bb2506efdd req-3500368b-5f05-4287-a771-43d74f2d1735 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:23:40.981253 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-00d17a26-cce2-4e11-a483-84bb2506efdd req-3500368b-5f05-4287-a771-43d74f2d1735 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:23:40.982457 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-00d17a26-cce2-4e11-a483-84bb2506efdd req-3500368b-5f05-4287-a771-43d74f2d1735 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.2189548 Jun 04 17:23:41.033008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afc797-574d-4661-9bc0-1a36c5cf80bd req-d73a833f-3907-4f14-a646-a6d0c1463d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:41.034762 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71afc797-574d-4661-9bc0-1a36c5cf80bd req-d73a833f-3907-4f14-a646-a6d0c1463d22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd28ea51-15ad-4fff-abcf-6a58209dceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299422 Jun 04 17:23:41.042107 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-00d17a26-cce2-4e11-a483-84bb2506efdd req-e3ef8d39-cf18-4130-bb15-a4cbaf47fe55 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524740 Jun 04 17:23:41.138059 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e6c317ae-800c-4dc6-8513-30378e96cfce None None] Set router 990ac13d-dbe8-434b-b402-8a1440628eea gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:23:41.176563 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71afc797-574d-4661-9bc0-1a36c5cf80bd req-3c623f69-1948-4e40-90ff-7629e6038103 service neutron] 10.222.0.42 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333005 Jun 04 17:23:41.312767 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71afc797-574d-4661-9bc0-1a36c5cf80bd req-19500f88-7021-408e-b49c-7746b76613d8 service neutron] 10.222.0.42 "GET /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288903 Jun 04 17:23:41.482367 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e6c317ae-800c-4dc6-8513-30378e96cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:14Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f85c7adf-82dc-4e40-ae6e-36a74a0b017f', 'name': '', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c9:1d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:13Z', 'updated_at': '2022-06-04T17:22:19Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:41.486772 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c317ae-800c-4dc6-8513-30378e96cfce None None] The sync data for ids ['990ac13d-dbe8-434b-b402-8a1440628eea'] in n-d-811809-3 is: [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:14Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'f85c7adf-82dc-4e40-ae6e-36a74a0b017f', 'name': '', 'network_id': 'cd28ea51-15ad-4fff-abcf-6a58209dceba', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c9:1d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:13Z', 'updated_at': '2022-06-04T17:22:19Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': 'aae35679-620a-4b5d-9e24-988f9e19d778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:23:41.724146 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d703d-c54a-4359-a423-57952c7ed418 None None] New status for floating IP e5f91277-0202-41ae-a5ef-8a8b28e988fc: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:23:42.271974 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021da87-d767-41d6-a563-99cde9a18af3 req-1a147a55-7df2-44a8-90a1-6e32fe527f84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:42.273401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b021da87-d767-41d6-a563-99cde9a18af3 req-1a147a55-7df2-44a8-90a1-6e32fe527f84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.1495366 Jun 04 17:23:42.285090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844ea0-727d-49ce-8bb8-9ed21d7f8bc9 req-2d95806f-8701-4d6a-86a3-6ae4e9755570 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:42.286455 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff844ea0-727d-49ce-8bb8-9ed21d7f8bc9 req-2d95806f-8701-4d6a-86a3-6ae4e9755570 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 945 time: 0.1208372 Jun 04 17:23:42.492655 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-b021da87-d767-41d6-a563-99cde9a18af3 req-d20010a2-f49f-499e-94e2-ce70761bcb3b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:23:42.492969 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b021da87-d767-41d6-a563-99cde9a18af3 req-d20010a2-f49f-499e-94e2-ce70761bcb3b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:42.527800 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ff844ea0-727d-49ce-8bb8-9ed21d7f8bc9 req-28791df6-5719-4c93-a14c-2d5fef92600d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966640 Jun 04 17:23:42.754024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b021da87-d767-41d6-a563-99cde9a18af3 req-d20010a2-f49f-499e-94e2-ce70761bcb3b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7,segment=NetworkSegment(5ef0d6c9-d653-417b-b408-03004303aac7),segment_id=5ef0d6c9-d653-417b-b408-03004303aac7)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:23:42.754317 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b021da87-d767-41d6-a563-99cde9a18af3 req-d20010a2-f49f-499e-94e2-ce70761bcb3b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:42.873482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-b021da87-d767-41d6-a563-99cde9a18af3 req-d20010a2-f49f-499e-94e2-ce70761bcb3b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:23:43.022080 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b021da87-d767-41d6-a563-99cde9a18af3 req-d20010a2-f49f-499e-94e2-ce70761bcb3b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:43.078566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20010a2-f49f-499e-94e2-ce70761bcb3b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=76d8d4f5-7318-49d8-a479-cff1b8b6ebe7,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:43.156753 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b021da87-d767-41d6-a563-99cde9a18af3 req-d20010a2-f49f-499e-94e2-ce70761bcb3b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] No DVR routers for this DVR port 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:23:43.159752 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b021da87-d767-41d6-a563-99cde9a18af3 req-d20010a2-f49f-499e-94e2-ce70761bcb3b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:43.162171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'name': 'network-vif-deleted', 'tag': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:23:43.179792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b021da87-d767-41d6-a563-99cde9a18af3 req-d20010a2-f49f-499e-94e2-ce70761bcb3b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "DELETE /v2.0/ports/76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 HTTP/1.1" status: 204 len: 173 time: 0.8923807 Jun 04 17:23:43.216899 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360c426b-c841-457c-ac73-133d99a4fc0e'] response: {'server_uuid': 'ce08613c-da09-4d02-adc0-9ba3e6581c84', 'name': 'network-vif-deleted', 'tag': '76d8d4f5-7318-49d8-a479-cff1b8b6ebe7', 'status': 'completed', 'code': 200} Jun 04 17:23:43.701818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-20429296-926d-483d-b6f7-1bb77676236f req-b5b9b586-86c4-488f-b9f2-0d00749aa749 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:23:43.719237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-20429296-926d-483d-b6f7-1bb77676236f req-b5b9b586-86c4-488f-b9f2-0d00749aa749 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:23:43.720437 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-20429296-926d-483d-b6f7-1bb77676236f req-b5b9b586-86c4-488f-b9f2-0d00749aa749 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce08613c-da09-4d02-adc0-9ba3e6581c84 HTTP/1.1" status: 200 len: 210 time: 0.0653901 Jun 04 17:23:44.826973 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39338) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:45.398911 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fcfaae9-504f-4ef9-87e6-972974f04efa tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:45.876771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfaae9-504f-4ef9-87e6-972974f04efa tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port f85c7adf-82dc-4e40-ae6e-36a74a0b017f {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:23:45.877510 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fcfaae9-504f-4ef9-87e6-972974f04efa tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:46.073052 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-9fcfaae9-504f-4ef9-87e6-972974f04efa tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port f85c7adf-82dc-4e40-ae6e-36a74a0b017f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f85c7adf-82dc-4e40-ae6e-36a74a0b017f,segment=NetworkSegment(5ef0d6c9-d653-417b-b408-03004303aac7),segment_id=5ef0d6c9-d653-417b-b408-03004303aac7)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:23:46.073378 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fcfaae9-504f-4ef9-87e6-972974f04efa tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:46.192433 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfaae9-504f-4ef9-87e6-972974f04efa tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for f85c7adf-82dc-4e40-ae6e-36a74a0b017f owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:23:46.514924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:23:46.524923 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fcfaae9-504f-4ef9-87e6-972974f04efa tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:46.559714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:23:46.560184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 76d8d4f5-7318-49d8-a479-cff1b8b6ebe7 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:23:46.589364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfaae9-504f-4ef9-87e6-972974f04efa tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=f85c7adf-82dc-4e40-ae6e-36a74a0b017f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:46.862746 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-9fcfaae9-504f-4ef9-87e6-972974f04efa tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:47.382728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcfaae9-504f-4ef9-87e6-972974f04efa tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 990ac13d-dbe8-434b-b402-8a1440628eea has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:23:47.558673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcfaae9-504f-4ef9-87e6-972974f04efa tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:23:47.569697 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65132f-0255-4ef6-9754-a9e03d25b4bf None None] Sync routers for ids ['990ac13d-dbe8-434b-b402-8a1440628eea'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:23:47.578392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9fcfaae9-504f-4ef9-87e6-972974f04efa tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "PUT /v2.0/routers/990ac13d-dbe8-434b-b402-8a1440628eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7498999 Jun 04 17:23:47.579805 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65132f-0255-4ef6-9754-a9e03d25b4bf None None] Routers {'990ac13d-dbe8-434b-b402-8a1440628eea'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:23:47.580468 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-af65132f-0255-4ef6-9754-a9e03d25b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:23:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['990ac13d-dbe8-434b-b402-8a1440628eea'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:47.581269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39342) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:47.651020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e3c7d0-528d-4905-bcc7-cba16b9c5e48 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting subnet aae35679-620a-4b5d-9e24-988f9e19d778 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:23:47.653961 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c7d0-528d-4905-bcc7-cba16b9c5e48 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:47.706591 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c7d0-528d-4905-bcc7-cba16b9c5e48 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:47.761657 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-af65132f-0255-4ef6-9754-a9e03d25b4bf None None] Set router 990ac13d-dbe8-434b-b402-8a1440628eea gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:23:47.787520 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c7d0-528d-4905-bcc7-cba16b9c5e48 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:47.863513 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c7d0-528d-4905-bcc7-cba16b9c5e48 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:47.903500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3c7d0-528d-4905-bcc7-cba16b9c5e48 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Subnet': ['ID=aae35679-620a-4b5d-9e24-988f9e19d778,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:47.908170 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-c3e3c7d0-528d-4905-bcc7-cba16b9c5e48 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:47.915817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c3e3c7d0-528d-4905-bcc7-cba16b9c5e48 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/subnets/aae35679-620a-4b5d-9e24-988f9e19d778 HTTP/1.1" status: 204 len: 168 time: 0.3312159 Jun 04 17:23:47.916617 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39348) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:47.922275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889de3db-5874-459d-840e-1f516b1e18a3 None None] Network cd28ea51-15ad-4fff-abcf-6a58209dceba requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:23:48.082456 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-af65132f-0255-4ef6-9754-a9e03d25b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:23:46Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:48.086328 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65132f-0255-4ef6-9754-a9e03d25b4bf None None] Checking router: 990ac13d-dbe8-434b-b402-8a1440628eea for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:23:48.094827 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65132f-0255-4ef6-9754-a9e03d25b4bf None None] Routers {'990ac13d-dbe8-434b-b402-8a1440628eea'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:23:48.095435 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-af65132f-0255-4ef6-9754-a9e03d25b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:23:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['990ac13d-dbe8-434b-b402-8a1440628eea'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:48.098285 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:48.197839 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] DHCP port deletion for cd28ea51-15ad-4fff-abcf-6a58209dceba request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:23:48.202578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Deleting port 3af9aba4-8551-4a46-a033-94edcc3fb47c {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:23:48.203001 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:48.282775 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-af65132f-0255-4ef6-9754-a9e03d25b4bf None None] Set router 990ac13d-dbe8-434b-b402-8a1440628eea gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:23:48.406750 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:48.417117 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] For port 3af9aba4-8551-4a46-a033-94edcc3fb47c, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=3af9aba4-8551-4a46-a033-94edcc3fb47c,segment=NetworkSegment(5ef0d6c9-d653-417b-b408-03004303aac7),segment_id=5ef0d6c9-d653-417b-b408-03004303aac7)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:23:48.417314 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port e2910d3d-c641-4d05-9ba4-a491ee571ff8 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:23:48.417513 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:48.417609 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:48.538282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Calling delete_port for 3af9aba4-8551-4a46-a033-94edcc3fb47c owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:23:48.591432 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-af65132f-0255-4ef6-9754-a9e03d25b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:23:46Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:48.596398 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65132f-0255-4ef6-9754-a9e03d25b4bf None None] The sync data for ids ['990ac13d-dbe8-434b-b402-8a1440628eea'] in n-d-811809-3 is: [{'id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725654103', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:23:46Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'e2910d3d-c641-4d05-9ba4-a491ee571ff8', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990ac13d-dbe8-434b-b402-8a1440628eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:22:09Z', 'updated_at': '2022-06-04T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:23:48.601764 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port e2910d3d-c641-4d05-9ba4-a491ee571ff8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=e2910d3d-c641-4d05-9ba4-a491ee571ff8,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:23:48.602230 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:48.616392 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:48.667016 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Pushing event deleted for resources: {'Port': ['ID=3af9aba4-8551-4a46-a033-94edcc3fb47c,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:48.671575 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] No DVR routers for this DVR port 3af9aba4-8551-4a46-a033-94edcc3fb47c on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:23:48.678092 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:48.678440 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:48.678772 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:48.679099 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:48.679418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:48.679739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:48.680053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:48.682666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:48.682666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:48.682666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:48.682666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:48.682666 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae6581a-4507-40dc-ab5f-1f0dc382e620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:48.744348 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for e2910d3d-c641-4d05-9ba4-a491ee571ff8 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:23:48.916846 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:48.974827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=e2910d3d-c641-4d05-9ba4-a491ee571ff8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:49.009939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f85c7adf-82dc-4e40-ae6e-36a74a0b017f no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:23:49.016912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:49.017251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:49.017591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:49.017948 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:49.018290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:49.018747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:49.019108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:49.019406 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:49.019725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:49.020068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:49.020377 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:49.020691 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:49.052902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: f85c7adf-82dc-4e40-ae6e-36a74a0b017f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:23:49.053875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f85c7adf-82dc-4e40-ae6e-36a74a0b017f not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:23:49.053875 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3af9aba4-8551-4a46-a033-94edcc3fb47c no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:23:49.081188 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.090245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 3af9aba4-8551-4a46-a033-94edcc3fb47c {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:23:49.090625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 3af9aba4-8551-4a46-a033-94edcc3fb47c not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:23:49.268279 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.270576 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.293020 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.293501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Fanout notify agent at l3_agent the message router_deleted on router 990ac13d-dbe8-434b-b402-8a1440628eea {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:23:49.308878 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.309969 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-039b4fc9-32b5-41fc-a5e1-c2a794637cfc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/routers/990ac13d-dbe8-434b-b402-8a1440628eea HTTP/1.1" status: 204 len: 168 time: 1.3919730 Jun 04 17:23:49.312772 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39352) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:49.432491 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e723d17b-94b5-4957-bcdb-782e25f6df04 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.564633 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e723d17b-94b5-4957-bcdb-782e25f6df04 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.591261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-e723d17b-94b5-4957-bcdb-782e25f6df04 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd28ea51-15ad-4fff-abcf-6a58209dceba']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:49.603102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-e723d17b-94b5-4957-bcdb-782e25f6df04 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef0d6c9-d653-417b-b408-03004303aac7') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:49.603390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-e723d17b-94b5-4957-bcdb-782e25f6df04 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef0d6c9-d653-417b-b408-03004303aac7') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:49.614603 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e723d17b-94b5-4957-bcdb-782e25f6df04 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.630717 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e723d17b-94b5-4957-bcdb-782e25f6df04 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.638454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e723d17b-94b5-4957-bcdb-782e25f6df04 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:23:49.638976 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e723d17b-94b5-4957-bcdb-782e25f6df04 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.724018 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 5ef0d6c9-d653-417b-b408-03004303aac7 resource provider aggregate not found Jun 04 17:23:49.751980 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e723d17b-94b5-4957-bcdb-782e25f6df04 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.771800 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e723d17b-94b5-4957-bcdb-782e25f6df04 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.775014 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 5ef0d6c9-d653-417b-b408-03004303aac7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ef0d6c9-d653-417b-b408-03004303aac7 found for delete ", "request_id": "req-765add57-7586-426e-957f-057f49bcad02"}]} Jun 04 17:23:49.784495 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723d17b-94b5-4957-bcdb-782e25f6df04 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Network': ['ID=cd28ea51-15ad-4fff-abcf-6a58209dceba,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:49.789446 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e723d17b-94b5-4957-bcdb-782e25f6df04 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/networks/cd28ea51-15ad-4fff-abcf-6a58209dceba HTTP/1.1" status: 204 len: 168 time: 0.4757359 Jun 04 17:23:49.792294 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39360) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:49.860024 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e76770b5-8cef-4c3c-8dd7-971e35076b92 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.892723 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e76770b5-8cef-4c3c-8dd7-971e35076b92 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.968104 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e76770b5-8cef-4c3c-8dd7-971e35076b92 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:49.990198 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76770b5-8cef-4c3c-8dd7-971e35076b92 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:50.002676 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e76770b5-8cef-4c3c-8dd7-971e35076b92 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.003908 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e76770b5-8cef-4c3c-8dd7-971e35076b92 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/security-groups/dc0dba6f-d4f6-4fe3-bcc2-a317ec7bda78 HTTP/1.1" status: 204 len: 168 time: 0.2107117 Jun 04 17:23:50.141102 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39368) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:50.146556 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439954326', 'description': 'tempest-secgroup-smoke-439954326 description', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:23:50.153711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:23:50.158183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:23:50.161237 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:23:50.167260 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:23:50.281083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.300901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:23:50.304708 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:23:50.307713 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:23:50.313662 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:23:50.388664 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.395035 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.444474 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcab6b27-7515-4011-bde0-227f3ab029bf,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:50.448314 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.449586 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ebedbef2-f957-400b-8eec-8000e27fc183 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3074510 Jun 04 17:23:50.452547 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39372) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:50.457525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-09870d4b-5760-4a0f-89e7-eb9e5423a5a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'fcab6b27-7515-4011-bde0-227f3ab029bf', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:23:50.464826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-09870d4b-5760-4a0f-89e7-eb9e5423a5a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:23:50.469153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-09870d4b-5760-4a0f-89e7-eb9e5423a5a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:23:50.472143 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-09870d4b-5760-4a0f-89e7-eb9e5423a5a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:23:50.477859 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-09870d4b-5760-4a0f-89e7-eb9e5423a5a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:23:50.494794 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09870d4b-5760-4a0f-89e7-eb9e5423a5a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.560724 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09870d4b-5760-4a0f-89e7-eb9e5423a5a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.565699 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09870d4b-5760-4a0f-89e7-eb9e5423a5a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.589510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09870d4b-5760-4a0f-89e7-eb9e5423a5a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f221ca5-944c-4439-8bef-efe2b91d42f3,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:50.600874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09870d4b-5760-4a0f-89e7-eb9e5423a5a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.602136 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-09870d4b-5760-4a0f-89e7-eb9e5423a5a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486576 Jun 04 17:23:50.605036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39376) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:50.609893 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-09d26faa-d2e1-46f4-b01b-4010dab4e704 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'fcab6b27-7515-4011-bde0-227f3ab029bf', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:23:50.617078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-09d26faa-d2e1-46f4-b01b-4010dab4e704 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:23:50.621128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-09d26faa-d2e1-46f4-b01b-4010dab4e704 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:23:50.624068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-09d26faa-d2e1-46f4-b01b-4010dab4e704 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:23:50.630282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-09d26faa-d2e1-46f4-b01b-4010dab4e704 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:23:50.648321 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09d26faa-d2e1-46f4-b01b-4010dab4e704 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.710982 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09d26faa-d2e1-46f4-b01b-4010dab4e704 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.716453 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09d26faa-d2e1-46f4-b01b-4010dab4e704 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.740473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d26faa-d2e1-46f4-b01b-4010dab4e704 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea4bb21-e128-4370-b8a5-359aa5e1be99,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:50.750853 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-09d26faa-d2e1-46f4-b01b-4010dab4e704 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.752126 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-09d26faa-d2e1-46f4-b01b-4010dab4e704 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461887 Jun 04 17:23:50.755501 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39380) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:50.760445 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4399b7c5-fab3-408c-b544-4c2770d9351a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'fcab6b27-7515-4011-bde0-227f3ab029bf', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:23:50.767158 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4399b7c5-fab3-408c-b544-4c2770d9351a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:23:50.771234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4399b7c5-fab3-408c-b544-4c2770d9351a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:23:50.774106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4399b7c5-fab3-408c-b544-4c2770d9351a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:23:50.779898 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4399b7c5-fab3-408c-b544-4c2770d9351a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:23:50.798171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4399b7c5-fab3-408c-b544-4c2770d9351a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.860039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4399b7c5-fab3-408c-b544-4c2770d9351a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.864601 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4399b7c5-fab3-408c-b544-4c2770d9351a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.887664 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399b7c5-fab3-408c-b544-4c2770d9351a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a53fcb7-91a2-4144-b7a4-d5e37141e74f,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:50.896329 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4399b7c5-fab3-408c-b544-4c2770d9351a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.897539 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4399b7c5-fab3-408c-b544-4c2770d9351a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411674 Jun 04 17:23:50.900646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39384) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:50.906662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-09d9f1c0-af23-4a9f-a509-16d054be5b6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'fcab6b27-7515-4011-bde0-227f3ab029bf', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:23:50.913927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-09d9f1c0-af23-4a9f-a509-16d054be5b6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:23:50.918565 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-09d9f1c0-af23-4a9f-a509-16d054be5b6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:23:50.921828 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-09d9f1c0-af23-4a9f-a509-16d054be5b6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:23:50.928990 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-09d9f1c0-af23-4a9f-a509-16d054be5b6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:23:50.947011 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09d9f1c0-af23-4a9f-a509-16d054be5b6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:50.952302 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e2910d3d-c641-4d05-9ba4-a491ee571ff8 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:23:50.988396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: e2910d3d-c641-4d05-9ba4-a491ee571ff8 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:23:50.988816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device e2910d3d-c641-4d05-9ba4-a491ee571ff8 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:23:51.013157 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09d9f1c0-af23-4a9f-a509-16d054be5b6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.018629 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09d9f1c0-af23-4a9f-a509-16d054be5b6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.044815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9f1c0-af23-4a9f-a509-16d054be5b6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7b990c-5aa6-4d39-aa4c-aabd266c23fb,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:51.054347 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09d9f1c0-af23-4a9f-a509-16d054be5b6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.055538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-09d9f1c0-af23-4a9f-a509-16d054be5b6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1537495 Jun 04 17:23:51.059504 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39388) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:51.064744 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-971f03b2-583f-48d2-b4dd-cc3219b04b66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'fcab6b27-7515-4011-bde0-227f3ab029bf', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:23:51.071407 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-971f03b2-583f-48d2-b4dd-cc3219b04b66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:23:51.075605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-971f03b2-583f-48d2-b4dd-cc3219b04b66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:23:51.078647 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-971f03b2-583f-48d2-b4dd-cc3219b04b66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:23:51.084799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-971f03b2-583f-48d2-b4dd-cc3219b04b66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:23:51.096998 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-971f03b2-583f-48d2-b4dd-cc3219b04b66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Project 7b2c7ecdd56c46a1876a8d3a7f4b4e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:23:51.103656 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-971f03b2-583f-48d2-b4dd-cc3219b04b66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.169644 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-971f03b2-583f-48d2-b4dd-cc3219b04b66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.175406 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-971f03b2-583f-48d2-b4dd-cc3219b04b66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.197632 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f03b2-583f-48d2-b4dd-cc3219b04b66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4adbba17-803e-4920-be0e-13bfa22ae93d,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:51.207552 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-971f03b2-583f-48d2-b4dd-cc3219b04b66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.208764 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-971f03b2-583f-48d2-b4dd-cc3219b04b66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1483288 Jun 04 17:23:51.211619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39392) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:51.217412 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-86b4829c-d638-4a06-af7d-574808ca2635 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'fcab6b27-7515-4011-bde0-227f3ab029bf', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:23:51.225021 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-86b4829c-d638-4a06-af7d-574808ca2635 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:23:51.229088 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-86b4829c-d638-4a06-af7d-574808ca2635 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:23:51.232213 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-86b4829c-d638-4a06-af7d-574808ca2635 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:23:51.238338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-86b4829c-d638-4a06-af7d-574808ca2635 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:23:51.252977 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-86b4829c-d638-4a06-af7d-574808ca2635 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Project 7b2c7ecdd56c46a1876a8d3a7f4b4e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:23:51.260562 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86b4829c-d638-4a06-af7d-574808ca2635 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.326656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86b4829c-d638-4a06-af7d-574808ca2635 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.332388 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86b4829c-d638-4a06-af7d-574808ca2635 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.360036 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4829c-d638-4a06-af7d-574808ca2635 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad76dbb-4e84-403a-9115-d408b75094cf,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:51.369030 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-86b4829c-d638-4a06-af7d-574808ca2635 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.370244 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-86b4829c-d638-4a06-af7d-574808ca2635 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1575530 Jun 04 17:23:51.373302 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39396) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:51.378989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'network': {'name': 'tempest-network-smoke--1711905911', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'port_security_enabled': True}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:23:51.385026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:23:51.389078 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:network and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:23:51.391939 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:23:51.397936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:23:51.411422 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:23:51.414851 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.445470 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:23:51.454211 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.454581 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Added segment 40f832de-d221-4b09-921a-271316fe9804 of type vlan for network a1234689-e95b-4674-b9a6-683f5c15025b Jun 04 17:23:51.480206 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.510304 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.515832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:51.516412 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.621945 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2476125 Jun 04 17:23:51.624852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39400) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:51.625022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad8ce3-7897-457f-9db5-61e4f289b2ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Network': ['ID=a1234689-e95b-4674-b9a6-683f5c15025b,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:51.631071 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'admin_state_up': True, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:23:51.639264 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:23:51.639730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network a1234689-e95b-4674-b9a6-683f5c15025b details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:23:51.643630 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:router and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:23:51.646703 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:23:51.653430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:23:51.667988 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.669101 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.686362 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:51.964794 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:52.393800 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:52.427751 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:52.565957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.25.5.87 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/b9dff0dd-98f4-4aba-b016-0c521b3246e1) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:23:52.712739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:52.746178 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:52.825208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:23:52.828215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:23:52.832261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:23:52.861106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=b9dff0dd-98f4-4aba-b016-0c521b3246e1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:53.255696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:53.733731 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:53.940941 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router ade62760-bed3-4520-80b3-02ac90e0792a is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:23:54.125320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:23:54.135284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Sync routers for ids ['ade62760-bed3-4520-80b3-02ac90e0792a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:23:54.144986 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Routers {'ade62760-bed3-4520-80b3-02ac90e0792a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:23:54.145699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:23:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ade62760-bed3-4520-80b3-02ac90e0792a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:54.155572 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:54.156806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1dc782c0-5f56-48f0-9af8-267dea4ac01e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5309515 Jun 04 17:23:54.160251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39404) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:54.199789 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a2600f0d-0dc7-4c27-ba70-c6e61c368bd7 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384116 Jun 04 17:23:54.202543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39408) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:54.319458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Set router ade62760-bed3-4520-80b3-02ac90e0792a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:23:54.332983 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68a800-5e1c-42ca-b2bf-b4a5019e0065 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:54.334530 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7e68a800-5e1c-42ca-b2bf-b4a5019e0065 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311200 Jun 04 17:23:54.337557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39412) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:54.376079 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-64039644-516b-4aef-80b0-4fe2acdc15f2 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372632 Jun 04 17:23:54.378806 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39416) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:54.385204 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-303285422', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:23:54.494983 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:23:54.499030 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:subnet and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:23:54.501957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:23:54.508533 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:23:54.521981 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:23:54.526009 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:54.598182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:23:53Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:54.602452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Checking router: ade62760-bed3-4520-80b3-02ac90e0792a for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:23:54.602799 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Updating router ade62760-bed3-4520-80b3-02ac90e0792a port b9dff0dd-98f4-4aba-b016-0c521b3246e1 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:23:54.654601 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:54.745079 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:54.818298 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Subnet': ['ID=1ca036a0-0516-4726-86ec-0787b53e1fc6,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:54.832971 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Checking segment: {'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:23:54.833443 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network hostable DHCP agents. Network: a1234689-e95b-4674-b9a6-683f5c15025b, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:23:54.853977 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network a1234689-e95b-4674-b9a6-683f5c15025b is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:23:54.864095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, a1234689-e95b-4674-b9a6-683f5c15025b) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:23:54.868244 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:54.868815 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:54.877130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd580c51-8f2f-4b2a-a98d-f4d7e98b6ce6 None None] Network a1234689-e95b-4674-b9a6-683f5c15025b requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:23:54.891258 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-922024bb-259b-4410-b99e-42838e5d3388 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5113006 Jun 04 17:23:54.894188 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39422) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:23:55.133185 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:55.174873 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Transition to ACTIVE for port object b9dff0dd-98f4-4aba-b016-0c521b3246e1 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:23:55.186830 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:55.219744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-a1234689-e95b-4674-b9a6-683f5c15025b', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ips': [{'subnet_id': '1ca036a0-0516-4726-86ec-0787b53e1fc6'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:23:55.220555 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:55.326498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb62c4-58c4-4719-adcd-5ad958c150d4 None None] Pushing event updated for resources: {'Port': ['ID=b9dff0dd-98f4-4aba-b016-0c521b3246e1,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:55.341332 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Attempting to bind port b9dff0dd-98f4-4aba-b016-0c521b3246e1 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:23:55.341701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Attempting to bind port b9dff0dd-98f4-4aba-b016-0c521b3246e1 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:23:55.342065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Attempting to bind port b9dff0dd-98f4-4aba-b016-0c521b3246e1 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:23:55.355432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:23:55.355818 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:23:55.356218 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:55.356600 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:23:55.357073 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Bound port: b9dff0dd-98f4-4aba-b016-0c521b3246e1, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:23:55.357439 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:55.494175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] For port b9dff0dd-98f4-4aba-b016-0c521b3246e1, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:23:55.499338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] For port b9dff0dd-98f4-4aba-b016-0c521b3246e1, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b9dff0dd-98f4-4aba-b016-0c521b3246e1,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:23:55.500810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Allocated IP 172.20.0.2 (a1234689-e95b-4674-b9a6-683f5c15025b/1ca036a0-0516-4726-86ec-0787b53e1fc6/6c1cc5f0-be73-4add-9017-7d2b4d7c9d59) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:23:55.506610 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:55.711868 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:55.713342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Routers {'ade62760-bed3-4520-80b3-02ac90e0792a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:23:55.714019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:23:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ade62760-bed3-4520-80b3-02ac90e0792a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:55.792198 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb62c4-58c4-4719-adcd-5ad958c150d4 None None] Pushing event updated for resources: {'Port': ['ID=b9dff0dd-98f4-4aba-b016-0c521b3246e1,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:55.986293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] Set router ade62760-bed3-4520-80b3-02ac90e0792a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:23:56.109264 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:56.165030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Transition to ACTIVE for port object 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:23:56.199460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Transition to ACTIVE for port object 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:23:56.219450 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:56.273096 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.20.0.1 (a1234689-e95b-4674-b9a6-683f5c15025b/1ca036a0-0516-4726-86ec-0787b53e1fc6/d52cd823-02f1-45c4-bb98-a06c34fc2d47) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:23:56.323701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Network a1234689-e95b-4674-b9a6-683f5c15025b is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:23:56.329903 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:23:56.335707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:23:56.345360 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Pushing event updated for resources: {'Port': ['ID=6c1cc5f0-be73-4add-9017-7d2b4d7c9d59,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:56.438723 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:56.439637 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Attempting to bind port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:23:56.440007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Attempting to bind port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:23:56.440459 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Attempting to bind port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 on network a1234689-e95b-4674-b9a6-683f5c15025b {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:23:56.446833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:23:56.447182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Checking segment: {'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:23:56.447584 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:56.447965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Bound using segment: {'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:23:56.448422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Bound port: 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:23:56.448779 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:56.456250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Transition to ACTIVE for port object d52cd823-02f1-45c4-bb98-a06c34fc2d47 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:23:56.482143 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:56.495516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:23:53Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:56.516529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f84dee7-cc84-4139-b6b6-9fa042a44be8 None None] The sync data for ids ['ade62760-bed3-4520-80b3-02ac90e0792a'] in n-d-811809-3 is: [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:23:53Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:23:56.549349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] For port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:23:56.552939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] For port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6c1cc5f0-be73-4add-9017-7d2b4d7c9d59,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:23:56.563602 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:56.574074 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network a1234689-e95b-4674-b9a6-683f5c15025b is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:23:56.575374 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:23:56.577782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:23:56.607987 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=d52cd823-02f1-45c4-bb98-a06c34fc2d47,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:56.646781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386526b-ed9d-45fa-aa6f-1d194c4f4a21 None None] Pushing event updated for resources: {'Port': ['ID=6c1cc5f0-be73-4add-9017-7d2b4d7c9d59,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:56.657878 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:57.008425 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:57.042872 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b9dff0dd-98f4-4aba-b016-0c521b3246e1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:23:57.116215 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b9dff0dd-98f4-4aba-b016-0c521b3246e1 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:23:57.123152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b9dff0dd-98f4-4aba-b016-0c521b3246e1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:23:57.123510 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:57.249319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b9dff0dd-98f4-4aba-b016-0c521b3246e1 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:23:57.250031 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:57.268971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port b9dff0dd-98f4-4aba-b016-0c521b3246e1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b9dff0dd-98f4-4aba-b016-0c521b3246e1,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:23:57.274356 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:57.276572 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:23:57.403149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=b9dff0dd-98f4-4aba-b016-0c521b3246e1,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:57.418588 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:23:57.600221 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:57.606592 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:57.724249 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=d52cd823-02f1-45c4-bb98-a06c34fc2d47,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:57.726702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:57.738454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aaee8a-6100-4621-8f99-203b5d422b33 None None] Network a1234689-e95b-4674-b9a6-683f5c15025b requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:23:57.836446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f1b34538-1024-45b7-bafe-89ca4f0d2cf6 None None] Provisioning for port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:23:57.853315 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f1b34538-1024-45b7-bafe-89ca4f0d2cf6 None None] Provisioning complete for port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:23:57.853656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f1b34538-1024-45b7-bafe-89ca4f0d2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:57.865935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network a1234689-e95b-4674-b9a6-683f5c15025b is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:23:57.867063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:23:58.018992 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6d073033-43ee-4435-abd0-634a282d8bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:58.061400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router ade62760-bed3-4520-80b3-02ac90e0792a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:23:58.142065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f1b34538-1024-45b7-bafe-89ca4f0d2cf6 None None] Current status of the port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:23:58.142452 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f1b34538-1024-45b7-bafe-89ca4f0d2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:58.185089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f1b34538-1024-45b7-bafe-89ca4f0d2cf6 None None] For port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6c1cc5f0-be73-4add-9017-7d2b4d7c9d59,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:23:58.190740 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f1b34538-1024-45b7-bafe-89ca4f0d2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:58.254561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:23:58.261534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34538-1024-45b7-bafe-89ca4f0d2cf6 None None] Pushing event updated for resources: {'Port': ['ID=6c1cc5f0-be73-4add-9017-7d2b4d7c9d59,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:58.267584 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Sync routers for ids ['ade62760-bed3-4520-80b3-02ac90e0792a'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:23:58.279156 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c81f74fb-8494-436f-867b-87617187c6a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "PUT /v2.0/routers/ade62760-bed3-4520-80b3-02ac90e0792a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3761346 Jun 04 17:23:58.279387 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Routers {'ade62760-bed3-4520-80b3-02ac90e0792a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:23:58.279983 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:23:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ade62760-bed3-4520-80b3-02ac90e0792a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:58.419127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-93fa5530-30d6-4855-ac9c-9c780928b1e0 None None] Provisioning for port d52cd823-02f1-45c4-bb98-a06c34fc2d47 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:23:58.424911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-93fa5530-30d6-4855-ac9c-9c780928b1e0 None None] Provisioning complete for port d52cd823-02f1-45c4-bb98-a06c34fc2d47 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:23:58.425308 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-93fa5530-30d6-4855-ac9c-9c780928b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:58.488855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-93fa5530-30d6-4855-ac9c-9c780928b1e0 None None] Port d52cd823-02f1-45c4-bb98-a06c34fc2d47 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:23:58.499861 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-87f6e532-d114-4e4f-8a4d-f443ffc330a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439954326&fields=id&tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 267 time: 0.0573590 Jun 04 17:23:58.500465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-93fa5530-30d6-4855-ac9c-9c780928b1e0 None None] Provisioning complete for port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:23:58.500465 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-93fa5530-30d6-4855-ac9c-9c780928b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:58.503458 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Set router ade62760-bed3-4520-80b3-02ac90e0792a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:23:58.655862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-93fa5530-30d6-4855-ac9c-9c780928b1e0 None None] Current status of the port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:23:58.671522 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-a007f56b-aa24-4064-b411-eeaeef38ec2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:23:58.672979 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-a007f56b-aa24-4064-b411-eeaeef38ec2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/networks?id=a1234689-e95b-4674-b9a6-683f5c15025b HTTP/1.1" status: 200 len: 797 time: 0.1714942 Jun 04 17:23:58.691049 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-33ef3926-df06-4acd-8c23-eacb898b510c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/quotas/7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 375 time: 0.0119400 Jun 04 17:23:58.783976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-875ae269-db87-4931-837c-3bd30b2e4382 None None] Provisioning complete for port d52cd823-02f1-45c4-bb98-a06c34fc2d47 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:23:58.784192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b761bd8a-bbc3-4f48-8d58-0bd3e762e225 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:23:58.784495 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-875ae269-db87-4931-837c-3bd30b2e4382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:58.803470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b761bd8a-bbc3-4f48-8d58-0bd3e762e225 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:23:58.805050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b761bd8a-bbc3-4f48-8d58-0bd3e762e225 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103382 Jun 04 17:23:58.856180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-875ae269-db87-4931-837c-3bd30b2e4382 None None] Port d52cd823-02f1-45c4-bb98-a06c34fc2d47 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:23:58.870366 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:23:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd52cd823-02f1-45c4-bb98-a06c34fc2d47', 'name': '', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1b:07:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:55Z', 'updated_at': '2022-06-04T17:23:57Z', 'revision_number': 2, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:58.874252 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Checking router: ade62760-bed3-4520-80b3-02ac90e0792a for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:23:58.874738 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Updating router ade62760-bed3-4520-80b3-02ac90e0792a port d52cd823-02f1-45c4-bb98-a06c34fc2d47 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:23:58.937303 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:58.971551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b9dff0dd-98f4-4aba-b016-0c521b3246e1 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:23:59.026102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d163a10c-074c-41f7-bf2b-f8eb2cb7af1a None None] Provisioning complete for port d52cd823-02f1-45c4-bb98-a06c34fc2d47 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:23:59.026586 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d163a10c-074c-41f7-bf2b-f8eb2cb7af1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:59.038998 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-667c75fb-5411-4f4d-9679-f6517708f8ee service neutron] 10.222.0.13 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177441 Jun 04 17:23:59.090241 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d163a10c-074c-41f7-bf2b-f8eb2cb7af1a None None] Port d52cd823-02f1-45c4-bb98-a06c34fc2d47 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:23:59.098592 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b9dff0dd-98f4-4aba-b016-0c521b3246e1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:23:59.098961 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:59.181959 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b6238384-9d80-43ee-881d-2fc33944484b service neutron] 10.222.0.13 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362362 Jun 04 17:23:59.223659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b9dff0dd-98f4-4aba-b016-0c521b3246e1 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:23:59.224793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:23:59.305004 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:23:59.305597 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:59.323506 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:59.336983 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Transition to ACTIVE for port object d52cd823-02f1-45c4-bb98-a06c34fc2d47 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:23:59.345808 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:59.403350 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12f28afc-f515-4bb4-8b89-4fba51b372d9 req-ebc9151a-8edc-4d37-8237-4b3ee2866041 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 210 time: 0.0576279 Jun 04 17:23:59.458862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:23:59.528823 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Pushing event updated for resources: {'Port': ['ID=d52cd823-02f1-45c4-bb98-a06c34fc2d47,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:59.569510 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:59.569836 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:59.570332 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:59.570833 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:59.571298 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:59.571779 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:59.572273 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:59.572585 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:59.572899 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:59.573212 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:59.573519 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:59.573827 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:23:59.593661 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Attempting to bind port d52cd823-02f1-45c4-bb98-a06c34fc2d47 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:23:59.594009 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Attempting to bind port d52cd823-02f1-45c4-bb98-a06c34fc2d47 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:23:59.594356 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Attempting to bind port d52cd823-02f1-45c4-bb98-a06c34fc2d47 on network a1234689-e95b-4674-b9a6-683f5c15025b {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:23:59.600415 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:23:59.600778 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Checking segment: {'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:23:59.601163 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:59.601536 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Bound using segment: {'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:23:59.601991 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Bound port: d52cd823-02f1-45c4-bb98-a06c34fc2d47, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:23:59.602347 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:59.697221 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] For port d52cd823-02f1-45c4-bb98-a06c34fc2d47, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:23:59.700408 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] For port d52cd823-02f1-45c4-bb98-a06c34fc2d47, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d52cd823-02f1-45c4-bb98-a06c34fc2d47,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:23:59.708059 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:23:59.791037 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Routers {'ade62760-bed3-4520-80b3-02ac90e0792a'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:23:59.791662 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:23:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ade62760-bed3-4520-80b3-02ac90e0792a'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:23:59.866696 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f497e7-db54-4307-ab25-9c493cb1bf04 None None] Pushing event updated for resources: {'Port': ['ID=d52cd823-02f1-45c4-bb98-a06c34fc2d47,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:23:59.990223 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] Set router ade62760-bed3-4520-80b3-02ac90e0792a gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:24:00.094944 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-62092abc-e26b-4648-809f-b19f12397780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:00.313509 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:23:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd52cd823-02f1-45c4-bb98-a06c34fc2d47', 'name': '', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1b:07:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:55Z', 'updated_at': '2022-06-04T17:23:59Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:24:00.318344 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8894105-ad92-4ed8-871f-bc0f261e3153 None None] The sync data for ids ['ade62760-bed3-4520-80b3-02ac90e0792a'] in n-d-811809-3 is: [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:23:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd52cd823-02f1-45c4-bb98-a06c34fc2d47', 'name': '', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1b:07:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:55Z', 'updated_at': '2022-06-04T17:23:59Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:24:00.603922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-26f40099-59ff-4db2-9778-c360a507cee4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:00.606183 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-26f40099-59ff-4db2-9778-c360a507cee4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/networks?id=a1234689-e95b-4674-b9a6-683f5c15025b HTTP/1.1" status: 200 len: 797 time: 0.1703198 Jun 04 17:24:00.675904 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a6fbc6c-2c8a-439b-b381-f88e21c5a153 req-d9a82a4d-bd5a-4c01-a5da-145cfed0f9b6 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 210 time: 0.0683088 Jun 04 17:24:00.708170 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-5213be76-abfb-483d-96cf-459ff7ce9dd8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 379 time: 0.0588748 Jun 04 17:24:00.719319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'port': {'device_id': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'admin_state_up': True, 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'security_groups': ['fcab6b27-7515-4011-bde0-227f3ab029bf']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:24:00.997951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d52cd823-02f1-45c4-bb98-a06c34fc2d47 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:24:01.018057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:24:01.028501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:24:01.040208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:24:01.043998 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:01.075333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port d52cd823-02f1-45c4-bb98-a06c34fc2d47 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:24:01.081052 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d52cd823-02f1-45c4-bb98-a06c34fc2d47 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:24:01.081562 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:01.230918 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.20.0.4 (a1234689-e95b-4674-b9a6-683f5c15025b/1ca036a0-0516-4726-86ec-0787b53e1fc6/e8b2e822-5d87-4697-9eea-5a9f888abc88) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:24:01.239288 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d52cd823-02f1-45c4-bb98-a06c34fc2d47 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:24:01.241518 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:01.289159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port d52cd823-02f1-45c4-bb98-a06c34fc2d47, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d52cd823-02f1-45c4-bb98-a06c34fc2d47,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:24:01.297229 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:01.395293 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=d52cd823-02f1-45c4-bb98-a06c34fc2d47,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:24:01.408120 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:01.447550 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:01.451280 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:01.467235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Transition to ACTIVE for port object e8b2e822-5d87-4697-9eea-5a9f888abc88 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:24:01.505429 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:01.584765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network a1234689-e95b-4674-b9a6-683f5c15025b is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:24:01.588653 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:24:01.593742 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:24:01.647140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=e8b2e822-5d87-4697-9eea-5a9f888abc88,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:24:01.681274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:01.681918 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:01.712053 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-b0742d9d-c634-46b3-bfdb-5e7e3d85234f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9968231 Jun 04 17:24:01.724100 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Request body: {'port': {'device_id': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:24:01.875231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8ce25c66-a19e-4dec-b163-08409d9e177b None None] Provisioning for port e8b2e822-5d87-4697-9eea-5a9f888abc88 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:24:01.880613 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8ce25c66-a19e-4dec-b163-08409d9e177b None None] Provisioning complete for port e8b2e822-5d87-4697-9eea-5a9f888abc88 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:24:01.880976 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8ce25c66-a19e-4dec-b163-08409d9e177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:01.890148 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:01.933878 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8ce25c66-a19e-4dec-b163-08409d9e177b None None] Port e8b2e822-5d87-4697-9eea-5a9f888abc88 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:24:01.984497 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e47efd-8427-4a72-8150-8da809cb2267 req-f6d47137-9b0c-407c-9119-c7f441a378d2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:01.985176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-77e47efd-8427-4a72-8150-8da809cb2267 req-f6d47137-9b0c-407c-9119-c7f441a378d2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:24:02.053399 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-77e47efd-8427-4a72-8150-8da809cb2267 req-f6d47137-9b0c-407c-9119-c7f441a378d2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:24:02.058919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77e47efd-8427-4a72-8150-8da809cb2267 req-f6d47137-9b0c-407c-9119-c7f441a378d2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 931 time: 0.2444410 Jun 04 17:24:02.177717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77e47efd-8427-4a72-8150-8da809cb2267 req-68495bd2-3b2c-43a9-9506-57c28cfe4e3f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153030 Jun 04 17:24:02.304748 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b2e822-5d87-4697-9eea-5a9f888abc88 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:24:02.316731 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:02.338511 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Transition to ACTIVE for port object e8b2e822-5d87-4697-9eea-5a9f888abc88 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:24:02.345654 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:02.474480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b2e822-5d87-4697-9eea-5a9f888abc88,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:24:02.583960 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Attempting to bind port e8b2e822-5d87-4697-9eea-5a9f888abc88 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:24:02.584288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Attempting to bind port e8b2e822-5d87-4697-9eea-5a9f888abc88 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:24:02.584629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Attempting to bind port e8b2e822-5d87-4697-9eea-5a9f888abc88 on network a1234689-e95b-4674-b9a6-683f5c15025b {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:24:02.589220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Port e8b2e822-5d87-4697-9eea-5a9f888abc88 on network a1234689-e95b-4674-b9a6-683f5c15025b not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:24:02.589527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Attempting to bind port e8b2e822-5d87-4697-9eea-5a9f888abc88 on network a1234689-e95b-4674-b9a6-683f5c15025b {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:24:02.594534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:24:02.594841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Checking segment: {'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:24:02.595262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Bound using segment: {'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:24:02.595676 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Bound port: e8b2e822-5d87-4697-9eea-5a9f888abc88, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:24:02.596009 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:02.688710 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] For port e8b2e822-5d87-4697-9eea-5a9f888abc88, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:24:02.691837 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] For port e8b2e822-5d87-4697-9eea-5a9f888abc88, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:24:02.698413 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:02.762996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:02.763602 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:02.764986 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] 10.222.0.42 "PUT /v2.0/ports/e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 200 len: 1091 time: 1.0458641 Jun 04 17:24:02.765400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:24:02.788473 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeea324-c942-4395-a4b3-e5d916dc1b62 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b2e822-5d87-4697-9eea-5a9f888abc88,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:24:02.824800 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:02.860296 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc78b3b-f85b-4d93-976e-5a1c0b37e9e3'] response: {'name': 'network-changed', 'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'status': 'completed', 'code': 200} Jun 04 17:24:02.902767 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-8d04f0c3-0f63-4810-aa15-ec88e01ed5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:02.904273 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-8d04f0c3-0f63-4810-aa15-ec88e01ed5e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 1094 time: 0.0943460 Jun 04 17:24:02.973555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d52cd823-02f1-45c4-bb98-a06c34fc2d47 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:24:03.050804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d52cd823-02f1-45c4-bb98-a06c34fc2d47 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:24:03.051107 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:03.099890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-f9d8f96a-c40c-4565-9a80-bd0879f50f54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 200 len: 217 time: 0.1890888 Jun 04 17:24:03.160446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-1c9ce063-9352-4c2b-a1a5-ef8d1c8a67ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:03.161869 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-1c9ce063-9352-4c2b-a1a5-ef8d1c8a67ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ca036a0-0516-4726-86ec-0787b53e1fc6 HTTP/1.1" status: 200 len: 834 time: 0.0568154 Jun 04 17:24:03.182752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d52cd823-02f1-45c4-bb98-a06c34fc2d47 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:24:03.242645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-dc46aae3-cb59-4d03-90c3-411324a835d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:03.244125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-dc46aae3-cb59-4d03-90c3-411324a835d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1234689-e95b-4674-b9a6-683f5c15025b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755923 Jun 04 17:24:03.428918 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-c02c693e-4d18-4aa8-bf74-bd5f33e887cd service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784391 Jun 04 17:24:03.524231 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5b563-3de4-4c13-a35f-5b89bb26aa7e req-adab6b48-cfc4-4358-984b-8cfb0019b850 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:03.525785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eff5b563-3de4-4c13-a35f-5b89bb26aa7e req-adab6b48-cfc4-4358-984b-8cfb0019b850 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 943 time: 0.2079079 Jun 04 17:24:03.614038 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-eff5b563-3de4-4c13-a35f-5b89bb26aa7e req-82fd9654-0c2e-44ee-944c-0c377fa0666e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803051 Jun 04 17:24:03.622724 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d25e3152-7ce5-4cb0-b2d1-e4fd1cf345bf req-9b3c72a1-6d34-46d8-a7ba-4cb03788a90f service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874971 Jun 04 17:24:03.751137 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38502fe-6d17-4526-ae29-a19370448735 req-497efba2-3939-4ef3-857a-b420eb3ed6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:03.752692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b38502fe-6d17-4526-ae29-a19370448735 req-497efba2-3939-4ef3-857a-b420eb3ed6b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 1094 time: 0.0800021 Jun 04 17:24:03.888592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38502fe-6d17-4526-ae29-a19370448735 req-bb23d692-f835-4a6f-8827-c02a202690f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:03.890054 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b38502fe-6d17-4526-ae29-a19370448735 req-bb23d692-f835-4a6f-8827-c02a202690f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1234689-e95b-4674-b9a6-683f5c15025b HTTP/1.1" status: 200 len: 898 time: 0.1315930 Jun 04 17:24:03.961464 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b38502fe-6d17-4526-ae29-a19370448735 req-ca213191-0161-4ceb-a671-e47982a88cfb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 200 len: 217 time: 0.0643992 Jun 04 17:24:04.027758 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38502fe-6d17-4526-ae29-a19370448735 req-4415bbe3-826f-440f-acdc-99f3a5820d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:04.029143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b38502fe-6d17-4526-ae29-a19370448735 req-4415bbe3-826f-440f-acdc-99f3a5820d1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ca036a0-0516-4726-86ec-0787b53e1fc6 HTTP/1.1" status: 200 len: 834 time: 0.0596642 Jun 04 17:24:04.118388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38502fe-6d17-4526-ae29-a19370448735 req-37945288-f6f3-4163-a607-81452af369fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:04.120325 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b38502fe-6d17-4526-ae29-a19370448735 req-37945288-f6f3-4163-a607-81452af369fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1234689-e95b-4674-b9a6-683f5c15025b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849154 Jun 04 17:24:04.252157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b38502fe-6d17-4526-ae29-a19370448735 req-85e8df45-a04e-44c3-b656-ca3e677d561c service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250460 Jun 04 17:24:04.392035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b38502fe-6d17-4526-ae29-a19370448735 req-52e6b6bf-381e-4502-a2b7-d91ceaf54b18 service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322312 Jun 04 17:24:04.673099 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:04.829570 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:04.830191 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9c8f8-8ddb-4d96-b028-1e7927beeca6 req-f108cbe4-c2e7-4e5e-91c5-7a16d0bd60ee tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:04.831839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1a9c8f8-8ddb-4d96-b028-1e7927beeca6 req-f108cbe4-c2e7-4e5e-91c5-7a16d0bd60ee tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 943 time: 0.0975242 Jun 04 17:24:04.876710 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1a9c8f8-8ddb-4d96-b028-1e7927beeca6 req-9a54b0b8-31e0-4a14-8a65-e6fea728ddd6 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388157 Jun 04 17:24:06.077589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cb513-0689-4f4c-83fb-0f8131317995 req-aaecd33d-56bd-4305-abdc-4e629a89c1e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:06.079061 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a9cb513-0689-4f4c-83fb-0f8131317995 req-aaecd33d-56bd-4305-abdc-4e629a89c1e7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 943 time: 0.0832045 Jun 04 17:24:06.127980 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4a9cb513-0689-4f4c-83fb-0f8131317995 req-1d63de99-1d9f-435a-8cdd-edfea1b99dc2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426795 Jun 04 17:24:06.591195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device e8b2e822-5d87-4697-9eea-5a9f888abc88 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:24:06.755249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port e8b2e822-5d87-4697-9eea-5a9f888abc88, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:24:06.770744 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'port_id': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'mac_address': 'fa:16:3e:1c:f6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:24:06.833494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port e8b2e822-5d87-4697-9eea-5a9f888abc88 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:24:06.833762 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:06.851397 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b2e822-5d87-4697-9eea-5a9f888abc88 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:24:06.866974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port e8b2e822-5d87-4697-9eea-5a9f888abc88, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:24:06.873286 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:06.943180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=e8b2e822-5d87-4697-9eea-5a9f888abc88,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:24:07.076167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['e8b2e822-5d87-4697-9eea-5a9f888abc88'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:24:07.327712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d4aa2-cd06-4fd9-8d29-d6dd416f6eac req-66a03baa-4314-45f8-b11a-19e6733d35ec tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:07.329155 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b01d4aa2-cd06-4fd9-8d29-d6dd416f6eac req-66a03baa-4314-45f8-b11a-19e6733d35ec tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 944 time: 0.0808532 Jun 04 17:24:07.374459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b01d4aa2-cd06-4fd9-8d29-d6dd416f6eac req-c02527c5-6c65-4fcb-8e25-fe5e358c97f7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382426 Jun 04 17:24:08.577510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c4197-8ec7-43af-8a09-262b2e9e41a7 req-20004ecf-0543-4b3f-bb57-9a6acd55bb9a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:08.578981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca4c4197-8ec7-43af-8a09-262b2e9e41a7 req-20004ecf-0543-4b3f-bb57-9a6acd55bb9a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 944 time: 0.0869408 Jun 04 17:24:08.606749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device e8b2e822-5d87-4697-9eea-5a9f888abc88 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:24:08.677883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port e8b2e822-5d87-4697-9eea-5a9f888abc88 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:24:08.683171 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port e8b2e822-5d87-4697-9eea-5a9f888abc88 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:24:08.683539 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:08.741084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ca4c4197-8ec7-43af-8a09-262b2e9e41a7 req-9b0e8bf0-24dd-4194-8d2e-7968aa74b5a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560860 Jun 04 17:24:08.807946 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port e8b2e822-5d87-4697-9eea-5a9f888abc88 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:24:08.808309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:08.835929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:24:08.846083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port e8b2e822-5d87-4697-9eea-5a9f888abc88, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:24:08.851225 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:08.885401 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e390216c-942a-448b-ba5a-594b0298b38d'] response: {'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'code': 200} Jun 04 17:24:08.926877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=e8b2e822-5d87-4697-9eea-5a9f888abc88,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:24:09.009545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c31270-9a94-4b12-bceb-f1996ca43b6f req-bfc08a5a-b647-4f2d-a52e-626fd912def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:09.011044 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48c31270-9a94-4b12-bceb-f1996ca43b6f req-bfc08a5a-b647-4f2d-a52e-626fd912def8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 1096 time: 0.0693407 Jun 04 17:24:09.051437 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48c31270-9a94-4b12-bceb-f1996ca43b6f req-abdccae0-49d3-40c5-a2a2-7c1663dd396a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337713 Jun 04 17:24:09.952486 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bd631-be38-4482-9eba-815c16d7a954 req-4bb8692c-1276-4b86-8050-c1d6c877dd9f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:09.953942 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-414bd631-be38-4482-9eba-815c16d7a954 req-4bb8692c-1276-4b86-8050-c1d6c877dd9f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0984275 Jun 04 17:24:10.000568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-414bd631-be38-4482-9eba-815c16d7a954 req-50ae7274-ff3b-4520-9559-0a45a66d1c6e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403326 Jun 04 17:24:11.217408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0aab5c-f674-486e-8175-90d9b2348184 req-2e890849-c256-4a08-9eba-70128ad2c087 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:11.219031 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc0aab5c-f674-486e-8175-90d9b2348184 req-2e890849-c256-4a08-9eba-70128ad2c087 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0895383 Jun 04 17:24:11.272544 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fc0aab5c-f674-486e-8175-90d9b2348184 req-81ed8f6e-829b-4cf9-99b8-efaafe027161 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475655 Jun 04 17:24:11.481887 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccd227-3df6-4178-81cc-ea7fc5912e71 req-40c3eb74-5319-417b-a152-cf6a83dc51e4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:11.483266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92ccd227-3df6-4178-81cc-ea7fc5912e71 req-40c3eb74-5319-417b-a152-cf6a83dc51e4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0839734 Jun 04 17:24:11.527594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92ccd227-3df6-4178-81cc-ea7fc5912e71 req-c575b04d-cac0-45ef-bbf5-ff552d5aa945 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382900 Jun 04 17:24:11.550069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39484) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:24:11.624945 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cef163-aeda-4710-a6a1-9ba987523f1e tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:11.626484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e3cef163-aeda-4710-a6a1-9ba987523f1e tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 1091 time: 0.0753694 Jun 04 17:24:11.629948 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39488) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:24:11.634826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:24:11.641543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:24:11.645971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:floatingip and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:24:11.648921 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:24:11.654660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:24:11.665634 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:11.817645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:11.974261 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.25.5.63 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/fceb98db-0ce1-45da-9ac8-8279bc290dcb) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:24:12.140405 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:12.174011 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:12.239957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:24:12.242625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:24:12.246576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:24:12.280437 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=fceb98db-0ce1-45da-9ac8-8279bc290dcb,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:24:12.665196 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:12.742315 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:13.057802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:13.065074 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:13.171805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=fceb98db-0ce1-45da-9ac8-8279bc290dcb,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:24:13.184865 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:13.356968 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Floating IP db3b2f22-7dc1-4580-8281-c0c591557925 associated. External IP: 172.25.5.63, port: e8b2e822-5d87-4697-9eea-5a9f888abc88. Jun 04 17:24:13.705877 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router ade62760-bed3-4520-80b3-02ac90e0792a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:24:13.887570 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:24:13.897290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc67ce-67a6-4fd4-af31-e1fbbcdbd468 None None] Sync routers for ids ['ade62760-bed3-4520-80b3-02ac90e0792a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:24:13.907730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc67ce-67a6-4fd4-af31-e1fbbcdbd468 None None] Routers {'ade62760-bed3-4520-80b3-02ac90e0792a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:24:13.908342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-42cc67ce-67a6-4fd4-af31-e1fbbcdbd468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ade62760-bed3-4520-80b3-02ac90e0792a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:24:13.916229 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:13.974289 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-36453763-0d70-4865-8ad0-2aef7e4cc130 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3433046 Jun 04 17:24:13.975073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:24:14.027661 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1217129-d0ac-4100-9c3d-fd85cee79abc'] response: {'name': 'network-changed', 'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'status': 'completed', 'code': 200} Jun 04 17:24:14.087404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-42cc67ce-67a6-4fd4-af31-e1fbbcdbd468 None None] Set router ade62760-bed3-4520-80b3-02ac90e0792a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:24:14.181543 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424ad6b-68bb-4ac2-8feb-e8bcf8a80e99 req-98bf68b7-6134-434b-87f4-c5f8ab7aa4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:14.182949 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6424ad6b-68bb-4ac2-8feb-e8bcf8a80e99 req-98bf68b7-6134-434b-87f4-c5f8ab7aa4c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 1096 time: 0.1326108 Jun 04 17:24:14.192949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a81eb7-1065-468e-a368-ccb4be13b6f1 req-7f989fc8-37d8-4c8f-8bc1-dce245f78fa7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:14.194246 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44a81eb7-1065-468e-a368-ccb4be13b6f1 req-7f989fc8-37d8-4c8f-8bc1-dce245f78fa7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.1122024 Jun 04 17:24:14.317050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-44a81eb7-1065-468e-a368-ccb4be13b6f1 req-3126dc3a-5e70-4da4-a59f-780889d1b72d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049991 Jun 04 17:24:14.341031 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39496) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:24:14.351224 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424ad6b-68bb-4ac2-8feb-e8bcf8a80e99 req-492c00e8-0733-4ce7-8547-a6a2cf8c7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:14.352820 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6424ad6b-68bb-4ac2-8feb-e8bcf8a80e99 req-492c00e8-0733-4ce7-8547-a6a2cf8c7644 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1234689-e95b-4674-b9a6-683f5c15025b HTTP/1.1" status: 200 len: 898 time: 0.1577113 Jun 04 17:24:14.431881 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-42cc67ce-67a6-4fd4-af31-e1fbbcdbd468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:23:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'db3b2f22-7dc1-4580-8281-c0c591557925', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'port_id': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'mac_address': 'fa:16:3e:1c:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:24:12Z', 'updated_at': '2022-06-04T17:24:12Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52cd823-02f1-45c4-bb98-a06c34fc2d47', 'name': '', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1b:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:55Z', 'updated_at': '2022-06-04T17:24:01Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:24:14.435736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc67ce-67a6-4fd4-af31-e1fbbcdbd468 None None] Checking router: ade62760-bed3-4520-80b3-02ac90e0792a for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:24:14.444677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc67ce-67a6-4fd4-af31-e1fbbcdbd468 None None] Routers {'ade62760-bed3-4520-80b3-02ac90e0792a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:24:14.445288 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-42cc67ce-67a6-4fd4-af31-e1fbbcdbd468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:24:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ade62760-bed3-4520-80b3-02ac90e0792a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:24:14.449920 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-21dee4de-0459-4496-a7d6-bf348bfb24e9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/db3b2f22-7dc1-4580-8281-c0c591557925 HTTP/1.1" status: 200 len: 990 time: 0.1070459 Jun 04 17:24:14.595008 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6424ad6b-68bb-4ac2-8feb-e8bcf8a80e99 req-b72bb874-19ce-4ad1-882b-13e5ad0a810d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 200 len: 998 time: 0.2360818 Jun 04 17:24:14.627686 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-42cc67ce-67a6-4fd4-af31-e1fbbcdbd468 None None] Set router ade62760-bed3-4520-80b3-02ac90e0792a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:24:14.656420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424ad6b-68bb-4ac2-8feb-e8bcf8a80e99 req-cd1cbf28-42c4-40f6-9198-7dfa5b9f8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:14.657846 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6424ad6b-68bb-4ac2-8feb-e8bcf8a80e99 req-cd1cbf28-42c4-40f6-9198-7dfa5b9f8007 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ca036a0-0516-4726-86ec-0787b53e1fc6 HTTP/1.1" status: 200 len: 834 time: 0.0576415 Jun 04 17:24:14.734292 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424ad6b-68bb-4ac2-8feb-e8bcf8a80e99 req-7bd84c14-86bd-457b-a2a2-85800ff02785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:14.735822 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6424ad6b-68bb-4ac2-8feb-e8bcf8a80e99 req-7bd84c14-86bd-457b-a2a2-85800ff02785 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1234689-e95b-4674-b9a6-683f5c15025b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721583 Jun 04 17:24:14.808298 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:24:14.867055 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6424ad6b-68bb-4ac2-8feb-e8bcf8a80e99 req-19c6334a-fc1b-4e6a-ad7b-ea981de9b038 service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249108 Jun 04 17:24:15.000844 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6424ad6b-68bb-4ac2-8feb-e8bcf8a80e99 req-1ae0c7d2-0746-489d-b10e-faeffba6ec68 service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261156 Jun 04 17:24:15.009091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-42cc67ce-67a6-4fd4-af31-e1fbbcdbd468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:23:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'db3b2f22-7dc1-4580-8281-c0c591557925', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'port_id': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'mac_address': 'fa:16:3e:1c:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:24:12Z', 'updated_at': '2022-06-04T17:24:12Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52cd823-02f1-45c4-bb98-a06c34fc2d47', 'name': '', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1b:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:55Z', 'updated_at': '2022-06-04T17:24:01Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:24:15.013053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc67ce-67a6-4fd4-af31-e1fbbcdbd468 None None] The sync data for ids ['ade62760-bed3-4520-80b3-02ac90e0792a'] in n-d-811809-3 is: [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:23:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'db3b2f22-7dc1-4580-8281-c0c591557925', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.63', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'port_id': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'mac_address': 'fa:16:3e:1c:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:24:12Z', 'updated_at': '2022-06-04T17:24:12Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52cd823-02f1-45c4-bb98-a06c34fc2d47', 'name': '', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1b:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:55Z', 'updated_at': '2022-06-04T17:24:01Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:24:15.220771 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03003563-e5e3-4b50-a906-beca92d23a94 None None] New status for floating IP db3b2f22-7dc1-4580-8281-c0c591557925: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:24:15.454118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39500) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:24:15.568164 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8eb0fe02-0265-40c9-857c-84d7ea341b25 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/db3b2f22-7dc1-4580-8281-c0c591557925 HTTP/1.1" status: 200 len: 992 time: 0.1127660 Jun 04 17:24:27.144852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-ec4e7e97-d3e8-4136-8b9f-4e9a4460e756 req-af9d3e79-28fd-478a-b6b4-0ec78816d54d tempest-ServerDiskConfigTestJSON-1378892457 tempest-ServerDiskConfigTestJSON-1378892457-project] (88798) timed out ('10.222.0.42', 60242) {{(pid=88798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 17:24:27.895665 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bc80338e-8b11-43be-a297-a3ff5362c845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:30.109798 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae08f-cd72-4cbc-89bb-c89947348b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:31.408040 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:31.442143 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:32.820245 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:34.677747 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:34.845942 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:42.734343 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-915f5496-f1c4-4270-84ef-fcca77d391cb req-b4505fff-c637-4f4a-ba0e-02f35107b925 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797701 Jun 04 17:24:42.874952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f5496-f1c4-4270-84ef-fcca77d391cb req-34edb826-1ce0-467d-be79-e16a78c3c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:42.876302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-915f5496-f1c4-4270-84ef-fcca77d391cb req-34edb826-1ce0-467d-be79-e16a78c3c9ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 1096 time: 0.0736439 Jun 04 17:24:43.023636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f5496-f1c4-4270-84ef-fcca77d391cb req-07e95bbd-a09e-4295-995f-a9f06ca6ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:43.025064 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-915f5496-f1c4-4270-84ef-fcca77d391cb req-07e95bbd-a09e-4295-995f-a9f06ca6ad53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1234689-e95b-4674-b9a6-683f5c15025b HTTP/1.1" status: 200 len: 898 time: 0.1270828 Jun 04 17:24:43.127380 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-915f5496-f1c4-4270-84ef-fcca77d391cb req-d3ba7b1a-aee0-4aa8-b963-1f2384a45e24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 200 len: 1000 time: 0.0958390 Jun 04 17:24:43.192008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f5496-f1c4-4270-84ef-fcca77d391cb req-0ae9b742-ddcb-412d-aafe-7a36cf019d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:43.193386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-915f5496-f1c4-4270-84ef-fcca77d391cb req-0ae9b742-ddcb-412d-aafe-7a36cf019d6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ca036a0-0516-4726-86ec-0787b53e1fc6 HTTP/1.1" status: 200 len: 834 time: 0.0604613 Jun 04 17:24:43.270335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f5496-f1c4-4270-84ef-fcca77d391cb req-b555fee8-dbaa-437e-b523-0dd2bc71451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:43.271816 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-915f5496-f1c4-4270-84ef-fcca77d391cb req-b555fee8-dbaa-437e-b523-0dd2bc71451b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1234689-e95b-4674-b9a6-683f5c15025b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722084 Jun 04 17:24:43.403991 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-915f5496-f1c4-4270-84ef-fcca77d391cb req-8ff41b4f-8fb5-4735-821a-cb7ca7df1e44 service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250079 Jun 04 17:24:43.540681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-915f5496-f1c4-4270-84ef-fcca77d391cb req-be739ed2-7a90-4d05-a9ec-0ffe887a260a service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293411 Jun 04 17:24:45.134082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39520) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:24:45.186229 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7ecd-73c3-495a-974c-c5f1da785243 req-f0bdb4c5-eb6d-4f04-85dc-f7fd68cf43c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:45.187752 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f21b7ecd-73c3-495a-974c-c5f1da785243 req-f0bdb4c5-eb6d-4f04-85dc-f7fd68cf43c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0803192 Jun 04 17:24:45.237020 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f21b7ecd-73c3-495a-974c-c5f1da785243 req-2a245b14-2dd3-43a6-9b0a-5b414f58ad0b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432277 Jun 04 17:24:45.248011 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-93e5f6c1-e662-4b23-b0f4-c18f035b58ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127429 Jun 04 17:24:46.453332 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66685c3a-ef13-4f25-8d79-90fda749f12a req-e05a45bd-c10f-4553-bb4c-7958e1fc801e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:46.454835 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66685c3a-ef13-4f25-8d79-90fda749f12a req-e05a45bd-c10f-4553-bb4c-7958e1fc801e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0956933 Jun 04 17:24:46.505600 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-66685c3a-ef13-4f25-8d79-90fda749f12a req-b07b783e-ee9a-4f5c-a3e5-cc21988e75f6 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422962 Jun 04 17:24:46.630347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-a6daa081-0e9e-480c-a335-12b1c7ee7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:46.631798 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-a6daa081-0e9e-480c-a335-12b1c7ee7a99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 1096 time: 0.0774195 Jun 04 17:24:46.764573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-2013aec8-8a28-4c38-ab44-7648a1e915fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:46.765892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-2013aec8-8a28-4c38-ab44-7648a1e915fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1234689-e95b-4674-b9a6-683f5c15025b HTTP/1.1" status: 200 len: 898 time: 0.1283641 Jun 04 17:24:46.868278 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-a1acfdd7-e793-467a-96fe-d9ac8c1b81bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 200 len: 1000 time: 0.0964763 Jun 04 17:24:46.935093 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-be56d228-33ef-48be-92ad-a8bd20d50608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:46.936506 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-be56d228-33ef-48be-92ad-a8bd20d50608 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ca036a0-0516-4726-86ec-0787b53e1fc6 HTTP/1.1" status: 200 len: 834 time: 0.0622859 Jun 04 17:24:47.014871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-e8b761ff-6895-49cf-9a79-c9698e794aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:47.016253 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-e8b761ff-6895-49cf-9a79-c9698e794aac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1234689-e95b-4674-b9a6-683f5c15025b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730100 Jun 04 17:24:47.148711 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-d42ef7a9-2806-4e14-87ee-fb56ca2a9cb2 service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261575 Jun 04 17:24:47.398561 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-9df8bcc7-3ccd-41b1-91df-d3943e2c4015 service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440579 Jun 04 17:24:47.715826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1936d88-a95e-4042-9751-6dba1835cf88 req-9e5d82b2-cce6-43cd-872a-8a9f1abd30a1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:47.717291 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1936d88-a95e-4042-9751-6dba1835cf88 req-9e5d82b2-cce6-43cd-872a-8a9f1abd30a1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0912108 Jun 04 17:24:47.763394 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1936d88-a95e-4042-9751-6dba1835cf88 req-0e057be9-1b03-4035-97d8-8e26fbaa7f37 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401402 Jun 04 17:24:48.980241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebaef7a-2b89-4c94-9ada-93b196ef11f0 req-942f864f-1a53-4fea-b885-dc05f20235ea tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:48.981717 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ebaef7a-2b89-4c94-9ada-93b196ef11f0 req-942f864f-1a53-4fea-b885-dc05f20235ea tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.1003900 Jun 04 17:24:49.030373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8ebaef7a-2b89-4c94-9ada-93b196ef11f0 req-1c4d41f6-57aa-46fc-8d53-9b80b295b416 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387332 Jun 04 17:24:50.239133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359db2f-5a8e-407c-a84c-42cfa2339735 req-fadf5245-5da5-483f-8b6e-47285209a986 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:50.240578 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5359db2f-5a8e-407c-a84c-42cfa2339735 req-fadf5245-5da5-483f-8b6e-47285209a986 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0927236 Jun 04 17:24:50.285264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5359db2f-5a8e-407c-a84c-42cfa2339735 req-d95a020c-6316-49ea-9dbe-3add7d41bbdb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389900 Jun 04 17:24:51.487909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa3299-978a-4557-950d-c003a9fd0748 req-334478a8-9e07-4614-9fe0-47b94047bc66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:51.489375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6faa3299-978a-4557-950d-c003a9fd0748 req-334478a8-9e07-4614-9fe0-47b94047bc66 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0855992 Jun 04 17:24:51.540640 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6faa3299-978a-4557-950d-c003a9fd0748 req-c4e9247d-ca83-40ee-8a50-e970954137be tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441821 Jun 04 17:24:51.815042 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:24:52.734846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86a055-cf83-4e01-a410-5a857f0e9d4c req-9692d8d3-e42c-4741-b8f5-f6b2965d4014 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:52.736295 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c86a055-cf83-4e01-a410-5a857f0e9d4c req-9692d8d3-e42c-4741-b8f5-f6b2965d4014 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0848861 Jun 04 17:24:52.782261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5c86a055-cf83-4e01-a410-5a857f0e9d4c req-a1c45488-e9a8-4493-8469-16499f637c8e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401475 Jun 04 17:24:54.000373 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffa10c-f234-4ebe-ae71-e27f82b08141 req-2ec14d02-7578-494e-a566-50dfcc128602 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:54.001851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fffa10c-f234-4ebe-ae71-e27f82b08141 req-2ec14d02-7578-494e-a566-50dfcc128602 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.1019690 Jun 04 17:24:54.064006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fffa10c-f234-4ebe-ae71-e27f82b08141 req-65923082-698b-4893-902d-6064a7cee0ae tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552847 Jun 04 17:24:55.265418 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026646c-1e88-45dc-a663-583b8d40809f req-be684855-bd89-44f6-b300-62e644818900 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:55.266915 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b026646c-1e88-45dc-a663-583b8d40809f req-be684855-bd89-44f6-b300-62e644818900 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0877225 Jun 04 17:24:55.314248 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b026646c-1e88-45dc-a663-583b8d40809f req-410f2b91-9841-45a5-9059-febd4a38955a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388596 Jun 04 17:24:56.521880 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083eced-729a-4a9f-9532-6f96bc799a0f req-3b274198-db91-407c-a401-59a78a4a31df tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:56.523373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0083eced-729a-4a9f-9532-6f96bc799a0f req-3b274198-db91-407c-a401-59a78a4a31df tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0948057 Jun 04 17:24:56.571144 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0083eced-729a-4a9f-9532-6f96bc799a0f req-ad68210a-db39-41e2-adba-8614194be37b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419590 Jun 04 17:24:57.793906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68d93c-04b8-416d-a360-03716a2dc501 req-501b039c-fa1e-46b8-8a56-04f28d5b513b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:57.796080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d68d93c-04b8-416d-a360-03716a2dc501 req-501b039c-fa1e-46b8-8a56-04f28d5b513b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.1002858 Jun 04 17:24:57.857498 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1d68d93c-04b8-416d-a360-03716a2dc501 req-17df700a-ca01-4a00-8155-b67428b34c3a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535238 Jun 04 17:24:57.892259 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6f9d2544-54cd-4ccf-b421-cf815e6dcaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:24:59.056239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f27a91-33f2-4825-9a4c-35d425baec77 req-752db4aa-f9d7-4867-b9f3-ec1b05ce719a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:24:59.057689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e4f27a91-33f2-4825-9a4c-35d425baec77 req-752db4aa-f9d7-4867-b9f3-ec1b05ce719a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0834365 Jun 04 17:24:59.103777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e4f27a91-33f2-4825-9a4c-35d425baec77 req-fb8c6b83-f634-433b-9acc-a090aee80de9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377450 Jun 04 17:25:00.108444 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-51a9b450-6bb1-4066-96d0-b6d64a968724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:00.298009 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20f32d-6b2b-4c43-90a9-9ef11dd2a66b req-610e5449-831a-4160-b1ba-9d6fa88acc15 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:00.299494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f20f32d-6b2b-4c43-90a9-9ef11dd2a66b req-610e5449-831a-4160-b1ba-9d6fa88acc15 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0885923 Jun 04 17:25:00.346421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f20f32d-6b2b-4c43-90a9-9ef11dd2a66b req-13460c3b-d4ec-464c-8278-6c034cef17ff tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380673 Jun 04 17:25:01.406322 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:01.447291 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:01.549998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b35ca-078a-4622-a9af-037f6783e429 req-a0984509-03f7-4474-8db1-055216a779b1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:01.551479 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-075b35ca-078a-4622-a9af-037f6783e429 req-a0984509-03f7-4474-8db1-055216a779b1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0825672 Jun 04 17:25:01.597110 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-075b35ca-078a-4622-a9af-037f6783e429 req-bdb4cfeb-5baf-4ae1-a438-530e2599688f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397792 Jun 04 17:25:02.806538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d95da-f2df-4d8d-9ca5-9710c1b13900 req-5ab6b1eb-33b1-4734-893f-76441338dde9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:02.808014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-186d95da-f2df-4d8d-9ca5-9710c1b13900 req-5ab6b1eb-33b1-4734-893f-76441338dde9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.1031127 Jun 04 17:25:02.819582 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:02.854495 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-186d95da-f2df-4d8d-9ca5-9710c1b13900 req-79272f11-b168-46fc-b9d2-9be4edcd4fee tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400903 Jun 04 17:25:04.057223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012e8c8-4752-48fb-94e8-3eab30701966 req-c686726a-4aa3-4d53-a498-f20472c3ef8b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:04.058700 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8012e8c8-4752-48fb-94e8-3eab30701966 req-c686726a-4aa3-4d53-a498-f20472c3ef8b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0850170 Jun 04 17:25:04.104884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8012e8c8-4752-48fb-94e8-3eab30701966 req-0d213118-6011-40c4-8800-170d241600bf tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389354 Jun 04 17:25:04.317464 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-e293ada2-d8ff-49b9-a779-894f5fe24d27 service neutron] show failed (client error): The resource could not be found. Jun 04 17:25:04.318462 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-e293ada2-d8ff-49b9-a779-894f5fe24d27 service neutron] 10.222.0.42 "GET /v2.0/ports/e8b2e822-5d87-4697-9eea-5a9f888abc88/bindings/n-h2-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.0935304 Jun 04 17:25:04.676740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-e4dfc2da-af6f-451d-8422-3a71b50dfb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:04.678211 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-e4dfc2da-af6f-451d-8422-3a71b50dfb47 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc&tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 1096 time: 0.1416230 Jun 04 17:25:04.684309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:04.689134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:25:04.814339 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:04.856502 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:05.203887 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] For port e8b2e822-5d87-4697-9eea-5a9f888abc88, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:25:05.234727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] For port e8b2e822-5d87-4697-9eea-5a9f888abc88, host n-h1-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:25:05.296184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faa34b-368c-4e1c-9614-45cb01258456 req-02d6e607-04e8-444e-a60d-6ca5eb89536f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:05.298831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-62faa34b-368c-4e1c-9614-45cb01258456 req-02d6e607-04e8-444e-a60d-6ca5eb89536f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0867982 Jun 04 17:25:05.299889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:25:05.306014 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:05.330512 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Transition to ACTIVE for port object e8b2e822-5d87-4697-9eea-5a9f888abc88 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:25:05.336235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:05.349471 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-62faa34b-368c-4e1c-9614-45cb01258456 req-11e68a96-3edc-4933-9548-7a5169f1e9e1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444775 Jun 04 17:25:05.459975 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0a4d00-fb63-41ab-b2af-393de5b17504'] response: {'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'code': 200} Jun 04 17:25:05.483283 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Pushing event updated for resources: {'Port': ['ID=e8b2e822-5d87-4697-9eea-5a9f888abc88,revision_number=6']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:05.495674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:05.496039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:05.496359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:05.496688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:05.497016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:05.497346 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:05.497671 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:05.497999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:05.498319 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:05.498669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:05.498990 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:05.499309 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:05.548187 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] No DVR routers for this DVR port e8b2e822-5d87-4697-9eea-5a9f888abc88 on host n-h1-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:25:05.773614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Attempting to bind port e8b2e822-5d87-4697-9eea-5a9f888abc88 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:25:05.774335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Attempting to bind port e8b2e822-5d87-4697-9eea-5a9f888abc88 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:25:05.774335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Attempting to bind port e8b2e822-5d87-4697-9eea-5a9f888abc88 on network a1234689-e95b-4674-b9a6-683f5c15025b {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:25:05.779155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Port e8b2e822-5d87-4697-9eea-5a9f888abc88 on network a1234689-e95b-4674-b9a6-683f5c15025b not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:25:05.779450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Attempting to bind port e8b2e822-5d87-4697-9eea-5a9f888abc88 on network a1234689-e95b-4674-b9a6-683f5c15025b {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:25:05.784686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:25:05.785017 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Checking segment: {'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:25:05.785398 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Bound using segment: {'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:25:05.785824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Bound port: e8b2e822-5d87-4697-9eea-5a9f888abc88, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f832de-d221-4b09-921a-271316fe9804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:25:05.786163 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:05.879019 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] For port e8b2e822-5d87-4697-9eea-5a9f888abc88, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:25:05.881967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] For port e8b2e822-5d87-4697-9eea-5a9f888abc88, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:25:05.888674 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:05.948383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:05.948974 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:05.950357 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] 10.222.0.46 "PUT /v2.0/ports/e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 200 len: 1091 time: 1.2652273 Jun 04 17:25:05.965335 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f458b-f8cc-4c17-88c6-9fc5cf20431a service neutron] Pushing event updated for resources: {'Port': ['ID=e8b2e822-5d87-4697-9eea-5a9f888abc88,revision_number=7']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:06.054447 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-a46531c7-6c85-403e-aad0-fd74014086fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:06.055976 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-a46531c7-6c85-403e-aad0-fd74014086fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 1094 time: 0.0813606 Jun 04 17:25:06.190113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-8971f255-e2bd-49f1-96ca-884f73370ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:06.191607 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-8971f255-e2bd-49f1-96ca-884f73370ebd service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1234689-e95b-4674-b9a6-683f5c15025b HTTP/1.1" status: 200 len: 898 time: 0.1294668 Jun 04 17:25:06.301345 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-148eb73f-7391-47a3-b91b-f19e597725ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 200 len: 998 time: 0.1031823 Jun 04 17:25:06.364168 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-f671c7be-dd2e-4126-a6a1-2ba8d1fbaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:06.365592 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-f671c7be-dd2e-4126-a6a1-2ba8d1fbaeb8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ca036a0-0516-4726-86ec-0787b53e1fc6 HTTP/1.1" status: 200 len: 834 time: 0.0580096 Jun 04 17:25:06.446614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-c80d50d5-7a25-467d-8497-e05942def4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:06.448102 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-c80d50d5-7a25-467d-8497-e05942def4c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1234689-e95b-4674-b9a6-683f5c15025b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767605 Jun 04 17:25:06.458256 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-b9f6a261-a677-4400-8ddf-48ca5d9b3e7a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:25:06.459239 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-b9f6a261-a677-4400-8ddf-48ca5d9b3e7a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049088 Jun 04 17:25:06.550398 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5214af-40dc-435e-90bb-276a2656f5c9 req-4bff94eb-2329-47ff-8a42-2734a4d26b8f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:06.551917 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f5214af-40dc-435e-90bb-276a2656f5c9 req-4bff94eb-2329-47ff-8a42-2734a4d26b8f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 943 time: 0.0881894 Jun 04 17:25:06.590792 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-2eb8970a-6654-4cb1-9cd8-57456602a30b service neutron] 10.222.0.46 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252043 Jun 04 17:25:06.597168 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5f5214af-40dc-435e-90bb-276a2656f5c9 req-dc2a15d7-9483-4540-aa9a-59204e952233 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386469 Jun 04 17:25:06.723928 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-640777c3-69f3-4479-ba62-f1a1a7a73ea6 service neutron] 10.222.0.46 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276832 Jun 04 17:25:07.461795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:25:07.529702 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6b8659-452d-466b-b664-95f31655e977'] response: {'name': 'network-changed', 'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'status': 'completed', 'code': 200} Jun 04 17:25:07.618720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-23ca5780-8b1c-48b9-8444-bd87e8cd29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:07.621154 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-23ca5780-8b1c-48b9-8444-bd87e8cd29cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 1094 time: 0.0750146 Jun 04 17:25:07.741317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-abedb595-56e3-462b-9920-9bed9a489dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:07.742780 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-abedb595-56e3-462b-9920-9bed9a489dbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 1094 time: 0.1907279 Jun 04 17:25:07.809092 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-a8ee2a5e-9ffd-478c-b3fa-a77e4239ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:07.810591 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-a8ee2a5e-9ffd-478c-b3fa-a77e4239ff34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1234689-e95b-4674-b9a6-683f5c15025b HTTP/1.1" status: 200 len: 898 time: 0.1835935 Jun 04 17:25:07.878819 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-d5d8fe6c-c1fd-4589-81c9-0eb9cb6d074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:07.880315 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-d5d8fe6c-c1fd-4589-81c9-0eb9cb6d074f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1234689-e95b-4674-b9a6-683f5c15025b HTTP/1.1" status: 200 len: 898 time: 0.1296515 Jun 04 17:25:07.989420 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-5e94d062-9e79-4eb5-b261-5272ab5d2b78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 200 len: 998 time: 0.1016994 Jun 04 17:25:08.007243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadff35-35f1-47e6-8588-422992986ba5 req-a58fb8b3-80e2-4b07-be34-588fc144726d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:08.008606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fadff35-35f1-47e6-8588-422992986ba5 req-a58fb8b3-80e2-4b07-be34-588fc144726d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 943 time: 0.2973478 Jun 04 17:25:08.053867 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-e49a0f61-d5f4-432f-aaee-1a2fcd512c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:08.055376 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-e49a0f61-d5f4-432f-aaee-1a2fcd512c3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ca036a0-0516-4726-86ec-0787b53e1fc6 HTTP/1.1" status: 200 len: 834 time: 0.0592086 Jun 04 17:25:08.060084 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-6dfc8271-be90-4e58-bb39-18a24a6a8ff0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 200 len: 998 time: 0.2427373 Jun 04 17:25:08.070985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fadff35-35f1-47e6-8588-422992986ba5 req-a59d8fa5-2fe8-46d2-b6a8-597a2b8b2897 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508420 Jun 04 17:25:08.130214 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-b02e0645-1d39-4e1b-ae2e-24c89ebfa4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:08.131695 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-b02e0645-1d39-4e1b-ae2e-24c89ebfa4f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ca036a0-0516-4726-86ec-0787b53e1fc6 HTTP/1.1" status: 200 len: 834 time: 0.0640249 Jun 04 17:25:08.140071 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-2de58af5-5ed5-4533-95d7-71b42bf2c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:08.141575 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-2de58af5-5ed5-4533-95d7-71b42bf2c5f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1234689-e95b-4674-b9a6-683f5c15025b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764594 Jun 04 17:25:08.206731 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-354eed72-d55f-4ecd-b385-59ad06817569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:08.208561 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-354eed72-d55f-4ecd-b385-59ad06817569 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1234689-e95b-4674-b9a6-683f5c15025b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710306 Jun 04 17:25:08.281225 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-1dbd133a-60bc-4c29-b5ae-969e9aefd2eb service neutron] 10.222.0.46 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327610 Jun 04 17:25:08.343026 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-e793750d-cfae-4eeb-8a68-7e953fb4cd48 service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282413 Jun 04 17:25:08.416662 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-9384f6e0-6566-41c0-9e9b-dcfc901a390e service neutron] 10.222.0.46 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287923 Jun 04 17:25:08.476630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f60a1434-e480-459e-ab09-eae6eab9bd28 req-7470447a-b877-4c73-bda9-5464037989f8 service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272380 Jun 04 17:25:08.883001 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device e8b2e822-5d87-4697-9eea-5a9f888abc88 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:25:08.945942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device e8b2e822-5d87-4697-9eea-5a9f888abc88 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:25:09.248161 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device e8b2e822-5d87-4697-9eea-5a9f888abc88 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:25:09.284931 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1a2be-0ca3-44af-8cd3-5a11da20cb17 req-1494553b-71fd-4072-95f3-9f3c34068b25 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:09.286381 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31b1a2be-0ca3-44af-8cd3-5a11da20cb17 req-1494553b-71fd-4072-95f3-9f3c34068b25 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 943 time: 0.0938113 Jun 04 17:25:09.334701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-31b1a2be-0ca3-44af-8cd3-5a11da20cb17 req-33edc16a-6dbc-4abc-a3ab-24e6f3827426 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422113 Jun 04 17:25:09.381895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port e8b2e822-5d87-4697-9eea-5a9f888abc88, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:25:09.395051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'port_id': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'mac_address': 'fa:16:3e:1c:f6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:25:09.449499 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port e8b2e822-5d87-4697-9eea-5a9f888abc88 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:25:09.449854 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:09.467793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b2e822-5d87-4697-9eea-5a9f888abc88 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:25:09.490027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port e8b2e822-5d87-4697-9eea-5a9f888abc88, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:25:09.496780 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:09.571751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=e8b2e822-5d87-4697-9eea-5a9f888abc88,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:09.579593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:09.579993 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:09.580355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:09.581003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:09.581337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:09.581664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:09.581984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:09.582307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:09.582643 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:09.582954 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:09.583276 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:09.583587 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:09.732313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-a5ca2ec4-a2b0-4304-a84a-3de329cdcc15 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:09.733746 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-a5ca2ec4-a2b0-4304-a84a-3de329cdcc15 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc&tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&binding%3Ahost_id=n-h2-811809-3 HTTP/1.1" status: 200 len: 944 time: 0.1426156 Jun 04 17:25:09.744296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e8e0-770f-4b22-aefd-3dbb4ba7be48 req-86e3ac0f-5447-4608-a997-c4d1ece70116 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:09.745692 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c20e8e0-770f-4b22-aefd-3dbb4ba7be48 req-86e3ac0f-5447-4608-a997-c4d1ece70116 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 944 time: 0.1237493 Jun 04 17:25:09.752893 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['e8b2e822-5d87-4697-9eea-5a9f888abc88'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:25:09.846232 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1c20e8e0-770f-4b22-aefd-3dbb4ba7be48 req-6feb7f97-6457-400f-9e09-e2aff24a0152 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611260 Jun 04 17:25:09.853143 n-d-811809-3 neutron-server[88798]: INFO neutron.api.v2.resource [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-88c0b6d7-2d42-462d-92b2-6dd8f270d0d8 service neutron] delete failed (client error): The resource could not be found. Jun 04 17:25:09.854638 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-88c0b6d7-2d42-462d-92b2-6dd8f270d0d8 service neutron] 10.222.0.42 "DELETE /v2.0/ports/e8b2e822-5d87-4697-9eea-5a9f888abc88/bindings/n-h1-811809-3 HTTP/1.1" status: 404 len: 380 time: 0.1076190 Jun 04 17:25:10.004650 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-54ad30d1-412a-48ef-bf89-59cf87cfabe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:10.006230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-54ad30d1-412a-48ef-bf89-59cf87cfabe0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 1095 time: 0.0794585 Jun 04 17:25:10.185966 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-764e440f-621a-4dac-8e43-ac9b55296dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:10.187709 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-764e440f-621a-4dac-8e43-ac9b55296dc9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1234689-e95b-4674-b9a6-683f5c15025b HTTP/1.1" status: 200 len: 898 time: 0.1753178 Jun 04 17:25:10.299706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-966e7c3d-7ec6-4626-bcd2-aee149da7b82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 200 len: 999 time: 0.1053226 Jun 04 17:25:10.311957 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebef4a6-304d-4558-9145-2dddfff7268a req-43ffd1c1-732b-46e7-b6fa-09e5628950c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:10.313369 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cebef4a6-304d-4558-9145-2dddfff7268a req-43ffd1c1-732b-46e7-b6fa-09e5628950c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 944 time: 0.1872575 Jun 04 17:25:10.400745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-c6c91db2-fe4c-46b0-b7f1-f33520835406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:10.402137 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-c6c91db2-fe4c-46b0-b7f1-f33520835406 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ca036a0-0516-4726-86ec-0787b53e1fc6 HTTP/1.1" status: 200 len: 834 time: 0.0879545 Jun 04 17:25:10.406678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cebef4a6-304d-4558-9145-2dddfff7268a req-f6021864-6ea7-44ab-9473-e327345821a4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640233 Jun 04 17:25:10.478984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-e14347b5-a854-4454-beb3-23abe997f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:10.480458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-e14347b5-a854-4454-beb3-23abe997f331 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1234689-e95b-4674-b9a6-683f5c15025b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716283 Jun 04 17:25:10.616089 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-2622c618-ca0e-49a6-bf67-52b18efeadb4 service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283493 Jun 04 17:25:10.867939 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5b28ef83-bf33-4e90-91bf-9304031ccebf req-84fdf2a8-8875-4691-9926-132b1c8ee2f3 service neutron] 10.222.0.42 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456281 Jun 04 17:25:11.247831 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device e8b2e822-5d87-4697-9eea-5a9f888abc88 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:25:11.324282 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port e8b2e822-5d87-4697-9eea-5a9f888abc88 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:25:11.329556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port e8b2e822-5d87-4697-9eea-5a9f888abc88 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:25:11.330172 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:11.447128 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port e8b2e822-5d87-4697-9eea-5a9f888abc88 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:25:11.447517 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:11.476598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:25:11.487204 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port e8b2e822-5d87-4697-9eea-5a9f888abc88, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:25:11.494217 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:11.545615 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8b13d0-2115-444e-b3ec-36b89fac9898'] response: {'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'code': 200} Jun 04 17:25:11.571925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=e8b2e822-5d87-4697-9eea-5a9f888abc88,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:11.615158 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ef21b-4b56-49d5-94c3-ac2582641131 req-326101a8-5ee3-4ce5-a300-f7176acce4d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:11.616647 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c14ef21b-4b56-49d5-94c3-ac2582641131 req-326101a8-5ee3-4ce5-a300-f7176acce4d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.0890682 Jun 04 17:25:11.663060 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c14ef21b-4b56-49d5-94c3-ac2582641131 req-85622a0b-c4fe-4277-bb79-1c53e7864046 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405359 Jun 04 17:25:11.687411 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39612) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:11.801138 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ac57cc36-e08f-440d-8715-5e4cbe920ae5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/db3b2f22-7dc1-4580-8281-c0c591557925 HTTP/1.1" status: 200 len: 992 time: 0.1124516 Jun 04 17:25:27.894556 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ae36bfa1-ebe3-4940-80ff-0ce6718296b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:28.820271 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:25:30.112419 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bdec706b-6909-4510-9b85-cacf56063cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:31.419004 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:31.452851 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:32.825397 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:34.705305 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:34.868011 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:38.172912 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ebf98a35-1562-49f3-9eb4-14169bf177f3 req-4316506a-7592-46f8-81d6-39aabdf0379d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807507 Jun 04 17:25:38.316770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf98a35-1562-49f3-9eb4-14169bf177f3 req-33d70891-0966-4e85-b8d0-d44bc58f5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:38.318237 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ebf98a35-1562-49f3-9eb4-14169bf177f3 req-33d70891-0966-4e85-b8d0-d44bc58f5303 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 1096 time: 0.0769637 Jun 04 17:25:38.470065 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf98a35-1562-49f3-9eb4-14169bf177f3 req-43c4c610-146c-4c31-a8e3-168bfe0e6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:38.471563 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ebf98a35-1562-49f3-9eb4-14169bf177f3 req-43c4c610-146c-4c31-a8e3-168bfe0e6771 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1234689-e95b-4674-b9a6-683f5c15025b HTTP/1.1" status: 200 len: 898 time: 0.1317790 Jun 04 17:25:38.573112 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ebf98a35-1562-49f3-9eb4-14169bf177f3 req-43f8891b-e138-4f3a-8ee8-17c70fad841a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 200 len: 1000 time: 0.0938921 Jun 04 17:25:38.639935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf98a35-1562-49f3-9eb4-14169bf177f3 req-2517faac-4b3a-4f7a-aa29-ea9dc24044bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:38.641309 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ebf98a35-1562-49f3-9eb4-14169bf177f3 req-2517faac-4b3a-4f7a-aa29-ea9dc24044bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ca036a0-0516-4726-86ec-0787b53e1fc6 HTTP/1.1" status: 200 len: 834 time: 0.0619190 Jun 04 17:25:38.717817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf98a35-1562-49f3-9eb4-14169bf177f3 req-b2bf1776-727d-4c0b-9549-51606ccfbc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:38.719277 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ebf98a35-1562-49f3-9eb4-14169bf177f3 req-b2bf1776-727d-4c0b-9549-51606ccfbc50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1234689-e95b-4674-b9a6-683f5c15025b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719459 Jun 04 17:25:38.853277 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ebf98a35-1562-49f3-9eb4-14169bf177f3 req-b717211f-7fb1-493d-8e8c-9a2a8955f15d service neutron] 10.222.0.46 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274660 Jun 04 17:25:39.096102 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ebf98a35-1562-49f3-9eb4-14169bf177f3 req-cbb3c675-c8b4-4ddf-89b0-6e26b086d17e service neutron] 10.222.0.46 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360902 Jun 04 17:25:40.527243 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39626) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:40.736453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-29c09e1b-8256-4135-9c1e-020f40d18707 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port fceb98db-0ce1-45da-9ac8-8279bc290dcb {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:25:40.736743 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29c09e1b-8256-4135-9c1e-020f40d18707 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:40.930285 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29c09e1b-8256-4135-9c1e-020f40d18707 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:40.930570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29c09e1b-8256-4135-9c1e-020f40d18707 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:41.060269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-29c09e1b-8256-4135-9c1e-020f40d18707 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for fceb98db-0ce1-45da-9ac8-8279bc290dcb owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:25:41.237459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29c09e1b-8256-4135-9c1e-020f40d18707 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:41.301644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c09e1b-8256-4135-9c1e-020f40d18707 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=fceb98db-0ce1-45da-9ac8-8279bc290dcb,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:41.407365 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29c09e1b-8256-4135-9c1e-020f40d18707 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:41.407679 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-29c09e1b-8256-4135-9c1e-020f40d18707 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Floating IP db3b2f22-7dc1-4580-8281-c0c591557925 disassociated (deleted). External IP: 172.25.5.63, port: e8b2e822-5d87-4697-9eea-5a9f888abc88. Jun 04 17:25:41.793828 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c09e1b-8256-4135-9c1e-020f40d18707 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router ade62760-bed3-4520-80b3-02ac90e0792a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:25:42.094232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c09e1b-8256-4135-9c1e-020f40d18707 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:25:42.104579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5faf6a-a5d2-45b2-81e5-bc1d820b1216 None None] Sync routers for ids ['ade62760-bed3-4520-80b3-02ac90e0792a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:25:42.116013 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5faf6a-a5d2-45b2-81e5-bc1d820b1216 None None] Routers {'ade62760-bed3-4520-80b3-02ac90e0792a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:25:42.116621 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8b5faf6a-a5d2-45b2-81e5-bc1d820b1216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ade62760-bed3-4520-80b3-02ac90e0792a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:42.118423 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-29c09e1b-8256-4135-9c1e-020f40d18707 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:42.176481 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-29c09e1b-8256-4135-9c1e-020f40d18707 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/floatingips/db3b2f22-7dc1-4580-8281-c0c591557925 HTTP/1.1" status: 204 len: 168 time: 1.6481051 Jun 04 17:25:42.177079 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:25:42.229763 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5a2384-26e3-4025-b031-dc4ce93e12db'] response: {'name': 'network-changed', 'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'status': 'completed', 'code': 200} Jun 04 17:25:42.330034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab319-1343-4404-a6c2-4bdc3430953b req-f269f45e-62a6-4090-8884-857259887522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:42.331880 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-83dab319-1343-4404-a6c2-4bdc3430953b req-f269f45e-62a6-4090-8884-857259887522 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 1096 time: 0.0788612 Jun 04 17:25:42.333806 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-8b5faf6a-a5d2-45b2-81e5-bc1d820b1216 None None] Set router ade62760-bed3-4520-80b3-02ac90e0792a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:25:42.481512 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab319-1343-4404-a6c2-4bdc3430953b req-c14ce31b-4f74-46f5-8d75-4da0dd0873cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:42.483044 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-83dab319-1343-4404-a6c2-4bdc3430953b req-c14ce31b-4f74-46f5-8d75-4da0dd0873cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1234689-e95b-4674-b9a6-683f5c15025b HTTP/1.1" status: 200 len: 898 time: 0.1445756 Jun 04 17:25:42.569663 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-83dab319-1343-4404-a6c2-4bdc3430953b req-42f07d99-ff74-4e59-b036-3d6dbc8e101a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 200 len: 217 time: 0.0795009 Jun 04 17:25:42.638730 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab319-1343-4404-a6c2-4bdc3430953b req-3ab269e8-798e-4f82-8120-d89d04238b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:42.640283 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-83dab319-1343-4404-a6c2-4bdc3430953b req-3ab269e8-798e-4f82-8120-d89d04238b13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ca036a0-0516-4726-86ec-0787b53e1fc6 HTTP/1.1" status: 200 len: 834 time: 0.0638883 Jun 04 17:25:42.641266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985ef5e-e61b-4e68-be93-e1e1fb327981 req-fe2523b7-7708-43f4-b23d-1b2935f21526 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:42.642778 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5985ef5e-e61b-4e68-be93-e1e1fb327981 req-fe2523b7-7708-43f4-b23d-1b2935f21526 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.1570961 Jun 04 17:25:42.662456 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8b5faf6a-a5d2-45b2-81e5-bc1d820b1216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:23:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd52cd823-02f1-45c4-bb98-a06c34fc2d47', 'name': '', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1b:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:55Z', 'updated_at': '2022-06-04T17:24:01Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:42.666465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5faf6a-a5d2-45b2-81e5-bc1d820b1216 None None] Checking router: ade62760-bed3-4520-80b3-02ac90e0792a for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:25:42.675348 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5faf6a-a5d2-45b2-81e5-bc1d820b1216 None None] Routers {'ade62760-bed3-4520-80b3-02ac90e0792a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:25:42.675947 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8b5faf6a-a5d2-45b2-81e5-bc1d820b1216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ade62760-bed3-4520-80b3-02ac90e0792a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:42.688560 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5985ef5e-e61b-4e68-be93-e1e1fb327981 req-d5b643c7-56ca-4cee-976d-f9f4594cafcf tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398083 Jun 04 17:25:42.718953 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab319-1343-4404-a6c2-4bdc3430953b req-8e8883d3-942d-4f32-be7b-5ba8a4168c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:42.720424 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-83dab319-1343-4404-a6c2-4bdc3430953b req-8e8883d3-942d-4f32-be7b-5ba8a4168c4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1234689-e95b-4674-b9a6-683f5c15025b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733657 Jun 04 17:25:42.850625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-8b5faf6a-a5d2-45b2-81e5-bc1d820b1216 None None] Set router ade62760-bed3-4520-80b3-02ac90e0792a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:25:42.856091 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-83dab319-1343-4404-a6c2-4bdc3430953b req-9e320bea-3fa2-45bf-bcd0-fbbb8907c610 service neutron] 10.222.0.46 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287255 Jun 04 17:25:42.989911 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-83dab319-1343-4404-a6c2-4bdc3430953b req-e503d9eb-c669-4841-a95b-9d89cf93f17a service neutron] 10.222.0.46 "GET /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273167 Jun 04 17:25:43.163597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-8b5faf6a-a5d2-45b2-81e5-bc1d820b1216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:23:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd52cd823-02f1-45c4-bb98-a06c34fc2d47', 'name': '', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1b:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:55Z', 'updated_at': '2022-06-04T17:24:01Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:43.167607 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5faf6a-a5d2-45b2-81e5-bc1d820b1216 None None] The sync data for ids ['ade62760-bed3-4520-80b3-02ac90e0792a'] in n-d-811809-3 is: [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:23:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd52cd823-02f1-45c4-bb98-a06c34fc2d47', 'name': '', 'network_id': 'a1234689-e95b-4674-b9a6-683f5c15025b', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1b:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:55Z', 'updated_at': '2022-06-04T17:24:01Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '1ca036a0-0516-4726-86ec-0787b53e1fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:25:43.397062 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee1518-0137-4659-813e-a2de249051c4 None None] New status for floating IP db3b2f22-7dc1-4580-8281-c0c591557925: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:25:43.762161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ff8d3-4b3b-4c15-bf7a-c21194d3399e req-591a9270-3872-46be-8398-7cf8e0c1613a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:43.762879 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-184ff8d3-4b3b-4c15-bf7a-c21194d3399e req-591a9270-3872-46be-8398-7cf8e0c1613a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:25:43.784420 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-184ff8d3-4b3b-4c15-bf7a-c21194d3399e req-591a9270-3872-46be-8398-7cf8e0c1613a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:25:43.785690 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-184ff8d3-4b3b-4c15-bf7a-c21194d3399e req-591a9270-3872-46be-8398-7cf8e0c1613a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.46 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.1078551 Jun 04 17:25:43.867721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-184ff8d3-4b3b-4c15-bf7a-c21194d3399e req-64f4152a-a94d-4648-869d-6c83f7feac71 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port e8b2e822-5d87-4697-9eea-5a9f888abc88 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:25:43.868398 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-184ff8d3-4b3b-4c15-bf7a-c21194d3399e req-64f4152a-a94d-4648-869d-6c83f7feac71 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:43.946159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cda1c8-8540-4888-9759-c7d7de0155a2 req-f19a2451-6a4b-41a8-9efd-5b6503faada1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:43.947670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c1cda1c8-8540-4888-9759-c7d7de0155a2 req-f19a2451-6a4b-41a8-9efd-5b6503faada1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c9cba7-026b-4965-b2e9-84cb3b6032dc HTTP/1.1" status: 200 len: 945 time: 0.1406634 Jun 04 17:25:43.992908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c1cda1c8-8540-4888-9759-c7d7de0155a2 req-51bfe646-0c6f-4062-b6b0-354dbd5ba3cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcab6b27-7515-4011-bde0-227f3ab029bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389791 Jun 04 17:25:44.126064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-184ff8d3-4b3b-4c15-bf7a-c21194d3399e req-64f4152a-a94d-4648-869d-6c83f7feac71 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port e8b2e822-5d87-4697-9eea-5a9f888abc88, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=e8b2e822-5d87-4697-9eea-5a9f888abc88,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:25:44.126325 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-184ff8d3-4b3b-4c15-bf7a-c21194d3399e req-64f4152a-a94d-4648-869d-6c83f7feac71 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:44.250650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-184ff8d3-4b3b-4c15-bf7a-c21194d3399e req-64f4152a-a94d-4648-869d-6c83f7feac71 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for e8b2e822-5d87-4697-9eea-5a9f888abc88 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:25:44.410967 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-184ff8d3-4b3b-4c15-bf7a-c21194d3399e req-64f4152a-a94d-4648-869d-6c83f7feac71 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:44.584722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4152a-a94d-4648-869d-6c83f7feac71 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=e8b2e822-5d87-4697-9eea-5a9f888abc88,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:44.659810 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-184ff8d3-4b3b-4c15-bf7a-c21194d3399e req-64f4152a-a94d-4648-869d-6c83f7feac71 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] No DVR routers for this DVR port e8b2e822-5d87-4697-9eea-5a9f888abc88 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:25:44.662604 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-184ff8d3-4b3b-4c15-bf7a-c21194d3399e req-64f4152a-a94d-4648-869d-6c83f7feac71 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:44.665067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'name': 'network-vif-deleted', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:25:44.681343 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-184ff8d3-4b3b-4c15-bf7a-c21194d3399e req-64f4152a-a94d-4648-869d-6c83f7feac71 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.46 "DELETE /v2.0/ports/e8b2e822-5d87-4697-9eea-5a9f888abc88 HTTP/1.1" status: 204 len: 173 time: 0.8903131 Jun 04 17:25:44.710937 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140c4b9b-4a61-4112-bb25-3d9c0f04571a'] response: {'server_uuid': '56c9cba7-026b-4965-b2e9-84cb3b6032dc', 'name': 'network-vif-deleted', 'tag': 'e8b2e822-5d87-4697-9eea-5a9f888abc88', 'status': 'completed', 'code': 200} Jun 04 17:25:45.088004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39648) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:45.652625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-508e5a22-efa2-4d14-84fa-026e5bd85c2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:46.033476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-508e5a22-efa2-4d14-84fa-026e5bd85c2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port d52cd823-02f1-45c4-bb98-a06c34fc2d47 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:25:46.033812 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-508e5a22-efa2-4d14-84fa-026e5bd85c2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:46.223090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-508e5a22-efa2-4d14-84fa-026e5bd85c2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port d52cd823-02f1-45c4-bb98-a06c34fc2d47, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d52cd823-02f1-45c4-bb98-a06c34fc2d47,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:25:46.223863 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-508e5a22-efa2-4d14-84fa-026e5bd85c2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:46.345252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-508e5a22-efa2-4d14-84fa-026e5bd85c2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for d52cd823-02f1-45c4-bb98-a06c34fc2d47 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:25:46.797995 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-508e5a22-efa2-4d14-84fa-026e5bd85c2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:46.845282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e5a22-efa2-4d14-84fa-026e5bd85c2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=d52cd823-02f1-45c4-bb98-a06c34fc2d47,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:47.122993 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-508e5a22-efa2-4d14-84fa-026e5bd85c2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:47.419429 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device e8b2e822-5d87-4697-9eea-5a9f888abc88 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:25:47.458735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: e8b2e822-5d87-4697-9eea-5a9f888abc88 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:25:47.459069 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device e8b2e822-5d87-4697-9eea-5a9f888abc88 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:25:47.517349 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508e5a22-efa2-4d14-84fa-026e5bd85c2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router ade62760-bed3-4520-80b3-02ac90e0792a has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:25:47.696322 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508e5a22-efa2-4d14-84fa-026e5bd85c2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:25:47.706776 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a453473-1097-49e1-a7ee-fae9d8cef777 None None] Sync routers for ids ['ade62760-bed3-4520-80b3-02ac90e0792a'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:25:47.709427 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-508e5a22-efa2-4d14-84fa-026e5bd85c2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "PUT /v2.0/routers/ade62760-bed3-4520-80b3-02ac90e0792a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6203387 Jun 04 17:25:47.712228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39652) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:47.716674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a453473-1097-49e1-a7ee-fae9d8cef777 None None] Routers {'ade62760-bed3-4520-80b3-02ac90e0792a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:25:47.717281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5a453473-1097-49e1-a7ee-fae9d8cef777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ade62760-bed3-4520-80b3-02ac90e0792a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:47.780278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-2307c46e-0997-4962-98da-b90d51be5089 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting subnet 1ca036a0-0516-4726-86ec-0787b53e1fc6 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:25:47.783362 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2307c46e-0997-4962-98da-b90d51be5089 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:47.836303 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2307c46e-0997-4962-98da-b90d51be5089 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:47.899793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5a453473-1097-49e1-a7ee-fae9d8cef777 None None] Set router ade62760-bed3-4520-80b3-02ac90e0792a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:25:47.918260 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2307c46e-0997-4962-98da-b90d51be5089 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:48.124529 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2307c46e-0997-4962-98da-b90d51be5089 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:48.163995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307c46e-0997-4962-98da-b90d51be5089 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca036a0-0516-4726-86ec-0787b53e1fc6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:48.167708 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2307c46e-0997-4962-98da-b90d51be5089 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:48.174783 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2307c46e-0997-4962-98da-b90d51be5089 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/subnets/1ca036a0-0516-4726-86ec-0787b53e1fc6 HTTP/1.1" status: 204 len: 168 time: 0.4615583 Jun 04 17:25:48.177384 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39656) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:48.197191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e79c4-8e50-4bad-804f-dda4698188de None None] Network a1234689-e95b-4674-b9a6-683f5c15025b requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:25:48.356417 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:48.393858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5a453473-1097-49e1-a7ee-fae9d8cef777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:25:46Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:48.399912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a453473-1097-49e1-a7ee-fae9d8cef777 None None] Checking router: ade62760-bed3-4520-80b3-02ac90e0792a for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:25:48.413431 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a453473-1097-49e1-a7ee-fae9d8cef777 None None] Routers {'ade62760-bed3-4520-80b3-02ac90e0792a'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:25:48.414047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5a453473-1097-49e1-a7ee-fae9d8cef777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['ade62760-bed3-4520-80b3-02ac90e0792a'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:48.537561 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:48.557475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port b9dff0dd-98f4-4aba-b016-0c521b3246e1 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:25:48.558157 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:48.585989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bba801d-f0d4-4584-b9f8-0b3b7af9fc70 None None] DHCP port deletion for a1234689-e95b-4674-b9a6-683f5c15025b request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:25:48.596830 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7bba801d-f0d4-4584-b9f8-0b3b7af9fc70 None None] Deleting port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:25:48.597201 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7bba801d-f0d4-4584-b9f8-0b3b7af9fc70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:48.644189 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5a453473-1097-49e1-a7ee-fae9d8cef777 None None] Set router ade62760-bed3-4520-80b3-02ac90e0792a gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:25:48.734754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port b9dff0dd-98f4-4aba-b016-0c521b3246e1, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b9dff0dd-98f4-4aba-b016-0c521b3246e1,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:25:48.735082 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:48.868390 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for b9dff0dd-98f4-4aba-b016-0c521b3246e1 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:25:49.038811 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:25:49.045574 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.092912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=b9dff0dd-98f4-4aba-b016-0c521b3246e1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:49.097558 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7bba801d-f0d4-4584-b9f8-0b3b7af9fc70 None None] For port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=6c1cc5f0-be73-4add-9017-7d2b4d7c9d59,segment=NetworkSegment(40f832de-d221-4b09-921a-271316fe9804),segment_id=40f832de-d221-4b09-921a-271316fe9804)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:25:49.097943 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7bba801d-f0d4-4584-b9f8-0b3b7af9fc70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.192377 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.241129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7bba801d-f0d4-4584-b9f8-0b3b7af9fc70 None None] Calling delete_port for 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:25:49.366084 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.368391 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.393018 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.393709 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Fanout notify agent at l3_agent the message router_deleted on router ade62760-bed3-4520-80b3-02ac90e0792a {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:25:49.409510 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.413448 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1eb9d1f4-cc45-44bc-aaf3-8d73492b4559 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/routers/ade62760-bed3-4520-80b3-02ac90e0792a HTTP/1.1" status: 204 len: 168 time: 1.2324512 Jun 04 17:25:49.413707 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39660) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:49.415012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:25:49.415387 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.436755 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5a453473-1097-49e1-a7ee-fae9d8cef777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:25:46Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:49.438726 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7bba801d-f0d4-4584-b9f8-0b3b7af9fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.486009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a453473-1097-49e1-a7ee-fae9d8cef777 None None] The sync data for ids ['ade62760-bed3-4520-80b3-02ac90e0792a'] in n-d-811809-3 is: [{'id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118529331', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:23:51Z', 'updated_at': '2022-06-04T17:25:46Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': 'b9dff0dd-98f4-4aba-b016-0c521b3246e1', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62760-bed3-4520-80b3-02ac90e0792a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:23:52Z', 'updated_at': '2022-06-04T17:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:25:49.496549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba801d-f0d4-4584-b9f8-0b3b7af9fc70 None None] Pushing event deleted for resources: {'Port': ['ID=6c1cc5f0-be73-4add-9017-7d2b4d7c9d59,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:49.524439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba801d-f0d4-4584-b9f8-0b3b7af9fc70 None None] No DVR routers for this DVR port 6c1cc5f0-be73-4add-9017-7d2b4d7c9d59 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:25:49.543136 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.676472 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.701502 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1234689-e95b-4674-b9a6-683f5c15025b']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:49.713940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f832de-d221-4b09-921a-271316fe9804') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:49.714237 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f832de-d221-4b09-921a-271316fe9804') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:49.726021 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.743356 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.749893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:25:49.750190 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.835685 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 40f832de-d221-4b09-921a-271316fe9804 resource provider aggregate not found Jun 04 17:25:49.851590 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.856123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:49.860634 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 40f832de-d221-4b09-921a-271316fe9804 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40f832de-d221-4b09-921a-271316fe9804 found for delete ", "request_id": "req-8587e303-b349-48a8-8bcf-b6c73ee811cd"}]} Jun 04 17:25:49.886367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Network': ['ID=a1234689-e95b-4674-b9a6-683f5c15025b,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:49.890862 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/networks/a1234689-e95b-4674-b9a6-683f5c15025b HTTP/1.1" status: 204 len: 168 time: 0.4750986 Jun 04 17:25:49.893769 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39670) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:49.895984 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:49.896329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:49.896662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:49.896998 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:49.897320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:49.897639 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:49.897959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:49.898274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:49.898619 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:49.898935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:49.899248 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:49.899557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca625ff-59fa-4f52-876f-1eced83549de tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:49.968237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99d420b9-c359-46a4-88d1-947eb1275113 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.120135 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99d420b9-c359-46a4-88d1-947eb1275113 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.188694 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99d420b9-c359-46a4-88d1-947eb1275113 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.207234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d420b9-c359-46a4-88d1-947eb1275113 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcab6b27-7515-4011-bde0-227f3ab029bf,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:50.213874 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-99d420b9-c359-46a4-88d1-947eb1275113 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.215041 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-99d420b9-c359-46a4-88d1-947eb1275113 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/security-groups/fcab6b27-7515-4011-bde0-227f3ab029bf HTTP/1.1" status: 204 len: 168 time: 0.3201399 Jun 04 17:25:50.335053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39678) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:50.340322 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076729499', 'description': 'tempest-secgroup-smoke-1076729499 description', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:25:50.347257 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:25:50.351275 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:25:50.354081 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:25:50.359915 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:25:50.373550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.404054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:25:50.408280 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:25:50.411236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:25:50.417263 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:25:50.488733 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.494919 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.541994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfcafd5-c547-4b86-959e-1044d23fcf5a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:50.549370 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.550722 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b878b8c2-da66-482a-aee1-f3f4c9a1ee00 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2145789 Jun 04 17:25:50.553703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39682) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:50.558980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-10ef0aea-9f5a-4c88-af6b-72adf7bafa45 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'bdfcafd5-c547-4b86-959e-1044d23fcf5a', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:25:50.566889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-10ef0aea-9f5a-4c88-af6b-72adf7bafa45 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:25:50.571246 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-10ef0aea-9f5a-4c88-af6b-72adf7bafa45 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:25:50.579446 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-10ef0aea-9f5a-4c88-af6b-72adf7bafa45 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:25:50.585344 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-10ef0aea-9f5a-4c88-af6b-72adf7bafa45 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:25:50.602280 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10ef0aea-9f5a-4c88-af6b-72adf7bafa45 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.665299 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10ef0aea-9f5a-4c88-af6b-72adf7bafa45 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.671547 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10ef0aea-9f5a-4c88-af6b-72adf7bafa45 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.699221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef0aea-9f5a-4c88-af6b-72adf7bafa45 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace5826a-d289-4238-b893-a12d39da36f9,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:50.710313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-10ef0aea-9f5a-4c88-af6b-72adf7bafa45 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.711542 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-10ef0aea-9f5a-4c88-af6b-72adf7bafa45 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568696 Jun 04 17:25:50.715998 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39686) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:50.722023 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c97505c9-fe89-4fd0-9f54-19e0d5f5d044 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'bdfcafd5-c547-4b86-959e-1044d23fcf5a', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:25:50.731121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c97505c9-fe89-4fd0-9f54-19e0d5f5d044 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:25:50.735469 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c97505c9-fe89-4fd0-9f54-19e0d5f5d044 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:25:50.738528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c97505c9-fe89-4fd0-9f54-19e0d5f5d044 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:25:50.744570 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c97505c9-fe89-4fd0-9f54-19e0d5f5d044 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:25:50.767118 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c97505c9-fe89-4fd0-9f54-19e0d5f5d044 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.829058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c97505c9-fe89-4fd0-9f54-19e0d5f5d044 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.834028 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c97505c9-fe89-4fd0-9f54-19e0d5f5d044 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.857113 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97505c9-fe89-4fd0-9f54-19e0d5f5d044 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8595b88f-498e-49d3-9701-7916fe29de66,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:50.868831 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c97505c9-fe89-4fd0-9f54-19e0d5f5d044 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.870063 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c97505c9-fe89-4fd0-9f54-19e0d5f5d044 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526279 Jun 04 17:25:50.873401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39692) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:50.882050 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-b6507c9f-6ab2-4edf-b694-46f317726888 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'bdfcafd5-c547-4b86-959e-1044d23fcf5a', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:25:50.891417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b6507c9f-6ab2-4edf-b694-46f317726888 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:25:50.896560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b6507c9f-6ab2-4edf-b694-46f317726888 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:25:50.900208 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-b6507c9f-6ab2-4edf-b694-46f317726888 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:25:50.906318 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-b6507c9f-6ab2-4edf-b694-46f317726888 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:25:50.924036 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6507c9f-6ab2-4edf-b694-46f317726888 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.986507 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6507c9f-6ab2-4edf-b694-46f317726888 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:50.991284 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6507c9f-6ab2-4edf-b694-46f317726888 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.017873 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6507c9f-6ab2-4edf-b694-46f317726888 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03470de1-c3a9-4fc9-addd-9086ed418037,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:51.024502 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d52cd823-02f1-45c4-bb98-a06c34fc2d47 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:25:51.027841 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-b6507c9f-6ab2-4edf-b694-46f317726888 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.029315 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b6507c9f-6ab2-4edf-b694-46f317726888 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1547034 Jun 04 17:25:51.032153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39696) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:51.037155 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7f07abaf-2a70-4457-978b-c0459ed43825 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'bdfcafd5-c547-4b86-959e-1044d23fcf5a', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:25:51.043982 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7f07abaf-2a70-4457-978b-c0459ed43825 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:25:51.048034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7f07abaf-2a70-4457-978b-c0459ed43825 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:25:51.050935 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7f07abaf-2a70-4457-978b-c0459ed43825 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:25:51.056577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7f07abaf-2a70-4457-978b-c0459ed43825 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:25:51.058925 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: d52cd823-02f1-45c4-bb98-a06c34fc2d47 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:25:51.059584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d52cd823-02f1-45c4-bb98-a06c34fc2d47 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:25:51.060080 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b9dff0dd-98f4-4aba-b016-0c521b3246e1 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:25:51.075911 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7f07abaf-2a70-4457-978b-c0459ed43825 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.097030 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b9dff0dd-98f4-4aba-b016-0c521b3246e1 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:25:51.097295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b9dff0dd-98f4-4aba-b016-0c521b3246e1 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:25:51.141895 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7f07abaf-2a70-4457-978b-c0459ed43825 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.147256 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7f07abaf-2a70-4457-978b-c0459ed43825 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.169980 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07abaf-2a70-4457-978b-c0459ed43825 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0c74fa-ef42-434d-a22b-4a26d27e68df,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:51.181201 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7f07abaf-2a70-4457-978b-c0459ed43825 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.182555 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7f07abaf-2a70-4457-978b-c0459ed43825 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1492794 Jun 04 17:25:51.185336 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39700) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:51.190511 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7363da3b-8da8-48f3-a52d-5fa127084316 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'bdfcafd5-c547-4b86-959e-1044d23fcf5a', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:25:51.197383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7363da3b-8da8-48f3-a52d-5fa127084316 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:25:51.201742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7363da3b-8da8-48f3-a52d-5fa127084316 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:25:51.205154 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7363da3b-8da8-48f3-a52d-5fa127084316 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:25:51.211327 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7363da3b-8da8-48f3-a52d-5fa127084316 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:25:51.225499 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-7363da3b-8da8-48f3-a52d-5fa127084316 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Project 7b2c7ecdd56c46a1876a8d3a7f4b4e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:25:51.238184 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7363da3b-8da8-48f3-a52d-5fa127084316 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.309616 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7363da3b-8da8-48f3-a52d-5fa127084316 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.314406 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7363da3b-8da8-48f3-a52d-5fa127084316 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.338054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363da3b-8da8-48f3-a52d-5fa127084316 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e4cc7d-ad8d-4862-b069-b05fb151e668,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:51.348292 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7363da3b-8da8-48f3-a52d-5fa127084316 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.349572 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7363da3b-8da8-48f3-a52d-5fa127084316 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631684 Jun 04 17:25:51.352481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39704) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:51.357630 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-4987ff35-8e94-4a12-a802-f89f16a265da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': 'bdfcafd5-c547-4b86-959e-1044d23fcf5a', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:25:51.364597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4987ff35-8e94-4a12-a802-f89f16a265da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:25:51.368502 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4987ff35-8e94-4a12-a802-f89f16a265da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:25:51.371421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-4987ff35-8e94-4a12-a802-f89f16a265da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:25:51.377959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-4987ff35-8e94-4a12-a802-f89f16a265da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:25:51.388218 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-4987ff35-8e94-4a12-a802-f89f16a265da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Project 7b2c7ecdd56c46a1876a8d3a7f4b4e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:25:51.395089 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4987ff35-8e94-4a12-a802-f89f16a265da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.463756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4987ff35-8e94-4a12-a802-f89f16a265da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.469016 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4987ff35-8e94-4a12-a802-f89f16a265da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.493160 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987ff35-8e94-4a12-a802-f89f16a265da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51092c6e-7eee-46cf-b488-479025d04e44,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:51.503658 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4987ff35-8e94-4a12-a802-f89f16a265da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.504982 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4987ff35-8e94-4a12-a802-f89f16a265da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516273 Jun 04 17:25:51.508148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39708) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:51.513953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'network': {'name': 'tempest-network-smoke--632183962', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'port_security_enabled': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:25:51.519662 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:25:51.523795 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:network and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:25:51.526756 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:25:51.533198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:25:51.543352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:25:51.547085 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.576564 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:25:51.586685 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.587158 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Added segment 8663a215-74c1-41a0-9c12-7abf8bd6f103 of type vlan for network 42e55ade-781c-4220-9654-12be6c94eb6f Jun 04 17:25:51.624858 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.656014 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.661531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:51.662097 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.771516 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Network': ['ID=42e55ade-781c-4220-9654-12be6c94eb6f,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:51.776035 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-051d562c-20ab-4006-b32f-827af7cd1353 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2668211 Jun 04 17:25:51.779192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39712) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:51.782454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 42e55ade-781c-4220-9654-12be6c94eb6f details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:25:51.785023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'admin_state_up': True, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:25:51.793277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:25:51.797439 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:router and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:25:51.800640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:25:51.807147 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:25:51.819106 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.820156 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:51.835756 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:52.101897 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:52.520259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:52.549321 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:52.686680 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.25.5.63 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/4f5a138e-5fb1-44a7-b4d0-851d32ca6792) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:25:52.836610 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:52.867987 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:52.932129 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:25:52.934847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:25:52.939413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:25:52.972832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=4f5a138e-5fb1-44a7-b4d0-851d32ca6792,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:53.375441 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:53.844904 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:54.074102 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 8d65685b-0f0e-48a8-9b00-df10aa179af6 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:25:54.256023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:25:54.265957 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Sync routers for ids ['8d65685b-0f0e-48a8-9b00-df10aa179af6'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:25:54.276045 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Routers {'8d65685b-0f0e-48a8-9b00-df10aa179af6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:25:54.276644 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8d65685b-0f0e-48a8-9b00-df10aa179af6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:54.283881 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:54.285160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-64dc2967-6b62-4e55-841e-72065d65fead tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5043921 Jun 04 17:25:54.289112 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39716) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:54.328379 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1b41b6f6-0164-4f70-9e42-2af87f6291cb tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380731 Jun 04 17:25:54.331122 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39720) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:54.458321 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cc5bba-c8ab-443d-aa3b-e43369f82121 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:54.459849 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-09cc5bba-c8ab-443d-aa3b-e43369f82121 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278491 Jun 04 17:25:54.460758 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Set router 8d65685b-0f0e-48a8-9b00-df10aa179af6 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:25:54.462908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39724) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:54.506989 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-dde9c713-1ea8-4279-9d07-f5b4964e635f tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429003 Jun 04 17:25:54.509623 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39728) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:54.515005 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1047987535', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:25:54.626026 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:25:54.632190 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:subnet and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:25:54.635043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:25:54.641238 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:25:54.652277 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:25:54.656060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:54.743096 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:25:53Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:54.747014 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Checking router: 8d65685b-0f0e-48a8-9b00-df10aa179af6 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:25:54.747334 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Updating router 8d65685b-0f0e-48a8-9b00-df10aa179af6 port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:25:54.799707 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:54.869783 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:54.946370 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Subnet': ['ID=045a21f6-089e-4cbb-9d7f-6535bfe7266c,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:54.956369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Checking segment: {'id': '8663a215-74c1-41a0-9c12-7abf8bd6f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:25:54.956719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network hostable DHCP agents. Network: 42e55ade-781c-4220-9654-12be6c94eb6f, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:25:54.977924 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 42e55ade-781c-4220-9654-12be6c94eb6f is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:25:54.987658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 42e55ade-781c-4220-9654-12be6c94eb6f) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:25:54.997471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b454d-96e5-44ee-9a5b-a9482d3760bd None None] Network 42e55ade-781c-4220-9654-12be6c94eb6f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:25:54.997906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:54.998762 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:55.021402 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-2ac17b6d-dd24-443a-8e13-9eafd57f3d84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5107605 Jun 04 17:25:55.024233 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39732) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:25:55.120896 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:55.132692 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Transition to ACTIVE for port object 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:25:55.140091 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:55.217862 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Attempting to bind port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:25:55.218226 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Attempting to bind port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:25:55.218594 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Attempting to bind port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:25:55.227417 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:25:55.227779 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:25:55.228173 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:55.229043 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:25:55.229856 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Bound port: 4f5a138e-5fb1-44a7-b4d0-851d32ca6792, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:25:55.230320 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:55.237965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-42e55ade-781c-4220-9654-12be6c94eb6f', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ips': [{'subnet_id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:25:55.239008 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:55.280981 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Pushing event updated for resources: {'Port': ['ID=4f5a138e-5fb1-44a7-b4d0-851d32ca6792,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:55.306989 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] For port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:25:55.310639 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] For port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4f5a138e-5fb1-44a7-b4d0-851d32ca6792,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:25:55.317764 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:55.327545 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:55.328168 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:55.328479 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:55.328809 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:55.329150 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:55.329470 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:55.329798 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:55.330104 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:55.330419 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:55.330791 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:55.331122 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:55.331436 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:25:55.405249 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Allocated IP 172.20.0.2 (42e55ade-781c-4220-9654-12be6c94eb6f/045a21f6-089e-4cbb-9d7f-6535bfe7266c/28212caf-7fe6-4a3c-8959-0cb57bfcc806) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:25:55.449289 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd0317-079f-4e75-88c4-b13eeec92df6 None None] Pushing event updated for resources: {'Port': ['ID=4f5a138e-5fb1-44a7-b4d0-851d32ca6792,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:55.464652 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Routers {'8d65685b-0f0e-48a8-9b00-df10aa179af6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:25:55.465283 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8d65685b-0f0e-48a8-9b00-df10aa179af6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:55.628090 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:55.641020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Transition to ACTIVE for port object 28212caf-7fe6-4a3c-8959-0cb57bfcc806 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:25:55.650803 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] Set router 8d65685b-0f0e-48a8-9b00-df10aa179af6 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:25:55.663746 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Transition to ACTIVE for port object 28212caf-7fe6-4a3c-8959-0cb57bfcc806 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:25:55.676845 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:55.745180 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Network 42e55ade-781c-4220-9654-12be6c94eb6f is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:25:55.747846 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:25:55.750335 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:25:55.789031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Pushing event updated for resources: {'Port': ['ID=28212caf-7fe6-4a3c-8959-0cb57bfcc806,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:55.854971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Attempting to bind port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:25:55.855515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Attempting to bind port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '8663a215-74c1-41a0-9c12-7abf8bd6f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:25:55.855978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Attempting to bind port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 on network 42e55ade-781c-4220-9654-12be6c94eb6f {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:25:55.862503 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:25:55.863047 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Checking segment: {'id': '8663a215-74c1-41a0-9c12-7abf8bd6f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:25:55.863544 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:55.864034 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Bound using segment: {'id': '8663a215-74c1-41a0-9c12-7abf8bd6f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:25:55.864608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Bound port: 28212caf-7fe6-4a3c-8959-0cb57bfcc806, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8663a215-74c1-41a0-9c12-7abf8bd6f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:25:55.865087 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:55.866969 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:55.960629 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] For port 28212caf-7fe6-4a3c-8959-0cb57bfcc806, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:25:55.964596 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] For port 28212caf-7fe6-4a3c-8959-0cb57bfcc806, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=28212caf-7fe6-4a3c-8959-0cb57bfcc806,segment=NetworkSegment(8663a215-74c1-41a0-9c12-7abf8bd6f103),segment_id=8663a215-74c1-41a0-9c12-7abf8bd6f103)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:25:55.968918 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:55.971736 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:25:53Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:55.975950 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a9eeb-c8dc-4b13-93b1-0961f3185209 None None] The sync data for ids ['8d65685b-0f0e-48a8-9b00-df10aa179af6'] in n-d-811809-3 is: [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:25:53Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:25:56.066732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401ccfa-9139-40d0-8e59-0563716b8148 None None] Pushing event updated for resources: {'Port': ['ID=28212caf-7fe6-4a3c-8959-0cb57bfcc806,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:56.323859 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.20.0.1 (42e55ade-781c-4220-9654-12be6c94eb6f/045a21f6-089e-4cbb-9d7f-6535bfe7266c/9067cb04-1827-4b03-805a-691488c76730) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:25:56.503017 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:56.521146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Transition to ACTIVE for port object 9067cb04-1827-4b03-805a-691488c76730 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:25:56.550717 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:56.628425 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 42e55ade-781c-4220-9654-12be6c94eb6f is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:25:56.631559 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:25:56.635903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:25:56.680751 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=9067cb04-1827-4b03-805a-691488c76730,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:56.703334 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:56.987499 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:57.105311 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 28212caf-7fe6-4a3c-8959-0cb57bfcc806 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:25:57.136173 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2969325e-1648-44bb-9510-c22fa9a1f79f None None] Network 42e55ade-781c-4220-9654-12be6c94eb6f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:25:57.270642 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-425a2480-2aa9-400b-9fc7-946cea583a91 None None] Provisioning for port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:25:57.328542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:25:57.343887 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:25:57.344231 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:57.568053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:25:57.568771 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:57.569394 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:57.576427 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:57.603383 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 28212caf-7fe6-4a3c-8959-0cb57bfcc806, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=28212caf-7fe6-4a3c-8959-0cb57bfcc806,segment=NetworkSegment(8663a215-74c1-41a0-9c12-7abf8bd6f103),segment_id=8663a215-74c1-41a0-9c12-7abf8bd6f103)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:25:57.608575 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:57.609395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:25:57.709929 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:57.713739 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=9067cb04-1827-4b03-805a-691488c76730,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:57.736476 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=28212caf-7fe6-4a3c-8959-0cb57bfcc806,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:57.750599 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:25:57.756349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:25:57.756726 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:57.831017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dd2c5226-c232-4d71-8d70-a6b25e1814ff None None] Provisioning complete for port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:25:57.831309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5226-c232-4d71-8d70-a6b25e1814ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:57.864110 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 42e55ade-781c-4220-9654-12be6c94eb6f is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:25:57.865426 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:25:57.955362 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-75d00445-3631-439c-ae5e-4701ea640de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:57.957661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:25:57.958026 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:57.981102 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4f5a138e-5fb1-44a7-b4d0-851d32ca6792,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:25:58.010769 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:58.070845 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 8d65685b-0f0e-48a8-9b00-df10aa179af6 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:25:58.090050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c5226-c232-4d71-8d70-a6b25e1814ff None None] Current status of the port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:25:58.106176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=4f5a138e-5fb1-44a7-b4d0-851d32ca6792,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:58.114071 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dd2c5226-c232-4d71-8d70-a6b25e1814ff None None] Provisioning for port 9067cb04-1827-4b03-805a-691488c76730 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:25:58.120141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dd2c5226-c232-4d71-8d70-a6b25e1814ff None None] Provisioning complete for port 9067cb04-1827-4b03-805a-691488c76730 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:25:58.120501 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5226-c232-4d71-8d70-a6b25e1814ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:58.175357 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c5226-c232-4d71-8d70-a6b25e1814ff None None] Port 9067cb04-1827-4b03-805a-691488c76730 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:25:58.263720 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:25:58.274659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Sync routers for ids ['8d65685b-0f0e-48a8-9b00-df10aa179af6'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:25:58.276822 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-03538d20-2830-47ee-af4f-ec51395993c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "PUT /v2.0/routers/8d65685b-0f0e-48a8-9b00-df10aa179af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2515895 Jun 04 17:25:58.290836 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Routers {'8d65685b-0f0e-48a8-9b00-df10aa179af6'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:25:58.291711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8d65685b-0f0e-48a8-9b00-df10aa179af6'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:58.375143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d8c3230a-62b1-4318-84ff-fe18969b6efd None None] Provisioning complete for port 9067cb04-1827-4b03-805a-691488c76730 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:25:58.375513 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d8c3230a-62b1-4318-84ff-fe18969b6efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:58.502179 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3230a-62b1-4318-84ff-fe18969b6efd None None] Port 9067cb04-1827-4b03-805a-691488c76730 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:25:58.511211 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-f80584ff-4375-466e-a0b0-3e6021e94256 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076729499&fields=id&tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 267 time: 0.0473220 Jun 04 17:25:58.523829 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Set router 8d65685b-0f0e-48a8-9b00-df10aa179af6 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:25:58.665359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-948cfa38-d7cf-41fe-81ed-997753e029c8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:25:58.666050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-948cfa38-d7cf-41fe-81ed-997753e029c8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:25:58.683005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-948cfa38-d7cf-41fe-81ed-997753e029c8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:25:58.684427 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-948cfa38-d7cf-41fe-81ed-997753e029c8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/networks?id=42e55ade-781c-4220-9654-12be6c94eb6f HTTP/1.1" status: 200 len: 796 time: 0.1654632 Jun 04 17:25:58.708550 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-addcd74f-7038-446d-b53d-bd3121ad109c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/quotas/7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 375 time: 0.0169911 Jun 04 17:25:58.798838 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-a2305dc9-a9d0-4482-917c-1a872d2eb1c7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844686 Jun 04 17:25:58.837852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:25:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '9067cb04-1827-4b03-805a-691488c76730', 'name': '', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c5:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:56Z', 'updated_at': '2022-06-04T17:25:57Z', 'revision_number': 2, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:25:58.841921 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Checking router: 8d65685b-0f0e-48a8-9b00-df10aa179af6 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:25:58.842178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Updating router 8d65685b-0f0e-48a8-9b00-df10aa179af6 port 9067cb04-1827-4b03-805a-691488c76730 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:25:58.893941 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:58.986177 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-ccbc8ba3-a0c5-42e9-8dcd-9ba03536de36 service neutron] 10.222.0.13 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754289 Jun 04 17:25:59.042455 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 28212caf-7fe6-4a3c-8959-0cb57bfcc806 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:25:59.127863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-4095d364-60e5-4cd4-8051-95373f62163b service neutron] 10.222.0.13 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334887 Jun 04 17:25:59.265141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:25:59.265726 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:59.322386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8a8579ab-fd85-4a90-97b5-4f6532e4a0d0 req-ef26c055-dca6-4fab-b679-d501994fb058 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 210 time: 0.0469675 Jun 04 17:25:59.465841 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:59.486883 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Transition to ACTIVE for port object 9067cb04-1827-4b03-805a-691488c76730 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:25:59.491409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:25:59.492547 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:25:59.520570 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:59.674033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9de089-a6ff-4014-8080-520178b842aa None None] Pushing event updated for resources: {'Port': ['ID=9067cb04-1827-4b03-805a-691488c76730,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:25:59.767930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:25:59.768296 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:59.817340 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Attempting to bind port 9067cb04-1827-4b03-805a-691488c76730 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:25:59.817700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Attempting to bind port 9067cb04-1827-4b03-805a-691488c76730 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '8663a215-74c1-41a0-9c12-7abf8bd6f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:25:59.819143 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Attempting to bind port 9067cb04-1827-4b03-805a-691488c76730 on network 42e55ade-781c-4220-9654-12be6c94eb6f {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:25:59.834546 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:25:59.834912 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Checking segment: {'id': '8663a215-74c1-41a0-9c12-7abf8bd6f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:25:59.835306 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:59.835682 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Bound using segment: {'id': '8663a215-74c1-41a0-9c12-7abf8bd6f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:25:59.836139 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Bound port: 9067cb04-1827-4b03-805a-691488c76730, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8663a215-74c1-41a0-9c12-7abf8bd6f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:25:59.836500 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:25:59.989718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] For port 9067cb04-1827-4b03-805a-691488c76730, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:25:59.991734 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:25:59.994944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] For port 9067cb04-1827-4b03-805a-691488c76730, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9067cb04-1827-4b03-805a-691488c76730,segment=NetworkSegment(8663a215-74c1-41a0-9c12-7abf8bd6f103),segment_id=8663a215-74c1-41a0-9c12-7abf8bd6f103)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:26:00.000077 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:00.075816 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Routers {'8d65685b-0f0e-48a8-9b00-df10aa179af6'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:26:00.076446 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:25:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8d65685b-0f0e-48a8-9b00-df10aa179af6'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:26:00.139296 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9de089-a6ff-4014-8080-520178b842aa None None] Pushing event updated for resources: {'Port': ['ID=9067cb04-1827-4b03-805a-691488c76730,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:26:00.177596 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fe522ba2-d45f-40f3-98a1-944ff246b7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:00.283617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] Set router 8d65685b-0f0e-48a8-9b00-df10aa179af6 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:26:00.414940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-9daf8d92-6e38-4084-ac53-e2dae7f06600 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:00.416741 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-9daf8d92-6e38-4084-ac53-e2dae7f06600 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/networks?id=42e55ade-781c-4220-9654-12be6c94eb6f HTTP/1.1" status: 200 len: 796 time: 0.1561120 Jun 04 17:26:00.517139 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0f7c4cac-b015-49fc-8a7d-1b8ca58c45a5 req-82a8148e-fcca-447f-ab39-b4d9ce321b6d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 210 time: 0.0568290 Jun 04 17:26:00.521594 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-f60d6a0d-297b-485f-86c4-4f77f5158e47 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 380 time: 0.0964849 Jun 04 17:26:00.534018 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'port': {'device_id': 'b3470ff8-a34c-4789-a535-f7b786650820', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'admin_state_up': True, 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'security_groups': ['bdfcafd5-c547-4b86-959e-1044d23fcf5a']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:26:00.623994 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:25:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '9067cb04-1827-4b03-805a-691488c76730', 'name': '', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c5:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:56Z', 'updated_at': '2022-06-04T17:25:59Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:26:00.628411 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da772b-bd76-43c0-b0d7-694ef588207c None None] The sync data for ids ['8d65685b-0f0e-48a8-9b00-df10aa179af6'] in n-d-811809-3 is: [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:25:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '9067cb04-1827-4b03-805a-691488c76730', 'name': '', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c5:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:56Z', 'updated_at': '2022-06-04T17:25:59Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:26:00.687563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:26:00.692082 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:port and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:26:00.696875 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:26:00.707551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:26:00.718101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:26:00.721820 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:00.915079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.20.0.13 (42e55ade-781c-4220-9654-12be6c94eb6f/045a21f6-089e-4cbb-9d7f-6535bfe7266c/6bbad715-6985-4311-9ddf-b8fcda4e7f4e) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:26:01.075926 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9067cb04-1827-4b03-805a-691488c76730 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:26:01.229785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 9067cb04-1827-4b03-805a-691488c76730 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:26:01.235670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9067cb04-1827-4b03-805a-691488c76730 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:26:01.236255 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:01.293014 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:01.316605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Transition to ACTIVE for port object 6bbad715-6985-4311-9ddf-b8fcda4e7f4e will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:26:01.346155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:01.374928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9067cb04-1827-4b03-805a-691488c76730 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:26:01.375440 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:01.419131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 42e55ade-781c-4220-9654-12be6c94eb6f is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:26:01.420316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:26:01.420602 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:01.422244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 9067cb04-1827-4b03-805a-691488c76730, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9067cb04-1827-4b03-805a-691488c76730,segment=NetworkSegment(8663a215-74c1-41a0-9c12-7abf8bd6f103),segment_id=8663a215-74c1-41a0-9c12-7abf8bd6f103)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:26:01.422933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:26:01.436671 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:01.525664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=6bbad715-6985-4311-9ddf-b8fcda4e7f4e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:26:01.543694 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:01.544357 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:01.558531 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=9067cb04-1827-4b03-805a-691488c76730,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:26:01.579566 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:01.589202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-43e2fe0f-317b-4c59-b8f5-ab339eb6c477 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0591714 Jun 04 17:26:01.607723 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Request body: {'port': {'device_id': 'b3470ff8-a34c-4789-a535-f7b786650820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:26:01.751406 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-220bdf62-d395-4f12-8691-7e288d50c644 None None] Provisioning for port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:26:01.757140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-220bdf62-d395-4f12-8691-7e288d50c644 None None] Provisioning complete for port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:26:01.757513 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-220bdf62-d395-4f12-8691-7e288d50c644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:01.817590 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-220bdf62-d395-4f12-8691-7e288d50c644 None None] Port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:26:01.818854 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:01.846643 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc1b7d-daf9-4ae7-b013-056c1f35d419 req-82c8f68f-96eb-4c7b-b3b5-ea9d0769f85d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:01.847378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2edc1b7d-daf9-4ae7-b013-056c1f35d419 req-82c8f68f-96eb-4c7b-b3b5-ea9d0769f85d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:26:01.915745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-2edc1b7d-daf9-4ae7-b013-056c1f35d419 req-82c8f68f-96eb-4c7b-b3b5-ea9d0769f85d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:26:01.917228 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2edc1b7d-daf9-4ae7-b013-056c1f35d419 req-82c8f68f-96eb-4c7b-b3b5-ea9d0769f85d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 932 time: 0.2438705 Jun 04 17:26:02.025000 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2edc1b7d-daf9-4ae7-b013-056c1f35d419 req-7285602b-d707-4950-9ed1-a8d062b32baf tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008756 Jun 04 17:26:02.228131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbad715-6985-4311-9ddf-b8fcda4e7f4e {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:26:02.237364 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:02.252917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Transition to ACTIVE for port object 6bbad715-6985-4311-9ddf-b8fcda4e7f4e will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:26:02.256921 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:02.410047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbad715-6985-4311-9ddf-b8fcda4e7f4e,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:26:02.493711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Attempting to bind port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:26:02.494352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Attempting to bind port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '8663a215-74c1-41a0-9c12-7abf8bd6f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:26:02.494352 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Attempting to bind port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e on network 42e55ade-781c-4220-9654-12be6c94eb6f {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:26:02.499037 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e on network 42e55ade-781c-4220-9654-12be6c94eb6f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:26:02.499354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Attempting to bind port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e on network 42e55ade-781c-4220-9654-12be6c94eb6f {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:26:02.504967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:26:02.505241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Checking segment: {'id': '8663a215-74c1-41a0-9c12-7abf8bd6f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:26:02.505614 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Bound using segment: {'id': '8663a215-74c1-41a0-9c12-7abf8bd6f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:26:02.506027 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Bound port: 6bbad715-6985-4311-9ddf-b8fcda4e7f4e, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8663a215-74c1-41a0-9c12-7abf8bd6f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:26:02.506371 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:02.598122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] For port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:26:02.601316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] For port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6bbad715-6985-4311-9ddf-b8fcda4e7f4e,segment=NetworkSegment(8663a215-74c1-41a0-9c12-7abf8bd6f103),segment_id=8663a215-74c1-41a0-9c12-7abf8bd6f103)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:26:02.608590 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:02.671724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:02.672324 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:02.673688 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] 10.222.0.42 "PUT /v2.0/ports/6bbad715-6985-4311-9ddf-b8fcda4e7f4e HTTP/1.1" status: 200 len: 1092 time: 1.0762875 Jun 04 17:26:02.674113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3470ff8-a34c-4789-a535-f7b786650820', 'tag': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:26:02.696420 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9529e-b8f8-436e-9827-9db8e8548ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbad715-6985-4311-9ddf-b8fcda4e7f4e,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:26:02.788050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-d917381d-cb7d-45a0-ba48-dc485a23cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:02.789590 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-d917381d-cb7d-45a0-ba48-dc485a23cd5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 1095 time: 0.0752814 Jun 04 17:26:02.791235 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fd22ac-8447-449d-8e2c-f48e0684b093'] response: {'name': 'network-changed', 'server_uuid': 'b3470ff8-a34c-4789-a535-f7b786650820', 'tag': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e', 'status': 'completed', 'code': 200} Jun 04 17:26:02.830354 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:02.864165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-817b31c8-34f6-4383-8a87-5143b8407dd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bbad715-6985-4311-9ddf-b8fcda4e7f4e HTTP/1.1" status: 200 len: 217 time: 0.0667238 Jun 04 17:26:02.926678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-92f1d4a1-691c-48b5-b686-a7dce52dc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:02.928095 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-92f1d4a1-691c-48b5-b686-a7dce52dc4ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=045a21f6-089e-4cbb-9d7f-6535bfe7266c HTTP/1.1" status: 200 len: 835 time: 0.0583243 Jun 04 17:26:03.006348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-49cc098f-9577-4add-a348-dea685bd25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:03.008372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-49cc098f-9577-4add-a348-dea685bd25b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42e55ade-781c-4220-9654-12be6c94eb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742774 Jun 04 17:26:03.030838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9067cb04-1827-4b03-805a-691488c76730 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:26:03.104808 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9067cb04-1827-4b03-805a-691488c76730 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:26:03.105193 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:03.227983 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9067cb04-1827-4b03-805a-691488c76730 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:26:03.315636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-a3a74e3f-cc8d-444b-ab73-b462c67ce061 service neutron] 10.222.0.42 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002503 Jun 04 17:26:03.347857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24858a1a-0754-4fde-8a9f-9f9995261635 req-79f25e34-a81f-461a-beee-35a874d3cbf0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:03.349258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24858a1a-0754-4fde-8a9f-9f9995261635 req-79f25e34-a81f-461a-beee-35a874d3cbf0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 944 time: 0.1898189 Jun 04 17:26:03.455863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-24858a1a-0754-4fde-8a9f-9f9995261635 req-f7fa5d01-bdbb-4a91-8524-694faeb4b2af tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004736 Jun 04 17:26:03.494751 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fcaeed5-7723-4180-b5f5-4343b3364810 req-a4173e56-83cf-4b64-9c71-64bf9672b597 service neutron] 10.222.0.42 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712880 Jun 04 17:26:03.612366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5476ce-5b42-4090-8f44-9225068bf6cb req-fbf01636-5203-4e93-b8a8-b863f5edc00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:03.613758 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a5476ce-5b42-4090-8f44-9225068bf6cb req-fbf01636-5203-4e93-b8a8-b863f5edc00d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 1095 time: 0.0751896 Jun 04 17:26:03.745930 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5476ce-5b42-4090-8f44-9225068bf6cb req-78199242-a3f9-48d7-ab0a-25d097dc3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:03.747407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a5476ce-5b42-4090-8f44-9225068bf6cb req-78199242-a3f9-48d7-ab0a-25d097dc3f5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=42e55ade-781c-4220-9654-12be6c94eb6f HTTP/1.1" status: 200 len: 897 time: 0.1275759 Jun 04 17:26:03.817257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a5476ce-5b42-4090-8f44-9225068bf6cb req-792ca08d-0d86-4f4d-9031-18d01df682ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bbad715-6985-4311-9ddf-b8fcda4e7f4e HTTP/1.1" status: 200 len: 217 time: 0.0624697 Jun 04 17:26:03.881008 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5476ce-5b42-4090-8f44-9225068bf6cb req-bcdb6f68-f0f7-4c15-a520-7b5a540c6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:03.882322 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a5476ce-5b42-4090-8f44-9225068bf6cb req-bcdb6f68-f0f7-4c15-a520-7b5a540c6c26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=045a21f6-089e-4cbb-9d7f-6535bfe7266c HTTP/1.1" status: 200 len: 835 time: 0.0589926 Jun 04 17:26:03.962320 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5476ce-5b42-4090-8f44-9225068bf6cb req-fe2462da-17b8-40c8-a264-b72215799d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:03.963786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a5476ce-5b42-4090-8f44-9225068bf6cb req-fe2462da-17b8-40c8-a264-b72215799d26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42e55ade-781c-4220-9654-12be6c94eb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749977 Jun 04 17:26:04.096372 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a5476ce-5b42-4090-8f44-9225068bf6cb req-1de30a76-73ee-4c74-97a3-3e82dca6cb33 service neutron] 10.222.0.42 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258092 Jun 04 17:26:04.226159 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1a5476ce-5b42-4090-8f44-9225068bf6cb req-9e9f5f0e-469d-4c2b-b623-08fc28f64cd4 service neutron] 10.222.0.42 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233687 Jun 04 17:26:04.658325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d477672-439f-4953-a8b4-7aecaa3bdbf3 req-3509df5b-d32f-459c-b334-49981051775e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:04.659825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d477672-439f-4953-a8b4-7aecaa3bdbf3 req-3509df5b-d32f-459c-b334-49981051775e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 944 time: 0.0933998 Jun 04 17:26:04.706031 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:04.706849 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d477672-439f-4953-a8b4-7aecaa3bdbf3 req-1b2958aa-20e1-4948-8d14-ee48b80a4198 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409775 Jun 04 17:26:04.859162 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:05.819142 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:26:05.901536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399118a-4982-449a-902e-4bdd119dfbeb req-a3d17022-2773-4828-8904-e783117fcd8b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:05.902981 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2399118a-4982-449a-902e-4bdd119dfbeb req-a3d17022-2773-4828-8904-e783117fcd8b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 944 time: 0.0830834 Jun 04 17:26:05.951006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2399118a-4982-449a-902e-4bdd119dfbeb req-5d4af38f-268b-4d0c-98c5-34776b77156f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416744 Jun 04 17:26:07.134898 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6bbad715-6985-4311-9ddf-b8fcda4e7f4e details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:26:07.149920 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606095df-c6a8-4d74-bb21-5a5d1cf4efe9 req-531fdf83-4d8a-45ac-9276-c9d2e542ebb7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:07.151363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-606095df-c6a8-4d74-bb21-5a5d1cf4efe9 req-531fdf83-4d8a-45ac-9276-c9d2e542ebb7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 944 time: 0.0873592 Jun 04 17:26:07.200865 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-606095df-c6a8-4d74-bb21-5a5d1cf4efe9 req-01c4cc40-658d-4b44-b53b-ecdcd3bde5b0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433958 Jun 04 17:26:07.273365 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6bbad715-6985-4311-9ddf-b8fcda4e7f4e,segment=NetworkSegment(8663a215-74c1-41a0-9c12-7abf8bd6f103),segment_id=8663a215-74c1-41a0-9c12-7abf8bd6f103)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:26:07.286555 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'port_id': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e', 'mac_address': 'fa:16:3e:33:72:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:26:07.343659 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:26:07.344032 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:07.361439 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbad715-6985-4311-9ddf-b8fcda4e7f4e {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:26:07.377463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6bbad715-6985-4311-9ddf-b8fcda4e7f4e,segment=NetworkSegment(8663a215-74c1-41a0-9c12-7abf8bd6f103),segment_id=8663a215-74c1-41a0-9c12-7abf8bd6f103)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:26:07.384248 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:07.455812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=6bbad715-6985-4311-9ddf-b8fcda4e7f4e,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:26:07.589295 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['6bbad715-6985-4311-9ddf-b8fcda4e7f4e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:26:08.409047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748ec4b-b365-404d-9180-7b6f84b85603 req-627a4b91-b9cd-425e-97c2-ed6f9c2edd2a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:08.410478 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c748ec4b-b365-404d-9180-7b6f84b85603 req-627a4b91-b9cd-425e-97c2-ed6f9c2edd2a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 945 time: 0.0925412 Jun 04 17:26:08.453681 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c748ec4b-b365-404d-9180-7b6f84b85603 req-568359ed-c7b0-4b01-90a2-20d611d754f4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372884 Jun 04 17:26:09.160091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6bbad715-6985-4311-9ddf-b8fcda4e7f4e up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:26:09.238326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:26:09.243021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:26:09.243375 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:09.360913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:26:09.361282 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:09.387955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3470ff8-a34c-4789-a535-f7b786650820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:26:09.398183 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6bbad715-6985-4311-9ddf-b8fcda4e7f4e,segment=NetworkSegment(8663a215-74c1-41a0-9c12-7abf8bd6f103),segment_id=8663a215-74c1-41a0-9c12-7abf8bd6f103)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:26:09.402635 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:09.436999 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ecb254-82b6-491d-a005-6645a304c41c'] response: {'server_uuid': 'b3470ff8-a34c-4789-a535-f7b786650820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e', 'code': 200} Jun 04 17:26:09.468828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=6bbad715-6985-4311-9ddf-b8fcda4e7f4e,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:26:09.767510 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c75a10-9f03-4166-90be-3588206f32b1 req-b6844b7a-1bba-4144-8ed3-8519d35b432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:09.768890 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3c75a10-9f03-4166-90be-3588206f32b1 req-b6844b7a-1bba-4144-8ed3-8519d35b432d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 1097 time: 0.2773001 Jun 04 17:26:09.794536 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb23741-49b5-4d89-a4b8-61a603db39ec req-7a4e0b5c-f63f-4a25-9292-131739c32bd7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:09.795956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9bb23741-49b5-4d89-a4b8-61a603db39ec req-7a4e0b5c-f63f-4a25-9292-131739c32bd7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.2288413 Jun 04 17:26:09.843799 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3c75a10-9f03-4166-90be-3588206f32b1 req-25312684-6443-454e-b0ed-6518c56b5429 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682776 Jun 04 17:26:09.853147 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9bb23741-49b5-4d89-a4b8-61a603db39ec req-34a36bb3-6027-4519-acea-051c1b35ea6b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515676 Jun 04 17:26:11.054621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af2936-1610-42ab-a5cf-09ce32ec7563 req-ec10443a-dda7-4a70-b6f4-b0c7b9e0fc20 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:11.056070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-73af2936-1610-42ab-a5cf-09ce32ec7563 req-ec10443a-dda7-4a70-b6f4-b0c7b9e0fc20 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.0826838 Jun 04 17:26:11.101695 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-73af2936-1610-42ab-a5cf-09ce32ec7563 req-cdbd7e59-a4ef-4194-a108-53da3ff79bd9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377240 Jun 04 17:26:11.308805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3582be8-cf47-4d50-a90e-dd4c6dd69cf2 req-40614d81-42f7-4d78-8727-485d4ff3bb09 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:11.310261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3582be8-cf47-4d50-a90e-dd4c6dd69cf2 req-40614d81-42f7-4d78-8727-485d4ff3bb09 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.0989335 Jun 04 17:26:11.357106 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3582be8-cf47-4d50-a90e-dd4c6dd69cf2 req-c9596e9e-6203-4c97-9a59-d00c654b742f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383580 Jun 04 17:26:11.379753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39790) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:26:11.503639 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd1612-6e3c-4d12-a63a-f4f036bef914 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:11.505148 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-12fd1612-6e3c-4d12-a63a-f4f036bef914 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 1092 time: 0.1243882 Jun 04 17:26:11.508230 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39796) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:26:11.513100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:26:11.520120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:26:11.524432 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:floatingip and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:26:11.527624 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:26:11.533802 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:26:11.545677 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:11.696814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:11.843148 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.25.5.72 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/4be257cd-9ca7-4f19-9b9f-389b4b7be394) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:26:12.012864 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:12.044670 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:12.113387 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:26:12.116359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:26:12.119153 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:26:12.160352 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=4be257cd-9ca7-4f19-9b9f-389b4b7be394,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:26:12.172497 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:26:12.172837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:26:12.173173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:26:12.173504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:26:12.173831 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:26:12.174157 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:26:12.174476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:26:12.174824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:26:12.175144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:26:12.175463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:26:12.175782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:26:12.176086 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:26:12.659966 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:12.736516 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:12.944595 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:12.952419 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:13.063817 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=4be257cd-9ca7-4f19-9b9f-389b4b7be394,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:26:13.074336 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:13.249774 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Floating IP 72c65585-5c63-4b8a-b1da-0390e5a7c73f associated. External IP: 172.25.5.72, port: 6bbad715-6985-4311-9ddf-b8fcda4e7f4e. Jun 04 17:26:13.610928 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 8d65685b-0f0e-48a8-9b00-df10aa179af6 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:26:13.903488 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:26:13.914177 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca5552a-8228-4d45-9f1d-eee3499d00ff None None] Sync routers for ids ['8d65685b-0f0e-48a8-9b00-df10aa179af6'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:26:13.926334 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5552a-8228-4d45-9f1d-eee3499d00ff None None] Routers {'8d65685b-0f0e-48a8-9b00-df10aa179af6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:26:13.927089 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ca5552a-8228-4d45-9f1d-eee3499d00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:26:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8d65685b-0f0e-48a8-9b00-df10aa179af6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:26:13.930047 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:13.987680 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5bbb242f-698f-4434-914a-33526dee47d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4784338 Jun 04 17:26:13.988368 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3470ff8-a34c-4789-a535-f7b786650820', 'tag': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:26:14.041523 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00656d42-a9e4-4963-a449-2f4c1fada3c9'] response: {'name': 'network-changed', 'server_uuid': 'b3470ff8-a34c-4789-a535-f7b786650820', 'tag': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e', 'status': 'completed', 'code': 200} Jun 04 17:26:14.107762 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2ca5552a-8228-4d45-9f1d-eee3499d00ff None None] Set router 8d65685b-0f0e-48a8-9b00-df10aa179af6 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:26:14.201854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce0a53-1581-480f-b4c2-8d793d1fa8b1 req-dce063ab-4c74-4299-95ee-1ed061d665bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:14.203774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcce0a53-1581-480f-b4c2-8d793d1fa8b1 req-dce063ab-4c74-4299-95ee-1ed061d665bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 1097 time: 0.1397448 Jun 04 17:26:14.213979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffe028-4742-406b-bdc7-0d7e2dd3b4bd req-eef6a749-9d19-440b-a883-f37e9b263caf tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:14.215351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-afffe028-4742-406b-bdc7-0d7e2dd3b4bd req-eef6a749-9d19-440b-a883-f37e9b263caf tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.1163797 Jun 04 17:26:14.347364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-afffe028-4742-406b-bdc7-0d7e2dd3b4bd req-2a44f919-4c4f-4ff8-aa77-175621eafc14 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120913 Jun 04 17:26:14.371124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39804) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:26:14.381445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce0a53-1581-480f-b4c2-8d793d1fa8b1 req-eb5e6f83-d501-4531-883d-a4851ba8bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:14.382932 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcce0a53-1581-480f-b4c2-8d793d1fa8b1 req-eb5e6f83-d501-4531-883d-a4851ba8bd0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=42e55ade-781c-4220-9654-12be6c94eb6f HTTP/1.1" status: 200 len: 897 time: 0.1667397 Jun 04 17:26:14.465332 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ca5552a-8228-4d45-9f1d-eee3499d00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:25:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '72c65585-5c63-4b8a-b1da-0390e5a7c73f', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'port_id': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'mac_address': 'fa:16:3e:33:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3470ff8-a34c-4789-a535-f7b786650820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:26:12Z', 'updated_at': '2022-06-04T17:26:12Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9067cb04-1827-4b03-805a-691488c76730', 'name': '', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c5:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:56Z', 'updated_at': '2022-06-04T17:26:01Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:26:14.469124 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca5552a-8228-4d45-9f1d-eee3499d00ff None None] Checking router: 8d65685b-0f0e-48a8-9b00-df10aa179af6 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:26:14.476462 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-56d6bfec-7d57-4a1e-97b8-a9ba5d1c6eeb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/72c65585-5c63-4b8a-b1da-0390e5a7c73f HTTP/1.1" status: 200 len: 991 time: 0.1041532 Jun 04 17:26:14.479836 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5552a-8228-4d45-9f1d-eee3499d00ff None None] Routers {'8d65685b-0f0e-48a8-9b00-df10aa179af6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:26:14.480438 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ca5552a-8228-4d45-9f1d-eee3499d00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:26:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8d65685b-0f0e-48a8-9b00-df10aa179af6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:26:14.489450 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcce0a53-1581-480f-b4c2-8d793d1fa8b1 req-3490c25c-1aa1-4ef3-b0bc-ef2b34db4adb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bbad715-6985-4311-9ddf-b8fcda4e7f4e HTTP/1.1" status: 200 len: 999 time: 0.1008270 Jun 04 17:26:14.551805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce0a53-1581-480f-b4c2-8d793d1fa8b1 req-7e64c524-355f-422b-9423-4bb91d193665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:14.553261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcce0a53-1581-480f-b4c2-8d793d1fa8b1 req-7e64c524-355f-422b-9423-4bb91d193665 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=045a21f6-089e-4cbb-9d7f-6535bfe7266c HTTP/1.1" status: 200 len: 835 time: 0.0584350 Jun 04 17:26:14.635986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce0a53-1581-480f-b4c2-8d793d1fa8b1 req-b104d1d8-b682-40b7-a119-b8dec95c87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:14.637504 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcce0a53-1581-480f-b4c2-8d793d1fa8b1 req-b104d1d8-b682-40b7-a119-b8dec95c87d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42e55ade-781c-4220-9654-12be6c94eb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788653 Jun 04 17:26:14.648091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-bcce0a53-1581-480f-b4c2-8d793d1fa8b1 req-b92bd58d-cbab-484a-abfd-9e246b87b758 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:26:14.649020 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcce0a53-1581-480f-b4c2-8d793d1fa8b1 req-b92bd58d-cbab-484a-abfd-9e246b87b758 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050397 Jun 04 17:26:14.662608 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2ca5552a-8228-4d45-9f1d-eee3499d00ff None None] Set router 8d65685b-0f0e-48a8-9b00-df10aa179af6 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:26:14.783494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcce0a53-1581-480f-b4c2-8d793d1fa8b1 req-3eeba51f-ceb9-4ed7-b991-0c7e74de4181 service neutron] 10.222.0.42 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271944 Jun 04 17:26:14.912636 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bcce0a53-1581-480f-b4c2-8d793d1fa8b1 req-151ec672-63b7-415b-81aa-733ef12b450b service neutron] 10.222.0.42 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236186 Jun 04 17:26:15.070469 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ca5552a-8228-4d45-9f1d-eee3499d00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:25:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '72c65585-5c63-4b8a-b1da-0390e5a7c73f', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'port_id': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'mac_address': 'fa:16:3e:33:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3470ff8-a34c-4789-a535-f7b786650820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:26:12Z', 'updated_at': '2022-06-04T17:26:12Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9067cb04-1827-4b03-805a-691488c76730', 'name': '', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c5:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:56Z', 'updated_at': '2022-06-04T17:26:01Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:26:15.074804 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca5552a-8228-4d45-9f1d-eee3499d00ff None None] The sync data for ids ['8d65685b-0f0e-48a8-9b00-df10aa179af6'] in n-d-811809-3 is: [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:25:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '72c65585-5c63-4b8a-b1da-0390e5a7c73f', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'port_id': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'mac_address': 'fa:16:3e:33:72:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3470ff8-a34c-4789-a535-f7b786650820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:26:12Z', 'updated_at': '2022-06-04T17:26:12Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9067cb04-1827-4b03-805a-691488c76730', 'name': '', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c5:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:56Z', 'updated_at': '2022-06-04T17:26:01Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:26:15.270662 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672564c9-1c55-4487-ac2d-9b2709187d15 None None] New status for floating IP 72c65585-5c63-4b8a-b1da-0390e5a7c73f: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:26:15.480460 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39808) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:26:15.591344 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6877b411-efcf-44bf-bb32-1095cebe0359 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/72c65585-5c63-4b8a-b1da-0390e5a7c73f HTTP/1.1" status: 200 len: 991 time: 0.1097019 Jun 04 17:26:16.595554 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39812) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:26:16.706814 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9cfc2770-44ec-4265-ae3a-e5b93b1aac2f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/72c65585-5c63-4b8a-b1da-0390e5a7c73f HTTP/1.1" status: 200 len: 993 time: 0.1100440 Jun 04 17:26:27.903076 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f25cefd8-7894-405e-9817-9571761655d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:30.121819 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cc8e1487-b1fa-4cff-be20-43a715e472f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:31.428818 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:31.452504 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:32.834295 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:34.720606 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:34.870623 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:42.607578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb97a6-ad27-49b3-9800-d211537ed885 req-3611f699-44b7-4f67-9029-21060521cd23 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:42.609056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d8fb97a6-ad27-49b3-9800-d211537ed885 req-3611f699-44b7-4f67-9029-21060521cd23 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.0808675 Jun 04 17:26:42.662020 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d8fb97a6-ad27-49b3-9800-d211537ed885 req-d93f0f5a-25d1-4905-82d6-db70c4e03fc1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469716 Jun 04 17:26:42.824094 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:26:43.867362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64df743-c32b-4507-9ece-110c0ba886e9 req-e0166c69-4b5d-4521-a181-0479665637fd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:43.868706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a64df743-c32b-4507-9ece-110c0ba886e9 req-e0166c69-4b5d-4521-a181-0479665637fd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.0853407 Jun 04 17:26:43.913742 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a64df743-c32b-4507-9ece-110c0ba886e9 req-0f50be06-af8a-4a35-afec-b2804b183d53 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392840 Jun 04 17:26:45.126780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d79e0-c923-49c7-aaf8-0e997fde5bb7 req-ce658dd7-b891-425c-b0c6-54809129b65f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:45.128216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-710d79e0-c923-49c7-aaf8-0e997fde5bb7 req-ce658dd7-b891-425c-b0c6-54809129b65f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.0894766 Jun 04 17:26:45.185497 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-710d79e0-c923-49c7-aaf8-0e997fde5bb7 req-da476a2d-51a3-4332-9d37-44657558f689 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514755 Jun 04 17:26:45.763087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c22a3c-e090-46a7-93ea-bf31c2b79110 req-332d9e59-2849-4b4d-806c-8baffec875d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:45.764556 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22c22a3c-e090-46a7-93ea-bf31c2b79110 req-332d9e59-2849-4b4d-806c-8baffec875d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 1097 time: 0.0725775 Jun 04 17:26:45.917636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c22a3c-e090-46a7-93ea-bf31c2b79110 req-1e9d199b-c959-4679-bdac-4e47071d5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:45.919023 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22c22a3c-e090-46a7-93ea-bf31c2b79110 req-1e9d199b-c959-4679-bdac-4e47071d5770 service neutron] 10.222.0.42 "GET /v2.0/networks?id=42e55ade-781c-4220-9654-12be6c94eb6f HTTP/1.1" status: 200 len: 897 time: 0.1339161 Jun 04 17:26:46.135465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22c22a3c-e090-46a7-93ea-bf31c2b79110 req-9e56669f-d911-40f6-ba74-523491b7dcd3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bbad715-6985-4311-9ddf-b8fcda4e7f4e HTTP/1.1" status: 200 len: 1001 time: 0.2098870 Jun 04 17:26:46.199279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c22a3c-e090-46a7-93ea-bf31c2b79110 req-c745dcd9-37d5-4434-ad2b-d2f91d39d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:46.200657 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22c22a3c-e090-46a7-93ea-bf31c2b79110 req-c745dcd9-37d5-4434-ad2b-d2f91d39d51a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=045a21f6-089e-4cbb-9d7f-6535bfe7266c HTTP/1.1" status: 200 len: 835 time: 0.0581758 Jun 04 17:26:46.278348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c22a3c-e090-46a7-93ea-bf31c2b79110 req-10823faf-4efc-4d5c-96f0-70a2e86d2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:46.279864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22c22a3c-e090-46a7-93ea-bf31c2b79110 req-10823faf-4efc-4d5c-96f0-70a2e86d2dcd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42e55ade-781c-4220-9654-12be6c94eb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733621 Jun 04 17:26:46.487152 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22c22a3c-e090-46a7-93ea-bf31c2b79110 req-4dd863ba-be55-43f7-bd0f-f940e42f80bf service neutron] 10.222.0.42 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006383 Jun 04 17:26:46.499584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac2d88-db3f-45d3-ab59-85b815175a91 req-4d032af7-a7a2-4804-9efa-a5407d61f1a0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:46.500962 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bac2d88-db3f-45d3-ab59-85b815175a91 req-4d032af7-a7a2-4804-9efa-a5407d61f1a0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.1973770 Jun 04 17:26:46.624206 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3bac2d88-db3f-45d3-ab59-85b815175a91 req-0d39e14d-224a-482c-a8fb-a5b99d346a36 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047952 Jun 04 17:26:46.658166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-22c22a3c-e090-46a7-93ea-bf31c2b79110 req-bed3a3d1-9ec3-45ef-a083-44d010373892 service neutron] 10.222.0.42 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559191 Jun 04 17:26:47.832524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd3bd5-a672-40f2-bc03-4177b6a85213 req-8aff5de6-6a0b-4e6c-b7fd-5b8c401f5599 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:47.833872 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccbd3bd5-a672-40f2-bc03-4177b6a85213 req-8aff5de6-6a0b-4e6c-b7fd-5b8c401f5599 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.0932019 Jun 04 17:26:47.879351 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ccbd3bd5-a672-40f2-bc03-4177b6a85213 req-399a789d-9286-4d9f-9eba-ab20b0852826 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387983 Jun 04 17:26:49.075219 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec40e3e-001f-4a9b-ad55-cc43d0693e2b req-81714ff4-4d07-4390-9d5f-477878fcca71 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:49.076702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ec40e3e-001f-4a9b-ad55-cc43d0693e2b req-81714ff4-4d07-4390-9d5f-477878fcca71 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.0851116 Jun 04 17:26:49.128718 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3ec40e3e-001f-4a9b-ad55-cc43d0693e2b req-28cab897-a8be-4108-82a3-e932d84ae8fb tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Jun 04 17:26:50.332315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fe618-9268-4aea-8272-a22a2f0398a2 req-85bf6ba3-de26-4682-b9b2-59f2025de980 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:50.333753 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-711fe618-9268-4aea-8272-a22a2f0398a2 req-85bf6ba3-de26-4682-b9b2-59f2025de980 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.0890448 Jun 04 17:26:50.381642 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-711fe618-9268-4aea-8272-a22a2f0398a2 req-a7974226-03ae-4ecf-b652-bec6e0ccfb6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393715 Jun 04 17:26:51.592903 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d63ddf-7b85-4bed-aa50-7cabd10bdad0 req-457fa047-aa81-43de-8319-58417d463aee tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:51.594355 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f2d63ddf-7b85-4bed-aa50-7cabd10bdad0 req-457fa047-aa81-43de-8319-58417d463aee tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.0913322 Jun 04 17:26:51.643006 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f2d63ddf-7b85-4bed-aa50-7cabd10bdad0 req-42dae2dc-6ea7-4d63-9cfa-91dcf84bbe3f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 Jun 04 17:26:52.842029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e0844-d3f8-434a-a4b5-933e4577f8dc req-df3ed07f-273a-4ae2-bcf8-02d6e05f66b6 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:52.843565 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-294e0844-d3f8-434a-a4b5-933e4577f8dc req-df3ed07f-273a-4ae2-bcf8-02d6e05f66b6 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.0826559 Jun 04 17:26:52.891987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-294e0844-d3f8-434a-a4b5-933e4577f8dc req-df009ed3-9a7d-45c2-a571-70be88105cf0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Jun 04 17:26:54.099508 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b4102-1e42-4eae-960d-eb4e33ace9a9 req-9b4a81aa-fec3-446d-932b-630e30e64e08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:54.100950 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b20b4102-1e42-4eae-960d-eb4e33ace9a9 req-9b4a81aa-fec3-446d-932b-630e30e64e08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.0867090 Jun 04 17:26:54.150695 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b20b4102-1e42-4eae-960d-eb4e33ace9a9 req-de2333a7-0eeb-4584-825c-84f0875e4db5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435395 Jun 04 17:26:54.174265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39850) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:26:54.291415 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-75e36a7f-f047-471f-a702-fb88b76b67b3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/72c65585-5c63-4b8a-b1da-0390e5a7c73f HTTP/1.1" status: 200 len: 993 time: 0.1160104 Jun 04 17:26:55.804268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d859f4-8fdd-4156-bc0e-ac679cd3af3e req-ad80e1e5-acd1-4328-b585-43a247ab7ff2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:55.805701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1d859f4-8fdd-4156-bc0e-ac679cd3af3e req-ad80e1e5-acd1-4328-b585-43a247ab7ff2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.1295178 Jun 04 17:26:55.857973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b1d859f4-8fdd-4156-bc0e-ac679cd3af3e req-33eda455-a714-469f-957b-f074fa1d360d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453753 Jun 04 17:26:55.859846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ce285-1a01-40d9-acbd-4c0a42f6de8f req-da7920e7-68d7-40ff-a6a3-e429be56b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:55.861176 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-049ce285-1a01-40d9-acbd-4c0a42f6de8f req-da7920e7-68d7-40ff-a6a3-e429be56b443 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 1097 time: 0.1207008 Jun 04 17:26:55.997709 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ce285-1a01-40d9-acbd-4c0a42f6de8f req-2698fb96-48ad-42bc-971d-5a6144d50f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:55.999208 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-049ce285-1a01-40d9-acbd-4c0a42f6de8f req-2698fb96-48ad-42bc-971d-5a6144d50f23 service neutron] 10.222.0.42 "GET /v2.0/networks?id=42e55ade-781c-4220-9654-12be6c94eb6f HTTP/1.1" status: 200 len: 897 time: 0.1322210 Jun 04 17:26:56.214396 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-049ce285-1a01-40d9-acbd-4c0a42f6de8f req-168aa756-9a9c-4493-8ab2-f513efbbceec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bbad715-6985-4311-9ddf-b8fcda4e7f4e HTTP/1.1" status: 200 len: 1001 time: 0.2086048 Jun 04 17:26:56.280479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ce285-1a01-40d9-acbd-4c0a42f6de8f req-98c451c7-5f56-41d5-9899-a208dbf09325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:56.281191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-049ce285-1a01-40d9-acbd-4c0a42f6de8f req-98c451c7-5f56-41d5-9899-a208dbf09325 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=045a21f6-089e-4cbb-9d7f-6535bfe7266c HTTP/1.1" status: 200 len: 835 time: 0.0593133 Jun 04 17:26:56.385409 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ce285-1a01-40d9-acbd-4c0a42f6de8f req-c47dd730-6a66-4a48-b109-c46209edbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:56.386989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-049ce285-1a01-40d9-acbd-4c0a42f6de8f req-c47dd730-6a66-4a48-b109-c46209edbb72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42e55ade-781c-4220-9654-12be6c94eb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007485 Jun 04 17:26:56.539573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-049ce285-1a01-40d9-acbd-4c0a42f6de8f req-ebe4b345-40d5-445b-bf50-0bf08fb2f768 service neutron] 10.222.0.42 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461742 Jun 04 17:26:56.670633 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-049ce285-1a01-40d9-acbd-4c0a42f6de8f req-eea687d8-95e4-4faf-b743-8d4e1b76354c service neutron] 10.222.0.42 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256692 Jun 04 17:26:57.070935 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376acc4-48d4-4865-9fb2-16e8b05d9a08 req-ed8f1d84-5d4f-4eac-b5cd-423fbe267ea2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:57.072568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3376acc4-48d4-4865-9fb2-16e8b05d9a08 req-ed8f1d84-5d4f-4eac-b5cd-423fbe267ea2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.0918562 Jun 04 17:26:57.117754 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3376acc4-48d4-4865-9fb2-16e8b05d9a08 req-92edd8f1-ada1-4c87-a2ab-82e1671df380 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393686 Jun 04 17:26:57.902070 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7acdaea0-e498-4ec0-9c27-ab4404674533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:26:58.315553 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c81a10-f640-4638-a2c8-73f752846c6d req-4af6a388-0334-49a1-bfe6-bb06b5771515 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:26:58.316975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3c81a10-f640-4638-a2c8-73f752846c6d req-4af6a388-0334-49a1-bfe6-bb06b5771515 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.0868585 Jun 04 17:26:58.361559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e3c81a10-f640-4638-a2c8-73f752846c6d req-49415572-7a18-4de5-acd8-9ea4b93a2611 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387914 Jun 04 17:26:58.386462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39866) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:26:58.493674 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-9256b592-6b9e-4099-9ded-9eb26e44a7bc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/72c65585-5c63-4b8a-b1da-0390e5a7c73f HTTP/1.1" status: 200 len: 993 time: 0.1060491 Jun 04 17:27:00.122735 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d12d014b-5e84-4707-b11a-e4e88c939d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:01.420405 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:01.456956 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:02.838731 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:04.733118 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:04.896252 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:19.828684 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:27:26.893669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39890) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:27.101176 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port 4be257cd-9ca7-4f19-9b9f-389b4b7be394 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:27:27.101488 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:27.284454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:27.284750 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:27.405542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for 4be257cd-9ca7-4f19-9b9f-389b4b7be394 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:27:27.562549 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:27.608055 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=4be257cd-9ca7-4f19-9b9f-389b4b7be394,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:27.645378 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:27.645724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:27.646061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:27.646393 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:27.646747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:27.647073 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:27.647397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:27.647714 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:27.648034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:27.648356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:27.648665 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:27.648975 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:27.824931 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:27.825180 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Floating IP 72c65585-5c63-4b8a-b1da-0390e5a7c73f disassociated (deleted). External IP: 172.25.5.72, port: 6bbad715-6985-4311-9ddf-b8fcda4e7f4e. Jun 04 17:27:27.897986 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d264e07a-ee22-47e2-8bda-0542a14ec06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:28.202356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 8d65685b-0f0e-48a8-9b00-df10aa179af6 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:27:28.397034 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:27:28.406750 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702df0e-599b-4a8d-9607-bdfd810d5a0b None None] Sync routers for ids ['8d65685b-0f0e-48a8-9b00-df10aa179af6'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:27:28.417230 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702df0e-599b-4a8d-9607-bdfd810d5a0b None None] Routers {'8d65685b-0f0e-48a8-9b00-df10aa179af6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:27:28.417929 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a702df0e-599b-4a8d-9607-bdfd810d5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:27:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8d65685b-0f0e-48a8-9b00-df10aa179af6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:28.418395 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:28.474060 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7d5f78fb-9171-4a12-b77b-5df3be63c4c1 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/floatingips/72c65585-5c63-4b8a-b1da-0390e5a7c73f HTTP/1.1" status: 204 len: 168 time: 1.5775902 Jun 04 17:27:28.474060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3470ff8-a34c-4789-a535-f7b786650820', 'tag': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:27:28.554191 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c896ffce-4bc3-4ff1-8814-56e1a993e43b'] response: {'name': 'network-changed', 'server_uuid': 'b3470ff8-a34c-4789-a535-f7b786650820', 'tag': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e', 'status': 'completed', 'code': 200} Jun 04 17:27:28.606978 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a702df0e-599b-4a8d-9607-bdfd810d5a0b None None] Set router 8d65685b-0f0e-48a8-9b00-df10aa179af6 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:27:28.670023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816157-fd98-468d-9cda-8a1b43935182 req-ba2cf612-ac15-47d3-aab3-12494ebf8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:28.672547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11816157-fd98-468d-9cda-8a1b43935182 req-ba2cf612-ac15-47d3-aab3-12494ebf8561 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 1097 time: 0.0909455 Jun 04 17:27:28.854313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816157-fd98-468d-9cda-8a1b43935182 req-37107650-0d00-412d-8497-7721e89f10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:28.855744 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11816157-fd98-468d-9cda-8a1b43935182 req-37107650-0d00-412d-8497-7721e89f10fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=42e55ade-781c-4220-9654-12be6c94eb6f HTTP/1.1" status: 200 len: 897 time: 0.1741288 Jun 04 17:27:28.922118 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a702df0e-599b-4a8d-9607-bdfd810d5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:25:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '9067cb04-1827-4b03-805a-691488c76730', 'name': '', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c5:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:56Z', 'updated_at': '2022-06-04T17:26:01Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:28.926054 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702df0e-599b-4a8d-9607-bdfd810d5a0b None None] Checking router: 8d65685b-0f0e-48a8-9b00-df10aa179af6 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:27:28.928510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11816157-fd98-468d-9cda-8a1b43935182 req-cb3f6c7c-6137-48f2-9852-7d045f6c802d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bbad715-6985-4311-9ddf-b8fcda4e7f4e HTTP/1.1" status: 200 len: 217 time: 0.0657361 Jun 04 17:27:28.935242 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702df0e-599b-4a8d-9607-bdfd810d5a0b None None] Routers {'8d65685b-0f0e-48a8-9b00-df10aa179af6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:27:28.935841 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a702df0e-599b-4a8d-9607-bdfd810d5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:27:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8d65685b-0f0e-48a8-9b00-df10aa179af6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:28.989575 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c252b6-797d-4c18-8125-eb1ebf59acd4 req-f2c244f3-d37b-4c65-b4e2-431cb620ad06 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:28.990250 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-70c252b6-797d-4c18-8125-eb1ebf59acd4 req-f2c244f3-d37b-4c65-b4e2-431cb620ad06 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:27:29.011879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816157-fd98-468d-9cda-8a1b43935182 req-af17eb18-ea88-4882-bedb-9b7b5efba89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:29.013520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11816157-fd98-468d-9cda-8a1b43935182 req-af17eb18-ea88-4882-bedb-9b7b5efba89c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=045a21f6-089e-4cbb-9d7f-6535bfe7266c HTTP/1.1" status: 200 len: 835 time: 0.0784018 Jun 04 17:27:29.017388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-70c252b6-797d-4c18-8125-eb1ebf59acd4 req-f2c244f3-d37b-4c65-b4e2-431cb620ad06 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:27:29.018564 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70c252b6-797d-4c18-8125-eb1ebf59acd4 req-f2c244f3-d37b-4c65-b4e2-431cb620ad06 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.2356501 Jun 04 17:27:29.110987 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70c252b6-797d-4c18-8125-eb1ebf59acd4 req-8360d897-2b49-4523-9473-1dd22a8c96a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613983 Jun 04 17:27:29.121858 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a702df0e-599b-4a8d-9607-bdfd810d5a0b None None] Set router 8d65685b-0f0e-48a8-9b00-df10aa179af6 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:27:29.126852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816157-fd98-468d-9cda-8a1b43935182 req-134614d8-cc7e-4a51-a544-34191e287b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:29.128457 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11816157-fd98-468d-9cda-8a1b43935182 req-134614d8-cc7e-4a51-a544-34191e287b88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42e55ade-781c-4220-9654-12be6c94eb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090672 Jun 04 17:27:29.262209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11816157-fd98-468d-9cda-8a1b43935182 req-1af481ab-84a3-4814-ae33-d97e7346ed04 service neutron] 10.222.0.42 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274612 Jun 04 17:27:29.477606 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a702df0e-599b-4a8d-9607-bdfd810d5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:25:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '9067cb04-1827-4b03-805a-691488c76730', 'name': '', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c5:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:56Z', 'updated_at': '2022-06-04T17:26:01Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:29.482128 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702df0e-599b-4a8d-9607-bdfd810d5a0b None None] The sync data for ids ['8d65685b-0f0e-48a8-9b00-df10aa179af6'] in n-d-811809-3 is: [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:25:56Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '9067cb04-1827-4b03-805a-691488c76730', 'name': '', 'network_id': '42e55ade-781c-4220-9654-12be6c94eb6f', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:c5:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:56Z', 'updated_at': '2022-06-04T17:26:01Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '045a21f6-089e-4cbb-9d7f-6535bfe7266c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:27:29.495351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-c326f582-4e9e-4338-a44c-9c9f02c3e105 req-fed0b28a-9984-45f2-b180-4e3dcea9ada0 service neutron] (88798) timed out ('10.222.0.46', 62762) {{(pid=88798) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 17:27:29.548230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-11816157-fd98-468d-9cda-8a1b43935182 req-075b45b1-9707-402d-9df2-e5034493ef33 service neutron] 10.222.0.42 "GET /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800941 Jun 04 17:27:29.698941 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178448e-e26a-484d-9620-647a7bd4a596 None None] New status for floating IP 72c65585-5c63-4b8a-b1da-0390e5a7c73f: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:27:30.129436 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91867918-4e76-487a-8187-c9717d945942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:30.277016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ffe93-0996-4316-b693-23e83a7fa7ab req-a4d12767-0d82-4cbb-95f9-973e24d3f26b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:30.278398 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-785ffe93-0996-4316-b693-23e83a7fa7ab req-a4d12767-0d82-4cbb-95f9-973e24d3f26b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.1236558 Jun 04 17:27:30.359029 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-785ffe93-0996-4316-b693-23e83a7fa7ab req-4ff76362-9ddb-484e-bec2-0f437e1a1d98 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:27:30.359332 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-785ffe93-0996-4316-b693-23e83a7fa7ab req-4ff76362-9ddb-484e-bec2-0f437e1a1d98 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:30.420925 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292a9b6-a09d-44b4-a72a-b352e8e2229e req-23f66cfc-a2f6-4c9e-9e50-ba71f87eb50d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:30.422240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d292a9b6-a09d-44b4-a72a-b352e8e2229e req-23f66cfc-a2f6-4c9e-9e50-ba71f87eb50d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3470ff8-a34c-4789-a535-f7b786650820 HTTP/1.1" status: 200 len: 946 time: 0.2022691 Jun 04 17:27:30.528240 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d292a9b6-a09d-44b4-a72a-b352e8e2229e req-638cea1f-f11c-4f92-a317-d237206be7a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdfcafd5-c547-4b86-959e-1044d23fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994461 Jun 04 17:27:30.644770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-785ffe93-0996-4316-b693-23e83a7fa7ab req-4ff76362-9ddb-484e-bec2-0f437e1a1d98 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=6bbad715-6985-4311-9ddf-b8fcda4e7f4e,segment=NetworkSegment(8663a215-74c1-41a0-9c12-7abf8bd6f103),segment_id=8663a215-74c1-41a0-9c12-7abf8bd6f103)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:27:30.645167 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-785ffe93-0996-4316-b693-23e83a7fa7ab req-4ff76362-9ddb-484e-bec2-0f437e1a1d98 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:30.766904 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-785ffe93-0996-4316-b693-23e83a7fa7ab req-4ff76362-9ddb-484e-bec2-0f437e1a1d98 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for 6bbad715-6985-4311-9ddf-b8fcda4e7f4e owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:27:30.916068 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-785ffe93-0996-4316-b693-23e83a7fa7ab req-4ff76362-9ddb-484e-bec2-0f437e1a1d98 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:30.968993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff76362-9ddb-484e-bec2-0f437e1a1d98 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=6bbad715-6985-4311-9ddf-b8fcda4e7f4e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:31.042090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-785ffe93-0996-4316-b693-23e83a7fa7ab req-4ff76362-9ddb-484e-bec2-0f437e1a1d98 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] No DVR routers for this DVR port 6bbad715-6985-4311-9ddf-b8fcda4e7f4e on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:27:31.045065 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-785ffe93-0996-4316-b693-23e83a7fa7ab req-4ff76362-9ddb-484e-bec2-0f437e1a1d98 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:31.047576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3470ff8-a34c-4789-a535-f7b786650820', 'name': 'network-vif-deleted', 'tag': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:27:31.063985 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-785ffe93-0996-4316-b693-23e83a7fa7ab req-4ff76362-9ddb-484e-bec2-0f437e1a1d98 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "DELETE /v2.0/ports/6bbad715-6985-4311-9ddf-b8fcda4e7f4e HTTP/1.1" status: 204 len: 173 time: 0.7764757 Jun 04 17:27:31.094842 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-993e7a2f-102b-45b3-8c34-9347303e7723'] response: {'server_uuid': 'b3470ff8-a34c-4789-a535-f7b786650820', 'name': 'network-vif-deleted', 'tag': '6bbad715-6985-4311-9ddf-b8fcda4e7f4e', 'status': 'completed', 'code': 200} Jun 04 17:27:31.424652 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:31.463442 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:31.627465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39908) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:32.225638 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-601a908a-7024-4b99-957e-0194bbf6bb53 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:32.719146 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-601a908a-7024-4b99-957e-0194bbf6bb53 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port 9067cb04-1827-4b03-805a-691488c76730 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:27:32.719891 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-601a908a-7024-4b99-957e-0194bbf6bb53 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:32.837681 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:32.903501 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-601a908a-7024-4b99-957e-0194bbf6bb53 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port 9067cb04-1827-4b03-805a-691488c76730, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9067cb04-1827-4b03-805a-691488c76730,segment=NetworkSegment(8663a215-74c1-41a0-9c12-7abf8bd6f103),segment_id=8663a215-74c1-41a0-9c12-7abf8bd6f103)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:27:32.903846 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-601a908a-7024-4b99-957e-0194bbf6bb53 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:33.034286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-601a908a-7024-4b99-957e-0194bbf6bb53 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for 9067cb04-1827-4b03-805a-691488c76730 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:27:33.233566 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-601a908a-7024-4b99-957e-0194bbf6bb53 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:33.283475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a908a-7024-4b99-957e-0194bbf6bb53 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=9067cb04-1827-4b03-805a-691488c76730,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:33.556927 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-601a908a-7024-4b99-957e-0194bbf6bb53 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:33.615663 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6bbad715-6985-4311-9ddf-b8fcda4e7f4e no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:27:33.651870 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 6bbad715-6985-4311-9ddf-b8fcda4e7f4e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:27:33.652185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 6bbad715-6985-4311-9ddf-b8fcda4e7f4e not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:27:34.056297 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601a908a-7024-4b99-957e-0194bbf6bb53 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router 8d65685b-0f0e-48a8-9b00-df10aa179af6 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:27:34.273952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601a908a-7024-4b99-957e-0194bbf6bb53 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:27:34.284771 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e709f3-d226-4b5c-a8cc-61f3d303cb4d None None] Sync routers for ids ['8d65685b-0f0e-48a8-9b00-df10aa179af6'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:27:34.287629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-601a908a-7024-4b99-957e-0194bbf6bb53 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "PUT /v2.0/routers/8d65685b-0f0e-48a8-9b00-df10aa179af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6589477 Jun 04 17:27:34.290463 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39912) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:34.294479 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e709f3-d226-4b5c-a8cc-61f3d303cb4d None None] Routers {'8d65685b-0f0e-48a8-9b00-df10aa179af6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:27:34.295111 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d6e709f3-d226-4b5c-a8cc-61f3d303cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:27:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8d65685b-0f0e-48a8-9b00-df10aa179af6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:34.355524 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-e287b7bc-476a-449d-b712-c8882cbf194e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting subnet 045a21f6-089e-4cbb-9d7f-6535bfe7266c {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:27:34.358529 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e287b7bc-476a-449d-b712-c8882cbf194e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:34.415650 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e287b7bc-476a-449d-b712-c8882cbf194e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:34.471659 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-d6e709f3-d226-4b5c-a8cc-61f3d303cb4d None None] Set router 8d65685b-0f0e-48a8-9b00-df10aa179af6 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:27:34.499491 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e287b7bc-476a-449d-b712-c8882cbf194e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:34.580923 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e287b7bc-476a-449d-b712-c8882cbf194e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:34.621820 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287b7bc-476a-449d-b712-c8882cbf194e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Subnet': ['ID=045a21f6-089e-4cbb-9d7f-6535bfe7266c,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:34.623718 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-e287b7bc-476a-449d-b712-c8882cbf194e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:34.630593 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e287b7bc-476a-449d-b712-c8882cbf194e tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/subnets/045a21f6-089e-4cbb-9d7f-6535bfe7266c HTTP/1.1" status: 204 len: 168 time: 0.3389812 Jun 04 17:27:34.631853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3857a1f-c713-4700-a958-1e1f90a88f0e None None] Network 42e55ade-781c-4220-9654-12be6c94eb6f requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:27:34.633051 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39918) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:34.765216 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d6e709f3-d226-4b5c-a8cc-61f3d303cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:27:33Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:34.768678 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:34.769668 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e709f3-d226-4b5c-a8cc-61f3d303cb4d None None] Checking router: 8d65685b-0f0e-48a8-9b00-df10aa179af6 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:27:34.778686 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e709f3-d226-4b5c-a8cc-61f3d303cb4d None None] Routers {'8d65685b-0f0e-48a8-9b00-df10aa179af6'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:27:34.779248 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d6e709f3-d226-4b5c-a8cc-61f3d303cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:27:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8d65685b-0f0e-48a8-9b00-df10aa179af6'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:34.818032 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:34.898270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] DHCP port deletion for 42e55ade-781c-4220-9654-12be6c94eb6f request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:27:34.905676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Deleting port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:27:34.906083 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:34.935002 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:34.958233 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-d6e709f3-d226-4b5c-a8cc-61f3d303cb4d None None] Set router 8d65685b-0f0e-48a8-9b00-df10aa179af6 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:27:35.014011 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:35.024613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:27:35.025013 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:35.117373 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] For port 28212caf-7fe6-4a3c-8959-0cb57bfcc806, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=28212caf-7fe6-4a3c-8959-0cb57bfcc806,segment=NetworkSegment(8663a215-74c1-41a0-9c12-7abf8bd6f103),segment_id=8663a215-74c1-41a0-9c12-7abf8bd6f103)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:27:35.118202 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:35.202334 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 28212caf-7fe6-4a3c-8959-0cb57bfcc806 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:27:35.215902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port 4f5a138e-5fb1-44a7-b4d0-851d32ca6792, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=4f5a138e-5fb1-44a7-b4d0-851d32ca6792,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:27:35.216456 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:35.276957 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-d6e709f3-d226-4b5c-a8cc-61f3d303cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:27:33Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:35.281898 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e709f3-d226-4b5c-a8cc-61f3d303cb4d None None] The sync data for ids ['8d65685b-0f0e-48a8-9b00-df10aa179af6'] in n-d-811809-3 is: [{'id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-857518498', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:25:51Z', 'updated_at': '2022-06-04T17:27:33Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '4f5a138e-5fb1-44a7-b4d0-851d32ca6792', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65685b-0f0e-48a8-9b00-df10aa179af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:25:52Z', 'updated_at': '2022-06-04T17:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:27:35.290676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Calling delete_port for 28212caf-7fe6-4a3c-8959-0cb57bfcc806 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:27:35.347293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:27:35.431247 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:35.480743 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Pushing event deleted for resources: {'Port': ['ID=28212caf-7fe6-4a3c-8959-0cb57bfcc806,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:35.491029 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:27:35.491620 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:35.502480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:35.502841 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:35.503147 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:35.503465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:35.503785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:35.504107 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:35.504423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:35.505155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:35.505451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:35.505924 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:35.506240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:35.506573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:35.509810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494d90c-d34d-47f4-8aa9-399d40738053 None None] No DVR routers for this DVR port 28212caf-7fe6-4a3c-8959-0cb57bfcc806 on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:27:35.661704 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:35.708899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=4f5a138e-5fb1-44a7-b4d0-851d32ca6792,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:35.806019 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:35.979687 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:35.981908 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.006786 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.007182 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Fanout notify agent at l3_agent the message router_deleted on router 8d65685b-0f0e-48a8-9b00-df10aa179af6 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:27:36.024155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.025235 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-10120726-bff6-4d69-ad7b-82e65262fbad tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/routers/8d65685b-0f0e-48a8-9b00-df10aa179af6 HTTP/1.1" status: 204 len: 168 time: 1.3912961 Jun 04 17:27:36.028148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39922) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:36.142280 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14a78563-bb5c-4ca9-85a5-a008c137a717 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.271176 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14a78563-bb5c-4ca9-85a5-a008c137a717 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.295528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-14a78563-bb5c-4ca9-85a5-a008c137a717 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e55ade-781c-4220-9654-12be6c94eb6f']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:36.307390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-14a78563-bb5c-4ca9-85a5-a008c137a717 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8663a215-74c1-41a0-9c12-7abf8bd6f103') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:36.307673 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-14a78563-bb5c-4ca9-85a5-a008c137a717 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8663a215-74c1-41a0-9c12-7abf8bd6f103') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:36.319090 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14a78563-bb5c-4ca9-85a5-a008c137a717 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.335390 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14a78563-bb5c-4ca9-85a5-a008c137a717 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.342174 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a78563-bb5c-4ca9-85a5-a008c137a717 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:27:36.342694 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14a78563-bb5c-4ca9-85a5-a008c137a717 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.421674 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 8663a215-74c1-41a0-9c12-7abf8bd6f103 resource provider aggregate not found Jun 04 17:27:36.443686 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 8663a215-74c1-41a0-9c12-7abf8bd6f103 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8663a215-74c1-41a0-9c12-7abf8bd6f103 found for delete ", "request_id": "req-408f9829-dd6e-4339-9a7e-f57e5d8b832c"}]} Jun 04 17:27:36.459516 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14a78563-bb5c-4ca9-85a5-a008c137a717 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.479236 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-14a78563-bb5c-4ca9-85a5-a008c137a717 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.493606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a78563-bb5c-4ca9-85a5-a008c137a717 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Network': ['ID=42e55ade-781c-4220-9654-12be6c94eb6f,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:36.503704 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-14a78563-bb5c-4ca9-85a5-a008c137a717 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/networks/42e55ade-781c-4220-9654-12be6c94eb6f HTTP/1.1" status: 204 len: 168 time: 0.4744780 Jun 04 17:27:36.506780 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39930) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:36.577683 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c930a3b-94fc-460a-8208-9271546be3dd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.606159 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c930a3b-94fc-460a-8208-9271546be3dd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.679394 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c930a3b-94fc-460a-8208-9271546be3dd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.698367 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c930a3b-94fc-460a-8208-9271546be3dd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfcafd5-c547-4b86-959e-1044d23fcf5a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:36.705804 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1c930a3b-94fc-460a-8208-9271546be3dd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.707407 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1c930a3b-94fc-460a-8208-9271546be3dd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/security-groups/bdfcafd5-c547-4b86-959e-1044d23fcf5a HTTP/1.1" status: 204 len: 168 time: 0.1993589 Jun 04 17:27:36.830333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39938) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:36.835745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-9173369', 'description': 'tempest-secgroup-smoke-9173369 description', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:27:36.843612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:27:36.847986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:27:36.851109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:27:36.857046 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:27:36.868056 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.888419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:27:36.892334 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:27:36.895383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:27:36.901372 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:27:36.977377 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:36.984466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.032296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:37.040303 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.041436 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2100871 Jun 04 17:27:37.042784 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:37.043128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:37.043466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:37.043799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:37.044125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:37.044462 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:37.044786 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:37.045108 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:37.045438 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:37.045811 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:37.046047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39942) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:37.046173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:37.046480 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e018b9c-15c4-4a95-a1bf-e972eedac9b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:37.053469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-308a73ad-1632-4a00-8321-a3da72a9903b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': '0404770a-c14a-4848-8ed3-5fe9d7b5c1d7', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:27:37.061121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-308a73ad-1632-4a00-8321-a3da72a9903b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:27:37.065289 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-308a73ad-1632-4a00-8321-a3da72a9903b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:27:37.068415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-308a73ad-1632-4a00-8321-a3da72a9903b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:27:37.074348 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-308a73ad-1632-4a00-8321-a3da72a9903b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:27:37.094661 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9067cb04-1827-4b03-805a-691488c76730 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:27:37.098200 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-308a73ad-1632-4a00-8321-a3da72a9903b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.162172 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-308a73ad-1632-4a00-8321-a3da72a9903b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.166997 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-308a73ad-1632-4a00-8321-a3da72a9903b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.174624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 9067cb04-1827-4b03-805a-691488c76730 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:27:37.174965 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9067cb04-1827-4b03-805a-691488c76730 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:27:37.175382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:27:37.188206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a73ad-1632-4a00-8321-a3da72a9903b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ed8e8b-833e-4170-a994-65fb2132d18b,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:37.200754 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-308a73ad-1632-4a00-8321-a3da72a9903b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.201943 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-308a73ad-1632-4a00-8321-a3da72a9903b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541679 Jun 04 17:27:37.204862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39946) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:37.208060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:27:37.208396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 4f5a138e-5fb1-44a7-b4d0-851d32ca6792 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:27:37.211490 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-8854d280-e861-43c5-812e-c9f439a69ef0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': '0404770a-c14a-4848-8ed3-5fe9d7b5c1d7', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:27:37.218906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8854d280-e861-43c5-812e-c9f439a69ef0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:27:37.223383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8854d280-e861-43c5-812e-c9f439a69ef0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:27:37.226339 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-8854d280-e861-43c5-812e-c9f439a69ef0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:27:37.233067 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-8854d280-e861-43c5-812e-c9f439a69ef0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:27:37.251751 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8854d280-e861-43c5-812e-c9f439a69ef0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.314714 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8854d280-e861-43c5-812e-c9f439a69ef0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.322454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8854d280-e861-43c5-812e-c9f439a69ef0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.349149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854d280-e861-43c5-812e-c9f439a69ef0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c0abde-71dd-4189-ae48-daf51f1c3fbc,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:37.359623 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8854d280-e861-43c5-812e-c9f439a69ef0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.360932 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8854d280-e861-43c5-812e-c9f439a69ef0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549263 Jun 04 17:27:37.363822 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39950) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:37.369042 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0adac8d7-827c-4a6b-83c5-432901bf11d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': '0404770a-c14a-4848-8ed3-5fe9d7b5c1d7', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:27:37.376224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0adac8d7-827c-4a6b-83c5-432901bf11d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:27:37.380373 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0adac8d7-827c-4a6b-83c5-432901bf11d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:27:37.383282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0adac8d7-827c-4a6b-83c5-432901bf11d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:27:37.389098 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0adac8d7-827c-4a6b-83c5-432901bf11d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:27:37.408878 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0adac8d7-827c-4a6b-83c5-432901bf11d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.472139 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0adac8d7-827c-4a6b-83c5-432901bf11d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.477940 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0adac8d7-827c-4a6b-83c5-432901bf11d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.505800 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adac8d7-827c-4a6b-83c5-432901bf11d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f946b55-8d36-4469-ae04-fade878a186b,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:37.513383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0adac8d7-827c-4a6b-83c5-432901bf11d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.514719 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0adac8d7-827c-4a6b-83c5-432901bf11d3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497121 Jun 04 17:27:37.517883 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39954) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:37.523163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7a166c6d-ead9-4847-90b4-2b5d8e081f69 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': '0404770a-c14a-4848-8ed3-5fe9d7b5c1d7', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:27:37.530015 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7a166c6d-ead9-4847-90b4-2b5d8e081f69 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:27:37.533967 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7a166c6d-ead9-4847-90b4-2b5d8e081f69 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:27:37.537062 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7a166c6d-ead9-4847-90b4-2b5d8e081f69 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:27:37.542896 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7a166c6d-ead9-4847-90b4-2b5d8e081f69 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:27:37.563466 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7a166c6d-ead9-4847-90b4-2b5d8e081f69 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.637544 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7a166c6d-ead9-4847-90b4-2b5d8e081f69 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.642391 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7a166c6d-ead9-4847-90b4-2b5d8e081f69 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.670689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a166c6d-ead9-4847-90b4-2b5d8e081f69 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c1a7c5-284b-43b4-bd35-97fa3ac18496,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:37.680901 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7a166c6d-ead9-4847-90b4-2b5d8e081f69 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.682183 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7a166c6d-ead9-4847-90b4-2b5d8e081f69 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1633058 Jun 04 17:27:37.685107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39958) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:37.690117 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-3e16232f-25bc-4b27-b1e1-ed8c99b15a84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': '0404770a-c14a-4848-8ed3-5fe9d7b5c1d7', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:27:37.697297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3e16232f-25bc-4b27-b1e1-ed8c99b15a84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:27:37.701465 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3e16232f-25bc-4b27-b1e1-ed8c99b15a84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:27:37.704486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-3e16232f-25bc-4b27-b1e1-ed8c99b15a84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:27:37.710743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-3e16232f-25bc-4b27-b1e1-ed8c99b15a84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:27:37.723310 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-3e16232f-25bc-4b27-b1e1-ed8c99b15a84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Project 7b2c7ecdd56c46a1876a8d3a7f4b4e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:27:37.730315 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e16232f-25bc-4b27-b1e1-ed8c99b15a84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.793926 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e16232f-25bc-4b27-b1e1-ed8c99b15a84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.799493 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e16232f-25bc-4b27-b1e1-ed8c99b15a84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.823004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16232f-25bc-4b27-b1e1-ed8c99b15a84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb17f2b2-deee-4e54-b128-9de0f14143e1,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:37.832310 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3e16232f-25bc-4b27-b1e1-ed8c99b15a84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.833714 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3e16232f-25bc-4b27-b1e1-ed8c99b15a84 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477029 Jun 04 17:27:37.836629 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39962) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:37.841592 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f1839eeb-fbd9-4d39-8ea4-1bfd1a6d2cfe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'security_group_rule': {'security_group_id': '0404770a-c14a-4848-8ed3-5fe9d7b5c1d7', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:27:37.848743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f1839eeb-fbd9-4d39-8ea4-1bfd1a6d2cfe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:27:37.852752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f1839eeb-fbd9-4d39-8ea4-1bfd1a6d2cfe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:security_group_rule and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:27:37.855874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f1839eeb-fbd9-4d39-8ea4-1bfd1a6d2cfe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:27:37.861902 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f1839eeb-fbd9-4d39-8ea4-1bfd1a6d2cfe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:27:37.873845 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-f1839eeb-fbd9-4d39-8ea4-1bfd1a6d2cfe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Project 7b2c7ecdd56c46a1876a8d3a7f4b4e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:27:37.881083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f1839eeb-fbd9-4d39-8ea4-1bfd1a6d2cfe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.973151 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f1839eeb-fbd9-4d39-8ea4-1bfd1a6d2cfe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:37.979368 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f1839eeb-fbd9-4d39-8ea4-1bfd1a6d2cfe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:38.002808 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1839eeb-fbd9-4d39-8ea4-1bfd1a6d2cfe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4d92e4-1c61-4543-9e09-8ab5b30e1965,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:38.013997 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f1839eeb-fbd9-4d39-8ea4-1bfd1a6d2cfe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:38.015575 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f1839eeb-fbd9-4d39-8ea4-1bfd1a6d2cfe tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1779919 Jun 04 17:27:38.018699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 39966) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:38.024690 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'network': {'name': 'tempest-network-smoke--1276480142', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'port_security_enabled': True}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:27:38.030589 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:27:38.034958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:network and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:27:38.037917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:27:38.043882 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:27:38.057582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:27:38.063871 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:38.098729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:27:38.108257 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:38.108656 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Added segment 1188edc1-be6c-4e09-bdcb-f7f5cb540936 of type vlan for network 629a7f76-90ca-445b-ac17-55c0a9a65e29 Jun 04 17:27:38.142452 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:38.178233 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:38.183830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:38.184390 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:38.289529 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2696006 Jun 04 17:27:38.292381 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efa59e-9b5a-4946-acd1-6f737f02f7ab tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Network': ['ID=629a7f76-90ca-445b-ac17-55c0a9a65e29,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:38.292548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39970) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:38.298090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'admin_state_up': True, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:27:38.302466 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 629a7f76-90ca-445b-ac17-55c0a9a65e29 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:27:38.306743 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:27:38.310969 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:router and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:27:38.314002 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:27:38.321281 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:27:38.332409 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:38.333498 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:38.350020 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:38.620532 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:39.053187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:39.082175 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:39.225251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.25.5.134 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/7202a854-4b43-40f8-8327-5d90955b23c6) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:27:39.384160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:39.417179 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:39.485492 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:27:39.488467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:27:39.492225 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:27:39.521652 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=7202a854-4b43-40f8-8327-5d90955b23c6,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:39.908729 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:40.254332 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:40.576946 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:27:40.779758 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:27:40.790023 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Sync routers for ids ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:27:40.801152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Routers {'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:27:40.802124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:27:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:40.812384 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:40.813640 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c5b7ed47-1579-4b46-8180-d48b46decd2d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5201797 Jun 04 17:27:40.817191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39974) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:40.856959 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ccf3a402-1752-41f8-ac87-a16fb1098041 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384951 Jun 04 17:27:40.859576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39978) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:40.980387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Set router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:27:40.993176 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7671ecd-5d77-49e5-8b08-0cd77a9cf284 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:40.994773 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b7671ecd-5d77-49e5-8b08-0cd77a9cf284 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1341853 Jun 04 17:27:40.997613 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39982) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:41.037374 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-b094c2e9-9b82-4283-9820-3a8040edf612 tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=7c264d89-2c32-4d2c-9f5a-6acda51d5d4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387087 Jun 04 17:27:41.040041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39986) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:41.045717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1369976689', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:27:41.156847 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:27:41.160727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:subnet and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:27:41.163901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:27:41.169669 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:27:41.179909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:27:41.183454 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:41.256544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:27:39Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:41.260419 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Checking router: e9803bbb-fd33-4d2f-bdee-9d7012ecd08f for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:27:41.260738 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Updating router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f port 7202a854-4b43-40f8-8327-5d90955b23c6 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:27:41.316108 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:41.406078 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:41.478688 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Subnet': ['ID=6bb8dcae-c495-466b-960d-02e704f3ae7e,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:41.492227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Checking segment: {'id': '1188edc1-be6c-4e09-bdcb-f7f5cb540936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:27:41.492580 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network hostable DHCP agents. Network: 629a7f76-90ca-445b-ac17-55c0a9a65e29, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:27:41.513754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 629a7f76-90ca-445b-ac17-55c0a9a65e29 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:27:41.524410 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 629a7f76-90ca-445b-ac17-55c0a9a65e29) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:27:41.529524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:41.530575 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:41.556155 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bc8fdf48-15ee-4661-98cd-b4c3efe61307 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5121582 Jun 04 17:27:41.556401 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 39990) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:41.556784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be10bba8-8f93-48a4-addc-a0d61026ec77 None None] Network 629a7f76-90ca-445b-ac17-55c0a9a65e29 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:27:41.734193 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:41.760221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Transition to ACTIVE for port object 7202a854-4b43-40f8-8327-5d90955b23c6 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:27:41.792254 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:41.894137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Attempting to bind port 7202a854-4b43-40f8-8327-5d90955b23c6 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:27:41.894534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Attempting to bind port 7202a854-4b43-40f8-8327-5d90955b23c6 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:27:41.894880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Attempting to bind port 7202a854-4b43-40f8-8327-5d90955b23c6 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:27:41.932223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca992e0a-bf47-414d-8930-587b93700b7c None None] Pushing event updated for resources: {'Port': ['ID=7202a854-4b43-40f8-8327-5d90955b23c6,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:41.939003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:27:41.939417 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:27:41.939522 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:41.939906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:27:41.940386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Bound port: 7202a854-4b43-40f8-8327-5d90955b23c6, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:27:41.940757 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:41.991943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-629a7f76-90ca-445b-ac17-55c0a9a65e29', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ips': [{'subnet_id': '6bb8dcae-c495-466b-960d-02e704f3ae7e'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:27:41.992769 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:42.188821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] For port 7202a854-4b43-40f8-8327-5d90955b23c6, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:27:42.205684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] For port 7202a854-4b43-40f8-8327-5d90955b23c6, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7202a854-4b43-40f8-8327-5d90955b23c6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:27:42.245724 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:42.352592 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Allocated IP 172.20.0.2 (629a7f76-90ca-445b-ac17-55c0a9a65e29/6bb8dcae-c495-466b-960d-02e704f3ae7e/425a1efb-5670-4cd0-ae71-1d658fdfeb1e) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:27:42.364765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Routers {'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:27:42.365719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:27:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:42.419310 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca992e0a-bf47-414d-8930-587b93700b7c None None] Pushing event updated for resources: {'Port': ['ID=7202a854-4b43-40f8-8327-5d90955b23c6,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:42.437627 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:42.681407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] Set router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:27:42.950902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:42.984473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Transition to ACTIVE for port object 425a1efb-5670-4cd0-ae71-1d658fdfeb1e will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:27:43.037414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Transition to ACTIVE for port object 425a1efb-5670-4cd0-ae71-1d658fdfeb1e will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:27:43.049009 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:43.109699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.20.0.1 (629a7f76-90ca-445b-ac17-55c0a9a65e29/6bb8dcae-c495-466b-960d-02e704f3ae7e/29864474-f4a0-475c-9cc8-5c49b9d07897) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:27:43.127244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Network 629a7f76-90ca-445b-ac17-55c0a9a65e29 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:27:43.131347 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:27:43.133280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Pushing event updated for resources: {'Port': ['ID=425a1efb-5670-4cd0-ae71-1d658fdfeb1e,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:43.136616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:27:43.222604 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:27:39Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:43.231507 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ea70d-ef7d-420c-944f-1a486d4c3d89 None None] The sync data for ids ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'] in n-d-811809-3 is: [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:27:39Z', 'revision_number': 3, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:27:43.235314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Attempting to bind port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:27:43.235314 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Attempting to bind port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '1188edc1-be6c-4e09-bdcb-f7f5cb540936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:27:43.235512 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Attempting to bind port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e on network 629a7f76-90ca-445b-ac17-55c0a9a65e29 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:27:43.241291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:27:43.241664 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Checking segment: {'id': '1188edc1-be6c-4e09-bdcb-f7f5cb540936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:27:43.242058 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:43.242463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Bound using segment: {'id': '1188edc1-be6c-4e09-bdcb-f7f5cb540936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:27:43.242945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Bound port: 425a1efb-5670-4cd0-ae71-1d658fdfeb1e, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1188edc1-be6c-4e09-bdcb-f7f5cb540936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:27:43.243309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:43.276425 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:43.295333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Transition to ACTIVE for port object 29864474-f4a0-475c-9cc8-5c49b9d07897 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:27:43.320609 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:43.342739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0c383250-ba19-4520-94c0-f788059611cd None None] For port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:27:43.345973 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-0c383250-ba19-4520-94c0-f788059611cd None None] For port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=425a1efb-5670-4cd0-ae71-1d658fdfeb1e,segment=NetworkSegment(1188edc1-be6c-4e09-bdcb-f7f5cb540936),segment_id=1188edc1-be6c-4e09-bdcb-f7f5cb540936)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:27:43.351795 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:43.396400 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 629a7f76-90ca-445b-ac17-55c0a9a65e29 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:27:43.399903 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:27:43.403076 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:27:43.444272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c383250-ba19-4520-94c0-f788059611cd None None] Pushing event updated for resources: {'Port': ['ID=425a1efb-5670-4cd0-ae71-1d658fdfeb1e,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:43.447710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=29864474-f4a0-475c-9cc8-5c49b9d07897,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:43.495747 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:43.644883 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:44.086882 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:44.091968 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:44.206621 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=29864474-f4a0-475c-9cc8-5c49b9d07897,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:44.209187 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:44.474636 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 629a7f76-90ca-445b-ac17-55c0a9a65e29 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:27:44.475711 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:27:44.498097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29938926-74fb-48d1-96bd-d49455c929f1 None None] Network 629a7f76-90ca-445b-ac17-55c0a9a65e29 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:27:44.620319 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-68a5eb22-7bf6-4c52-bae8-bcf1cce3d0f2 None None] Provisioning for port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:27:44.659650 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:27:44.852576 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:27:44.867018 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e89e5b08-7718-40fd-9c96-8778fdd943ce tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "PUT /v2.0/routers/e9803bbb-fd33-4d2f-bdee-9d7012ecd08f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3094063 Jun 04 17:27:45.039930 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Sync routers for ids ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:27:45.048406 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-575342c5-f806-4e48-9dc1-231bb9317e81 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:27:45.050044 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Routers {'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:27:45.051353 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:27:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:45.075272 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-61375356-2b57-4d2d-989d-0965dce33b3b None None] Provisioning for port 29864474-f4a0-475c-9cc8-5c49b9d07897 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:27:45.080650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-61375356-2b57-4d2d-989d-0965dce33b3b None None] Provisioning complete for port 29864474-f4a0-475c-9cc8-5c49b9d07897 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:27:45.081013 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-61375356-2b57-4d2d-989d-0965dce33b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:45.082329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-575342c5-f806-4e48-9dc1-231bb9317e81 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:27:45.083825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-575342c5-f806-4e48-9dc1-231bb9317e81 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9173369&fields=id&tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 267 time: 0.0923107 Jun 04 17:27:45.177292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-61375356-2b57-4d2d-989d-0965dce33b3b None None] Port 29864474-f4a0-475c-9cc8-5c49b9d07897 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:27:45.213947 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7202a854-4b43-40f8-8327-5d90955b23c6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:27:45.300304 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 7202a854-4b43-40f8-8327-5d90955b23c6 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:27:45.310467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7202a854-4b43-40f8-8327-5d90955b23c6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:27:45.310725 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:45.324963 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Set router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:27:45.379837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c4c80118-4e27-4464-b55d-b5278b424a6b None None] Provisioning complete for port 29864474-f4a0-475c-9cc8-5c49b9d07897 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:27:45.380271 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c4c80118-4e27-4464-b55d-b5278b424a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:45.441671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-6edb4eff-db91-40fa-b660-0790ab29de6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:45.442692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-6edb4eff-db91-40fa-b660-0790ab29de6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:27:45.462871 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-6edb4eff-db91-40fa-b660-0790ab29de6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:27:45.464703 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-6edb4eff-db91-40fa-b660-0790ab29de6f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/networks?id=629a7f76-90ca-445b-ac17-55c0a9a65e29 HTTP/1.1" status: 200 len: 797 time: 0.3691292 Jun 04 17:27:45.479057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-c4c80118-4e27-4464-b55d-b5278b424a6b None None] Port 29864474-f4a0-475c-9cc8-5c49b9d07897 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:27:45.482484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-9c3b4b41-9325-47b1-a388-66dc7f579a08 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/quotas/7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 375 time: 0.0122936 Jun 04 17:27:45.520038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7202a854-4b43-40f8-8327-5d90955b23c6 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:27:45.520794 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:45.539895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 7202a854-4b43-40f8-8327-5d90955b23c6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7202a854-4b43-40f8-8327-5d90955b23c6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:27:45.545935 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:45.547113 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 425a1efb-5670-4cd0-ae71-1d658fdfeb1e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:27:45.575893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-aa4312ad-6f85-460b-9242-7e2cb9d92970 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:27:45.593747 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-aa4312ad-6f85-460b-9242-7e2cb9d92970 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:27:45.595201 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-aa4312ad-6f85-460b-9242-7e2cb9d92970 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070735 Jun 04 17:27:45.681150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=7202a854-4b43-40f8-8327-5d90955b23c6,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:45.684374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-da3ef184-fedb-40de-ba81-bfc7dae87fbb None None] Provisioning complete for port 29864474-f4a0-475c-9cc8-5c49b9d07897 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:27:45.685073 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-da3ef184-fedb-40de-ba81-bfc7dae87fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:45.698789 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:27:43Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '29864474-f4a0-475c-9cc8-5c49b9d07897', 'name': '', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1c:ac:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:42Z', 'updated_at': '2022-06-04T17:27:43Z', 'revision_number': 2, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:45.702966 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Checking router: e9803bbb-fd33-4d2f-bdee-9d7012ecd08f for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:27:45.703390 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Updating router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f port 29864474-f4a0-475c-9cc8-5c49b9d07897 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:27:45.741297 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-38fa91cd-ead9-49f9-94c8-8dcb2e717be7 service neutron] 10.222.0.13 "GET /v2.0/networks/629a7f76-90ca-445b-ac17-55c0a9a65e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315615 Jun 04 17:27:45.743322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-da3ef184-fedb-40de-ba81-bfc7dae87fbb None None] Port 29864474-f4a0-475c-9cc8-5c49b9d07897 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:27:45.744694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:27:45.749943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:27:45.750718 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:45.764406 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:45.879935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:27:45.880219 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:45.888660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-5279748e-934a-4a3b-9d47-1bde78d19815 service neutron] 10.222.0.13 "GET /v2.0/networks/629a7f76-90ca-445b-ac17-55c0a9a65e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376503 Jun 04 17:27:45.916771 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=425a1efb-5670-4cd0-ae71-1d658fdfeb1e,segment=NetworkSegment(1188edc1-be6c-4e09-bdcb-f7f5cb540936),segment_id=1188edc1-be6c-4e09-bdcb-f7f5cb540936)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:27:45.922156 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:45.993195 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=425a1efb-5670-4cd0-ae71-1d658fdfeb1e,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:46.070627 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ad427920-8fd9-48ff-8f16-dcf80b141677 req-5d63e4f9-eab7-438d-9c3a-56f3442b5f5c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 210 time: 0.0437284 Jun 04 17:27:46.131489 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:46.143516 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Transition to ACTIVE for port object 29864474-f4a0-475c-9cc8-5c49b9d07897 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:27:46.151533 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:46.347230 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Pushing event updated for resources: {'Port': ['ID=29864474-f4a0-475c-9cc8-5c49b9d07897,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:46.363553 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:46.363964 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:46.364288 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:46.364606 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:46.364922 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:46.365232 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:46.365743 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:46.366053 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:46.366362 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:46.366687 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:46.367160 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:46.367466 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:27:46.378038 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Attempting to bind port 29864474-f4a0-475c-9cc8-5c49b9d07897 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:27:46.378419 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Attempting to bind port 29864474-f4a0-475c-9cc8-5c49b9d07897 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '1188edc1-be6c-4e09-bdcb-f7f5cb540936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:27:46.378801 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Attempting to bind port 29864474-f4a0-475c-9cc8-5c49b9d07897 on network 629a7f76-90ca-445b-ac17-55c0a9a65e29 {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:27:46.384815 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:27:46.385113 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Checking segment: {'id': '1188edc1-be6c-4e09-bdcb-f7f5cb540936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:27:46.385481 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:46.385932 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Bound using segment: {'id': '1188edc1-be6c-4e09-bdcb-f7f5cb540936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:27:46.386298 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Bound port: 29864474-f4a0-475c-9cc8-5c49b9d07897, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1188edc1-be6c-4e09-bdcb-f7f5cb540936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:27:46.386692 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:46.475972 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] For port 29864474-f4a0-475c-9cc8-5c49b9d07897, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:27:46.479264 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] For port 29864474-f4a0-475c-9cc8-5c49b9d07897, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=29864474-f4a0-475c-9cc8-5c49b9d07897,segment=NetworkSegment(1188edc1-be6c-4e09-bdcb-f7f5cb540936),segment_id=1188edc1-be6c-4e09-bdcb-f7f5cb540936)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:27:46.484158 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:46.564718 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Routers {'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:27:46.565341 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:27:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:46.643825 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c3099-8817-4ea8-8669-7def312e3000 None None] Pushing event updated for resources: {'Port': ['ID=29864474-f4a0-475c-9cc8-5c49b9d07897,revision_number=4']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:46.757757 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] Set router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:27:47.105448 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:27:43Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '29864474-f4a0-475c-9cc8-5c49b9d07897', 'name': '', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1c:ac:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:42Z', 'updated_at': '2022-06-04T17:27:46Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:27:47.112042 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37645b0b-ebb1-46c6-affd-24db57a1af08 None None] The sync data for ids ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'] in n-d-811809-3 is: [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:27:43Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '29864474-f4a0-475c-9cc8-5c49b9d07897', 'name': '', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1c:ac:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:42Z', 'updated_at': '2022-06-04T17:27:46Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:27:47.132573 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7202a854-4b43-40f8-8327-5d90955b23c6 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:27:47.241006 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7202a854-4b43-40f8-8327-5d90955b23c6 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:27:47.241498 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:47.293822 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-939131af-04f7-4e78-8712-f4090ddec93f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:47.295430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-939131af-04f7-4e78-8712-f4090ddec93f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/networks?id=629a7f76-90ca-445b-ac17-55c0a9a65e29 HTTP/1.1" status: 200 len: 797 time: 0.2746115 Jun 04 17:27:47.297989 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bce7c475-8583-46d3-80d8-a741ff9756b6 req-c4a42edb-fb0f-4709-ba7c-2d4026ccf4be tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 210 time: 0.0694478 Jun 04 17:27:47.349978 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-f17847e7-a025-478b-ab96-af4d4b9a56a0 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10 HTTP/1.1" status: 200 len: 377 time: 0.0458624 Jun 04 17:27:47.360481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'port': {'device_id': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'admin_state_up': True, 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'security_groups': ['0404770a-c14a-4848-8ed3-5fe9d7b5c1d7']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:27:47.392560 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7202a854-4b43-40f8-8327-5d90955b23c6 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:27:47.393651 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 425a1efb-5670-4cd0-ae71-1d658fdfeb1e up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:27:47.465098 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:27:47.465461 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:47.506729 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:27:47.516152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:27:47.529291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Made reservation on behalf of 7b2c7ecdd56c46a1876a8d3a7f4b4e10 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:27:47.533522 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:47.585292 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:27:47.703932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.20.0.3 (629a7f76-90ca-445b-ac17-55c0a9a65e29/6bb8dcae-c495-466b-960d-02e704f3ae7e/f87cb918-6089-4529-b487-e5ec291f184e) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:27:47.907724 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:47.923823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Transition to ACTIVE for port object f87cb918-6089-4529-b487-e5ec291f184e will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:27:47.949314 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:48.025240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 629a7f76-90ca-445b-ac17-55c0a9a65e29 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:27:48.028534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:27:48.032471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:27:48.063296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=f87cb918-6089-4529-b487-e5ec291f184e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:48.102371 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:48.103339 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:48.131299 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-90045f9c-54f4-4a34-9e88-fa5bef454fb4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751348 Jun 04 17:27:48.144221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Request body: {'port': {'device_id': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:27:48.268171 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:48.327089 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-918b8741-36e0-4c73-83b6-d20b997e15e6 None None] Provisioning for port f87cb918-6089-4529-b487-e5ec291f184e completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:27:48.331156 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-918b8741-36e0-4c73-83b6-d20b997e15e6 None None] Provisioning complete for port f87cb918-6089-4529-b487-e5ec291f184e triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:27:48.331504 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-918b8741-36e0-4c73-83b6-d20b997e15e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:48.387773 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-918b8741-36e0-4c73-83b6-d20b997e15e6 None None] Port f87cb918-6089-4529-b487-e5ec291f184e cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:27:48.730754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717a52d-f68c-45b2-8812-0c8435ddc2da req-63d8f1cb-2549-411d-b2b1-5f6fa21386a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:48.731433 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b717a52d-f68c-45b2-8812-0c8435ddc2da req-63d8f1cb-2549-411d-b2b1-5f6fa21386a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:27:48.800962 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b717a52d-f68c-45b2-8812-0c8435ddc2da req-63d8f1cb-2549-411d-b2b1-5f6fa21386a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:27:48.802138 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b717a52d-f68c-45b2-8812-0c8435ddc2da req-63d8f1cb-2549-411d-b2b1-5f6fa21386a7 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 931 time: 0.3654864 Jun 04 17:27:48.811347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87cb918-6089-4529-b487-e5ec291f184e {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:27:48.831752 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:48.860194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Transition to ACTIVE for port object f87cb918-6089-4529-b487-e5ec291f184e will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:27:48.868164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b717a52d-f68c-45b2-8812-0c8435ddc2da req-dc5126b4-0953-40dd-9190-99b4ffa1b639 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0597627 Jun 04 17:27:48.868957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:49.023281 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Pushing event updated for resources: {'Port': ['ID=f87cb918-6089-4529-b487-e5ec291f184e,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:49.112967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Attempting to bind port f87cb918-6089-4529-b487-e5ec291f184e on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:27:49.113301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Attempting to bind port f87cb918-6089-4529-b487-e5ec291f184e by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '1188edc1-be6c-4e09-bdcb-f7f5cb540936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:27:49.113627 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Attempting to bind port f87cb918-6089-4529-b487-e5ec291f184e on network 629a7f76-90ca-445b-ac17-55c0a9a65e29 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:27:49.119239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Port f87cb918-6089-4529-b487-e5ec291f184e on network 629a7f76-90ca-445b-ac17-55c0a9a65e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:27:49.119559 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Attempting to bind port f87cb918-6089-4529-b487-e5ec291f184e on network 629a7f76-90ca-445b-ac17-55c0a9a65e29 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:27:49.122527 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 29864474-f4a0-475c-9cc8-5c49b9d07897 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:27:49.124772 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:27:49.125563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Checking segment: {'id': '1188edc1-be6c-4e09-bdcb-f7f5cb540936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:27:49.125940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Bound using segment: {'id': '1188edc1-be6c-4e09-bdcb-f7f5cb540936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:27:49.126370 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Bound port: f87cb918-6089-4529-b487-e5ec291f184e, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1188edc1-be6c-4e09-bdcb-f7f5cb540936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:27:49.126739 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:49.188800 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 29864474-f4a0-475c-9cc8-5c49b9d07897 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:27:49.193937 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 29864474-f4a0-475c-9cc8-5c49b9d07897 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:27:49.194229 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:49.218410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] For port f87cb918-6089-4529-b487-e5ec291f184e, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:27:49.222454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] For port f87cb918-6089-4529-b487-e5ec291f184e, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f87cb918-6089-4529-b487-e5ec291f184e,segment=NetworkSegment(1188edc1-be6c-4e09-bdcb-f7f5cb540936),segment_id=1188edc1-be6c-4e09-bdcb-f7f5cb540936)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:27:49.228736 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:49.292919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:49.293519 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:49.294897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] 10.222.0.42 "PUT /v2.0/ports/f87cb918-6089-4529-b487-e5ec291f184e HTTP/1.1" status: 200 len: 1091 time: 1.1554165 Jun 04 17:27:49.295350 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'tag': 'f87cb918-6089-4529-b487-e5ec291f184e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:27:49.314692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dc4e5-ea10-4798-904b-b669458f594a service neutron] Pushing event updated for resources: {'Port': ['ID=f87cb918-6089-4529-b487-e5ec291f184e,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:49.332488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 29864474-f4a0-475c-9cc8-5c49b9d07897 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:27:49.333067 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:49.370280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 29864474-f4a0-475c-9cc8-5c49b9d07897, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=29864474-f4a0-475c-9cc8-5c49b9d07897,segment=NetworkSegment(1188edc1-be6c-4e09-bdcb-f7f5cb540936),segment_id=1188edc1-be6c-4e09-bdcb-f7f5cb540936)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:27:49.376240 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:49.380116 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36884d3a-3e88-4c50-a225-975684ec07fe'] response: {'name': 'network-changed', 'server_uuid': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'tag': 'f87cb918-6089-4529-b487-e5ec291f184e', 'status': 'completed', 'code': 200} Jun 04 17:27:49.421509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-899f99aa-3b8a-4d79-a11d-049da0691445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:49.423019 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-899f99aa-3b8a-4d79-a11d-049da0691445 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 1094 time: 0.0769744 Jun 04 17:27:49.450218 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=29864474-f4a0-475c-9cc8-5c49b9d07897,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:49.497562 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-5fe12246-1df9-4450-b9c0-278af1058529 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f87cb918-6089-4529-b487-e5ec291f184e HTTP/1.1" status: 200 len: 217 time: 0.0675614 Jun 04 17:27:49.560499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-dbb93be0-6216-4569-a4e5-4325e6c6b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:49.562014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-dbb93be0-6216-4569-a4e5-4325e6c6b17e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bb8dcae-c495-466b-960d-02e704f3ae7e HTTP/1.1" status: 200 len: 835 time: 0.0585437 Jun 04 17:27:49.636359 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-565d5c3e-fd52-4264-8608-8abe15b17fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:49.637734 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-565d5c3e-fd52-4264-8608-8abe15b17fd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629a7f76-90ca-445b-ac17-55c0a9a65e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691624 Jun 04 17:27:49.767070 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-5ae4d416-6d16-457a-83c8-044a0f63405d service neutron] 10.222.0.42 "GET /v2.0/networks/629a7f76-90ca-445b-ac17-55c0a9a65e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230567 Jun 04 17:27:49.904669 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b34b8019-e5f5-4562-9c80-cbeef02de7c2 req-e3caacac-665c-403e-b7d3-046b154639d7 service neutron] 10.222.0.42 "GET /v2.0/networks/629a7f76-90ca-445b-ac17-55c0a9a65e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315544 Jun 04 17:27:50.082578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600616-b796-49e7-9501-ab85b4341646 req-47723f0a-482a-4997-acc1-691d0eebb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:50.084568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77600616-b796-49e7-9501-ab85b4341646 req-47723f0a-482a-4997-acc1-691d0eebb0c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 1094 time: 0.1363914 Jun 04 17:27:50.095669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd76d8-647d-4424-9f14-6492e6e02fc4 req-f2f9d301-28b9-46de-9d80-61252691cdbc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:50.097016 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97fd76d8-647d-4424-9f14-6492e6e02fc4 req-f2f9d301-28b9-46de-9d80-61252691cdbc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 943 time: 0.1121089 Jun 04 17:27:50.224801 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97fd76d8-647d-4424-9f14-6492e6e02fc4 req-ffb543f4-4628-427e-be75-5411804b580c tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1046314 Jun 04 17:27:50.266291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600616-b796-49e7-9501-ab85b4341646 req-65255022-7f10-4b8b-9c6a-5d1fc7ef314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:50.267802 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77600616-b796-49e7-9501-ab85b4341646 req-65255022-7f10-4b8b-9c6a-5d1fc7ef314a service neutron] 10.222.0.42 "GET /v2.0/networks?id=629a7f76-90ca-445b-ac17-55c0a9a65e29 HTTP/1.1" status: 200 len: 898 time: 0.1699555 Jun 04 17:27:50.337484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77600616-b796-49e7-9501-ab85b4341646 req-fd907447-f9f2-4235-9d99-95a9d33150b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f87cb918-6089-4529-b487-e5ec291f184e HTTP/1.1" status: 200 len: 217 time: 0.0624893 Jun 04 17:27:50.406726 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600616-b796-49e7-9501-ab85b4341646 req-1f8e6323-a7df-4748-bdd1-0f398c069b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:50.408130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77600616-b796-49e7-9501-ab85b4341646 req-1f8e6323-a7df-4748-bdd1-0f398c069b34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bb8dcae-c495-466b-960d-02e704f3ae7e HTTP/1.1" status: 200 len: 835 time: 0.0636330 Jun 04 17:27:50.487325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600616-b796-49e7-9501-ab85b4341646 req-91a9c740-11a6-479d-a437-572ec8b82bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:50.488898 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77600616-b796-49e7-9501-ab85b4341646 req-91a9c740-11a6-479d-a437-572ec8b82bf3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629a7f76-90ca-445b-ac17-55c0a9a65e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740268 Jun 04 17:27:50.739315 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77600616-b796-49e7-9501-ab85b4341646 req-fe9be20e-eb7a-4f2a-83dc-946b5281c5ef service neutron] 10.222.0.42 "GET /v2.0/networks/629a7f76-90ca-445b-ac17-55c0a9a65e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436831 Jun 04 17:27:50.873547 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-77600616-b796-49e7-9501-ab85b4341646 req-3c42877e-e229-4f29-b6a3-60b5ac7f94a0 service neutron] 10.222.0.42 "GET /v2.0/networks/629a7f76-90ca-445b-ac17-55c0a9a65e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284659 Jun 04 17:27:51.107833 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 29864474-f4a0-475c-9cc8-5c49b9d07897 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:27:51.194945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 29864474-f4a0-475c-9cc8-5c49b9d07897 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:27:51.195281 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:51.353897 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 29864474-f4a0-475c-9cc8-5c49b9d07897 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:27:51.421288 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d16301-c2eb-4734-93b3-104a86dfa7c5 req-fc80e4a9-6571-4f29-a285-37a711fe6584 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:51.422770 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41d16301-c2eb-4734-93b3-104a86dfa7c5 req-fc80e4a9-6571-4f29-a285-37a711fe6584 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 943 time: 0.0874038 Jun 04 17:27:51.469631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-41d16301-c2eb-4734-93b3-104a86dfa7c5 req-fd0757eb-aaf1-487a-8177-22f6b0caad5d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0397234 Jun 04 17:27:52.672193 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add4012-3ce5-43aa-b397-41d00094cdde req-4ea8a035-d6dc-4df8-a738-d64b604d92f2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:52.673554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8add4012-3ce5-43aa-b397-41d00094cdde req-4ea8a035-d6dc-4df8-a738-d64b604d92f2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 943 time: 0.0801830 Jun 04 17:27:52.719886 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8add4012-3ce5-43aa-b397-41d00094cdde req-8b861f3b-550e-48bd-a665-e15609267e0f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405500 Jun 04 17:27:53.680221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f87cb918-6089-4529-b487-e5ec291f184e details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:27:53.828859 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f87cb918-6089-4529-b487-e5ec291f184e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f87cb918-6089-4529-b487-e5ec291f184e,segment=NetworkSegment(1188edc1-be6c-4e09-bdcb-f7f5cb540936),segment_id=1188edc1-be6c-4e09-bdcb-f7f5cb540936)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:27:53.843208 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': 'f87cb918-6089-4529-b487-e5ec291f184e', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'port_id': 'f87cb918-6089-4529-b487-e5ec291f184e', 'mac_address': 'fa:16:3e:b7:13:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:27:53.900751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port f87cb918-6089-4529-b487-e5ec291f184e is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:27:53.901121 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:53.911410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6163f85-6542-4c1f-917d-c1ecebf2b45a req-0540ffd2-7263-4683-b46e-2c3ebf0c1b81 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:53.912889 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e6163f85-6542-4c1f-917d-c1ecebf2b45a req-0540ffd2-7263-4683-b46e-2c3ebf0c1b81 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 943 time: 0.0846143 Jun 04 17:27:53.918223 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87cb918-6089-4529-b487-e5ec291f184e {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:27:53.934474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f87cb918-6089-4529-b487-e5ec291f184e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f87cb918-6089-4529-b487-e5ec291f184e,segment=NetworkSegment(1188edc1-be6c-4e09-bdcb-f7f5cb540936),segment_id=1188edc1-be6c-4e09-bdcb-f7f5cb540936)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:27:53.940848 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:53.959368 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e6163f85-6542-4c1f-917d-c1ecebf2b45a req-40958523-36c7-4e3c-96f4-6c2098859350 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404801 Jun 04 17:27:54.010831 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=f87cb918-6089-4529-b487-e5ec291f184e,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:54.141748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['f87cb918-6089-4529-b487-e5ec291f184e'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:27:55.176500 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d74ba-e528-4ed5-96c9-5aaa71a3da88 req-f2703ab5-fb95-459d-ae19-062ac7675366 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:55.178325 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d5d74ba-e528-4ed5-96c9-5aaa71a3da88 req-f2703ab5-fb95-459d-ae19-062ac7675366 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 944 time: 0.1054621 Jun 04 17:27:55.228099 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0d5d74ba-e528-4ed5-96c9-5aaa71a3da88 req-eaaaae1f-9d48-4437-8f73-8e7301b5d4bc tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438914 Jun 04 17:27:55.695424 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f87cb918-6089-4529-b487-e5ec291f184e up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:27:55.776544 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port f87cb918-6089-4529-b487-e5ec291f184e completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:27:55.781185 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port f87cb918-6089-4529-b487-e5ec291f184e triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:27:55.781553 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:55.901644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port f87cb918-6089-4529-b487-e5ec291f184e is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:27:55.901898 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:55.930113 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87cb918-6089-4529-b487-e5ec291f184e'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:27:55.940046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port f87cb918-6089-4529-b487-e5ec291f184e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f87cb918-6089-4529-b487-e5ec291f184e,segment=NetworkSegment(1188edc1-be6c-4e09-bdcb-f7f5cb540936),segment_id=1188edc1-be6c-4e09-bdcb-f7f5cb540936)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:27:55.945194 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:56.015278 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=f87cb918-6089-4529-b487-e5ec291f184e,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:56.043035 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a832e6-7c48-4aef-b01c-5b1ec8039e20'] response: {'server_uuid': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87cb918-6089-4529-b487-e5ec291f184e', 'code': 200} Jun 04 17:27:56.174268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8117be-f34e-4e43-bd3f-d3d3c2144954 req-2e750074-d10a-482a-af87-b286dd8c05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:56.175678 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb8117be-f34e-4e43-bd3f-d3d3c2144954 req-2e750074-d10a-482a-af87-b286dd8c05c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 1096 time: 0.0764508 Jun 04 17:27:56.217112 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bb8117be-f34e-4e43-bd3f-d3d3c2144954 req-8c72ced9-91b3-41a2-8b5d-ff5051ec62ae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0354004 Jun 04 17:27:56.428642 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6c3bf-2b98-473d-aa2d-cf70748cb23e req-6bbaada5-652a-44b1-b763-9066af27fc83 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:56.430039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12e6c3bf-2b98-473d-aa2d-cf70748cb23e req-6bbaada5-652a-44b1-b763-9066af27fc83 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 945 time: 0.0943763 Jun 04 17:27:56.474560 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-12e6c3bf-2b98-473d-aa2d-cf70748cb23e req-ca4f6f31-8df3-4804-9b14-df4782533c9a tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386944 Jun 04 17:27:56.833417 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:27:57.671016 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde09ba-466f-4175-a88b-19aafb73abc0 req-d2ade1de-f3db-41bb-a124-bf469fb31bc9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:57.672496 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5dde09ba-466f-4175-a88b-19aafb73abc0 req-d2ade1de-f3db-41bb-a124-bf469fb31bc9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 945 time: 0.0856235 Jun 04 17:27:57.734165 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5dde09ba-466f-4175-a88b-19aafb73abc0 req-35952485-9628-424b-9ded-33b37e6c37be tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0556264 Jun 04 17:27:57.893719 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d1c40b53-a884-43b7-ae24-0d0156778844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:57.938893 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3fe06-2376-4b20-95a5-0b7a07294702 req-40222e7d-0ce5-45b2-bc0b-d4b50fd7591f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:57.940358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52f3fe06-2376-4b20-95a5-0b7a07294702 req-40222e7d-0ce5-45b2-bc0b-d4b50fd7591f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 945 time: 0.0859265 Jun 04 17:27:57.986712 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52f3fe06-2376-4b20-95a5-0b7a07294702 req-0c0049ad-b862-4844-8dd9-62053beda656 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406575 Jun 04 17:27:58.009335 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40048) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:58.085413 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39388f46-ca26-4f86-a00e-25ceea945c4e tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:27:58.088702 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-39388f46-ca26-4f86-a00e-25ceea945c4e tempest-TestNetworkAdvancedServerOps-289265753 tempest-TestNetworkAdvancedServerOps-289265753-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 1091 time: 0.0783751 Jun 04 17:27:58.092785 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40052) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:27:58.104844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': 'f87cb918-6089-4529-b487-e5ec291f184e', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:27:58.115354 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:27:58.119538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Usage tracker for resource:floatingip and tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:27:58.122552 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:27:58.128907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:27:58.140186 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:58.279998 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:58.422085 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Allocated IP 172.25.5.250 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/a3c107bc-b779-4065-b63a-3396f4c53b9a) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:27:58.571792 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:58.603884 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:58.671217 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:27:58.673954 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:27:58.677724 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:27:58.711546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=a3c107bc-b779-4065-b63a-3396f4c53b9a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:59.206041 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:59.282911 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:59.497403 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:59.503357 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:59.611534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event updated for resources: {'Port': ['ID=a3c107bc-b779-4065-b63a-3396f4c53b9a,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:27:59.622337 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:27:59.792436 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Floating IP 22a558ae-db2e-40af-b5a0-e584e58ed36b associated. External IP: 172.25.5.250, port: f87cb918-6089-4529-b487-e5ec291f184e. Jun 04 17:28:00.114046 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6dc85643-011c-4739-8784-b0e01b0e94c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:00.142050 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:28:00.323891 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:28:00.334745 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c064c2a-37cb-4f94-9efb-2e5b7c0a6101 None None] Sync routers for ids ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:28:00.345159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c064c2a-37cb-4f94-9efb-2e5b7c0a6101 None None] Routers {'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:28:00.345789 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0c064c2a-37cb-4f94-9efb-2e5b7c0a6101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:28:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:00.349018 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:00.406086 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-bc16951c-902e-4715-b0e5-6e0457c78410 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3121583 Jun 04 17:28:00.406599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'tag': 'f87cb918-6089-4529-b487-e5ec291f184e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:28:00.475935 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f39f35-fea2-4b7c-8d04-0333796c99bd'] response: {'name': 'network-changed', 'server_uuid': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'tag': 'f87cb918-6089-4529-b487-e5ec291f184e', 'status': 'completed', 'code': 200} Jun 04 17:28:00.588684 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-0c064c2a-37cb-4f94-9efb-2e5b7c0a6101 None None] Set router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:28:00.808832 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf32707-3bd8-48fe-b5aa-fa07a0076ff4 req-60e4acb1-c75a-4977-8427-54da71e67d5d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:00.810276 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bf32707-3bd8-48fe-b5aa-fa07a0076ff4 req-60e4acb1-c75a-4977-8427-54da71e67d5d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 945 time: 0.2596333 Jun 04 17:28:00.813347 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767b51b-11a0-47b4-b7a7-743eb09910aa req-bda6fc09-b320-48c2-855f-5ec56859f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:00.814788 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3767b51b-11a0-47b4-b7a7-743eb09910aa req-bda6fc09-b320-48c2-855f-5ec56859f23e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 1096 time: 0.3173573 Jun 04 17:28:00.935004 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8bf32707-3bd8-48fe-b5aa-fa07a0076ff4 req-41c9c5fb-b925-4e40-be93-a020ed534f55 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1177793 Jun 04 17:28:00.957668 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0c064c2a-37cb-4f94-9efb-2e5b7c0a6101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:27:43Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '22a558ae-db2e-40af-b5a0-e584e58ed36b', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'port_id': 'f87cb918-6089-4529-b487-e5ec291f184e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'mac_address': 'fa:16:3e:b7:13:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:27:59Z', 'updated_at': '2022-06-04T17:27:59Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29864474-f4a0-475c-9cc8-5c49b9d07897', 'name': '', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1c:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:42Z', 'updated_at': '2022-06-04T17:27:49Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:00.963045 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c064c2a-37cb-4f94-9efb-2e5b7c0a6101 None None] Checking router: e9803bbb-fd33-4d2f-bdee-9d7012ecd08f for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:28:00.963268 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40062) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:00.976234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c064c2a-37cb-4f94-9efb-2e5b7c0a6101 None None] Routers {'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:28:00.976862 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0c064c2a-37cb-4f94-9efb-2e5b7c0a6101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:28:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:00.996826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767b51b-11a0-47b4-b7a7-743eb09910aa req-de4abb38-6b2d-4c28-87de-7dad325e366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:00.998601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3767b51b-11a0-47b4-b7a7-743eb09910aa req-de4abb38-6b2d-4c28-87de-7dad325e366f service neutron] 10.222.0.42 "GET /v2.0/networks?id=629a7f76-90ca-445b-ac17-55c0a9a65e29 HTTP/1.1" status: 200 len: 898 time: 0.1685107 Jun 04 17:28:01.076426 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-aad83759-c34e-4b0c-bc65-a733857f28d5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/22a558ae-db2e-40af-b5a0-e584e58ed36b HTTP/1.1" status: 200 len: 991 time: 0.1120007 Jun 04 17:28:01.106354 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3767b51b-11a0-47b4-b7a7-743eb09910aa req-fd7b2950-a862-4d68-a47a-f83cb86c6dab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f87cb918-6089-4529-b487-e5ec291f184e HTTP/1.1" status: 200 len: 999 time: 0.1012595 Jun 04 17:28:01.174885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767b51b-11a0-47b4-b7a7-743eb09910aa req-0353fda8-de02-4eac-ac0b-42546942048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:01.176651 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3767b51b-11a0-47b4-b7a7-743eb09910aa req-0353fda8-de02-4eac-ac0b-42546942048a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bb8dcae-c495-466b-960d-02e704f3ae7e HTTP/1.1" status: 200 len: 835 time: 0.0643241 Jun 04 17:28:01.211879 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-0c064c2a-37cb-4f94-9efb-2e5b7c0a6101 None None] Set router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:28:01.251739 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767b51b-11a0-47b4-b7a7-743eb09910aa req-c8f89f69-6b5c-468d-aa8b-48c54f6906ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:01.253387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3767b51b-11a0-47b4-b7a7-743eb09910aa req-c8f89f69-6b5c-468d-aa8b-48c54f6906ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629a7f76-90ca-445b-ac17-55c0a9a65e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712726 Jun 04 17:28:01.387629 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3767b51b-11a0-47b4-b7a7-743eb09910aa req-01c61477-0831-47a6-ae77-b375d12ee06a service neutron] 10.222.0.42 "GET /v2.0/networks/629a7f76-90ca-445b-ac17-55c0a9a65e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283140 Jun 04 17:28:01.486285 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:01.489172 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:01.524501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3767b51b-11a0-47b4-b7a7-743eb09910aa req-025b2ea1-b639-4535-850f-d6c9636c264a service neutron] 10.222.0.42 "GET /v2.0/networks/629a7f76-90ca-445b-ac17-55c0a9a65e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307459 Jun 04 17:28:01.589480 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-0c064c2a-37cb-4f94-9efb-2e5b7c0a6101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:27:43Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '22a558ae-db2e-40af-b5a0-e584e58ed36b', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'port_id': 'f87cb918-6089-4529-b487-e5ec291f184e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'mac_address': 'fa:16:3e:b7:13:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:27:59Z', 'updated_at': '2022-06-04T17:27:59Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29864474-f4a0-475c-9cc8-5c49b9d07897', 'name': '', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1c:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:42Z', 'updated_at': '2022-06-04T17:27:49Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:01.593701 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c064c2a-37cb-4f94-9efb-2e5b7c0a6101 None None] The sync data for ids ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'] in n-d-811809-3 is: [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:27:43Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': '22a558ae-db2e-40af-b5a0-e584e58ed36b', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'port_id': 'f87cb918-6089-4529-b487-e5ec291f184e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'mac_address': 'fa:16:3e:b7:13:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:27:59Z', 'updated_at': '2022-06-04T17:27:59Z', 'revision_number': 0, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29864474-f4a0-475c-9cc8-5c49b9d07897', 'name': '', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1c:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:42Z', 'updated_at': '2022-06-04T17:27:49Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:28:01.788541 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c09fd-304e-41cd-ac18-4209857504f7 None None] New status for floating IP 22a558ae-db2e-40af-b5a0-e584e58ed36b: ACTIVE {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:28:02.078970 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40066) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:02.185654 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c7da791c-c3ee-4cd5-ae97-0ec213bcde01 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/22a558ae-db2e-40af-b5a0-e584e58ed36b HTTP/1.1" status: 200 len: 993 time: 0.1053824 Jun 04 17:28:02.846059 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:04.737209 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:04.926565 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:27.908338 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8856fc2e-676e-4034-97a3-11f3301b04be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:29.240257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda48123-d8b0-419d-9391-b1f2d8d882ff req-740a5615-8b00-41a7-b748-d2f039b126ac tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:29.241689 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cda48123-d8b0-419d-9391-b1f2d8d882ff req-740a5615-8b00-41a7-b748-d2f039b126ac tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 945 time: 0.0845904 Jun 04 17:28:29.292867 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cda48123-d8b0-419d-9391-b1f2d8d882ff req-73fd73d8-fcf8-4e60-b29b-d66f2caf890b tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418181 Jun 04 17:28:30.128463 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-68dbefb9-d391-43b5-b80f-1b7700372a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:30.498112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101c6e9-38c6-40a6-ab23-529f6b4dcae4 req-1c1160b0-dd9b-429b-9614-b1e5997620b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:30.499966 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4101c6e9-38c6-40a6-ab23-529f6b4dcae4 req-1c1160b0-dd9b-429b-9614-b1e5997620b8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 945 time: 0.0901558 Jun 04 17:28:30.545400 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4101c6e9-38c6-40a6-ab23-529f6b4dcae4 req-be987ab4-995c-4683-bac7-ca61c4a28cec tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396297 Jun 04 17:28:30.569262 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40092) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:30.674511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-e25a2bb3-38be-4ba4-8886-ab2d7aadaae4 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/22a558ae-db2e-40af-b5a0-e584e58ed36b HTTP/1.1" status: 200 len: 993 time: 0.1041193 Jun 04 17:28:31.437397 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:31.462260 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:32.195042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc75b7-4325-40d0-9d0a-545fa9c27788 req-da7b3d42-4daf-45db-88a8-e5278726fec9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:32.196524 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21cc75b7-4325-40d0-9d0a-545fa9c27788 req-da7b3d42-4daf-45db-88a8-e5278726fec9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 945 time: 0.1468637 Jun 04 17:28:32.198475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc495e-cce7-4ca4-94f4-06653134e419 req-160aaf8e-3200-4c80-a64d-1afddac13e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:32.199928 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cdc495e-cce7-4ca4-94f4-06653134e419 req-160aaf8e-3200-4c80-a64d-1afddac13e78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 1096 time: 0.1163030 Jun 04 17:28:32.324670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-21cc75b7-4325-40d0-9d0a-545fa9c27788 req-14c10a39-832d-4a58-9ff4-84fbe0c79e3d tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1220615 Jun 04 17:28:32.366727 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc495e-cce7-4ca4-94f4-06653134e419 req-61c9a41e-996d-43c6-920a-a71568527cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:32.368157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cdc495e-cce7-4ca4-94f4-06653134e419 req-61c9a41e-996d-43c6-920a-a71568527cdc service neutron] 10.222.0.42 "GET /v2.0/networks?id=629a7f76-90ca-445b-ac17-55c0a9a65e29 HTTP/1.1" status: 200 len: 898 time: 0.1528907 Jun 04 17:28:32.471884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cdc495e-cce7-4ca4-94f4-06653134e419 req-adb2fb9d-b683-440b-aaa4-a54083a40f86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f87cb918-6089-4529-b487-e5ec291f184e HTTP/1.1" status: 200 len: 1001 time: 0.0969582 Jun 04 17:28:32.543971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc495e-cce7-4ca4-94f4-06653134e419 req-f0d95874-bf1c-40ae-86ab-89bbe433e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:32.545415 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cdc495e-cce7-4ca4-94f4-06653134e419 req-f0d95874-bf1c-40ae-86ab-89bbe433e030 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bb8dcae-c495-466b-960d-02e704f3ae7e HTTP/1.1" status: 200 len: 835 time: 0.0676208 Jun 04 17:28:32.623784 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc495e-cce7-4ca4-94f4-06653134e419 req-fe86fe9d-cec4-43a1-b635-7a65920e2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:32.625510 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cdc495e-cce7-4ca4-94f4-06653134e419 req-fe86fe9d-cec4-43a1-b635-7a65920e2fb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629a7f76-90ca-445b-ac17-55c0a9a65e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743945 Jun 04 17:28:32.847136 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:32.872129 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cdc495e-cce7-4ca4-94f4-06653134e419 req-432c24e4-910b-49d7-b6ca-6f3dda9ca80f service neutron] 10.222.0.42 "GET /v2.0/networks/629a7f76-90ca-445b-ac17-55c0a9a65e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402413 Jun 04 17:28:33.013472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3cdc495e-cce7-4ca4-94f4-06653134e419 req-5ab266a0-1080-41f6-9726-3b6b50629c40 service neutron] 10.222.0.42 "GET /v2.0/networks/629a7f76-90ca-445b-ac17-55c0a9a65e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351814 Jun 04 17:28:33.530821 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829cf11-6d6b-425a-b1d1-df2ee9a7cde1 req-77ce6440-39a1-4d42-8fa6-d44175a56553 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:33.532302 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f829cf11-6d6b-425a-b1d1-df2ee9a7cde1 req-77ce6440-39a1-4d42-8fa6-d44175a56553 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 945 time: 0.0870161 Jun 04 17:28:33.579548 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f829cf11-6d6b-425a-b1d1-df2ee9a7cde1 req-85d88384-38e1-4898-a04b-f862710eec5f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411260 Jun 04 17:28:33.833317 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:28:34.731782 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:34.785133 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bea45-e290-41d1-a3c1-e074cbb4eaa4 req-46adb708-278b-4223-86cc-e434b5566ae3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:34.786631 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-534bea45-e290-41d1-a3c1-e074cbb4eaa4 req-46adb708-278b-4223-86cc-e434b5566ae3 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 945 time: 0.0958159 Jun 04 17:28:34.832390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-534bea45-e290-41d1-a3c1-e074cbb4eaa4 req-6c6a485d-6b0a-4b88-807b-1477d0b7a092 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398688 Jun 04 17:28:34.862774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40106) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:34.933448 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:34.977037 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a3ca15f5-edfb-4a7f-850a-03a18d4d20c2 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/floatingips/22a558ae-db2e-40af-b5a0-e584e58ed36b HTTP/1.1" status: 200 len: 993 time: 0.1129990 Jun 04 17:28:35.245712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40114) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:35.453079 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port a3c107bc-b779-4065-b63a-3396f4c53b9a {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:28:35.453393 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:35.623372 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:35.623686 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:35.749978 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for a3c107bc-b779-4065-b63a-3396f4c53b9a owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:28:35.924081 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:35.969343 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=a3c107bc-b779-4065-b63a-3396f4c53b9a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:36.037489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:36.037816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:36.038048 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:36.038357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:36.038721 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:36.039046 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:36.039364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:36.039678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:36.039991 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:36.040302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:36.040612 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:36.040923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:36.072913 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:36.073246 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Floating IP 22a558ae-db2e-40af-b5a0-e584e58ed36b disassociated (deleted). External IP: 172.25.5.250, port: f87cb918-6089-4529-b487-e5ec291f184e. Jun 04 17:28:36.576989 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:28:36.756455 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:28:36.766838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69e6ae-a6cf-48df-802d-828765aae944 None None] Sync routers for ids ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:28:36.777775 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69e6ae-a6cf-48df-802d-828765aae944 None None] Routers {'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:28:36.778393 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5e69e6ae-a6cf-48df-802d-828765aae944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:28:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:36.778688 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:36.838410 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a33057ff-8e50-4bfa-938f-dc95724353a5 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/floatingips/22a558ae-db2e-40af-b5a0-e584e58ed36b HTTP/1.1" status: 204 len: 168 time: 1.5889888 Jun 04 17:28:36.838410 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'tag': 'f87cb918-6089-4529-b487-e5ec291f184e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:28:36.883914 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6556dced-7c3a-4d13-ac02-64c303dd9c4f'] response: {'name': 'network-changed', 'server_uuid': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'tag': 'f87cb918-6089-4529-b487-e5ec291f184e', 'status': 'completed', 'code': 200} Jun 04 17:28:36.959114 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5e69e6ae-a6cf-48df-802d-828765aae944 None None] Set router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:28:36.976856 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1476b96-332d-4e4d-95ce-bd6d391a2c5b req-d2def036-eb21-4341-9865-9d2bb064c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:36.978465 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1476b96-332d-4e4d-95ce-bd6d391a2c5b req-d2def036-eb21-4341-9865-9d2bb064c5ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 1096 time: 0.0720382 Jun 04 17:28:37.120982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1476b96-332d-4e4d-95ce-bd6d391a2c5b req-bd958b7b-3c34-43ac-a37c-6a8c02f4018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:37.122615 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1476b96-332d-4e4d-95ce-bd6d391a2c5b req-bd958b7b-3c34-43ac-a37c-6a8c02f4018d service neutron] 10.222.0.42 "GET /v2.0/networks?id=629a7f76-90ca-445b-ac17-55c0a9a65e29 HTTP/1.1" status: 200 len: 898 time: 0.1374350 Jun 04 17:28:37.223847 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1476b96-332d-4e4d-95ce-bd6d391a2c5b req-50b1a2a7-7017-4c1f-8070-817e41427a21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f87cb918-6089-4529-b487-e5ec291f184e HTTP/1.1" status: 200 len: 217 time: 0.0939319 Jun 04 17:28:37.283138 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5e69e6ae-a6cf-48df-802d-828765aae944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:27:43Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '29864474-f4a0-475c-9cc8-5c49b9d07897', 'name': '', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1c:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:42Z', 'updated_at': '2022-06-04T17:27:49Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:37.286968 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69e6ae-a6cf-48df-802d-828765aae944 None None] Checking router: e9803bbb-fd33-4d2f-bdee-9d7012ecd08f for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:28:37.295605 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69e6ae-a6cf-48df-802d-828765aae944 None None] Routers {'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:28:37.296199 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5e69e6ae-a6cf-48df-802d-828765aae944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:28:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:37.304323 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1476b96-332d-4e4d-95ce-bd6d391a2c5b req-54eccbc0-094a-4797-83c3-af01195e25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:37.305777 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1476b96-332d-4e4d-95ce-bd6d391a2c5b req-54eccbc0-094a-4797-83c3-af01195e25f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bb8dcae-c495-466b-960d-02e704f3ae7e HTTP/1.1" status: 200 len: 835 time: 0.0756412 Jun 04 17:28:37.367675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d23365-eab7-449c-84f4-490d72144c84 req-cbef157f-0318-40f7-9aed-3c22692106d9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:37.368362 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f1d23365-eab7-449c-84f4-490d72144c84 req-cbef157f-0318-40f7-9aed-3c22692106d9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:28:37.398001 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-f1d23365-eab7-449c-84f4-490d72144c84 req-cbef157f-0318-40f7-9aed-3c22692106d9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:28:37.399113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1d23365-eab7-449c-84f4-490d72144c84 req-cbef157f-0318-40f7-9aed-3c22692106d9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 945 time: 0.2225425 Jun 04 17:28:37.422995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1476b96-332d-4e4d-95ce-bd6d391a2c5b req-7bc2998f-6cab-4616-9e90-07acab7a35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:37.424452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1476b96-332d-4e4d-95ce-bd6d391a2c5b req-7bc2998f-6cab-4616-9e90-07acab7a35d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=629a7f76-90ca-445b-ac17-55c0a9a65e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107109 Jun 04 17:28:37.473039 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1d23365-eab7-449c-84f4-490d72144c84 req-c57e7199-a1d3-4a31-ae86-396b27b385c6 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0675740 Jun 04 17:28:37.529061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-5e69e6ae-a6cf-48df-802d-828765aae944 None None] Set router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:28:37.576745 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1476b96-332d-4e4d-95ce-bd6d391a2c5b req-76b14afb-debd-4b92-99fa-50ad511658e1 service neutron] 10.222.0.42 "GET /v2.0/networks/629a7f76-90ca-445b-ac17-55c0a9a65e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389315 Jun 04 17:28:37.708695 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f1476b96-332d-4e4d-95ce-bd6d391a2c5b req-fe2628a9-c400-4464-be0d-450c0fad628a service neutron] 10.222.0.42 "GET /v2.0/networks/629a7f76-90ca-445b-ac17-55c0a9a65e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253085 Jun 04 17:28:37.844692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-5e69e6ae-a6cf-48df-802d-828765aae944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:27:43Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '29864474-f4a0-475c-9cc8-5c49b9d07897', 'name': '', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1c:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:42Z', 'updated_at': '2022-06-04T17:27:49Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:37.848809 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69e6ae-a6cf-48df-802d-828765aae944 None None] The sync data for ids ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'] in n-d-811809-3 is: [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:27:43Z', 'revision_number': 4, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '29864474-f4a0-475c-9cc8-5c49b9d07897', 'name': '', 'network_id': '629a7f76-90ca-445b-ac17-55c0a9a65e29', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'mac_address': 'fa:16:3e:1c:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:42Z', 'updated_at': '2022-06-04T17:27:49Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'subnets': [{'id': '6bb8dcae-c495-466b-960d-02e704f3ae7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:28:38.067406 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5674e24f-c3fc-4150-9ca7-db1375e3befb None None] New status for floating IP 22a558ae-db2e-40af-b5a0-e584e58ed36b: DOWN {{(pid=88800) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:28:38.735912 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2e5e8-6166-467c-9323-03cbd0993658 req-356bc516-3c63-4b14-a069-c1a0f539ecc8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:38.737357 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5b2e5e8-6166-467c-9323-03cbd0993658 req-356bc516-3c63-4b14-a069-c1a0f539ecc8 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 945 time: 0.1479101 Jun 04 17:28:38.747412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f5525-2b3a-4ee3-bf95-17e1659f6106 req-d0425c7e-72ef-405a-ba01-df1874f508b6 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:38.748762 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e0f5525-2b3a-4ee3-bf95-17e1659f6106 req-d0425c7e-72ef-405a-ba01-df1874f508b6 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 945 time: 0.1190429 Jun 04 17:28:38.841645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e5b2e5e8-6166-467c-9323-03cbd0993658 req-2bb2c2e8-9872-4079-9add-8d5f8bc73f83 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/security-groups?id=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0913949 Jun 04 17:28:38.844937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-8e0f5525-2b3a-4ee3-bf95-17e1659f6106 req-316d73b5-826a-4229-a0cb-7b045a400730 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port f87cb918-6089-4529-b487-e5ec291f184e {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:28:38.845275 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8e0f5525-2b3a-4ee3-bf95-17e1659f6106 req-316d73b5-826a-4229-a0cb-7b045a400730 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:39.222333 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-8e0f5525-2b3a-4ee3-bf95-17e1659f6106 req-316d73b5-826a-4229-a0cb-7b045a400730 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port f87cb918-6089-4529-b487-e5ec291f184e, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=f87cb918-6089-4529-b487-e5ec291f184e,segment=NetworkSegment(1188edc1-be6c-4e09-bdcb-f7f5cb540936),segment_id=1188edc1-be6c-4e09-bdcb-f7f5cb540936)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:28:39.222682 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8e0f5525-2b3a-4ee3-bf95-17e1659f6106 req-316d73b5-826a-4229-a0cb-7b045a400730 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:39.347600 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-8e0f5525-2b3a-4ee3-bf95-17e1659f6106 req-316d73b5-826a-4229-a0cb-7b045a400730 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for f87cb918-6089-4529-b487-e5ec291f184e owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:28:39.501416 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8e0f5525-2b3a-4ee3-bf95-17e1659f6106 req-316d73b5-826a-4229-a0cb-7b045a400730 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:39.551120 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d73b5-826a-4229-a0cb-7b045a400730 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=f87cb918-6089-4529-b487-e5ec291f184e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:39.626066 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0f5525-2b3a-4ee3-bf95-17e1659f6106 req-316d73b5-826a-4229-a0cb-7b045a400730 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] No DVR routers for this DVR port f87cb918-6089-4529-b487-e5ec291f184e on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:28:39.629155 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-8e0f5525-2b3a-4ee3-bf95-17e1659f6106 req-316d73b5-826a-4229-a0cb-7b045a400730 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:39.631609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'name': 'network-vif-deleted', 'tag': 'f87cb918-6089-4529-b487-e5ec291f184e'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:28:39.648336 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e0f5525-2b3a-4ee3-bf95-17e1659f6106 req-316d73b5-826a-4229-a0cb-7b045a400730 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.42 "DELETE /v2.0/ports/f87cb918-6089-4529-b487-e5ec291f184e HTTP/1.1" status: 204 len: 173 time: 0.8857460 Jun 04 17:28:39.678085 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df604d34-1eec-4927-bd1e-70d7cdf85b53'] response: {'server_uuid': 'fc751782-ce2c-4b64-ab0f-4c63f6260511', 'name': 'network-vif-deleted', 'tag': 'f87cb918-6089-4529-b487-e5ec291f184e', 'status': 'completed', 'code': 200} Jun 04 17:28:40.017171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-50d45de4-f8c2-4f41-bb0d-c876ebdefe5d req-86624744-4a0d-4ebe-b3c2-50774bf955cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Synchronizing usage tracker for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:28:40.034741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-50d45de4-f8c2-4f41-bb0d-c876ebdefe5d req-86624744-4a0d-4ebe-b3c2-50774bf955cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Unset dirty status for tenant:7b2c7ecdd56c46a1876a8d3a7f4b4e10 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:28:40.036341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50d45de4-f8c2-4f41-bb0d-c876ebdefe5d req-86624744-4a0d-4ebe-b3c2-50774bf955cd tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc751782-ce2c-4b64-ab0f-4c63f6260511 HTTP/1.1" status: 200 len: 210 time: 0.0653584 Jun 04 17:28:41.137346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40132) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:41.684145 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b48336ed-c7fe-4a67-996f-caf352a0d8da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:41.926228 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f87cb918-6089-4529-b487-e5ec291f184e no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:28:41.965326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: f87cb918-6089-4529-b487-e5ec291f184e {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:28:41.965678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device f87cb918-6089-4529-b487-e5ec291f184e not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:28:42.147053 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b48336ed-c7fe-4a67-996f-caf352a0d8da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port 29864474-f4a0-475c-9cc8-5c49b9d07897 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:28:42.147693 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b48336ed-c7fe-4a67-996f-caf352a0d8da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:42.355451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-b48336ed-c7fe-4a67-996f-caf352a0d8da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port 29864474-f4a0-475c-9cc8-5c49b9d07897, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=29864474-f4a0-475c-9cc8-5c49b9d07897,segment=NetworkSegment(1188edc1-be6c-4e09-bdcb-f7f5cb540936),segment_id=1188edc1-be6c-4e09-bdcb-f7f5cb540936)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:28:42.355760 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b48336ed-c7fe-4a67-996f-caf352a0d8da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:42.476184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-b48336ed-c7fe-4a67-996f-caf352a0d8da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for 29864474-f4a0-475c-9cc8-5c49b9d07897 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:28:42.665992 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b48336ed-c7fe-4a67-996f-caf352a0d8da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:42.722528 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48336ed-c7fe-4a67-996f-caf352a0d8da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=29864474-f4a0-475c-9cc8-5c49b9d07897,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:42.997301 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b48336ed-c7fe-4a67-996f-caf352a0d8da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:43.362194 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48336ed-c7fe-4a67-996f-caf352a0d8da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:28:43.680876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48336ed-c7fe-4a67-996f-caf352a0d8da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:28:43.691569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0c94e-f709-4659-969f-e5b04ec59d54 None None] Sync routers for ids ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:28:43.702182 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0c94e-f709-4659-969f-e5b04ec59d54 None None] Routers {'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:28:43.702821 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7ac0c94e-f709-4659-969f-e5b04ec59d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:28:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:43.703093 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b48336ed-c7fe-4a67-996f-caf352a0d8da tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "PUT /v2.0/routers/e9803bbb-fd33-4d2f-bdee-9d7012ecd08f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5643749 Jun 04 17:28:43.705970 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40136) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:43.775508 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting subnet 6bb8dcae-c495-466b-960d-02e704f3ae7e {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:28:43.778648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:43.838039 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:43.886797 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7ac0c94e-f709-4659-969f-e5b04ec59d54 None None] Set router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:28:43.931419 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:44.011433 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:44.064027 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb8dcae-c495-466b-960d-02e704f3ae7e,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:44.075221 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:44.080913 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:44.081296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:44.081631 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:44.082031 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:44.082537 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:44.083014 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:44.083475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:44.083954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:44.084467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:44.084860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:44.085185 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:44.085519 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:44.092516 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-e4405e2b-cb90-4c12-a962-ecdf7a47c694 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/subnets/6bb8dcae-c495-466b-960d-02e704f3ae7e HTTP/1.1" status: 204 len: 168 time: 0.3847673 Jun 04 17:28:44.093465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d54fa-d5a7-43df-b00d-ffd945258c8b None None] Network 629a7f76-90ca-445b-ac17-55c0a9a65e29 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:28:44.094778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40140) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:44.280197 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:44.394064 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7ac0c94e-f709-4659-969f-e5b04ec59d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:28:42Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:44.398511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0c94e-f709-4659-969f-e5b04ec59d54 None None] Checking router: e9803bbb-fd33-4d2f-bdee-9d7012ecd08f for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:28:44.408076 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0c94e-f709-4659-969f-e5b04ec59d54 None None] Routers {'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:28:44.408693 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7ac0c94e-f709-4659-969f-e5b04ec59d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:28:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:44.468981 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] DHCP port deletion for 629a7f76-90ca-445b-ac17-55c0a9a65e29 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:28:44.499932 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Deleting port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:28:44.500469 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:44.601459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:44.612402 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Deleting port 7202a854-4b43-40f8-8327-5d90955b23c6 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:28:44.613470 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:44.799096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-7ac0c94e-f709-4659-969f-e5b04ec59d54 None None] Set router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:28:44.809224 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] For port 7202a854-4b43-40f8-8327-5d90955b23c6, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7202a854-4b43-40f8-8327-5d90955b23c6,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:28:44.809697 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:44.934325 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Calling delete_port for 7202a854-4b43-40f8-8327-5d90955b23c6 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:28:45.051483 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] For port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=425a1efb-5670-4cd0-ae71-1d658fdfeb1e,segment=NetworkSegment(1188edc1-be6c-4e09-bdcb-f7f5cb540936),segment_id=1188edc1-be6c-4e09-bdcb-f7f5cb540936)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:28:45.051853 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:45.172100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 425a1efb-5670-4cd0-ae71-1d658fdfeb1e no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:28:45.203152 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Calling delete_port for 425a1efb-5670-4cd0-ae71-1d658fdfeb1e owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:28:45.242957 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:45.291163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Port': ['ID=7202a854-4b43-40f8-8327-5d90955b23c6,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:45.365152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961'] for port, after_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:45.382929 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:45.454416 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e update to DOWN by agent not found {{(pid=88799) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 17:28:45.459267 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Pushing event deleted for resources: {'Port': ['ID=425a1efb-5670-4cd0-ae71-1d658fdfeb1e,revision_number=None']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:45.461751 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] No DVR routers for this DVR port 425a1efb-5670-4cd0-ae71-1d658fdfeb1e on host n-d-811809-3 {{(pid=88799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:28:45.475120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:45.475410 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:45.475699 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:45.476130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:45.476344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:45.476665 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:45.476985 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:45.477307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:45.477721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:45.477944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:45.478284 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:45.478626 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94d684-4210-4627-83c3-671ee0ff8e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:45.494611 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-7ac0c94e-f709-4659-969f-e5b04ec59d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:28:42Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:45.499075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0c94e-f709-4659-969f-e5b04ec59d54 None None] The sync data for ids ['e9803bbb-fd33-4d2f-bdee-9d7012ecd08f'] in n-d-811809-3 is: [{'id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885455791', 'tenant_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:27:38Z', 'updated_at': '2022-06-04T17:28:42Z', 'revision_number': 5, 'project_id': '7b2c7ecdd56c46a1876a8d3a7f4b4e10', 'gw_port': {'id': '7202a854-4b43-40f8-8327-5d90955b23c6', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9803bbb-fd33-4d2f-bdee-9d7012ecd08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:27:39Z', 'updated_at': '2022-06-04T17:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:28:45.581102 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:45.584412 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:45.614646 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:45.615136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Fanout notify agent at l3_agent the message router_deleted on router e9803bbb-fd33-4d2f-bdee-9d7012ecd08f {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:28:45.631048 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:45.632145 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ef3bbc38-6f32-42d9-934b-1c1c1dd7006f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/routers/e9803bbb-fd33-4d2f-bdee-9d7012ecd08f HTTP/1.1" status: 204 len: 168 time: 1.5364349 Jun 04 17:28:45.634965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40146) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:45.752723 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ce5f-08a0-4032-a4f8-8763f59adca9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:45.888459 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ce5f-08a0-4032-a4f8-8763f59adca9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:45.914826 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f6c3ce5f-08a0-4032-a4f8-8763f59adca9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629a7f76-90ca-445b-ac17-55c0a9a65e29']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:45.927827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f6c3ce5f-08a0-4032-a4f8-8763f59adca9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1188edc1-be6c-4e09-bdcb-f7f5cb540936') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:45.928128 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-f6c3ce5f-08a0-4032-a4f8-8763f59adca9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1188edc1-be6c-4e09-bdcb-f7f5cb540936') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:45.940475 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ce5f-08a0-4032-a4f8-8763f59adca9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:45.957664 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ce5f-08a0-4032-a4f8-8763f59adca9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:45.963742 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c3ce5f-08a0-4032-a4f8-8763f59adca9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:28:45.964388 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ce5f-08a0-4032-a4f8-8763f59adca9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:46.161878 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 1188edc1-be6c-4e09-bdcb-f7f5cb540936 resource provider aggregate not found Jun 04 17:28:46.186095 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 1188edc1-be6c-4e09-bdcb-f7f5cb540936 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1188edc1-be6c-4e09-bdcb-f7f5cb540936 found for delete ", "request_id": "req-6bbb68ab-b5a8-4619-aa98-5437506b85eb"}]} Jun 04 17:28:46.196165 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ce5f-08a0-4032-a4f8-8763f59adca9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:46.201534 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ce5f-08a0-4032-a4f8-8763f59adca9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:46.228676 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3ce5f-08a0-4032-a4f8-8763f59adca9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'Network': ['ID=629a7f76-90ca-445b-ac17-55c0a9a65e29,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:46.237404 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f6c3ce5f-08a0-4032-a4f8-8763f59adca9 tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/networks/629a7f76-90ca-445b-ac17-55c0a9a65e29 HTTP/1.1" status: 204 len: 168 time: 0.6014132 Jun 04 17:28:46.240010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40156) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:46.313651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7df6b8c9-45c3-4dae-9b60-2f9a85a8619f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:46.343584 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7df6b8c9-45c3-4dae-9b60-2f9a85a8619f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:46.410870 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7df6b8c9-45c3-4dae-9b60-2f9a85a8619f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:46.427889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6b8c9-45c3-4dae-9b60-2f9a85a8619f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0404770a-c14a-4848-8ed3-5fe9d7b5c1d7,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:46.441482 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7df6b8c9-45c3-4dae-9b60-2f9a85a8619f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:46.442689 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7df6b8c9-45c3-4dae-9b60-2f9a85a8619f tempest-TestNetworkAdvancedServerOps-1632610531 tempest-TestNetworkAdvancedServerOps-1632610531-project] 10.222.0.13 "DELETE /v2.0/security-groups/0404770a-c14a-4848-8ed3-5fe9d7b5c1d7 HTTP/1.1" status: 204 len: 168 time: 0.2017241 Jun 04 17:28:46.961304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40166) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:47.124987 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7202a854-4b43-40f8-8327-5d90955b23c6 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:28:47.133730 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-86852e1f-7293-4a35-9376-fffd491b7a75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b2c7ecdd56c46a1876a8d3a7f4b4e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712289 Jun 04 17:28:47.136365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40172) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:47.158610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 7202a854-4b43-40f8-8327-5d90955b23c6 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:28:47.158943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7202a854-4b43-40f8-8327-5d90955b23c6 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:28:47.159355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 29864474-f4a0-475c-9cc8-5c49b9d07897 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:28:47.193570 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ef7e2e-4d23-4fc6-9b18-eac25fc9d3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:47.193938 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 29864474-f4a0-475c-9cc8-5c49b9d07897 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:28:47.194280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 29864474-f4a0-475c-9cc8-5c49b9d07897 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:28:47.219592 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ef7e2e-4d23-4fc6-9b18-eac25fc9d3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:47.277486 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ef7e2e-4d23-4fc6-9b18-eac25fc9d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:47.294522 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef7e2e-4d23-4fc6-9b18-eac25fc9d3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d588d874-56c4-4637-ac13-66162646ba03,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:47.302693 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-53ef7e2e-4d23-4fc6-9b18-eac25fc9d3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:47.303893 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-53ef7e2e-4d23-4fc6-9b18-eac25fc9d3a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d588d874-56c4-4637-ac13-66162646ba03 HTTP/1.1" status: 204 len: 168 time: 0.1665657 Jun 04 17:28:47.594418 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40180) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:47.612625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5edd241d-b4aa-4b0f-9a2f-e47e14e7aa25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:47.627719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5edd241d-b4aa-4b0f-9a2f-e47e14e7aa25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:28:47.631653 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5edd241d-b4aa-4b0f-9a2f-e47e14e7aa25 admin admin] Usage tracker for resource:security_group_rule and tenant:a5407509692241b094b6c24ecb76b4cd is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:28:47.634524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5edd241d-b4aa-4b0f-9a2f-e47e14e7aa25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:28:47.640278 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5edd241d-b4aa-4b0f-9a2f-e47e14e7aa25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:28:47.729723 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5edd241d-b4aa-4b0f-9a2f-e47e14e7aa25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:47.735506 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5edd241d-b4aa-4b0f-9a2f-e47e14e7aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:47.781492 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5edd241d-b4aa-4b0f-9a2f-e47e14e7aa25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5407509692241b094b6c24ecb76b4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859212 Jun 04 17:28:47.783134 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd241d-b4aa-4b0f-9a2f-e47e14e7aa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550ad40a-54a1-44c3-938d-d2e3411a46b2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:47.785982 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40184) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:47.853709 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ecedbcdd-22b8-4375-8827-5924139341b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:47.889444 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ecedbcdd-22b8-4375-8827-5924139341b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:47.952740 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ecedbcdd-22b8-4375-8827-5924139341b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:47.975295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedbcdd-22b8-4375-8827-5924139341b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550ad40a-54a1-44c3-938d-d2e3411a46b2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:47.982689 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ecedbcdd-22b8-4375-8827-5924139341b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:47.983806 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ecedbcdd-22b8-4375-8827-5924139341b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/550ad40a-54a1-44c3-938d-d2e3411a46b2 HTTP/1.1" status: 204 len: 168 time: 0.1973107 Jun 04 17:28:48.813390 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40208) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:48.930549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1534676275-network', 'tenant_id': 'd0010affe968468fbe175cc230946ffa'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:28:48.936005 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:28:48.940041 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Usage tracker for resource:network and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:28:48.942972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:28:48.948683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:28:48.960815 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Made reservation on behalf of d0010affe968468fbe175cc230946ffa for: {'network': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:28:48.963104 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:48.975957 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:48.993021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:28:48.996897 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:28:49.000125 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:28:49.005986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:28:49.094937 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:49.100454 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:49.131523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88798) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:28:49.139655 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cc56a7-7012-4e32-bd8f-c7c4fb1acb71,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:49.145721 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:49.146088 n-d-811809-3 neutron-server[88798]: INFO neutron.db.segments_db [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Added segment fa4bf052-01b3-4f99-a218-d5f94db12ac2 of type vlan for network a945c7fc-e431-491a-906c-99719ae467a9 Jun 04 17:28:49.172239 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:49.202198 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:49.203144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:49.203735 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:49.306050 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4915903 Jun 04 17:28:49.309334 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139c1ae-54d1-42e0-840e-0a0db53f5f44 admin admin] Pushing event updated for resources: {'Network': ['ID=a945c7fc-e431-491a-906c-99719ae467a9,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:49.309714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40214) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:49.315590 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Request body: {'subnet': {'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1534676275-subnet', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:28:49.319494 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network a945c7fc-e431-491a-906c-99719ae467a9 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:28:49.321565 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:28:49.325515 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Usage tracker for resource:subnet and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:28:49.328518 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:28:49.334872 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:28:49.345692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Made reservation on behalf of d0010affe968468fbe175cc230946ffa for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:28:49.348021 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:49.561538 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:49.631927 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b0cebc-0537-4f8f-ae26-95c2d0c51447,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:49.646752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Checking segment: {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:28:49.647226 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Network hostable DHCP agents. Network: a945c7fc-e431-491a-906c-99719ae467a9, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:28:49.672211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Network a945c7fc-e431-491a-906c-99719ae467a9 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:28:49.684301 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, a945c7fc-e431-491a-906c-99719ae467a9) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:28:49.688964 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:49.689680 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:49.694902 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f70dde6-013f-44ee-b9e2-9dae1de6f8d5 None None] Network a945c7fc-e431-491a-906c-99719ae467a9 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:28:49.721947 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-35f98c13-2698-4161-828f-8794630cf1f3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4109364 Jun 04 17:28:49.724641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40218) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:49.729571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:28:49.735274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:28:49.739255 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Usage tracker for resource:router and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:28:49.742166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:28:49.748166 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:28:49.760629 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:49.761625 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:49.776666 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:49.911336 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-a945c7fc-e431-491a-906c-99719ae467a9', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:28:49.912182 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:50.048270 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:50.069601 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Allocated IP 172.20.0.2 (a945c7fc-e431-491a-906c-99719ae467a9/86b0cebc-0537-4f8f-ae26-95c2d0c51447/b03cabee-1cfe-475c-a86b-15ab6b8b4235) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:28:50.334017 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:50.346523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Transition to ACTIVE for port object b03cabee-1cfe-475c-a86b-15ab6b8b4235 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:28:50.366041 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:50.367299 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Transition to ACTIVE for port object b03cabee-1cfe-475c-a86b-15ab6b8b4235 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:28:50.373351 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:50.396867 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:50.438015 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Network a945c7fc-e431-491a-906c-99719ae467a9 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:28:50.441290 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:28:50.444911 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:28:50.450690 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Pushing event updated for resources: {'Port': ['ID=b03cabee-1cfe-475c-a86b-15ab6b8b4235,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:50.544652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Attempting to bind port b03cabee-1cfe-475c-a86b-15ab6b8b4235 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:28:50.545017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Attempting to bind port b03cabee-1cfe-475c-a86b-15ab6b8b4235 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:28:50.545378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Attempting to bind port b03cabee-1cfe-475c-a86b-15ab6b8b4235 on network a945c7fc-e431-491a-906c-99719ae467a9 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:28:50.551104 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:28:50.551473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Checking segment: {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:28:50.551874 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:50.552262 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Bound using segment: {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:28:50.552865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Bound port: b03cabee-1cfe-475c-a86b-15ab6b8b4235, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:28:50.553242 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:50.645813 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] For port b03cabee-1cfe-475c-a86b-15ab6b8b4235, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:28:50.647454 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Allocated IP 172.25.5.247 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/b63f3c42-2d04-4da3-9361-dc72063e92fc) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:28:50.649017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] For port b03cabee-1cfe-475c-a86b-15ab6b8b4235, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b03cabee-1cfe-475c-a86b-15ab6b8b4235,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:28:50.653723 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:50.737725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5118b46-6afe-496a-9a64-e348b8611afa None None] Pushing event updated for resources: {'Port': ['ID=b03cabee-1cfe-475c-a86b-15ab6b8b4235,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:50.801458 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:50.838809 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:50.931258 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:28:50.932107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Pushing event updated for resources: {'Port': ['ID=b63f3c42-2d04-4da3-9361-dc72063e92fc,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:50.934717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:28:50.936795 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:28:51.154267 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b03cabee-1cfe-475c-a86b-15ab6b8b4235 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:28:51.222382 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b03cabee-1cfe-475c-a86b-15ab6b8b4235 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:28:51.353401 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:51.622423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f9466a-5adb-4984-9496-9ec410c4146d None None] Network a945c7fc-e431-491a-906c-99719ae467a9 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:28:51.714103 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:51.724610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-34bc3740-303a-40f6-afe8-207b8cd8286d None None] Provisioning for port b03cabee-1cfe-475c-a86b-15ab6b8b4235 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:28:51.742450 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-34bc3740-303a-40f6-afe8-207b8cd8286d None None] Provisioning complete for port b03cabee-1cfe-475c-a86b-15ab6b8b4235 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:28:51.742831 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-34bc3740-303a-40f6-afe8-207b8cd8286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:51.939555 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Router 531f5d19-64fb-4a36-baca-c7979001a0e2 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:28:51.963209 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-34bc3740-303a-40f6-afe8-207b8cd8286d None None] Current status of the port b03cabee-1cfe-475c-a86b-15ab6b8b4235 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:28:51.963579 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-34bc3740-303a-40f6-afe8-207b8cd8286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:52.003121 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-34bc3740-303a-40f6-afe8-207b8cd8286d None None] For port b03cabee-1cfe-475c-a86b-15ab6b8b4235, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b03cabee-1cfe-475c-a86b-15ab6b8b4235,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:28:52.008667 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-34bc3740-303a-40f6-afe8-207b8cd8286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:52.087616 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc3740-303a-40f6-afe8-207b8cd8286d None None] Pushing event updated for resources: {'Port': ['ID=b03cabee-1cfe-475c-a86b-15ab6b8b4235,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:52.242091 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-597feeb8-4126-410e-950d-af1dde097591 None None] Provisioning complete for port b03cabee-1cfe-475c-a86b-15ab6b8b4235 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:28:52.242456 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-597feeb8-4126-410e-950d-af1dde097591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:52.255518 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:28:52.266387 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Sync routers for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:28:52.278202 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:28:52.278980 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:28:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:52.281722 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:52.285757 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a0936046-7e85-4fd9-9353-c82a2cbe672b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5575783 Jun 04 17:28:52.285999 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40222) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:52.368498 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-597feeb8-4126-410e-950d-af1dde097591 None None] Current status of the port b03cabee-1cfe-475c-a86b-15ab6b8b4235 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:28:52.463621 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:28:52.745959 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:51Z', 'revision_number': 3, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:52.750278 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Checking router: 531f5d19-64fb-4a36-baca-c7979001a0e2 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:28:52.750667 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Updating router 531f5d19-64fb-4a36-baca-c7979001a0e2 port b63f3c42-2d04-4da3-9361-dc72063e92fc binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:28:52.802202 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:52.971547 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:53.139514 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b03cabee-1cfe-475c-a86b-15ab6b8b4235 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:28:53.172308 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:53.185261 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Transition to ACTIVE for port object b63f3c42-2d04-4da3-9361-dc72063e92fc will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:28:53.193235 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Allocated IP 172.20.0.1 (a945c7fc-e431-491a-906c-99719ae467a9/86b0cebc-0537-4f8f-ae26-95c2d0c51447/d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:28:53.193445 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:53.214194 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b03cabee-1cfe-475c-a86b-15ab6b8b4235 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:28:53.214997 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:53.268961 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Attempting to bind port b63f3c42-2d04-4da3-9361-dc72063e92fc on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:28:53.269552 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Attempting to bind port b63f3c42-2d04-4da3-9361-dc72063e92fc by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:28:53.269648 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Attempting to bind port b63f3c42-2d04-4da3-9361-dc72063e92fc on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:28:53.278562 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:28:53.278925 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:28:53.279318 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:53.279704 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:28:53.280167 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Bound port: b63f3c42-2d04-4da3-9361-dc72063e92fc, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:28:53.280544 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:53.327282 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Pushing event updated for resources: {'Port': ['ID=b63f3c42-2d04-4da3-9361-dc72063e92fc,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:53.337748 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:53.338085 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:53.338391 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:53.338811 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:53.339261 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:53.339985 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:53.339985 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:53.340210 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:53.340505 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:53.341110 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:53.341110 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:53.341407 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:28:53.343009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b03cabee-1cfe-475c-a86b-15ab6b8b4235 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:28:53.344247 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:53.365101 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Transition to ACTIVE for port object d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:28:53.373025 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] For port b63f3c42-2d04-4da3-9361-dc72063e92fc, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:28:53.377098 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] For port b63f3c42-2d04-4da3-9361-dc72063e92fc, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b63f3c42-2d04-4da3-9361-dc72063e92fc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:28:53.386170 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:53.393814 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:53.460177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Network a945c7fc-e431-491a-906c-99719ae467a9 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:28:53.463184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:28:53.472965 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:28:53.493244 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:28:53.493244 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:28:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:53.578644 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Pushing event updated for resources: {'Port': ['ID=d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:53.597947 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:53.598166 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c2a5a-78bb-48af-b214-d9de685f6cd7 None None] Pushing event updated for resources: {'Port': ['ID=b63f3c42-2d04-4da3-9361-dc72063e92fc,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:53.720258 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:28:53.807291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-11aff003-61d0-4599-866d-45e80b0e5052 None None] Provisioning for port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:28:53.813251 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-11aff003-61d0-4599-866d-45e80b0e5052 None None] Provisioning complete for port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:28:53.813849 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-11aff003-61d0-4599-866d-45e80b0e5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:53.872003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-11aff003-61d0-4599-866d-45e80b0e5052 None None] Port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:28:54.004473 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:54.006382 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:51Z', 'revision_number': 3, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:54.010280 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab936f2-827d-452a-a53d-695156c34bb7 None None] The sync data for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 is: [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:51Z', 'revision_number': 3, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:28:54.243977 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:54.249768 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:54.363105 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:54.367694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Pushing event updated for resources: {'Port': ['ID=d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:54.505715 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Network a945c7fc-e431-491a-906c-99719ae467a9 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:28:54.507007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:28:54.720654 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Router 531f5d19-64fb-4a36-baca-c7979001a0e2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:28:54.799270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-bce07fd9-c77e-4b5c-ade3-6e4a08e5ae5c None None] Provisioning complete for port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:28:54.799902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bce07fd9-c77e-4b5c-ade3-6e4a08e5ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:54.852802 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-bce07fd9-c77e-4b5c-ade3-6e4a08e5ae5c None None] Port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:28:54.912106 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:28:54.921251 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-3ae09f63-0caf-4900-b29f-1d5ad5d8dfca admin admin] 10.222.0.13 "PUT /v2.0/routers/531f5d19-64fb-4a36-baca-c7979001a0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6342432 Jun 04 17:28:55.149955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b63f3c42-2d04-4da3-9361-dc72063e92fc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:28:55.221266 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port b63f3c42-2d04-4da3-9361-dc72063e92fc completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:28:55.226083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b63f3c42-2d04-4da3-9361-dc72063e92fc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:28:55.226541 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:55.348137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b63f3c42-2d04-4da3-9361-dc72063e92fc is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:28:55.348536 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:55.366009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port b63f3c42-2d04-4da3-9361-dc72063e92fc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b63f3c42-2d04-4da3-9361-dc72063e92fc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:28:55.371952 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:55.478203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=b63f3c42-2d04-4da3-9361-dc72063e92fc,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:55.478415 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40240) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:55.484646 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1638948303-network', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:28:55.490684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:28:55.494862 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Usage tracker for resource:network and tenant:7dc85d64ef62404ba3c02942ae6a97be is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:28:55.497891 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:28:55.506171 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:28:55.517418 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Made reservation on behalf of 7dc85d64ef62404ba3c02942ae6a97be for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:28:55.519943 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:55.530226 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Sync routers for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:28:55.533802 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:55.540000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:28:55.540718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:28:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:55.548721 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:28:55.552618 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc85d64ef62404ba3c02942ae6a97be is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:28:55.555560 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:28:55.561484 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:28:55.649894 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:55.655313 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:55.688252 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:28:55.693715 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd546f8e-6712-4ea5-93d4-926c9d41b794,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:55.701226 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:55.701771 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Added segment 9268bb65-b24d-42c0-8975-43961f1658a2 of type vlan for network 036ab88a-d37c-4feb-a088-c7882be9b34a Jun 04 17:28:55.722639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:28:55.729745 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:55.761045 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:55.761995 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:55.762620 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:55.866181 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3866057 Jun 04 17:28:55.869209 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40244) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:55.869717 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead46333-4d1b-417c-8175-5d04a0b71b64 admin admin] Pushing event updated for resources: {'Network': ['ID=036ab88a-d37c-4feb-a088-c7882be9b34a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:55.878020 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Request body: {'subnet': {'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1638948303-subnet', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'ip_version': 4}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:28:55.882714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 036ab88a-d37c-4feb-a088-c7882be9b34a details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:28:55.884861 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:28:55.888864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Usage tracker for resource:subnet and tenant:7dc85d64ef62404ba3c02942ae6a97be is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:28:55.891901 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:28:55.898386 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:28:55.908942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Made reservation on behalf of 7dc85d64ef62404ba3c02942ae6a97be for: {'subnet': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:28:55.911460 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4082159'] for subnet, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:56.115200 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2828321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4082173'] for subnet, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:56.138783 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:54Z', 'revision_number': 2, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:56.143049 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Checking router: 531f5d19-64fb-4a36-baca-c7979001a0e2 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:28:56.153930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Updating router 531f5d19-64fb-4a36-baca-c7979001a0e2 port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:28:56.194201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=538907ce-efa6-477a-bedf-b2c1bf2bd5e3,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:56.202864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Checking segment: {'id': '9268bb65-b24d-42c0-8975-43961f1658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:28:56.203220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Network hostable DHCP agents. Network: 036ab88a-d37c-4feb-a088-c7882be9b34a, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88798) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:28:56.210626 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:56.223057 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Network 036ab88a-d37c-4feb-a088-c7882be9b34a is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88798) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:28:56.232551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 036ab88a-d37c-4feb-a088-c7882be9b34a) {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:28:56.237002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:28:56.237674 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:56.256127 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b0c2be-c9b4-44c3-9348-9738167922ba None None] Network 036ab88a-d37c-4feb-a088-c7882be9b34a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:28:56.260065 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-23c273c2-4913-4ec1-82ab-bd70eb11bd3a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3895600 Jun 04 17:28:56.262869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40248) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:56.268800 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1638948303-router', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:28:56.274179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:28:56.278106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Usage tracker for resource:router and tenant:7dc85d64ef62404ba3c02942ae6a97be is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:28:56.281069 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:28:56.287113 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:28:56.297871 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:56.298945 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:56.313783 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:56.578108 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:56.631451 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-036ab88a-d37c-4feb-a088-c7882be9b34a', 'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'fixed_ips': [{'subnet_id': '538907ce-efa6-477a-bedf-b2c1bf2bd5e3'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:28:56.632235 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:56.883434 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:56.892479 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:56.901484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Transition to ACTIVE for port object d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:28:56.912727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Allocated IP 172.20.0.2 (036ab88a-d37c-4feb-a088-c7882be9b34a/538907ce-efa6-477a-bedf-b2c1bf2bd5e3/f72fdaae-e026-44f8-92d2-f6961af32412) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:28:56.914712 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:57.053689 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:57.114181 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1622c-cb77-4a8e-8530-208fb11a9ea3 None None] Pushing event updated for resources: {'Port': ['ID=d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:57.195041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b63f3c42-2d04-4da3-9361-dc72063e92fc up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:28:57.213750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Allocated IP 172.25.5.62 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/7196175c-79c5-47c4-987c-b73809c20c35) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:28:57.288647 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Attempting to bind port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:28:57.288958 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Attempting to bind port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:28:57.289270 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Attempting to bind port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 on network a945c7fc-e431-491a-906c-99719ae467a9 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:28:57.316652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:28:57.317017 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Checking segment: {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:28:57.317408 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:57.317791 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Bound using segment: {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:28:57.318269 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Bound port: d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:28:57.318663 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:57.378195 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:57.412396 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:57.457549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port b63f3c42-2d04-4da3-9361-dc72063e92fc triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:28:57.457917 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:57.476023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:28:57.478700 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:28:57.482635 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:28:57.498400 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:57.529781 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Transition to ACTIVE for port object f72fdaae-e026-44f8-92d2-f6961af32412 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:28:57.542721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] For port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:28:57.564216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Transition to ACTIVE for port object f72fdaae-e026-44f8-92d2-f6961af32412 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:28:57.567679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] For port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:28:57.573825 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:57.599548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Pushing event updated for resources: {'Port': ['ID=7196175c-79c5-47c4-987c-b73809c20c35,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:57.604858 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:57.686020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Network 036ab88a-d37c-4feb-a088-c7882be9b34a is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:28:57.698610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:28:57.708321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:28:57.710404 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Pushing event updated for resources: {'Port': ['ID=f72fdaae-e026-44f8-92d2-f6961af32412,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:57.799154 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:28:57.799792 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:28:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:57.879827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port b63f3c42-2d04-4da3-9361-dc72063e92fc is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:28:57.906577 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:57.959491 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Attempting to bind port f72fdaae-e026-44f8-92d2-f6961af32412 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:28:57.960150 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Attempting to bind port f72fdaae-e026-44f8-92d2-f6961af32412 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '9268bb65-b24d-42c0-8975-43961f1658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:28:57.960264 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Attempting to bind port f72fdaae-e026-44f8-92d2-f6961af32412 on network 036ab88a-d37c-4feb-a088-c7882be9b34a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:28:57.964553 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1622c-cb77-4a8e-8530-208fb11a9ea3 None None] Pushing event updated for resources: {'Port': ['ID=d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:57.972233 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-09f8a93f-d097-46d6-b3d0-7d631f0c1e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:58.024955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:28:58.025368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Checking segment: {'id': '9268bb65-b24d-42c0-8975-43961f1658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:28:58.025710 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:58.026120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Bound using segment: {'id': '9268bb65-b24d-42c0-8975-43961f1658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:28:58.026606 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Bound port: f72fdaae-e026-44f8-92d2-f6961af32412, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9268bb65-b24d-42c0-8975-43961f1658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:28:58.026969 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:58.129488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:28:58.251552 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:58.274012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] For port f72fdaae-e026-44f8-92d2-f6961af32412, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:28:58.297918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] For port f72fdaae-e026-44f8-92d2-f6961af32412, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f72fdaae-e026-44f8-92d2-f6961af32412,segment=NetworkSegment(9268bb65-b24d-42c0-8975-43961f1658a2),segment_id=9268bb65-b24d-42c0-8975-43961f1658a2)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:28:58.393795 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:58.520971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3688d2-4010-4cc6-be73-d915faa80230 None None] Pushing event updated for resources: {'Port': ['ID=f72fdaae-e026-44f8-92d2-f6961af32412,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:58.591789 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:57Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:58.596488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a92e0b-3aa2-4980-a727-c9fc54230387 None None] The sync data for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 is: [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:57Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:28:58.624329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Router 8cc8164e-523e-4719-87a1-883a9f49a10d is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:28:58.865269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:28:58.878227 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Sync routers for ids ['8cc8164e-523e-4719-87a1-883a9f49a10d'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:28:58.889760 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Routers {'8cc8164e-523e-4719-87a1-883a9f49a10d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:28:58.890668 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:28:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8cc8164e-523e-4719-87a1-883a9f49a10d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:58.897447 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:58.900738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ad4547bd-4c89-4b78-ad34-60fdaf125a2c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6364722 Jun 04 17:28:58.903615 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40252) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:28:59.101605 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Set router 8cc8164e-523e-4719-87a1-883a9f49a10d gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:28:59.245536 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f72fdaae-e026-44f8-92d2-f6961af32412 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:28:59.331342 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port f72fdaae-e026-44f8-92d2-f6961af32412 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:28:59.339534 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:28:59.419005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:28:59.427504 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:28:59.427988 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:59.606906 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:28:59.607436 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:59.613291 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'name': 'tempest-TestShelveInstance-1638948303-router', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7196175c-79c5-47c4-987c-b73809c20c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:56Z', 'updated_at': '2022-06-04T17:28:57Z', 'revision_number': 3, 'project_id': '7dc85d64ef62404ba3c02942ae6a97be', 'gw_port': {'id': '7196175c-79c5-47c4-987c-b73809c20c35', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:57Z', 'updated_at': '2022-06-04T17:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:28:59.619491 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Checking router: 8cc8164e-523e-4719-87a1-883a9f49a10d for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:28:59.619958 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Updating router 8cc8164e-523e-4719-87a1-883a9f49a10d port 7196175c-79c5-47c4-987c-b73809c20c35 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:28:59.656988 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:28:59.669798 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:59.694686 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:28:59.760129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:28:59.859794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f9e1d-cc5c-48ea-b95a-f6d28796205d None None] Network 036ab88a-d37c-4feb-a088-c7882be9b34a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:28:59.946702 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.004525 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6191531c-7ab3-4e98-9a14-79dde09251d0 None None] Provisioning for port f72fdaae-e026-44f8-92d2-f6961af32412 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:29:00.022864 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-6191531c-7ab3-4e98-9a14-79dde09251d0 None None] Provisioning complete for port f72fdaae-e026-44f8-92d2-f6961af32412 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:29:00.023377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6191531c-7ab3-4e98-9a14-79dde09251d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.095809 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.112356 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Transition to ACTIVE for port object 7196175c-79c5-47c4-987c-b73809c20c35 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:29:00.124589 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.147573 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b9e5706b-f4e7-4d30-85e5-a9992f955023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.189184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Allocated IP 172.20.0.1 (036ab88a-d37c-4feb-a088-c7882be9b34a/538907ce-efa6-477a-bedf-b2c1bf2bd5e3/66dd89e1-c771-4d16-b96f-77bd91ba91e4) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:29:00.228135 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Attempting to bind port 7196175c-79c5-47c4-987c-b73809c20c35 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:29:00.228659 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Attempting to bind port 7196175c-79c5-47c4-987c-b73809c20c35 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:29:00.229139 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Attempting to bind port 7196175c-79c5-47c4-987c-b73809c20c35 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:29:00.241155 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:29:00.241702 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:29:00.242283 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.242673 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:29:00.243368 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Bound port: 7196175c-79c5-47c4-987c-b73809c20c35, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:29:00.243832 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.256679 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-6191531c-7ab3-4e98-9a14-79dde09251d0 None None] Current status of the port f72fdaae-e026-44f8-92d2-f6961af32412 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:29:00.257265 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6191531c-7ab3-4e98-9a14-79dde09251d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.270457 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9babf8-ad9e-4859-bf9b-358107e31593 None None] Pushing event updated for resources: {'Port': ['ID=7196175c-79c5-47c4-987c-b73809c20c35,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:00.313129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-6191531c-7ab3-4e98-9a14-79dde09251d0 None None] For port f72fdaae-e026-44f8-92d2-f6961af32412, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f72fdaae-e026-44f8-92d2-f6961af32412,segment=NetworkSegment(9268bb65-b24d-42c0-8975-43961f1658a2),segment_id=9268bb65-b24d-42c0-8975-43961f1658a2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:29:00.319524 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6191531c-7ab3-4e98-9a14-79dde09251d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.337394 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] For port 7196175c-79c5-47c4-987c-b73809c20c35, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:29:00.341203 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] For port 7196175c-79c5-47c4-987c-b73809c20c35, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7196175c-79c5-47c4-987c-b73809c20c35,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:29:00.346491 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.352897 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.371524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Transition to ACTIVE for port object 66dd89e1-c771-4d16-b96f-77bd91ba91e4 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:29:00.399653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191531c-7ab3-4e98-9a14-79dde09251d0 None None] Pushing event updated for resources: {'Port': ['ID=f72fdaae-e026-44f8-92d2-f6961af32412,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:00.401058 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.437440 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Routers {'8cc8164e-523e-4719-87a1-883a9f49a10d'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:29:00.438412 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:29:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8cc8164e-523e-4719-87a1-883a9f49a10d'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:29:00.475111 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Network 036ab88a-d37c-4feb-a088-c7882be9b34a is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:29:00.478467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:29:00.482365 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:29:00.512777 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Pushing event updated for resources: {'Port': ['ID=66dd89e1-c771-4d16-b96f-77bd91ba91e4,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:00.537938 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9babf8-ad9e-4859-bf9b-358107e31593 None None] Pushing event updated for resources: {'Port': ['ID=7196175c-79c5-47c4-987c-b73809c20c35,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:00.575060 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.651474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b9f224b6-4e80-4624-aac2-43e5eae215f4 None None] Provisioning complete for port f72fdaae-e026-44f8-92d2-f6961af32412 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:29:00.651864 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b9f224b6-4e80-4624-aac2-43e5eae215f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.685614 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] Set router 8cc8164e-523e-4719-87a1-883a9f49a10d gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:29:00.732590 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:00.822474 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b9f224b6-4e80-4624-aac2-43e5eae215f4 None None] Current status of the port f72fdaae-e026-44f8-92d2-f6961af32412 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:29:00.949928 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cf3bc9ad-1421-40d9-a029-2fc5a5d7cce3 None None] Provisioning for port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:29:00.956742 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cf3bc9ad-1421-40d9-a029-2fc5a5d7cce3 None None] Provisioning complete for port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:29:00.957117 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cf3bc9ad-1421-40d9-a029-2fc5a5d7cce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:01.010905 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'name': 'tempest-TestShelveInstance-1638948303-router', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7196175c-79c5-47c4-987c-b73809c20c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:56Z', 'updated_at': '2022-06-04T17:28:57Z', 'revision_number': 3, 'project_id': '7dc85d64ef62404ba3c02942ae6a97be', 'gw_port': {'id': '7196175c-79c5-47c4-987c-b73809c20c35', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:57Z', 'updated_at': '2022-06-04T17:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:29:01.015658 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cf3bc9ad-1421-40d9-a029-2fc5a5d7cce3 None None] Port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:29:01.016411 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9bf9ca-20bd-47df-8713-531b6fa17c6a None None] The sync data for ids ['8cc8164e-523e-4719-87a1-883a9f49a10d'] in n-d-811809-3 is: [{'id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'name': 'tempest-TestShelveInstance-1638948303-router', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7196175c-79c5-47c4-987c-b73809c20c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:56Z', 'updated_at': '2022-06-04T17:28:57Z', 'revision_number': 3, 'project_id': '7dc85d64ef62404ba3c02942ae6a97be', 'gw_port': {'id': '7196175c-79c5-47c4-987c-b73809c20c35', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:57Z', 'updated_at': '2022-06-04T17:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:29:01.030094 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:01.040196 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:01.157025 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f72fdaae-e026-44f8-92d2-f6961af32412 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:29:01.157521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Pushing event updated for resources: {'Port': ['ID=66dd89e1-c771-4d16-b96f-77bd91ba91e4,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:01.160703 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:01.239234 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port f72fdaae-e026-44f8-92d2-f6961af32412 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:29:01.239601 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:01.428644 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port f72fdaae-e026-44f8-92d2-f6961af32412 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:29:01.429717 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:29:01.462337 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Network 036ab88a-d37c-4feb-a088-c7882be9b34a is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:29:01.463689 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:29:01.508261 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:01.532633 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:01.542323 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:29:01.542713 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:01.693405 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:29:01.715837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Router 8cc8164e-523e-4719-87a1-883a9f49a10d has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:29:01.846779 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-74f259db-0fef-43e9-984c-c9753db4df88 None None] Provisioning complete for port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:29:01.847076 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-74f259db-0fef-43e9-984c-c9753db4df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:01.901131 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-74f259db-0fef-43e9-984c-c9753db4df88 None None] Port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:29:01.911455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:29:01.927114 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-afb24c4a-7f7e-4fc9-9dc4-7b19852d31ab admin admin] 10.222.0.13 "PUT /v2.0/routers/8cc8164e-523e-4719-87a1-883a9f49a10d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0223153 Jun 04 17:29:02.335060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40262) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:29:02.340379 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318096965', 'description': 'tempest-secgroup-smoke-318096965 description', 'project_id': 'd0010affe968468fbe175cc230946ffa'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:29:02.347670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:29:02.351816 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:29:02.354894 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:29:02.360975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:29:02.372443 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.392704 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:29:02.396527 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:29:02.399305 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:29:02.405697 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:29:02.480146 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.485825 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.528989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:02.533748 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.534996 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9f8d570d-d30e-4ada-9a54-253dd69e298e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1989279 Jun 04 17:29:02.538226 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40266) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:29:02.545633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-06288fb1-e35a-47a2-a2e2-27cd884b8471 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group_rule': {'security_group_id': '4fba7b37-98b5-454d-a4b3-7a3d62abf3e2', 'project_id': 'd0010affe968468fbe175cc230946ffa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:29:02.552879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-06288fb1-e35a-47a2-a2e2-27cd884b8471 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:29:02.556967 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-06288fb1-e35a-47a2-a2e2-27cd884b8471 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:29:02.560771 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-06288fb1-e35a-47a2-a2e2-27cd884b8471 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:29:02.566625 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-06288fb1-e35a-47a2-a2e2-27cd884b8471 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:29:02.586728 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-06288fb1-e35a-47a2-a2e2-27cd884b8471 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.652455 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-06288fb1-e35a-47a2-a2e2-27cd884b8471 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.657634 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-06288fb1-e35a-47a2-a2e2-27cd884b8471 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.683099 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06288fb1-e35a-47a2-a2e2-27cd884b8471 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4cea26-406e-4d16-b5f1-3d04aa65e81f,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:02.692566 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-06288fb1-e35a-47a2-a2e2-27cd884b8471 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.696365 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-06288fb1-e35a-47a2-a2e2-27cd884b8471 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539345 Jun 04 17:29:02.696735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40270) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:29:02.701968 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-bae03b97-eddb-4931-987a-57b6d1fe8aaf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group_rule': {'security_group_id': '4fba7b37-98b5-454d-a4b3-7a3d62abf3e2', 'project_id': 'd0010affe968468fbe175cc230946ffa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:29:02.709453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bae03b97-eddb-4931-987a-57b6d1fe8aaf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:29:02.713714 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bae03b97-eddb-4931-987a-57b6d1fe8aaf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:29:02.716846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-bae03b97-eddb-4931-987a-57b6d1fe8aaf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:29:02.723090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-bae03b97-eddb-4931-987a-57b6d1fe8aaf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:29:02.743526 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae03b97-eddb-4931-987a-57b6d1fe8aaf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.765098 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Sync routers for ids ['8cc8164e-523e-4719-87a1-883a9f49a10d'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:29:02.774866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Routers {'8cc8164e-523e-4719-87a1-883a9f49a10d'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:29:02.775547 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:29:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8cc8164e-523e-4719-87a1-883a9f49a10d'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:29:02.805533 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae03b97-eddb-4931-987a-57b6d1fe8aaf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.810541 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae03b97-eddb-4931-987a-57b6d1fe8aaf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.835181 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae03b97-eddb-4931-987a-57b6d1fe8aaf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b22a71-2a1e-420c-95e3-072b02bde985,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:02.844986 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-bae03b97-eddb-4931-987a-57b6d1fe8aaf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.846211 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-bae03b97-eddb-4931-987a-57b6d1fe8aaf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484983 Jun 04 17:29:02.849060 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40274) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:29:02.854331 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5dc7e1a2-bb61-40ab-8d23-b5919b8eae30 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group_rule': {'security_group_id': '4fba7b37-98b5-454d-a4b3-7a3d62abf3e2', 'project_id': 'd0010affe968468fbe175cc230946ffa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:29:02.861747 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5dc7e1a2-bb61-40ab-8d23-b5919b8eae30 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:29:02.865911 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5dc7e1a2-bb61-40ab-8d23-b5919b8eae30 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:29:02.868938 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5dc7e1a2-bb61-40ab-8d23-b5919b8eae30 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:29:02.875161 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5dc7e1a2-bb61-40ab-8d23-b5919b8eae30 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:29:02.894890 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e1a2-bb61-40ab-8d23-b5919b8eae30 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.900011 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.957471 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e1a2-bb61-40ab-8d23-b5919b8eae30 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.962132 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e1a2-bb61-40ab-8d23-b5919b8eae30 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:02.990317 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7e1a2-bb61-40ab-8d23-b5919b8eae30 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f212971f-d14f-4794-94c4-52c76fd9d3ed,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:03.001144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Set router 8cc8164e-523e-4719-87a1-883a9f49a10d gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:29:03.005449 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e1a2-bb61-40ab-8d23-b5919b8eae30 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.006799 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5dc7e1a2-bb61-40ab-8d23-b5919b8eae30 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567326 Jun 04 17:29:03.009664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40278) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:29:03.019534 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-0ff958d3-bc17-4e53-bf86-0000eb7bd193 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group_rule': {'security_group_id': '4fba7b37-98b5-454d-a4b3-7a3d62abf3e2', 'project_id': 'd0010affe968468fbe175cc230946ffa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:29:03.026296 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0ff958d3-bc17-4e53-bf86-0000eb7bd193 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:29:03.030169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0ff958d3-bc17-4e53-bf86-0000eb7bd193 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:29:03.033251 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-0ff958d3-bc17-4e53-bf86-0000eb7bd193 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:29:03.039043 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-0ff958d3-bc17-4e53-bf86-0000eb7bd193 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:29:03.055975 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ff958d3-bc17-4e53-bf86-0000eb7bd193 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.133921 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ff958d3-bc17-4e53-bf86-0000eb7bd193 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.138646 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ff958d3-bc17-4e53-bf86-0000eb7bd193 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.167015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff958d3-bc17-4e53-bf86-0000eb7bd193 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899406df-772b-4c73-9adf-4f9e432b4493,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:03.176164 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-0ff958d3-bc17-4e53-bf86-0000eb7bd193 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.177431 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-0ff958d3-bc17-4e53-bf86-0000eb7bd193 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667843 Jun 04 17:29:03.180435 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40282) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:29:03.185404 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-cf8d4da9-6ed2-4dfe-8d5c-0eb621ffa4f2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group_rule': {'security_group_id': '4fba7b37-98b5-454d-a4b3-7a3d62abf3e2', 'project_id': 'd0010affe968468fbe175cc230946ffa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:29:03.192075 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cf8d4da9-6ed2-4dfe-8d5c-0eb621ffa4f2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:29:03.196107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cf8d4da9-6ed2-4dfe-8d5c-0eb621ffa4f2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:29:03.197165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7196175c-79c5-47c4-987c-b73809c20c35 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:29:03.199036 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-cf8d4da9-6ed2-4dfe-8d5c-0eb621ffa4f2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:29:03.204868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-cf8d4da9-6ed2-4dfe-8d5c-0eb621ffa4f2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:29:03.216037 n-d-811809-3 neutron-server[88798]: INFO neutron.db.securitygroups_db [None req-cf8d4da9-6ed2-4dfe-8d5c-0eb621ffa4f2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Project d0010affe968468fbe175cc230946ffa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:29:03.223262 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf8d4da9-6ed2-4dfe-8d5c-0eb621ffa4f2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.292813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf8d4da9-6ed2-4dfe-8d5c-0eb621ffa4f2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.298123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf8d4da9-6ed2-4dfe-8d5c-0eb621ffa4f2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.321538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d4da9-6ed2-4dfe-8d5c-0eb621ffa4f2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5946b2e2-7ac9-4fb0-9596-b44726f20281,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:03.331916 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-cf8d4da9-6ed2-4dfe-8d5c-0eb621ffa4f2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.333657 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-cf8d4da9-6ed2-4dfe-8d5c-0eb621ffa4f2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1522672 Jun 04 17:29:03.337010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40286) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:29:03.337537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 7196175c-79c5-47c4-987c-b73809c20c35 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:29:03.342958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-914dcf9f-3e37-4374-b966-dd1af3ae7728 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group_rule': {'security_group_id': '4fba7b37-98b5-454d-a4b3-7a3d62abf3e2', 'project_id': 'd0010affe968468fbe175cc230946ffa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:29:03.348344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7196175c-79c5-47c4-987c-b73809c20c35 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:29:03.348704 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.350123 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-914dcf9f-3e37-4374-b966-dd1af3ae7728 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:29:03.354212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-914dcf9f-3e37-4374-b966-dd1af3ae7728 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:29:03.357164 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-914dcf9f-3e37-4374-b966-dd1af3ae7728 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:29:03.363889 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-914dcf9f-3e37-4374-b966-dd1af3ae7728 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:29:03.374636 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-914dcf9f-3e37-4374-b966-dd1af3ae7728 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Project d0010affe968468fbe175cc230946ffa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:29:03.381408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-914dcf9f-3e37-4374-b966-dd1af3ae7728 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.435786 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'name': 'tempest-TestShelveInstance-1638948303-router', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7196175c-79c5-47c4-987c-b73809c20c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:56Z', 'updated_at': '2022-06-04T17:29:00Z', 'revision_number': 4, 'project_id': '7dc85d64ef62404ba3c02942ae6a97be', 'gw_port': {'id': '7196175c-79c5-47c4-987c-b73809c20c35', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:57Z', 'updated_at': '2022-06-04T17:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '66dd89e1-c771-4d16-b96f-77bd91ba91e4', 'name': '', 'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'mac_address': 'fa:16:3e:b8:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '538907ce-efa6-477a-bedf-b2c1bf2bd5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:29:00Z', 'updated_at': '2022-06-04T17:29:00Z', 'revision_number': 2, 'project_id': '7dc85d64ef62404ba3c02942ae6a97be', 'subnets': [{'id': '538907ce-efa6-477a-bedf-b2c1bf2bd5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:29:03.446329 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-914dcf9f-3e37-4374-b966-dd1af3ae7728 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.450555 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-914dcf9f-3e37-4374-b966-dd1af3ae7728 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.466959 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Checking router: 8cc8164e-523e-4719-87a1-883a9f49a10d for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:29:03.467312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Updating router 8cc8164e-523e-4719-87a1-883a9f49a10d port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:29:03.474391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dcf9f-3e37-4374-b966-dd1af3ae7728 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589eb549-b62f-4ba0-8dc6-696145ce989d,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:03.483349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-914dcf9f-3e37-4374-b966-dd1af3ae7728 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.484800 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-914dcf9f-3e37-4374-b966-dd1af3ae7728 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466608 Jun 04 17:29:03.538519 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.549913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7196175c-79c5-47c4-987c-b73809c20c35 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:29:03.550228 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.606675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 7196175c-79c5-47c4-987c-b73809c20c35, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7196175c-79c5-47c4-987c-b73809c20c35,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:29:03.614725 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:03.657215 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b027631f-7d5b-496e-b544-fa720594a314 req-7dd3e12b-d646-45b7-bb95-57d669fe1f7c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Synchronizing usage tracker for tenant:d0010affe968468fbe175cc230946ffa on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:29:03.676083 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b027631f-7d5b-496e-b544-fa720594a314 req-7dd3e12b-d646-45b7-bb95-57d669fe1f7c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Unset dirty status for tenant:d0010affe968468fbe175cc230946ffa on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:29:03.678483 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-7dd3e12b-d646-45b7-bb95-57d669fe1f7c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318096965&fields=id&tenant_id=d0010affe968468fbe175cc230946ffa HTTP/1.1" status: 200 len: 267 time: 0.0652404 Jun 04 17:29:03.777389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=7196175c-79c5-47c4-987c-b73809c20c35,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:03.847531 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027631f-7d5b-496e-b544-fa720594a314 req-e2ab6729-300c-4b60-918d-ff7760e005d6 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:03.848097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b027631f-7d5b-496e-b544-fa720594a314 req-e2ab6729-300c-4b60-918d-ff7760e005d6 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Synchronizing usage tracker for tenant:d0010affe968468fbe175cc230946ffa on resource:network {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:29:03.868725 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b027631f-7d5b-496e-b544-fa720594a314 req-e2ab6729-300c-4b60-918d-ff7760e005d6 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Unset dirty status for tenant:d0010affe968468fbe175cc230946ffa on resource:network {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:29:03.869902 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-e2ab6729-300c-4b60-918d-ff7760e005d6 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 809 time: 0.1847041 Jun 04 17:29:03.886888 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-a48c0339-1893-46df-8197-e482da152610 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/quotas/d0010affe968468fbe175cc230946ffa HTTP/1.1" status: 200 len: 375 time: 0.0107157 Jun 04 17:29:03.979752 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-d3fd58c1-cf18-4a5c-af43-1298bd64f013 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865088 Jun 04 17:29:03.997145 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:04.010712 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Transition to ACTIVE for port object 66dd89e1-c771-4d16-b96f-77bd91ba91e4 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:29:04.022596 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:04.117206 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-83ffeee5-a223-43cd-ae3e-f5c5238edd5c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:29:04.118493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-83ffeee5-a223-43cd-ae3e-f5c5238edd5c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1266272 Jun 04 17:29:04.171974 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85057fa1-8f62-420c-889a-2bbe145e5c58 None None] Pushing event updated for resources: {'Port': ['ID=66dd89e1-c771-4d16-b96f-77bd91ba91e4,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:04.265312 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Attempting to bind port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:29:04.265678 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Attempting to bind port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '9268bb65-b24d-42c0-8975-43961f1658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:29:04.266123 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Attempting to bind port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 on network 036ab88a-d37c-4feb-a088-c7882be9b34a {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:29:04.271801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:29:04.272162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Checking segment: {'id': '9268bb65-b24d-42c0-8975-43961f1658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:29:04.272553 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:04.272930 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Bound using segment: {'id': '9268bb65-b24d-42c0-8975-43961f1658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:29:04.273392 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Bound port: 66dd89e1-c771-4d16-b96f-77bd91ba91e4, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9268bb65-b24d-42c0-8975-43961f1658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:29:04.273753 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:04.282657 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-d8b069f0-1340-48a7-b985-3f990814730e service neutron] 10.222.0.13 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570127 Jun 04 17:29:04.374358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] For port 66dd89e1-c771-4d16-b96f-77bd91ba91e4, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:29:04.377624 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] For port 66dd89e1-c771-4d16-b96f-77bd91ba91e4, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=66dd89e1-c771-4d16-b96f-77bd91ba91e4,segment=NetworkSegment(9268bb65-b24d-42c0-8975-43961f1658a2),segment_id=9268bb65-b24d-42c0-8975-43961f1658a2)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:29:04.383735 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:04.417023 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-45d7f8b9-a63c-4068-b837-be7e2069ab4d service neutron] 10.222.0.13 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284044 Jun 04 17:29:04.502748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Routers {'8cc8164e-523e-4719-87a1-883a9f49a10d'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:29:04.503379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:29:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8cc8164e-523e-4719-87a1-883a9f49a10d'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:29:04.601445 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85057fa1-8f62-420c-889a-2bbe145e5c58 None None] Pushing event updated for resources: {'Port': ['ID=66dd89e1-c771-4d16-b96f-77bd91ba91e4,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:04.653645 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-803fb3a4-c79e-4d09-9fcc-f1a47ecfc8e3 req-3482f2be-8973-48e0-a220-881da55014fa tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 210 time: 0.0517108 Jun 04 17:29:04.734792 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:04.737153 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] Set router 8cc8164e-523e-4719-87a1-883a9f49a10d gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:29:04.978743 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:05.084840 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'name': 'tempest-TestShelveInstance-1638948303-router', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7196175c-79c5-47c4-987c-b73809c20c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:56Z', 'updated_at': '2022-06-04T17:29:00Z', 'revision_number': 4, 'project_id': '7dc85d64ef62404ba3c02942ae6a97be', 'gw_port': {'id': '7196175c-79c5-47c4-987c-b73809c20c35', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:57Z', 'updated_at': '2022-06-04T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '66dd89e1-c771-4d16-b96f-77bd91ba91e4', 'name': '', 'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'mac_address': 'fa:16:3e:b8:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '538907ce-efa6-477a-bedf-b2c1bf2bd5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:29:00Z', 'updated_at': '2022-06-04T17:29:04Z', 'revision_number': 4, 'project_id': '7dc85d64ef62404ba3c02942ae6a97be', 'subnets': [{'id': '538907ce-efa6-477a-bedf-b2c1bf2bd5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:29:05.089088 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba46eb10-58e0-4d9b-bb3c-c1201bcc059d None None] The sync data for ids ['8cc8164e-523e-4719-87a1-883a9f49a10d'] in n-d-811809-3 is: [{'id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'name': 'tempest-TestShelveInstance-1638948303-router', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7196175c-79c5-47c4-987c-b73809c20c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:56Z', 'updated_at': '2022-06-04T17:29:00Z', 'revision_number': 4, 'project_id': '7dc85d64ef62404ba3c02942ae6a97be', 'gw_port': {'id': '7196175c-79c5-47c4-987c-b73809c20c35', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:57Z', 'updated_at': '2022-06-04T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '66dd89e1-c771-4d16-b96f-77bd91ba91e4', 'name': '', 'network_id': '036ab88a-d37c-4feb-a088-c7882be9b34a', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'mac_address': 'fa:16:3e:b8:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '538907ce-efa6-477a-bedf-b2c1bf2bd5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:29:00Z', 'updated_at': '2022-06-04T17:29:04Z', 'revision_number': 4, 'project_id': '7dc85d64ef62404ba3c02942ae6a97be', 'subnets': [{'id': '538907ce-efa6-477a-bedf-b2c1bf2bd5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:29:05.145492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7196175c-79c5-47c4-987c-b73809c20c35 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:29:05.235764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 7196175c-79c5-47c4-987c-b73809c20c35 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:29:05.236373 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:05.370675 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 7196175c-79c5-47c4-987c-b73809c20c35 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:29:05.833687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47c3fc23-7079-4010-8446-2571db4b77ae req-4b585344-c3ef-46c3-b7f9-612c26059e31 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 210 time: 0.0576096 Jun 04 17:29:05.852021 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027631f-7d5b-496e-b544-fa720594a314 req-180409b5-1d37-4d2f-993c-5e920b81282f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:05.852021 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-180409b5-1d37-4d2f-993c-5e920b81282f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 809 time: 0.2174113 Jun 04 17:29:05.902642 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-c89a0601-6838-4d11-af15-c20b5b0ef9b4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0010affe968468fbe175cc230946ffa HTTP/1.1" status: 200 len: 379 time: 0.0415699 Jun 04 17:29:05.911567 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'port': {'device_id': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'admin_state_up': True, 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'security_groups': ['4fba7b37-98b5-454d-a4b3-7a3d62abf3e2']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:29:06.064061 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:29:06.068067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:port and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:29:06.071112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:29:06.077047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:29:06.088588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Made reservation on behalf of d0010affe968468fbe175cc230946ffa for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:29:06.092668 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:06.266733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Allocated IP 172.20.0.13 (a945c7fc-e431-491a-906c-99719ae467a9/86b0cebc-0537-4f8f-ae26-95c2d0c51447/2093d26a-d595-47b6-9467-02025aaecfa5) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:29:06.590764 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:06.610972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Transition to ACTIVE for port object 2093d26a-d595-47b6-9467-02025aaecfa5 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:29:06.638489 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:06.712302 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Network a945c7fc-e431-491a-906c-99719ae467a9 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:29:06.715523 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:29:06.719427 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:29:06.750532 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'Port': ['ID=2093d26a-d595-47b6-9467-02025aaecfa5,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:06.788456 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:06.789051 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:06.811142 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-8430abca-60f0-4cc7-9908-9298126045e0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9032903 Jun 04 17:29:06.822722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Request body: {'port': {'device_id': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:29:06.922065 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0ecfce41-c417-482a-b7c2-173e00b811ec None None] Provisioning for port 2093d26a-d595-47b6-9467-02025aaecfa5 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:29:06.928516 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-0ecfce41-c417-482a-b7c2-173e00b811ec None None] Provisioning complete for port 2093d26a-d595-47b6-9467-02025aaecfa5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:29:06.929185 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0ecfce41-c417-482a-b7c2-173e00b811ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:06.938518 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:06.984200 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfce41-c417-482a-b7c2-173e00b811ec None None] Port 2093d26a-d595-47b6-9467-02025aaecfa5 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:29:07.154804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07808f9c-d9b7-490b-93bc-f03f35530de5 req-2cbacd97-1695-47b9-ba19-f05f3afcde2b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:07.154804 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-07808f9c-d9b7-490b-93bc-f03f35530de5 req-2cbacd97-1695-47b9-ba19-f05f3afcde2b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Synchronizing usage tracker for tenant:d0010affe968468fbe175cc230946ffa on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:29:07.165160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 66dd89e1-c771-4d16-b96f-77bd91ba91e4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:29:07.238944 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:29:07.242712 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-07808f9c-d9b7-490b-93bc-f03f35530de5 req-2cbacd97-1695-47b9-ba19-f05f3afcde2b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Unset dirty status for tenant:d0010affe968468fbe175cc230946ffa on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:29:07.243882 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07808f9c-d9b7-490b-93bc-f03f35530de5 req-2cbacd97-1695-47b9-ba19-f05f3afcde2b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 932 time: 0.2900834 Jun 04 17:29:07.244368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:29:07.244743 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:07.322824 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-07808f9c-d9b7-490b-93bc-f03f35530de5 req-1e7ca806-5a2c-4bf0-a3dc-0064344b3c26 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722330 Jun 04 17:29:07.363574 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:29:07.363944 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:07.396432 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 66dd89e1-c771-4d16-b96f-77bd91ba91e4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=66dd89e1-c771-4d16-b96f-77bd91ba91e4,segment=NetworkSegment(9268bb65-b24d-42c0-8975-43961f1658a2),segment_id=9268bb65-b24d-42c0-8975-43961f1658a2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:29:07.400412 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2093d26a-d595-47b6-9467-02025aaecfa5 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:29:07.401630 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:07.409814 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:07.424606 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Transition to ACTIVE for port object 2093d26a-d595-47b6-9467-02025aaecfa5 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:29:07.428674 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:07.470352 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=66dd89e1-c771-4d16-b96f-77bd91ba91e4,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:07.619357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Pushing event updated for resources: {'Port': ['ID=2093d26a-d595-47b6-9467-02025aaecfa5,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:07.669884 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Attempting to bind port 2093d26a-d595-47b6-9467-02025aaecfa5 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:29:07.670353 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Attempting to bind port 2093d26a-d595-47b6-9467-02025aaecfa5 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:29:07.670848 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Attempting to bind port 2093d26a-d595-47b6-9467-02025aaecfa5 on network a945c7fc-e431-491a-906c-99719ae467a9 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:29:07.676245 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Port 2093d26a-d595-47b6-9467-02025aaecfa5 on network a945c7fc-e431-491a-906c-99719ae467a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:29:07.676659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Attempting to bind port 2093d26a-d595-47b6-9467-02025aaecfa5 on network a945c7fc-e431-491a-906c-99719ae467a9 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:29:07.682913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:29:07.683244 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Checking segment: {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:29:07.683621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Bound using segment: {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:29:07.684047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Bound port: 2093d26a-d595-47b6-9467-02025aaecfa5, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:29:07.684388 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:07.776971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] For port 2093d26a-d595-47b6-9467-02025aaecfa5, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:29:07.779806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] For port 2093d26a-d595-47b6-9467-02025aaecfa5, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=2093d26a-d595-47b6-9467-02025aaecfa5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:29:07.786834 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:07.844971 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:07.845585 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:07.847020 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] 10.222.0.42 "PUT /v2.0/ports/2093d26a-d595-47b6-9467-02025aaecfa5 HTTP/1.1" status: 200 len: 1092 time: 1.0286832 Jun 04 17:29:07.847408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:29:07.875972 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d722eb-0f88-4835-84b7-ad6ee9021084 service neutron] Pushing event updated for resources: {'Port': ['ID=2093d26a-d595-47b6-9467-02025aaecfa5,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:07.919152 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daacbfb4-85a9-4582-97cb-3bdda010ac2c'] response: {'name': 'network-changed', 'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5', 'status': 'completed', 'code': 200} Jun 04 17:29:07.961336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027631f-7d5b-496e-b544-fa720594a314 req-343de966-2c6e-45c4-be06-c3c9a92c2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:07.962879 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-343de966-2c6e-45c4-be06-c3c9a92c2fbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 1095 time: 0.0757623 Jun 04 17:29:08.043405 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-3e5c6d26-c8b8-4677-b5ed-117407e54aaa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2093d26a-d595-47b6-9467-02025aaecfa5 HTTP/1.1" status: 200 len: 217 time: 0.0731709 Jun 04 17:29:08.108042 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027631f-7d5b-496e-b544-fa720594a314 req-376d45cf-50da-4e0d-ae42-ad5f94b8d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:08.109362 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-376d45cf-50da-4e0d-ae42-ad5f94b8d9a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0605049 Jun 04 17:29:08.188282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027631f-7d5b-496e-b544-fa720594a314 req-3e52aa04-38e6-424b-9188-c15d2edf2f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:08.189866 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-3e52aa04-38e6-424b-9188-c15d2edf2f9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738213 Jun 04 17:29:08.471715 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-09f8173e-1c41-4e7a-89b0-303d8981b70b service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752633 Jun 04 17:29:08.632818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4a07-dadd-43b6-8f01-d4b047d14cf2 req-890481e4-bf4b-41d9-81d9-1bdd5a825c28 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:08.634202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82cf4a07-dadd-43b6-8f01-d4b047d14cf2 req-890481e4-bf4b-41d9-81d9-1bdd5a825c28 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.2025883 Jun 04 17:29:08.635959 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b027631f-7d5b-496e-b544-fa720594a314 req-86d9b283-15a2-486d-97ea-8324b3218577 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578214 Jun 04 17:29:08.683808 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-82cf4a07-dadd-43b6-8f01-d4b047d14cf2 req-e18a3e28-b21e-4943-9521-77985ec5aa16 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416737 Jun 04 17:29:08.753144 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e18b7-ea08-4a43-aaf8-72dcba5fd77f req-876ec8d6-8996-4111-bccf-b43c70521393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:08.754850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-612e18b7-ea08-4a43-aaf8-72dcba5fd77f req-876ec8d6-8996-4111-bccf-b43c70521393 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 1095 time: 0.0697815 Jun 04 17:29:08.890588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e18b7-ea08-4a43-aaf8-72dcba5fd77f req-85ced545-c71b-4287-a515-9b5690cc4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:08.892439 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-612e18b7-ea08-4a43-aaf8-72dcba5fd77f req-85ced545-c71b-4287-a515-9b5690cc4bfd service neutron] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1308165 Jun 04 17:29:08.964446 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-612e18b7-ea08-4a43-aaf8-72dcba5fd77f req-1e48bed9-e330-4f6a-8ea3-e5ad8ecfdf82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2093d26a-d595-47b6-9467-02025aaecfa5 HTTP/1.1" status: 200 len: 217 time: 0.0650532 Jun 04 17:29:09.040145 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e18b7-ea08-4a43-aaf8-72dcba5fd77f req-2141d5c8-f7ff-483d-a142-89fa698bd61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:09.041592 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-612e18b7-ea08-4a43-aaf8-72dcba5fd77f req-2141d5c8-f7ff-483d-a142-89fa698bd61c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0701830 Jun 04 17:29:09.124654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e18b7-ea08-4a43-aaf8-72dcba5fd77f req-c728749e-822b-4f2b-880c-fc161bd9c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:09.126234 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-612e18b7-ea08-4a43-aaf8-72dcba5fd77f req-c728749e-822b-4f2b-880c-fc161bd9c017 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780618 Jun 04 17:29:09.141009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 66dd89e1-c771-4d16-b96f-77bd91ba91e4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:29:09.210794 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:29:09.211167 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:09.260738 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-612e18b7-ea08-4a43-aaf8-72dcba5fd77f req-a0118401-3d1c-4907-aa97-c7c385cb778d service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279829 Jun 04 17:29:09.330929 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:29:09.405191 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-612e18b7-ea08-4a43-aaf8-72dcba5fd77f req-af46859a-2513-40c0-9d9a-1aabe2b09d6b service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375690 Jun 04 17:29:09.882996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cbc51-002a-4ae8-9901-c4dafeb6c3a7 req-dee54c6d-b519-421a-81a2-a7633a6b952a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:09.884481 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8b8cbc51-002a-4ae8-9901-c4dafeb6c3a7 req-dee54c6d-b519-421a-81a2-a7633a6b952a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.0902355 Jun 04 17:29:09.936925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8b8cbc51-002a-4ae8-9901-c4dafeb6c3a7 req-98e8e1ab-7502-4612-aa02-842d4bf5d796 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412982 Jun 04 17:29:10.833703 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:29:11.131963 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f727a-7c1c-4af9-bc46-11d913cd8e08 req-9d94fc20-0ee0-4515-893e-00ef78e7200a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:11.133522 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-583f727a-7c1c-4af9-bc46-11d913cd8e08 req-9d94fc20-0ee0-4515-893e-00ef78e7200a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.0855377 Jun 04 17:29:11.177856 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-583f727a-7c1c-4af9-bc46-11d913cd8e08 req-1884da2f-93c5-4611-b5d7-ea1f1df41aa3 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386097 Jun 04 17:29:12.112858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 2093d26a-d595-47b6-9467-02025aaecfa5 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:29:12.249730 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 2093d26a-d595-47b6-9467-02025aaecfa5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=2093d26a-d595-47b6-9467-02025aaecfa5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:29:12.263441 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '2093d26a-d595-47b6-9467-02025aaecfa5', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'port_id': '2093d26a-d595-47b6-9467-02025aaecfa5', 'mac_address': 'fa:16:3e:fc:2e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:29:12.364673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 2093d26a-d595-47b6-9467-02025aaecfa5 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:29:12.364928 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:12.383166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2093d26a-d595-47b6-9467-02025aaecfa5 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:29:12.391914 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e59411-d98f-4db5-b33a-6061c74749a4 req-1510dda5-5b29-4cd5-a69b-8820f51a756f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:12.393415 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18e59411-d98f-4db5-b33a-6061c74749a4 req-1510dda5-5b29-4cd5-a69b-8820f51a756f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.0840132 Jun 04 17:29:12.399804 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 2093d26a-d595-47b6-9467-02025aaecfa5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=2093d26a-d595-47b6-9467-02025aaecfa5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:29:12.421399 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:12.452030 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-18e59411-d98f-4db5-b33a-6061c74749a4 req-cccc13e0-48d9-4132-ae6a-7b4889d69135 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528111 Jun 04 17:29:12.509731 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=2093d26a-d595-47b6-9467-02025aaecfa5,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:12.620739 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['2093d26a-d595-47b6-9467-02025aaecfa5'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:29:13.646734 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb30bd-0660-42bc-b029-b88d9c62cd2f req-746b4344-a5a9-490d-943a-4bf72ebf2002 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:13.648203 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9bbb30bd-0660-42bc-b029-b88d9c62cd2f req-746b4344-a5a9-490d-943a-4bf72ebf2002 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 945 time: 0.0857315 Jun 04 17:29:13.692739 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9bbb30bd-0660-42bc-b029-b88d9c62cd2f req-7bdcb12f-bc55-4524-bc72-b8cb0583c706 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385821 Jun 04 17:29:14.128506 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 2093d26a-d595-47b6-9467-02025aaecfa5 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:29:14.198706 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 2093d26a-d595-47b6-9467-02025aaecfa5 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:29:14.203865 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 2093d26a-d595-47b6-9467-02025aaecfa5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:29:14.204230 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:14.324186 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 2093d26a-d595-47b6-9467-02025aaecfa5 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:29:14.324557 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:14.352012 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:29:14.361838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 2093d26a-d595-47b6-9467-02025aaecfa5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=2093d26a-d595-47b6-9467-02025aaecfa5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:29:14.365818 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:14.414996 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4562917c-b33e-4403-8ef6-828890ace455'] response: {'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5', 'code': 200} Jun 04 17:29:14.448812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=2093d26a-d595-47b6-9467-02025aaecfa5,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:14.547417 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103ad9-e6f8-44d2-8ea3-a3173d8a2030 req-bfcf8d14-ec97-4da4-b636-d46ee621b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:14.548884 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9103ad9-e6f8-44d2-8ea3-a3173d8a2030 req-bfcf8d14-ec97-4da4-b636-d46ee621b6e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 1097 time: 0.0710723 Jun 04 17:29:14.593300 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9103ad9-e6f8-44d2-8ea3-a3173d8a2030 req-575cfbff-b71a-4fd8-90b5-b30e761694b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386648 Jun 04 17:29:14.885621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b242e0-4518-4f33-8707-7fd98676095f req-0e82498b-ed6a-4c4c-9835-7937470f96e3 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:14.887113 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3b242e0-4518-4f33-8707-7fd98676095f req-0e82498b-ed6a-4c4c-9835-7937470f96e3 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0852332 Jun 04 17:29:14.932781 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c3b242e0-4518-4f33-8707-7fd98676095f req-1d55c0ae-f9e2-4fa0-aa0a-ca6b09df85f2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396881 Jun 04 17:29:16.141329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1869a0-dc78-44c0-8017-f89bde386702 req-c19af64f-aaf6-4697-96ec-9fb82fad326e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:16.143395 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f1869a0-dc78-44c0-8017-f89bde386702 req-c19af64f-aaf6-4697-96ec-9fb82fad326e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0961730 Jun 04 17:29:16.292839 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4f1869a0-dc78-44c0-8017-f89bde386702 req-5b162329-26fe-4203-992d-8083e4baa989 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436212 Jun 04 17:29:16.497416 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2e61c-0402-4c42-b611-2fd2d6943e76 req-83dcaaea-6eda-45e9-90a0-bf3a288164c2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:16.499431 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54c2e61c-0402-4c42-b611-2fd2d6943e76 req-83dcaaea-6eda-45e9-90a0-bf3a288164c2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0894043 Jun 04 17:29:16.546493 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-54c2e61c-0402-4c42-b611-2fd2d6943e76 req-de6e4321-b9c2-4e8f-a63e-76b9a9c6566f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411220 Jun 04 17:29:16.569481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40340) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:29:16.685580 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d16a67a-fb2b-4e2f-9c58-90b8baffc2cb tempest-TestShelveInstance-1876726339 tempest-TestShelveInstance-1876726339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:16.687117 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-5d16a67a-fb2b-4e2f-9c58-90b8baffc2cb tempest-TestShelveInstance-1876726339 tempest-TestShelveInstance-1876726339-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 1092 time: 0.1166580 Jun 04 17:29:16.690730 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40346) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:29:16.695596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': '2093d26a-d595-47b6-9467-02025aaecfa5', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:29:16.702166 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:29:16.706211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:floatingip and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:29:16.709097 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:29:16.714899 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:29:16.728693 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:16.879399 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:17.029750 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Allocated IP 172.25.5.197 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/e6e2c137-6734-41cc-95b2-d175d2f7b5b6) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:29:17.187399 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:17.225695 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:17.299309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:29:17.302221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:29:17.306890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:29:17.336465 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'Port': ['ID=e6e2c137-6734-41cc-95b2-d175d2f7b5b6,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:17.732889 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:17.808738 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:18.020238 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:18.026511 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:18.138799 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'Port': ['ID=e6e2c137-6734-41cc-95b2-d175d2f7b5b6,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:29:18.150230 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:18.436399 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Floating IP c883029a-462d-4c28-97ff-c311a9f27de7 associated. External IP: 172.25.5.197, port: 2093d26a-d595-47b6-9467-02025aaecfa5. Jun 04 17:29:18.788101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Router 531f5d19-64fb-4a36-baca-c7979001a0e2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:29:18.965118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:29:18.975446 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339483f6-5871-4b88-8fc4-b5a9eb6522b0 None None] Sync routers for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:29:18.986456 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339483f6-5871-4b88-8fc4-b5a9eb6522b0 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:29:18.987099 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-339483f6-5871-4b88-8fc4-b5a9eb6522b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:29:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:29:18.990967 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:19.047317 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-903a1a89-2575-44b7-a099-7aa71269ffc4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3554566 Jun 04 17:29:19.047791 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:29:19.092231 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3240273a-f742-4694-8fe8-4c7f6c45da24'] response: {'name': 'network-changed', 'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5', 'status': 'completed', 'code': 200} Jun 04 17:29:19.187140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceebb0-9d3f-47ff-8701-016223689c57 req-c0e2ede7-c2a2-4874-ab17-18d53213e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:19.188711 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30ceebb0-9d3f-47ff-8701-016223689c57 req-c0e2ede7-c2a2-4874-ab17-18d53213e61d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 1097 time: 0.0745459 Jun 04 17:29:19.192581 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-339483f6-5871-4b88-8fc4-b5a9eb6522b0 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:29:19.318271 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceebb0-9d3f-47ff-8701-016223689c57 req-d86223a7-3ab6-40af-a824-b174fe01ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:19.319653 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30ceebb0-9d3f-47ff-8701-016223689c57 req-d86223a7-3ab6-40af-a824-b174fe01ac4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1256683 Jun 04 17:29:19.418599 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30ceebb0-9d3f-47ff-8701-016223689c57 req-db765812-7dad-43df-9843-b863c59c70ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2093d26a-d595-47b6-9467-02025aaecfa5 HTTP/1.1" status: 200 len: 1000 time: 0.0922472 Jun 04 17:29:19.481720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceebb0-9d3f-47ff-8701-016223689c57 req-ccfc0480-46ea-4e54-9201-d294b766a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:19.483216 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30ceebb0-9d3f-47ff-8701-016223689c57 req-ccfc0480-46ea-4e54-9201-d294b766a07a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0591867 Jun 04 17:29:19.543476 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-339483f6-5871-4b88-8fc4-b5a9eb6522b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'c883029a-462d-4c28-97ff-c311a9f27de7', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'port_id': '2093d26a-d595-47b6-9467-02025aaecfa5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'mac_address': 'fa:16:3e:fc:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:29:17Z', 'updated_at': '2022-06-04T17:29:17Z', 'revision_number': 0, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:59Z', 'revision_number': 5, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:29:19.547342 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339483f6-5871-4b88-8fc4-b5a9eb6522b0 None None] Checking router: 531f5d19-64fb-4a36-baca-c7979001a0e2 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:29:19.555712 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339483f6-5871-4b88-8fc4-b5a9eb6522b0 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:29:19.556288 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-339483f6-5871-4b88-8fc4-b5a9eb6522b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:29:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:29:19.562032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceebb0-9d3f-47ff-8701-016223689c57 req-b32f3244-87c3-4d29-a89a-1ca412054a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:19.563866 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30ceebb0-9d3f-47ff-8701-016223689c57 req-b32f3244-87c3-4d29-a89a-1ca412054a13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749876 Jun 04 17:29:19.693258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30ceebb0-9d3f-47ff-8701-016223689c57 req-5c452eb5-159a-45db-b606-e30364146430 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228909 Jun 04 17:29:19.730312 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-339483f6-5871-4b88-8fc4-b5a9eb6522b0 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:29:19.954475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-30ceebb0-9d3f-47ff-8701-016223689c57 req-ee86838f-09b6-4845-8446-f22ad29ca5e9 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551112 Jun 04 17:29:20.080793 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-339483f6-5871-4b88-8fc4-b5a9eb6522b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'c883029a-462d-4c28-97ff-c311a9f27de7', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'port_id': '2093d26a-d595-47b6-9467-02025aaecfa5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'mac_address': 'fa:16:3e:fc:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:29:17Z', 'updated_at': '2022-06-04T17:29:17Z', 'revision_number': 0, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:59Z', 'revision_number': 5, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:29:20.084861 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339483f6-5871-4b88-8fc4-b5a9eb6522b0 None None] The sync data for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 is: [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'c883029a-462d-4c28-97ff-c311a9f27de7', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'port_id': '2093d26a-d595-47b6-9467-02025aaecfa5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'mac_address': 'fa:16:3e:fc:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:29:17Z', 'updated_at': '2022-06-04T17:29:17Z', 'revision_number': 0, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:59Z', 'revision_number': 5, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:29:20.275871 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e3938-f4b4-42f0-8b55-fd23809a5c76 None None] New status for floating IP c883029a-462d-4c28-97ff-c311a9f27de7: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:29:27.917457 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-385ac34d-f852-40cf-877d-79cdb3a8da80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:30.132156 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e4467da2-b1c6-4f45-a672-49459ec39ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:31.438719 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:31.474970 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:32.856536 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:34.727695 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:34.934902 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:29:47.838569 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:29:48.692976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a9b56ef-9cff-44e5-9590-9a26765adcb1 req-2147a297-e344-473a-b795-60bd2f26df58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730860 Jun 04 17:29:48.850047 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b56ef-9cff-44e5-9590-9a26765adcb1 req-9a3c5259-a4d8-4d9a-bf88-c5e8bf29cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:48.851606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a9b56ef-9cff-44e5-9590-9a26765adcb1 req-9a3c5259-a4d8-4d9a-bf88-c5e8bf29cb10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 1097 time: 0.0831738 Jun 04 17:29:48.996841 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b56ef-9cff-44e5-9590-9a26765adcb1 req-8d0206ad-0ce3-4642-b20e-c206e949bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:48.998667 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a9b56ef-9cff-44e5-9590-9a26765adcb1 req-8d0206ad-0ce3-4642-b20e-c206e949bfa6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1274531 Jun 04 17:29:49.103024 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a9b56ef-9cff-44e5-9590-9a26765adcb1 req-ad319fe4-9c56-46ba-8fd1-143a7eefc5ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2093d26a-d595-47b6-9467-02025aaecfa5 HTTP/1.1" status: 200 len: 1002 time: 0.0977139 Jun 04 17:29:49.167438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b56ef-9cff-44e5-9590-9a26765adcb1 req-518326e6-990a-47ad-bb56-cf10ab8bf0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:49.168821 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a9b56ef-9cff-44e5-9590-9a26765adcb1 req-518326e6-990a-47ad-bb56-cf10ab8bf0fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0607007 Jun 04 17:29:49.244067 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b56ef-9cff-44e5-9590-9a26765adcb1 req-ba98e0b4-0380-47bb-90d5-6e216a3c28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:29:49.245500 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a9b56ef-9cff-44e5-9590-9a26765adcb1 req-ba98e0b4-0380-47bb-90d5-6e216a3c28e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706408 Jun 04 17:29:49.379641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a9b56ef-9cff-44e5-9590-9a26765adcb1 req-339d9615-9303-4e0e-9fda-0d69c72be7c7 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268973 Jun 04 17:29:49.520274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3a9b56ef-9cff-44e5-9590-9a26765adcb1 req-0adb1c95-7522-4269-870a-f787f0050d27 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337194 Jun 04 17:29:57.916700 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a0544cd9-9854-4855-bc12-ca607c245b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:00.135083 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-22588ba6-bdbf-4e57-ae14-050ded4c561e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:01.232658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-53da8ddb-58de-490c-9515-0cdce91d602c req-f29901d7-295f-446a-baaf-6e37efb849ac service neutron] (88797) timed out ('10.222.0.13', 56702) {{(pid=88797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 17:30:01.441380 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:01.468773 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:02.863667 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:04.729142 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:04.952326 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:24.843469 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:30:27.919291 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-412060a1-c0e8-4929-a990-8f4480b614b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:30.137620 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-73719e5d-e113-44f2-9ffc-1a37809088c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:31.450581 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:31.473085 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:32.861502 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:34.745086 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:34.953761 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:30:49.694691 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a224bb3-7193-4c41-8e48-fa4f3cae870f req-cbaf9449-8525-44eb-9a7e-bd34b22212d7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755074 Jun 04 17:30:49.848015 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a224bb3-7193-4c41-8e48-fa4f3cae870f req-8f0efeba-aad3-4ab3-b19d-19ab85e508fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:30:49.849420 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a224bb3-7193-4c41-8e48-fa4f3cae870f req-8f0efeba-aad3-4ab3-b19d-19ab85e508fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 1097 time: 0.0817533 Jun 04 17:30:50.009814 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a224bb3-7193-4c41-8e48-fa4f3cae870f req-f33237d7-bf1f-4675-b030-2e64d7b6f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:30:50.011311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a224bb3-7193-4c41-8e48-fa4f3cae870f req-f33237d7-bf1f-4675-b030-2e64d7b6f95a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1421890 Jun 04 17:30:50.121077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a224bb3-7193-4c41-8e48-fa4f3cae870f req-7969f519-de66-4e3b-9d78-9098e9bb5212 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2093d26a-d595-47b6-9467-02025aaecfa5 HTTP/1.1" status: 200 len: 1002 time: 0.1030653 Jun 04 17:30:50.184139 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a224bb3-7193-4c41-8e48-fa4f3cae870f req-e4e413ad-0c8a-4ece-b13d-7df78793fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:30:50.185538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a224bb3-7193-4c41-8e48-fa4f3cae870f req-e4e413ad-0c8a-4ece-b13d-7df78793fbc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0580168 Jun 04 17:30:50.264864 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a224bb3-7193-4c41-8e48-fa4f3cae870f req-df79807c-a9a1-45a0-8105-3f0df9d00736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:30:50.266307 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a224bb3-7193-4c41-8e48-fa4f3cae870f req-df79807c-a9a1-45a0-8105-3f0df9d00736 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749631 Jun 04 17:30:50.396965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a224bb3-7193-4c41-8e48-fa4f3cae870f req-e602df2e-b677-426e-82dc-69956e622557 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247084 Jun 04 17:30:50.636516 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2a224bb3-7193-4c41-8e48-fa4f3cae870f req-55ebddde-474e-4899-acb4-fae61a6e8b2e service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328296 Jun 04 17:30:57.918982 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ef6eda28-d284-4b74-bfbf-673555a97bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:00.137810 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-50f22f90-23fc-42b7-aacd-6dd29583b3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:01.456234 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:01.478056 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:01.843051 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:31:02.864690 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:04.746608 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:04.955663 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:14.478062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5a96a-3ecf-4985-b748-16059f6f3435 req-d6895b49-edd1-4bd4-aa99-15a399175e84 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:14.479601 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1b5a96a-3ecf-4985-b748-16059f6f3435 req-d6895b49-edd1-4bd4-aa99-15a399175e84 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.1440563 Jun 04 17:31:14.531913 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1b5a96a-3ecf-4985-b748-16059f6f3435 req-a0d72fc2-fe89-4732-be4a-7647b92fb0e3 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433123 Jun 04 17:31:15.742669 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dbcec-8063-4864-a2e6-7275bdae4ca2 req-5ab08e2d-e85f-4035-b22d-9d739108c639 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:15.744111 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-862dbcec-8063-4864-a2e6-7275bdae4ca2 req-5ab08e2d-e85f-4035-b22d-9d739108c639 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0945354 Jun 04 17:31:15.796108 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-862dbcec-8063-4864-a2e6-7275bdae4ca2 req-b0137136-f12d-462f-8f90-de70629b7ce4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447826 Jun 04 17:31:16.990451 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fff67-f838-4336-8e85-3137850e9393 req-4203cc50-d35c-414c-840c-f3bfd476519f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:16.991892 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-757fff67-f838-4336-8e85-3137850e9393 req-4203cc50-d35c-414c-840c-f3bfd476519f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0823717 Jun 04 17:31:17.039984 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-757fff67-f838-4336-8e85-3137850e9393 req-b989b9d7-7d50-494c-8b56-7ac7d20b6257 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419471 Jun 04 17:31:18.242464 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47165763-27a0-402c-9589-0e7dfe2ef5b7 req-bbc92a8a-7f8a-475f-b47c-a0da138643ec tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:18.243900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47165763-27a0-402c-9589-0e7dfe2ef5b7 req-bbc92a8a-7f8a-475f-b47c-a0da138643ec tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0832930 Jun 04 17:31:18.289014 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-47165763-27a0-402c-9589-0e7dfe2ef5b7 req-e72ae7f1-cd1e-49a6-9cd0-8efe82c7dead tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376148 Jun 04 17:31:19.504919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89db2c-6cba-430b-9c43-dcf4b42318ca req-0dc38a53-a19b-43d1-b2dc-fc264e74577c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:19.506378 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fd89db2c-6cba-430b-9c43-dcf4b42318ca req-0dc38a53-a19b-43d1-b2dc-fc264e74577c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0973611 Jun 04 17:31:19.551969 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fd89db2c-6cba-430b-9c43-dcf4b42318ca req-d8a35841-8ed9-4cd0-879b-5570668054b6 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396459 Jun 04 17:31:20.741246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2182b-e120-435e-bd99-497d11a9179a req-979fb25a-6a61-48ea-a047-b4a8af5c7f47 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:20.742706 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ef2182b-e120-435e-bd99-497d11a9179a req-979fb25a-6a61-48ea-a047-b4a8af5c7f47 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0827630 Jun 04 17:31:20.789056 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6ef2182b-e120-435e-bd99-497d11a9179a req-18c857f7-9a90-4720-ada6-86173c0aebd7 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373969 Jun 04 17:31:21.989477 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0483fd-399d-4324-906d-51a7bcdf81f0 req-92bfb6fd-e604-4531-86a1-480427bda37b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:21.990947 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d0483fd-399d-4324-906d-51a7bcdf81f0 req-92bfb6fd-e604-4531-86a1-480427bda37b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0898149 Jun 04 17:31:22.038606 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2d0483fd-399d-4324-906d-51a7bcdf81f0 req-88b50bb1-4015-40be-a555-3a8b0a95bd11 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388112 Jun 04 17:31:23.234685 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af68ac-4bc3-4079-969f-d858fc814977 req-5bc0a541-45bf-4600-85a5-7e970e18b2ba tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:23.236157 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68af68ac-4bc3-4079-969f-d858fc814977 req-5bc0a541-45bf-4600-85a5-7e970e18b2ba tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0835087 Jun 04 17:31:23.286573 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-68af68ac-4bc3-4079-969f-d858fc814977 req-65587c81-a628-41e3-8905-ff4f65b0a304 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417299 Jun 04 17:31:24.490825 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510e70a-9ecb-4a37-877e-8167a373b8bd req-35184e5a-49ed-4fb8-9346-1bd4c982b697 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:24.492264 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d510e70a-9ecb-4a37-877e-8167a373b8bd req-35184e5a-49ed-4fb8-9346-1bd4c982b697 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0923316 Jun 04 17:31:24.536386 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d510e70a-9ecb-4a37-877e-8167a373b8bd req-d9a231a5-2527-44dc-bc63-6c0632593da4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379922 Jun 04 17:31:25.740573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a34991-d2c4-4ab6-8abe-189a183c2931 req-cce29c3f-9ea0-44a5-a22f-22d5c441a31e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:25.742136 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58a34991-d2c4-4ab6-8abe-189a183c2931 req-cce29c3f-9ea0-44a5-a22f-22d5c441a31e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0962932 Jun 04 17:31:25.797147 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58a34991-d2c4-4ab6-8abe-189a183c2931 req-9b1124d9-2fa7-42e1-ba92-6a7bb9c54edf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484533 Jun 04 17:31:26.723454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 2093d26a-d595-47b6-9467-02025aaecfa5 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:31:26.859137 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 2093d26a-d595-47b6-9467-02025aaecfa5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=2093d26a-d595-47b6-9467-02025aaecfa5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:31:26.873427 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '2093d26a-d595-47b6-9467-02025aaecfa5', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'port_id': '2093d26a-d595-47b6-9467-02025aaecfa5', 'mac_address': 'fa:16:3e:fc:2e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:31:26.966718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 2093d26a-d595-47b6-9467-02025aaecfa5 is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:31:26.967095 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:26.984496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2093d26a-d595-47b6-9467-02025aaecfa5 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:31:26.987718 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9ce55-7145-429c-9536-43518fe2939f req-504ccdcf-99e1-4f81-bd96-70737e2654f6 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:26.989265 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fb9ce55-7145-429c-9536-43518fe2939f req-504ccdcf-99e1-4f81-bd96-70737e2654f6 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0823467 Jun 04 17:31:27.001149 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 2093d26a-d595-47b6-9467-02025aaecfa5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=2093d26a-d595-47b6-9467-02025aaecfa5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:31:27.006807 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:27.041968 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7fb9ce55-7145-429c-9536-43518fe2939f req-b76ed381-29c6-4b05-994b-ef3e104590ed tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438688 Jun 04 17:31:27.095653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=2093d26a-d595-47b6-9467-02025aaecfa5,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:31:27.103550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:31:27.103878 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:31:27.104943 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:31:27.105769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:31:27.106322 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:31:27.107256 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:31:27.107838 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:31:27.108316 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:31:27.109175 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:31:27.109670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:31:27.109989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:31:27.110305 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:31:27.115291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['2093d26a-d595-47b6-9467-02025aaecfa5'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:31:27.912950 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-33016107-162a-4eff-8c4a-16b2181aa2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:28.241178 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf909ba-047c-4bfd-a172-8b1a987f0227 req-fcce95b1-52e7-4e2c-9df4-9c09af5e7134 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:28.243489 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecf909ba-047c-4bfd-a172-8b1a987f0227 req-fcce95b1-52e7-4e2c-9df4-9c09af5e7134 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 945 time: 0.0874231 Jun 04 17:31:28.294555 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecf909ba-047c-4bfd-a172-8b1a987f0227 req-1edfee5b-72b4-4b3f-bd5a-16ed5154d2b8 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444894 Jun 04 17:31:28.740942 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 2093d26a-d595-47b6-9467-02025aaecfa5 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:31:28.812080 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 2093d26a-d595-47b6-9467-02025aaecfa5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:31:28.812888 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:28.946468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 2093d26a-d595-47b6-9467-02025aaecfa5 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:31:28.947123 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:28.977062 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:31:28.986726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 2093d26a-d595-47b6-9467-02025aaecfa5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=2093d26a-d595-47b6-9467-02025aaecfa5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:31:28.997137 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:29.035459 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c96e9f09-3e63-490f-99d6-eb8e2ebe8489'] response: {'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5', 'code': 200} Jun 04 17:31:29.077702 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=2093d26a-d595-47b6-9467-02025aaecfa5,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:31:29.494208 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ccc78-297c-4525-b37c-d95c9ce788bd req-a6bbcdce-3367-4138-b8d3-385b22325eed tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:29.496168 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-330ccc78-297c-4525-b37c-d95c9ce788bd req-a6bbcdce-3367-4138-b8d3-385b22325eed tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0891929 Jun 04 17:31:29.546452 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-330ccc78-297c-4525-b37c-d95c9ce788bd req-5961788a-8c53-4ff9-97f2-46abde93b505 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427730 Jun 04 17:31:30.132652 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-92211895-b9a9-4072-ad10-3793fbcb77a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:30.744628 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa41a2-cb48-4df4-a581-f6894a92c9d7 req-56890898-5c32-4732-8a82-a50d5d667b7b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:30.750901 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9aa41a2-cb48-4df4-a581-f6894a92c9d7 req-56890898-5c32-4732-8a82-a50d5d667b7b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0902035 Jun 04 17:31:30.797711 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b9aa41a2-cb48-4df4-a581-f6894a92c9d7 req-b901bd3e-bdd6-4acc-9f37-a0cefef701f6 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441625 Jun 04 17:31:31.472803 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:31.477247 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:31.999152 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1d7a-9ff0-4b8c-8d71-684d76013124 req-86e3d859-6ad2-4a8e-8141-31322f792d29 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:32.000755 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91dd1d7a-9ff0-4b8c-8d71-684d76013124 req-86e3d859-6ad2-4a8e-8141-31322f792d29 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0872819 Jun 04 17:31:32.052484 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91dd1d7a-9ff0-4b8c-8d71-684d76013124 req-8c6ac35e-752a-4f70-bafe-a4e450c6cbc1 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453460 Jun 04 17:31:32.864855 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:33.245844 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6791cd-3d9b-4b4d-9c38-00d713ed3800 req-8cfe2ba0-bdf9-485e-813f-0f975db2b6b9 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:33.247348 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec6791cd-3d9b-4b4d-9c38-00d713ed3800 req-8cfe2ba0-bdf9-485e-813f-0f975db2b6b9 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0847242 Jun 04 17:31:33.302410 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ec6791cd-3d9b-4b4d-9c38-00d713ed3800 req-29644762-8e9b-4bf0-a3bd-ee60056c3137 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479188 Jun 04 17:31:34.508478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3727de4-aa9e-47f8-8042-b9ee5b261d06 req-4150dd44-3a51-460c-b668-8145f42b7bab tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:34.519201 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3727de4-aa9e-47f8-8042-b9ee5b261d06 req-4150dd44-3a51-460c-b668-8145f42b7bab tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.1020775 Jun 04 17:31:34.572515 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3727de4-aa9e-47f8-8042-b9ee5b261d06 req-ff11eed3-d673-4e5f-9904-f2289f122a16 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524254 Jun 04 17:31:34.744316 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:34.986127 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:35.763609 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad7734-332d-4521-8694-cc2a3cfe9c51 req-955443a7-4fc7-4a0c-a098-2ef5d3d7a8c0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:35.765109 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1aad7734-332d-4521-8694-cc2a3cfe9c51 req-955443a7-4fc7-4a0c-a098-2ef5d3d7a8c0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0817819 Jun 04 17:31:35.812261 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1aad7734-332d-4521-8694-cc2a3cfe9c51 req-86dc594d-12ce-4d56-b91b-4170b3cd6c98 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410743 Jun 04 17:31:36.522833 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb546622-5734-4b16-ba0c-d0a9060d48d0 req-45d4b63d-890a-4b38-ade8-0b6edf9426be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:36.524274 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb546622-5734-4b16-ba0c-d0a9060d48d0 req-45d4b63d-890a-4b38-ade8-0b6edf9426be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 1097 time: 0.1286986 Jun 04 17:31:36.759986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb546622-5734-4b16-ba0c-d0a9060d48d0 req-3758fcac-4869-480c-b20d-49bc90b6021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:36.761421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb546622-5734-4b16-ba0c-d0a9060d48d0 req-3758fcac-4869-480c-b20d-49bc90b6021e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.2311602 Jun 04 17:31:36.865219 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb546622-5734-4b16-ba0c-d0a9060d48d0 req-f9bfa995-4695-4497-b2df-fdd350a731d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2093d26a-d595-47b6-9467-02025aaecfa5 HTTP/1.1" status: 200 len: 1002 time: 0.0967743 Jun 04 17:31:36.968671 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb546622-5734-4b16-ba0c-d0a9060d48d0 req-e34e0161-1c21-424c-a927-0a5ce9bbad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:36.970059 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb546622-5734-4b16-ba0c-d0a9060d48d0 req-e34e0161-1c21-424c-a927-0a5ce9bbad1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0982513 Jun 04 17:31:37.059211 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52e210-2ae0-4da1-acbf-32031f79c71d req-f8eaffe1-ae6f-4c6f-971c-3b43fa5697b4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:37.060557 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa52e210-2ae0-4da1-acbf-32031f79c71d req-f8eaffe1-ae6f-4c6f-971c-3b43fa5697b4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.1416161 Jun 04 17:31:37.083733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb546622-5734-4b16-ba0c-d0a9060d48d0 req-9191d2a6-68b1-4388-9ab3-d3d5b017f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:37.085166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb546622-5734-4b16-ba0c-d0a9060d48d0 req-9191d2a6-68b1-4388-9ab3-d3d5b017f9d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061325 Jun 04 17:31:37.139065 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa52e210-2ae0-4da1-acbf-32031f79c71d req-44555c35-1f50-4dd6-94cb-5dbf67564660 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720630 Jun 04 17:31:37.245511 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb546622-5734-4b16-ba0c-d0a9060d48d0 req-c19c4b02-583f-450b-bbb5-e679a6f5ed01 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520770 Jun 04 17:31:37.385130 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fb546622-5734-4b16-ba0c-d0a9060d48d0 req-a36e9ddf-c992-40f5-b886-bd2dd3e73b47 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332920 Jun 04 17:31:38.361136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c9a2e-fba1-4399-bccb-1c9026737b1e req-98c6a380-a33a-4b46-a5c6-85d4deb2bf17 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:38.362733 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-746c9a2e-fba1-4399-bccb-1c9026737b1e req-98c6a380-a33a-4b46-a5c6-85d4deb2bf17 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.1019659 Jun 04 17:31:38.409850 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-746c9a2e-fba1-4399-bccb-1c9026737b1e req-809f0a6a-b385-4cc4-aefd-eaf5125010ad tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378580 Jun 04 17:31:38.847577 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:31:39.603879 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2ccba-9dad-4562-83ce-60e6e2835df5 req-4d4f48ab-65fb-41ab-8f24-c974012a3b82 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:39.605350 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ef2ccba-9dad-4562-83ce-60e6e2835df5 req-4d4f48ab-65fb-41ab-8f24-c974012a3b82 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 946 time: 0.0841665 Jun 04 17:31:39.654927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0ef2ccba-9dad-4562-83ce-60e6e2835df5 req-939b50b3-9851-4ea1-93a3-6e8675444aa3 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404530 Jun 04 17:31:40.799640 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 2093d26a-d595-47b6-9467-02025aaecfa5 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:31:40.929473 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 2093d26a-d595-47b6-9467-02025aaecfa5 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:31:40.929849 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:40.956980 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:31:40.967235 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 2093d26a-d595-47b6-9467-02025aaecfa5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=2093d26a-d595-47b6-9467-02025aaecfa5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:31:40.973731 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:41.013587 n-d-811809-3 neutron-server[88799]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cbc3c89b-be52-4fba-b758-32d1d26c4998']: {'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5', 'code': 422} returned with failed status Jun 04 17:31:41.052856 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=2093d26a-d595-47b6-9467-02025aaecfa5,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:31:41.058923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a3f8a-7a95-4115-805d-ed3e5d314635 req-1cb3ddb6-7e77-4c30-a8bd-664f8d782616 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:41.060458 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-855a3f8a-7a95-4115-805d-ed3e5d314635 req-1cb3ddb6-7e77-4c30-a8bd-664f8d782616 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.1055489 Jun 04 17:31:41.104127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40534) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:31:41.110325 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-855a3f8a-7a95-4115-805d-ed3e5d314635 req-07639373-4fec-49a5-8e10-76647168367e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385740 Jun 04 17:31:41.220414 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-71123534-29f0-4eb7-b9bb-5d84f5ea3642 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1150732 Jun 04 17:31:42.362277 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70672774-97a7-4ce4-a89e-36907eecdd89 req-1ab382a7-eb10-4923-9ec6-31340a546713 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:42.363739 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70672774-97a7-4ce4-a89e-36907eecdd89 req-1ab382a7-eb10-4923-9ec6-31340a546713 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.1367970 Jun 04 17:31:42.369201 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-bfd1da90-8807-467f-8cb8-556433fe2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:42.370933 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-bfd1da90-8807-467f-8cb8-556433fe2023 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb&tenant_id=d0010affe968468fbe175cc230946ffa HTTP/1.1" status: 200 len: 1095 time: 0.1111534 Jun 04 17:31:42.450099 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-70672774-97a7-4ce4-a89e-36907eecdd89 req-2a08dffd-56a2-44f5-a6d8-5d29a748cc86 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782194 Jun 04 17:31:42.484906 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-5fe0e80b-482e-420b-adfb-5f4fae698c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:42.486398 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-5fe0e80b-482e-420b-adfb-5f4fae698c63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 1095 time: 0.0941360 Jun 04 17:31:42.618696 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-0c3d84d2-f4a9-433d-a286-aea88334e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:42.620513 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-0c3d84d2-f4a9-433d-a286-aea88334e5ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1278610 Jun 04 17:31:42.724192 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-64ca1e46-e6e5-4116-9dbc-88b52ab24f01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2093d26a-d595-47b6-9467-02025aaecfa5 HTTP/1.1" status: 200 len: 1000 time: 0.0965419 Jun 04 17:31:42.790766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-fb1c8e03-f328-42a2-8edb-f856f1a807fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:42.792192 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-fb1c8e03-f328-42a2-8edb-f856f1a807fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0621226 Jun 04 17:31:42.867664 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-110f2a35-f147-4b44-a96f-4e40df9f045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:42.869105 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-110f2a35-f147-4b44-a96f-4e40df9f045a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714161 Jun 04 17:31:43.116449 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-24437bb5-786e-4d7f-b683-1b84afd6be29 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401845 Jun 04 17:31:43.247425 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fdb43ef4-33f3-41fe-a67e-9647561c5071 req-d0068ad3-216a-4894-9148-cee606d3ee16 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242859 Jun 04 17:31:43.665279 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277acfae-393b-4b47-8eb6-790f592161be req-8033ad03-0831-4dda-af62-10ebec4e8008 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:43.668043 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-277acfae-393b-4b47-8eb6-790f592161be req-8033ad03-0831-4dda-af62-10ebec4e8008 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.0990214 Jun 04 17:31:43.729694 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-277acfae-393b-4b47-8eb6-790f592161be req-fc1cca77-bfc9-443e-a380-84fcb10f1379 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546536 Jun 04 17:31:45.083779 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf1082-1a20-4d45-931d-1892e064a15c req-a0522752-933b-4863-a13c-fe14c75830bc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:45.090796 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2eaf1082-1a20-4d45-931d-1892e064a15c req-a0522752-933b-4863-a13c-fe14c75830bc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.0920379 Jun 04 17:31:45.134077 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2eaf1082-1a20-4d45-931d-1892e064a15c req-bf6cc52b-71ff-4fc8-af73-b9257f01bc4f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423400 Jun 04 17:31:46.331509 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209b518-06b9-455e-9631-90ffb780dc24 req-df85a3c2-c252-49ae-9d07-a4384a422e5b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:46.334463 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2209b518-06b9-455e-9631-90ffb780dc24 req-df85a3c2-c252-49ae-9d07-a4384a422e5b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.0884831 Jun 04 17:31:46.382346 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2209b518-06b9-455e-9631-90ffb780dc24 req-39d1b7aa-ad78-4485-b09c-9629baf06995 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431657 Jun 04 17:31:47.585806 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c82655-7020-46d4-b964-ca364f9d20fd req-b17ea73e-f0fb-4c49-8a06-7327317fc575 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:47.587375 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5c82655-7020-46d4-b964-ca364f9d20fd req-b17ea73e-f0fb-4c49-8a06-7327317fc575 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.0973306 Jun 04 17:31:47.643971 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f5c82655-7020-46d4-b964-ca364f9d20fd req-79b33995-fbb7-4e23-a078-151c2c99a3de tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508792 Jun 04 17:31:48.859475 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211672f4-255c-4bac-b2a3-515ad3ef1d58 req-9de9baa2-d888-432f-ab9d-929be4f0d384 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:48.861016 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-211672f4-255c-4bac-b2a3-515ad3ef1d58 req-9de9baa2-d888-432f-ab9d-929be4f0d384 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.0866017 Jun 04 17:31:48.909576 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-211672f4-255c-4bac-b2a3-515ad3ef1d58 req-62308254-1a08-4b67-a8a1-dbf017612be3 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424552 Jun 04 17:31:50.106062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e32578-f7ab-4bd6-83f4-27c59d625549 req-57a418f6-e0b2-4fd3-b9c4-195637688f92 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:50.107604 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88e32578-f7ab-4bd6-83f4-27c59d625549 req-57a418f6-e0b2-4fd3-b9c4-195637688f92 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.0869761 Jun 04 17:31:50.161680 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-88e32578-f7ab-4bd6-83f4-27c59d625549 req-4782d977-86bf-4341-89de-68a37d281e03 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463693 Jun 04 17:31:51.356715 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03830c-7fe4-4864-a9dd-ae8dfcf72bfb req-1946f01b-6cc9-4eae-9956-208fe389b26f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:51.358094 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f03830c-7fe4-4864-a9dd-ae8dfcf72bfb req-1946f01b-6cc9-4eae-9956-208fe389b26f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.0852926 Jun 04 17:31:51.403391 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7f03830c-7fe4-4864-a9dd-ae8dfcf72bfb req-b454fff2-aa7c-4a82-8f7b-b5946a89da33 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394537 Jun 04 17:31:51.771520 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66624d4-b590-4e3f-9ce2-93a99d6402d1 req-ee32268a-4f0b-47a1-9d1f-406b2af8ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:51.773305 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f66624d4-b590-4e3f-9ce2-93a99d6402d1 req-ee32268a-4f0b-47a1-9d1f-406b2af8ff1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 1095 time: 0.0834081 Jun 04 17:31:51.933432 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66624d4-b590-4e3f-9ce2-93a99d6402d1 req-d1c82609-8deb-415a-9a28-f971ae0a47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:51.934896 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f66624d4-b590-4e3f-9ce2-93a99d6402d1 req-d1c82609-8deb-415a-9a28-f971ae0a47e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1418648 Jun 04 17:31:52.036713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f66624d4-b590-4e3f-9ce2-93a99d6402d1 req-3694da18-ef19-4aef-badd-23cd41071d88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2093d26a-d595-47b6-9467-02025aaecfa5 HTTP/1.1" status: 200 len: 1000 time: 0.0947049 Jun 04 17:31:52.112919 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66624d4-b590-4e3f-9ce2-93a99d6402d1 req-3357a0c3-46c7-48cf-956d-be999f5106e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:52.114331 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f66624d4-b590-4e3f-9ce2-93a99d6402d1 req-3357a0c3-46c7-48cf-956d-be999f5106e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0712008 Jun 04 17:31:52.191736 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66624d4-b590-4e3f-9ce2-93a99d6402d1 req-a2cc209f-e63f-40dc-bcb9-47f8d1b19554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:52.193173 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f66624d4-b590-4e3f-9ce2-93a99d6402d1 req-a2cc209f-e63f-40dc-bcb9-47f8d1b19554 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708363 Jun 04 17:31:52.338068 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f66624d4-b590-4e3f-9ce2-93a99d6402d1 req-ea71d2fa-196e-4e9b-a6ec-4448d58d6fdd service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372595 Jun 04 17:31:52.480712 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f66624d4-b590-4e3f-9ce2-93a99d6402d1 req-86773634-7baa-41bc-9160-1dc0e0392e39 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359582 Jun 04 17:31:52.609942 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd2181-9741-4cee-bb40-3a7f46a8280e req-1344f739-239c-4225-bc4c-28e58de6745d tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:52.611366 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0fd2181-9741-4cee-bb40-3a7f46a8280e req-1344f739-239c-4225-bc4c-28e58de6745d tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.0887806 Jun 04 17:31:52.663952 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d0fd2181-9741-4cee-bb40-3a7f46a8280e req-8d4f1d02-773c-446f-a296-c6cb330311d9 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430522 Jun 04 17:31:53.885927 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277be048-d22a-4150-803e-add370a14364 req-950da9c1-f2df-4980-83ac-d3ed12d2e48e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:53.885927 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-277be048-d22a-4150-803e-add370a14364 req-950da9c1-f2df-4980-83ac-d3ed12d2e48e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 944 time: 0.0983229 Jun 04 17:31:54.044304 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-277be048-d22a-4150-803e-add370a14364 req-e951b281-2b56-45d2-8358-c9bba6ac8149 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511471 Jun 04 17:31:54.875429 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 2093d26a-d595-47b6-9467-02025aaecfa5 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:31:55.013125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 2093d26a-d595-47b6-9467-02025aaecfa5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=2093d26a-d595-47b6-9467-02025aaecfa5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:31:55.026058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '2093d26a-d595-47b6-9467-02025aaecfa5', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'port_id': '2093d26a-d595-47b6-9467-02025aaecfa5', 'mac_address': 'fa:16:3e:fc:2e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:31:55.080499 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 2093d26a-d595-47b6-9467-02025aaecfa5 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:31:55.080849 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:55.098281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2093d26a-d595-47b6-9467-02025aaecfa5 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:31:55.113732 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 2093d26a-d595-47b6-9467-02025aaecfa5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=2093d26a-d595-47b6-9467-02025aaecfa5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:31:55.118668 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:55.190615 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=2093d26a-d595-47b6-9467-02025aaecfa5,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:31:55.235184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6b86f-b831-466e-96ae-440534ccbc5e req-e79a8705-5392-4a2b-b588-02563e645151 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:55.236654 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bef6b86f-b831-466e-96ae-440534ccbc5e req-e79a8705-5392-4a2b-b588-02563e645151 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 945 time: 0.0813787 Jun 04 17:31:55.282295 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bef6b86f-b831-466e-96ae-440534ccbc5e req-7047e5d0-cf1e-4e48-acb6-4366594746dd tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399344 Jun 04 17:31:55.340095 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['2093d26a-d595-47b6-9467-02025aaecfa5'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:31:56.481470 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfe80a-b462-4292-9d78-2e315a92471e req-ae9f605d-03ee-4a23-8b2d-40669f89cae4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:56.483259 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64dfe80a-b462-4292-9d78-2e315a92471e req-ae9f605d-03ee-4a23-8b2d-40669f89cae4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 945 time: 0.0954835 Jun 04 17:31:56.527306 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-64dfe80a-b462-4292-9d78-2e315a92471e req-74a9c5a7-80db-44a9-87bc-6fe9d641d814 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382445 Jun 04 17:31:56.890326 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 2093d26a-d595-47b6-9467-02025aaecfa5 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:31:56.976778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 2093d26a-d595-47b6-9467-02025aaecfa5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:31:56.977133 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:57.096513 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 2093d26a-d595-47b6-9467-02025aaecfa5 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:31:57.096878 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:57.124641 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:31:57.134787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 2093d26a-d595-47b6-9467-02025aaecfa5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=2093d26a-d595-47b6-9467-02025aaecfa5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:31:57.140996 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:57.171511 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1377767f-13f2-49fe-bf43-70b546e37b3a'] response: {'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5', 'code': 200} Jun 04 17:31:57.212453 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=2093d26a-d595-47b6-9467-02025aaecfa5,revision_number=10']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:31:57.395883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2a5be-dcc0-45f1-9c37-9f494fe607ae req-f11a118a-78a3-4120-b3aa-c5e60c4611fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:57.397246 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58d2a5be-dcc0-45f1-9c37-9f494fe607ae req-f11a118a-78a3-4120-b3aa-c5e60c4611fa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 1098 time: 0.0759377 Jun 04 17:31:57.436963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-58d2a5be-dcc0-45f1-9c37-9f494fe607ae req-597ad439-f597-427a-be8b-783e67d32751 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337193 Jun 04 17:31:57.728106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea063878-6563-4b8f-acc8-0ba76ddbf469 req-5178bc95-993e-4b5c-a4fe-cbfcb856a78d tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:57.729713 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea063878-6563-4b8f-acc8-0ba76ddbf469 req-5178bc95-993e-4b5c-a4fe-cbfcb856a78d tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 947 time: 0.0856445 Jun 04 17:31:57.773669 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ea063878-6563-4b8f-acc8-0ba76ddbf469 req-5e33e6dd-19f5-4e5e-8fc2-fa88f7c0d8d8 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381887 Jun 04 17:31:57.925550 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ebdfb8d0-80c9-4399-8022-4fb69e500bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:31:58.968192 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8775121-333b-4925-a1f8-0414500f0623 req-e511e4ed-c4ee-4a63-b1d7-d3289c51d546 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:31:58.969669 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8775121-333b-4925-a1f8-0414500f0623 req-e511e4ed-c4ee-4a63-b1d7-d3289c51d546 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 947 time: 0.0816102 Jun 04 17:31:59.019570 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8775121-333b-4925-a1f8-0414500f0623 req-6d578f63-0399-4004-a9bd-d7f2d3762171 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413544 Jun 04 17:32:00.138852 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-56938109-e302-4648-9a3c-1736f52e91e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:32:00.220909 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a74489-3b7d-4636-a301-58cc8bdbd151 req-2477efa8-87c8-4bb6-bc0b-398713a06df3 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:32:00.222347 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97a74489-3b7d-4636-a301-58cc8bdbd151 req-2477efa8-87c8-4bb6-bc0b-398713a06df3 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 947 time: 0.0785627 Jun 04 17:32:00.267196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-97a74489-3b7d-4636-a301-58cc8bdbd151 req-6a5a67ab-17f0-4476-84bd-64120b7945e1 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385022 Jun 04 17:32:01.460020 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:32:01.472970 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:32:02.878996 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:32:04.748000 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:32:04.965504 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:32:15.853469 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:32:27.930209 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f2e8bc44-6955-465d-b90e-27307c993df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:32:30.144354 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7c23447e-73a2-4c17-ac0a-7433827a16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:32:31.464951 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:32:31.477202 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:32:32.874595 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:32:34.756741 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:32:34.966326 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:32:51.689266 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d92586c-727f-474f-bee1-e4cc67a290fe req-f44f63e6-e2a3-4841-990d-b4678f3ab07c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752904 Jun 04 17:32:51.843256 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92586c-727f-474f-bee1-e4cc67a290fe req-1ca811d6-6056-441d-80ea-309fabe9d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:32:51.844655 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d92586c-727f-474f-bee1-e4cc67a290fe req-1ca811d6-6056-441d-80ea-309fabe9d02e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 1098 time: 0.0855343 Jun 04 17:32:51.987746 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92586c-727f-474f-bee1-e4cc67a290fe req-3cadd017-cb09-4db7-9c0f-e354a346e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:32:51.989308 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d92586c-727f-474f-bee1-e4cc67a290fe req-3cadd017-cb09-4db7-9c0f-e354a346e96e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1269982 Jun 04 17:32:52.100858 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d92586c-727f-474f-bee1-e4cc67a290fe req-0fc942f0-a04b-4bf5-aeca-713ab09e79af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2093d26a-d595-47b6-9467-02025aaecfa5 HTTP/1.1" status: 200 len: 1002 time: 0.1047354 Jun 04 17:32:52.163699 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92586c-727f-474f-bee1-e4cc67a290fe req-c98b475c-ff6b-4856-9adc-7cf26cf19b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:32:52.165076 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d92586c-727f-474f-bee1-e4cc67a290fe req-c98b475c-ff6b-4856-9adc-7cf26cf19b34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0584078 Jun 04 17:32:52.245228 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92586c-727f-474f-bee1-e4cc67a290fe req-e00f9b8c-b715-4c4f-9b8b-906ffd48c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:32:52.246698 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d92586c-727f-474f-bee1-e4cc67a290fe req-e00f9b8c-b715-4c4f-9b8b-906ffd48c47a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760672 Jun 04 17:32:52.377554 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d92586c-727f-474f-bee1-e4cc67a290fe req-67debe94-238a-46d5-8d7e-6e32af0ea8ef service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242611 Jun 04 17:32:52.519501 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8d92586c-727f-474f-bee1-e4cc67a290fe req-d9ddaecd-bc4c-46db-8bd2-270e1b9c99ad service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366851 Jun 04 17:32:52.847826 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:32:57.926420 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-404ccc24-303e-4b88-aa2a-b5f360ab7274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:00.150067 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-343066d3-37c4-4281-ba6b-0925b6b44015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:01.460661 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:01.479838 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:02.880675 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:04.762641 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:04.969123 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:08.682498 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40670) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:33:08.891658 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Deleting port e6e2c137-6734-41cc-95b2-d175d2f7b5b6 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:33:08.891912 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:09.171563 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:09.171814 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:09.299388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Calling delete_port for e6e2c137-6734-41cc-95b2-d175d2f7b5b6 owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:33:09.456553 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:09.509118 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event deleted for resources: {'Port': ['ID=e6e2c137-6734-41cc-95b2-d175d2f7b5b6,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:09.549148 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:09.549482 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:09.549831 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:09.550159 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:09.550492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:09.550840 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:09.551167 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:09.551487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:09.551805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:09.552122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:09.552428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:09.552745 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:09.608510 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:09.608871 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Floating IP c883029a-462d-4c28-97ff-c311a9f27de7 disassociated (deleted). External IP: 172.25.5.197, port: 2093d26a-d595-47b6-9467-02025aaecfa5. Jun 04 17:33:09.965479 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Router 531f5d19-64fb-4a36-baca-c7979001a0e2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:33:10.147260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:33:10.156949 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2624044-82bd-4a00-9c55-5e3409f85591 None None] Sync routers for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:33:10.166331 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2624044-82bd-4a00-9c55-5e3409f85591 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:33:10.166955 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c2624044-82bd-4a00-9c55-5e3409f85591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:33:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:33:10.169189 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:10.225329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-8e380b6d-c3ff-4a85-9569-9a4a86d2c090 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "DELETE /v2.0/floatingips/c883029a-462d-4c28-97ff-c311a9f27de7 HTTP/1.1" status: 204 len: 168 time: 1.5411355 Jun 04 17:33:10.225830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:33:10.329700 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b51e05f-056e-49bd-8de2-989633ea793c'] response: {'name': 'network-changed', 'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5', 'status': 'completed', 'code': 200} Jun 04 17:33:10.343762 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-c2624044-82bd-4a00-9c55-5e3409f85591 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:33:10.436961 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394543c-1c84-4962-9c7f-2ac7a511dcbb req-4ad76746-8274-4c5b-b862-e2139686f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:10.438605 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f394543c-1c84-4962-9c7f-2ac7a511dcbb req-4ad76746-8274-4c5b-b862-e2139686f0a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 1098 time: 0.0865881 Jun 04 17:33:10.669802 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c2624044-82bd-4a00-9c55-5e3409f85591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:59Z', 'revision_number': 5, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:33:10.673784 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2624044-82bd-4a00-9c55-5e3409f85591 None None] Checking router: 531f5d19-64fb-4a36-baca-c7979001a0e2 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:33:10.682115 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2624044-82bd-4a00-9c55-5e3409f85591 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:33:10.682730 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c2624044-82bd-4a00-9c55-5e3409f85591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:33:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:33:10.745476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394543c-1c84-4962-9c7f-2ac7a511dcbb req-a9dee3be-9a7d-4605-aaa2-f78b36a7bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:10.746949 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f394543c-1c84-4962-9c7f-2ac7a511dcbb req-a9dee3be-9a7d-4605-aaa2-f78b36a7bbcf service neutron] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.3027027 Jun 04 17:33:10.820193 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f394543c-1c84-4962-9c7f-2ac7a511dcbb req-daa997f8-2d4c-42ab-99c3-bdb4057c936a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2093d26a-d595-47b6-9467-02025aaecfa5 HTTP/1.1" status: 200 len: 217 time: 0.0644207 Jun 04 17:33:10.827883 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cd0cf-b338-4e4a-af8f-9dda81702bfc req-aef0cadc-7517-409a-a346-3b2a7e3b5ad7 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:10.828566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-646cd0cf-b338-4e4a-af8f-9dda81702bfc req-aef0cadc-7517-409a-a346-3b2a7e3b5ad7 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Synchronizing usage tracker for tenant:d0010affe968468fbe175cc230946ffa on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:33:10.859053 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-c2624044-82bd-4a00-9c55-5e3409f85591 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:33:10.894341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-646cd0cf-b338-4e4a-af8f-9dda81702bfc req-aef0cadc-7517-409a-a346-3b2a7e3b5ad7 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Unset dirty status for tenant:d0010affe968468fbe175cc230946ffa on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:33:10.895787 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-646cd0cf-b338-4e4a-af8f-9dda81702bfc req-aef0cadc-7517-409a-a346-3b2a7e3b5ad7 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 947 time: 0.2566614 Jun 04 17:33:10.901272 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394543c-1c84-4962-9c7f-2ac7a511dcbb req-a2ecff8a-ea99-4049-8e2d-40d75e9232e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:10.902701 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f394543c-1c84-4962-9c7f-2ac7a511dcbb req-a2ecff8a-ea99-4049-8e2d-40d75e9232e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0714233 Jun 04 17:33:10.989519 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-646cd0cf-b338-4e4a-af8f-9dda81702bfc req-f6366214-adfc-406c-bdea-2e7e20c19c22 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858853 Jun 04 17:33:11.009581 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394543c-1c84-4962-9c7f-2ac7a511dcbb req-64832597-86d4-4d8b-9d9b-f383e6ef3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:11.011107 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f394543c-1c84-4962-9c7f-2ac7a511dcbb req-64832597-86d4-4d8b-9d9b-f383e6ef3c98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928664 Jun 04 17:33:11.142475 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f394543c-1c84-4962-9c7f-2ac7a511dcbb req-27fdedac-6158-48d9-a2e2-9a34e11226aa service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244419 Jun 04 17:33:11.178767 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-c2624044-82bd-4a00-9c55-5e3409f85591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:59Z', 'revision_number': 5, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:33:11.183666 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2624044-82bd-4a00-9c55-5e3409f85591 None None] The sync data for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 is: [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:59Z', 'revision_number': 5, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:33:11.276135 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f394543c-1c84-4962-9c7f-2ac7a511dcbb req-47c5f1fc-5b58-4116-b5f5-d7c53680b285 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278548 Jun 04 17:33:11.401275 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa4f475-a3a8-4324-a4cf-b83cb15944ea None None] New status for floating IP c883029a-462d-4c28-97ff-c311a9f27de7: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:33:11.805949 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38b811-54a0-4ded-af38-26cc6647a0b2 req-ecfc1075-b659-4dce-b784-a71f194f2b7c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:11.807430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a38b811-54a0-4ded-af38-26cc6647a0b2 req-ecfc1075-b659-4dce-b784-a71f194f2b7c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 947 time: 0.0984838 Jun 04 17:33:11.885480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-9a38b811-54a0-4ded-af38-26cc6647a0b2 req-5ae3a773-933f-41e5-bc39-11898924e619 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Deleting port 2093d26a-d595-47b6-9467-02025aaecfa5 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:33:11.885767 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9a38b811-54a0-4ded-af38-26cc6647a0b2 req-5ae3a773-933f-41e5-bc39-11898924e619 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:12.179716 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-9a38b811-54a0-4ded-af38-26cc6647a0b2 req-5ae3a773-933f-41e5-bc39-11898924e619 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] For port 2093d26a-d595-47b6-9467-02025aaecfa5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=2093d26a-d595-47b6-9467-02025aaecfa5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:33:12.180548 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9a38b811-54a0-4ded-af38-26cc6647a0b2 req-5ae3a773-933f-41e5-bc39-11898924e619 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:12.324309 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-9a38b811-54a0-4ded-af38-26cc6647a0b2 req-5ae3a773-933f-41e5-bc39-11898924e619 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Calling delete_port for 2093d26a-d595-47b6-9467-02025aaecfa5 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:33:12.409408 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a831a-c4ef-46dc-864d-d1c397e99f5f req-32862b1c-d03a-483e-82a0-43725a067942 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:12.410900 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b55a831a-c4ef-46dc-864d-d1c397e99f5f req-32862b1c-d03a-483e-82a0-43725a067942 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0e7fb4-d474-4505-b5d0-45e6bf472ebb HTTP/1.1" status: 200 len: 947 time: 0.3075750 Jun 04 17:33:12.507756 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b55a831a-c4ef-46dc-864d-d1c397e99f5f req-fc761e24-bde8-4b92-99f4-aff30486124c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898726 Jun 04 17:33:12.517387 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9a38b811-54a0-4ded-af38-26cc6647a0b2 req-5ae3a773-933f-41e5-bc39-11898924e619 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:12.577657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3a773-933f-41e5-bc39-11898924e619 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event deleted for resources: {'Port': ['ID=2093d26a-d595-47b6-9467-02025aaecfa5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:12.761024 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a38b811-54a0-4ded-af38-26cc6647a0b2 req-5ae3a773-933f-41e5-bc39-11898924e619 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] No DVR routers for this DVR port 2093d26a-d595-47b6-9467-02025aaecfa5 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:33:12.764037 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-9a38b811-54a0-4ded-af38-26cc6647a0b2 req-5ae3a773-933f-41e5-bc39-11898924e619 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:12.766579 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'name': 'network-vif-deleted', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:33:12.784065 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9a38b811-54a0-4ded-af38-26cc6647a0b2 req-5ae3a773-933f-41e5-bc39-11898924e619 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.42 "DELETE /v2.0/ports/2093d26a-d595-47b6-9467-02025aaecfa5 HTTP/1.1" status: 204 len: 173 time: 0.9706950 Jun 04 17:33:12.811063 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7f99a7-b60f-4454-b1e6-0d5720096616'] response: {'server_uuid': '6e0e7fb4-d474-4505-b5d0-45e6bf472ebb', 'name': 'network-vif-deleted', 'tag': '2093d26a-d595-47b6-9467-02025aaecfa5', 'status': 'completed', 'code': 200} Jun 04 17:33:13.606708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40688) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:33:13.676581 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1413-d4fa-4df3-9f85-8f1facc3167f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:13.706663 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1413-d4fa-4df3-9f85-8f1facc3167f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:13.780016 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1413-d4fa-4df3-9f85-8f1facc3167f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:13.798765 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c1413-d4fa-4df3-9f85-8f1facc3167f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fba7b37-98b5-454d-a4b3-7a3d62abf3e2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:13.808525 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-1b8c1413-d4fa-4df3-9f85-8f1facc3167f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:13.812214 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-1b8c1413-d4fa-4df3-9f85-8f1facc3167f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "DELETE /v2.0/security-groups/4fba7b37-98b5-454d-a4b3-7a3d62abf3e2 HTTP/1.1" status: 204 len: 168 time: 0.2019520 Jun 04 17:33:13.932959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40696) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:33:13.938274 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720883449', 'description': 'tempest-secgroup-smoke-720883449 description', 'project_id': 'd0010affe968468fbe175cc230946ffa'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:33:13.945466 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:33:13.949866 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:33:13.952855 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:33:13.959433 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:33:13.974481 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:13.997187 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:33:14.001325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:33:14.004269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:33:14.010310 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:33:14.079427 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.085447 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.130268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a4dbd6-01c7-43be-b05f-ac0071d41ab1,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:14.134248 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.135460 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-db5e6494-3877-4a91-b05a-85046ed262fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2014520 Jun 04 17:33:14.138357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40700) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:33:14.143336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-313d1ed2-d803-4189-92b9-39ea6bbace12 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group_rule': {'security_group_id': '00a4dbd6-01c7-43be-b05f-ac0071d41ab1', 'project_id': 'd0010affe968468fbe175cc230946ffa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:33:14.150223 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-313d1ed2-d803-4189-92b9-39ea6bbace12 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:33:14.154198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-313d1ed2-d803-4189-92b9-39ea6bbace12 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:33:14.157074 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-313d1ed2-d803-4189-92b9-39ea6bbace12 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:33:14.162636 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-313d1ed2-d803-4189-92b9-39ea6bbace12 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:33:14.180791 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-313d1ed2-d803-4189-92b9-39ea6bbace12 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.249550 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-313d1ed2-d803-4189-92b9-39ea6bbace12 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.255937 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-313d1ed2-d803-4189-92b9-39ea6bbace12 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.278796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d1ed2-d803-4189-92b9-39ea6bbace12 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a729ba1c-9832-432c-bab1-465daa878b9a,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:14.289928 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-313d1ed2-d803-4189-92b9-39ea6bbace12 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.291523 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-313d1ed2-d803-4189-92b9-39ea6bbace12 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522408 Jun 04 17:33:14.294313 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40704) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:33:14.299315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-78eb3869-ba06-4795-a8f5-c454e23aa513 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group_rule': {'security_group_id': '00a4dbd6-01c7-43be-b05f-ac0071d41ab1', 'project_id': 'd0010affe968468fbe175cc230946ffa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:33:14.305763 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-78eb3869-ba06-4795-a8f5-c454e23aa513 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:33:14.309754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-78eb3869-ba06-4795-a8f5-c454e23aa513 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:33:14.312682 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-78eb3869-ba06-4795-a8f5-c454e23aa513 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:33:14.318382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-78eb3869-ba06-4795-a8f5-c454e23aa513 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:33:14.335146 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78eb3869-ba06-4795-a8f5-c454e23aa513 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.395430 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78eb3869-ba06-4795-a8f5-c454e23aa513 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.400375 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78eb3869-ba06-4795-a8f5-c454e23aa513 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.425538 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb3869-ba06-4795-a8f5-c454e23aa513 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa7db2f-eeb7-4b77-8bdf-3847f3494171,revision_number=0']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:14.437971 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-78eb3869-ba06-4795-a8f5-c454e23aa513 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.439387 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-78eb3869-ba06-4795-a8f5-c454e23aa513 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440568 Jun 04 17:33:14.442236 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40708) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:33:14.451069 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group_rule': {'security_group_id': '00a4dbd6-01c7-43be-b05f-ac0071d41ab1', 'project_id': 'd0010affe968468fbe175cc230946ffa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:33:14.458087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:33:14.462251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:33:14.465274 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:33:14.471248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:33:14.487789 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.546871 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.550939 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.576535 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4cbe364-2822-4331-92e1-d9f7a41ccf66,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:14.588261 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:14.588605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:14.589010 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:14.589439 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:14.589824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:14.590177 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:14.590578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:14.590909 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:14.591240 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:14.591578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:14.591923 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:14.592248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:14.596677 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.597866 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-92bfd296-89c6-4825-8ce1-848f3e354e3a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546328 Jun 04 17:33:14.600778 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40712) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:33:14.605744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-89e30215-a941-4cb1-9cc1-ebe229772392 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group_rule': {'security_group_id': '00a4dbd6-01c7-43be-b05f-ac0071d41ab1', 'project_id': 'd0010affe968468fbe175cc230946ffa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:33:14.612754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-89e30215-a941-4cb1-9cc1-ebe229772392 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:33:14.616735 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-89e30215-a941-4cb1-9cc1-ebe229772392 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:33:14.620381 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-89e30215-a941-4cb1-9cc1-ebe229772392 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:33:14.626250 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-89e30215-a941-4cb1-9cc1-ebe229772392 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:33:14.647028 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89e30215-a941-4cb1-9cc1-ebe229772392 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.712676 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89e30215-a941-4cb1-9cc1-ebe229772392 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.718748 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89e30215-a941-4cb1-9cc1-ebe229772392 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.750228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e30215-a941-4cb1-9cc1-ebe229772392 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5b9ba0-155b-4f29-909f-0db05b995972,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:14.761279 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-89e30215-a941-4cb1-9cc1-ebe229772392 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.762652 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-89e30215-a941-4cb1-9cc1-ebe229772392 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1608644 Jun 04 17:33:14.765539 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40716) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:33:14.770455 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-1999a9f2-9ed7-48aa-993a-4a732f12017b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group_rule': {'security_group_id': '00a4dbd6-01c7-43be-b05f-ac0071d41ab1', 'project_id': 'd0010affe968468fbe175cc230946ffa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:33:14.777628 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1999a9f2-9ed7-48aa-993a-4a732f12017b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:33:14.781605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1999a9f2-9ed7-48aa-993a-4a732f12017b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:33:14.784548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-1999a9f2-9ed7-48aa-993a-4a732f12017b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:33:14.790354 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-1999a9f2-9ed7-48aa-993a-4a732f12017b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:33:14.801713 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-1999a9f2-9ed7-48aa-993a-4a732f12017b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Project d0010affe968468fbe175cc230946ffa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:33:14.808593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1999a9f2-9ed7-48aa-993a-4a732f12017b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.877192 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1999a9f2-9ed7-48aa-993a-4a732f12017b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.883434 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1999a9f2-9ed7-48aa-993a-4a732f12017b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.912120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999a9f2-9ed7-48aa-993a-4a732f12017b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b522f31-5c6e-452a-906a-348d74da30b5,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:14.923324 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1999a9f2-9ed7-48aa-993a-4a732f12017b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:14.924485 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1999a9f2-9ed7-48aa-993a-4a732f12017b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1580353 Jun 04 17:33:14.927419 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 40720) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:33:14.932706 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-7d9657ce-c127-4ffd-b54c-1f769ad82f97 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'security_group_rule': {'security_group_id': '00a4dbd6-01c7-43be-b05f-ac0071d41ab1', 'project_id': 'd0010affe968468fbe175cc230946ffa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:33:14.939475 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7d9657ce-c127-4ffd-b54c-1f769ad82f97 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:33:14.943351 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7d9657ce-c127-4ffd-b54c-1f769ad82f97 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:security_group_rule and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:33:14.946220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-7d9657ce-c127-4ffd-b54c-1f769ad82f97 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:33:14.952229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-7d9657ce-c127-4ffd-b54c-1f769ad82f97 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:33:14.965286 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-7d9657ce-c127-4ffd-b54c-1f769ad82f97 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Project d0010affe968468fbe175cc230946ffa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:33:14.971938 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d9657ce-c127-4ffd-b54c-1f769ad82f97 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:15.037351 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d9657ce-c127-4ffd-b54c-1f769ad82f97 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:15.042183 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d9657ce-c127-4ffd-b54c-1f769ad82f97 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:15.065107 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9657ce-c127-4ffd-b54c-1f769ad82f97 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc0ee99-4ab0-4ecb-830b-0eeaefa26751,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:15.073471 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 2093d26a-d595-47b6-9467-02025aaecfa5 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:33:15.075593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-7d9657ce-c127-4ffd-b54c-1f769ad82f97 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:15.084907 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-7d9657ce-c127-4ffd-b54c-1f769ad82f97 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484206 Jun 04 17:33:15.110253 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 2093d26a-d595-47b6-9467-02025aaecfa5 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:33:15.110625 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 2093d26a-d595-47b6-9467-02025aaecfa5 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:33:27.921304 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ac56ac00-2832-488d-a62f-ece378c464d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:29.848195 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:33:30.013599 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-0607e330-9ecf-449d-a5e5-c1d0b2dd103c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Synchronizing usage tracker for tenant:d0010affe968468fbe175cc230946ffa on resource:security_group {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:33:30.036299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-0607e330-9ecf-449d-a5e5-c1d0b2dd103c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Unset dirty status for tenant:d0010affe968468fbe175cc230946ffa on resource:security_group {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:33:30.038080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-0607e330-9ecf-449d-a5e5-c1d0b2dd103c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720883449&fields=id&tenant_id=d0010affe968468fbe175cc230946ffa HTTP/1.1" status: 200 len: 267 time: 0.0641332 Jun 04 17:33:30.134227 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cd83ac8e-a083-4036-8db9-89fe3e4983de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:30.192846 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-13d0f021-383e-4650-9cf4-ef942ed720d8 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:30.194246 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-13d0f021-383e-4650-9cf4-ef942ed720d8 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 809 time: 0.1480885 Jun 04 17:33:30.209755 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-271d3493-765b-43f7-a453-c6b3997e5d74 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/quotas/d0010affe968468fbe175cc230946ffa HTTP/1.1" status: 200 len: 375 time: 0.0095997 Jun 04 17:33:30.304136 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-1c329470-423f-4bf1-9c06-2286e9553e8b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Synchronizing usage tracker for tenant:d0010affe968468fbe175cc230946ffa on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:33:30.323179 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-1c329470-423f-4bf1-9c06-2286e9553e8b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Unset dirty status for tenant:d0010affe968468fbe175cc230946ffa on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:33:30.324774 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-1c329470-423f-4bf1-9c06-2286e9553e8b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099117 Jun 04 17:33:30.392654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-5dc91cbe-d147-4ee6-9afa-1ed3fad8df44 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:33:30.393641 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-5dc91cbe-d147-4ee6-9afa-1ed3fad8df44 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519226 Jun 04 17:33:30.530032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-7f519182-6541-4bcd-98bd-250c31dd6020 service neutron] 10.222.0.13 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302137 Jun 04 17:33:30.660249 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-b735d72a-ab83-400d-8ae3-cb8771de485b service neutron] 10.222.0.13 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222854 Jun 04 17:33:31.076085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ac0040a0-4507-4d48-b2ad-b750e9a6aad5 req-f3c0b6ec-ab0e-4e60-baab-058dcff96569 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 210 time: 0.0418775 Jun 04 17:33:31.465444 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:31.483589 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:32.234910 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9fe5f6bd-2ef0-47ca-8923-86f753749fe2 req-81044678-5525-4895-9236-0e771cc4a12a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 210 time: 0.0502396 Jun 04 17:33:32.259734 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e4fc8d3d-8848-4625-a306-4bb56b883b3c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:32.261160 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e4fc8d3d-8848-4625-a306-4bb56b883b3c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.46 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 809 time: 0.1515884 Jun 04 17:33:32.308064 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-7502b6b2-6055-4c90-9866-05a7b9c8af56 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Synchronizing usage tracker for tenant:d0010affe968468fbe175cc230946ffa on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:33:32.319482 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-7502b6b2-6055-4c90-9866-05a7b9c8af56 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Unset dirty status for tenant:d0010affe968468fbe175cc230946ffa on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:33:32.320632 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-7502b6b2-6055-4c90-9866-05a7b9c8af56 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0010affe968468fbe175cc230946ffa HTTP/1.1" status: 200 len: 379 time: 0.0519705 Jun 04 17:33:32.328827 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'port': {'device_id': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'admin_state_up': True, 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'security_groups': ['00a4dbd6-01c7-43be-b05f-ac0071d41ab1']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:33:32.468338 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:33:32.477755 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:33:32.489300 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Made reservation on behalf of d0010affe968468fbe175cc230946ffa for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:33:32.492739 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:32.662126 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Allocated IP 172.20.0.6 (a945c7fc-e431-491a-906c-99719ae467a9/86b0cebc-0537-4f8f-ae26-95c2d0c51447/184ebd5f-13cc-4939-80b1-805d2c7cf5e5) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:33:32.881474 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:32.967263 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:32.982757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Transition to ACTIVE for port object 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:33:33.007237 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:33.082048 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Network a945c7fc-e431-491a-906c-99719ae467a9 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:33:33.085293 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:33:33.087906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:33:33.124428 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'Port': ['ID=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:33.157957 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:33.158746 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:33.190401 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-4a866494-d8ff-4424-9b8c-744b26f565dc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8653281 Jun 04 17:33:33.256396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Request body: {'port': {'device_id': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:33:33.330414 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8217772d-f69e-473b-8430-5fa79628c1e3 None None] Provisioning for port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:33:33.336422 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-8217772d-f69e-473b-8430-5fa79628c1e3 None None] Provisioning complete for port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:33:33.336967 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8217772d-f69e-473b-8430-5fa79628c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:33.394894 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8217772d-f69e-473b-8430-5fa79628c1e3 None None] Port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:33:33.404398 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:33.453426 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e5931-6d11-4ce4-8592-4b804e8de057 req-dc9d1839-be44-4daf-a7f3-8cec2d19e9ae tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:33.454999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-807e5931-6d11-4ce4-8592-4b804e8de057 req-dc9d1839-be44-4daf-a7f3-8cec2d19e9ae tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 931 time: 0.0964956 Jun 04 17:33:33.508480 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-807e5931-6d11-4ce4-8592-4b804e8de057 req-9db45cb3-0d76-4329-bce8-919919857973 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453398 Jun 04 17:33:33.770328 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:33:33.777728 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:33.792786 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Transition to ACTIVE for port object 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:33:33.796930 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:33.966041 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Pushing event updated for resources: {'Port': ['ID=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:34.036860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Attempting to bind port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:33:34.037097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Attempting to bind port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:33:34.037536 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Attempting to bind port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 on network a945c7fc-e431-491a-906c-99719ae467a9 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:33:34.044727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 on network a945c7fc-e431-491a-906c-99719ae467a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:33:34.045054 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Attempting to bind port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 on network a945c7fc-e431-491a-906c-99719ae467a9 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:33:34.050210 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:33:34.050663 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Checking segment: {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:33:34.051047 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Bound using segment: {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:33:34.051467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Bound port: 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:33:34.051807 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:34.148265 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:33:34.151313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:33:34.158408 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:34.226901 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:34.227504 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:34.228902 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] 10.222.0.46 "PUT /v2.0/ports/184ebd5f-13cc-4939-80b1-805d2c7cf5e5 HTTP/1.1" status: 200 len: 1091 time: 1.0308158 Jun 04 17:33:34.229343 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:33:34.253958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ce8aa-e69f-4ee2-9fcf-07e37b1c5f4f service neutron] Pushing event updated for resources: {'Port': ['ID=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:34.346288 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db67ec5e-8f90-463f-ba7f-e1ad0987509a'] response: {'name': 'network-changed', 'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'status': 'completed', 'code': 200} Jun 04 17:33:34.348361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-b3ced084-22e0-40b8-b6ae-5cf7afa24610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:34.349879 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-b3ced084-22e0-40b8-b6ae-5cf7afa24610 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 1094 time: 0.0826402 Jun 04 17:33:34.419485 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-3dfb7234-bf3e-4342-80b7-27ace38b3f4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5 HTTP/1.1" status: 200 len: 217 time: 0.0630620 Jun 04 17:33:34.484577 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-ebf6cac7-c3fc-4822-8293-036bde37353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:34.485996 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-ebf6cac7-c3fc-4822-8293-036bde37353e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0613687 Jun 04 17:33:34.564174 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-f4a5c625-adf6-48e9-8cf4-ba7c5eb18b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:34.566259 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-f4a5c625-adf6-48e9-8cf4-ba7c5eb18b6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744066 Jun 04 17:33:34.688823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75a080-a7ac-4684-9fee-972c9e0a0039 req-98c088d4-49b4-495c-9d7f-0a139d6b7cb4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:34.690257 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e75a080-a7ac-4684-9fee-972c9e0a0039 req-98c088d4-49b4-495c-9d7f-0a139d6b7cb4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.0790038 Jun 04 17:33:34.699814 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-95cb607b-8f2b-4d78-935d-d8b0c2b10f56 service neutron] 10.222.0.46 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272564 Jun 04 17:33:34.738186 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8e75a080-a7ac-4684-9fee-972c9e0a0039 req-7952f69d-4f56-4cdc-9a06-96502aeeacf3 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420594 Jun 04 17:33:34.759844 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:34.832330 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4b9bb776-b065-4715-8c40-5f14fd03c35a req-d53747a1-0657-4588-894b-5350aa0eba41 service neutron] 10.222.0.46 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266944 Jun 04 17:33:34.978355 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:35.057774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ab6e8-0950-422a-bd78-068513cd3dd4 req-0ada9398-a4c1-4dfc-bf91-3097a02286a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:35.059322 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab7ab6e8-0950-422a-bd78-068513cd3dd4 req-0ada9398-a4c1-4dfc-bf91-3097a02286a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 1094 time: 0.1790142 Jun 04 17:33:35.192991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ab6e8-0950-422a-bd78-068513cd3dd4 req-459f8067-d293-404a-9ddc-9a9a126a0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:35.194336 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab7ab6e8-0950-422a-bd78-068513cd3dd4 req-459f8067-d293-404a-9ddc-9a9a126a0ca8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1273687 Jun 04 17:33:35.264938 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab7ab6e8-0950-422a-bd78-068513cd3dd4 req-f9a8cc98-7b77-46be-977b-67bd9b9e1fa6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5 HTTP/1.1" status: 200 len: 217 time: 0.0639524 Jun 04 17:33:35.328430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ab6e8-0950-422a-bd78-068513cd3dd4 req-32d4891b-ea73-4bc8-a890-ecc74d8973c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:35.329894 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab7ab6e8-0950-422a-bd78-068513cd3dd4 req-32d4891b-ea73-4bc8-a890-ecc74d8973c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0589280 Jun 04 17:33:35.517013 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ab6e8-0950-422a-bd78-068513cd3dd4 req-7b533014-6a49-4389-ba35-04d182898cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:35.518384 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab7ab6e8-0950-422a-bd78-068513cd3dd4 req-7b533014-6a49-4389-ba35-04d182898cb1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801926 Jun 04 17:33:35.651849 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab7ab6e8-0950-422a-bd78-068513cd3dd4 req-fc5c1f96-f0fa-4bb0-bcd3-38a788b23fa7 service neutron] 10.222.0.46 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270664 Jun 04 17:33:35.792378 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ab7ab6e8-0950-422a-bd78-068513cd3dd4 req-2d16b621-a19b-41e1-bf5a-6216af6998e6 service neutron] 10.222.0.46 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341863 Jun 04 17:33:35.958554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a52410-5b48-430c-b4b9-bdc914cce95e req-83ef545a-96f2-4115-a5c3-d2d602b630b3 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:35.960015 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87a52410-5b48-430c-b4b9-bdc914cce95e req-83ef545a-96f2-4115-a5c3-d2d602b630b3 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.0950713 Jun 04 17:33:36.008427 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-87a52410-5b48-430c-b4b9-bdc914cce95e req-beff3ff0-564d-4a6c-aed4-079ac3ae6755 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425129 Jun 04 17:33:37.219521 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e55874-7acd-4e8f-a877-d7b70e9171e6 req-b5f70ad3-dbe9-4408-9fcd-c86959b1e10f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:37.221175 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7e55874-7acd-4e8f-a877-d7b70e9171e6 req-b5f70ad3-dbe9-4408-9fcd-c86959b1e10f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.0958853 Jun 04 17:33:37.267786 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e7e55874-7acd-4e8f-a877-d7b70e9171e6 req-a575fce8-42b1-4d7c-9f8c-1559455d89fd tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396307 Jun 04 17:33:38.473958 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965401a-e0cd-4946-8dba-feff83cc658d req-c5842a5b-7f0c-437a-bd00-55480b16d8cf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:38.475433 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a965401a-e0cd-4946-8dba-feff83cc658d req-c5842a5b-7f0c-437a-bd00-55480b16d8cf tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.0982852 Jun 04 17:33:38.520196 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a965401a-e0cd-4946-8dba-feff83cc658d req-a8184ceb-3280-493b-a514-d9a60452e96a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388527 Jun 04 17:33:39.714689 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a9933-3381-4b26-b270-71b1c8f9ad6d req-d680691c-1b38-4622-9ca1-deca13ac0c2b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:39.716125 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-459a9933-3381-4b26-b270-71b1c8f9ad6d req-d680691c-1b38-4622-9ca1-deca13ac0c2b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.0907633 Jun 04 17:33:39.764577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-459a9933-3381-4b26-b270-71b1c8f9ad6d req-01d68c61-c129-42df-8e6f-797087d5910f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396476 Jun 04 17:33:40.977764 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f153de-5aa9-4f4d-8d81-27f320569119 req-b548b9ec-e575-4c19-8040-44f21aaef2db tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:40.979237 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03f153de-5aa9-4f4d-8d81-27f320569119 req-b548b9ec-e575-4c19-8040-44f21aaef2db tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.0907338 Jun 04 17:33:41.025683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-03f153de-5aa9-4f4d-8d81-27f320569119 req-d69b44bb-9e9e-4260-88b2-663bad999023 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377345 Jun 04 17:33:42.344629 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123aad8-4329-4ce8-9341-e3eba546755f req-5e232a38-3425-4bfe-a772-d944d9ce56c9 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:42.345975 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5123aad8-4329-4ce8-9341-e3eba546755f req-5e232a38-3425-4bfe-a772-d944d9ce56c9 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.2027218 Jun 04 17:33:42.389841 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5123aad8-4329-4ce8-9341-e3eba546755f req-645002c9-866e-43c8-bb93-6d08a036a210 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379062 Jun 04 17:33:43.586547 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9475d-7724-453e-a486-32c5bd4b638c req-44a1734f-f470-44f9-93d9-4ff2c9cacb1b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:43.588044 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06a9475d-7724-453e-a486-32c5bd4b638c req-44a1734f-f470-44f9-93d9-4ff2c9cacb1b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.0855422 Jun 04 17:33:43.631919 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-06a9475d-7724-453e-a486-32c5bd4b638c req-dd00904d-b300-4a76-a850-396394e8e17e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380213 Jun 04 17:33:43.891475 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:33:44.028936 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:33:44.050757 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'port_id': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'mac_address': 'fa:16:3e:3e:a9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:33:44.108184 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:33:44.108551 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:44.126691 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:33:44.143386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:33:44.148625 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:44.218148 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:44.226173 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:44.226680 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:44.227051 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:44.227488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:44.227877 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:44.228213 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:44.228548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:44.228852 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:44.229170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:44.229481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:44.229784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:44.230109 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:33:44.374521 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['184ebd5f-13cc-4939-80b1-805d2c7cf5e5'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:33:44.839584 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341c77e-d55f-4300-885a-654c304be01e req-98e65da7-8252-487f-bb17-c8aae907d87e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:44.840951 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c341c77e-d55f-4300-885a-654c304be01e req-98e65da7-8252-487f-bb17-c8aae907d87e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 944 time: 0.0972815 Jun 04 17:33:44.886410 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c341c77e-d55f-4300-885a-654c304be01e req-ecadb7ff-28f8-40ff-81ca-dadc33edc17b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393779 Jun 04 17:33:45.917765 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:33:45.990999 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:33:45.996584 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:33:45.996944 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:46.081494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7b697-e560-47e3-a31e-27e107089ee3 req-764da56a-0e82-408c-889b-aee78c9163af tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:46.082976 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cfa7b697-e560-47e3-a31e-27e107089ee3 req-764da56a-0e82-408c-889b-aee78c9163af tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 944 time: 0.0822494 Jun 04 17:33:46.114346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:33:46.114722 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:46.127743 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-cfa7b697-e560-47e3-a31e-27e107089ee3 req-a806acb9-03a3-4e22-837d-61844a00c47f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388830 Jun 04 17:33:46.141167 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:33:46.150977 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:33:46.157948 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:46.227634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:46.240584 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2b5495-f6f0-4d64-b7cd-507875cd7fdb'] response: {'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'code': 200} Jun 04 17:33:46.375212 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483e64d-dd3c-4b16-a3e1-71a612ad3ca6 req-6198a67c-56c0-49df-8b1c-de266cf6731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:46.376684 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4483e64d-dd3c-4b16-a3e1-71a612ad3ca6 req-6198a67c-56c0-49df-8b1c-de266cf6731c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 1096 time: 0.0768187 Jun 04 17:33:46.418380 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-4483e64d-dd3c-4b16-a3e1-71a612ad3ca6 req-fec08bfa-4c50-471f-a233-e9c7f0ac1826 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356081 Jun 04 17:33:47.327000 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742eb6b-d940-46b4-a576-2a9d9ce7f91c req-89169596-ab50-4e7b-9c9d-85ce1e621fcc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:47.328459 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7742eb6b-d940-46b4-a576-2a9d9ce7f91c req-89169596-ab50-4e7b-9c9d-85ce1e621fcc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0827544 Jun 04 17:33:47.374239 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7742eb6b-d940-46b4-a576-2a9d9ce7f91c req-01e84785-bef8-4c20-ac23-b7cbc8c2b9fc tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398138 Jun 04 17:33:48.575269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76255ed3-63db-4fa9-b579-dd79b01c2710 req-acdb7e0e-7286-4e1d-b6d4-c9a99fbac4d0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:48.576730 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76255ed3-63db-4fa9-b579-dd79b01c2710 req-acdb7e0e-7286-4e1d-b6d4-c9a99fbac4d0 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0901809 Jun 04 17:33:48.621363 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-76255ed3-63db-4fa9-b579-dd79b01c2710 req-8812b9d3-3d82-403f-b069-055f3f4d4f87 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388198 Jun 04 17:33:48.820266 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18bba-ffcc-4f7e-b7b0-4c6390e8424e req-dea1f877-b637-4cdf-b434-47319fece9a5 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:48.821708 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91b18bba-ffcc-4f7e-b7b0-4c6390e8424e req-dea1f877-b637-4cdf-b434-47319fece9a5 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0873144 Jun 04 17:33:48.873791 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-91b18bba-ffcc-4f7e-b7b0-4c6390e8424e req-c474e634-64f3-4027-8e5a-3603014f3c05 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435674 Jun 04 17:33:48.909195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40914) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:33:48.981181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906d707a-c570-47fb-8353-9aa84c5a8503 tempest-TestShelveInstance-1876726339 tempest-TestShelveInstance-1876726339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:48.982679 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-906d707a-c570-47fb-8353-9aa84c5a8503 tempest-TestShelveInstance-1876726339 tempest-TestShelveInstance-1876726339-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 1091 time: 0.0724952 Jun 04 17:33:48.988563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 40918) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:33:48.993923 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:33:49.000981 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:33:49.005311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Usage tracker for resource:floatingip and tenant:d0010affe968468fbe175cc230946ffa is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:33:49.008357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:33:49.014476 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:33:49.028104 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:49.184080 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:49.325590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Allocated IP 172.25.5.146 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/15a5694a-5b97-44d6-b4d1-334b7a863f4a) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:33:49.487436 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:49.520700 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:49.584557 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:33:49.587422 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:33:49.591857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:33:49.624315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'Port': ['ID=15a5694a-5b97-44d6-b4d1-334b7a863f4a,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:50.143802 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:50.236706 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:50.484921 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:50.492828 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:50.601221 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event updated for resources: {'Port': ['ID=15a5694a-5b97-44d6-b4d1-334b7a863f4a,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:33:50.613895 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:50.795935 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Floating IP b592d318-9bfd-448b-858d-2b0750d055f0 associated. External IP: 172.25.5.146, port: 184ebd5f-13cc-4939-80b1-805d2c7cf5e5. Jun 04 17:33:51.146704 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Router 531f5d19-64fb-4a36-baca-c7979001a0e2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:33:51.333688 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:33:51.343372 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2a5e4-5a46-4638-830a-4a2891dc72a5 None None] Sync routers for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:33:51.353430 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2a5e4-5a46-4638-830a-4a2891dc72a5 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:33:51.354024 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-00f2a5e4-5a46-4638-830a-4a2891dc72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:33:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:33:51.359790 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:33:51.415549 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-816c438d-4e73-41f0-ac32-676cc67d4937 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4257910 Jun 04 17:33:51.416171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:33:51.462256 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfc610a-7139-4ede-8320-752e105edfde'] response: {'name': 'network-changed', 'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'status': 'completed', 'code': 200} Jun 04 17:33:51.564217 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-00f2a5e4-5a46-4638-830a-4a2891dc72a5 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:33:51.569061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01261892-f931-4c9b-9319-8684a044188c req-71ecdf24-21f5-4470-a62a-ca2fb2df0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:51.570796 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-01261892-f931-4c9b-9319-8684a044188c req-71ecdf24-21f5-4470-a62a-ca2fb2df0304 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 1096 time: 0.0869696 Jun 04 17:33:51.702702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01261892-f931-4c9b-9319-8684a044188c req-30d82a38-526b-4653-a10f-eefb3f46ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:51.704153 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-01261892-f931-4c9b-9319-8684a044188c req-30d82a38-526b-4653-a10f-eefb3f46ba48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1280842 Jun 04 17:33:51.812341 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-01261892-f931-4c9b-9319-8684a044188c req-afa9c9a2-1e21-4789-8ea2-2459d73d881b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5 HTTP/1.1" status: 200 len: 999 time: 0.1013346 Jun 04 17:33:51.879085 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01261892-f931-4c9b-9319-8684a044188c req-467f4f94-a47e-45cf-ba7e-ddab637b8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:51.880609 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-01261892-f931-4c9b-9319-8684a044188c req-467f4f94-a47e-45cf-ba7e-ddab637b8826 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0619242 Jun 04 17:33:51.919348 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-00f2a5e4-5a46-4638-830a-4a2891dc72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b592d318-9bfd-448b-858d-2b0750d055f0', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'port_id': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'mac_address': 'fa:16:3e:3e:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:33:49Z', 'updated_at': '2022-06-04T17:33:49Z', 'revision_number': 0, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:59Z', 'revision_number': 5, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:33:51.923474 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2a5e4-5a46-4638-830a-4a2891dc72a5 None None] Checking router: 531f5d19-64fb-4a36-baca-c7979001a0e2 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:33:51.933421 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2a5e4-5a46-4638-830a-4a2891dc72a5 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:33:51.934097 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-00f2a5e4-5a46-4638-830a-4a2891dc72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:33:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:33:51.955540 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01261892-f931-4c9b-9319-8684a044188c req-ecc58569-f876-4ccb-90a7-790b2323d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:33:51.956942 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-01261892-f931-4c9b-9319-8684a044188c req-ecc58569-f876-4ccb-90a7-790b2323d886 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704606 Jun 04 17:33:52.089516 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-01261892-f931-4c9b-9319-8684a044188c req-6ff7ee9a-ca36-407e-80ff-5e0756b1a6e2 service neutron] 10.222.0.46 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258049 Jun 04 17:33:52.105704 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-00f2a5e4-5a46-4638-830a-4a2891dc72a5 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:33:52.221467 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-01261892-f931-4c9b-9319-8684a044188c req-90041ea2-4df5-4692-9321-c2cd19f94199 service neutron] 10.222.0.46 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259005 Jun 04 17:33:52.483472 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-00f2a5e4-5a46-4638-830a-4a2891dc72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b592d318-9bfd-448b-858d-2b0750d055f0', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'port_id': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'mac_address': 'fa:16:3e:3e:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:33:49Z', 'updated_at': '2022-06-04T17:33:49Z', 'revision_number': 0, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:59Z', 'revision_number': 5, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:33:52.488277 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2a5e4-5a46-4638-830a-4a2891dc72a5 None None] The sync data for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 is: [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'b592d318-9bfd-448b-858d-2b0750d055f0', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'port_id': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'mac_address': 'fa:16:3e:3e:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:33:49Z', 'updated_at': '2022-06-04T17:33:49Z', 'revision_number': 0, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:59Z', 'revision_number': 5, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:33:52.686694 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886d1f6-e05e-4d35-8286-56c2b2b0fb65 None None] New status for floating IP b592d318-9bfd-448b-858d-2b0750d055f0: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:33:57.925064 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d5147281-9fcf-4d60-9cb6-4ac4fce03b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:00.150988 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-847439a8-6a3c-49e2-9b94-b9d4100214ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:01.479387 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:01.490764 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:02.892318 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:04.777901 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:04.983433 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:06.850151 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:34:27.937162 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-765768b0-4db5-4af3-877e-e9ec07f6445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:30.141630 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-51aa2da2-e987-4072-b6c0-d4ec6532e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:31.488005 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:31.493712 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:32.895501 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:34.798773 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:34.988241 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:34:43.855853 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:34:45.213110 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3ac46302-4e06-4f0e-842b-f8c5706eb4ac req-066e03ba-03d0-46d6-9801-a21de8c89c99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901577 Jun 04 17:34:45.460012 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac46302-4e06-4f0e-842b-f8c5706eb4ac req-635ef000-eaaf-442f-bb57-88333c946fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:34:45.461509 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3ac46302-4e06-4f0e-842b-f8c5706eb4ac req-635ef000-eaaf-442f-bb57-88333c946fd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 1096 time: 0.1815886 Jun 04 17:34:45.611140 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac46302-4e06-4f0e-842b-f8c5706eb4ac req-a295400d-e35c-420d-8454-69bce15a1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:34:45.612650 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3ac46302-4e06-4f0e-842b-f8c5706eb4ac req-a295400d-e35c-420d-8454-69bce15a1453 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1270230 Jun 04 17:34:45.716924 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3ac46302-4e06-4f0e-842b-f8c5706eb4ac req-4fd5e46c-7294-4db0-8e16-ba5711e5c079 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5 HTTP/1.1" status: 200 len: 1001 time: 0.0978930 Jun 04 17:34:45.778899 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac46302-4e06-4f0e-842b-f8c5706eb4ac req-b9629f74-8b41-4200-ae1d-7b7dd01de58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:34:45.780295 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3ac46302-4e06-4f0e-842b-f8c5706eb4ac req-b9629f74-8b41-4200-ae1d-7b7dd01de58c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0576286 Jun 04 17:34:45.860687 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac46302-4e06-4f0e-842b-f8c5706eb4ac req-6703e9e0-7e45-4674-b6a4-6a951f843ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:34:45.862061 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3ac46302-4e06-4f0e-842b-f8c5706eb4ac req-6703e9e0-7e45-4674-b6a4-6a951f843ee8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750561 Jun 04 17:34:45.993882 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3ac46302-4e06-4f0e-842b-f8c5706eb4ac req-39674b6e-21de-473b-9296-2a813581421d service neutron] 10.222.0.46 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251080 Jun 04 17:34:46.125889 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-3ac46302-4e06-4f0e-842b-f8c5706eb4ac req-822ba56f-2077-4689-8619-02ce0432c9e7 service neutron] 10.222.0.46 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259718 Jun 04 17:34:57.934850 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2877e438-35b4-44a9-8f15-4c33956a988a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:00.147309 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b3910eb8-9bea-4496-a6ad-47d882e65f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:01.485492 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:01.491373 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:02.898252 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:04.800396 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:05.005325 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:20.861715 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:35:27.931122 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-bb58e212-00ae-45d9-8573-7125c424c8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:30.148180 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-68d8b799-423a-4487-bd93-e5d7e9026063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:31.493244 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:31.496152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:32.901372 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:34.809178 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:35.002769 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:46.133504 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-20875ac0-26e3-40ec-9de0-e5a52d060007 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724962 Jun 04 17:35:46.279391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-e843d59f-13d3-4cee-a217-876df34624e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:46.280891 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-e843d59f-13d3-4cee-a217-876df34624e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 1096 time: 0.0770156 Jun 04 17:35:46.429072 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-ed9b73f3-3179-45e4-bd2c-2174900d9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:46.430566 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-ed9b73f3-3179-45e4-bd2c-2174900d9fd4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1305170 Jun 04 17:35:46.536612 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-200de685-177c-4709-8c3e-b4513711c073 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5 HTTP/1.1" status: 200 len: 1001 time: 0.1001444 Jun 04 17:35:46.610702 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-b86bf496-29af-44b8-9934-f95956799919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:46.612185 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-b86bf496-29af-44b8-9934-f95956799919 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0693576 Jun 04 17:35:46.688719 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-fcaee193-3101-469c-80a4-9df508f42d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:46.690072 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-fcaee193-3101-469c-80a4-9df508f42d76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694356 Jun 04 17:35:46.701322 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-aa1cef61-5b18-4970-a4ab-a4cf31bb13ac service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88797) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:35:46.705184 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-aa1cef61-5b18-4970-a4ab-a4cf31bb13ac service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050139 Jun 04 17:35:46.758195 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d766d-0925-4498-9e18-fbda14a7848e req-5ffe6054-05d1-451e-93e6-24242b84d9fa tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:46.759763 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-262d766d-0925-4498-9e18-fbda14a7848e req-5ffe6054-05d1-451e-93e6-24242b84d9fa tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0885088 Jun 04 17:35:46.804032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-262d766d-0925-4498-9e18-fbda14a7848e req-13c38910-c946-48a9-86e5-1ee2b7fe583e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385158 Jun 04 17:35:46.833371 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-e8372042-9fb9-4386-baa8-fd3df0b0b5e9 service neutron] 10.222.0.46 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251011 Jun 04 17:35:46.973650 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ffafcca5-9815-4429-9f6d-a5734fe9fe31 req-e85b3ecf-37c7-497b-bdbc-c5feecae3d02 service neutron] 10.222.0.46 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335573 Jun 04 17:35:48.026777 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70429d-6bff-431a-b43d-7bec49d208fd req-936a9984-c780-4a11-b759-0bc9eb136690 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:48.028236 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d70429d-6bff-431a-b43d-7bec49d208fd req-936a9984-c780-4a11-b759-0bc9eb136690 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0911741 Jun 04 17:35:48.072622 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9d70429d-6bff-431a-b43d-7bec49d208fd req-4a43a435-8f4b-4d82-b3bb-7c7757c7ae0d tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386322 Jun 04 17:35:49.392845 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989d634-0b04-46a1-8da8-025689799069 req-c47aad82-65d2-4de3-9e7f-884b92b51c77 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:49.394160 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c989d634-0b04-46a1-8da8-025689799069 req-c47aad82-65d2-4de3-9e7f-884b92b51c77 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.2010000 Jun 04 17:35:49.440864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c989d634-0b04-46a1-8da8-025689799069 req-214f3a40-362b-4f81-9aed-816119096eb9 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379591 Jun 04 17:35:50.651678 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ec744-e886-43fd-93e0-9089f851900d req-4693653c-cc0c-4881-bc9e-d0dccb767156 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:50.653162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b2ec744-e886-43fd-93e0-9089f851900d req-4693653c-cc0c-4881-bc9e-d0dccb767156 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0931997 Jun 04 17:35:50.696373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b2ec744-e886-43fd-93e0-9089f851900d req-97cef561-8cc6-43c0-8da0-99e70dd76d51 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374868 Jun 04 17:35:51.891298 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62e1f8-8fc2-4966-947b-fc2039656410 req-a8fc8e4d-9eee-4cb2-b60a-dd7568fe5d98 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:51.892687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e62e1f8-8fc2-4966-947b-fc2039656410 req-a8fc8e4d-9eee-4cb2-b60a-dd7568fe5d98 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0874932 Jun 04 17:35:51.937825 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1e62e1f8-8fc2-4966-947b-fc2039656410 req-36ecacb4-47e8-4ded-b5be-62824eadf81f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393519 Jun 04 17:35:53.155590 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b8135-29b6-4485-9d6c-813af334007a req-bafc5624-0a30-45b7-9877-f9249a69fd4d tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:53.157209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-090b8135-29b6-4485-9d6c-813af334007a req-bafc5624-0a30-45b7-9877-f9249a69fd4d tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0991502 Jun 04 17:35:53.211846 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-090b8135-29b6-4485-9d6c-813af334007a req-df5d9c98-827f-4155-ae5b-92c1c7ee0feb tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455537 Jun 04 17:35:54.408708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdae577-6e67-49c9-be39-acbe1c9d34a5 req-4eb61ed4-d0d3-4063-9058-1b6d0f266863 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:54.410202 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecdae577-6e67-49c9-be39-acbe1c9d34a5 req-4eb61ed4-d0d3-4063-9058-1b6d0f266863 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0906703 Jun 04 17:35:54.460280 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecdae577-6e67-49c9-be39-acbe1c9d34a5 req-e59fb39d-e3fe-48bc-a6a0-a4946ec91ff7 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415611 Jun 04 17:35:55.655959 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23682b-5331-45d4-bcfb-5f20f0d56a8f req-4dbeb3a2-dabe-4fdb-822f-3b1d0387c378 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:55.657416 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c23682b-5331-45d4-bcfb-5f20f0d56a8f req-4dbeb3a2-dabe-4fdb-822f-3b1d0387c378 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0876825 Jun 04 17:35:55.704505 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-2c23682b-5331-45d4-bcfb-5f20f0d56a8f req-cd5988dd-57d8-46d3-8921-e041d261ec2c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413706 Jun 04 17:35:56.901955 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183e499-33dc-4e90-a1b3-fe4e86a7239e req-f9d8caa4-f50c-4b42-aafc-d946bf13e031 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:56.903311 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e183e499-33dc-4e90-a1b3-fe4e86a7239e req-f9d8caa4-f50c-4b42-aafc-d946bf13e031 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0822902 Jun 04 17:35:56.941633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff161382-d44c-43d6-94fb-a1ed7baac687 req-501ab903-e2db-450f-b499-7a5c399ea331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:56.943136 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff161382-d44c-43d6-94fb-a1ed7baac687 req-501ab903-e2db-450f-b499-7a5c399ea331 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 1096 time: 0.1852636 Jun 04 17:35:56.951718 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e183e499-33dc-4e90-a1b3-fe4e86a7239e req-4517d78c-f71e-4d53-9b58-f79d46f59a6a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423656 Jun 04 17:35:57.074917 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff161382-d44c-43d6-94fb-a1ed7baac687 req-84e556ca-d078-47a2-b497-5e73231d832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:57.076409 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff161382-d44c-43d6-94fb-a1ed7baac687 req-84e556ca-d078-47a2-b497-5e73231d832b service neutron] 10.222.0.46 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1262422 Jun 04 17:35:57.181508 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff161382-d44c-43d6-94fb-a1ed7baac687 req-8b95b9fc-acab-4f84-95fc-1d073e5bb01d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5 HTTP/1.1" status: 200 len: 1001 time: 0.0996037 Jun 04 17:35:57.243285 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff161382-d44c-43d6-94fb-a1ed7baac687 req-0ae643f3-3d82-456b-9c15-bfcb45fceeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:57.244671 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff161382-d44c-43d6-94fb-a1ed7baac687 req-0ae643f3-3d82-456b-9c15-bfcb45fceeb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0575948 Jun 04 17:35:57.322666 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff161382-d44c-43d6-94fb-a1ed7baac687 req-29b0539d-2f11-44d8-b748-5a58e8836fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:57.324170 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff161382-d44c-43d6-94fb-a1ed7baac687 req-29b0539d-2f11-44d8-b748-5a58e8836fd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737557 Jun 04 17:35:57.457134 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff161382-d44c-43d6-94fb-a1ed7baac687 req-1df65951-f985-4c6f-9b05-e9c5001f9e3c service neutron] 10.222.0.46 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268682 Jun 04 17:35:57.595555 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-ff161382-d44c-43d6-94fb-a1ed7baac687 req-cf030f0b-8e12-438d-a5b6-d94b36de3323 service neutron] 10.222.0.46 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314540 Jun 04 17:35:57.867032 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:35:57.936083 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3de48294-c39b-4772-b2b2-36eb945f5ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:35:58.144805 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb34f4f-6185-43a6-95f3-9a3ace36d443 req-e9f338ce-7525-4909-9546-b286232b2993 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:58.146195 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fb34f4f-6185-43a6-95f3-9a3ace36d443 req-e9f338ce-7525-4909-9546-b286232b2993 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0883639 Jun 04 17:35:58.191434 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fb34f4f-6185-43a6-95f3-9a3ace36d443 req-f91addc0-b728-4da3-8959-47b869224b1e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393009 Jun 04 17:35:59.382672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a623c-e28c-4132-804c-e4f1346a3164 req-3120a189-d567-4425-8d05-17fed4bb5bc2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:35:59.384163 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e1a623c-e28c-4132-804c-e4f1346a3164 req-3120a189-d567-4425-8d05-17fed4bb5bc2 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0861897 Jun 04 17:35:59.429234 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6e1a623c-e28c-4132-804c-e4f1346a3164 req-62432487-440a-4632-a84a-b4b3aa0d3804 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390568 Jun 04 17:36:00.144440 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3073b662-ec86-47e8-a730-25ac1e562eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:00.620010 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360d4b3-67a6-4daf-9907-2e94ae75d072 req-999e9f43-2c70-4c7a-8461-959bcbb89491 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:00.621461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c360d4b3-67a6-4daf-9907-2e94ae75d072 req-999e9f43-2c70-4c7a-8461-959bcbb89491 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0803349 Jun 04 17:36:00.666115 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c360d4b3-67a6-4daf-9907-2e94ae75d072 req-d02042d1-3ba8-497a-ad3e-185b57ee7391 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385644 Jun 04 17:36:00.967853 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-2b2c26e2-1105-4245-bbcb-251de872a34f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749886 Jun 04 17:36:01.033462 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602ecb-1d25-4700-b50a-9039a8bf9050 req-ea97f9a1-88b8-4ad5-acc7-3acaeb53d468 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:01.035364 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52602ecb-1d25-4700-b50a-9039a8bf9050 req-ea97f9a1-88b8-4ad5-acc7-3acaeb53d468 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0854127 Jun 04 17:36:01.081589 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-52602ecb-1d25-4700-b50a-9039a8bf9050 req-12d540d7-b78d-4cf2-b15b-d8315376e9be tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403898 Jun 04 17:36:01.495885 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:01.499555 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:02.281711 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6e322-2120-41a7-ad04-ea01487eef1b req-a4bb7ce3-cae0-453a-a56e-e1de57d7e998 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:02.283224 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0c6e322-2120-41a7-ad04-ea01487eef1b req-a4bb7ce3-cae0-453a-a56e-e1de57d7e998 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 945 time: 0.0881729 Jun 04 17:36:02.333162 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f0c6e322-2120-41a7-ad04-ea01487eef1b req-04f484f9-491f-49bd-9811-95815686663b tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439298 Jun 04 17:36:02.655250 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:36:02.777733 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:36:02.778108 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:02.804630 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:36:02.815927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:36:02.820543 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:02.858271 n-d-811809-3 neutron-server[88799]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8e41942d-9ba0-4162-b6a8-e7411327fd06']: {'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'code': 422} returned with failed status Jun 04 17:36:02.901984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:36:02.908875 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:02.910243 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:02.910612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:02.910948 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:02.911274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:02.911597 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:02.911916 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:02.912233 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:02.912550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:02.912864 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:02.913176 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:02.913508 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:02.913827 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:03.544457 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-44d7f589-3af7-4664-b80f-7c898eca797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:03.545970 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-44d7f589-3af7-4664-b80f-7c898eca797d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712&tenant_id=d0010affe968468fbe175cc230946ffa HTTP/1.1" status: 200 len: 1094 time: 0.1317875 Jun 04 17:36:03.555905 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d7cf3-43de-46bd-abed-d86631a022a7 req-75fbc2ff-883f-4028-95c7-c0001982e351 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:03.557247 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f7d7cf3-43de-46bd-abed-d86631a022a7 req-75fbc2ff-883f-4028-95c7-c0001982e351 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.1077814 Jun 04 17:36:03.562263 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811809-3', 'device_owner': 'compute:nova'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:36:03.673321 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-8f7d7cf3-43de-46bd-abed-d86631a022a7 req-1aba23ca-0e76-4266-8c45-1588432a0d93 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871305 Jun 04 17:36:03.706170 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:03.977613 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:36:04.009546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h2-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:36:04.065495 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:36:04.073223 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:04.087869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Transition to ACTIVE for port object 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:36:04.093129 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:04.350311 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Pushing event updated for resources: {'Port': ['ID=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,revision_number=7']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:36:04.362578 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:04.362911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:04.363240 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:04.363554 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:04.363873 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:04.364185 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:04.364494 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:04.365154 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:04.365447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:04.365751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:04.366060 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:04.366364 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:36:04.410246 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] No DVR routers for this DVR port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 on host n-h2-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:36:04.650588 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Attempting to bind port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:36:04.651374 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Attempting to bind port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:36:04.651374 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Attempting to bind port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 on network a945c7fc-e431-491a-906c-99719ae467a9 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:36:04.656054 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 on network a945c7fc-e431-491a-906c-99719ae467a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:36:04.656366 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Attempting to bind port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 on network a945c7fc-e431-491a-906c-99719ae467a9 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:36:04.661768 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:36:04.662101 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Checking segment: {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:36:04.662469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Bound using segment: {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:36:04.662922 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Bound port: 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4bf052-01b3-4f99-a218-d5f94db12ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:36:04.663259 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:04.759869 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:36:04.762850 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:36:04.768634 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:04.802550 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:04.879993 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:04.880595 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:04.881938 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] 10.222.0.42 "PUT /v2.0/ports/184ebd5f-13cc-4939-80b1-805d2c7cf5e5 HTTP/1.1" status: 200 len: 1091 time: 1.3238499 Jun 04 17:36:04.884204 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:36:04.907527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af99b7-8774-4ef8-bbf7-096569444583 service neutron] Pushing event updated for resources: {'Port': ['ID=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,revision_number=8']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:36:04.949301 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f180221-8413-4f67-a439-094af11b6295'] response: {'name': 'network-changed', 'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'status': 'completed', 'code': 200} Jun 04 17:36:04.988847 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7bdb7-da06-45e3-9e9f-32310971e6a9 req-dac8c3e7-2ffe-4af5-bd8c-ce5f1c45f507 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:04.990749 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48b7bdb7-da06-45e3-9e9f-32310971e6a9 req-dac8c3e7-2ffe-4af5-bd8c-ce5f1c45f507 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.1840112 Jun 04 17:36:04.998122 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:05.047853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-900e38f5-eaee-49b3-8f07-cf06b2636bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:05.049361 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-900e38f5-eaee-49b3-8f07-cf06b2636bba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 1094 time: 0.1358349 Jun 04 17:36:05.076970 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48b7bdb7-da06-45e3-9e9f-32310971e6a9 req-879b0a3a-3416-488c-9d0d-fe16c9595e60 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770042 Jun 04 17:36:05.184679 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-51f4ba5e-ac3a-4508-84ec-618eb35e430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:05.186076 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-51f4ba5e-ac3a-4508-84ec-618eb35e430e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1288857 Jun 04 17:36:05.287443 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-e218a37e-9619-49fa-af26-bfc75dff6fa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5 HTTP/1.1" status: 200 len: 999 time: 0.0946803 Jun 04 17:36:05.362155 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-b1986a0f-4890-4545-9d1f-ad2329dd14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:05.363619 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-b1986a0f-4890-4545-9d1f-ad2329dd14d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0706582 Jun 04 17:36:05.446356 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-ea8c56ba-3dd2-46b9-884d-ded1f5e953fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:05.447748 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-ea8c56ba-3dd2-46b9-884d-ded1f5e953fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780866 Jun 04 17:36:05.585404 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-6bc4f050-665f-483c-a127-5c5a25bfedae service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303282 Jun 04 17:36:05.720390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-06396243-1b93-4f6b-9a37-ff03e2bdd61f service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288664 Jun 04 17:36:05.842454 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a34e77-68c5-4ace-82df-0b3a39c65c59 req-5e5bd561-11e0-40a1-8e82-73501ad3b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:05.843924 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48a34e77-68c5-4ace-82df-0b3a39c65c59 req-5e5bd561-11e0-40a1-8e82-73501ad3b33c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 1094 time: 0.0759985 Jun 04 17:36:06.089633 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a34e77-68c5-4ace-82df-0b3a39c65c59 req-7ac61404-8139-4d22-84de-31d8deee6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:06.091021 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48a34e77-68c5-4ace-82df-0b3a39c65c59 req-7ac61404-8139-4d22-84de-31d8deee6a23 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.2410815 Jun 04 17:36:06.233815 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48a34e77-68c5-4ace-82df-0b3a39c65c59 req-33a3d627-c79d-4902-bf40-ab1198b40327 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5 HTTP/1.1" status: 200 len: 999 time: 0.1359353 Jun 04 17:36:06.310872 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a34e77-68c5-4ace-82df-0b3a39c65c59 req-24bab496-14c8-4250-b8fa-335450fd06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:06.312411 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48a34e77-68c5-4ace-82df-0b3a39c65c59 req-24bab496-14c8-4250-b8fa-335450fd06a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0692012 Jun 04 17:36:06.362315 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01037e5-7ba9-4bd4-ab0c-62f07d3596e0 req-86429449-c0de-4072-9a5f-bd76cb459d95 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:06.363698 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c01037e5-7ba9-4bd4-ab0c-62f07d3596e0 req-86429449-c0de-4072-9a5f-bd76cb459d95 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.1789513 Jun 04 17:36:06.420803 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c01037e5-7ba9-4bd4-ab0c-62f07d3596e0 req-ba88e70f-e659-4eca-bf92-6dd507d5b1ce tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502174 Jun 04 17:36:06.433402 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a34e77-68c5-4ace-82df-0b3a39c65c59 req-6637b82d-0ce9-47b0-82e7-da378072fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:06.435075 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48a34e77-68c5-4ace-82df-0b3a39c65c59 req-6637b82d-0ce9-47b0-82e7-da378072fcef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163270 Jun 04 17:36:06.568083 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48a34e77-68c5-4ace-82df-0b3a39c65c59 req-346484f7-1b28-470f-9907-f3f817551cea service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271214 Jun 04 17:36:06.715965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-48a34e77-68c5-4ace-82df-0b3a39c65c59 req-78620611-726a-422d-b645-c431e3f8d0cf service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422501 Jun 04 17:36:07.791375 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a8b38-8578-43e5-b041-0c0de175f928 req-95c67f17-4b04-44d7-86d5-2201ae5abfeb tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:07.792841 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-828a8b38-8578-43e5-b041-0c0de175f928 req-95c67f17-4b04-44d7-86d5-2201ae5abfeb tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.0905192 Jun 04 17:36:07.838292 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-828a8b38-8578-43e5-b041-0c0de175f928 req-9240e163-d432-4513-ab96-f154fbbff514 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392058 Jun 04 17:36:09.038824 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327c83c-a4e2-4b5d-8d15-dc42eb98912e req-b1337216-3dff-4380-aae6-54f74256442d tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:09.040281 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4327c83c-a4e2-4b5d-8d15-dc42eb98912e req-b1337216-3dff-4380-aae6-54f74256442d tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.0857477 Jun 04 17:36:09.086472 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-4327c83c-a4e2-4b5d-8d15-dc42eb98912e req-d5df578e-8b53-4aa5-8e58-f69bfeaecc54 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382488 Jun 04 17:36:10.286243 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7b87-f4a4-4217-b962-d7d0b4b3cc06 req-3a67db38-236b-4d56-8044-e169164918e4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:10.287650 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9eb7b87-f4a4-4217-b962-d7d0b4b3cc06 req-3a67db38-236b-4d56-8044-e169164918e4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.0912697 Jun 04 17:36:10.340764 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9eb7b87-f4a4-4217-b962-d7d0b4b3cc06 req-da44c54c-937b-47c0-abb7-4a601783ceed tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438564 Jun 04 17:36:11.540611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a654a-f61d-4beb-9364-1dedb9bae3c5 req-a2e494cf-dc99-407e-98a6-52eaa5a87695 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:11.541988 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-556a654a-f61d-4beb-9364-1dedb9bae3c5 req-a2e494cf-dc99-407e-98a6-52eaa5a87695 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.0830445 Jun 04 17:36:11.589775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-556a654a-f61d-4beb-9364-1dedb9bae3c5 req-811e188d-077c-4447-a746-aad78c2aae54 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416479 Jun 04 17:36:12.781853 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe548e9-a5cb-48cd-862f-10d3256534ea req-2ab8ae12-164c-47b8-ba07-955848d4b2d9 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:12.783326 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1fe548e9-a5cb-48cd-862f-10d3256534ea req-2ab8ae12-164c-47b8-ba07-955848d4b2d9 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.0847120 Jun 04 17:36:12.830732 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1fe548e9-a5cb-48cd-862f-10d3256534ea req-708435f9-61a6-4422-a303-da5cefcd8eda tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387700 Jun 04 17:36:14.005889 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:36:14.121002 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa02f9-cb81-4bb1-a8b5-c7ca39eba1d5 req-ae9cbc4b-065c-4522-a9a6-3583b9ab955a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:14.122348 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7aaa02f9-cb81-4bb1-a8b5-c7ca39eba1d5 req-ae9cbc4b-065c-4522-a9a6-3583b9ab955a tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 943 time: 0.1793873 Jun 04 17:36:14.141481 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:36:14.154939 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'port_id': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'mac_address': 'fa:16:3e:3e:a9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:36:14.169058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7aaa02f9-cb81-4bb1-a8b5-c7ca39eba1d5 req-e18123c3-6257-484a-89e7-3016a756890f tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Jun 04 17:36:14.213339 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:36:14.213713 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:14.230227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:36:14.247328 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:36:14.253616 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:14.320144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,revision_number=9']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:36:14.490913 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['184ebd5f-13cc-4939-80b1-805d2c7cf5e5'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:36:15.423205 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce898147-6275-4b27-9989-2adb211550fa req-32644ba8-ec95-4c43-a513-24ffd0fee6cb tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:15.424670 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce898147-6275-4b27-9989-2adb211550fa req-32644ba8-ec95-4c43-a513-24ffd0fee6cb tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 944 time: 0.1365037 Jun 04 17:36:15.469596 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ce898147-6275-4b27-9989-2adb211550fa req-1cc6bcd5-1cdf-4d17-80ae-9b40d2104b57 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390654 Jun 04 17:36:16.023009 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:36:16.106294 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:36:16.111155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:36:16.111522 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:16.271723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:36:16.272195 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:16.302245 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:36:16.312000 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:36:16.317893 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:16.351592 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20493d75-3bf5-4dfe-860c-d08e10fbc908'] response: {'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'code': 200} Jun 04 17:36:16.392960 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,revision_number=10']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:36:16.559181 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30f246-c636-436b-937d-cae5de446bfd req-1fe7983a-8f98-4e98-ac73-71fd1698e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:16.561443 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b30f246-c636-436b-937d-cae5de446bfd req-1fe7983a-8f98-4e98-ac73-71fd1698e5e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 1097 time: 0.0793185 Jun 04 17:36:16.649632 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-1b30f246-c636-436b-937d-cae5de446bfd req-c806619f-2f2f-4c12-9545-8ecc7ae62fa9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819159 Jun 04 17:36:16.680491 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b44e0c-decb-4b0f-ad98-dc00879a3421 req-00539299-a106-4cac-adb0-1b508a415a9e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:16.681925 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8b44e0c-decb-4b0f-ad98-dc00879a3421 req-00539299-a106-4cac-adb0-1b508a415a9e tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 946 time: 0.0994954 Jun 04 17:36:16.735150 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c8b44e0c-decb-4b0f-ad98-dc00879a3421 req-9f3820f2-712a-4dfd-b99f-2199efaeac7c tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432761 Jun 04 17:36:17.943177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f7843-cf6d-4013-9757-944091d1158d req-b9708036-0b2a-4c57-95ea-c73c5ab8f297 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:17.944531 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd9f7843-cf6d-4013-9757-944091d1158d req-b9708036-0b2a-4c57-95ea-c73c5ab8f297 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 946 time: 0.0912137 Jun 04 17:36:17.989999 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd9f7843-cf6d-4013-9757-944091d1158d req-da1b5b94-ebfb-4f00-8cdb-f85d9497e258 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393355 Jun 04 17:36:27.942656 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-57e4ff89-d2dd-4fa4-9013-77024a2e30eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:30.151287 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-42df0a39-e6e1-44ab-b344-7c2384b083a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:31.505008 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:31.507003 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:32.911864 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:34.822227 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:34.870930 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:36:34.999947 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:36:56.745080 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-f9619f6c-3111-4d3f-b23d-0e0b364252f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1338282 Jun 04 17:36:56.989168 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-0f12cd57-8f16-4543-8950-35418e9fcbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:56.990698 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-0f12cd57-8f16-4543-8950-35418e9fcbcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 1097 time: 0.1777065 Jun 04 17:36:57.144496 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-4ef3d2f3-940e-4e25-a784-1678eff29786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:57.145963 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-4ef3d2f3-940e-4e25-a784-1678eff29786 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1368403 Jun 04 17:36:57.248470 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-2b937b6e-029e-473f-81dd-d1b7deeac0fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5 HTTP/1.1" status: 200 len: 1001 time: 0.0962076 Jun 04 17:36:57.317121 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-35134c46-08c1-43df-a9b2-3baa3b3d4f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:57.318878 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-35134c46-08c1-43df-a9b2-3baa3b3d4f8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0647128 Jun 04 17:36:57.396611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-ca98e9dd-8ad2-4574-bc35-d7f4bd781388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:36:57.398121 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-ca98e9dd-8ad2-4574-bc35-d7f4bd781388 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737185 Jun 04 17:36:57.407890 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-37abc28b-ad37-45c5-b585-f7d091ee001d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:36:57.408811 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-37abc28b-ad37-45c5-b585-f7d091ee001d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049326 Jun 04 17:36:57.542079 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-2a7d4527-fda5-43cd-bf09-e63adbc43c62 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269300 Jun 04 17:36:57.675398 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecc238ae-c348-4abf-af91-06b8d50e4de1 req-9b3e502d-1678-4255-8ea5-d34dfeb91437 service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270471 Jun 04 17:36:57.958637 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7d3ec26f-fdcb-40a1-8d77-c31421e90798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:00.149971 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c2957f13-3f7c-470f-b51c-2b0c5cb49824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:01.507665 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:01.509619 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:02.913906 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:04.826571 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:05.007229 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:11.867403 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:37:27.953063 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-09d79725-0764-4da3-929a-1590c4c1f358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:30.150015 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fd8589c-c109-44f2-b890-beb893d57773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:31.510492 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:31.513498 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:32.919775 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:34.194066 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41064) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:34.397156 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Deleting port 15a5694a-5b97-44d6-b4d1-334b7a863f4a {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:37:34.397489 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:34.562790 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:34.563112 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:34.685130 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Calling delete_port for 15a5694a-5b97-44d6-b4d1-334b7a863f4a owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:37:34.831525 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:34.844942 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:35.007211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event deleted for resources: {'Port': ['ID=15a5694a-5b97-44d6-b4d1-334b7a863f4a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:35.011098 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:35.044383 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:35.044722 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:35.045221 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:35.045584 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:35.045906 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:35.046228 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:35.046571 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:35.046884 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:35.047199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:35.047510 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:35.047825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:35.048141 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:35.106887 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:35.107145 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Floating IP b592d318-9bfd-448b-858d-2b0750d055f0 disassociated (deleted). External IP: 172.25.5.146, port: 184ebd5f-13cc-4939-80b1-805d2c7cf5e5. Jun 04 17:37:35.473685 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Router 531f5d19-64fb-4a36-baca-c7979001a0e2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:37:35.654684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:37:35.665354 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cee68e-4897-4bdb-8077-7d37eabda3a6 None None] Sync routers for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:37:35.674671 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:35.675168 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cee68e-4897-4bdb-8077-7d37eabda3a6 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:37:35.675769 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-97cee68e-4897-4bdb-8077-7d37eabda3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:35.731860 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-06c9f4f3-d72c-4933-95b3-17f320a20602 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "DELETE /v2.0/floatingips/b592d318-9bfd-448b-858d-2b0750d055f0 HTTP/1.1" status: 204 len: 168 time: 1.5366206 Jun 04 17:37:35.732426 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:37:35.778182 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56aeca0-78fa-4f63-83f3-3ebf738e9671'] response: {'name': 'network-changed', 'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'status': 'completed', 'code': 200} Jun 04 17:37:35.853800 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-97cee68e-4897-4bdb-8077-7d37eabda3a6 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:37:35.869854 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9731621-2c27-42f0-8582-de36b992be33 req-63734cb6-e1f0-442f-bf39-abb8e3ab2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:37:35.871577 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9731621-2c27-42f0-8582-de36b992be33 req-63734cb6-e1f0-442f-bf39-abb8e3ab2473 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0010affe968468fbe175cc230946ffa&device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 1097 time: 0.0717330 Jun 04 17:37:36.006999 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9731621-2c27-42f0-8582-de36b992be33 req-bb7f8fc1-bcdc-48dc-81df-150d6117591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:37:36.008461 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9731621-2c27-42f0-8582-de36b992be33 req-bb7f8fc1-bcdc-48dc-81df-150d6117591c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 200 len: 910 time: 0.1302521 Jun 04 17:37:36.113775 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9731621-2c27-42f0-8582-de36b992be33 req-c3883c67-1f15-4e71-89d3-d5315816df6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5 HTTP/1.1" status: 200 len: 217 time: 0.0987511 Jun 04 17:37:36.177265 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-97cee68e-4897-4bdb-8077-7d37eabda3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:59Z', 'revision_number': 5, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:36.181082 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cee68e-4897-4bdb-8077-7d37eabda3a6 None None] Checking router: 531f5d19-64fb-4a36-baca-c7979001a0e2 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:37:36.189618 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cee68e-4897-4bdb-8077-7d37eabda3a6 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:37:36.190139 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-97cee68e-4897-4bdb-8077-7d37eabda3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:36.192063 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9731621-2c27-42f0-8582-de36b992be33 req-0bb0c7fb-a1c2-489e-8ccf-c357214ca299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:37:36.193499 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9731621-2c27-42f0-8582-de36b992be33 req-0bb0c7fb-a1c2-489e-8ccf-c357214ca299 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 200 len: 848 time: 0.0719080 Jun 04 17:37:36.245445 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757947-beb2-43a1-99f1-4d46df877247 req-41c76109-e125-416f-bf83-b2c5d6889c71 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:37:36.246908 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da757947-beb2-43a1-99f1-4d46df877247 req-41c76109-e125-416f-bf83-b2c5d6889c71 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 946 time: 0.1795816 Jun 04 17:37:36.309230 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-da757947-beb2-43a1-99f1-4d46df877247 req-30e28b00-e6f1-4dec-9751-f4e3d6c59132 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550900 Jun 04 17:37:36.321865 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9731621-2c27-42f0-8582-de36b992be33 req-5befb438-650f-4193-a43a-607973f8de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:37:36.332192 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9731621-2c27-42f0-8582-de36b992be33 req-5befb438-650f-4193-a43a-607973f8de67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a945c7fc-e431-491a-906c-99719ae467a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221287 Jun 04 17:37:36.368228 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-97cee68e-4897-4bdb-8077-7d37eabda3a6 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:37:36.457404 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9731621-2c27-42f0-8582-de36b992be33 req-bdc55a22-48c1-477a-880f-047e9df8bfca service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275275 Jun 04 17:37:36.595538 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d9731621-2c27-42f0-8582-de36b992be33 req-fca324ed-218f-4ea9-8df6-e15440c2b5ad service neutron] 10.222.0.42 "GET /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302133 Jun 04 17:37:36.679440 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-97cee68e-4897-4bdb-8077-7d37eabda3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:59Z', 'revision_number': 5, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:36.683456 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cee68e-4897-4bdb-8077-7d37eabda3a6 None None] The sync data for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 is: [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:28:53Z', 'revision_number': 4, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'd8699047-4c6e-4e5a-8f4d-a7d22f72a6a2', 'name': '', 'network_id': 'a945c7fc-e431-491a-906c-99719ae467a9', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'mac_address': 'fa:16:3e:56:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:53Z', 'updated_at': '2022-06-04T17:28:59Z', 'revision_number': 5, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'subnets': [{'id': '86b0cebc-0537-4f8f-ae26-95c2d0c51447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:37:36.908389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ea0207-82e2-4737-b7dc-139b47501c10 None None] New status for floating IP b592d318-9bfd-448b-858d-2b0750d055f0: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:37:37.671447 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8634e-53d8-444d-8b55-6f3c7c2632d2 req-b5e40fd3-f45d-4cf9-a3a5-23021b4cd443 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:37:37.672810 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1a8634e-53d8-444d-8b55-6f3c7c2632d2 req-b5e40fd3-f45d-4cf9-a3a5-23021b4cd443 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 946 time: 0.2459934 Jun 04 17:37:37.682886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f57335-212f-481f-a594-13e58766692c req-cc554f38-bf39-4530-85dc-7f45eab6c5ab tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:37:37.684198 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3f57335-212f-481f-a594-13e58766692c req-cc554f38-bf39-4530-85dc-7f45eab6c5ab tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.42 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 946 time: 0.1135237 Jun 04 17:37:37.774405 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e1a8634e-53d8-444d-8b55-6f3c7c2632d2 req-75036510-a255-495e-87aa-1c10ba6ddff7 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/security-groups?id=00a4dbd6-01c7-43be-b05f-ac0071d41ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892699 Jun 04 17:37:37.779481 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-d3f57335-212f-481f-a594-13e58766692c req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Deleting port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:37:37.779818 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3f57335-212f-481f-a594-13e58766692c req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:38.039268 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-d3f57335-212f-481f-a594-13e58766692c req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] For port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:37:38.039633 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3f57335-212f-481f-a594-13e58766692c req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:38.162611 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-d3f57335-212f-481f-a594-13e58766692c req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Calling delete_port for 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:37:38.321981 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3f57335-212f-481f-a594-13e58766692c req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:38.375267 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event deleted for resources: {'Port': ['ID=184ebd5f-13cc-4939-80b1-805d2c7cf5e5,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:38.416986 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:38.417319 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:38.417646 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:38.417969 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:38.418294 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:38.418637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:38.418952 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:38.419459 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:38.419659 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:38.419977 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:38.420291 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:38.420591 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:38.457293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f57335-212f-481f-a594-13e58766692c req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] No DVR routers for this DVR port 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:37:38.459795 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-d3f57335-212f-481f-a594-13e58766692c req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:38.462233 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'name': 'network-vif-deleted', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:37:38.473664 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d3f57335-212f-481f-a594-13e58766692c req-e024b62e-4ab1-4b37-9141-6ba7da1817d4 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.42 "DELETE /v2.0/ports/184ebd5f-13cc-4939-80b1-805d2c7cf5e5 HTTP/1.1" status: 204 len: 173 time: 0.7759244 Jun 04 17:37:38.516482 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e161fb-7c40-4425-90fe-4366be50b335'] response: {'server_uuid': '842e45f5-b7f6-46fc-bde9-4662c145a712', 'name': 'network-vif-deleted', 'tag': '184ebd5f-13cc-4939-80b1-805d2c7cf5e5', 'status': 'completed', 'code': 200} Jun 04 17:37:38.930106 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5e4c67d6-5380-49aa-9b1c-815dfa488736 req-4f1f427d-63b6-40e8-b765-fc5544862adb tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Synchronizing usage tracker for tenant:d0010affe968468fbe175cc230946ffa on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:37:38.946574 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-5e4c67d6-5380-49aa-9b1c-815dfa488736 req-4f1f427d-63b6-40e8-b765-fc5544862adb tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Unset dirty status for tenant:d0010affe968468fbe175cc230946ffa on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:37:38.947906 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5e4c67d6-5380-49aa-9b1c-815dfa488736 req-4f1f427d-63b6-40e8-b765-fc5544862adb tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "GET /v2.0/ports?device_id=842e45f5-b7f6-46fc-bde9-4662c145a712 HTTP/1.1" status: 200 len: 210 time: 0.0618031 Jun 04 17:37:40.047767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41084) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:40.125005 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9d7545e1-d4d3-42b3-8fd3-c04798f92244 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:40.155502 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9d7545e1-d4d3-42b3-8fd3-c04798f92244 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:40.219922 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9d7545e1-d4d3-42b3-8fd3-c04798f92244 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:40.237516 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7545e1-d4d3-42b3-8fd3-c04798f92244 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a4dbd6-01c7-43be-b05f-ac0071d41ab1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:40.252027 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9d7545e1-d4d3-42b3-8fd3-c04798f92244 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:40.253262 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9d7545e1-d4d3-42b3-8fd3-c04798f92244 tempest-TestShelveInstance-1784333838 tempest-TestShelveInstance-1784333838-project] 10.222.0.13 "DELETE /v2.0/security-groups/00a4dbd6-01c7-43be-b05f-ac0071d41ab1 HTTP/1.1" status: 204 len: 168 time: 0.2045295 Jun 04 17:37:40.284426 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:37:40.296862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41090) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:40.331007 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:37:40.331344 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 184ebd5f-13cc-4939-80b1-805d2c7cf5e5 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:37:41.070877 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-945d28a7-5abf-41e3-ab69-3bf76328f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:41.428489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-945d28a7-5abf-41e3-ab69-3bf76328f91a admin admin] Deleting port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:37:41.429169 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-945d28a7-5abf-41e3-ab69-3bf76328f91a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:41.602525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-945d28a7-5abf-41e3-ab69-3bf76328f91a admin admin] For port d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:37:41.602984 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-945d28a7-5abf-41e3-ab69-3bf76328f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:41.731816 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-945d28a7-5abf-41e3-ab69-3bf76328f91a admin admin] Calling delete_port for d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:37:41.916926 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-945d28a7-5abf-41e3-ab69-3bf76328f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:41.962621 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d28a7-5abf-41e3-ab69-3bf76328f91a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:42.228336 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-945d28a7-5abf-41e3-ab69-3bf76328f91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:42.727823 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945d28a7-5abf-41e3-ab69-3bf76328f91a admin admin] Router 531f5d19-64fb-4a36-baca-c7979001a0e2 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:37:42.910017 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945d28a7-5abf-41e3-ab69-3bf76328f91a admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:37:42.919056 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586e0eb1-e75d-4f62-9b2f-590157f07821 None None] Sync routers for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:37:42.927905 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-945d28a7-5abf-41e3-ab69-3bf76328f91a admin admin] 10.222.0.13 "PUT /v2.0/routers/531f5d19-64fb-4a36-baca-c7979001a0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6298513 Jun 04 17:37:42.929029 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586e0eb1-e75d-4f62-9b2f-590157f07821 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:37:42.929648 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-586e0eb1-e75d-4f62-9b2f-590157f07821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:42.930594 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41096) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:43.120816 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:43.168886 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-586e0eb1-e75d-4f62-9b2f-590157f07821 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:37:43.301789 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:43.312483 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Deleting port b63f3c42-2d04-4da3-9361-dc72063e92fc {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:37:43.312813 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:43.450543 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-586e0eb1-e75d-4f62-9b2f-590157f07821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:37:41Z', 'revision_number': 5, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port': {'id': 'b63f3c42-2d04-4da3-9361-dc72063e92fc', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:50Z', 'updated_at': '2022-06-04T17:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:43.454323 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586e0eb1-e75d-4f62-9b2f-590157f07821 None None] Checking router: 531f5d19-64fb-4a36-baca-c7979001a0e2 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:37:43.462409 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586e0eb1-e75d-4f62-9b2f-590157f07821 None None] Routers {'531f5d19-64fb-4a36-baca-c7979001a0e2'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:37:43.463021 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-586e0eb1-e75d-4f62-9b2f-590157f07821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['531f5d19-64fb-4a36-baca-c7979001a0e2'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:43.490270 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] For port b63f3c42-2d04-4da3-9361-dc72063e92fc, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b63f3c42-2d04-4da3-9361-dc72063e92fc,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:37:43.490642 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:43.611527 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Calling delete_port for b63f3c42-2d04-4da3-9361-dc72063e92fc owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:37:43.613818 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-586e0eb1-e75d-4f62-9b2f-590157f07821 None None] Set router 531f5d19-64fb-4a36-baca-c7979001a0e2 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:37:43.717268 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-586e0eb1-e75d-4f62-9b2f-590157f07821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:37:43Z', 'revision_number': 6, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:43.721743 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586e0eb1-e75d-4f62-9b2f-590157f07821 None None] The sync data for ids ['531f5d19-64fb-4a36-baca-c7979001a0e2'] in n-d-811809-3 is: [{'id': '531f5d19-64fb-4a36-baca-c7979001a0e2', 'name': 'tempest-TestShelveInstance-1534676275-router', 'tenant_id': 'd0010affe968468fbe175cc230946ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:49Z', 'updated_at': '2022-06-04T17:37:43Z', 'revision_number': 6, 'project_id': 'd0010affe968468fbe175cc230946ffa', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:37:43.783544 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:43.831190 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Pushing event deleted for resources: {'Port': ['ID=b63f3c42-2d04-4da3-9361-dc72063e92fc,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:43.923123 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:44.215422 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:44.217804 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:44.242963 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:44.243645 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 531f5d19-64fb-4a36-baca-c7979001a0e2 {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:37:44.258554 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:44.259683 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-46af510b-dde7-4f50-9ca4-dd98d6bc676a admin admin] 10.222.0.13 "DELETE /v2.0/routers/531f5d19-64fb-4a36-baca-c7979001a0e2 HTTP/1.1" status: 204 len: 168 time: 1.3281596 Jun 04 17:37:44.262276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41100) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:44.321868 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_v2 [None req-06270d3b-8dc0-414d-a918-3487920cf644 admin admin] Deleting subnet 86b0cebc-0537-4f8f-ae26-95c2d0c51447 {{(pid=88798) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:37:44.325374 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-06270d3b-8dc0-414d-a918-3487920cf644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:44.378636 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-06270d3b-8dc0-414d-a918-3487920cf644 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1743931'] for subnet, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:44.463645 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-06270d3b-8dc0-414d-a918-3487920cf644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:44.536360 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-06270d3b-8dc0-414d-a918-3487920cf644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4082162'] for subnet, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:44.581596 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06270d3b-8dc0-414d-a918-3487920cf644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86b0cebc-0537-4f8f-ae26-95c2d0c51447,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:44.585556 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-06270d3b-8dc0-414d-a918-3487920cf644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:44.590482 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d73146c-eafc-4547-9a4b-5dfe99e1c3f1 None None] Network a945c7fc-e431-491a-906c-99719ae467a9 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:37:44.592851 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-06270d3b-8dc0-414d-a918-3487920cf644 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/86b0cebc-0537-4f8f-ae26-95c2d0c51447 HTTP/1.1" status: 204 len: 168 time: 0.3295255 Jun 04 17:37:44.596062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41104) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:44.703392 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:44.714282 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Deleting port b03cabee-1cfe-475c-a86b-15ab6b8b4235 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:37:44.714650 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:44.841238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fded2ef-783c-4695-99eb-73f82d6bc5ee None None] DHCP port deletion for a945c7fc-e431-491a-906c-99719ae467a9 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:37:44.845511 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8fded2ef-783c-4695-99eb-73f82d6bc5ee None None] Deleting port b03cabee-1cfe-475c-a86b-15ab6b8b4235 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:37:44.845885 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8fded2ef-783c-4695-99eb-73f82d6bc5ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:44.920260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] For port b03cabee-1cfe-475c-a86b-15ab6b8b4235, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b03cabee-1cfe-475c-a86b-15ab6b8b4235,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:37:44.920901 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:45.042196 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Calling delete_port for b03cabee-1cfe-475c-a86b-15ab6b8b4235 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:37:45.045220 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-8fded2ef-783c-4695-99eb-73f82d6bc5ee None None] For port b03cabee-1cfe-475c-a86b-15ab6b8b4235, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=b03cabee-1cfe-475c-a86b-15ab6b8b4235,segment=NetworkSegment(fa4bf052-01b3-4f99-a218-d5f94db12ac2),segment_id=fa4bf052-01b3-4f99-a218-d5f94db12ac2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:37:45.045671 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8fded2ef-783c-4695-99eb-73f82d6bc5ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:45.124522 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:45.164695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8fded2ef-783c-4695-99eb-73f82d6bc5ee None None] Calling delete_port for b03cabee-1cfe-475c-a86b-15ab6b8b4235 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:37:45.169878 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Pushing event deleted for resources: {'Port': ['ID=b03cabee-1cfe-475c-a86b-15ab6b8b4235,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:45.175078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] No DVR routers for this DVR port b03cabee-1cfe-475c-a86b-15ab6b8b4235 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:37:45.234751 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-8fded2ef-783c-4695-99eb-73f82d6bc5ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:37:45.235117 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-8fded2ef-783c-4695-99eb-73f82d6bc5ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:37:45.287807 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:45.312076 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a945c7fc-e431-491a-906c-99719ae467a9']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:45.327937 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4bf052-01b3-4f99-a218-d5f94db12ac2') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:45.328220 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4bf052-01b3-4f99-a218-d5f94db12ac2') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:45.339477 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:45.355485 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:45.362184 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:37:45.362601 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:45.430548 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b63f3c42-2d04-4da3-9361-dc72063e92fc no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:37:45.457854 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:45.471617 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b63f3c42-2d04-4da3-9361-dc72063e92fc {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:37:45.472211 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b63f3c42-2d04-4da3-9361-dc72063e92fc not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:37:45.473141 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b03cabee-1cfe-475c-a86b-15ab6b8b4235 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:37:45.478644 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment fa4bf052-01b3-4f99-a218-d5f94db12ac2 resource provider aggregate not found Jun 04 17:37:45.482383 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:45.495346 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] Pushing event deleted for resources: {'Network': ['ID=a945c7fc-e431-491a-906c-99719ae467a9,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:45.515816 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-09a0eead-f4dd-4f75-a5a6-596487b59edb admin admin] 10.222.0.13 "DELETE /v2.0/networks/a945c7fc-e431-491a-906c-99719ae467a9 HTTP/1.1" status: 204 len: 168 time: 0.9157152 Jun 04 17:37:45.515816 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment fa4bf052-01b3-4f99-a218-d5f94db12ac2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa4bf052-01b3-4f99-a218-d5f94db12ac2 found for delete ", "request_id": "req-a14c76da-7267-48ef-bf78-4587311e7c6a"}]} Jun 04 17:37:45.516023 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41114) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:45.522858 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: b03cabee-1cfe-475c-a86b-15ab6b8b4235 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:37:45.523468 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device b03cabee-1cfe-475c-a86b-15ab6b8b4235 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:37:45.524033 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:37:45.557581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:37:45.558162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device d8699047-4c6e-4e5a-8f4d-a7d22f72a6a2 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:37:45.736125 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8fded2ef-783c-4695-99eb-73f82d6bc5ee None None] Deleting port b03cabee-1cfe-475c-a86b-15ab6b8b4235 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:37:45.736848 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-8fded2ef-783c-4695-99eb-73f82d6bc5ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:45.845338 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-8fded2ef-783c-4695-99eb-73f82d6bc5ee None None] The port 'b03cabee-1cfe-475c-a86b-15ab6b8b4235' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:37:46.204209 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-892b84b9-3178-4289-abb0-a9be1168ee66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:46.564091 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-892b84b9-3178-4289-abb0-a9be1168ee66 admin admin] Deleting port 66dd89e1-c771-4d16-b96f-77bd91ba91e4 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:37:46.565232 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-892b84b9-3178-4289-abb0-a9be1168ee66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:46.733487 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-892b84b9-3178-4289-abb0-a9be1168ee66 admin admin] For port 66dd89e1-c771-4d16-b96f-77bd91ba91e4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=66dd89e1-c771-4d16-b96f-77bd91ba91e4,segment=NetworkSegment(9268bb65-b24d-42c0-8975-43961f1658a2),segment_id=9268bb65-b24d-42c0-8975-43961f1658a2)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:37:46.733837 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-892b84b9-3178-4289-abb0-a9be1168ee66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:46.853089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-892b84b9-3178-4289-abb0-a9be1168ee66 admin admin] Calling delete_port for 66dd89e1-c771-4d16-b96f-77bd91ba91e4 owned by network:router_interface {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:37:47.034693 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-892b84b9-3178-4289-abb0-a9be1168ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:47.086062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b84b9-3178-4289-abb0-a9be1168ee66 admin admin] Pushing event deleted for resources: {'Port': ['ID=66dd89e1-c771-4d16-b96f-77bd91ba91e4,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:47.477866 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-892b84b9-3178-4289-abb0-a9be1168ee66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:47.842198 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892b84b9-3178-4289-abb0-a9be1168ee66 admin admin] Router 8cc8164e-523e-4719-87a1-883a9f49a10d has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:37:48.021030 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892b84b9-3178-4289-abb0-a9be1168ee66 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:37:48.029756 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca0abb-25dd-4c68-958c-7bd2edd8d153 None None] Sync routers for ids ['8cc8164e-523e-4719-87a1-883a9f49a10d'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:37:48.030847 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-892b84b9-3178-4289-abb0-a9be1168ee66 admin admin] 10.222.0.13 "PUT /v2.0/routers/8cc8164e-523e-4719-87a1-883a9f49a10d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5134592 Jun 04 17:37:48.033415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41118) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:48.039551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ca0abb-25dd-4c68-958c-7bd2edd8d153 None None] Routers {'8cc8164e-523e-4719-87a1-883a9f49a10d'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:37:48.040374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e0ca0abb-25dd-4c68-958c-7bd2edd8d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8cc8164e-523e-4719-87a1-883a9f49a10d'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:48.206043 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Notify callbacks [] for router, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:48.216561 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e0ca0abb-25dd-4c68-958c-7bd2edd8d153 None None] Set router 8cc8164e-523e-4719-87a1-883a9f49a10d gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:37:48.383087 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:48.393896 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Deleting port 7196175c-79c5-47c4-987c-b73809c20c35 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:37:48.394403 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:48.502177 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e0ca0abb-25dd-4c68-958c-7bd2edd8d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'name': 'tempest-TestShelveInstance-1638948303-router', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '7196175c-79c5-47c4-987c-b73809c20c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:56Z', 'updated_at': '2022-06-04T17:37:46Z', 'revision_number': 5, 'project_id': '7dc85d64ef62404ba3c02942ae6a97be', 'gw_port': {'id': '7196175c-79c5-47c4-987c-b73809c20c35', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:28:57Z', 'updated_at': '2022-06-04T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:48.506072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca0abb-25dd-4c68-958c-7bd2edd8d153 None None] Checking router: 8cc8164e-523e-4719-87a1-883a9f49a10d for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:37:48.514837 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ca0abb-25dd-4c68-958c-7bd2edd8d153 None None] Routers {'8cc8164e-523e-4719-87a1-883a9f49a10d'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:37:48.515467 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e0ca0abb-25dd-4c68-958c-7bd2edd8d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['8cc8164e-523e-4719-87a1-883a9f49a10d'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:48.572760 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] For port 7196175c-79c5-47c4-987c-b73809c20c35, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=7196175c-79c5-47c4-987c-b73809c20c35,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:37:48.573290 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:48.670031 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-e0ca0abb-25dd-4c68-958c-7bd2edd8d153 None None] Set router 8cc8164e-523e-4719-87a1-883a9f49a10d gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:37:48.776764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-e0ca0abb-25dd-4c68-958c-7bd2edd8d153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'name': 'tempest-TestShelveInstance-1638948303-router', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:56Z', 'updated_at': '2022-06-04T17:37:48Z', 'revision_number': 6, 'project_id': '7dc85d64ef62404ba3c02942ae6a97be', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:48.781116 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca0abb-25dd-4c68-958c-7bd2edd8d153 None None] The sync data for ids ['8cc8164e-523e-4719-87a1-883a9f49a10d'] in n-d-811809-3 is: [{'id': '8cc8164e-523e-4719-87a1-883a9f49a10d', 'name': 'tempest-TestShelveInstance-1638948303-router', 'tenant_id': '7dc85d64ef62404ba3c02942ae6a97be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:28:56Z', 'updated_at': '2022-06-04T17:37:48Z', 'revision_number': 6, 'project_id': '7dc85d64ef62404ba3c02942ae6a97be', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:37:48.830692 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Calling delete_port for 7196175c-79c5-47c4-987c-b73809c20c35 owned by network:router_gateway {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:37:48.867408 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:37:49.021892 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:49.074759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Pushing event deleted for resources: {'Port': ['ID=7196175c-79c5-47c4-987c-b73809c20c35,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:49.173351 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:49.348327 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:49.350453 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:49.375220 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:49.375733 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cc8164e-523e-4719-87a1-883a9f49a10d {{(pid=88798) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:37:49.387889 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:49.389018 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-a77dd633-0e39-4838-b299-034c813cce74 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8cc8164e-523e-4719-87a1-883a9f49a10d HTTP/1.1" status: 204 len: 168 time: 1.3546996 Jun 04 17:37:49.391788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41124) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:49.453291 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b748ca1-348e-4679-9a0d-382c5bd2bf5b admin admin] Deleting subnet 538907ce-efa6-477a-bedf-b2c1bf2bd5e3 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:37:49.456282 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b748ca1-348e-4679-9a0d-382c5bd2bf5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:49.506216 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b748ca1-348e-4679-9a0d-382c5bd2bf5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:49.558989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7196175c-79c5-47c4-987c-b73809c20c35 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:37:49.591676 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b748ca1-348e-4679-9a0d-382c5bd2bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:49.593389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 7196175c-79c5-47c4-987c-b73809c20c35 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:37:49.593737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 7196175c-79c5-47c4-987c-b73809c20c35 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:37:49.594155 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 66dd89e1-c771-4d16-b96f-77bd91ba91e4 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:37:49.630653 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 66dd89e1-c771-4d16-b96f-77bd91ba91e4 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:37:49.630998 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 66dd89e1-c771-4d16-b96f-77bd91ba91e4 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:37:49.662126 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b748ca1-348e-4679-9a0d-382c5bd2bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:49.700849 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b748ca1-348e-4679-9a0d-382c5bd2bf5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=538907ce-efa6-477a-bedf-b2c1bf2bd5e3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:49.704862 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-9b748ca1-348e-4679-9a0d-382c5bd2bf5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:49.710050 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7a4433-8b3b-4dfe-b528-73a3da9a8129 None None] Network 036ab88a-d37c-4feb-a088-c7882be9b34a requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:37:49.711413 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9b748ca1-348e-4679-9a0d-382c5bd2bf5b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/538907ce-efa6-477a-bedf-b2c1bf2bd5e3 HTTP/1.1" status: 204 len: 168 time: 0.3185785 Jun 04 17:37:49.714090 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41128) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:49.826120 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:49.836551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Deleting port f72fdaae-e026-44f8-92d2-f6961af32412 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:37:49.836885 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:49.966963 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c39f3c-e41b-469d-8839-d5b78d966e4d None None] DHCP port deletion for 036ab88a-d37c-4feb-a088-c7882be9b34a request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:37:49.972083 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f3c39f3c-e41b-469d-8839-d5b78d966e4d None None] Deleting port f72fdaae-e026-44f8-92d2-f6961af32412 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:37:49.972522 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f3c39f3c-e41b-469d-8839-d5b78d966e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:50.040400 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] For port f72fdaae-e026-44f8-92d2-f6961af32412, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f72fdaae-e026-44f8-92d2-f6961af32412,segment=NetworkSegment(9268bb65-b24d-42c0-8975-43961f1658a2),segment_id=9268bb65-b24d-42c0-8975-43961f1658a2)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:37:50.040747 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:50.166230 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Calling delete_port for f72fdaae-e026-44f8-92d2-f6961af32412 owned by network:dhcp {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:37:50.216265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-f3c39f3c-e41b-469d-8839-d5b78d966e4d None None] For port f72fdaae-e026-44f8-92d2-f6961af32412, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=f72fdaae-e026-44f8-92d2-f6961af32412,segment=NetworkSegment(9268bb65-b24d-42c0-8975-43961f1658a2),segment_id=9268bb65-b24d-42c0-8975-43961f1658a2)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:37:50.216650 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f3c39f3c-e41b-469d-8839-d5b78d966e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:50.245705 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:50.291913 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72fdaae-e026-44f8-92d2-f6961af32412,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:50.293660 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] No DVR routers for this DVR port f72fdaae-e026-44f8-92d2-f6961af32412 on host n-d-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:37:50.336591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f3c39f3c-e41b-469d-8839-d5b78d966e4d None None] Calling delete_port for f72fdaae-e026-44f8-92d2-f6961af32412 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:37:50.405158 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:50.407228 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-f3c39f3c-e41b-469d-8839-d5b78d966e4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:37:50.407580 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-f3c39f3c-e41b-469d-8839-d5b78d966e4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:37:50.435911 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036ab88a-d37c-4feb-a088-c7882be9b34a']}} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:50.560173 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9268bb65-b24d-42c0-8975-43961f1658a2') {'for_net_delete': True} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:50.560429 n-d-811809-3 neutron-server[88798]: DEBUG neutron.services.segments.db [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9268bb65-b24d-42c0-8975-43961f1658a2') {} {{(pid=88798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:50.574050 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743922'] for segment, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:50.589866 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:50.596573 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88798) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:37:50.596949 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2829126'] for segment, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:50.659400 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 9268bb65-b24d-42c0-8975-43961f1658a2 resource provider aggregate not found Jun 04 17:37:50.681116 n-d-811809-3 neutron-server[88798]: INFO neutron.services.segments.plugin [-] Segment 9268bb65-b24d-42c0-8975-43961f1658a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9268bb65-b24d-42c0-8975-43961f1658a2 found for delete ", "request_id": "req-029a06d3-4c68-40f7-8181-dbd3bc2f570c"}]} Jun 04 17:37:50.695205 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:50.699720 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Notify callbacks [] for network, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:50.722357 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] Pushing event deleted for resources: {'Network': ['ID=036ab88a-d37c-4feb-a088-c7882be9b34a,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:50.726040 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-40638aea-796e-4e80-8c7e-15fa16f6a418 admin admin] 10.222.0.13 "DELETE /v2.0/networks/036ab88a-d37c-4feb-a088-c7882be9b34a HTTP/1.1" status: 204 len: 168 time: 1.0108831 Jun 04 17:37:50.839888 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41138) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:50.888731 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-c5c2e3f1-9c49-472f-a114-b52b3a1802d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0010affe968468fbe175cc230946ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476723 Jun 04 17:37:50.892708 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41142) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:50.909179 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f3c39f3c-e41b-469d-8839-d5b78d966e4d None None] Deleting port f72fdaae-e026-44f8-92d2-f6961af32412 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:37:50.909664 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f3c39f3c-e41b-469d-8839-d5b78d966e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:50.951705 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3f0c36cc-131d-4372-adf3-0be1c02d53d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:50.977084 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-f3c39f3c-e41b-469d-8839-d5b78d966e4d None None] The port 'f72fdaae-e026-44f8-92d2-f6961af32412' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:37:50.977666 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3f0c36cc-131d-4372-adf3-0be1c02d53d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:51.031319 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3f0c36cc-131d-4372-adf3-0be1c02d53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:51.051180 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c36cc-131d-4372-adf3-0be1c02d53d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cc56a7-7012-4e32-bd8f-c7c4fb1acb71,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:51.057324 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3f0c36cc-131d-4372-adf3-0be1c02d53d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:51.061661 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3f0c36cc-131d-4372-adf3-0be1c02d53d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10cc56a7-7012-4e32-bd8f-c7c4fb1acb71 HTTP/1.1" status: 204 len: 168 time: 0.1648114 Jun 04 17:37:51.419483 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f72fdaae-e026-44f8-92d2-f6961af32412 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:37:51.419838 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41150) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:51.455723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: f72fdaae-e026-44f8-92d2-f6961af32412 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:37:51.456144 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device f72fdaae-e026-44f8-92d2-f6961af32412 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:37:51.468470 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-9f72981e-001b-4eaf-bc66-4e846959aba1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dc85d64ef62404ba3c02942ae6a97be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474114 Jun 04 17:37:51.471149 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41154) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:51.533205 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43d62b14-5819-4260-b1e9-6bd0a95e829f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:51.559383 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43d62b14-5819-4260-b1e9-6bd0a95e829f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:51.617193 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43d62b14-5819-4260-b1e9-6bd0a95e829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:51.631426 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d62b14-5819-4260-b1e9-6bd0a95e829f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd546f8e-6712-4ea5-93d4-926c9d41b794,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:51.638733 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-43d62b14-5819-4260-b1e9-6bd0a95e829f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:51.639929 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-43d62b14-5819-4260-b1e9-6bd0a95e829f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd546f8e-6712-4ea5-93d4-926c9d41b794 HTTP/1.1" status: 204 len: 168 time: 0.1677940 Jun 04 17:37:52.420342 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41178) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:52.535815 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-136040202-network', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:37:52.541542 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:37:52.545745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Usage tracker for resource:network and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:37:52.548453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:37:52.554178 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:37:52.566467 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Made reservation on behalf of 4e8551100d934b988b276f9fbfc66a33 for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:37:52.568748 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:52.580803 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:52.594991 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:37:52.599199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Usage tracker for resource:security_group_rule and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:37:52.602207 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:37:52.608526 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:37:52.706402 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:52.711878 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:52.747602 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:37:52.752837 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c90cc2e-4b20-48ae-ae4f-0c603d09c1ef,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:52.760107 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:52.760360 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Added segment 9807fae8-cb4b-47b4-acd8-7f3bbaa2620f of type vlan for network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 Jun 04 17:37:52.788970 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:52.829260 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:52.830481 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:37:52.830949 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:53.048232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] Pushing event updated for resources: {'Network': ['ID=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:53.051574 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-f34996b3-6854-49ce-b648-149a40792c7b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6298971 Jun 04 17:37:53.055220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41184) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:53.058969 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:37:53.060561 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Request body: {'subnet': {'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-136040202-subnet', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:37:53.066989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:37:53.071211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Usage tracker for resource:subnet and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:37:53.074486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:37:53.082789 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:37:53.092684 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Made reservation on behalf of 4e8551100d934b988b276f9fbfc66a33 for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:37:53.095094 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:53.328975 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:53.411930 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec1accd-8f07-42e9-8f6e-eb7090412028,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:53.424523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Checking segment: {'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:37:53.425175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Network hostable DHCP agents. Network: 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:37:53.449044 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:37:53.462006 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:37:53.470404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:37:53.471046 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:53.472736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7e30d-fcce-4e6b-be50-057e41a8d826 None None] Network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:37:53.496208 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-6305dc2f-02ba-4e5a-b9a6-e0f6485997cc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4398825 Jun 04 17:37:53.498996 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41188) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:53.505325 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:37:53.511469 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:37:53.517762 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Usage tracker for resource:router and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:37:53.522242 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:37:53.528415 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:37:53.540553 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:53.541683 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:53.559378 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:53.712452 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:37:53.713288 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:53.839264 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:53.871040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Allocated IP 172.20.0.2 (8ef1d973-89b7-4b4c-9ade-fcf33a424ce0/6ec1accd-8f07-42e9-8f6e-eb7090412028/9cc0b0b9-3f5c-4c28-926d-8517328854e8) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:37:54.075940 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:54.086216 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Transition to ACTIVE for port object 9cc0b0b9-3f5c-4c28-926d-8517328854e8 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:37:54.104650 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Transition to ACTIVE for port object 9cc0b0b9-3f5c-4c28-926d-8517328854e8 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:37:54.110766 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:54.148228 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:54.178378 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:37:54.180496 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:54.181356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:37:54.183835 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:37:54.193046 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Pushing event updated for resources: {'Port': ['ID=9cc0b0b9-3f5c-4c28-926d-8517328854e8,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:54.231258 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:54.231598 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:54.231920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:54.232242 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:54.232559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:54.232860 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:54.233356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:54.233672 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:54.233976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:54.234281 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:54.234614 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:54.234914 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:54.289639 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Attempting to bind port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:37:54.290005 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Attempting to bind port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:37:54.290390 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Attempting to bind port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 on network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:37:54.296019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:37:54.296407 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Checking segment: {'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:37:54.296804 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:54.297165 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Bound using segment: {'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:37:54.297683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Bound port: 9cc0b0b9-3f5c-4c28-926d-8517328854e8, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:37:54.298044 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:54.311932 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Allocated IP 172.25.5.157 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/aad2d69d-2c85-4b88-be8d-fe0670b7a7b4) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:37:54.386723 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] For port 9cc0b0b9-3f5c-4c28-926d-8517328854e8, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:37:54.390366 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] For port 9cc0b0b9-3f5c-4c28-926d-8517328854e8, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9cc0b0b9-3f5c-4c28-926d-8517328854e8,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:37:54.395867 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:54.458845 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:54.481075 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82df5be-e41c-4b32-aa9a-039efb1bf30c None None] Pushing event updated for resources: {'Port': ['ID=9cc0b0b9-3f5c-4c28-926d-8517328854e8,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:54.490596 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:54.560830 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:37:54.564089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:37:54.566668 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:37:54.600980 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Pushing event updated for resources: {'Port': ['ID=aad2d69d-2c85-4b88-be8d-fe0670b7a7b4,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:55.119434 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:55.438886 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b233c741-1308-4324-8b83-6673fb7cf778 None None] Network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:37:55.462737 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9cc0b0b9-3f5c-4c28-926d-8517328854e8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:37:55.476640 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:55.601386 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2c9f4236-33d1-4cad-a022-51da5542ce8b None None] Provisioning for port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:37:55.685337 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Router 89228e43-f045-4644-9365-cedbb2dac025 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88798) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:37:55.688623 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:37:55.699978 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:37:55.700351 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:55.875140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:37:55.879268 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:37:55.880061 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:55.888228 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Sync routers for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:37:55.902368 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] Notify callbacks [] for router, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:55.903630 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-ebaafded-54ab-452a-a549-5b3748712753 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4027429 Jun 04 17:37:55.906788 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41192) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:55.918597 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:37:55.919452 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:55.925835 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 9cc0b0b9-3f5c-4c28-926d-8517328854e8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9cc0b0b9-3f5c-4c28-926d-8517328854e8,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:37:55.932851 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:56.031240 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=9cc0b0b9-3f5c-4c28-926d-8517328854e8,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:56.129823 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:37:56.242097 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-2422c648-6340-4f98-905b-8efd0ecce95f None None] Provisioning complete for port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:37:56.242662 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2422c648-6340-4f98-905b-8efd0ecce95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:56.367551 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-2422c648-6340-4f98-905b-8efd0ecce95f None None] Current status of the port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:37:56.415608 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:54Z', 'revision_number': 3, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:56.419365 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Checking router: 89228e43-f045-4644-9365-cedbb2dac025 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:37:56.419705 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Updating router 89228e43-f045-4644-9365-cedbb2dac025 port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:37:56.472705 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:56.633306 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:56.847448 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Allocated IP 172.20.0.1 (8ef1d973-89b7-4b4c-9ade-fcf33a424ce0/6ec1accd-8f07-42e9-8f6e-eb7090412028/daad5d0c-e8ac-497e-8e5b-670d65c8a42f) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:37:56.847712 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:56.859183 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Transition to ACTIVE for port object aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:37:56.866781 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:56.946156 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Pushing event updated for resources: {'Port': ['ID=aad2d69d-2c85-4b88-be8d-fe0670b7a7b4,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:56.948519 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Attempting to bind port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:37:56.948878 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Attempting to bind port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:37:56.949244 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Attempting to bind port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:37:56.958765 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:56.959091 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:56.959418 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:56.959763 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:56.960082 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:56.960401 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:56.960717 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:56.961013 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:56.961325 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:56.961633 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:56.961947 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:56.962255 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:37:56.965868 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:37:56.966248 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:37:56.966658 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:56.967446 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:37:56.967949 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Bound port: aad2d69d-2c85-4b88-be8d-fe0670b7a7b4, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:37:56.968305 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:56.996223 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:57.011866 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Transition to ACTIVE for port object daad5d0c-e8ac-497e-8e5b-670d65c8a42f will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:37:57.034929 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:57.044453 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] For port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:37:57.048322 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] For port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=aad2d69d-2c85-4b88-be8d-fe0670b7a7b4,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:37:57.052867 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:57.102936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:37:57.107787 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:37:57.112163 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Pushing event updated for resources: {'Port': ['ID=daad5d0c-e8ac-497e-8e5b-670d65c8a42f,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:57.114680 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:37:57.133138 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:37:57.133500 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:57.202394 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905fdb3-c660-487f-b4cf-bead749c736c None None] Pushing event updated for resources: {'Port': ['ID=aad2d69d-2c85-4b88-be8d-fe0670b7a7b4,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:57.293529 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:57.325652 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:37:57.406711 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cca9b0c3-21d7-4a38-8660-aaee6f336bc6 None None] Provisioning for port daad5d0c-e8ac-497e-8e5b-670d65c8a42f completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:37:57.414209 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:57.422638 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-cca9b0c3-21d7-4a38-8660-aaee6f336bc6 None None] Provisioning complete for port daad5d0c-e8ac-497e-8e5b-670d65c8a42f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:37:57.423267 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-cca9b0c3-21d7-4a38-8660-aaee6f336bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:57.460442 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9cc0b0b9-3f5c-4c28-926d-8517328854e8 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:37:57.533778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-cca9b0c3-21d7-4a38-8660-aaee6f336bc6 None None] Port daad5d0c-e8ac-497e-8e5b-670d65c8a42f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:37:57.563205 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:37:57.563567 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:57.619396 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:54Z', 'revision_number': 3, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:57.623147 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51402057-715a-4991-9888-aaf95ac19d0f None None] The sync data for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 is: [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:54Z', 'revision_number': 3, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:37:57.663363 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:57.669331 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:57.688430 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:37:57.778606 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:57.782248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Pushing event updated for resources: {'Port': ['ID=daad5d0c-e8ac-497e-8e5b-670d65c8a42f,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:57.949423 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1871e700-4a1b-4e9f-9d21-1b78ceddb29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:57.955234 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:37:57.956585 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:37:58.157472 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Router 89228e43-f045-4644-9365-cedbb2dac025 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:37:58.258652 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-daaeb3ba-6a4b-40df-ba9d-c31c0a6bda9b None None] Provisioning complete for port daad5d0c-e8ac-497e-8e5b-670d65c8a42f triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:37:58.259265 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-daaeb3ba-6a4b-40df-ba9d-c31c0a6bda9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:58.317604 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-daaeb3ba-6a4b-40df-ba9d-c31c0a6bda9b None None] Port daad5d0c-e8ac-497e-8e5b-670d65c8a42f cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:37:58.356723 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:37:58.366625 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-470756d1-c0b9-4dd9-a7dc-722ccf0f603c admin admin] 10.222.0.13 "PUT /v2.0/routers/89228e43-f045-4644-9365-cedbb2dac025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4587338 Jun 04 17:37:58.914016 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41210) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:58.919839 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1508151985-network', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:37:58.927304 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:37:58.932760 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Usage tracker for resource:network and tenant:fef30b1b62f24c00a60cfedf1555641a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:37:58.938136 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:37:58.945053 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:37:58.955908 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Made reservation on behalf of fef30b1b62f24c00a60cfedf1555641a for: {'network': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:37:58.958165 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for network, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:58.970638 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:58.985316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:37:58.989620 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:fef30b1b62f24c00a60cfedf1555641a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:37:58.992581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:37:58.998772 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:37:59.091657 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Sync routers for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:37:59.096389 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:59.102191 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:37:59.102777 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:59.102955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:37:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:37:59.135121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 17:37:59.140451 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7b73ff-f17e-4579-b2bb-20ef325b7282,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:59.147471 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:59.147846 n-d-811809-3 neutron-server[88797]: INFO neutron.db.segments_db [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Added segment dfa96cb8-2785-4381-85f3-1de3a69c6ca5 of type vlan for network 1247803e-def3-41c0-8a13-d080c5772f13 Jun 04 17:37:59.175868 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776856950766'] for network, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:59.205138 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111'] for network, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:59.206227 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:37:59.206821 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:59.285990 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:37:59.311521 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3935106 Jun 04 17:37:59.311521 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2703922-bae7-4f14-8c07-63cd653ef0f7 admin admin] Pushing event updated for resources: {'Network': ['ID=1247803e-def3-41c0-8a13-d080c5772f13,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:59.311801 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41214) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:59.317440 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Request body: {'subnet': {'network_id': '1247803e-def3-41c0-8a13-d080c5772f13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1508151985-subnet', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'ip_version': 4}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:37:59.323660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:37:59.328124 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Usage tracker for resource:subnet and tenant:fef30b1b62f24c00a60cfedf1555641a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:37:59.328689 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Network 1247803e-def3-41c0-8a13-d080c5772f13 details requested by agent ovs-agent-n-d-811809-3 with host n-d-811809-3 {{(pid=88799) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 17:37:59.330959 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:37:59.337369 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:37:59.347097 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Made reservation on behalf of fef30b1b62f24c00a60cfedf1555641a for: {'subnet': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:37:59.349349 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114711'] for subnet, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:59.488038 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:37:59.563157 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114693'] for subnet, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:59.680026 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:37:59.690610 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:37:59.690979 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:59.745146 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e1fa42-cb98-45db-8b55-84d0f06c8c50,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:37:59.756733 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Checking segment: {'id': 'dfa96cb8-2785-4381-85f3-1de3a69c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1247803e-def3-41c0-8a13-d080c5772f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:37:59.757089 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Network hostable DHCP agents. Network: 1247803e-def3-41c0-8a13-d080c5772f13, hostable agents: ['fd57f80c-ea2c-40c7-819d-eb1167c5970f'], hosted agents: [] {{(pid=88797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 17:37:59.778394 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Network 1247803e-def3-41c0-8a13-d080c5772f13 is scheduled to be hosted by DHCP agent fd57f80c-ea2c-40c7-819d-eb1167c5970f with binding_index 1 {{(pid=88797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 17:37:59.788804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-3, 1247803e-def3-41c0-8a13-d080c5772f13) {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:37:59.793313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:37:59.794033 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:59.808019 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef098a9b-e915-4b1b-a60c-6580d1db3245 None None] Network 1247803e-def3-41c0-8a13-d080c5772f13 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:37:59.818624 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0bb58ac2-0082-49d3-a730-fbc734efd259 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5058858 Jun 04 17:37:59.821199 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41218) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:37:59.826043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1508151985-router', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:37:59.831900 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:37:59.835746 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Usage tracker for resource:router and tenant:fef30b1b62f24c00a60cfedf1555641a is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:37:59.838548 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:37:59.844223 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:37:59.855517 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10308'] for router, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:59.856614 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10333'] for router, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:37:59.872666 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.051676 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:00.052019 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.093585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 2, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:00.109037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=aad2d69d-2c85-4b88-be8d-fe0670b7a7b4,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:38:00.112820 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Checking router: 89228e43-f045-4644-9365-cedbb2dac025 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:38:00.113173 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Updating router 89228e43-f045-4644-9365-cedbb2dac025 port daad5d0c-e8ac-497e-8e5b-670d65c8a42f binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:38:00.140282 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10347'] for router, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.146385 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30163231-d41d-5de7-a342-4f3bc36f37bd-1247803e-def3-41c0-8a13-d080c5772f13', 'network_id': '1247803e-def3-41c0-8a13-d080c5772f13', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'fixed_ips': [{'subnet_id': 'e4e1fa42-cb98-45db-8b55-84d0f06c8c50'}]}} from n-d-811809-3. {{(pid=88799) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 17:38:00.147221 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.167541 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.282380 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ffba-9326-4148-bc0c-fedfba3896d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.289122 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.363058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=aad2d69d-2c85-4b88-be8d-fe0670b7a7b4,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:00.453203 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.486304 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.504203 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.db_base_plugin_common [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Allocated IP 172.20.0.2 (1247803e-def3-41c0-8a13-d080c5772f13/e4e1fa42-cb98-45db-8b55-84d0f06c8c50/06669324-da93-4f38-879e-01859ee175e5) {{(pid=88799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:38:00.646297 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Allocated IP 172.25.5.37 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/1e9e33a7-d7f3-4fba-a554-712ec3b656b3) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:38:00.801415 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.833719 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.871224 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Notify callbacks [] for port, precommit_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.886915 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Transition to ACTIVE for port object 06669324-da93-4f38-879e-01859ee175e5 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:38:00.898173 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:38:00.900846 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:38:00.902845 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.904782 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:38:00.921202 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Transition to ACTIVE for port object 06669324-da93-4f38-879e-01859ee175e5 will not be triggered until provisioned by entity DHCP. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:38:00.922579 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Transition to ACTIVE for port object daad5d0c-e8ac-497e-8e5b-670d65c8a42f will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:38:00.929966 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952'] for port, after_create {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:00.943120 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Pushing event updated for resources: {'Port': ['ID=1e9e33a7-d7f3-4fba-a554-712ec3b656b3,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:00.967304 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:01.069196 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Network 1247803e-def3-41c0-8a13-d080c5772f13 is already hosted by enough agents. {{(pid=88799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:38:01.076354 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Pushing event updated for resources: {'Port': ['ID=06669324-da93-4f38-879e-01859ee175e5,revision_number=1']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:01.079581 n-d-811809-3 neutron-server[88799]: DEBUG neutron.scheduler.base_scheduler [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Resources bound (agent type, host, resource id): {{(pid=88799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:38:01.110510 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Received port after_create {{(pid=88799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:38:01.350612 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed27a2-72af-4735-b5e5-93a3ed80ad06 None None] Pushing event updated for resources: {'Port': ['ID=daad5d0c-e8ac-497e-8e5b-670d65c8a42f,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:01.383041 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Attempting to bind port daad5d0c-e8ac-497e-8e5b-670d65c8a42f on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:38:01.383402 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Attempting to bind port daad5d0c-e8ac-497e-8e5b-670d65c8a42f by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:38:01.383719 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Attempting to bind port daad5d0c-e8ac-497e-8e5b-670d65c8a42f on network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:38:01.391164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Attempting to bind port 06669324-da93-4f38-879e-01859ee175e5 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:38:01.391496 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Attempting to bind port 06669324-da93-4f38-879e-01859ee175e5 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'dfa96cb8-2785-4381-85f3-1de3a69c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1247803e-def3-41c0-8a13-d080c5772f13'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:38:01.391851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Attempting to bind port 06669324-da93-4f38-879e-01859ee175e5 on network 1247803e-def3-41c0-8a13-d080c5772f13 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:38:01.399351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:38:01.399720 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Checking segment: {'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:38:01.400127 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:01.400502 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Bound using segment: {'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:38:01.400955 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Bound port: daad5d0c-e8ac-497e-8e5b-670d65c8a42f, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:38:01.401316 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:01.416162 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:38:01.416580 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Checking segment: {'id': 'dfa96cb8-2785-4381-85f3-1de3a69c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1247803e-def3-41c0-8a13-d080c5772f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:38:01.416916 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:01.417291 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Bound using segment: {'id': 'dfa96cb8-2785-4381-85f3-1de3a69c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1247803e-def3-41c0-8a13-d080c5772f13'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:38:01.417749 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Bound port: 06669324-da93-4f38-879e-01859ee175e5, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa96cb8-2785-4381-85f3-1de3a69c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1247803e-def3-41c0-8a13-d080c5772f13'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:38:01.418116 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:01.458543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:38:01.516936 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:01.612869 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:01.614450 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:01.658785 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] For port daad5d0c-e8ac-497e-8e5b-670d65c8a42f, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:38:01.678989 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] For port daad5d0c-e8ac-497e-8e5b-670d65c8a42f, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=daad5d0c-e8ac-497e-8e5b-670d65c8a42f,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:38:01.683098 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] For port 06669324-da93-4f38-879e-01859ee175e5, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:38:01.687395 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] For port 06669324-da93-4f38-879e-01859ee175e5, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=06669324-da93-4f38-879e-01859ee175e5,segment=NetworkSegment(dfa96cb8-2785-4381-85f3-1de3a69c6ca5),segment_id=dfa96cb8-2785-4381-85f3-1de3a69c6ca5)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:38:01.689249 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:01.721748 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:01.722113 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:01.759133 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:01.838681 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed27a2-72af-4735-b5e5-93a3ed80ad06 None None] Pushing event updated for resources: {'Port': ['ID=daad5d0c-e8ac-497e-8e5b-670d65c8a42f,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:01.871488 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:38:01.872140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:01.895199 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646663'] for router, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:02.141752 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb839c8-aad1-415d-b560-87a4f9621a7d None None] Pushing event updated for resources: {'Port': ['ID=06669324-da93-4f38-879e-01859ee175e5,revision_number=2']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:02.148964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:02.155703 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Router 898df427-7bfb-4c1f-988a-dcc1591580b7 is scheduled to L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 with binding_index 1 {{(pid=88797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 17:38:02.186321 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:38:02.357417 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:38:02.366664 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Sync routers for ids ['898df427-7bfb-4c1f-988a-dcc1591580b7'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:38:02.381991 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Routers {'898df427-7bfb-4c1f-988a-dcc1591580b7'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:38:02.382790 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['898df427-7bfb-4c1f-988a-dcc1591580b7'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:02.392305 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:02.396818 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41224) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:38:02.397366 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-5f74ed00-ceb8-4f5d-a74a-323f4857016e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5747631 Jun 04 17:38:02.543493 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:01Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:02.548003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd9c96-d57a-4a8f-a340-4f1c8ecb2b1a None None] The sync data for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 is: [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:01Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:38:02.662711 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Set router 898df427-7bfb-4c1f-988a-dcc1591580b7 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:38:02.929336 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:03.000814 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'name': 'tempest-TestSnapshotPattern-1508151985-router', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:59Z', 'updated_at': '2022-06-04T17:38:01Z', 'revision_number': 3, 'project_id': 'fef30b1b62f24c00a60cfedf1555641a', 'gw_port': {'id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:12:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:38:00Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:03.008330 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Checking router: 898df427-7bfb-4c1f-988a-dcc1591580b7 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:38:03.011708 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Updating router 898df427-7bfb-4c1f-988a-dcc1591580b7 port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 binding host n-d-811809-3 {{(pid=88800) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:38:03.112880 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3666163-e4c6-46e6-982f-4e3cc63002c7 None None] Network 1247803e-def3-41c0-8a13-d080c5772f13 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:38:03.134411 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:03.233061 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-5a54bad5-02bc-4c42-ac57-f704154d2454 None None] Provisioning for port 06669324-da93-4f38-879e-01859ee175e5 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:38:03.390612 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:03.559808 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Notify callbacks [] for port, precommit_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:03.568120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 06669324-da93-4f38-879e-01859ee175e5 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:38:03.574333 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.provisioning_blocks [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Transition to ACTIVE for port object 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 will not be triggered until provisioned by entity L2. {{(pid=88800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:38:03.585015 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:03.682847 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Attempting to bind port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:38:03.683377 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Attempting to bind port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:38:03.683843 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Attempting to bind port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 on network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:38:03.693725 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:38:03.694237 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Checking segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:38:03.694738 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:03.695208 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Bound using segment: {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'} {{(pid=88800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:38:03.695781 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.managers [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Bound port: 1e9e33a7-d7f3-4fba-a554-712ec3b656b3, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561d979-9374-4e1a-83d7-5766efd9567a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e'}}] {{(pid=88800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:38:03.696232 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:03.714468 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Allocated IP 172.20.0.1 (1247803e-def3-41c0-8a13-d080c5772f13/e4e1fa42-cb98-45db-8b55-84d0f06c8c50/24a4fdbc-926e-4b18-b044-eac07ef37bb3) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:38:03.727721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 06669324-da93-4f38-879e-01859ee175e5 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:38:03.736355 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 06669324-da93-4f38-879e-01859ee175e5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:03.736813 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:03.742399 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cc5b1-b21b-45d4-ba65-f9ea5bfab496 None None] Pushing event updated for resources: {'Port': ['ID=1e9e33a7-d7f3-4fba-a554-712ec3b656b3,revision_number=2']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:03.794388 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] For port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3, host n-d-811809-3, cleared binding levels {{(pid=88800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:38:03.797611 n-d-811809-3 neutron-server[88800]: DEBUG neutron.plugins.ml2.db [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] For port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1e9e33a7-d7f3-4fba-a554-712ec3b656b3,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:38:03.805334 n-d-811809-3 neutron-server[88800]: DEBUG neutron_lib.callbacks.manager [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:03.807003 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-b9816235-c3c4-403f-953b-6cef27bba186 None None] Provisioning complete for port 06669324-da93-4f38-879e-01859ee175e5 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:03.807372 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b9816235-c3c4-403f-953b-6cef27bba186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:03.895810 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Routers {'898df427-7bfb-4c1f-988a-dcc1591580b7'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:38:03.896441 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['898df427-7bfb-4c1f-988a-dcc1591580b7'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:03.905776 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:03.924299 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Transition to ACTIVE for port object 24a4fdbc-926e-4b18-b044-eac07ef37bb3 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:38:03.952038 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:03.961014 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cc5b1-b21b-45d4-ba65-f9ea5bfab496 None None] Pushing event updated for resources: {'Port': ['ID=1e9e33a7-d7f3-4fba-a554-712ec3b656b3,revision_number=3']} {{(pid=88800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:03.993054 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 06669324-da93-4f38-879e-01859ee175e5 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:03.993427 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:04.044339 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Pushing event updated for resources: {'Port': ['ID=24a4fdbc-926e-4b18-b044-eac07ef37bb3,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:04.059485 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Network 1247803e-def3-41c0-8a13-d080c5772f13 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:38:04.060683 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:38:04.064515 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:38:04.072370 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b9816235-c3c4-403f-953b-6cef27bba186 None None] Current status of the port 06669324-da93-4f38-879e-01859ee175e5 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:04.072866 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b9816235-c3c4-403f-953b-6cef27bba186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:04.095100 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 06669324-da93-4f38-879e-01859ee175e5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=06669324-da93-4f38-879e-01859ee175e5,segment=NetworkSegment(dfa96cb8-2785-4381-85f3-1de3a69c6ca5),segment_id=dfa96cb8-2785-4381-85f3-1de3a69c6ca5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:38:04.099905 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] Set router 898df427-7bfb-4c1f-988a-dcc1591580b7 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:38:04.106750 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:04.113042 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device daad5d0c-e8ac-497e-8e5b-670d65c8a42f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:38:04.131172 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640077'] for router_interface, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:04.336133 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-b9816235-c3c4-403f-953b-6cef27bba186 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:38:04.336723 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-b9816235-c3c4-403f-953b-6cef27bba186 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:38:04.345206 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port daad5d0c-e8ac-497e-8e5b-670d65c8a42f completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:38:04.349741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=06669324-da93-4f38-879e-01859ee175e5,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:04.353724 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port daad5d0c-e8ac-497e-8e5b-670d65c8a42f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:04.354105 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:04.426218 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:04.437149 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'name': 'tempest-TestSnapshotPattern-1508151985-router', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:59Z', 'updated_at': '2022-06-04T17:38:01Z', 'revision_number': 3, 'project_id': 'fef30b1b62f24c00a60cfedf1555641a', 'gw_port': {'id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:12:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:38:00Z', 'updated_at': '2022-06-04T17:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:04.442329 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75922275-8490-4cde-82f9-277e7d69f816 None None] The sync data for ids ['898df427-7bfb-4c1f-988a-dcc1591580b7'] in n-d-811809-3 is: [{'id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'name': 'tempest-TestSnapshotPattern-1508151985-router', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:59Z', 'updated_at': '2022-06-04T17:38:01Z', 'revision_number': 3, 'project_id': 'fef30b1b62f24c00a60cfedf1555641a', 'gw_port': {'id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:12:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:38:00Z', 'updated_at': '2022-06-04T17:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:38:04.479853 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port daad5d0c-e8ac-497e-8e5b-670d65c8a42f is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:04.480230 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:04.516543 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port daad5d0c-e8ac-497e-8e5b-670d65c8a42f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=daad5d0c-e8ac-497e-8e5b-670d65c8a42f,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:38:04.525814 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:04.601248 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=daad5d0c-e8ac-497e-8e5b-670d65c8a42f,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:04.663191 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:04.667980 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:04.831264 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:04.898057 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-b9816235-c3c4-403f-953b-6cef27bba186 None None] Current status of the port 06669324-da93-4f38-879e-01859ee175e5 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:04.922382 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Pushing event updated for resources: {'Port': ['ID=24a4fdbc-926e-4b18-b044-eac07ef37bb3,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:04.924708 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645108'] for router_interface, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:05.019542 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-262bc687-c623-4904-a522-28f0c4679415 None None] Provisioning for port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:38:05.030523 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-262bc687-c623-4904-a522-28f0c4679415 None None] Provisioning complete for port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:05.030893 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-262bc687-c623-4904-a522-28f0c4679415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:05.063801 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Network 1247803e-def3-41c0-8a13-d080c5772f13 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:38:05.064924 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:38:05.086295 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:05.096160 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-262bc687-c623-4904-a522-28f0c4679415 None None] Port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:38:05.267252 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Router 898df427-7bfb-4c1f-988a-dcc1591580b7 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:38:05.317337 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-dad6e968-0592-438a-adce-2e69b5485d5b None None] Provisioning complete for port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:05.317786 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-dad6e968-0592-438a-adce-2e69b5485d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:05.374358 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-dad6e968-0592-438a-adce-2e69b5485d5b None None] Port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:38:05.449425 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:38:05.459218 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-b2aa01af-912f-4f17-b881-242e12e196e3 admin admin] 10.222.0.13 "PUT /v2.0/routers/898df427-7bfb-4c1f-988a-dcc1591580b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0610592 Jun 04 17:38:05.506067 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:38:05.574027 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:38:05.579124 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:05.579488 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:05.699372 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:05.699757 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:05.717743 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1e9e33a7-d7f3-4fba-a554-712ec3b656b3,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:38:05.723590 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:05.724635 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 06669324-da93-4f38-879e-01859ee175e5 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:38:05.845166 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=1e9e33a7-d7f3-4fba-a554-712ec3b656b3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:05.860013 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 06669324-da93-4f38-879e-01859ee175e5 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:05.860387 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:05.861975 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41234) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:38:05.867783 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560012133', 'description': 'tempest-secgroup-smoke-1560012133 description', 'project_id': '4e8551100d934b988b276f9fbfc66a33'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:38:05.875209 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:38:05.879578 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Usage tracker for resource:security_group and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:38:05.884034 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:38:05.890359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:38:05.900394 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:05.920524 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:38:05.924753 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Usage tracker for resource:security_group_rule and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:38:05.927686 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:38:05.933821 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:38:05.979938 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 06669324-da93-4f38-879e-01859ee175e5 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:05.981164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device daad5d0c-e8ac-497e-8e5b-670d65c8a42f up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:38:06.009770 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.017189 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.020673 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Sync routers for ids ['898df427-7bfb-4c1f-988a-dcc1591580b7'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:38:06.044707 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Routers {'898df427-7bfb-4c1f-988a-dcc1591580b7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:38:06.045631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['898df427-7bfb-4c1f-988a-dcc1591580b7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:06.061430 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21939354-b126-4182-ae8e-f96025d727c2,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:06.066691 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.067970 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-0141587b-223d-42ae-958c-fc5f488f0d25 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2046039 Jun 04 17:38:06.071082 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41238) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:38:06.078486 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-a1ff0231-f83e-4cf7-87c0-7d9c9606f6e0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Request body: {'security_group_rule': {'security_group_id': '21939354-b126-4182-ae8e-f96025d727c2', 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:38:06.085716 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a1ff0231-f83e-4cf7-87c0-7d9c9606f6e0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:38:06.089553 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a1ff0231-f83e-4cf7-87c0-7d9c9606f6e0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Usage tracker for resource:security_group_rule and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:38:06.092466 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-a1ff0231-f83e-4cf7-87c0-7d9c9606f6e0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:38:06.098191 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-a1ff0231-f83e-4cf7-87c0-7d9c9606f6e0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:38:06.118027 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1ff0231-f83e-4cf7-87c0-7d9c9606f6e0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.183484 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1ff0231-f83e-4cf7-87c0-7d9c9606f6e0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.187656 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1ff0231-f83e-4cf7-87c0-7d9c9606f6e0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.211660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff0231-f83e-4cf7-87c0-7d9c9606f6e0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584b7a94-2232-477b-9774-2236f0508ecf,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:06.217583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port daad5d0c-e8ac-497e-8e5b-670d65c8a42f triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:06.218043 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.223412 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-a1ff0231-f83e-4cf7-87c0-7d9c9606f6e0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.224644 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-a1ff0231-f83e-4cf7-87c0-7d9c9606f6e0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527011 Jun 04 17:38:06.227700 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41242) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:38:06.233087 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-210cf5d2-fb2f-4a75-9733-5dba2ea8edc9 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Request body: {'security_group_rule': {'security_group_id': '21939354-b126-4182-ae8e-f96025d727c2', 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:38:06.240582 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-210cf5d2-fb2f-4a75-9733-5dba2ea8edc9 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:38:06.244476 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-210cf5d2-fb2f-4a75-9733-5dba2ea8edc9 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Usage tracker for resource:security_group_rule and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:38:06.248323 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-210cf5d2-fb2f-4a75-9733-5dba2ea8edc9 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:38:06.253183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-210cf5d2-fb2f-4a75-9733-5dba2ea8edc9 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:38:06.271818 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-210cf5d2-fb2f-4a75-9733-5dba2ea8edc9 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.289074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Set router 898df427-7bfb-4c1f-988a-dcc1591580b7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:38:06.335171 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-210cf5d2-fb2f-4a75-9733-5dba2ea8edc9 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.340070 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-210cf5d2-fb2f-4a75-9733-5dba2ea8edc9 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.365757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cf5d2-fb2f-4a75-9733-5dba2ea8edc9 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf149fe-81ad-41bb-b450-2fc8dabd9455,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:06.376972 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-210cf5d2-fb2f-4a75-9733-5dba2ea8edc9 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.381137 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-210cf5d2-fb2f-4a75-9733-5dba2ea8edc9 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494267 Jun 04 17:38:06.381453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41246) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:38:06.386936 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-ccfc817a-157a-4657-8002-1cd2294d7a46 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Request body: {'security_group_rule': {'security_group_id': '21939354-b126-4182-ae8e-f96025d727c2', 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:38:06.393941 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ccfc817a-157a-4657-8002-1cd2294d7a46 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:38:06.397759 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ccfc817a-157a-4657-8002-1cd2294d7a46 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Usage tracker for resource:security_group_rule and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:38:06.400622 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-ccfc817a-157a-4657-8002-1cd2294d7a46 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:38:06.406499 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-ccfc817a-157a-4657-8002-1cd2294d7a46 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:38:06.424182 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ccfc817a-157a-4657-8002-1cd2294d7a46 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.489177 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ccfc817a-157a-4657-8002-1cd2294d7a46 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.494672 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ccfc817a-157a-4657-8002-1cd2294d7a46 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.521505 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc817a-157a-4657-8002-1cd2294d7a46 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bbdf9c-d66c-484a-bc26-b18c9495b60f,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:06.535953 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ccfc817a-157a-4657-8002-1cd2294d7a46 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.537566 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ccfc817a-157a-4657-8002-1cd2294d7a46 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550901 Jun 04 17:38:06.540391 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41250) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:38:06.546498 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-519d7519-e195-4ea5-90a1-73c8c43d4d54 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Request body: {'security_group_rule': {'security_group_id': '21939354-b126-4182-ae8e-f96025d727c2', 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:38:06.553770 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-519d7519-e195-4ea5-90a1-73c8c43d4d54 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:38:06.558029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-519d7519-e195-4ea5-90a1-73c8c43d4d54 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Usage tracker for resource:security_group_rule and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:38:06.561754 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-519d7519-e195-4ea5-90a1-73c8c43d4d54 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:38:06.568220 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-519d7519-e195-4ea5-90a1-73c8c43d4d54 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:38:06.588426 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-519d7519-e195-4ea5-90a1-73c8c43d4d54 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.598178 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port daad5d0c-e8ac-497e-8e5b-670d65c8a42f is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:06.655684 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-519d7519-e195-4ea5-90a1-73c8c43d4d54 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.659917 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-519d7519-e195-4ea5-90a1-73c8c43d4d54 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.683100 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d7519-e195-4ea5-90a1-73c8c43d4d54 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3977a7e8-34a1-419b-afce-3ee3a127f1ba,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:06.693766 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-519d7519-e195-4ea5-90a1-73c8c43d4d54 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.695027 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-519d7519-e195-4ea5-90a1-73c8c43d4d54 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533885 Jun 04 17:38:06.697694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41254) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:38:06.702890 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-c7df5261-5143-439f-8cd0-2ce679e68555 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Request body: {'security_group_rule': {'security_group_id': '21939354-b126-4182-ae8e-f96025d727c2', 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:38:06.709725 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7df5261-5143-439f-8cd0-2ce679e68555 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:38:06.713460 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'name': 'tempest-TestSnapshotPattern-1508151985-router', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:59Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 4, 'project_id': 'fef30b1b62f24c00a60cfedf1555641a', 'gw_port': {'id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:12:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:38:00Z', 'updated_at': '2022-06-04T17:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '24a4fdbc-926e-4b18-b044-eac07ef37bb3', 'name': '', 'network_id': '1247803e-def3-41c0-8a13-d080c5772f13', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'mac_address': 'fa:16:3e:f4:f1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': 'e4e1fa42-cb98-45db-8b55-84d0f06c8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:38:03Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 2, 'project_id': 'fef30b1b62f24c00a60cfedf1555641a', 'subnets': [{'id': 'e4e1fa42-cb98-45db-8b55-84d0f06c8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:06.713978 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7df5261-5143-439f-8cd0-2ce679e68555 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Usage tracker for resource:security_group_rule and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:38:06.717063 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-c7df5261-5143-439f-8cd0-2ce679e68555 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:38:06.717356 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Checking router: 898df427-7bfb-4c1f-988a-dcc1591580b7 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:38:06.717696 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Updating router 898df427-7bfb-4c1f-988a-dcc1591580b7 port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 binding host n-d-811809-3 {{(pid=88799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 17:38:06.723597 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-c7df5261-5143-439f-8cd0-2ce679e68555 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:38:06.735966 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-c7df5261-5143-439f-8cd0-2ce679e68555 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Project 4e8551100d934b988b276f9fbfc66a33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:38:06.743021 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7df5261-5143-439f-8cd0-2ce679e68555 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.770556 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.811442 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7df5261-5143-439f-8cd0-2ce679e68555 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.816806 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7df5261-5143-439f-8cd0-2ce679e68555 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.840463 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df5261-5143-439f-8cd0-2ce679e68555 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a886857-225d-40e7-b450-79eab4ba19a4,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:06.851444 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-c7df5261-5143-439f-8cd0-2ce679e68555 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:06.852861 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-c7df5261-5143-439f-8cd0-2ce679e68555 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542287 Jun 04 17:38:06.855918 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41258) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:38:06.861211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-994590d8-bb0d-468d-9f31-6abab4645a7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Request body: {'security_group_rule': {'security_group_id': '21939354-b126-4182-ae8e-f96025d727c2', 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:38:06.868634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-994590d8-bb0d-468d-9f31-6abab4645a7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:38:06.872692 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-994590d8-bb0d-468d-9f31-6abab4645a7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Usage tracker for resource:security_group_rule and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:38:06.875710 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-994590d8-bb0d-468d-9f31-6abab4645a7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:38:06.881627 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-994590d8-bb0d-468d-9f31-6abab4645a7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:38:06.893176 n-d-811809-3 neutron-server[88797]: INFO neutron.db.securitygroups_db [None req-994590d8-bb0d-468d-9f31-6abab4645a7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Project 4e8551100d934b988b276f9fbfc66a33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 17:38:06.899885 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-994590d8-bb0d-468d-9f31-6abab4645a7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:07.089448 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-994590d8-bb0d-468d-9f31-6abab4645a7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:07.093863 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-994590d8-bb0d-468d-9f31-6abab4645a7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396861'] for security_group_rule, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:07.119057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994590d8-bb0d-468d-9f31-6abab4645a7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133a0527-dd5a-4a18-b3ca-3d40421eb619,revision_number=0']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:07.129354 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-994590d8-bb0d-468d-9f31-6abab4645a7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:07.138730 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-994590d8-bb0d-468d-9f31-6abab4645a7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2736928 Jun 04 17:38:07.138900 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:07.147077 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Transition to ACTIVE for port object 24a4fdbc-926e-4b18-b044-eac07ef37bb3 will not be triggered until provisioned by entity L2. {{(pid=88799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:38:07.153535 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:07.280519 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175f6ed-e02d-4627-927d-d29f18baf120 None None] Pushing event updated for resources: {'Port': ['ID=24a4fdbc-926e-4b18-b044-eac07ef37bb3,revision_number=3']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:07.308940 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-261f9110-e71f-4700-9ad6-7018bf61b83d tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560012133&fields=id&tenant_id=4e8551100d934b988b276f9fbfc66a33 HTTP/1.1" status: 200 len: 267 time: 0.0513413 Jun 04 17:38:07.367681 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Attempting to bind port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 on host n-d-811809-3 for vnic_type normal with profile {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:38:07.368037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Attempting to bind port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 by drivers openvswitch,hyperv on host n-d-811809-3 at level 0 using segments [{'id': 'dfa96cb8-2785-4381-85f3-1de3a69c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1247803e-def3-41c0-8a13-d080c5772f13'}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:38:07.368391 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Attempting to bind port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 on network 1247803e-def3-41c0-8a13-d080c5772f13 {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:38:07.374140 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Checking agent: {'id': '19c694a6-fc79-4834-9682-c23561616678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 1, 31), 'started_at': datetime.datetime(2022, 6, 4, 16, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:38:07.374532 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Checking segment: {'id': 'dfa96cb8-2785-4381-85f3-1de3a69c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1247803e-def3-41c0-8a13-d080c5772f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:38:07.375105 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:07.375623 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Bound using segment: {'id': 'dfa96cb8-2785-4381-85f3-1de3a69c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1247803e-def3-41c0-8a13-d080c5772f13'} {{(pid=88799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:38:07.376090 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.managers [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Bound port: 24a4fdbc-926e-4b18-b044-eac07ef37bb3, host: n-d-811809-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa96cb8-2785-4381-85f3-1de3a69c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1247803e-def3-41c0-8a13-d080c5772f13'}}] {{(pid=88799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:38:07.376455 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:07.444825 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:38:07.470563 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-6e6a5a68-d806-474d-bfc9-37280149db01 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:07.472003 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-6e6a5a68-d806-474d-bfc9-37280149db01 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 809 time: 0.1553271 Jun 04 17:38:07.488316 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-337c0992-7445-4e10-a437-a246a8890dc7 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/quotas/4e8551100d934b988b276f9fbfc66a33 HTTP/1.1" status: 200 len: 375 time: 0.0105231 Jun 04 17:38:07.531549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] For port 24a4fdbc-926e-4b18-b044-eac07ef37bb3, host n-d-811809-3, cleared binding levels {{(pid=88799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:38:07.535529 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] For port 24a4fdbc-926e-4b18-b044-eac07ef37bb3, host n-d-811809-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=24a4fdbc-926e-4b18-b044-eac07ef37bb3,segment=NetworkSegment(dfa96cb8-2785-4381-85f3-1de3a69c6ca5),segment_id=dfa96cb8-2785-4381-85f3-1de3a69c6ca5)] {{(pid=88799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:38:07.543395 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:07.572897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-019fd453-4bc8-404f-bbd5-dc595cfb3ef2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788457 Jun 04 17:38:07.624855 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:07.625334 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:07.673831 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Routers {'898df427-7bfb-4c1f-988a-dcc1591580b7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:38:07.674487 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['898df427-7bfb-4c1f-988a-dcc1591580b7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:07.716444 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-6acdafd2-1cf7-412a-af49-9bc9b74259c6 service neutron] 10.222.0.13 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308327 Jun 04 17:38:07.736130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175f6ed-e02d-4627-927d-d29f18baf120 None None] Pushing event updated for resources: {'Port': ['ID=24a4fdbc-926e-4b18-b044-eac07ef37bb3,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:07.851831 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-6a4686cf-eda2-438c-a7a5-932517be09da service neutron] 10.222.0.13 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292937 Jun 04 17:38:07.923037 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] Set router 898df427-7bfb-4c1f-988a-dcc1591580b7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:38:08.009951 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:08.036478 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-fd75eb48-3022-4bcc-b906-6abd98352855 req-6513c5ce-8a7a-49da-81d7-a0c2152b38db tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 210 time: 0.0425427 Jun 04 17:38:08.286764 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'name': 'tempest-TestSnapshotPattern-1508151985-router', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:59Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 4, 'project_id': 'fef30b1b62f24c00a60cfedf1555641a', 'gw_port': {'id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:12:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:38:00Z', 'updated_at': '2022-06-04T17:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '24a4fdbc-926e-4b18-b044-eac07ef37bb3', 'name': '', 'network_id': '1247803e-def3-41c0-8a13-d080c5772f13', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'mac_address': 'fa:16:3e:f4:f1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': 'e4e1fa42-cb98-45db-8b55-84d0f06c8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:38:03Z', 'updated_at': '2022-06-04T17:38:07Z', 'revision_number': 4, 'project_id': 'fef30b1b62f24c00a60cfedf1555641a', 'subnets': [{'id': 'e4e1fa42-cb98-45db-8b55-84d0f06c8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:08.290945 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477fd70-4d9f-4873-a4c9-a7cbb08928c6 None None] The sync data for ids ['898df427-7bfb-4c1f-988a-dcc1591580b7'] in n-d-811809-3 is: [{'id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'name': 'tempest-TestSnapshotPattern-1508151985-router', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:59Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 4, 'project_id': 'fef30b1b62f24c00a60cfedf1555641a', 'gw_port': {'id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:12:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:38:00Z', 'updated_at': '2022-06-04T17:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': '24a4fdbc-926e-4b18-b044-eac07ef37bb3', 'name': '', 'network_id': '1247803e-def3-41c0-8a13-d080c5772f13', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'mac_address': 'fa:16:3e:f4:f1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': 'e4e1fa42-cb98-45db-8b55-84d0f06c8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:38:03Z', 'updated_at': '2022-06-04T17:38:07Z', 'revision_number': 4, 'project_id': 'fef30b1b62f24c00a60cfedf1555641a', 'subnets': [{'id': 'e4e1fa42-cb98-45db-8b55-84d0f06c8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:38:09.159804 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-5165be4a-da8a-4a3b-a474-c5aa080d1703 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:09.161196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-5165be4a-da8a-4a3b-a474-c5aa080d1703 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Synchronizing usage tracker for tenant:4e8551100d934b988b276f9fbfc66a33 on resource:network {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:38:09.187509 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-5165be4a-da8a-4a3b-a474-c5aa080d1703 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Unset dirty status for tenant:4e8551100d934b988b276f9fbfc66a33 on resource:network {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:38:09.189165 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-5165be4a-da8a-4a3b-a474-c5aa080d1703 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.46 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 809 time: 0.1993220 Jun 04 17:38:09.209107 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-14fb1038-84e3-4605-a6bf-3a054079338b req-d96fc92a-2c95-4319-9ba4-c2e5be71b76d tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 210 time: 0.0492799 Jun 04 17:38:09.248279 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-499ddbe8-966c-451f-ab86-e0cf1cd5896f tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Synchronizing usage tracker for tenant:4e8551100d934b988b276f9fbfc66a33 on resource:security_group {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:38:09.265095 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-499ddbe8-966c-451f-ab86-e0cf1cd5896f tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Unset dirty status for tenant:4e8551100d934b988b276f9fbfc66a33 on resource:security_group {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:38:09.266447 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-499ddbe8-966c-451f-ab86-e0cf1cd5896f tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e8551100d934b988b276f9fbfc66a33 HTTP/1.1" status: 200 len: 380 time: 0.0671084 Jun 04 17:38:09.275270 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Request body: {'port': {'device_id': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'admin_state_up': True, 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'security_groups': ['21939354-b126-4182-ae8e-f96025d727c2']}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:38:09.419874 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:38:09.425844 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Usage tracker for resource:port and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:38:09.426905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:38:09.432595 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:38:09.443272 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Made reservation on behalf of 4e8551100d934b988b276f9fbfc66a33 for: {'port': 1} {{(pid=88797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:38:09.447007 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:09.464463 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 24a4fdbc-926e-4b18-b044-eac07ef37bb3 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:38:09.544327 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning for port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:38:09.549583 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:09.550122 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:09.615752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Allocated IP 172.20.0.8 (8ef1d973-89b7-4b4c-9ade-fcf33a424ce0/6ec1accd-8f07-42e9-8f6e-eb7090412028/01b29f72-711f-4f2e-a826-48ae5da03aa1) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:38:09.666389 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 is: DOWN; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:09.666759 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:09.697956 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] For port 24a4fdbc-926e-4b18-b044-eac07ef37bb3, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=24a4fdbc-926e-4b18-b044-eac07ef37bb3,segment=NetworkSegment(dfa96cb8-2785-4381-85f3-1de3a69c6ca5),segment_id=dfa96cb8-2785-4381-85f3-1de3a69c6ca5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:38:09.702059 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:09.773735 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Pushing event updated for resources: {'Port': ['ID=24a4fdbc-926e-4b18-b044-eac07ef37bb3,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:09.809256 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:09.824404 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Transition to ACTIVE for port object 01b29f72-711f-4f2e-a826-48ae5da03aa1 will not be triggered until provisioned by entity DHCP. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:38:09.851378 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:09.925147 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:38:09.928407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:38:09.932290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:38:09.963043 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event updated for resources: {'Port': ['ID=01b29f72-711f-4f2e-a826-48ae5da03aa1,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:10.001824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:10.002444 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:10.023725 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-547828d4-c8da-42bb-a846-ee055602eace tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7520270 Jun 04 17:38:10.035450 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Request body: {'port': {'device_id': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-3'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:38:10.147515 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a71b07ff-bf79-4dca-b953-42d222aafe1c None None] Provisioning for port 01b29f72-711f-4f2e-a826-48ae5da03aa1 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:38:10.151388 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:10.152238 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-a71b07ff-bf79-4dca-b953-42d222aafe1c None None] Provisioning complete for port 01b29f72-711f-4f2e-a826-48ae5da03aa1 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:10.152599 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a71b07ff-bf79-4dca-b953-42d222aafe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:10.204151 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-a71b07ff-bf79-4dca-b953-42d222aafe1c None None] Port 01b29f72-711f-4f2e-a826-48ae5da03aa1 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:38:10.399171 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5205e07-e454-49b4-bf21-c6b88dabf113 req-8f0816c9-94ea-4b77-b280-973ae386c410 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:10.400558 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5205e07-e454-49b4-bf21-c6b88dabf113 req-8f0816c9-94ea-4b77-b280-973ae386c410 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 931 time: 0.0832603 Jun 04 17:38:10.445520 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b5205e07-e454-49b4-bf21-c6b88dabf113 req-cdd2ca9d-843f-4fb5-a640-97490f634df3 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389044 Jun 04 17:38:10.502061 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b29f72-711f-4f2e-a826-48ae5da03aa1 {{(pid=88797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:38:10.509798 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:10.524619 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.provisioning_blocks [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Transition to ACTIVE for port object 01b29f72-711f-4f2e-a826-48ae5da03aa1 will not be triggered until provisioned by entity L2. {{(pid=88797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:38:10.529441 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:10.659745 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Pushing event updated for resources: {'Port': ['ID=01b29f72-711f-4f2e-a826-48ae5da03aa1,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:10.766118 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Attempting to bind port 01b29f72-711f-4f2e-a826-48ae5da03aa1 on host n-h2-811809-3 for vnic_type normal with profile {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:38:10.766464 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Attempting to bind port 01b29f72-711f-4f2e-a826-48ae5da03aa1 by drivers openvswitch,hyperv on host n-h2-811809-3 at level 0 using segments [{'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:38:10.766792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Attempting to bind port 01b29f72-711f-4f2e-a826-48ae5da03aa1 on network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:38:10.771701 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Port 01b29f72-711f-4f2e-a826-48ae5da03aa1 on network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-3 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:38:10.772007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Attempting to bind port 01b29f72-711f-4f2e-a826-48ae5da03aa1 on network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:38:10.777028 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Checking agent: {'id': '45d7ece7-8afc-44ee-bfd4-9db701abd418', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:38:10.777359 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Checking segment: {'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:38:10.777729 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Bound using segment: {'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'} {{(pid=88797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:38:10.778144 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.managers [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Bound port: 01b29f72-711f-4f2e-a826-48ae5da03aa1, host: n-h2-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'}}] {{(pid=88797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:38:10.778515 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:10.976031 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] For port 01b29f72-711f-4f2e-a826-48ae5da03aa1, host n-h2-811809-3, cleared binding levels {{(pid=88797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:38:10.979310 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] For port 01b29f72-711f-4f2e-a826-48ae5da03aa1, host n-h2-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:38:10.985185 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:11.045528 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:11.046446 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:11.047831 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] 10.222.0.46 "PUT /v2.0/ports/01b29f72-711f-4f2e-a826-48ae5da03aa1 HTTP/1.1" status: 200 len: 1091 time: 1.0167580 Jun 04 17:38:11.048282 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:38:11.067641 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05dcf2-6814-4ac2-9eee-21a22077336a service neutron] Pushing event updated for resources: {'Port': ['ID=01b29f72-711f-4f2e-a826-48ae5da03aa1,revision_number=3']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:11.130141 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0c29e3-deff-448f-bae2-7eadba62dba7'] response: {'name': 'network-changed', 'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'status': 'completed', 'code': 200} Jun 04 17:38:11.177214 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-c4a00ee6-7ef0-4d14-aa9e-57b00600a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:11.178767 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-c4a00ee6-7ef0-4d14-aa9e-57b00600a344 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 1094 time: 0.0815725 Jun 04 17:38:11.254078 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-69534e89-e002-4025-be67-fcb1b07eff60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1 HTTP/1.1" status: 200 len: 217 time: 0.0646753 Jun 04 17:38:11.323248 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-4531b849-8b69-44c8-8b6d-cab205467c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:11.325466 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-4531b849-8b69-44c8-8b6d-cab205467c4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.0689657 Jun 04 17:38:11.403966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-024aa15d-9112-429d-8976-356bec8e9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:11.405481 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-024aa15d-9112-429d-8976-356bec8e9e9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741065 Jun 04 17:38:11.438844 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 24a4fdbc-926e-4b18-b044-eac07ef37bb3 up at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:38:11.520129 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Provisioning complete for port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:11.521034 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:11.540968 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-eb9131e6-95e8-4059-9b0e-b6c0ee6b7776 service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296089 Jun 04 17:38:11.650759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd18be2-3331-4971-ae6c-dd0e834b7511 req-ce1d2610-fd84-40b6-82a4-830ff5f5eddd tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:11.652255 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fd18be2-3331-4971-ae6c-dd0e834b7511 req-ce1d2610-fd84-40b6-82a4-830ff5f5eddd tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 943 time: 0.0871658 Jun 04 17:38:11.654308 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Current status of the port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 is: ACTIVE; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:11.683319 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-6d120363-08a8-42cb-b5b7-445a01958bb7 req-080312f6-8548-4477-8306-7cd669070edc service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363242 Jun 04 17:38:11.699648 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-5fd18be2-3331-4971-ae6c-dd0e834b7511 req-cc52c97d-b64e-4153-bd29-ecf4e0f30e69 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394168 Jun 04 17:38:11.809932 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051c7b-5b5b-443c-b9c5-5b4851792895 req-78166853-99a6-4076-8de6-c058b9367911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:11.811441 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92051c7b-5b5b-443c-b9c5-5b4851792895 req-78166853-99a6-4076-8de6-c058b9367911 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 1094 time: 0.0777380 Jun 04 17:38:11.954614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051c7b-5b5b-443c-b9c5-5b4851792895 req-2ae2d8c3-4ebf-4c3e-b053-6e95ed3a821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:11.956062 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92051c7b-5b5b-443c-b9c5-5b4851792895 req-2ae2d8c3-4ebf-4c3e-b053-6e95ed3a821f service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 910 time: 0.1392553 Jun 04 17:38:12.025214 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92051c7b-5b5b-443c-b9c5-5b4851792895 req-5ac4ad99-441e-4f1a-9e33-b79cda3018e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1 HTTP/1.1" status: 200 len: 217 time: 0.0621607 Jun 04 17:38:12.099313 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051c7b-5b5b-443c-b9c5-5b4851792895 req-68ae53f5-598a-4662-bc28-2e9ebfc147a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:12.100629 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92051c7b-5b5b-443c-b9c5-5b4851792895 req-68ae53f5-598a-4662-bc28-2e9ebfc147a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.0669720 Jun 04 17:38:12.187670 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051c7b-5b5b-443c-b9c5-5b4851792895 req-d3390b6a-a06b-40e2-b47f-14ab05adc558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:12.189200 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92051c7b-5b5b-443c-b9c5-5b4851792895 req-d3390b6a-a06b-40e2-b47f-14ab05adc558 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819767 Jun 04 17:38:12.324268 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92051c7b-5b5b-443c-b9c5-5b4851792895 req-22bf3055-bcca-4742-b1eb-f7f01242def2 service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278083 Jun 04 17:38:12.465016 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-92051c7b-5b5b-443c-b9c5-5b4851792895 req-9f6302d7-3e81-48fc-90ef-2e02f19de052 service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342573 Jun 04 17:38:12.909049 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6708b-be49-447a-8a24-3e170fe943f1 req-dc805a5e-4c38-4303-8271-4a64b01a3ca5 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:12.910494 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71a6708b-be49-447a-8a24-3e170fe943f1 req-dc805a5e-4c38-4303-8271-4a64b01a3ca5 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 943 time: 0.0836289 Jun 04 17:38:12.954948 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-71a6708b-be49-447a-8a24-3e170fe943f1 req-4ad106bf-1602-4a79-8176-ab34e9b57d83 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386686 Jun 04 17:38:13.197040 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 01b29f72-711f-4f2e-a826-48ae5da03aa1 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:38:13.339415 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 01b29f72-711f-4f2e-a826-48ae5da03aa1, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:38:13.352420 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'port_id': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'mac_address': 'fa:16:3e:3f:d4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:38:13.408450 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 01b29f72-711f-4f2e-a826-48ae5da03aa1 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:13.408828 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:13.425524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b29f72-711f-4f2e-a826-48ae5da03aa1 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:38:13.441692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 01b29f72-711f-4f2e-a826-48ae5da03aa1, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:38:13.446534 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:13.516589 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=01b29f72-711f-4f2e-a826-48ae5da03aa1,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:13.674537 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['01b29f72-711f-4f2e-a826-48ae5da03aa1'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:38:14.278003 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a07dac-7767-4643-bc46-8adaa8884b04 req-bdbe1dbd-2716-421c-bfc6-1321e598727e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:14.280482 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55a07dac-7767-4643-bc46-8adaa8884b04 req-bdbe1dbd-2716-421c-bfc6-1321e598727e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 944 time: 0.2071486 Jun 04 17:38:14.338615 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-55a07dac-7767-4643-bc46-8adaa8884b04 req-005b1676-5600-4b41-9add-bd0b3d6fb565 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499229 Jun 04 17:38:15.197778 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 01b29f72-711f-4f2e-a826-48ae5da03aa1 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:38:15.270265 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning for port 01b29f72-711f-4f2e-a826-48ae5da03aa1 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:38:15.275164 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 01b29f72-711f-4f2e-a826-48ae5da03aa1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:38:15.275514 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:15.392274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 01b29f72-711f-4f2e-a826-48ae5da03aa1 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:38:15.392653 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:15.420741 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:38:15.430559 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 01b29f72-711f-4f2e-a826-48ae5da03aa1, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:38:15.435790 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:15.473338 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07261dbf-7f88-433c-920a-16de91c8ae1f'] response: {'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'code': 200} Jun 04 17:38:15.541661 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8472575-c00c-4b3a-8087-1ef9c443187d req-0aad73b0-f076-4305-b1a0-b35d86e2e949 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:15.543804 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8472575-c00c-4b3a-8087-1ef9c443187d req-0aad73b0-f076-4305-b1a0-b35d86e2e949 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 945 time: 0.0908384 Jun 04 17:38:15.550708 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=01b29f72-711f-4f2e-a826-48ae5da03aa1,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:15.591726 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e8472575-c00c-4b3a-8087-1ef9c443187d req-764e0883-56b1-4936-8996-66513401d7fe tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401928 Jun 04 17:38:15.620746 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcd7b5-c557-466f-887d-4c68dd93933a req-37a16470-e65c-477c-b887-3756308c81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:15.622240 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-19bcd7b5-c557-466f-887d-4c68dd93933a req-37a16470-e65c-477c-b887-3756308c81ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 1096 time: 0.0792289 Jun 04 17:38:15.668261 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-19bcd7b5-c557-466f-887d-4c68dd93933a req-2375dec8-0c12-45e6-92c9-51ed9b9dcd3e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395617 Jun 04 17:38:16.798038 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ffd97-67e0-441c-ae80-557e0f08826f req-e3fb0c01-985f-4b49-809c-27d9efe30214 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:16.799532 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-009ffd97-67e0-441c-ae80-557e0f08826f req-e3fb0c01-985f-4b49-809c-27d9efe30214 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 945 time: 0.0918012 Jun 04 17:38:16.847265 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-009ffd97-67e0-441c-ae80-557e0f08826f req-7ca776b0-e178-48c8-a20e-b29023f0411e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386868 Jun 04 17:38:18.067835 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abe382-670d-44ba-ba0c-9a0c24f9c0ff req-8a308176-77b0-4979-939e-be5481e0f111 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:18.069355 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-40abe382-670d-44ba-ba0c-9a0c24f9c0ff req-8a308176-77b0-4979-939e-be5481e0f111 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 945 time: 0.0891035 Jun 04 17:38:18.114705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-40abe382-670d-44ba-ba0c-9a0c24f9c0ff req-9d440254-1bbf-4fc1-a373-4045f083edc6 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393186 Jun 04 17:38:18.303933 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5f123-4260-4461-a8a0-aa1190d1882f req-23778a61-3a57-4876-a65f-1d318bf6ca30 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:18.305392 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bd5f123-4260-4461-a8a0-aa1190d1882f req-23778a61-3a57-4876-a65f-1d318bf6ca30 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 945 time: 0.0806043 Jun 04 17:38:18.359568 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-6bd5f123-4260-4461-a8a0-aa1190d1882f req-991e9bb9-af60-4e4b-b5bb-1258bba92965 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484109 Jun 04 17:38:18.383750 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41308) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:38:18.573605 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d66854-d93e-4a64-9d5d-40a1c897e632 tempest-TestSnapshotPattern-811619829 tempest-TestSnapshotPattern-811619829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:18.575158 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-82d66854-d93e-4a64-9d5d-40a1c897e632 tempest-TestSnapshotPattern-811619829 tempest-TestSnapshotPattern-811619829-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 1091 time: 0.1903985 Jun 04 17:38:18.579496 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41314) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:38:18.584407 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.v2.base [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:38:18.591330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:38:18.595333 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Usage tracker for resource:floatingip and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:38:18.598264 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:38:18.604039 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.quota.driver [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:38:18.616776 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for floatingip, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:18.858779 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:18.996196 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_common [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Allocated IP 172.25.5.31 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/4986b49d-ce21-4d5e-afdb-6afaf33a558a) {{(pid=88797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:38:19.166684 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for port, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:19.200860 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:19.264989 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:38:19.268004 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.base_scheduler [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources bound (agent type, host, resource id): {{(pid=88797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:38:19.271658 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Received port after_create {{(pid=88797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:38:19.304694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event updated for resources: {'Port': ['ID=4986b49d-ce21-4d5e-afdb-6afaf33a558a,revision_number=1']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:19.717235 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:19.800833 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:20.011411 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for port, precommit_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:20.018550 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180132'] for port, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:20.138229 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event updated for resources: {'Port': ['ID=4986b49d-ce21-4d5e-afdb-6afaf33a558a,revision_number=2']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:38:20.148497 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:20.319390 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Floating IP ab2c51f2-bf5b-44ac-bd97-1ab2392acd45 associated. External IP: 172.25.5.31, port: 01b29f72-711f-4f2e-a826-48ae5da03aa1. Jun 04 17:38:20.784165 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Router 89228e43-f045-4644-9365-cedbb2dac025 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:38:20.964728 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:38:20.975586 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a0c05-baa5-4347-bb63-79a196f65220 None None] Sync routers for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:38:20.984972 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a0c05-baa5-4347-bb63-79a196f65220 None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:38:20.985569 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b39a0c05-baa5-4347-bb63-79a196f65220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:20.993013 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:21.052170 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d6b06f2c-71c5-4e03-a2d2-6737c94d6a1b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4715853 Jun 04 17:38:21.052732 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:38:21.097706 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1ad58d-7cdc-4103-8846-72ad38288b2a'] response: {'name': 'network-changed', 'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'status': 'completed', 'code': 200} Jun 04 17:38:21.164064 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b39a0c05-baa5-4347-bb63-79a196f65220 None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:38:21.192825 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba75b94-11e4-49fc-8b2c-8392a0db75a2 req-0268e13d-21e5-443c-84cc-e0b0e1fee2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:21.194332 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eba75b94-11e4-49fc-8b2c-8392a0db75a2 req-0268e13d-21e5-443c-84cc-e0b0e1fee2f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 1096 time: 0.0719545 Jun 04 17:38:21.333376 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba75b94-11e4-49fc-8b2c-8392a0db75a2 req-750676d6-e648-49c6-b438-4e258747dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:21.334881 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eba75b94-11e4-49fc-8b2c-8392a0db75a2 req-750676d6-e648-49c6-b438-4e258747dd4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 910 time: 0.1344099 Jun 04 17:38:21.440683 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eba75b94-11e4-49fc-8b2c-8392a0db75a2 req-a35177aa-5f73-4869-a49a-c46c5717837c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1 HTTP/1.1" status: 200 len: 998 time: 0.0996799 Jun 04 17:38:21.503361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba75b94-11e4-49fc-8b2c-8392a0db75a2 req-db5a7445-2b32-4f50-bb06-69e053d3d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:21.504804 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eba75b94-11e4-49fc-8b2c-8392a0db75a2 req-db5a7445-2b32-4f50-bb06-69e053d3d2f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.0584807 Jun 04 17:38:21.559542 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b39a0c05-baa5-4347-bb63-79a196f65220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ab2c51f2-bf5b-44ac-bd97-1ab2392acd45', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '89228e43-f045-4644-9365-cedbb2dac025', 'port_id': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'mac_address': 'fa:16:3e:3f:d4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:38:19Z', 'updated_at': '2022-06-04T17:38:19Z', 'revision_number': 0, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 5, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:21.563877 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a0c05-baa5-4347-bb63-79a196f65220 None None] Checking router: 89228e43-f045-4644-9365-cedbb2dac025 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:38:21.572074 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a0c05-baa5-4347-bb63-79a196f65220 None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:38:21.572703 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b39a0c05-baa5-4347-bb63-79a196f65220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:38:00Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:21.583251 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba75b94-11e4-49fc-8b2c-8392a0db75a2 req-fe0864f8-8ae4-4eb5-b148-7e57e1ff0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:21.584720 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eba75b94-11e4-49fc-8b2c-8392a0db75a2 req-fe0864f8-8ae4-4eb5-b148-7e57e1ff0229 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741441 Jun 04 17:38:21.716313 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eba75b94-11e4-49fc-8b2c-8392a0db75a2 req-54244a56-95fc-4b63-b9db-e9b2d7fc9aef service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248932 Jun 04 17:38:21.749004 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-b39a0c05-baa5-4347-bb63-79a196f65220 None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:38:21.850528 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-eba75b94-11e4-49fc-8b2c-8392a0db75a2 req-04561906-78a3-4023-837a-b1f5b241c9f9 service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286075 Jun 04 17:38:22.107777 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-b39a0c05-baa5-4347-bb63-79a196f65220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ab2c51f2-bf5b-44ac-bd97-1ab2392acd45', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '89228e43-f045-4644-9365-cedbb2dac025', 'port_id': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'mac_address': 'fa:16:3e:3f:d4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:38:19Z', 'updated_at': '2022-06-04T17:38:19Z', 'revision_number': 0, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 5, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:38:22.112494 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a0c05-baa5-4347-bb63-79a196f65220 None None] The sync data for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 is: [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ab2c51f2-bf5b-44ac-bd97-1ab2392acd45', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '89228e43-f045-4644-9365-cedbb2dac025', 'port_id': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'mac_address': 'fa:16:3e:3f:d4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:38:19Z', 'updated_at': '2022-06-04T17:38:19Z', 'revision_number': 0, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 5, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:38:22.292854 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa057219-d69a-4f0a-8b9e-5f931680fff6 None None] New status for floating IP ab2c51f2-bf5b-44ac-bd97-1ab2392acd45: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:38:25.873524 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:38:27.952268 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-fdceb3a5-29e0-492a-b051-a90c9a12f99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:30.163597 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0e0d890e-8cbe-4262-97c7-3d4004d90fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:31.516358 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:31.520221 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:32.925182 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:34.851749 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:35.045141 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:38:49.246318 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-20aa80bb-a278-40d7-b4de-7bc28e799343 req-ece3420c-f9d2-4785-a7e9-14475dcfd577 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1422503 Jun 04 17:38:49.404127 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa80bb-a278-40d7-b4de-7bc28e799343 req-e7eb8839-5565-4975-9bb6-4921cad262c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:49.405609 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-20aa80bb-a278-40d7-b4de-7bc28e799343 req-e7eb8839-5565-4975-9bb6-4921cad262c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 1096 time: 0.0813136 Jun 04 17:38:49.679986 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa80bb-a278-40d7-b4de-7bc28e799343 req-17d54936-951f-4232-91da-6ae5c21e22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:49.681396 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-20aa80bb-a278-40d7-b4de-7bc28e799343 req-17d54936-951f-4232-91da-6ae5c21e22f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 910 time: 0.2527282 Jun 04 17:38:49.801409 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-20aa80bb-a278-40d7-b4de-7bc28e799343 req-15773659-64af-4572-9e0f-91a1b71f231e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1 HTTP/1.1" status: 200 len: 1000 time: 0.1100326 Jun 04 17:38:49.865958 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa80bb-a278-40d7-b4de-7bc28e799343 req-8954a3b9-a853-4935-b559-ea7f90af6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:49.867368 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-20aa80bb-a278-40d7-b4de-7bc28e799343 req-8954a3b9-a853-4935-b559-ea7f90af6636 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.0588024 Jun 04 17:38:49.949330 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa80bb-a278-40d7-b4de-7bc28e799343 req-7ff9200f-0287-4f77-a741-925961d62aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:38:49.950845 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-20aa80bb-a278-40d7-b4de-7bc28e799343 req-7ff9200f-0287-4f77-a741-925961d62aa9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768647 Jun 04 17:38:50.080284 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-20aa80bb-a278-40d7-b4de-7bc28e799343 req-de27e174-f215-4ab4-874a-23436d6ce7fb service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226416 Jun 04 17:38:50.214632 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-20aa80bb-a278-40d7-b4de-7bc28e799343 req-046cc194-4cad-4f23-816a-3660fe9b2e8e service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263447 Jun 04 17:38:57.953666 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-508ae058-d06b-4f44-9477-90b706fc6544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:00.158755 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-45cfc734-25b4-4322-9c57-754af11584a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:01.516552 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:01.519697 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:02.878308 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:39:02.920384 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:04.850504 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:05.054050 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:27.961668 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b27dc626-b389-415e-8c82-7878f11feaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:30.160068 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2346c666-8c7a-4dc8-84b9-c0f1cc79c9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:31.519777 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:31.521576 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:32.928075 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:34.870629 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:35.046418 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:39:39.882216 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:39:45.249614 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-cd09ef6c-4df5-4cc4-a50a-2b64456c5f0d req-93e5f6c1-e662-4b23-b0f4-c18f035b58ff service neutron] (88797) timed out ('10.222.0.13', 39520) {{(pid=88797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 17:39:50.130375 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-29c7d745-59fb-4793-b94e-1feba1eb2466 req-3b2fb8e4-66f0-4ad7-b040-3734e1dfdcbd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763206 Jun 04 17:39:50.279269 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7d745-59fb-4793-b94e-1feba1eb2466 req-38566795-9537-4f6f-bc07-a15aa160d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:39:50.280721 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-29c7d745-59fb-4793-b94e-1feba1eb2466 req-38566795-9537-4f6f-bc07-a15aa160d507 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 1096 time: 0.0817711 Jun 04 17:39:50.427877 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7d745-59fb-4793-b94e-1feba1eb2466 req-e451176a-20c3-483f-9665-284ed452b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:39:50.429219 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-29c7d745-59fb-4793-b94e-1feba1eb2466 req-e451176a-20c3-483f-9665-284ed452b612 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 910 time: 0.1297631 Jun 04 17:39:50.533696 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-29c7d745-59fb-4793-b94e-1feba1eb2466 req-489d7445-ca37-42e7-8d2c-58e328d7b9dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1 HTTP/1.1" status: 200 len: 1000 time: 0.0982518 Jun 04 17:39:50.601724 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7d745-59fb-4793-b94e-1feba1eb2466 req-5585396d-35c7-499b-9970-29688d30e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:39:50.603189 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-29c7d745-59fb-4793-b94e-1feba1eb2466 req-5585396d-35c7-499b-9970-29688d30e1db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.0626798 Jun 04 17:39:50.684805 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7d745-59fb-4793-b94e-1feba1eb2466 req-66327852-78e6-472a-a4d1-dcb09204707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:39:50.686196 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-29c7d745-59fb-4793-b94e-1feba1eb2466 req-66327852-78e6-472a-a4d1-dcb09204707f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769126 Jun 04 17:39:50.826244 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-29c7d745-59fb-4793-b94e-1feba1eb2466 req-871fc992-6883-4969-a5df-0554465c6143 service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335552 Jun 04 17:39:50.959294 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-29c7d745-59fb-4793-b94e-1feba1eb2466 req-a88c4908-8aa0-475b-b4b7-beef9f57edc9 service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270120 Jun 04 17:39:57.958006 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ce061ea0-ff40-4cb1-bcc5-ca4eac789862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:00.160925 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a8de5c2d-6ab5-4d51-9c56-da4cfc78455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:01.511802 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:01.514572 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:02.933521 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:04.864599 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:05.041278 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:16.886026 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:40:17.867458 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 01b29f72-711f-4f2e-a826-48ae5da03aa1 details requested by agent hyperv_n-h2-811809-3 with host n-h2-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:40:18.010768 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 01b29f72-711f-4f2e-a826-48ae5da03aa1, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:40:18.024136 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Returning: {'device': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'port_id': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'mac_address': 'fa:16:3e:3f:d4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:40:18.079535 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 01b29f72-711f-4f2e-a826-48ae5da03aa1 is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:40:18.079906 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:18.097096 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01b29f72-711f-4f2e-a826-48ae5da03aa1 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:40:18.119078 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 01b29f72-711f-4f2e-a826-48ae5da03aa1, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:40:18.124350 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:18.201236 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=01b29f72-711f-4f2e-a826-48ae5da03aa1,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:40:18.206927 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] get_ports_and_sgs() called for port_ids ['01b29f72-711f-4f2e-a826-48ae5da03aa1'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:40:18.239170 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:18.239718 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:18.240074 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:18.240409 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:18.240736 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:18.241058 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:18.241379 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:18.241700 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:18.242018 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:18.242333 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:18.242677 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:18.242976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:19.880721 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 01b29f72-711f-4f2e-a826-48ae5da03aa1 up at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:40:19.995563 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Provisioning complete for port 01b29f72-711f-4f2e-a826-48ae5da03aa1 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:40:19.995920 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:20.129688 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 01b29f72-711f-4f2e-a826-48ae5da03aa1 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:40:20.130014 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:20.157920 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:40:20.168259 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 01b29f72-711f-4f2e-a826-48ae5da03aa1, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:40:20.175321 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:20.270591 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=01b29f72-711f-4f2e-a826-48ae5da03aa1,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:40:20.308748 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d36ad38-126a-4e07-86c3-0af1d366e173'] response: {'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'code': 200} Jun 04 17:40:27.947020 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-48161023-bfd9-427d-9fe8-850b42efa5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:29.089705 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-b2aabe17-46a9-4f29-88ab-9261341ede1a tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560012133&fields=id&tenant_id=4e8551100d934b988b276f9fbfc66a33 HTTP/1.1" status: 200 len: 267 time: 0.0432680 Jun 04 17:40:29.238478 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-96fdfb54-8e08-44cb-beca-338252780151 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:29.240009 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-96fdfb54-8e08-44cb-beca-338252780151 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 809 time: 0.1437123 Jun 04 17:40:29.258344 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-8e02eb76-5709-4947-960b-df855a85cd11 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/quotas/4e8551100d934b988b276f9fbfc66a33 HTTP/1.1" status: 200 len: 375 time: 0.0099630 Jun 04 17:40:29.367605 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-2fcf4170-fe14-455b-abde-2b0205ac760c tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1013067 Jun 04 17:40:29.436839 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-7c69898b-7c75-499e-98f1-494882b1c6ec service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=88798) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 17:40:29.437827 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-7c69898b-7c75-499e-98f1-494882b1c6ec service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532689 Jun 04 17:40:29.567486 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-6098a8f2-de14-4239-94bd-3323a7981fab service neutron] 10.222.0.13 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234059 Jun 04 17:40:29.704936 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-d9a1aecf-342e-4adf-b78a-6e2b7b92dacb service neutron] 10.222.0.13 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285055 Jun 04 17:40:29.899561 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd30539c-d283-4e40-b3f0-52f39b685498 req-1a5d57fd-56da-43cf-9241-6af73c931c39 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 210 time: 0.0486054 Jun 04 17:40:30.165215 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-a4a426c1-a07e-4c3b-944d-4ef28da5fe20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:31.005751 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-694712a9-ebfe-4157-8a16-990837d767a9 req-daf3f6eb-6ec9-4ff0-8f3a-84f4a3cad127 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 210 time: 0.0429988 Jun 04 17:40:31.510688 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:31.521152 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:31.927634 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 01b29f72-711f-4f2e-a826-48ae5da03aa1 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:40:32.047992 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Current status of the port 01b29f72-711f-4f2e-a826-48ae5da03aa1 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:40:32.048369 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:32.076289 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:40:32.086423 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] For port 01b29f72-711f-4f2e-a826-48ae5da03aa1, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:40:32.090884 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:32.111536 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7aa64a4d-514b-413e-9fb0-75d26bfd3e9d req-19c83afd-9b75-4c83-94c3-82525ea7bd38 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 210 time: 0.0485814 Jun 04 17:40:32.152345 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd62d6e9-c1f0-4be1-9e96-ca4357e3504e'] response: {'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'code': 200} Jun 04 17:40:32.166683 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Pushing event updated for resources: {'Port': ['ID=01b29f72-711f-4f2e-a826-48ae5da03aa1,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:40:32.937106 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:33.228421 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0b505f71-b104-49f4-b1d0-0dd299222d9f req-44b14896-b455-44f9-9102-2c883584c8d5 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 210 time: 0.0505142 Jun 04 17:40:34.401926 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a3f4eb4e-0457-42a5-982a-fbe9dc88e3b1 req-788e5e7e-f6d1-41ea-956e-4de9080fb750 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 210 time: 0.0500424 Jun 04 17:40:34.884107 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:35.051198 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:35.158782 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-0c2580b7-5bf1-480f-bda1-f16596b6ff7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:35.160085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-0c2580b7-5bf1-480f-bda1-f16596b6ff7b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.42 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 809 time: 0.1489136 Jun 04 17:40:35.209373 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-01989177-4fe5-4311-b1e6-a5efe89fdb46 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e8551100d934b988b276f9fbfc66a33 HTTP/1.1" status: 200 len: 380 time: 0.0411332 Jun 04 17:40:35.217759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Request body: {'port': {'device_id': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'admin_state_up': True, 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'security_groups': ['21939354-b126-4182-ae8e-f96025d727c2']}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:40:35.356677 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:40:35.361078 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Usage tracker for resource:port and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:40:35.364235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:40:35.370140 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:40:35.381706 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Made reservation on behalf of 4e8551100d934b988b276f9fbfc66a33 for: {'port': 1} {{(pid=88798) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 17:40:35.385376 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:35.732541 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3869a101-ba7c-4bd0-9ab6-75405025cbc2 req-2f6d8547-d789-4208-b957-e48b339c6e2f tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 210 time: 0.0651221 Jun 04 17:40:35.737388 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Allocated IP 172.20.0.7 (8ef1d973-89b7-4b4c-9ade-fcf33a424ce0/6ec1accd-8f07-42e9-8f6e-eb7090412028/3d241737-5336-4a01-b835-a8fe4c1a2183) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:40:35.991332 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:36.011278 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Transition to ACTIVE for port object 3d241737-5336-4a01-b835-a8fe4c1a2183 will not be triggered until provisioned by entity DHCP. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:40:36.045634 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:36.126157 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:40:36.129546 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:40:36.134112 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:40:36.169654 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event updated for resources: {'Port': ['ID=3d241737-5336-4a01-b835-a8fe4c1a2183,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:40:36.190766 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:36.191095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:36.191428 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:36.191755 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:36.192089 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:36.192542 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:36.192852 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:36.193203 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:36.193471 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:36.193786 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:36.194107 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:36.194438 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:40:36.229087 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:36.229749 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:36.272170 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-32f796e1-7bf5-4483-905a-ce80cc8ffb08 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0577705 Jun 04 17:40:36.509187 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3cf949d2-98fa-4601-844e-d36968b8d3cd None None] Provisioning for port 3d241737-5336-4a01-b835-a8fe4c1a2183 completed by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:40:36.515918 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-3cf949d2-98fa-4601-844e-d36968b8d3cd None None] Provisioning complete for port 3d241737-5336-4a01-b835-a8fe4c1a2183 triggered by entity DHCP. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:40:36.516212 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3cf949d2-98fa-4601-844e-d36968b8d3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:36.575646 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-3cf949d2-98fa-4601-844e-d36968b8d3cd None None] Port 3d241737-5336-4a01-b835-a8fe4c1a2183 cannot update to ACTIVE because it is not bound. {{(pid=88799) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 17:40:36.944395 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab21931-07a9-4ccd-a8da-2f4a24e21366 req-fe22037b-2cb1-465d-b532-76aeece8b437 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:36.945104 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9ab21931-07a9-4ccd-a8da-2f4a24e21366 req-fe22037b-2cb1-465d-b532-76aeece8b437 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Synchronizing usage tracker for tenant:4e8551100d934b988b276f9fbfc66a33 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:40:36.963892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-9ab21931-07a9-4ccd-a8da-2f4a24e21366 req-fe22037b-2cb1-465d-b532-76aeece8b437 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Unset dirty status for tenant:4e8551100d934b988b276f9fbfc66a33 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:40:36.965128 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ab21931-07a9-4ccd-a8da-2f4a24e21366 req-fe22037b-2cb1-465d-b532-76aeece8b437 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 931 time: 0.1038327 Jun 04 17:40:37.016085 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-9ab21931-07a9-4ccd-a8da-2f4a24e21366 req-7b18579a-eb1e-47e0-92de-61b0abdbd28c tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443602 Jun 04 17:40:38.247461 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae3641-d01c-4c68-99bc-937d66bf9765 req-1a333c1d-e87c-4148-a3d6-a431af32b900 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:38.249330 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6ae3641-d01c-4c68-99bc-937d66bf9765 req-1a333c1d-e87c-4148-a3d6-a431af32b900 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 931 time: 0.0882611 Jun 04 17:40:38.302660 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-a6ae3641-d01c-4c68-99bc-937d66bf9765 req-e13aca62-20ab-499d-af3e-483464b36c50 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466480 Jun 04 17:40:39.549902 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa007409-8b63-4010-9a5e-d09ce2c6f4ae req-4ee91a15-02a4-40c8-afce-efc99de8f500 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:39.561122 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa007409-8b63-4010-9a5e-d09ce2c6f4ae req-4ee91a15-02a4-40c8-afce-efc99de8f500 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 931 time: 0.1313024 Jun 04 17:40:39.607833 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-aa007409-8b63-4010-9a5e-d09ce2c6f4ae req-74a7b15d-99cc-48f9-83ba-80e7a206b7de tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458126 Jun 04 17:40:40.810505 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6d9bd-0e1c-42ac-9d8e-a5bb7b6e4970 req-28c8bfa6-740a-4d2d-a110-52a40ab8d80d tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:40.811445 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3e6d9bd-0e1c-42ac-9d8e-a5bb7b6e4970 req-28c8bfa6-740a-4d2d-a110-52a40ab8d80d tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 931 time: 0.0860167 Jun 04 17:40:40.864764 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3e6d9bd-0e1c-42ac-9d8e-a5bb7b6e4970 req-22e844a4-0b41-4573-b17b-046b376d8f0b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432127 Jun 04 17:40:42.063188 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58613b1-9267-40a9-94c7-38f16b22a631 req-6e3f8c7b-7117-45cd-9c59-47a28cb3d0fd tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:42.064792 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d58613b1-9267-40a9-94c7-38f16b22a631 req-6e3f8c7b-7117-45cd-9c59-47a28cb3d0fd tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 931 time: 0.0862131 Jun 04 17:40:42.110956 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-d58613b1-9267-40a9-94c7-38f16b22a631 req-52c39010-cd67-4203-b3ee-369b429fd003 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395443 Jun 04 17:40:42.878548 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Request body: {'port': {'device_id': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-3'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:40:42.992664 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:43.385446 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e3707-bc50-41f6-b709-12b6b73c0fcf req-7f0c2348-a6f0-4c9a-9558-5a7c001b6b19 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:43.386909 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f61e3707-bc50-41f6-b709-12b6b73c0fcf req-7f0c2348-a6f0-4c9a-9558-5a7c001b6b19 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 931 time: 0.1569517 Jun 04 17:40:43.390751 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d241737-5336-4a01-b835-a8fe4c1a2183 {{(pid=88798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:40:43.413248 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:43.441025 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.provisioning_blocks [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Transition to ACTIVE for port object 3d241737-5336-4a01-b835-a8fe4c1a2183 will not be triggered until provisioned by entity L2. {{(pid=88798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 17:40:43.447242 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:43.484518 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f61e3707-bc50-41f6-b709-12b6b73c0fcf req-e45e10ba-e62c-417a-88d5-83d0daa6c40e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885892 Jun 04 17:40:43.727812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Pushing event updated for resources: {'Port': ['ID=3d241737-5336-4a01-b835-a8fe4c1a2183,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:40:43.807995 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Attempting to bind port 3d241737-5336-4a01-b835-a8fe4c1a2183 on host n-h1-811809-3 for vnic_type normal with profile {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 17:40:43.808218 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Attempting to bind port 3d241737-5336-4a01-b835-a8fe4c1a2183 by drivers openvswitch,hyperv on host n-h1-811809-3 at level 0 using segments [{'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 17:40:43.808562 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Attempting to bind port 3d241737-5336-4a01-b835-a8fe4c1a2183 on network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:40:43.813592 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Port 3d241737-5336-4a01-b835-a8fe4c1a2183 on network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-3 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 17:40:43.813907 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Attempting to bind port 3d241737-5336-4a01-b835-a8fe4c1a2183 on network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 17:40:43.819787 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Checking agent: {'id': 'c8f6291c-3639-4988-b1b8-f04257e72437', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'started_at': datetime.datetime(2022, 6, 4, 16, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 17:40:43.820130 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Checking segment: {'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 17:40:43.820512 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Bound using segment: {'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'} {{(pid=88798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 17:40:43.820940 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.managers [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Bound port: 3d241737-5336-4a01-b835-a8fe4c1a2183, host: n-h1-811809-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0'}}] {{(pid=88798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 17:40:43.821311 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:43.924549 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] For port 3d241737-5336-4a01-b835-a8fe4c1a2183, host n-h1-811809-3, cleared binding levels {{(pid=88798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 17:40:43.927826 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] For port 3d241737-5336-4a01-b835-a8fe4c1a2183, host n-h1-811809-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3d241737-5336-4a01-b835-a8fe4c1a2183,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 17:40:43.934397 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:43.997189 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:43.997849 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:43.999242 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] 10.222.0.42 "PUT /v2.0/ports/3d241737-5336-4a01-b835-a8fe4c1a2183 HTTP/1.1" status: 200 len: 1091 time: 1.1272998 Jun 04 17:40:43.999675 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:40:44.020040 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b65be5-2fc8-40a5-b735-abca86c8264b service neutron] Pushing event updated for resources: {'Port': ['ID=3d241737-5336-4a01-b835-a8fe4c1a2183,revision_number=3']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:40:44.108217 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c67351e-c37d-4e1c-91cf-638cbe8926f7'] response: {'name': 'network-changed', 'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'status': 'completed', 'code': 200} Jun 04 17:40:44.118241 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-7e066199-07c8-4730-8f1d-65cc0164e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:44.119768 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-7e066199-07c8-4730-8f1d-65cc0164e260 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 1094 time: 0.0817156 Jun 04 17:40:44.192764 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-7845c77c-547c-478d-9dd6-75334d155091 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d241737-5336-4a01-b835-a8fe4c1a2183 HTTP/1.1" status: 200 len: 217 time: 0.0658855 Jun 04 17:40:44.255783 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-9340875a-2a88-4b18-b577-4ed2b34bd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:44.257166 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-9340875a-2a88-4b18-b577-4ed2b34bd396 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.0592368 Jun 04 17:40:44.337720 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-e4804fd6-bc90-41cc-a253-d68c0a16bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:44.339271 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-e4804fd6-bc90-41cc-a253-d68c0a16bd47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759072 Jun 04 17:40:44.470535 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-c17d96c6-596a-4fe4-b2a9-572a2fb2da14 service neutron] 10.222.0.42 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247854 Jun 04 17:40:44.640413 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0a30b5fd-20a9-4611-9f59-a98aa9f6f3ab req-0378efe4-45d9-4352-8ae7-00d20adb9c5c service neutron] 10.222.0.42 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639624 Jun 04 17:40:44.689493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3432487-2b37-4972-8a25-bf166a472f9f req-4559a415-a786-4680-911d-329764ff03d0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:44.690965 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3432487-2b37-4972-8a25-bf166a472f9f req-4559a415-a786-4680-911d-329764ff03d0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 943 time: 0.0939651 Jun 04 17:40:44.778575 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f3432487-2b37-4972-8a25-bf166a472f9f req-b1ecaa12-03f4-49c6-bd82-60699d83507c tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573592 Jun 04 17:40:44.796341 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaa650-ec87-403d-8897-e345c4859f64 req-d3ce453d-063f-4930-9a38-4b3be13ccc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:44.796341 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6eaa650-ec87-403d-8897-e345c4859f64 req-d3ce453d-063f-4930-9a38-4b3be13ccc23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 1094 time: 0.1039910 Jun 04 17:40:44.930098 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaa650-ec87-403d-8897-e345c4859f64 req-9be4c1f5-af49-4640-89f8-2c9b597dd317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:44.931988 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6eaa650-ec87-403d-8897-e345c4859f64 req-9be4c1f5-af49-4640-89f8-2c9b597dd317 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 910 time: 0.1305685 Jun 04 17:40:45.003362 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6eaa650-ec87-403d-8897-e345c4859f64 req-6ade99e8-dad4-420c-8f89-6f8a9ebe4d28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d241737-5336-4a01-b835-a8fe4c1a2183 HTTP/1.1" status: 200 len: 217 time: 0.0644782 Jun 04 17:40:45.071492 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaa650-ec87-403d-8897-e345c4859f64 req-43500a13-6417-4656-850d-2da98a04e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:45.072823 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6eaa650-ec87-403d-8897-e345c4859f64 req-43500a13-6417-4656-850d-2da98a04e721 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.0624413 Jun 04 17:40:45.152269 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaa650-ec87-403d-8897-e345c4859f64 req-0cf9bd08-cab7-4c0a-bf80-0308cea148d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:45.153693 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6eaa650-ec87-403d-8897-e345c4859f64 req-0cf9bd08-cab7-4c0a-bf80-0308cea148d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708299 Jun 04 17:40:45.286275 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6eaa650-ec87-403d-8897-e345c4859f64 req-04eb5c23-4d12-43d0-89e7-ef8d7c43b329 service neutron] 10.222.0.42 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254048 Jun 04 17:40:45.420379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c6eaa650-ec87-403d-8897-e345c4859f64 req-7ad7f7ee-9f3f-4269-b94b-4ba8455b3e0f service neutron] 10.222.0.42 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271255 Jun 04 17:40:45.984876 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944231a1-903e-440f-92bf-725107d7b208 req-9889cb02-9a2d-407e-949b-f3641e569c85 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:45.986345 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-944231a1-903e-440f-92bf-725107d7b208 req-9889cb02-9a2d-407e-949b-f3641e569c85 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 943 time: 0.0848186 Jun 04 17:40:46.037379 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-944231a1-903e-440f-92bf-725107d7b208 req-2e232927-30a6-4d98-bc7d-632ce57d6cdf tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427823 Jun 04 17:40:47.168631 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3d241737-5336-4a01-b835-a8fe4c1a2183 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:40:47.253551 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081352e-c0d9-454f-a634-c14a37ea0b8c req-c68ff06e-044c-4388-b8c2-452bd298ece3 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:47.255032 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3081352e-c0d9-454f-a634-c14a37ea0b8c req-c68ff06e-044c-4388-b8c2-452bd298ece3 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 943 time: 0.0821893 Jun 04 17:40:47.300415 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-3081352e-c0d9-454f-a634-c14a37ea0b8c req-749a5d57-68f6-4112-91a4-9458e88330c5 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394392 Jun 04 17:40:47.306368 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3d241737-5336-4a01-b835-a8fe4c1a2183, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3d241737-5336-4a01-b835-a8fe4c1a2183,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:40:47.325725 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'port_id': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'mac_address': 'fa:16:3e:99:ce:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:40:47.387526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3d241737-5336-4a01-b835-a8fe4c1a2183 is: DOWN; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:40:47.387893 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:47.408053 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d241737-5336-4a01-b835-a8fe4c1a2183 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:40:47.423812 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3d241737-5336-4a01-b835-a8fe4c1a2183, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3d241737-5336-4a01-b835-a8fe4c1a2183,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:40:47.428765 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:47.494274 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3d241737-5336-4a01-b835-a8fe4c1a2183,revision_number=4']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:40:47.647346 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['3d241737-5336-4a01-b835-a8fe4c1a2183'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:40:48.516301 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962389f1-7d41-452a-bfcd-3061bbdc5045 req-4b39f70d-9c8e-42fb-9f8e-74b8f9fd64e0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:48.517768 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-962389f1-7d41-452a-bfcd-3061bbdc5045 req-4b39f70d-9c8e-42fb-9f8e-74b8f9fd64e0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 944 time: 0.0871291 Jun 04 17:40:48.676897 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-962389f1-7d41-452a-bfcd-3061bbdc5045 req-9b731b50-8eef-421e-b41d-64ec867d7f94 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528792 Jun 04 17:40:49.170244 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3d241737-5336-4a01-b835-a8fe4c1a2183 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:40:49.254502 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning for port 3d241737-5336-4a01-b835-a8fe4c1a2183 completed by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 17:40:49.259692 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 3d241737-5336-4a01-b835-a8fe4c1a2183 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:40:49.260058 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:49.387526 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3d241737-5336-4a01-b835-a8fe4c1a2183 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:40:49.387911 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:49.415715 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:40:49.425316 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3d241737-5336-4a01-b835-a8fe4c1a2183, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3d241737-5336-4a01-b835-a8fe4c1a2183,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:40:49.430315 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:49.466168 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3852a0a1-910f-4e32-9f59-bf8cf7720672'] response: {'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'code': 200} Jun 04 17:40:49.497501 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3d241737-5336-4a01-b835-a8fe4c1a2183,revision_number=5']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:40:49.595480 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2ce5c-9ada-4946-b26b-b1db1c8d71ab req-8a883795-7c35-4390-87bf-a54328cd163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:49.596973 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecb2ce5c-9ada-4946-b26b-b1db1c8d71ab req-8a883795-7c35-4390-87bf-a54328cd163f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 1096 time: 0.0765681 Jun 04 17:40:49.637945 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-ecb2ce5c-9ada-4946-b26b-b1db1c8d71ab req-afeae33e-6fc5-4c7c-814b-3e7b83a36d20 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351524 Jun 04 17:40:49.878257 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8246bc-26e7-498f-877e-369fd9ded169 req-e36577b3-44f0-4451-8465-16a64e5336d8 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:49.879722 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd8246bc-26e7-498f-877e-369fd9ded169 req-e36577b3-44f0-4451-8465-16a64e5336d8 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 945 time: 0.0847459 Jun 04 17:40:49.923430 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-bd8246bc-26e7-498f-877e-369fd9ded169 req-7379174f-86d9-491d-bae3-296b34cd2ecd tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374329 Jun 04 17:40:50.156850 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9bbf64b4-41f7-4ba0-8c60-c3bfc5fa4085 req-89742074-153a-433f-a327-19ec97a426b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730808 Jun 04 17:40:50.422453 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf64b4-41f7-4ba0-8c60-c3bfc5fa4085 req-49738288-8ff0-4497-b424-cd640a14fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:50.423860 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9bbf64b4-41f7-4ba0-8c60-c3bfc5fa4085 req-49738288-8ff0-4497-b424-cd640a14fc1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 1094 time: 0.1846230 Jun 04 17:40:50.571954 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf64b4-41f7-4ba0-8c60-c3bfc5fa4085 req-8573de63-a9d7-457a-851b-e1b0a419c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:50.573720 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9bbf64b4-41f7-4ba0-8c60-c3bfc5fa4085 req-8573de63-a9d7-457a-851b-e1b0a419c772 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 910 time: 0.1299064 Jun 04 17:40:50.687833 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9bbf64b4-41f7-4ba0-8c60-c3bfc5fa4085 req-4a87a092-7fc9-4501-9e8d-90cf212be497 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1 HTTP/1.1" status: 200 len: 998 time: 0.1060193 Jun 04 17:40:50.750022 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf64b4-41f7-4ba0-8c60-c3bfc5fa4085 req-001ce526-7d7e-44b0-98af-f1e593c6f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:50.751471 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9bbf64b4-41f7-4ba0-8c60-c3bfc5fa4085 req-001ce526-7d7e-44b0-98af-f1e593c6f4f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.0583165 Jun 04 17:40:50.838638 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf64b4-41f7-4ba0-8c60-c3bfc5fa4085 req-7fd178ad-2121-4417-98a0-9cedba6454ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:50.840123 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9bbf64b4-41f7-4ba0-8c60-c3bfc5fa4085 req-7fd178ad-2121-4417-98a0-9cedba6454ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830619 Jun 04 17:40:50.975282 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9bbf64b4-41f7-4ba0-8c60-c3bfc5fa4085 req-f525675e-7024-4bf3-b58f-98157b9608c2 service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280367 Jun 04 17:40:51.105641 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-9bbf64b4-41f7-4ba0-8c60-c3bfc5fa4085 req-2c668b5a-fbc6-4ba8-896b-68665fd508a0 service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250632 Jun 04 17:40:51.113917 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0cc31-5d15-42ba-9473-2d7705ad5294 req-77fab810-f7a3-427e-b33b-6cf949943f7c tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:51.115468 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92f0cc31-5d15-42ba-9473-2d7705ad5294 req-77fab810-f7a3-427e-b33b-6cf949943f7c tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 945 time: 0.0811868 Jun 04 17:40:51.163864 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-92f0cc31-5d15-42ba-9473-2d7705ad5294 req-ece2b85a-d40d-4bd4-b4b1-a5ca2001824c tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423067 Jun 04 17:40:51.358789 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659dd959-733e-4b1e-982f-96b700089596 req-4d130549-022d-4f5d-b483-05e66cd20801 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:51.360623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-659dd959-733e-4b1e-982f-96b700089596 req-4d130549-022d-4f5d-b483-05e66cd20801 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 945 time: 0.0840948 Jun 04 17:40:51.408604 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-659dd959-733e-4b1e-982f-96b700089596 req-4326bce8-e20a-4bce-a0eb-78afb8d7450a tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419803 Jun 04 17:40:51.437728 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41604) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:40:51.521862 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ae8735-fdd9-4831-859c-1fe6d360f5e4 tempest-TestSnapshotPattern-811619829 tempest-TestSnapshotPattern-811619829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:51.523062 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-02ae8735-fdd9-4831-859c-1fe6d360f5e4 tempest-TestSnapshotPattern-811619829 tempest-TestSnapshotPattern-811619829-project-admin] Synchronizing usage tracker for tenant:fef30b1b62f24c00a60cfedf1555641a on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:40:51.541286 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-02ae8735-fdd9-4831-859c-1fe6d360f5e4 tempest-TestSnapshotPattern-811619829 tempest-TestSnapshotPattern-811619829-project-admin] Unset dirty status for tenant:fef30b1b62f24c00a60cfedf1555641a on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:40:51.542358 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-02ae8735-fdd9-4831-859c-1fe6d360f5e4 tempest-TestSnapshotPattern-811619829 tempest-TestSnapshotPattern-811619829-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 1091 time: 0.1036608 Jun 04 17:40:51.545307 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41608) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:40:51.550330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.v2.base [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Request body: {'floatingip': {'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'port_id': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88798) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 17:40:51.557605 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 17:40:51.561545 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Usage tracker for resource:floatingip and tenant:4e8551100d934b988b276f9fbfc66a33 is out of sync, need to count used quota {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 17:40:51.564430 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88798) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 17:40:51.570651 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.quota.driver [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88798) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 17:40:51.582608 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for floatingip, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:51.733795 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:51.872754 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.db_base_plugin_common [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Allocated IP 172.25.5.19 (7c264d89-2c32-4d2c-9f5a-6acda51d5d4e/9fde48dc-ac07-4be5-835b-c6947b0f6a7b/fc184f4f-66fa-467e-8bfb-65cdc917659e) {{(pid=88798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 17:40:52.017360 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for port, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:52.060219 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776856931952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:52.129169 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Network 7c264d89-2c32-4d2c-9f5a-6acda51d5d4e is already hosted by enough agents. {{(pid=88798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 17:40:52.132276 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.base_scheduler [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Resources bound (agent type, host, resource id): {{(pid=88798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 17:40:52.135885 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Received port after_create {{(pid=88798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 17:40:52.164239 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event updated for resources: {'Port': ['ID=fc184f4f-66fa-467e-8bfb-65cdc917659e,revision_number=1']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:40:52.545887 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:52.619968 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:52.943177 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for port, precommit_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:52.950696 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2829210'] for port, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:53.060741 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event updated for resources: {'Port': ['ID=fc184f4f-66fa-467e-8bfb-65cdc917659e,revision_number=2']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:40:53.072162 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640216'] for floatingip, after_update {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:53.251372 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Floating IP d7dee97b-0c38-415f-8769-6d108e1f1612 associated. External IP: 172.25.5.19, port: 3d241737-5336-4a01-b835-a8fe4c1a2183. Jun 04 17:40:53.625369 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Router 89228e43-f045-4644-9365-cedbb2dac025 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:40:53.848032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:40:53.857952 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b18fd0-fa53-4036-9d80-f2f0bb74ead6 None None] Sync routers for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:40:53.869066 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b18fd0-fa53-4036-9d80-f2f0bb74ead6 None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:40:53.869683 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e8b18fd0-fa53-4036-9d80-f2f0bb74ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:40:53.883326 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:53.942741 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:40:53.943687 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-3d99cbbf-0cd1-44c2-892e-98d5128142f2 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3973107 Jun 04 17:40:53.944321 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:40:53.998846 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4e2fb9-48f2-4c9f-848c-e244f68e273e'] response: {'name': 'network-changed', 'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'status': 'completed', 'code': 200} Jun 04 17:40:54.080869 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e8b18fd0-fa53-4036-9d80-f2f0bb74ead6 None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:40:54.102812 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef29041-878c-4ee9-af6f-7f9175ac9182 req-c07fa97e-c191-43ed-b2ff-d39fe087b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:54.104329 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ef29041-878c-4ee9-af6f-7f9175ac9182 req-c07fa97e-c191-43ed-b2ff-d39fe087b0a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 1096 time: 0.0843039 Jun 04 17:40:54.256493 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef29041-878c-4ee9-af6f-7f9175ac9182 req-166f7c2f-66b2-4f5f-914a-789f8d19e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:54.258002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ef29041-878c-4ee9-af6f-7f9175ac9182 req-166f7c2f-66b2-4f5f-914a-789f8d19e501 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 910 time: 0.1479049 Jun 04 17:40:54.372349 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ef29041-878c-4ee9-af6f-7f9175ac9182 req-e7b2e1fe-b820-41dd-8468-76ea35ed4197 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d241737-5336-4a01-b835-a8fe4c1a2183 HTTP/1.1" status: 200 len: 998 time: 0.1084909 Jun 04 17:40:54.439436 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef29041-878c-4ee9-af6f-7f9175ac9182 req-d578726b-ca6b-4cd7-8dd8-5dda61362c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:54.441326 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ef29041-878c-4ee9-af6f-7f9175ac9182 req-d578726b-ca6b-4cd7-8dd8-5dda61362c2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.0640068 Jun 04 17:40:54.484497 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e8b18fd0-fa53-4036-9d80-f2f0bb74ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ab2c51f2-bf5b-44ac-bd97-1ab2392acd45', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '89228e43-f045-4644-9365-cedbb2dac025', 'port_id': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'mac_address': 'fa:16:3e:3f:d4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:38:19Z', 'updated_at': '2022-06-04T17:38:22Z', 'revision_number': 1, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address_scope': None}, {'id': 'd7dee97b-0c38-415f-8769-6d108e1f1612', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '89228e43-f045-4644-9365-cedbb2dac025', 'port_id': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'mac_address': 'fa:16:3e:99:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:40:52Z', 'updated_at': '2022-06-04T17:40:52Z', 'revision_number': 0, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 5, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:40:54.489017 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b18fd0-fa53-4036-9d80-f2f0bb74ead6 None None] Checking router: 89228e43-f045-4644-9365-cedbb2dac025 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:40:54.498964 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b18fd0-fa53-4036-9d80-f2f0bb74ead6 None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:40:54.499590 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e8b18fd0-fa53-4036-9d80-f2f0bb74ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:40:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:40:54.662499 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef29041-878c-4ee9-af6f-7f9175ac9182 req-82239cb5-831e-48ba-aeba-d23905c556c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:54.664923 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ef29041-878c-4ee9-af6f-7f9175ac9182 req-82239cb5-831e-48ba-aeba-d23905c556c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181473 Jun 04 17:40:54.716974 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-e8b18fd0-fa53-4036-9d80-f2f0bb74ead6 None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:40:54.797486 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ef29041-878c-4ee9-af6f-7f9175ac9182 req-0d6b0729-cef0-4c84-92b9-8c421ae7c0e7 service neutron] 10.222.0.42 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262872 Jun 04 17:40:54.928941 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7ef29041-878c-4ee9-af6f-7f9175ac9182 req-9d9eb551-4734-40c2-a342-1ac33c2b6294 service neutron] 10.222.0.42 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254656 Jun 04 17:40:55.066071 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-e8b18fd0-fa53-4036-9d80-f2f0bb74ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ab2c51f2-bf5b-44ac-bd97-1ab2392acd45', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '89228e43-f045-4644-9365-cedbb2dac025', 'port_id': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'mac_address': 'fa:16:3e:3f:d4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:38:19Z', 'updated_at': '2022-06-04T17:38:22Z', 'revision_number': 1, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address_scope': None}, {'id': 'd7dee97b-0c38-415f-8769-6d108e1f1612', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '89228e43-f045-4644-9365-cedbb2dac025', 'port_id': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'mac_address': 'fa:16:3e:99:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:40:52Z', 'updated_at': '2022-06-04T17:40:52Z', 'revision_number': 0, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 5, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:40:55.070379 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b18fd0-fa53-4036-9d80-f2f0bb74ead6 None None] The sync data for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 is: [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ab2c51f2-bf5b-44ac-bd97-1ab2392acd45', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '89228e43-f045-4644-9365-cedbb2dac025', 'port_id': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'mac_address': 'fa:16:3e:3f:d4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:38:19Z', 'updated_at': '2022-06-04T17:38:22Z', 'revision_number': 1, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address_scope': None}, {'id': 'd7dee97b-0c38-415f-8769-6d108e1f1612', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '89228e43-f045-4644-9365-cedbb2dac025', 'port_id': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'mac_address': 'fa:16:3e:99:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:40:52Z', 'updated_at': '2022-06-04T17:40:52Z', 'revision_number': 0, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 5, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:40:55.294670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f254bb-1817-4399-b56a-02aaf736ab13 None None] New status for floating IP d7dee97b-0c38-415f-8769-6d108e1f1612: ACTIVE {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:40:57.952031 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c5e565e0-57ac-49d0-9c01-505e58f084a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:40:59.686087 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f41437ed-28cc-4d5f-bb1a-eaa27754f9a1 req-6da23d84-b1dc-4912-9293-4e17c544b834 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818756 Jun 04 17:40:59.827672 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41437ed-28cc-4d5f-bb1a-eaa27754f9a1 req-038851fc-65e0-486b-a37c-7ffe79ab3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:59.828986 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f41437ed-28cc-4d5f-bb1a-eaa27754f9a1 req-038851fc-65e0-486b-a37c-7ffe79ab3da7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 1096 time: 0.0758917 Jun 04 17:40:59.981397 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41437ed-28cc-4d5f-bb1a-eaa27754f9a1 req-3e517eb5-ca4c-4f3c-8dd9-9ebf96bb686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:40:59.982867 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f41437ed-28cc-4d5f-bb1a-eaa27754f9a1 req-3e517eb5-ca4c-4f3c-8dd9-9ebf96bb686a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 910 time: 0.1352761 Jun 04 17:41:00.096143 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f41437ed-28cc-4d5f-bb1a-eaa27754f9a1 req-ea418abf-90b8-42dc-9d43-152b23d78716 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d241737-5336-4a01-b835-a8fe4c1a2183 HTTP/1.1" status: 200 len: 1000 time: 0.1057258 Jun 04 17:41:00.159582 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41437ed-28cc-4d5f-bb1a-eaa27754f9a1 req-2c95043d-9e45-4ce4-ac87-19fe1d67e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:41:00.161058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f41437ed-28cc-4d5f-bb1a-eaa27754f9a1 req-2c95043d-9e45-4ce4-ac87-19fe1d67e9a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.0590522 Jun 04 17:41:00.165461 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-d97b9a3d-1905-4a39-ae3a-8dd43601649d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:41:00.239131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41437ed-28cc-4d5f-bb1a-eaa27754f9a1 req-bad4aa08-ea6c-4c57-8f7a-7a12251789ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:41:00.240685 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f41437ed-28cc-4d5f-bb1a-eaa27754f9a1 req-bad4aa08-ea6c-4c57-8f7a-7a12251789ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734377 Jun 04 17:41:00.376209 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f41437ed-28cc-4d5f-bb1a-eaa27754f9a1 req-88ac0752-7054-4989-8b2a-c95c0440b113 service neutron] 10.222.0.42 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294942 Jun 04 17:41:00.512164 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-f41437ed-28cc-4d5f-bb1a-eaa27754f9a1 req-bd96da32-aecc-4701-88b4-b53e160ebea6 service neutron] 10.222.0.42 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297343 Jun 04 17:41:01.542021 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:41:01.544525 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:41:02.938597 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:41:04.883377 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:41:05.056634 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:41:27.957512 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-00b76a58-f6ad-4c9f-9257-6df0da0c2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:41:30.172349 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5d035ee0-0b67-4344-8c8b-dcde2038855c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:41:30.933381 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:41:31.522994 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:41:31.528632 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:41:32.938547 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:41:34.896995 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:41:35.061664 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:41:52.121725 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-37ef6c2c-51a2-4b4f-be3d-b60b5d9ed57c req-25b07c43-c5b8-46f9-8f38-3461f6a7d2fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797746 Jun 04 17:41:52.277886 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef6c2c-51a2-4b4f-be3d-b60b5d9ed57c req-ef746e8d-53aa-4b7e-a440-672063ad2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:41:52.279373 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-37ef6c2c-51a2-4b4f-be3d-b60b5d9ed57c req-ef746e8d-53aa-4b7e-a440-672063ad2f76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 1094 time: 0.0790021 Jun 04 17:41:52.428440 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef6c2c-51a2-4b4f-be3d-b60b5d9ed57c req-2f6fc11a-f2f3-4c48-8e2b-71519f656f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:41:52.429763 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-37ef6c2c-51a2-4b4f-be3d-b60b5d9ed57c req-2f6fc11a-f2f3-4c48-8e2b-71519f656f95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 910 time: 0.1305022 Jun 04 17:41:52.535001 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-37ef6c2c-51a2-4b4f-be3d-b60b5d9ed57c req-9ef617f1-3126-47da-9c8d-e3e51c159b67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1 HTTP/1.1" status: 200 len: 998 time: 0.0988271 Jun 04 17:41:52.598388 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef6c2c-51a2-4b4f-be3d-b60b5d9ed57c req-97d49e88-f46b-4615-ba52-5a5905848103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:41:52.599814 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-37ef6c2c-51a2-4b4f-be3d-b60b5d9ed57c req-97d49e88-f46b-4615-ba52-5a5905848103 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.0595012 Jun 04 17:41:52.676109 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef6c2c-51a2-4b4f-be3d-b60b5d9ed57c req-fda03dba-ea49-40e8-8722-2349d2b41f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:41:52.677548 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-37ef6c2c-51a2-4b4f-be3d-b60b5d9ed57c req-fda03dba-ea49-40e8-8722-2349d2b41f2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716860 Jun 04 17:41:52.809207 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-37ef6c2c-51a2-4b4f-be3d-b60b5d9ed57c req-707a50f2-70cb-4791-8b56-f32c16ad3232 service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258667 Jun 04 17:41:52.950819 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-37ef6c2c-51a2-4b4f-be3d-b60b5d9ed57c req-606c0cec-0fb5-4958-8977-6dcfdf2a7063 service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348810 Jun 04 17:41:57.958298 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-72d1e121-1d6f-4599-a6bb-e1e1d2c76ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:00.171476 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6208add8-3a33-46cc-8733-cb457f985552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:00.710923 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e215869-c30b-4160-b48e-48011c078a9c req-269c1718-d888-40dc-8679-37f64b05e2e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1194739 Jun 04 17:42:00.854236 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215869-c30b-4160-b48e-48011c078a9c req-0cacef3c-e501-442d-9ae3-f949e92850ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:00.855623 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e215869-c30b-4160-b48e-48011c078a9c req-0cacef3c-e501-442d-9ae3-f949e92850ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 1096 time: 0.0748215 Jun 04 17:42:01.002979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215869-c30b-4160-b48e-48011c078a9c req-3d9a728f-1868-470b-a4ac-39a3653d99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:01.004401 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e215869-c30b-4160-b48e-48011c078a9c req-3d9a728f-1868-470b-a4ac-39a3653d99f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 910 time: 0.1290741 Jun 04 17:42:01.109029 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e215869-c30b-4160-b48e-48011c078a9c req-f1d5303c-639b-4252-9398-d8b1d638937b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d241737-5336-4a01-b835-a8fe4c1a2183 HTTP/1.1" status: 200 len: 1000 time: 0.0985346 Jun 04 17:42:01.176131 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215869-c30b-4160-b48e-48011c078a9c req-9c1d15e4-9123-4e4e-87cb-9f3ec619d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:01.177583 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e215869-c30b-4160-b48e-48011c078a9c req-9c1d15e4-9123-4e4e-87cb-9f3ec619d35e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.0620010 Jun 04 17:42:01.372295 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215869-c30b-4160-b48e-48011c078a9c req-8f0739a5-561c-4904-84e4-31031dbee575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:01.373729 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e215869-c30b-4160-b48e-48011c078a9c req-8f0739a5-561c-4904-84e4-31031dbee575 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901679 Jun 04 17:42:01.509093 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e215869-c30b-4160-b48e-48011c078a9c req-bde74585-f2ee-474b-a24a-6034b55df3de service neutron] 10.222.0.42 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290047 Jun 04 17:42:01.515303 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:01.523505 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:01.646002 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0e215869-c30b-4160-b48e-48011c078a9c req-74821774-9b0a-4c83-984e-e357734cf2b2 service neutron] 10.222.0.42 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306438 Jun 04 17:42:02.947489 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:04.909021 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:05.070986 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:07.938819 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:42:19.482851 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3d241737-5336-4a01-b835-a8fe4c1a2183 details requested by agent hyperv_n-h1-811809-3 with host n-h1-811809-3 {{(pid=88799) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 17:42:19.653241 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3d241737-5336-4a01-b835-a8fe4c1a2183, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3d241737-5336-4a01-b835-a8fe4c1a2183,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:19.666984 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Returning: {'device': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'port_id': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'mac_address': 'fa:16:3e:99:ce:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88799) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 17:42:19.739726 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3d241737-5336-4a01-b835-a8fe4c1a2183 is: ACTIVE; New status is: BUILD {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:42:19.740050 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:19.758593 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d241737-5336-4a01-b835-a8fe4c1a2183 {{(pid=88799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 17:42:19.775492 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3d241737-5336-4a01-b835-a8fe4c1a2183, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3d241737-5336-4a01-b835-a8fe4c1a2183,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:19.780001 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:19.855413 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] get_ports_and_sgs() called for port_ids ['3d241737-5336-4a01-b835-a8fe4c1a2183'] {{(pid=88799) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 17:42:19.901454 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3d241737-5336-4a01-b835-a8fe4c1a2183,revision_number=6']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:19.914996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:19.914996 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:19.915418 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:19.915654 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:19.915976 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:19.916307 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:19.916608 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:19.916934 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:19.917231 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:19.917569 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:19.917871 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:19.918159 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:21.494351 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3d241737-5336-4a01-b835-a8fe4c1a2183 up at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 17:42:21.578541 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.provisioning_blocks [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Provisioning complete for port 3d241737-5336-4a01-b835-a8fe4c1a2183 triggered by entity L2. {{(pid=88799) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 17:42:21.578910 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16132818'] for port, provisioning_complete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:21.715550 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3d241737-5336-4a01-b835-a8fe4c1a2183 is: BUILD; New status is: ACTIVE {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:42:21.716234 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:21.753703 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:42:21.764983 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3d241737-5336-4a01-b835-a8fe4c1a2183, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3d241737-5336-4a01-b835-a8fe4c1a2183,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:21.770883 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:21.815500 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d806f53c-d3c3-4051-b4ed-bbf51f9ad80a'] response: {'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'code': 200} Jun 04 17:42:21.860648 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3d241737-5336-4a01-b835-a8fe4c1a2183,revision_number=7']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:27.959177 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-c460dffd-859f-4438-862f-b29d26eff8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:28.638489 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41800) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:28.844759 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Deleting port fc184f4f-66fa-467e-8bfb-65cdc917659e {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:28.845112 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:29.032291 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:29.032580 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:29.156790 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Calling delete_port for fc184f4f-66fa-467e-8bfb-65cdc917659e owned by network:floatingip {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:42:29.323616 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:29.371095 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event deleted for resources: {'Port': ['ID=fc184f4f-66fa-467e-8bfb-65cdc917659e,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:29.404329 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:29.404687 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:29.405011 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:29.405330 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:29.405657 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:29.405979 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:29.406293 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:29.406640 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:29.406953 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:29.407265 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:29.407583 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:29.407886 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:29.473022 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for floatingip, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:29.473339 n-d-811809-3 neutron-server[88798]: INFO neutron.db.l3_db [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Floating IP d7dee97b-0c38-415f-8769-6d108e1f1612 disassociated (deleted). External IP: 172.25.5.19, port: 3d241737-5336-4a01-b835-a8fe4c1a2183. Jun 04 17:42:29.962316 n-d-811809-3 neutron-server[88798]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Router 89228e43-f045-4644-9365-cedbb2dac025 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88798) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:42:30.157722 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88798) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:42:30.169160 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030c9ff-e422-45b2-9e37-fdd7e10e241e None None] Sync routers for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:42:30.170923 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ea55de68-7872-439b-bca9-1b7eff02bf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:30.180586 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030c9ff-e422-45b2-9e37-fdd7e10e241e None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:42:30.181047 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:30.181163 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a030c9ff-e422-45b2-9e37-fdd7e10e241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:30.239561 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-363385a4-21e8-4b4d-83c2-3eacfc9a821e tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "DELETE /v2.0/floatingips/d7dee97b-0c38-415f-8769-6d108e1f1612 HTTP/1.1" status: 204 len: 168 time: 1.5998716 Jun 04 17:42:30.240351 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:42:30.289362 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4430cf-d70c-44d9-b927-080a59ea3b68'] response: {'name': 'network-changed', 'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'status': 'completed', 'code': 200} Jun 04 17:42:30.357424 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a030c9ff-e422-45b2-9e37-fdd7e10e241e None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:42:30.386361 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7d639-d780-4479-a626-2bd3088bd94a req-eb9b5caa-0580-4db0-a4ec-337073465deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:30.388199 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26e7d639-d780-4479-a626-2bd3088bd94a req-eb9b5caa-0580-4db0-a4ec-337073465deb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 1096 time: 0.0779951 Jun 04 17:42:30.526525 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7d639-d780-4479-a626-2bd3088bd94a req-a0ab740c-f712-4cc8-9559-a1ba58c1398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:30.528258 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26e7d639-d780-4479-a626-2bd3088bd94a req-a0ab740c-f712-4cc8-9559-a1ba58c1398a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 910 time: 0.1340129 Jun 04 17:42:30.606546 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26e7d639-d780-4479-a626-2bd3088bd94a req-187824d6-9b1c-4128-8c4c-405814f344bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d241737-5336-4a01-b835-a8fe4c1a2183 HTTP/1.1" status: 200 len: 217 time: 0.0708554 Jun 04 17:42:30.717336 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7d639-d780-4479-a626-2bd3088bd94a req-c2dc1afa-204a-4b28-8d32-5838f1612592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:30.718785 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26e7d639-d780-4479-a626-2bd3088bd94a req-c2dc1afa-204a-4b28-8d32-5838f1612592 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.1062443 Jun 04 17:42:30.751759 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a030c9ff-e422-45b2-9e37-fdd7e10e241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ab2c51f2-bf5b-44ac-bd97-1ab2392acd45', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '89228e43-f045-4644-9365-cedbb2dac025', 'port_id': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'mac_address': 'fa:16:3e:3f:d4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:38:19Z', 'updated_at': '2022-06-04T17:38:22Z', 'revision_number': 1, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 5, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:30.755880 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030c9ff-e422-45b2-9e37-fdd7e10e241e None None] Checking router: 89228e43-f045-4644-9365-cedbb2dac025 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:42:30.764544 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030c9ff-e422-45b2-9e37-fdd7e10e241e None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:42:30.765141 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a030c9ff-e422-45b2-9e37-fdd7e10e241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:30.794892 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586a4e2-94f8-4704-9cf8-2416a36c1747 req-4eb30607-0d80-48d5-9907-13ad656cae17 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:30.795595 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e586a4e2-94f8-4704-9cf8-2416a36c1747 req-4eb30607-0d80-48d5-9907-13ad656cae17 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Synchronizing usage tracker for tenant:4e8551100d934b988b276f9fbfc66a33 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:42:30.821576 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-e586a4e2-94f8-4704-9cf8-2416a36c1747 req-4eb30607-0d80-48d5-9907-13ad656cae17 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Unset dirty status for tenant:4e8551100d934b988b276f9fbfc66a33 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:42:30.822817 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e586a4e2-94f8-4704-9cf8-2416a36c1747 req-4eb30607-0d80-48d5-9907-13ad656cae17 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 945 time: 0.2344186 Jun 04 17:42:30.827392 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7d639-d780-4479-a626-2bd3088bd94a req-a4b6277d-5973-4c73-8b0c-52f98b57a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:30.828807 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26e7d639-d780-4479-a626-2bd3088bd94a req-a4b6277d-5973-4c73-8b0c-52f98b57a0e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033597 Jun 04 17:42:30.942886 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-a030c9ff-e422-45b2-9e37-fdd7e10e241e None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:42:30.947174 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-e586a4e2-94f8-4704-9cf8-2416a36c1747 req-829ab9b9-d249-47d4-ab77-222402fb5093 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174431 Jun 04 17:42:30.990771 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26e7d639-d780-4479-a626-2bd3088bd94a req-de8856ab-561c-4e9f-8463-516dc48d8c58 service neutron] 10.222.0.42 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482484 Jun 04 17:42:31.121390 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-26e7d639-d780-4479-a626-2bd3088bd94a req-45519c9e-dfac-49be-8554-b4d29447fc90 service neutron] 10.222.0.42 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246505 Jun 04 17:42:31.286376 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-a030c9ff-e422-45b2-9e37-fdd7e10e241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ab2c51f2-bf5b-44ac-bd97-1ab2392acd45', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '89228e43-f045-4644-9365-cedbb2dac025', 'port_id': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'mac_address': 'fa:16:3e:3f:d4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:38:19Z', 'updated_at': '2022-06-04T17:38:22Z', 'revision_number': 1, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 5, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:31.290406 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030c9ff-e422-45b2-9e37-fdd7e10e241e None None] The sync data for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 is: [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_floatingips': [{'id': 'ab2c51f2-bf5b-44ac-bd97-1ab2392acd45', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'router_id': '89228e43-f045-4644-9365-cedbb2dac025', 'port_id': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'mac_address': 'fa:16:3e:3f:d4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T17:38:19Z', 'updated_at': '2022-06-04T17:38:22Z', 'revision_number': 1, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 5, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:42:31.515490 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:31.528046 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:31.541239 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3d241737-5336-4a01-b835-a8fe4c1a2183 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:42:31.566627 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a9de0-34dd-4eb5-b46d-87c3433fbfc8 None None] New status for floating IP d7dee97b-0c38-415f-8769-6d108e1f1612: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:42:31.772219 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Current status of the port 3d241737-5336-4a01-b835-a8fe4c1a2183 is: ACTIVE; New status is: DOWN {{(pid=88799) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 17:42:31.772590 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16287640'] for port, before_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:31.800935 n-d-811809-3 neutron-server[88799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183'}] {{(pid=88799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:42:31.810810 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] For port 3d241737-5336-4a01-b835-a8fe4c1a2183, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3d241737-5336-4a01-b835-a8fe4c1a2183,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:31.815382 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776857469974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776856931970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776856932015'] for port, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:31.851254 n-d-811809-3 neutron-server[88799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f1aab7e-7776-45fd-9e2a-4f347e99b9dd'] response: {'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'code': 200} Jun 04 17:42:31.884784 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Pushing event updated for resources: {'Port': ['ID=3d241737-5336-4a01-b835-a8fe4c1a2183,revision_number=8']} {{(pid=88799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:32.034587 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e985ef-9665-4c6d-9cbd-8b5790313f18 req-39ae06c0-b42c-400f-89d1-a31729f8da75 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:32.035959 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50e985ef-9665-4c6d-9cbd-8b5790313f18 req-39ae06c0-b42c-400f-89d1-a31729f8da75 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 943 time: 0.0976009 Jun 04 17:42:32.154122 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-50e985ef-9665-4c6d-9cbd-8b5790313f18 req-8ebf9cef-1677-4406-9951-ef40caa9444a tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Deleting port 3d241737-5336-4a01-b835-a8fe4c1a2183 {{(pid=88798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:32.154341 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50e985ef-9665-4c6d-9cbd-8b5790313f18 req-8ebf9cef-1677-4406-9951-ef40caa9444a tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:32.382774 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487de4f-75c4-4365-849c-cf64dfa8fb48 req-28d00127-090a-4163-a090-bc2e954cdbd0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:32.384287 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0487de4f-75c4-4365-849c-cf64dfa8fb48 req-28d00127-090a-4163-a090-bc2e954cdbd0 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6970e66a-3418-4147-90ae-c5635d7b2d77 HTTP/1.1" status: 200 len: 943 time: 0.3073466 Jun 04 17:42:32.514286 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-0487de4f-75c4-4365-849c-cf64dfa8fb48 req-263569f8-adb4-4375-bfe0-bff2ecca8cbd tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238787 Jun 04 17:42:32.564177 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.db [req-50e985ef-9665-4c6d-9cbd-8b5790313f18 req-8ebf9cef-1677-4406-9951-ef40caa9444a tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] For port 3d241737-5336-4a01-b835-a8fe4c1a2183, host n-h1-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-3',level=0,port_id=3d241737-5336-4a01-b835-a8fe4c1a2183,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:32.564535 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50e985ef-9665-4c6d-9cbd-8b5790313f18 req-8ebf9cef-1677-4406-9951-ef40caa9444a tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:32.688857 n-d-811809-3 neutron-server[88798]: DEBUG neutron.plugins.ml2.plugin [req-50e985ef-9665-4c6d-9cbd-8b5790313f18 req-8ebf9cef-1677-4406-9951-ef40caa9444a tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Calling delete_port for 3d241737-5336-4a01-b835-a8fe4c1a2183 owned by compute:nova {{(pid=88798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:42:32.848004 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50e985ef-9665-4c6d-9cbd-8b5790313f18 req-8ebf9cef-1677-4406-9951-ef40caa9444a tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829201'] for port, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:32.897637 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf9cef-1677-4406-9951-ef40caa9444a tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event deleted for resources: {'Port': ['ID=3d241737-5336-4a01-b835-a8fe4c1a2183,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:32.945704 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:32.977380 n-d-811809-3 neutron-server[88798]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e985ef-9665-4c6d-9cbd-8b5790313f18 req-8ebf9cef-1677-4406-9951-ef40caa9444a tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] No DVR routers for this DVR port 3d241737-5336-4a01-b835-a8fe4c1a2183 on host n-h1-811809-3 {{(pid=88798) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:42:32.980884 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [req-50e985ef-9665-4c6d-9cbd-8b5790313f18 req-8ebf9cef-1677-4406-9951-ef40caa9444a tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:32.983807 n-d-811809-3 neutron-server[88798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'name': 'network-vif-deleted', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183'}] {{(pid=88798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:42:33.002863 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-50e985ef-9665-4c6d-9cbd-8b5790313f18 req-8ebf9cef-1677-4406-9951-ef40caa9444a tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.42 "DELETE /v2.0/ports/3d241737-5336-4a01-b835-a8fe4c1a2183 HTTP/1.1" status: 204 len: 173 time: 0.9617732 Jun 04 17:42:33.035927 n-d-811809-3 neutron-server[88798]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b8ed66-d4f9-4a11-9e2e-52d569d3158a'] response: {'server_uuid': '6970e66a-3418-4147-90ae-c5635d7b2d77', 'name': 'network-vif-deleted', 'tag': '3d241737-5336-4a01-b835-a8fe4c1a2183', 'status': 'completed', 'code': 200} Jun 04 17:42:34.187740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41864) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:34.509295 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Deleting port 4986b49d-ce21-4d5e-afdb-6afaf33a558a {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:34.509735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:34.690481 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:34.690822 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:34.814068 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Calling delete_port for 4986b49d-ce21-4d5e-afdb-6afaf33a558a owned by network:floatingip {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:42:34.902667 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:34.990822 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:35.039232 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event deleted for resources: {'Port': ['ID=4986b49d-ce21-4d5e-afdb-6afaf33a558a,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:35.079813 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:35.080361 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:35.080694 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:35.081007 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:35.081396 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:35.081824 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:35.082150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:35.082494 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:35.082812 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:35.083125 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:35.083441 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:35.083767 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:35.084073 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-3 {{(pid=88797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 17:42:35.144946 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for floatingip, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:35.145252 n-d-811809-3 neutron-server[88797]: INFO neutron.db.l3_db [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Floating IP ab2c51f2-bf5b-44ac-bd97-1ab2392acd45 disassociated (deleted). External IP: 172.25.5.31, port: 01b29f72-711f-4f2e-a826-48ae5da03aa1. Jun 04 17:42:35.524165 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Router 89228e43-f045-4644-9365-cedbb2dac025 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:42:35.555801 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3d241737-5336-4a01-b835-a8fe4c1a2183 no longer exists at agent hyperv_n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:42:35.622971 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] No Port match for: 3d241737-5336-4a01-b835-a8fe4c1a2183 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:42:35.623306 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Device 3d241737-5336-4a01-b835-a8fe4c1a2183 not bound to the agent host n-h1-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:42:35.714444 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:42:35.724028 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6298355d-58e7-4468-a859-6afb934d5ea9 None None] Sync routers for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:42:35.732127 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for floatingip, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:35.734187 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6298355d-58e7-4468-a859-6afb934d5ea9 None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:42:35.734842 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6298355d-58e7-4468-a859-6afb934d5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:35.900106 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-8b107eec-3bda-4b4e-8710-1df8f3aaf7da tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "DELETE /v2.0/floatingips/ab2c51f2-bf5b-44ac-bd97-1ab2392acd45 HTTP/1.1" status: 204 len: 168 time: 1.7111804 Jun 04 17:42:35.900752 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:42:35.917302 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-6298355d-58e7-4468-a859-6afb934d5ea9 None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:42:36.007757 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0036e9-415e-490b-9229-9671d0648a02'] response: {'name': 'network-changed', 'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'status': 'completed', 'code': 200} Jun 04 17:42:36.102740 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2713c7c-f1c2-4033-b67b-e84604b4120e req-f6bfedf0-9e5f-418b-a699-32a96e0a1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:36.104893 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c2713c7c-f1c2-4033-b67b-e84604b4120e req-f6bfedf0-9e5f-418b-a699-32a96e0a1fb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e8551100d934b988b276f9fbfc66a33&device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 1094 time: 0.0764554 Jun 04 17:42:36.237211 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2713c7c-f1c2-4033-b67b-e84604b4120e req-c93c4bc3-1636-4618-a549-77c2fb056376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:36.238742 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c2713c7c-f1c2-4033-b67b-e84604b4120e req-c93c4bc3-1636-4618-a549-77c2fb056376 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 200 len: 910 time: 0.1283350 Jun 04 17:42:36.242037 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6298355d-58e7-4468-a859-6afb934d5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 5, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:36.245911 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6298355d-58e7-4468-a859-6afb934d5ea9 None None] Checking router: 89228e43-f045-4644-9365-cedbb2dac025 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:42:36.254269 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6298355d-58e7-4468-a859-6afb934d5ea9 None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:42:36.254865 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6298355d-58e7-4468-a859-6afb934d5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:36.286770 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772b44c-71bf-4d63-b2fe-7f1e7dca0f85 req-9af992b2-843a-4d8e-9a86-9cbf5f9dae80 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:36.287566 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c772b44c-71bf-4d63-b2fe-7f1e7dca0f85 req-9af992b2-843a-4d8e-9a86-9cbf5f9dae80 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Synchronizing usage tracker for tenant:4e8551100d934b988b276f9fbfc66a33 on resource:port {{(pid=88798) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:42:36.304260 n-d-811809-3 neutron-server[88798]: DEBUG neutron.quota.resource [req-c772b44c-71bf-4d63-b2fe-7f1e7dca0f85 req-9af992b2-843a-4d8e-9a86-9cbf5f9dae80 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Unset dirty status for tenant:4e8551100d934b988b276f9fbfc66a33 on resource:port {{(pid=88798) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:42:36.305759 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c772b44c-71bf-4d63-b2fe-7f1e7dca0f85 req-9af992b2-843a-4d8e-9a86-9cbf5f9dae80 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 943 time: 0.1021333 Jun 04 17:42:36.313433 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c2713c7c-f1c2-4033-b67b-e84604b4120e req-7be0cff3-720b-4085-9864-53e88f12b14b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1 HTTP/1.1" status: 200 len: 217 time: 0.0664806 Jun 04 17:42:36.354058 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-c772b44c-71bf-4d63-b2fe-7f1e7dca0f85 req-800c3628-d93b-4964-bcad-c961a6e57870 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414972 Jun 04 17:42:36.382525 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2713c7c-f1c2-4033-b67b-e84604b4120e req-b6e60db4-a534-4b64-b267-d3918e7cdc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:36.384077 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c2713c7c-f1c2-4033-b67b-e84604b4120e req-b6e60db4-a534-4b64-b267-d3918e7cdc74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 200 len: 848 time: 0.0645664 Jun 04 17:42:36.459634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2713c7c-f1c2-4033-b67b-e84604b4120e req-db15670c-80d2-447f-96b8-cc98ed89314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:36.461109 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c2713c7c-f1c2-4033-b67b-e84604b4120e req-db15670c-80d2-447f-96b8-cc98ed89314b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706968 Jun 04 17:42:36.466038 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-6298355d-58e7-4468-a859-6afb934d5ea9 None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:42:36.595212 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c2713c7c-f1c2-4033-b67b-e84604b4120e req-efd35470-328d-48ec-9162-f93879058c82 service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276574 Jun 04 17:42:36.728356 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-c2713c7c-f1c2-4033-b67b-e84604b4120e req-e92d3c55-d07b-4308-a5f5-3b5c23b01f65 service neutron] 10.222.0.46 "GET /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257277 Jun 04 17:42:36.787731 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-6298355d-58e7-4468-a859-6afb934d5ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 5, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:36.792658 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6298355d-58e7-4468-a859-6afb934d5ea9 None None] The sync data for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 is: [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:37:57Z', 'revision_number': 4, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3', '_interfaces': [{'id': 'daad5d0c-e8ac-497e-8e5b-670d65c8a42f', 'name': '', 'network_id': '8ef1d973-89b7-4b4c-9ade-fcf33a424ce0', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'mac_address': 'fa:16:3e:b6:b8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:56Z', 'updated_at': '2022-06-04T17:38:04Z', 'revision_number': 5, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'subnets': [{'id': '6ec1accd-8f07-42e9-8f6e-eb7090412028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:42:37.018549 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f844f0f-c26a-4af5-87a3-f3a19d6c3c91 None None] New status for floating IP ab2c51f2-bf5b-44ac-bd97-1ab2392acd45: DOWN {{(pid=88799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 17:42:37.555032 n-d-811809-3 neutron-server[88798]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcd438-fc23-4fd7-a687-53281420ecac req-5876946b-092f-4626-af50-3ee71486fd76 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88798) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:37.557714 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4bcd438-fc23-4fd7-a687-53281420ecac req-5876946b-092f-4626-af50-3ee71486fd76 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 943 time: 0.0932326 Jun 04 17:42:37.606556 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-b4bcd438-fc23-4fd7-a687-53281420ecac req-d14afe16-6442-4866-95de-df2535db989a tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/security-groups?id=21939354-b126-4182-ae8e-f96025d727c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385060 Jun 04 17:42:37.719049 n-d-811809-3 neutron-server[88797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d99c99-ff04-4b37-b8e8-432c976d5d5a req-6db0cf29-7c36-4854-be1f-933c6d161d86 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 17:42:37.719744 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-a1d99c99-ff04-4b37-b8e8-432c976d5d5a req-6db0cf29-7c36-4854-be1f-933c6d161d86 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Synchronizing usage tracker for tenant:4e8551100d934b988b276f9fbfc66a33 on resource:port {{(pid=88797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 17:42:37.732674 n-d-811809-3 neutron-server[88797]: DEBUG neutron.quota.resource [req-a1d99c99-ff04-4b37-b8e8-432c976d5d5a req-6db0cf29-7c36-4854-be1f-933c6d161d86 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Unset dirty status for tenant:4e8551100d934b988b276f9fbfc66a33 on resource:port {{(pid=88797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 17:42:37.733776 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a1d99c99-ff04-4b37-b8e8-432c976d5d5a req-6db0cf29-7c36-4854-be1f-933c6d161d86 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.46 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 943 time: 0.0976450 Jun 04 17:42:37.809955 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-a1d99c99-ff04-4b37-b8e8-432c976d5d5a req-6d3e70c3-b0f0-45b5-b679-c5867ed78a37 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Deleting port 01b29f72-711f-4f2e-a826-48ae5da03aa1 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:37.810277 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a1d99c99-ff04-4b37-b8e8-432c976d5d5a req-6d3e70c3-b0f0-45b5-b679-c5867ed78a37 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:38.070905 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [req-a1d99c99-ff04-4b37-b8e8-432c976d5d5a req-6d3e70c3-b0f0-45b5-b679-c5867ed78a37 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] For port 01b29f72-711f-4f2e-a826-48ae5da03aa1, host n-h2-811809-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-3',level=0,port_id=01b29f72-711f-4f2e-a826-48ae5da03aa1,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:38.071125 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a1d99c99-ff04-4b37-b8e8-432c976d5d5a req-6d3e70c3-b0f0-45b5-b679-c5867ed78a37 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:38.192799 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [req-a1d99c99-ff04-4b37-b8e8-432c976d5d5a req-6d3e70c3-b0f0-45b5-b679-c5867ed78a37 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Calling delete_port for 01b29f72-711f-4f2e-a826-48ae5da03aa1 owned by compute:nova {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:42:38.343202 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a1d99c99-ff04-4b37-b8e8-432c976d5d5a req-6d3e70c3-b0f0-45b5-b679-c5867ed78a37 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:38.396184 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e70c3-b0f0-45b5-b679-c5867ed78a37 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event deleted for resources: {'Port': ['ID=01b29f72-711f-4f2e-a826-48ae5da03aa1,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:38.474726 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d99c99-ff04-4b37-b8e8-432c976d5d5a req-6d3e70c3-b0f0-45b5-b679-c5867ed78a37 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] No DVR routers for this DVR port 01b29f72-711f-4f2e-a826-48ae5da03aa1 on host n-h2-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:42:38.477607 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [req-a1d99c99-ff04-4b37-b8e8-432c976d5d5a req-6d3e70c3-b0f0-45b5-b679-c5867ed78a37 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989622'] for port, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:38.480183 n-d-811809-3 neutron-server[88797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'name': 'network-vif-deleted', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1'}] {{(pid=88797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 17:42:38.511999 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [req-a1d99c99-ff04-4b37-b8e8-432c976d5d5a req-6d3e70c3-b0f0-45b5-b679-c5867ed78a37 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.46 "DELETE /v2.0/ports/01b29f72-711f-4f2e-a826-48ae5da03aa1 HTTP/1.1" status: 204 len: 173 time: 0.7727695 Jun 04 17:42:38.525515 n-d-811809-3 neutron-server[88797]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db914b2-4369-4bd0-be28-b8206cdda176'] response: {'server_uuid': '4acf9146-c45a-4055-b0a4-d7a108ed9f97', 'name': 'network-vif-deleted', 'tag': '01b29f72-711f-4f2e-a826-48ae5da03aa1', 'status': 'completed', 'code': 200} Jun 04 17:42:38.772128 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [req-7256a515-87d1-4a44-b66d-42323a350d5d req-e26804c7-915c-44c0-9371-e59a9358dcd7 tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "GET /v2.0/ports?device_id=4acf9146-c45a-4055-b0a4-d7a108ed9f97 HTTP/1.1" status: 200 len: 210 time: 0.0436404 Jun 04 17:42:39.884634 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41888) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:39.970896 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be28b606-f624-43cc-a628-760cc107e46b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:40.002278 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be28b606-f624-43cc-a628-760cc107e46b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:40.071608 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be28b606-f624-43cc-a628-760cc107e46b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:40.091322 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28b606-f624-43cc-a628-760cc107e46b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21939354-b126-4182-ae8e-f96025d727c2,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:40.104492 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-be28b606-f624-43cc-a628-760cc107e46b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:40.105650 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-be28b606-f624-43cc-a628-760cc107e46b tempest-TestSnapshotPattern-1362031856 tempest-TestSnapshotPattern-1362031856-project] 10.222.0.13 "DELETE /v2.0/security-groups/21939354-b126-4182-ae8e-f96025d727c2 HTTP/1.1" status: 204 len: 168 time: 0.2199154 Jun 04 17:42:40.154727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41894) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:40.518674 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 01b29f72-711f-4f2e-a826-48ae5da03aa1 no longer exists at agent hyperv_n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:42:40.557524 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] No Port match for: 01b29f72-711f-4f2e-a826-48ae5da03aa1 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:42:40.558130 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Device 01b29f72-711f-4f2e-a826-48ae5da03aa1 not bound to the agent host n-h2-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:42:40.811618 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-470cba36-ee8b-41b9-b374-03274067a97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:41.178892 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-470cba36-ee8b-41b9-b374-03274067a97f admin admin] Deleting port daad5d0c-e8ac-497e-8e5b-670d65c8a42f {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:41.179564 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-470cba36-ee8b-41b9-b374-03274067a97f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:41.354853 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-470cba36-ee8b-41b9-b374-03274067a97f admin admin] For port daad5d0c-e8ac-497e-8e5b-670d65c8a42f, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=daad5d0c-e8ac-497e-8e5b-670d65c8a42f,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:41.355225 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-470cba36-ee8b-41b9-b374-03274067a97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:41.478289 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-470cba36-ee8b-41b9-b374-03274067a97f admin admin] Calling delete_port for daad5d0c-e8ac-497e-8e5b-670d65c8a42f owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:42:41.929252 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-470cba36-ee8b-41b9-b374-03274067a97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:41.975994 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cba36-ee8b-41b9-b374-03274067a97f admin admin] Pushing event deleted for resources: {'Port': ['ID=daad5d0c-e8ac-497e-8e5b-670d65c8a42f,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:42.247433 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-470cba36-ee8b-41b9-b374-03274067a97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:42.639114 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470cba36-ee8b-41b9-b374-03274067a97f admin admin] Router 89228e43-f045-4644-9365-cedbb2dac025 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:42:42.822738 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470cba36-ee8b-41b9-b374-03274067a97f admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:42:42.832580 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c56a42-f34b-4246-98b1-4fa1f03bfea0 None None] Sync routers for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:42:42.836409 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-470cba36-ee8b-41b9-b374-03274067a97f admin admin] 10.222.0.13 "PUT /v2.0/routers/89228e43-f045-4644-9365-cedbb2dac025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6802456 Jun 04 17:42:42.840029 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41898) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:42.844283 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c56a42-f34b-4246-98b1-4fa1f03bfea0 None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:42:42.844991 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-12c56a42-f34b-4246-98b1-4fa1f03bfea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:43.017027 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:43.026101 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-12c56a42-f34b-4246-98b1-4fa1f03bfea0 None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: n-d-811809-3 {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:42:43.323152 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:43.334523 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Deleting port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:43.334771 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-12c56a42-f34b-4246-98b1-4fa1f03bfea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:42:41Z', 'revision_number': 5, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port': {'id': 'aad2d69d-2c85-4b88-be8d-fe0670b7a7b4', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89228e43-f045-4644-9365-cedbb2dac025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4455, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:37:54Z', 'updated_at': '2022-06-04T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:43.334999 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:43.338967 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c56a42-f34b-4246-98b1-4fa1f03bfea0 None None] Checking router: 89228e43-f045-4644-9365-cedbb2dac025 for host: n-d-811809-3 {{(pid=88800) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:42:43.347770 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c56a42-f34b-4246-98b1-4fa1f03bfea0 None None] Routers {'89228e43-f045-4644-9365-cedbb2dac025'} bound to L3 agent in host n-d-811809-3 {{(pid=88800) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:42:43.348357 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-12c56a42-f34b-4246-98b1-4fa1f03bfea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['89228e43-f045-4644-9365-cedbb2dac025'], 'active': True} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:43.501807 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_dvr_db [None req-12c56a42-f34b-4246-98b1-4fa1f03bfea0 None None] Set router 89228e43-f045-4644-9365-cedbb2dac025 gateway port host: None {{(pid=88800) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:42:43.512507 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] For port aad2d69d-2c85-4b88-be8d-fe0670b7a7b4, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=aad2d69d-2c85-4b88-be8d-fe0670b7a7b4,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:43.513081 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:43.611007 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.l3_hamode_db [None req-12c56a42-f34b-4246-98b1-4fa1f03bfea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:42:43Z', 'revision_number': 6, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:43.614941 n-d-811809-3 neutron-server[88800]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c56a42-f34b-4246-98b1-4fa1f03bfea0 None None] The sync data for ids ['89228e43-f045-4644-9365-cedbb2dac025'] in n-d-811809-3 is: [{'id': '89228e43-f045-4644-9365-cedbb2dac025', 'name': 'tempest-TestSnapshotPattern-136040202-router', 'tenant_id': '4e8551100d934b988b276f9fbfc66a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:53Z', 'updated_at': '2022-06-04T17:42:43Z', 'revision_number': 6, 'project_id': '4e8551100d934b988b276f9fbfc66a33', 'gw_port_host': None}] {{(pid=88800) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:42:43.644860 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Calling delete_port for aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:42:43.823083 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:43.868574 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aad2d69d-2c85-4b88-be8d-fe0670b7a7b4,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:43.962458 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.139000 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.141308 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.167310 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.167792 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89228e43-f045-4644-9365-cedbb2dac025 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:42:44.179651 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.180796 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-82b0adbf-7897-4d5e-8238-14a127122df5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/89228e43-f045-4644-9365-cedbb2dac025 HTTP/1.1" status: 204 len: 168 time: 1.3399050 Jun 04 17:42:44.183504 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41902) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:44.241678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0264909-f065-47df-8a1a-885d202a6e60 admin admin] Deleting subnet 6ec1accd-8f07-42e9-8f6e-eb7090412028 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:42:44.244735 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0264909-f065-47df-8a1a-885d202a6e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.295188 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0264909-f065-47df-8a1a-885d202a6e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.376019 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0264909-f065-47df-8a1a-885d202a6e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.450402 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0264909-f065-47df-8a1a-885d202a6e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.492090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0264909-f065-47df-8a1a-885d202a6e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec1accd-8f07-42e9-8f6e-eb7090412028,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:44.496519 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-d0264909-f065-47df-8a1a-885d202a6e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.506300 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-d0264909-f065-47df-8a1a-885d202a6e60 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6ec1accd-8f07-42e9-8f6e-eb7090412028 HTTP/1.1" status: 204 len: 168 time: 0.3196449 Jun 04 17:42:44.506509 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa91c6-ffb8-4f80-827c-417538a61130 None None] Network 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:42:44.506966 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41906) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:44.616889 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.627912 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Deleting port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:44.628252 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.767374 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1062cf-2ca2-4598-91b8-0f8cae664f14 None None] DHCP port deletion for 8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:42:44.771803 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ed1062cf-2ca2-4598-91b8-0f8cae664f14 None None] Deleting port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:44.772175 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ed1062cf-2ca2-4598-91b8-0f8cae664f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.938989 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:42:44.951170 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] For port 9cc0b0b9-3f5c-4c28-926d-8517328854e8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9cc0b0b9-3f5c-4c28-926d-8517328854e8,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:44.951519 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:44.992578 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-ed1062cf-2ca2-4598-91b8-0f8cae664f14 None None] For port 9cc0b0b9-3f5c-4c28-926d-8517328854e8, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=9cc0b0b9-3f5c-4c28-926d-8517328854e8,segment=NetworkSegment(9807fae8-cb4b-47b4-acd8-7f3bbaa2620f),segment_id=9807fae8-cb4b-47b4-acd8-7f3bbaa2620f)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:44.992874 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ed1062cf-2ca2-4598-91b8-0f8cae664f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:45.076748 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Calling delete_port for 9cc0b0b9-3f5c-4c28-926d-8517328854e8 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:42:45.110227 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ed1062cf-2ca2-4598-91b8-0f8cae664f14 None None] Calling delete_port for 9cc0b0b9-3f5c-4c28-926d-8517328854e8 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:42:45.154720 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:45.183457 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-ed1062cf-2ca2-4598-91b8-0f8cae664f14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:42:45.183818 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-ed1062cf-2ca2-4598-91b8-0f8cae664f14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:42:45.205312 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc0b0b9-3f5c-4c28-926d-8517328854e8,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:45.207116 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] No DVR routers for this DVR port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:42:45.320731 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:45.348421 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef1d973-89b7-4b4c-9ade-fcf33a424ce0']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:45.370633 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:45.370933 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9807fae8-cb4b-47b4-acd8-7f3bbaa2620f') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:45.382455 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:45.399160 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:45.405727 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:42:45.406102 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:45.503012 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:45.522603 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 9807fae8-cb4b-47b4-acd8-7f3bbaa2620f resource provider aggregate not found Jun 04 17:42:45.526448 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:45.538660 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef1d973-89b7-4b4c-9ade-fcf33a424ce0,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:45.548074 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment 9807fae8-cb4b-47b4-acd8-7f3bbaa2620f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9807fae8-cb4b-47b4-acd8-7f3bbaa2620f found for delete ", "request_id": "req-116aac01-6417-4e0e-a6b9-85c2b05af819"}]} Jun 04 17:42:45.554926 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-4af09dd1-31fd-4392-8224-d382e4e6a1b8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8ef1d973-89b7-4b4c-9ade-fcf33a424ce0 HTTP/1.1" status: 204 len: 168 time: 1.0472021 Jun 04 17:42:45.556132 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41916) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:45.601367 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9cc0b0b9-3f5c-4c28-926d-8517328854e8 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:42:45.639060 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 9cc0b0b9-3f5c-4c28-926d-8517328854e8 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:42:45.639484 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 9cc0b0b9-3f5c-4c28-926d-8517328854e8 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:42:45.639899 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:42:45.672120 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:42:45.672465 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device aad2d69d-2c85-4b88-be8d-fe0670b7a7b4 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:42:45.672876 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device daad5d0c-e8ac-497e-8e5b-670d65c8a42f no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:42:45.695213 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ed1062cf-2ca2-4598-91b8-0f8cae664f14 None None] Deleting port 9cc0b0b9-3f5c-4c28-926d-8517328854e8 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:45.695560 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ed1062cf-2ca2-4598-91b8-0f8cae664f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:45.737729 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: daad5d0c-e8ac-497e-8e5b-670d65c8a42f {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:42:45.738072 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device daad5d0c-e8ac-497e-8e5b-670d65c8a42f not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:42:45.771866 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-ed1062cf-2ca2-4598-91b8-0f8cae664f14 None None] The port '9cc0b0b9-3f5c-4c28-926d-8517328854e8' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:42:46.097082 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05e967ea-3434-4abd-b241-653ee587319a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645066'] for router_interface, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:46.561090 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-05e967ea-3434-4abd-b241-653ee587319a admin admin] Deleting port 24a4fdbc-926e-4b18-b044-eac07ef37bb3 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:46.561765 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05e967ea-3434-4abd-b241-653ee587319a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:46.734152 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-05e967ea-3434-4abd-b241-653ee587319a admin admin] For port 24a4fdbc-926e-4b18-b044-eac07ef37bb3, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=24a4fdbc-926e-4b18-b044-eac07ef37bb3,segment=NetworkSegment(dfa96cb8-2785-4381-85f3-1de3a69c6ca5),segment_id=dfa96cb8-2785-4381-85f3-1de3a69c6ca5)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:46.734536 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05e967ea-3434-4abd-b241-653ee587319a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:46.859914 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-05e967ea-3434-4abd-b241-653ee587319a admin admin] Calling delete_port for 24a4fdbc-926e-4b18-b044-eac07ef37bb3 owned by network:router_interface {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:42:47.049593 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05e967ea-3434-4abd-b241-653ee587319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:47.096699 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e967ea-3434-4abd-b241-653ee587319a admin admin] Pushing event deleted for resources: {'Port': ['ID=24a4fdbc-926e-4b18-b044-eac07ef37bb3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:47.370614 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-05e967ea-3434-4abd-b241-653ee587319a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644982'] for router_interface, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:47.747832 n-d-811809-3 neutron-server[88797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e967ea-3434-4abd-b241-653ee587319a admin admin] Router 898df427-7bfb-4c1f-988a-dcc1591580b7 has already been hosted by L3 agent d0a5c9d4-1458-4c48-9cd2-3854e17450d4 {{(pid=88797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 17:42:48.041757 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e967ea-3434-4abd-b241-653ee587319a admin admin] Notify agent at l3_agent.n-d-811809-3 the message routers_updated {{(pid=88797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 17:42:48.051388 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a97b3-59f9-478a-a2a2-95defe5aef71 None None] Sync routers for ids ['898df427-7bfb-4c1f-988a-dcc1591580b7'] in n-d-811809-3 {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 17:42:48.065392 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-05e967ea-3434-4abd-b241-653ee587319a admin admin] 10.222.0.13 "PUT /v2.0/routers/898df427-7bfb-4c1f-988a-dcc1591580b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5048659 Jun 04 17:42:48.065591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41920) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:48.065793 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a97b3-59f9-478a-a2a2-95defe5aef71 None None] Routers {'898df427-7bfb-4c1f-988a-dcc1591580b7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:42:48.066396 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c91a97b3-59f9-478a-a2a2-95defe5aef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['898df427-7bfb-4c1f-988a-dcc1591580b7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:48.240567 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:48.242656 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c91a97b3-59f9-478a-a2a2-95defe5aef71 None None] Set router 898df427-7bfb-4c1f-988a-dcc1591580b7 gateway port host: n-d-811809-3 {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:42:48.418704 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:48.430057 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Deleting port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:48.430592 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:48.558585 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c91a97b3-59f9-478a-a2a2-95defe5aef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'name': 'tempest-TestSnapshotPattern-1508151985-router', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'external_fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:59Z', 'updated_at': '2022-06-04T17:42:46Z', 'revision_number': 5, 'project_id': 'fef30b1b62f24c00a60cfedf1555641a', 'gw_port': {'id': '1e9e33a7-d7f3-4fba-a554-712ec3b656b3', 'name': '', 'network_id': '7c264d89-2c32-4d2c-9f5a-6acda51d5d4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:12:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4467, 'fixed_ips': [{'subnet_id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T17:38:00Z', 'updated_at': '2022-06-04T17:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fde48dc-ac07-4be5-835b-c6947b0f6a7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-3'}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:48.562670 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a97b3-59f9-478a-a2a2-95defe5aef71 None None] Checking router: 898df427-7bfb-4c1f-988a-dcc1591580b7 for host: n-d-811809-3 {{(pid=88799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 17:42:48.571221 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a97b3-59f9-478a-a2a2-95defe5aef71 None None] Routers {'898df427-7bfb-4c1f-988a-dcc1591580b7'} bound to L3 agent in host n-d-811809-3 {{(pid=88799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 17:42:48.571769 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c91a97b3-59f9-478a-a2a2-95defe5aef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T16:01:30Z,description=,heartbeat_timestamp=2022-06-04T17:42:30Z,host='n-d-811809-3',id=d0a5c9d4-1458-4c48-9cd2-3854e17450d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T16:01:30Z,topic='l3_agent')) {'router_ids': ['898df427-7bfb-4c1f-988a-dcc1591580b7'], 'active': True} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:48.607485 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] For port 1e9e33a7-d7f3-4fba-a554-712ec3b656b3, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=1e9e33a7-d7f3-4fba-a554-712ec3b656b3,segment=NetworkSegment(7561d979-9374-4e1a-83d7-5766efd9567a),segment_id=7561d979-9374-4e1a-83d7-5766efd9567a)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:48.607815 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:48.722750 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_dvr_db [None req-c91a97b3-59f9-478a-a2a2-95defe5aef71 None None] Set router 898df427-7bfb-4c1f-988a-dcc1591580b7 gateway port host: None {{(pid=88799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 17:42:48.734393 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Calling delete_port for 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 owned by network:router_gateway {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:42:48.823695 n-d-811809-3 neutron-server[88799]: DEBUG neutron.db.l3_hamode_db [None req-c91a97b3-59f9-478a-a2a2-95defe5aef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'name': 'tempest-TestSnapshotPattern-1508151985-router', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:59Z', 'updated_at': '2022-06-04T17:42:48Z', 'revision_number': 6, 'project_id': 'fef30b1b62f24c00a60cfedf1555641a', 'gw_port_host': None}], 'n-d-811809-3', False) {} {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:48.827727 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a97b3-59f9-478a-a2a2-95defe5aef71 None None] The sync data for ids ['898df427-7bfb-4c1f-988a-dcc1591580b7'] in n-d-811809-3 is: [{'id': '898df427-7bfb-4c1f-988a-dcc1591580b7', 'name': 'tempest-TestSnapshotPattern-1508151985-router', 'tenant_id': 'fef30b1b62f24c00a60cfedf1555641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T17:37:59Z', 'updated_at': '2022-06-04T17:42:48Z', 'revision_number': 6, 'project_id': 'fef30b1b62f24c00a60cfedf1555641a', 'gw_port_host': None}] {{(pid=88799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 17:42:48.912817 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:48.957678 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9e33a7-d7f3-4fba-a554-712ec3b656b3,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:49.050216 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640239'] for router_gateway, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:49.334962 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10322'] for router, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:49.337275 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:49.371648 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-639272'] for router, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:49.372138 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 898df427-7bfb-4c1f-988a-dcc1591580b7 {{(pid=88797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 17:42:49.384414 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:49.385596 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-cbff090f-a305-40b5-ad75-1b139aea97c9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/898df427-7bfb-4c1f-988a-dcc1591580b7 HTTP/1.1" status: 204 len: 168 time: 1.3191063 Jun 04 17:42:49.388316 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41924) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:49.450487 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebaf2de1-3382-4325-a7a3-348ce2fc5e46 admin admin] Deleting subnet e4e1fa42-cb98-45db-8b55-84d0f06c8c50 {{(pid=88797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 17:42:49.453793 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebaf2de1-3382-4325-a7a3-348ce2fc5e46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:49.506725 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebaf2de1-3382-4325-a7a3-348ce2fc5e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179985'] for subnet, precommit_delete_associations {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:49.601162 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebaf2de1-3382-4325-a7a3-348ce2fc5e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16133710'] for subnet, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:49.607895 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:42:49.645217 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:42:49.645556 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 1e9e33a7-d7f3-4fba-a554-712ec3b656b3 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:42:49.645964 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 24a4fdbc-926e-4b18-b044-eac07ef37bb3 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:42:49.677246 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebaf2de1-3382-4325-a7a3-348ce2fc5e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16133749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114698'] for subnet, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:49.681349 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 24a4fdbc-926e-4b18-b044-eac07ef37bb3 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:42:49.681787 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 24a4fdbc-926e-4b18-b044-eac07ef37bb3 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:42:49.718756 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-ebaf2de1-3382-4325-a7a3-348ce2fc5e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:49.721020 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40507129-aac9-4a97-8e22-c6e535e35ae7 None None] Network 1247803e-def3-41c0-8a13-d080c5772f13 requested from n-d-811809-3 {{(pid=88799) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 17:42:49.721434 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf2de1-3382-4325-a7a3-348ce2fc5e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e1fa42-cb98-45db-8b55-84d0f06c8c50,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:49.726767 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ebaf2de1-3382-4325-a7a3-348ce2fc5e46 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e4e1fa42-cb98-45db-8b55-84d0f06c8c50 HTTP/1.1" status: 204 len: 168 time: 0.3374920 Jun 04 17:42:49.729473 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41928) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:49.836908 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16190249'] for network, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:49.848637 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Deleting port 06669324-da93-4f38-879e-01859ee175e5 {{(pid=88797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:49.848906 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:49.977714 n-d-811809-3 neutron-server[88799]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839815fe-716c-49ba-bdde-9bc28c908482 None None] DHCP port deletion for 1247803e-def3-41c0-8a13-d080c5772f13 request from n-d-811809-3 {{(pid=88799) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 17:42:49.982387 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-839815fe-716c-49ba-bdde-9bc28c908482 None None] Deleting port 06669324-da93-4f38-879e-01859ee175e5 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:49.982789 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-839815fe-716c-49ba-bdde-9bc28c908482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:50.057175 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.db [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] For port 06669324-da93-4f38-879e-01859ee175e5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=06669324-da93-4f38-879e-01859ee175e5,segment=NetworkSegment(dfa96cb8-2785-4381-85f3-1de3a69c6ca5),segment_id=dfa96cb8-2785-4381-85f3-1de3a69c6ca5)] {{(pid=88797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:50.057764 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:50.182885 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.db [None req-839815fe-716c-49ba-bdde-9bc28c908482 None None] For port 06669324-da93-4f38-879e-01859ee175e5, host n-d-811809-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-3',level=0,port_id=06669324-da93-4f38-879e-01859ee175e5,segment=NetworkSegment(dfa96cb8-2785-4381-85f3-1de3a69c6ca5),segment_id=dfa96cb8-2785-4381-85f3-1de3a69c6ca5)] {{(pid=88799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 17:42:50.183098 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-839815fe-716c-49ba-bdde-9bc28c908482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-647100'] for port, precommit_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:50.183296 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.plugin [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Calling delete_port for 06669324-da93-4f38-879e-01859ee175e5 owned by network:dhcp {{(pid=88797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:42:50.260125 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16287559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776857470109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776856931961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180143'] for port, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:50.302014 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-839815fe-716c-49ba-bdde-9bc28c908482 None None] Calling delete_port for 06669324-da93-4f38-879e-01859ee175e5 owned by network:dhcp {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 17:42:50.309919 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=06669324-da93-4f38-879e-01859ee175e5,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:50.316121 n-d-811809-3 neutron-server[88797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] No DVR routers for this DVR port 06669324-da93-4f38-879e-01859ee175e5 on host n-d-811809-3 {{(pid=88797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 17:42:50.378298 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.db.api [None req-839815fe-716c-49ba-bdde-9bc28c908482 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 17:42:50.378678 n-d-811809-3 neutron-server[88799]: DEBUG oslo_db.api [None req-839815fe-716c-49ba-bdde-9bc28c908482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 17:42:50.434836 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16175913', 'neutron.services.segments.db._delete_segments_for_network-8776857415334'] for network, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:50.460591 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1247803e-def3-41c0-8a13-d080c5772f13']}} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:50.473323 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa96cb8-2785-4381-85f3-1de3a69c6ca5') {'for_net_delete': True} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:50.473612 n-d-811809-3 neutron-server[88797]: DEBUG neutron.services.segments.db [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa96cb8-2785-4381-85f3-1de3a69c6ca5') {} {{(pid=88797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 17:42:50.486467 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776857418945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179992'] for segment, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:50.502865 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16171554'] for segment, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:50.509581 n-d-811809-3 neutron-server[88797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 17:42:50.510323 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16171561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180216'] for segment, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:50.577596 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment dfa96cb8-2785-4381-85f3-1de3a69c6ca5 resource provider aggregate not found Jun 04 17:42:50.603399 n-d-811809-3 neutron-server[88797]: INFO neutron.services.segments.plugin [-] Segment dfa96cb8-2785-4381-85f3-1de3a69c6ca5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfa96cb8-2785-4381-85f3-1de3a69c6ca5 found for delete ", "request_id": "req-1ac7f59d-713f-4d3b-9bad-6c2a428dd8db"}]} Jun 04 17:42:50.617631 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16175906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640202'] for network, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:50.633984 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Notify callbacks [] for network, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:50.646290 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=1247803e-def3-41c0-8a13-d080c5772f13,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:50.651729 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-66562452-ae21-4552-9446-61083c8c0f08 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1247803e-def3-41c0-8a13-d080c5772f13 HTTP/1.1" status: 204 len: 168 time: 0.9208603 Jun 04 17:42:50.857494 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41938) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:50.879972 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-839815fe-716c-49ba-bdde-9bc28c908482 None None] Deleting port 06669324-da93-4f38-879e-01859ee175e5 {{(pid=88799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 17:42:50.880550 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-839815fe-716c-49ba-bdde-9bc28c908482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776857336414'] for port, before_delete {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:50.916314 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-ae7b2d22-bb71-427e-9107-ad54d998d0c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e8551100d934b988b276f9fbfc66a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575759 Jun 04 17:42:50.919086 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41942) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:50.945828 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-839815fe-716c-49ba-bdde-9bc28c908482 None None] The port '06669324-da93-4f38-879e-01859ee175e5' was deleted {{(pid=88799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 17:42:50.987596 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3b59-7259-4d42-9a07-f352ff4db86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:51.016081 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3b59-7259-4d42-9a07-f352ff4db86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:51.071444 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3b59-7259-4d42-9a07-f352ff4db86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:51.088796 n-d-811809-3 neutron-server[88798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc3b59-7259-4d42-9a07-f352ff4db86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c90cc2e-4b20-48ae-ae4f-0c603d09c1ef,revision_number=None']} {{(pid=88798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:51.096627 n-d-811809-3 neutron-server[88798]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3b59-7259-4d42-9a07-f352ff4db86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:51.097718 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-7fdc3b59-7259-4d42-9a07-f352ff4db86f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c90cc2e-4b20-48ae-ae4f-0c603d09c1ef HTTP/1.1" status: 204 len: 168 time: 0.1776416 Jun 04 17:42:51.498235 n-d-811809-3 neutron-server[88798]: DEBUG neutron.wsgi [-] (88798) accepted ('10.222.0.13', 41950) {{(pid=88798) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:51.550559 n-d-811809-3 neutron-server[88798]: INFO neutron.wsgi [None req-db4f8590-15bb-414f-90a1-a41d5f91dce1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fef30b1b62f24c00a60cfedf1555641a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509522 Jun 04 17:42:51.553150 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [-] (88797) accepted ('10.222.0.13', 41954) {{(pid=88797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 17:42:51.586021 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 06669324-da93-4f38-879e-01859ee175e5 no longer exists at agent ovs-agent-n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 17:42:51.613909 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f224370-0f5c-4b65-8c30-5e6502e1deec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:51.641185 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f224370-0f5c-4b65-8c30-5e6502e1deec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:51.660938 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.plugin [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] No Port match for: 06669324-da93-4f38-879e-01859ee175e5 {{(pid=88799) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 17:42:51.661280 n-d-811809-3 neutron-server[88799]: DEBUG neutron.plugins.ml2.rpc [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Device 06669324-da93-4f38-879e-01859ee175e5 not bound to the agent host n-d-811809-3 {{(pid=88799) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 17:42:51.696415 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f224370-0f5c-4b65-8c30-5e6502e1deec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395199'] for security_group, after_delete {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:51.714241 n-d-811809-3 neutron-server[88797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f224370-0f5c-4b65-8c30-5e6502e1deec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7b73ff-f17e-4579-b2bb-20ef325b7282,revision_number=None']} {{(pid=88797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 17:42:51.722520 n-d-811809-3 neutron-server[88797]: DEBUG neutron_lib.callbacks.manager [None req-1f224370-0f5c-4b65-8c30-5e6502e1deec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:42:51.723977 n-d-811809-3 neutron-server[88797]: INFO neutron.wsgi [None req-1f224370-0f5c-4b65-8c30-5e6502e1deec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b7b73ff-f17e-4579-b2bb-20ef325b7282 HTTP/1.1" status: 204 len: 168 time: 0.1695342 Jun 04 17:42:57.962251 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-983b3f43-2f5f-43ed-b72e-d36ca6a8ad19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:00.169775 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1df0b374-5516-4515-8d28-8b31f998c31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:01.516961 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:01.529200 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:02.947989 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:04.925334 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:05.085525 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:21.947115 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:43:27.964877 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9a57b31d-3414-401a-95bb-0688c6d6bdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:30.175496 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-46244980-e206-456f-b1e3-f71e0275d2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:31.519444 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:31.532863 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:32.952482 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:34.927335 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:35.082288 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:57.965951 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b84d3be9-87ff-4006-8253-d0a20862f88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:43:58.941866 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:44:00.163887 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1e8960e8-90fe-46ec-babc-c52ea0ad28da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:44:01.513663 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:44:01.534062 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:44:02.959532 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:44:04.920706 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:44:05.104838 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:44:27.966073 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3af29803-17c9-4306-a17b-836d237c6ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:44:30.161753 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ec3126b1-1891-431d-ae8e-d2145abf160d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:44:31.527247 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:44:31.540363 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:44:32.958157 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:44:34.939216 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:44:35.096312 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:44:35.944417 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:44:57.964591 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-7ac7a725-192e-41e3-b018-4149e600e55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:00.157328 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-4a442c22-f4c9-4879-8fc7-34a038eb8f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:01.514410 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:01.541639 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:02.967640 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:04.938834 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:05.116610 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:12.943977 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:45:27.969458 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f5ea2d4b-a3f6-4ae8-8fd1-23b6d6e91012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:30.170921 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1455ec95-9f99-4e11-8af2-35509956d4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:31.511374 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:31.544985 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:32.971227 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:34.948464 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:35.125609 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:45:49.946238 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:45:57.964852 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9276fd83-080b-4198-ab92-09ce5fb6381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:00.172649 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0b489443-aedd-4d9a-bafa-7ac1f59a5b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:01.507560 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:01.548460 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:02.978390 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:04.952437 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:05.131148 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:26.949894 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:46:27.976213 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-e426b55d-793b-4e49-8c3a-68cc42c282fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:30.179102 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-32953d06-5b4c-4a40-8851-4bf092651d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:31.521130 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:31.550148 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:32.980108 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:34.950700 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:35.134137 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:46:57.977663 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f8b629dd-1626-4735-8466-58237c53617d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:00.167469 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-eb114d88-dcca-41d2-aa7b-a0c63e53f276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:01.521531 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:01.552736 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:02.986570 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:03.954316 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:47:04.949644 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:05.138848 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:27.981169 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-5dc57125-8edc-43de-bdd3-91ec6a49dae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:30.174230 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-46a82e9d-1ad8-4af0-b726-243dc3038bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:31.525793 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:31.554006 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:32.989117 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:34.981455 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:35.155634 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:47:40.958712 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:47:57.984445 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-81f36812-fd1c-44de-9b2d-6e00bea85c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:00.176250 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-9d09de14-063e-41e4-870c-18198dab7715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:01.521777 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:01.559467 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:02.998836 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:04.994209 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:05.157903 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:17.963478 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:48:27.983877 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-55eef4fb-7418-4c76-ad6f-9f5e20cca6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:30.177906 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-99490088-7909-420d-805c-123c073737d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:31.519750 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:31.560708 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:33.000875 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:34.992312 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:35.158805 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:48:54.968142 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:48:57.990116 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-0745ba3e-432a-4e8e-9ed1-233506490552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:00.181216 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1afa-fd0f-476a-a5cb-807c26ff44b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:01.516763 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:01.564786 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:03.005480 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:04.987173 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:05.171169 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:27.975236 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-ed8120c1-cc6f-4261-87c5-8d9bf1498669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:30.181060 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-f14596f8-d700-44b8-b2a9-891a802b0f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:31.524709 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:31.566769 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:31.972141 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:49:33.001747 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:35.004752 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:35.168417 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:49:57.979979 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-57281a15-5537-452d-a7ba-1c80af661b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:00.187876 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-58efb63a-ab15-4c20-ac4a-033b7d5dbf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:01.511304 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:01.573716 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:03.018132 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:05.025138 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:05.188422 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:08.975375 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:50:27.981336 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-837e478f-8c5d-407c-b7d7-81720a0842b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:30.184172 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-797e0737-c3cc-412e-b0ac-2f247ddc5619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:31.514879 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:31.575816 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:33.011047 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:35.018794 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:35.181003 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:50:45.982485 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:50:57.988814 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-2c0a3ec4-65bb-4136-8863-4b2351b10a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:51:00.169545 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-b678bd80-6404-431e-bbc1-ae37110cb8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:51:00.969774 n-d-811809-3 neutron-server[88797]: DEBUG neutron.wsgi [req-01b7f978-c278-4dab-81eb-3592d25b6998 req-2b2c26e2-1105-4245-bbcb-251de872a34f service neutron] (88797) timed out ('10.222.0.13', 40534) {{(pid=88797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 17:51:01.515126 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-812c5773-e6cc-4c73-b8f7-cc3ae4e22599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:51:01.576345 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-91908d96-f7ec-46e8-afeb-47e34294cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:51:03.014677 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-6016543c-c076-497e-aa2d-e9de97ec03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:51:05.026049 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-97a9ed12-099d-47de-9d4a-87ed5dd64ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:51:05.176672 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-1fbc9200-6435-4071-9622-428a88b1f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 17:51:22.973862 n-d-811809-3 neutron-server[88800]: DEBUG neutron.db.agents_db [None req-575f826c-71f8-4edf-9a33-dfebfb03b2f7 None None] Agent healthcheck: found 7 active agents {{(pid=88800) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 17:51:27.973911 n-d-811809-3 neutron-server[88799]: DEBUG neutron_lib.callbacks.manager [None req-16edfb16-4074-479e-9a3d-1e4daa1159b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776857415316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16132707'] for agent, after_update {{(pid=88799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}